-- Logs begin at Tue 2021-07-27 21:18:09 UTC, end at Tue 2021-07-27 23:25:33 UTC. -- Jul 27 21:46:55.413198 n-d-802011-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 21:46:58.141998 n-d-802011-3 neutron-server[93715]: INFO neutron.common.config [-] Logging enabled! Jul 27 21:46:58.142607 n-d-802011-3 neutron-server[93715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 27 21:46:58.142797 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93715) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 21:46:58.145983 n-d-802011-3 neutron-server[93715]: INFO neutron.common.config [-] Logging enabled! Jul 27 21:46:58.146242 n-d-802011-3 neutron-server[93715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 27 21:46:58.146574 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93715) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 21:46:58.147503 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 21:46:58.147734 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 21:46:58.148094 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 21:46:58.148339 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 21:46:58.148563 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 21:46:58.148879 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.149828 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.150127 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.150380 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.150674 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.150965 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.151246 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.151534 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.151828 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.152108 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.152381 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.152661 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.152888 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.153172 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.153453 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.153736 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.153955 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] debug = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.154231 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.154676 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.155096 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.155375 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.155661 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.155943 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.156210 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.156481 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.156762 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.157084 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] host = n-d-802011-3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.157358 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.157638 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.157921 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.158200 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.158499 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.158773 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.159054 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.159323 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.159590 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] log_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.159861 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.160144 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.160424 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.160707 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.160930 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.161148 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.161431 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.161714 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.161988 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.162273 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.162547 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.162818 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.163095 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.163361 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.163643 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.163925 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.164204 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.164474 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.165419 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.165818 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.166097 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.166407 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.166684 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.166959 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.167233 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.167519 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.167789 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.168060 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.168357 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.168639 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.168917 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.169196 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.169465 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.169743 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.170011 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.170296 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.170567 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] use_json = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.170833 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.171097 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.171373 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.171643 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.171908 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.172176 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.172444 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.172721 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:46:58.173012 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.173310 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.173609 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.173889 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.174179 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.174478 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.174762 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.175036 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.175318 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.175603 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.175884 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.176157 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.176440 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.176714 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.177001 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.177301 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.177589 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.177877 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.178151 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.178452 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.178724 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.178999 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.179283 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.179576 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.179861 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.180133 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.180621 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.180909 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.181185 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.181457 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.181989 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.182294 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.182576 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.182846 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.183124 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.183403 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.183671 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.183938 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.184210 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.184492 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.184764 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.185030 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.185296 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.185567 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.185831 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.186111 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.186420 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.186689 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.186955 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.187225 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.187490 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.187756 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.188028 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.188294 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.188563 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.188840 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.189092 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.189359 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.189627 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.189896 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.190162 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.190458 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.190729 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.190994 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.191259 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.191524 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.191791 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.192059 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.192339 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.192633 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.192905 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.193181 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.193455 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.193731 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.194004 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.194295 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.194570 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.194842 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.195106 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.195388 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.195665 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.195981 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.196257 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.196527 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.196815 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.197084 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.197358 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.197629 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.197898 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.198179 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.198552 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.198841 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.199128 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.199413 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.199702 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.199988 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.200262 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.200563 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.200837 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:46:58.201049 n-d-802011-3 neutron-server[93715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 21:46:58.201283 n-d-802011-3 neutron-server[93715]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93715) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 21:46:58.547296 n-d-802011-3 neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 21:46:58.547570 n-d-802011-3 neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 21:46:58.547857 n-d-802011-3 neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 21:46:58.548188 n-d-802011-3 neutron-server[93715]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 21:46:58.937855 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:58.938100 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:58.938381 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:58.939654 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:58.939928 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:58.940192 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:58.974203 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:58.974510 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:58.974774 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:58.989374 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:58.989655 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:58.989920 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.022372 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.022661 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.022927 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.060001 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.060287 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.060556 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.288585 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.289210 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.289210 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.289389 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.290634 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.409066 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.409381 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.409660 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.409928 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.410198 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.410536 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.410796 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.411051 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.411304 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.411582 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.411839 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.412101 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.412354 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.412602 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.412852 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.413110 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.413359 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.413619 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.413882 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.414139 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.414432 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.415284 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.415714 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.416093 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.416344 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.416590 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.416972 n-d-802011-3 neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:46:59.417208 n-d-802011-3 neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:46:59.417440 n-d-802011-3 neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:46:59.417670 n-d-802011-3 neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:46:59.417900 n-d-802011-3 neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:46:59.418130 n-d-802011-3 neutron-server[93715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:46:59.418517 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 21:46:59.421539 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 21:46:59.425441 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 21:46:59.429259 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 27 21:46:59.431625 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 21:46:59.432320 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 21:46:59.432650 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 21:46:59.433032 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 21:46:59.435810 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 21:46:59.436061 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 21:46:59.436404 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 21:46:59.441550 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 21:46:59.463548 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 21:46:59.463989 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.464279 n-d-802011-3 neutron-server[93715]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93715) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 21:46:59.464637 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.465973 n-d-802011-3 neutron-server[93715]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93715) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 21:46:59.466252 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 21:46:59.466518 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 21:46:59.469787 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.470064 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:46:59.532394 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 21:46:59.532632 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 21:46:59.532869 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 21:46:59.533233 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 21:46:59.556514 n-d-802011-3 neutron-server[93715]: DEBUG oslo_db.sqlalchemy.engines [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93715) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 21:47:00.099131 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Initializing driver for type 'gre' Jul 27 21:47:00.099740 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] gre ID ranges: [(1, 1000)] Jul 27 21:47:00.151961 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Initializing driver for type 'local' Jul 27 21:47:00.152349 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Initializing driver for type 'vlan' Jul 27 21:47:00.164629 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] VlanTypeDriver initialization complete Jul 27 21:47:00.165007 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Initializing driver for type 'vxlan' Jul 27 21:47:00.165504 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] vxlan ID ranges: [(1, 1000)] Jul 27 21:47:00.217194 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Initializing extension driver 'port_security' Jul 27 21:47:00.217565 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.extensions.port_security [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] PortSecurityExtensionDriver initialization complete Jul 27 21:47:00.217912 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Initializing mechanism driver 'openvswitch' Jul 27 21:47:00.218244 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Initializing mechanism driver 'hyperv' Jul 27 21:47:00.224716 n-d-802011-3 neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:00.225406 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.225789 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.226157 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.226711 n-d-802011-3 neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 21:47:00.227156 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.227520 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.227871 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.228268 n-d-802011-3 neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 21:47:00.228680 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > network after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.229036 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > network after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.229384 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > network after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.229775 n-d-802011-3 neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 21:47:00.230186 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.230571 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.230919 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.231454 n-d-802011-3 neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 21:47:00.231876 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.232233 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.232587 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.232985 n-d-802011-3 neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 21:47:00.233395 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.233750 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.234099 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.234521 n-d-802011-3 neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 21:47:00.234908 n-d-802011-3 neutron-server[93715]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] ML2 OVO RPC backend initialized. {{(pid=93715) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 21:47:00.235618 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.235983 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.236409 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > network before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.236765 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > networks before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.237137 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > port before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.237473 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > ports before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.237823 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.238171 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.238549 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > network after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.238898 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > network after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.239242 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > network after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.239588 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.239933 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.240275 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.240619 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.240965 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.241310 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.241890 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.plugin [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Modular L2 Plugin initialization complete Jul 27 21:47:00.242224 n-d-802011-3 neutron-server[93715]: DEBUG neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading services supported by the core plugin {{(pid=93715) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 21:47:00.242587 n-d-802011-3 neutron-server[93715]: INFO neutron.plugins.ml2.managers [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Got port-security extension from driver 'port_security' Jul 27 21:47:00.243272 n-d-802011-3 neutron-server[93715]: INFO neutron.extensions.vlantransparent [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Disabled vlantransparent extension. Jul 27 21:47:00.243730 n-d-802011-3 neutron-server[93715]: DEBUG neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93715) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 21:47:00.244051 n-d-802011-3 neutron-server[93715]: INFO neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading Plugin: router Jul 27 21:47:00.280115 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.280455 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router after_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.280832 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router before_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.281207 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.281589 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.281952 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router after_delete 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.282357 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.282732 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router after_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.283088 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router after_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.283449 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router after_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.283807 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.284172 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router after_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.284590 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.284967 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.285315 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.285659 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: subnet after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.286004 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.286398 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.286756 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.287106 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: port before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.287457 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.287824 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router after_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.288201 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.288565 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.288934 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.289451 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.289709 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > agent after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.290087 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.290388 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > network after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.291252 n-d-802011-3 neutron-server[93715]: DEBUG neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Tracking information for resource: router configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:47:00.291590 n-d-802011-3 neutron-server[93715]: DEBUG neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Tracking information for resource: floatingip configured {{(pid=93715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 21:47:00.297851 n-d-802011-3 neutron-server[93715]: INFO neutron.db.l3_agentschedulers_db [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 21:47:00.298482 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.298855 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.299215 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.299583 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.300396 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router before_create 55550100 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.300773 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.301143 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.301511 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.306140 n-d-802011-3 neutron-server[93715]: DEBUG neutron.services.provider_configuration [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service providers = [] {{(pid=93715) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 21:47:00.306543 n-d-802011-3 neutron-server[93715]: DEBUG neutron.db.servicetype_db [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93715) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 21:47:00.309762 n-d-802011-3 neutron-server[93715]: DEBUG neutron.services.service_base [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 21:47:00.310123 n-d-802011-3 neutron-server[93715]: DEBUG neutron.services.service_base [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 21:47:00.310505 n-d-802011-3 neutron-server[93715]: DEBUG neutron.services.service_base [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 21:47:00.311407 n-d-802011-3 neutron-server[93715]: DEBUG neutron.services.service_base [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 21:47:00.311789 n-d-802011-3 neutron-server[93715]: INFO neutron.services.service_base [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 21:47:00.312169 n-d-802011-3 neutron-server[93715]: DEBUG neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:47:00.312499 n-d-802011-3 neutron-server[93715]: INFO neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 21:47:00.323722 n-d-802011-3 neutron-server[93715]: DEBUG neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:47:00.324068 n-d-802011-3 neutron-server[93715]: INFO neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading Plugin: auto_allocate Jul 27 21:47:00.329964 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: network precommit_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.330410 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: network precommit_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.330942 n-d-802011-3 neutron-server[93715]: DEBUG neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:47:00.331271 n-d-802011-3 neutron-server[93715]: INFO neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading Plugin: tag Jul 27 21:47:00.338745 n-d-802011-3 neutron-server[93715]: DEBUG neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:47:00.339086 n-d-802011-3 neutron-server[93715]: INFO neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading Plugin: timestamp Jul 27 21:47:00.343141 n-d-802011-3 neutron-server[93715]: DEBUG neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:47:00.343481 n-d-802011-3 neutron-server[93715]: INFO neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading Plugin: network_ip_availability Jul 27 21:47:00.348947 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.349332 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.349802 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.350474 n-d-802011-3 neutron-server[93715]: DEBUG neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:47:00.350816 n-d-802011-3 neutron-server[93715]: INFO neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading Plugin: flavors Jul 27 21:47:00.358350 n-d-802011-3 neutron-server[93715]: DEBUG neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:47:00.358871 n-d-802011-3 neutron-server[93715]: INFO neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading Plugin: revisions Jul 27 21:47:00.363417 n-d-802011-3 neutron-server[93715]: DEBUG neutron.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 21:47:00.363819 n-d-802011-3 neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 21:47:00.364597 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93715) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 21:47:00.364944 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Initializing extension manager. Jul 27 21:47:00.365463 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: __init__.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.365821 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: __pycache__ {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.366163 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.366529 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: address_group.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.367311 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.368494 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: address-group Jul 27 21:47:00.368800 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: address_scope.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.369584 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.370106 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: address-scope Jul 27 21:47:00.370462 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.371412 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.371933 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: router-admin-state-down-before-update Jul 27 21:47:00.372263 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: agent.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.373187 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.373703 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: agent Jul 27 21:47:00.374033 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: agent_resources_synced.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.374983 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.375502 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: agent-resources-synced Jul 27 21:47:00.375831 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.377669 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.378205 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: allowed-address-pairs Jul 27 21:47:00.378568 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.379649 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.380175 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: auto-allocated-topology Jul 27 21:47:00.380510 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: availability_zone.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.381213 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.381733 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: availability_zone Jul 27 21:47:00.382064 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: availability_zone_filter.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.383015 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.384286 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: availability_zone_filter Jul 27 21:47:00.384621 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: data_plane_status.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.385547 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.386072 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 21:47:00.386444 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: default_subnetpools.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.387375 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.387897 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: default-subnetpools Jul 27 21:47:00.388231 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.389061 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.389579 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: dhcp_agent_scheduler Jul 27 21:47:00.389910 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: dns.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.390871 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.391391 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 21:47:00.391723 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: dns_domain_ports.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.392651 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.393164 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 21:47:00.393495 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.394449 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.394967 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 21:47:00.395299 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: dvr.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.395982 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.396503 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: dvr Jul 27 21:47:00.396831 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: ecmp_routes.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.397753 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.398292 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 21:47:00.398628 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: empty_string_filtering.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.399650 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.400174 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: empty-string-filtering Jul 27 21:47:00.400507 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.401438 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.401964 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 21:47:00.402329 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.403265 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.403778 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 21:47:00.404108 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: external_net.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.405025 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.405545 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: external-net Jul 27 21:47:00.405873 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.406836 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.407354 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: extra_dhcp_opt Jul 27 21:47:00.407682 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: extraroute.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.408615 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.409130 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: extraroute Jul 27 21:47:00.409457 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: extraroute_atomic.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.410530 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.411050 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: extraroute-atomic Jul 27 21:47:00.411378 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: filter_validation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.412051 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.412564 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: filter-validation Jul 27 21:47:00.412889 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: fip_pf_description.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.413812 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.414357 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 21:47:00.414757 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: fip_port_details.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.415738 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.416259 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: fip-port-details Jul 27 21:47:00.416587 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: flavors.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.417817 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.418376 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: flavors Jul 27 21:47:00.418712 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.420365 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.420901 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 21:47:00.421258 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: floatingip_pools.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.421954 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.422514 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: floatingip-pools Jul 27 21:47:00.422851 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: ip_allocation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.423790 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.424311 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 21:47:00.424643 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.425570 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.426101 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: ip-substring-filtering Jul 27 21:47:00.426463 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: l2_adjacency.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.427400 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.427920 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 21:47:00.428251 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: l3.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.429367 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.429895 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: router Jul 27 21:47:00.430774 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.433259 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.433792 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 21:47:00.434133 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.435108 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.435637 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: ext-gw-mode Jul 27 21:47:00.435975 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.436932 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.437456 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: l3-ha Jul 27 21:47:00.437792 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: l3_flavors.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.438875 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.439394 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: l3-flavors Jul 27 21:47:00.439727 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.440665 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.441184 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 21:47:00.441518 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: l3agentscheduler.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.442603 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.443130 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: l3_agent_scheduler Jul 27 21:47:00.443467 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: logging.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.444949 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.445488 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension logging not supported by any of loaded plugins Jul 27 21:47:00.446409 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: metering.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.447172 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.447765 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: metering Jul 27 21:47:00.448097 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.449205 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.449738 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: metering_source_and_destination_fields Jul 27 21:47:00.450075 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: multiprovidernet.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.451047 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.451574 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: multi-provider Jul 27 21:47:00.451906 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: netmtu.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.452835 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.453358 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: net-mtu Jul 27 21:47:00.453691 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: netmtu_writable.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.454654 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.455179 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: net-mtu-writable Jul 27 21:47:00.455509 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: network_availability_zone.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.456188 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.456711 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: network_availability_zone Jul 27 21:47:00.457039 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: network_ip_availability.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.458135 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.458704 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: network-ip-availability Jul 27 21:47:00.459041 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: network_segment_range.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.459819 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.460339 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 21:47:00.460667 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: pagination.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.461788 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.462133 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: pagination Jul 27 21:47:00.462489 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: port_device_profile.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.463426 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.463956 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: port-device-profile Jul 27 21:47:00.464285 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.465219 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.465740 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: port-mac-address-regenerate Jul 27 21:47:00.466069 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.467018 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.467541 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: port-numa-affinity-policy Jul 27 21:47:00.467871 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: port_resource_request.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.468807 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.469324 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 21:47:00.469653 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: portbindings.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.470679 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.471204 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: binding Jul 27 21:47:00.471531 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: portbindings_extended.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.472929 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.473462 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: binding-extended Jul 27 21:47:00.473800 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: portsecurity.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.474752 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.475279 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: port-security Jul 27 21:47:00.475613 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: project_id.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.476606 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.476950 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: project-id Jul 27 21:47:00.477307 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: providernet.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.478245 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.478795 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: provider Jul 27 21:47:00.479126 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: qos.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.482666 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.483205 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension qos not supported by any of loaded plugins Jul 27 21:47:00.483552 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.484812 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.485343 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 21:47:00.485685 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.486668 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.487195 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 21:47:00.487531 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: qos_default.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.488450 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.488978 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension qos-default not supported by any of loaded plugins Jul 27 21:47:00.489313 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: qos_fip.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.489975 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.490521 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 21:47:00.490854 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.491794 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.492315 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 21:47:00.493207 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.494168 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.494717 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 21:47:00.495053 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.495987 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.496509 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 21:47:00.496839 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: qos_rules_alias.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.497892 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.498451 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 21:47:00.498786 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: quotasv2.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.499707 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.500044 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: quotas Jul 27 21:47:00.500376 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: quotasv2_detail.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.503431 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.503786 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: quota_details Jul 27 21:47:00.504131 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: rbac.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.505387 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.505930 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: rbac-policies Jul 27 21:47:00.506292 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: rbac_address_group.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.507267 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.507797 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: rbac-address-group Jul 27 21:47:00.508132 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: rbac_address_scope.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.509686 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.510211 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: rbac-address-scope Jul 27 21:47:00.510571 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: rbac_security_groups.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.511496 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.512024 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: rbac-security-groups Jul 27 21:47:00.512354 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.513281 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.513805 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: rbac-subnetpool Jul 27 21:47:00.514135 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: revisionifmatch.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.515090 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.515613 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: revision-if-match Jul 27 21:47:00.515943 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: revisions.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.517082 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.517612 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: standard-attr-revisions Jul 27 21:47:00.517948 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: router_availability_zone.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.518663 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.519190 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: router_availability_zone Jul 27 21:47:00.519520 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: routerservicetype.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.520458 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.520979 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 21:47:00.521309 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.522247 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.522799 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: security-groups-normalized-cidr Jul 27 21:47:00.523130 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.524244 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.524775 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: port-security-groups-filtering Jul 27 21:47:00.525105 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.526044 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.526606 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: security-groups-remote-address-group Jul 27 21:47:00.526944 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: securitygroup.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.536435 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.536984 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: security-group Jul 27 21:47:00.537324 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: segment.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.538119 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.538684 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension segment not supported by any of loaded plugins Jul 27 21:47:00.539021 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.540075 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.540603 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 21:47:00.540938 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: servicetype.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.542129 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.542772 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: service-type Jul 27 21:47:00.543112 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: sorting.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.544175 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.544517 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: sorting Jul 27 21:47:00.544855 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: standard_attr_segment.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.545847 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.546413 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 21:47:00.546750 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: standardattrdescription.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.547415 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.547936 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: standard-attr-description Jul 27 21:47:00.548268 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: stateful_security_group.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.549212 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.549741 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: stateful-security-group Jul 27 21:47:00.550070 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: stdattrs_common.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.550694 n-d-802011-3 neutron-server[93715]: WARNING neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 21:47:00.551021 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.551967 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.552490 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 21:47:00.552822 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: subnet_onboard.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.553907 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.554468 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: subnet_onboard Jul 27 21:47:00.554803 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.556279 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.557058 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 21:47:00.557400 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: subnet_service_types.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.558364 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.558894 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: subnet-service-types Jul 27 21:47:00.559230 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: subnetallocation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.560318 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.560844 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: subnet_allocation Jul 27 21:47:00.561179 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.561856 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.562411 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: subnetpool-prefix-ops Jul 27 21:47:00.562746 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.563684 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.564207 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 21:47:00.564540 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: tagging.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.565606 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.566134 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: standard-attr-tag Jul 27 21:47:00.566493 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: timestamp.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.567714 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.568240 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loaded extension: standard-attr-timestamp Jul 27 21:47:00.568574 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: trunk.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.569642 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.570151 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension trunk not supported by any of loaded plugins Jul 27 21:47:00.570504 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: trunk_details.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.572001 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.572533 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 21:47:00.572864 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.573799 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.574356 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 21:47:00.574690 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Loading extension file: vlantransparent.py {{(pid=93715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 21:47:00.575369 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 21:47:00.575888 n-d-802011-3 neutron-server[93715]: INFO neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 21:47:00.578388 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:network Jul 27 21:47:00.578914 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:subnet Jul 27 21:47:00.579322 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 21:47:00.579722 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:port Jul 27 21:47:00.580994 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.581436 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service FLAVORS assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.582085 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.582543 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.582882 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:router Jul 27 21:47:00.583328 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 21:47:00.583827 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service METERING assigned prefix: /metering {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.585283 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.585671 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.586032 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:47:00.587199 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 21:47:00.587663 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:security_group Jul 27 21:47:00.588106 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 21:47:00.588726 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service CORE assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.589064 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 21:47:00.589419 n-d-802011-3 neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] subnetpool is already registered Jul 27 21:47:00.589849 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service CORE assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.590182 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 21:47:00.590551 n-d-802011-3 neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] subnetpool is already registered Jul 27 21:47:00.594145 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.594643 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service FLAVORS assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.595269 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.595705 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.596048 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:router Jul 27 21:47:00.596398 n-d-802011-3 neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] router is already registered Jul 27 21:47:00.596822 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 21:47:00.597167 n-d-802011-3 neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] floatingip is already registered Jul 27 21:47:00.597635 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service METERING assigned prefix: /metering {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.598342 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 21:47:00.598682 n-d-802011-3 neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] rbac_policy is already registered Jul 27 21:47:00.599103 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:security_group Jul 27 21:47:00.599446 n-d-802011-3 neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] security_group is already registered Jul 27 21:47:00.599855 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 21:47:00.600196 n-d-802011-3 neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] security_group_rule is already registered Jul 27 21:47:00.600678 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service CORE assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.601011 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 21:47:00.601350 n-d-802011-3 neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] subnetpool is already registered Jul 27 21:47:00.601770 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.v2.resource_helper [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Service CORE assigned prefix: {{(pid=93715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 21:47:00.602131 n-d-802011-3 neutron-server[93715]: INFO neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 21:47:00.602491 n-d-802011-3 neutron-server[93715]: WARNING neutron.quota.resource_registry [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] subnetpool is already registered Jul 27 21:47:00.602942 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: extensions {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.604513 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: address-groups {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.606009 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: address-scopes {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.607276 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: agents {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.608431 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: auto-allocated-topology {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.609806 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: availability_zones {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.611111 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: dhcp-networks {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.612510 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: dhcp-agents {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.614043 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: routers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.615817 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: flavors {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.616988 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: service_profiles {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.619064 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: next_providers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.620532 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: service_profiles {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.621989 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: floatingip-pools {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.623257 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: routers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.625070 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: floatingips {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.626287 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: l3-routers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.627693 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: l3-agents {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.629219 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: metering-labels {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.630509 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: metering-label-rules {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.631790 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: network-ip-availabilities {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.633169 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: bindings {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.635459 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: quotas {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.636923 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: quotas {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.638486 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: rbac-policies {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.639685 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: security-groups {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.640889 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: security-group-rules {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.642151 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: service-providers {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.643520 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: subnetpools {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.644864 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: subnetpools {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.646351 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.648147 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.650131 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.652052 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.653752 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.655647 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.658418 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.660216 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.661972 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.663860 n-d-802011-3 neutron-server[93715]: DEBUG neutron.api.extensions [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Extended resource: tags {{(pid=93715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 21:47:00.669871 n-d-802011-3 neutron-server[93715]: WARNING keystonemiddleware.auth_token [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 21:47:00.674409 n-d-802011-3 neutron-server[93715]: WARNING keystonemiddleware.auth_token [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 21:47:00.683710 n-d-802011-3 neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Acquired lock "singleton_lock" {{(pid=93715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 21:47:00.684194 n-d-802011-3 neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Releasing lock "singleton_lock" {{(pid=93715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 21:47:00.684839 n-d-802011-3 neutron-server[93715]: INFO oslo_service.service [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Starting 2 workers Jul 27 21:47:00.689672 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Started child 93834 {{(pid=93715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 21:47:00.694094 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Started child 93835 {{(pid=93715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 21:47:00.695082 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:00.695817 n-d-802011-3 neutron-server[93715]: INFO neutron.service [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 21:47:00.697064 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Notify callbacks [] for process, before_spawn {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:00.697520 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [-] (93834) wsgi starting up on http://0.0.0.0:9696 Jul 27 21:47:00.699475 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:00.699931 n-d-802011-3 neutron-server[93715]: INFO oslo_service.service [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Starting 1 workers Jul 27 21:47:00.700841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [-] (93835) wsgi starting up on http://0.0.0.0:9696 Jul 27 21:47:00.704769 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Started child 93836 {{(pid=93715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 21:47:00.705293 n-d-802011-3 neutron-server[93715]: INFO oslo_service.service [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Starting 1 workers Jul 27 21:47:00.708550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.service [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] calling RpcWorker wait() {{(pid=93836) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 21:47:00.709104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.service [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] returning from RpcWorker wait() {{(pid=93836) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 21:47:00.709716 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Started child 93837 {{(pid=93715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 21:47:00.710403 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:00.710578 n-d-802011-3 neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c7b43136-9e0c-476a-acf7-c04f376a18d0 None None] Notify callbacks [] for process, after_spawn {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:00.710983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:00.712604 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 21:47:00.712818 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 21:47:00.713010 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 21:47:00.713234 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 21:47:00.713567 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 21:47:00.713732 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 21:47:00.714234 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.714552 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.714806 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.714901 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:00.715346 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.715346 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.715977 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.716255 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.716508 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.716790 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.717023 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.717193 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.717361 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.717618 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.717861 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.718161 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.718458 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.718713 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.719002 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.719177 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.719441 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.719715 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.719970 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.720243 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] debug = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.720501 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.720992 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.721225 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.721497 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.721741 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.722015 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.722285 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.722553 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.722809 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.723034 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.723273 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.723525 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.723767 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.724002 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.724229 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.724479 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.724714 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.725176 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] host = n-d-802011-3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.725395 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.725619 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.725876 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.726124 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.726395 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.726633 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.726907 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.727791 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.728084 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.728330 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.728592 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.728843 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.729079 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.729328 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.729493 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_options = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.729741 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.729999 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.730299 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.730483 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.730654 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.730831 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.731092 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.731256 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.731503 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.731748 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.731964 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.732180 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.732407 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.732616 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.732862 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.733123 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.733381 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.733603 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.733852 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.734084 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.734354 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.734605 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.734857 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.735099 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.735317 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.735556 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.735803 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.736001 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.736218 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.736471 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.736688 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.736938 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.737188 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.737431 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.737664 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.737893 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.738110 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.738400 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.738638 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.738916 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.739145 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.739381 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.739611 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.739847 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.740096 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.740328 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] use_json = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.740562 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.740798 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.741053 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.741293 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.741527 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.741747 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.741959 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.742181 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.742692 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.743490 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.743828 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.744090 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.744329 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.744574 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.744813 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.745055 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.745301 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.745517 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.745852 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.746120 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.746428 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.746682 n-d-802011-3 neutron-server[93837]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:00.746814 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.746950 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.747285 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.747553 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.747824 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.748080 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.748344 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.748587 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.748823 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.749160 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.749435 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.749694 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.749950 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.750174 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.750496 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.750691 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.750910 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.751150 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.751374 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.751644 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.751887 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.752356 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.752703 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.752942 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.753215 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.753519 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.753708 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.753890 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.754191 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.754483 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.754611 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.754854 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.755080 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.755339 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.755530 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.755756 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.755999 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.756237 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.756490 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.756703 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.757069 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.757203 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.757439 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.757606 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.757822 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.758037 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.758750 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.758750 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.759057 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.759057 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.759990 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.759990 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.759990 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.760393 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.760393 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.760671 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.762775 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.762775 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.762775 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.762775 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.762775 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.762775 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.762775 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.762775 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.763480 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.763480 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.763480 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.763708 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.763854 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.764093 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.764311 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.764592 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.764886 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.765144 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.765419 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.765645 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.765898 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.766122 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.766401 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.766657 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.766916 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.767132 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.767388 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.767638 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.767908 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.768131 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.768372 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.768617 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.768855 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.769097 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.769332 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.769583 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.769828 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.770110 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.770396 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.770652 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.774872 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.774872 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.774872 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.774872 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.774872 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.774872 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.774872 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.774872 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.775589 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.775589 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.775589 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.775589 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.775589 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.775589 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.775589 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.775589 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.776170 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.776170 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.776170 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.776170 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.776170 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.776170 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.776609 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.776688 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.776944 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.777184 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.777584 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.778014 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.778449 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.778843 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.779277 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.779698 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.780083 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.780606 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.780922 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.781235 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.781494 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.781725 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.782139 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.782587 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.782987 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.783405 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.783819 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.784233 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.784666 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.785081 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.785489 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.785712 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.785938 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.786162 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.786494 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.786660 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.787032 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.787426 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.787810 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.788189 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.788622 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.788844 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.789099 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.790015 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.790551 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.790808 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.791032 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.791269 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.791499 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.791777 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.791996 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.792254 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.792493 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.792711 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.792927 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.793150 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.793367 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.793584 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.793834 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.794070 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.794349 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.794601 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.794947 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.795222 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.795439 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.795832 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.796262 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.796688 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.797094 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.797473 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.797850 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.798224 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.798486 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.798751 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.799020 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.799268 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.799439 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.799658 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.799896 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.800138 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.800358 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.800725 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.801136 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.801395 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.801663 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.802899 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.802899 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.802899 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.802899 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.802899 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.803291 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.803291 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.803456 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.803878 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.804105 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.804345 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.804573 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.804799 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.805893 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.806140 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.806397 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.806617 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.807119 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.807508 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.807731 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.807988 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.808244 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.808462 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.808691 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.808936 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.809158 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.809393 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.809609 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.809824 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.810050 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.810304 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.810527 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.810832 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.811088 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.811311 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.811602 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.811857 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.812120 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.812388 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.812701 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.812955 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.813218 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.813441 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.813665 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.813910 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.814174 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.814535 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.814835 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.815122 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.815405 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.815675 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.815958 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.816234 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.816453 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.816770 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.817120 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.817398 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.817667 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.817906 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.818160 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.818420 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.818642 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.818862 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.819119 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.819339 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.819603 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.819858 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.820106 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.820343 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.820581 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.820816 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.821120 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.821336 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.821659 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.821910 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.822071 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 21:47:00.822613 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 21:47:00.822775 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 21:47:00.823112 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 21:47:00.823285 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 21:47:00.823458 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 21:47:00.823613 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 21:47:00.823820 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.823983 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.824147 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.824309 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.824470 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.824652 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.824815 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.824972 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.825132 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.825295 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.825455 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.825613 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.825774 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.825936 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.826093 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.826253 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.826440 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.826604 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.826769 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.826931 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.827091 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.827251 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.827395 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] debug = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.827559 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.827762 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.827929 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.828121 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.828283 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.828444 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.828600 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.828760 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.828921 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.829086 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.829243 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.829403 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.829566 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.829730 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.829887 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.830046 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.830208 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.830389 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] host = n-d-802011-3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.830549 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.830708 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.830868 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.831027 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.831186 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.831346 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.831504 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.831663 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.831823 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.831981 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.832139 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.832298 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.832457 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.832616 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.832775 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_options = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.832934 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.833093 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.833252 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.833430 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.833596 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.833767 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.833936 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.834096 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.834255 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.834434 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.834595 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.834754 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.834915 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.835074 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.835232 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.835496 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.835680 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.835680 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.836181 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.836181 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.836181 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.837279 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.837279 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.837279 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.837279 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.837279 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.837279 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.837279 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.837768 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.837768 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.837768 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.837768 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.838047 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.838135 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.838213 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.838396 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.838554 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.838717 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.838876 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.839039 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.839200 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.839533 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.839698 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.839855 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.840172 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.840339 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] use_json = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.840493 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.840638 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.840841 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.840935 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.841089 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.841266 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.841419 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.841574 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 21:47:00.841760 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.841935 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.842085 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.842282 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.842863 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.842863 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.842863 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.842863 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844433 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844433 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844433 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844433 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844433 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844433 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844433 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844433 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844971 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844971 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844971 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844971 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844971 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.844971 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.845384 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.845384 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.845523 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.845599 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.845764 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.845933 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.846101 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.846285 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.846455 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.846619 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.846780 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.846941 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.847103 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.847267 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.847429 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.847595 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.847756 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.847920 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.848083 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.848248 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.848412 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.848575 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.848736 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.848899 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.849060 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.849228 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.849391 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.849554 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.849730 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.849939 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.850124 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.850221 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.850537 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.850687 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.850814 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.850965 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.851093 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.851218 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.851352 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.851483 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.851635 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.851799 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.852482 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.852661 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.852823 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.852986 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.853148 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.853309 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.853470 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.853632 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.853795 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.853967 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.854115 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.854362 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.854532 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.854696 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.854859 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.855023 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.855184 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.855344 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.855668 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.855668 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.855923 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.856004 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.856130 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.856292 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.856454 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.856616 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.856779 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.856942 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.857104 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.857265 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.857426 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.857588 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.857749 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.857915 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.858076 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.858238 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.858448 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.858581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:00.858672 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.858751 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.858909 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.859073 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.859234 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.859397 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.859558 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.859787 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.859887 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.860028 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.860199 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.860360 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.860523 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.860686 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.860856 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.861030 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.861193 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.861356 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.861519 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.861680 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.861842 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.862003 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.862166 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.862350 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.862512 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.862675 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.862835 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.863007 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.863170 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.863332 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.863495 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.863681 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.863843 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.864004 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.864168 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.864330 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.864491 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.864654 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.864817 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.864980 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.865141 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.865303 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.865466 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.865630 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.865791 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.865952 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.866114 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.866300 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.866467 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.866628 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.866792 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.866955 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.867117 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.867279 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.867440 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.867644 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.868315 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.868479 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.868643 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.868864 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.868956 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.869110 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.869271 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.869434 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.869596 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.869757 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.869928 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.870070 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.870231 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.870424 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.870567 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.870731 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.870895 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.871057 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.871221 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.871386 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.871549 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.871712 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.871875 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.872037 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.872382 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.872382 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.872855 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.872855 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.872855 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.873190 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.873190 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.873334 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.873641 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.873641 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.873792 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.873867 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.874021 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.874184 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.874368 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.874531 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.874693 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.874859 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.875026 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.875370 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.875370 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.875563 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.875640 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.875799 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.875961 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.876137 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.876300 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.876462 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.876626 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.876788 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.876951 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.877123 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.877285 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.877452 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.877613 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.877776 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.877937 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.878109 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.878314 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.878458 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.878621 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.878781 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.878942 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.879120 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.879283 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.879444 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.879606 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.879768 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.879930 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.880106 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.880269 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.880431 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.880594 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.880755 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.880917 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.881090 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.881275 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.881415 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.881578 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.881741 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.881903 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.882074 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.882238 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.882423 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.882615 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.882754 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.882915 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.883076 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.883273 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.883439 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.883653 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.883739 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.883902 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.884065 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.884228 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.884395 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.884567 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.884736 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.884900 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.885211 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.885211 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.885443 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.885523 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.885700 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.885879 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.886040 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.886206 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.886393 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.886560 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.886725 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.886887 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.887050 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.887213 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.887376 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.887538 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.887701 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.887862 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.888026 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.888189 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.888351 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.888513 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.888729 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.888863 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.888994 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 21:47:00.889125 n-d-802011-3 neutron-server[93715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 21:47:01.087034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53240) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:01.095544 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062900 Jul 27 21:47:12.767510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4e5847-f6db-47b4-8d69-6d9134957a4b None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:47:12.849209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4e5847-f6db-47b4-8d69-6d9134957a4b None None] No non-hosted networks {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 21:47:12.864895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.agentschedulers_db [None req-ba4e5847-f6db-47b4-8d69-6d9134957a4b None None] DHCP Agent not found on host n-d-802011-3 {{(pid=93836) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 27 21:47:13.001670 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-476e2ada-d678-4c06-8df9-1d2609f3aad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966305'] for agent, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:15.358491 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dba6c60f-90cb-4578-9ceb-b7985ff3774e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966305'] for agent, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:15.439153 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36046a29-da86-4543-a297-83445f24684b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:15.634422 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966305'] for agent, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:15.634422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:15.634422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:15.634422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:15.634422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:15.634906 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:15.634906 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:15.634906 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:15.634906 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:15.634906 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:15.635200 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:15.635200 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:15.635200 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:15.635200 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-802011-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:15.652132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-802011-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:16.285688 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966305'] for agent, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:17.875372 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966305'] for agent, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:19.233154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53334) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:19.718542 n-d-802011-3 neutron-server[93835]: WARNING oslo_policy.policy [None req-e8ade96e-958a-4be1-b262-d123385872a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:47:19.719148 n-d-802011-3 neutron-server[93835]: WARNING oslo_policy.policy [None req-e8ade96e-958a-4be1-b262-d123385872a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:47:19.936528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-e8ade96e-958a-4be1-b262-d123385872a8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:47:19.937577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e8ade96e-958a-4be1-b262-d123385872a8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7035408 Jul 27 21:47:22.346377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53348) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:22.659679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ac081a09-d43f-4c5c-bdc2-b8416660fb53 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:22.707896 n-d-802011-3 neutron-server[93836]: INFO neutron.db.l3_hamode_db [None req-be06b3ce-9b98-40bc-9c84-d9a0eae6b392 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 21:47:22.754110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.policy [None req-ac081a09-d43f-4c5c-bdc2-b8416660fb53 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93835) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 21:47:22.785241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06b3ce-9b98-40bc-9c84-d9a0eae6b392 None None] Routers set() bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:22.785633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06b3ce-9b98-40bc-9c84-d9a0eae6b392 None None] Router IDs set() for agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:47:22.799562 n-d-802011-3 neutron-server[93835]: WARNING oslo_policy.policy [None req-ac081a09-d43f-4c5c-bdc2-b8416660fb53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:47:22.799973 n-d-802011-3 neutron-server[93835]: WARNING oslo_policy.policy [None req-ac081a09-d43f-4c5c-bdc2-b8416660fb53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:47:22.809170 n-d-802011-3 neutron-server[93835]: INFO neutron.quota [None req-ac081a09-d43f-4c5c-bdc2-b8416660fb53 admin admin] Loaded quota_driver: . Jul 27 21:47:22.902484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac081a09-d43f-4c5c-bdc2-b8416660fb53 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779863797946', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779863801167', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779863802119', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779863804797', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779863326084', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779863768700', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16332005', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16322426', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-559732', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1002763'] for rbac-policy, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.967275 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac081a09-d43f-4c5c-bdc2-b8416660fb53 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:22.968672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ac081a09-d43f-4c5c-bdc2-b8416660fb53 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6212223 Jul 27 21:47:25.543798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:25.840897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:25.869733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Made reservation on behalf of 8fa2e9bf98a24e358251c1165a3c5904 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:25.872462 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:25.889604 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.010499 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.015092 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.038114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:47:26.063461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779860876072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.064059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Unsubscribe: segment precommit_create {{(pid=93835) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 21:47:26.064567 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Added segment 65a92d2a-2355-4382-ac1a-2e4d7d4a6230 of type vlan for network 5bca6ad4-28f2-46fc-8535-c31178400328 Jul 27 21:47:26.071516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660cdf2e-eced-4ee4-83d8-0580d87899f9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:26.093156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:26.093499 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:26.093834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:26.094168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:26.094516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:26.094842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:26.095162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:26.095480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:26.095797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:26.096118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:26.096429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:26.096742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Tracked resource versions report: Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: pushed versions: Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: { 'AddressGroup': {'1.2'}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'ConntrackHelper': {'1.0'}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'Log': {'1.0'}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'Network': {'1.1'}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'Port': {'1.7'}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'PortForwarding': {'1.2'}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'QosPolicy': {'1.8'}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'SecurityGroup': {'1.4'}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'SubPort': {'1.0'}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'Subnet': {'1.1'}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'Trunk': {'1.1'}} Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: consumer versions: Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: { DHCP agent@n-d-802011-3: {}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: L3 agent@n-d-802011-3: {}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: Metadata agent@n-d-802011-3: {}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: Metering agent@n-d-802011-3: {}, Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: Open vSwitch agent@n-d-802011-3: { 'AddressGroup': '1.2', Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'ConntrackHelper': '1.0', Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'Log': '1.0', Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'Network': '1.1', Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'Port': '1.7', Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'PortForwarding': '1.2', Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'QosPolicy': '1.8', Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'SecurityGroup': '1.4', Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'SecurityGroupRule': '1.2', Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'SubPort': '1.0', Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'Subnet': '1.1', Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: 'Trunk': '1.1'}} Jul 27 21:47:26.097860 n-d-802011-3 neutron-server[93835]: {{(pid=93835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:47:26.191578 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.240250 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.241317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:26.242630 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:26.324160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7792053 Jul 27 21:47:26.337643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff2d2c-7f57-4faf-b7b7-a2d8097e7c70 admin admin] Pushing event updated for resources: {'Network': ['ID=5bca6ad4-28f2-46fc-8535-c31178400328,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:26.354008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 5bca6ad4-28f2-46fc-8535-c31178400328 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:47:28.959359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53374) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:29.356075 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c8371a-579c-4146-83b1-752ffce6097b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:29.357451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-21c8371a-579c-4146-83b1-752ffce6097b admin admin] 10.222.0.24 "GET /v2.0/networks/5bca6ad4-28f2-46fc-8535-c31178400328 HTTP/1.1" status: 200 len: 825 time: 0.3971410 Jul 27 21:47:29.381595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9e67984a-81bb-4901-ab60-ae87ff7749c3 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/2f552d3d-e68a-4dd7-91bd-656aab5a759b HTTP/1.1" status: 200 len: 734 time: 0.0180252 Jul 27 21:47:29.393873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e75f50f7-a942-46f7-84c2-7bef8cf20a6d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '2f552d3d-e68a-4dd7-91bd-656aab5a759b', 'ip_version': 4, 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328', 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:29.415883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75f50f7-a942-46f7-84c2-7bef8cf20a6d admin admin] Made reservation on behalf of 8fa2e9bf98a24e358251c1165a3c5904 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:29.418300 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e75f50f7-a942-46f7-84c2-7bef8cf20a6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.708886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e75f50f7-a942-46f7-84c2-7bef8cf20a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.779076 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f50f7-a942-46f7-84c2-7bef8cf20a6d admin admin] Checking segment: {'id': '65a92d2a-2355-4382-ac1a-2e4d7d4a6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:29.779468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75f50f7-a942-46f7-84c2-7bef8cf20a6d admin admin] Network hostable DHCP agents. Network: 5bca6ad4-28f2-46fc-8535-c31178400328, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:47:29.788042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f50f7-a942-46f7-84c2-7bef8cf20a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=90bd961e-b65f-494c-9a0c-ada2a504fff5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:29.805912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75f50f7-a942-46f7-84c2-7bef8cf20a6d admin admin] Network 5bca6ad4-28f2-46fc-8535-c31178400328 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:47:29.817422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e75f50f7-a942-46f7-84c2-7bef8cf20a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 5bca6ad4-28f2-46fc-8535-c31178400328) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:29.823047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75f50f7-a942-46f7-84c2-7bef8cf20a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:29.823622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e75f50f7-a942-46f7-84c2-7bef8cf20a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:29.827678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2fdfd7-9e16-4eb1-8f36-5f75a49c2fa4 None None] Network 5bca6ad4-28f2-46fc-8535-c31178400328 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:47:29.837424 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e75f50f7-a942-46f7-84c2-7bef8cf20a6d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4467998 Jul 27 21:47:30.161690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-5bca6ad4-28f2-46fc-8535-c31178400328', 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'fixed_ips': [{'subnet_id': '90bd961e-b65f-494c-9a0c-ada2a504fff5'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:47:30.162974 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:30.444204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Allocated IP 172.20.0.2 (5bca6ad4-28f2-46fc-8535-c31178400328/90bd961e-b65f-494c-9a0c-ada2a504fff5/6794326e-1d79-483f-954b-748779d37808) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:30.684795 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:30.702091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Transition to ACTIVE for port object 6794326e-1d79-483f-954b-748779d37808 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:30.723860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Transition to ACTIVE for port object 6794326e-1d79-483f-954b-748779d37808 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:30.734520 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:30.818190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Pushing event updated for resources: {'Port': ['ID=6794326e-1d79-483f-954b-748779d37808,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:30.829488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Network 5bca6ad4-28f2-46fc-8535-c31178400328 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:30.831304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:30.831675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:30.831989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:30.832318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:30.832642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:30.832974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:30.833301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:30.833668 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:30.833997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:30.834332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:30.834655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:30.835023 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Tracked resource versions report: Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: pushed versions: Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: { 'AddressGroup': {'1.2'}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'ConntrackHelper': {'1.0'}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'Log': {'1.0'}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'Network': {'1.1'}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'Port': {'1.7'}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'PortForwarding': {'1.2'}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'QosPolicy': {'1.8'}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'SecurityGroup': {'1.4'}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'SubPort': {'1.0'}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'Subnet': {'1.1'}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'Trunk': {'1.1'}} Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: consumer versions: Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: { DHCP agent@n-d-802011-3: {}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: L3 agent@n-d-802011-3: {}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: Metadata agent@n-d-802011-3: {}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: Metering agent@n-d-802011-3: {}, Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: Open vSwitch agent@n-d-802011-3: { 'AddressGroup': '1.2', Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'ConntrackHelper': '1.0', Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'Log': '1.0', Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'Network': '1.1', Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'Port': '1.7', Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'PortForwarding': '1.2', Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'QosPolicy': '1.8', Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'SecurityGroup': '1.4', Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'SecurityGroupRule': '1.2', Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'SubPort': '1.0', Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'Subnet': '1.1', Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: 'Trunk': '1.1'}} Jul 27 21:47:30.836854 n-d-802011-3 neutron-server[93836]: {{(pid=93836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:47:30.839355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:30.843446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:30.918943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Attempting to bind port 6794326e-1d79-483f-954b-748779d37808 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:47:30.919338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Attempting to bind port 6794326e-1d79-483f-954b-748779d37808 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '65a92d2a-2355-4382-ac1a-2e4d7d4a6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:47:30.919761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Attempting to bind port 6794326e-1d79-483f-954b-748779d37808 on network 5bca6ad4-28f2-46fc-8535-c31178400328 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:30.924537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:47:30.924965 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Checking segment: {'id': '65a92d2a-2355-4382-ac1a-2e4d7d4a6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:30.925407 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:30.925796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Bound using segment: {'id': '65a92d2a-2355-4382-ac1a-2e4d7d4a6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:47:30.926252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Bound port: 6794326e-1d79-483f-954b-748779d37808, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a92d2a-2355-4382-ac1a-2e4d7d4a6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:47:30.926676 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:30.991939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] For port 6794326e-1d79-483f-954b-748779d37808, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:47:30.996456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] For port 6794326e-1d79-483f-954b-748779d37808, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6794326e-1d79-483f-954b-748779d37808,segment=NetworkSegment(65a92d2a-2355-4382-ac1a-2e4d7d4a6230),segment_id=65a92d2a-2355-4382-ac1a-2e4d7d4a6230)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:47:30.999857 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:31.065266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7269a20-0e83-4954-a886-4c04a7d75302 None None] Pushing event updated for resources: {'Port': ['ID=6794326e-1d79-483f-954b-748779d37808,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:32.283081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53382) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:32.600254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-9983a9f5-80c3-4675-93ef-e6c4366e3f87 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:47:32.601918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9983a9f5-80c3-4675-93ef-e6c4366e3f87 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174269 Jul 27 21:47:34.999163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:35.313421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-3ad725a9-7c0b-4fe9-bbe2-44016d3ab315 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:47:35.314438 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3ad725a9-7c0b-4fe9-bbe2-44016d3ab315 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143215 Jul 27 21:47:37.958055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:38.260306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-168ae760-0724-4354-a1c0-dc35d7a4fef1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:38.283457 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-168ae760-0724-4354-a1c0-dc35d7a4fef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.285013 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-168ae760-0724-4354-a1c0-dc35d7a4fef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.431034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-168ae760-0724-4354-a1c0-dc35d7a4fef1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.436251 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-168ae760-0724-4354-a1c0-dc35d7a4fef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.448952 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-168ae760-0724-4354-a1c0-dc35d7a4fef1 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.450375 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-168ae760-0724-4354-a1c0-dc35d7a4fef1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4912894 Jul 27 21:47:39.507840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19bd2cf-f96e-457a-a212-cb9cb0a75fa7 None None] Network 5bca6ad4-28f2-46fc-8535-c31178400328 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:47:39.564422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dac8073b-8a9b-47bd-a08c-ba613a5b6217 None None] Provisioning for port 6794326e-1d79-483f-954b-748779d37808 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:39.640671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6794326e-1d79-483f-954b-748779d37808 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:39.762426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 6794326e-1d79-483f-954b-748779d37808 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:39.769941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 6794326e-1d79-483f-954b-748779d37808 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:39.770352 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:39.887756 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:39.932238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 6794326e-1d79-483f-954b-748779d37808, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6794326e-1d79-483f-954b-748779d37808,segment=NetworkSegment(65a92d2a-2355-4382-ac1a-2e4d7d4a6230),segment_id=65a92d2a-2355-4382-ac1a-2e4d7d4a6230)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:39.944339 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:40.010535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=6794326e-1d79-483f-954b-748779d37808,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:40.013998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-346d2767-a519-4742-9b63-d8a2e67c82ff None None] Provisioning complete for port 6794326e-1d79-483f-954b-748779d37808 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:40.014646 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-346d2767-a519-4742-9b63-d8a2e67c82ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:40.827398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53412) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:41.131299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-a41de94c-9d94-46e7-8172-2f11d99d5561 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:47:41.133001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a41de94c-9d94-46e7-8172-2f11d99d5561 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3040838 Jul 27 21:47:41.593633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6794326e-1d79-483f-954b-748779d37808 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:41.639161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 6794326e-1d79-483f-954b-748779d37808 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:41.639532 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.682255 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e688ea8c-4184-47e3-af35-2e8c6d3f6a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.501397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:43.810897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:43.832022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Made reservation on behalf of 2513bc20bdbf403d934f6455e7e1ccc5 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:43.834174 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.844267 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.927402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.931462 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.947818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Reserving flat network on physical network physnet1 {{(pid=93835) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 21:47:43.975501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:43.976659 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Added segment 4874cc79-26ee-4e82-b4ef-e2f34cb11022 of type flat for network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 Jul 27 21:47:43.978437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d9dbcc-ac94-4063-9afc-ec92bff291b9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:44.035745 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:44.070795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:44.071711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:44.072279 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:44.123491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6209767 Jul 27 21:47:44.130064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d03ba7-d2fe-4def-ab5e-a89cf160700f admin admin] Pushing event updated for resources: {'Network': ['ID=7f99d3c9-36a7-4697-a9d4-afb1d7740409,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:44.145086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:47:45.352079 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b384c85-5e17-462f-bad8-9750ee715f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:45.615330 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:46.229546 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:46.492843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:46.779180 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad97300-3ba1-4bb5-aa57-66da6b757ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:46.780453 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aad97300-3ba1-4bb5-aa57-66da6b757ecf admin admin] 10.222.0.24 "GET /v2.0/subnets/90bd961e-b65f-494c-9a0c-ada2a504fff5 HTTP/1.1" status: 200 len: 849 time: 0.2866781 Jul 27 21:47:46.895908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9ef4c828-1eda-443d-9e4c-e6be6199a0e7 admin admin] 10.222.0.24 "GET /v2.0/routers/02557a3b-7f7f-48a7-8191-6705cdc3f349 HTTP/1.1" status: 200 len: 704 time: 0.1094601 Jul 27 21:47:47.161623 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.452248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Allocated IP 172.20.0.1 (5bca6ad4-28f2-46fc-8535-c31178400328/90bd961e-b65f-494c-9a0c-ada2a504fff5/bb59de02-30b9-4151-b1a1-ea1d18b0760f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:47.650386 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.672745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Transition to ACTIVE for port object bb59de02-30b9-4151-b1a1-ea1d18b0760f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:47.750730 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.816475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Network 5bca6ad4-28f2-46fc-8535-c31178400328 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:47.825708 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.826835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:47.834712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:47.835327 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:47.891442 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Pushing event updated for resources: {'Port': ['ID=bb59de02-30b9-4151-b1a1-ea1d18b0760f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:48.036407 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.056299 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-369b0cee-8052-4ace-9b8b-4d032ba1568e None None] Provisioning for port bb59de02-30b9-4151-b1a1-ea1d18b0760f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:48.060276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-369b0cee-8052-4ace-9b8b-4d032ba1568e None None] Provisioning complete for port bb59de02-30b9-4151-b1a1-ea1d18b0760f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:48.060722 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-369b0cee-8052-4ace-9b8b-4d032ba1568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.095415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-369b0cee-8052-4ace-9b8b-4d032ba1568e None None] Port bb59de02-30b9-4151-b1a1-ea1d18b0760f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:47:48.250351 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.254632 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.255375 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.335345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Pushing event updated for resources: {'Port': ['ID=bb59de02-30b9-4151-b1a1-ea1d18b0760f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:48.383689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Network 5bca6ad4-28f2-46fc-8535-c31178400328 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:48.385004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:48.543600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Router 02557a3b-7f7f-48a7-8191-6705cdc3f349 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:47:48.615840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-33885480-f54b-442a-b735-6cccac3e9c78 None None] Provisioning complete for port bb59de02-30b9-4151-b1a1-ea1d18b0760f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:48.616134 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33885480-f54b-442a-b735-6cccac3e9c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:48.648961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-33885480-f54b-442a-b735-6cccac3e9c78 None None] Port bb59de02-30b9-4151-b1a1-ea1d18b0760f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:47:48.653746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:47:48.658826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-41b66514-9bd3-421f-b71b-1801fca1f19e admin admin] 10.222.0.24 "PUT /v2.0/routers/02557a3b-7f7f-48a7-8191-6705cdc3f349/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7571809 Jul 27 21:47:48.681695 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Sync routers for ids ['02557a3b-7f7f-48a7-8191-6705cdc3f349'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:47:48.693162 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Routers {'02557a3b-7f7f-48a7-8191-6705cdc3f349'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:48.694028 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:47:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['02557a3b-7f7f-48a7-8191-6705cdc3f349'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:48.877185 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Set router 02557a3b-7f7f-48a7-8191-6705cdc3f349 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:49.306413 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'name': 'router1', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:38Z', 'updated_at': '2021-07-27T21:47:47Z', 'revision_number': 2, 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'gw_port_host': None, '_interfaces': [{'id': 'bb59de02-30b9-4151-b1a1-ea1d18b0760f', 'name': '', 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'mac_address': 'fa:16:3e:8e:e1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90bd961e-b65f-494c-9a0c-ada2a504fff5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:47Z', 'updated_at': '2021-07-27T21:47:48Z', 'revision_number': 2, 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'subnets': [{'id': '90bd961e-b65f-494c-9a0c-ada2a504fff5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f552d3d-e68a-4dd7-91bd-656aab5a759b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:49.358724 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Checking router: 02557a3b-7f7f-48a7-8191-6705cdc3f349 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:47:49.359091 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Updating router 02557a3b-7f7f-48a7-8191-6705cdc3f349 port bb59de02-30b9-4151-b1a1-ea1d18b0760f binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:47:49.407249 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.923267 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:49.941283 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Transition to ACTIVE for port object bb59de02-30b9-4151-b1a1-ea1d18b0760f will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:49.947769 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.107740 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Pushing event updated for resources: {'Port': ['ID=bb59de02-30b9-4151-b1a1-ea1d18b0760f,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:50.125341 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:50.125703 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:50.126046 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:50.126512 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:50.126789 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:50.127057 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:50.127380 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:50.127701 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:50.128026 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:50.128348 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:50.128745 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:50.128977 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Tracked resource versions report: Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: pushed versions: Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: { 'AddressGroup': {'1.2'}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'ConntrackHelper': {'1.0'}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'Log': {'1.0'}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'Network': {'1.1'}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'Port': {'1.7'}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'PortForwarding': {'1.2'}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'QosPolicy': {'1.8'}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'SecurityGroup': {'1.4'}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'SubPort': {'1.0'}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'Subnet': {'1.1'}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'Trunk': {'1.1'}} Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: consumer versions: Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: { DHCP agent@n-d-802011-3: {}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: L3 agent@n-d-802011-3: {}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: Metadata agent@n-d-802011-3: {}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: Metering agent@n-d-802011-3: {}, Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: Open vSwitch agent@n-d-802011-3: { 'AddressGroup': '1.2', Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'ConntrackHelper': '1.0', Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'Log': '1.0', Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'Network': '1.1', Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'Port': '1.7', Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'PortForwarding': '1.2', Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'QosPolicy': '1.8', Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'SecurityGroup': '1.4', Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'SecurityGroupRule': '1.2', Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'SubPort': '1.0', Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'Subnet': '1.1', Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: 'Trunk': '1.1'}} Jul 27 21:47:50.130109 n-d-802011-3 neutron-server[93837]: {{(pid=93837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:47:50.132515 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Attempting to bind port bb59de02-30b9-4151-b1a1-ea1d18b0760f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:47:50.132858 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Attempting to bind port bb59de02-30b9-4151-b1a1-ea1d18b0760f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '65a92d2a-2355-4382-ac1a-2e4d7d4a6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:47:50.133286 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Attempting to bind port bb59de02-30b9-4151-b1a1-ea1d18b0760f on network 5bca6ad4-28f2-46fc-8535-c31178400328 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:50.139372 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:47:50.139796 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Checking segment: {'id': '65a92d2a-2355-4382-ac1a-2e4d7d4a6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:50.140263 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.140690 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Bound using segment: {'id': '65a92d2a-2355-4382-ac1a-2e4d7d4a6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:47:50.141118 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Bound port: bb59de02-30b9-4151-b1a1-ea1d18b0760f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a92d2a-2355-4382-ac1a-2e4d7d4a6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:47:50.141511 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.206498 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] For port bb59de02-30b9-4151-b1a1-ea1d18b0760f, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:47:50.229294 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] For port bb59de02-30b9-4151-b1a1-ea1d18b0760f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb59de02-30b9-4151-b1a1-ea1d18b0760f,segment=NetworkSegment(65a92d2a-2355-4382-ac1a-2e4d7d4a6230),segment_id=65a92d2a-2355-4382-ac1a-2e4d7d4a6230)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:47:50.234121 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:50.289695 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Routers {'02557a3b-7f7f-48a7-8191-6705cdc3f349'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:50.290338 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:47:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['02557a3b-7f7f-48a7-8191-6705cdc3f349'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:50.379279 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] Set router 02557a3b-7f7f-48a7-8191-6705cdc3f349 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:50.426303 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf9c36-45e7-4fc2-92f2-f5deb3fe3ded None None] Pushing event updated for resources: {'Port': ['ID=bb59de02-30b9-4151-b1a1-ea1d18b0760f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:50.598982 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'name': 'router1', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:38Z', 'updated_at': '2021-07-27T21:47:47Z', 'revision_number': 2, 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'gw_port_host': None, '_interfaces': [{'id': 'bb59de02-30b9-4151-b1a1-ea1d18b0760f', 'name': '', 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'mac_address': 'fa:16:3e:8e:e1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90bd961e-b65f-494c-9a0c-ada2a504fff5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:47Z', 'updated_at': '2021-07-27T21:47:50Z', 'revision_number': 4, 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'subnets': [{'id': '90bd961e-b65f-494c-9a0c-ada2a504fff5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f552d3d-e68a-4dd7-91bd-656aab5a759b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:50.624841 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52166d09-b61f-44ba-9023-d5d42f62f909 None None] The sync data for ids ['02557a3b-7f7f-48a7-8191-6705cdc3f349'] in n-d-802011-3 is: [{'id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'name': 'router1', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:38Z', 'updated_at': '2021-07-27T21:47:47Z', 'revision_number': 2, 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'gw_port_host': None, '_interfaces': [{'id': 'bb59de02-30b9-4151-b1a1-ea1d18b0760f', 'name': '', 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'mac_address': 'fa:16:3e:8e:e1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90bd961e-b65f-494c-9a0c-ada2a504fff5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:47Z', 'updated_at': '2021-07-27T21:47:50Z', 'revision_number': 4, 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'subnets': [{'id': '90bd961e-b65f-494c-9a0c-ada2a504fff5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f552d3d-e68a-4dd7-91bd-656aab5a759b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:47:50.891340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53448) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:51.001781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ddeeb-6cb1-4240-8cb0-da2f90f05f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:51.004327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ec8ddeeb-6cb1-4240-8cb0-da2f90f05f1e admin admin] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 842 time: 0.1119215 Jul 27 21:47:51.013009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] Request body: {'subnet': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:51.034509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] Made reservation on behalf of 2513bc20bdbf403d934f6455e7e1ccc5 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:47:51.036701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.389869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.objects.ports [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:47:51.390328 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.448795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4ade17-e78e-43f0-8489-67b5afa55b8b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:51.454427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:51.455298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] Network hostable DHCP agents. Network: 7f99d3c9-36a7-4697-a9d4-afb1d7740409, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:47:51.470301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:47:51.478397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7f99d3c9-36a7-4697-a9d4-afb1d7740409) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:51.486412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffdd6cb-3681-4542-a83d-89fdb64ab346 None None] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:47:51.487451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:51.488114 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.511745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dfa267dd-60e9-47d2-863f-d5560f312d15 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4929612 Jul 27 21:47:51.621837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66627459-4dda-40e8-83c8-66e91ecb66e5 None None] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:47:53.769566 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 5 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:47:53.808977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:53.940126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-893b8193-1470-4424-858c-7dc86d8bf2ea admin admin] 10.222.0.24 "GET /v2.0/routers/02557a3b-7f7f-48a7-8191-6705cdc3f349 HTTP/1.1" status: 200 len: 710 time: 0.1300933 Jul 27 21:47:54.025575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c781056-7b46-4cf9-97bd-be73faf3fcb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:54.032275 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4c781056-7b46-4cf9-97bd-be73faf3fcb6 admin admin] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 886 time: 0.0807931 Jul 27 21:47:54.036576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:54.286418 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.521291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.592737 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.695179 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Allocated IP 172.25.1.218 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/864507bc-f65b-468f-8322-998648a4f654) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:54.794012 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.841283 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:54.879204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:54.882629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:54.890416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:54.895449 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Pushing event updated for resources: {'Port': ['ID=864507bc-f65b-468f-8322-998648a4f654,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:55.248249 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:55.437258 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:55.440384 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:55.544779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Router 02557a3b-7f7f-48a7-8191-6705cdc3f349 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:47:55.652978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:47:55.657237 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:55.658490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-af774d17-df75-455e-9c67-2a09babb212a admin admin] 10.222.0.24 "PUT /v2.0/routers/02557a3b-7f7f-48a7-8191-6705cdc3f349 HTTP/1.1" status: 200 len: 890 time: 1.6254771 Jul 27 21:47:57.118694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Sync routers for ids ['02557a3b-7f7f-48a7-8191-6705cdc3f349'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:47:57.128629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Routers {'02557a3b-7f7f-48a7-8191-6705cdc3f349'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:57.129259 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:47:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['02557a3b-7f7f-48a7-8191-6705cdc3f349'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:57.380204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Set router 02557a3b-7f7f-48a7-8191-6705cdc3f349 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:57.624006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb59de02-30b9-4151-b1a1-ea1d18b0760f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:57.755068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port bb59de02-30b9-4151-b1a1-ea1d18b0760f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:57.764265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bb59de02-30b9-4151-b1a1-ea1d18b0760f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:57.764636 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:57.871072 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'name': 'router1', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '864507bc-f65b-468f-8322-998648a4f654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:38Z', 'updated_at': '2021-07-27T21:47:55Z', 'revision_number': 4, 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'gw_port': {'id': '864507bc-f65b-468f-8322-998648a4f654', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:54Z', 'updated_at': '2021-07-27T21:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bb59de02-30b9-4151-b1a1-ea1d18b0760f', 'name': '', 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'mac_address': 'fa:16:3e:8e:e1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90bd961e-b65f-494c-9a0c-ada2a504fff5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:47Z', 'updated_at': '2021-07-27T21:47:50Z', 'revision_number': 4, 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'subnets': [{'id': '90bd961e-b65f-494c-9a0c-ada2a504fff5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f552d3d-e68a-4dd7-91bd-656aab5a759b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:57.923392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Checking router: 02557a3b-7f7f-48a7-8191-6705cdc3f349 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:47:57.923741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Updating router 02557a3b-7f7f-48a7-8191-6705cdc3f349 port 864507bc-f65b-468f-8322-998648a4f654 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:47:57.973566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:57.993534 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:58.046024 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port bb59de02-30b9-4151-b1a1-ea1d18b0760f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb59de02-30b9-4151-b1a1-ea1d18b0760f,segment=NetworkSegment(65a92d2a-2355-4382-ac1a-2e4d7d4a6230),segment_id=65a92d2a-2355-4382-ac1a-2e4d7d4a6230)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:58.066460 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:58.097346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53478) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:58.217475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=bb59de02-30b9-4151-b1a1-ea1d18b0760f,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:58.247564 n-d-802011-3 neutron-server[93834]: WARNING oslo_policy.policy [None req-8d72bfc3-31dc-4129-a14b-ff7e140c88ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:47:58.248141 n-d-802011-3 neutron-server[93834]: WARNING oslo_policy.policy [None req-8d72bfc3-31dc-4129-a14b-ff7e140c88ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:47:58.378626 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:58.388316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Transition to ACTIVE for port object 864507bc-f65b-468f-8322-998648a4f654 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:47:58.393571 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:58.445031 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ba8cb-2a7f-4289-a111-604bb00d50fb None None] Pushing event updated for resources: {'Port': ['ID=864507bc-f65b-468f-8322-998648a4f654,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:58.447579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Attempting to bind port 864507bc-f65b-468f-8322-998648a4f654 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:47:58.447951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Attempting to bind port 864507bc-f65b-468f-8322-998648a4f654 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:47:58.448322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Attempting to bind port 864507bc-f65b-468f-8322-998648a4f654 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:47:58.453363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:47:58.453738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:47:58.454142 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:58.454559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:47:58.455026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Bound port: 864507bc-f65b-468f-8322-998648a4f654, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:47:58.455425 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:58.508337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] For port 864507bc-f65b-468f-8322-998648a4f654, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:47:58.511430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] For port 864507bc-f65b-468f-8322-998648a4f654, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=864507bc-f65b-468f-8322-998648a4f654,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:47:58.515176 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:58.572920 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ba8cb-2a7f-4289-a111-604bb00d50fb None None] Pushing event updated for resources: {'Port': ['ID=864507bc-f65b-468f-8322-998648a4f654,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:58.575348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Routers {'02557a3b-7f7f-48a7-8191-6705cdc3f349'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:58.575954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:47:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['02557a3b-7f7f-48a7-8191-6705cdc3f349'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:58.668694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.policy [None req-8d72bfc3-31dc-4129-a14b-ff7e140c88ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93834) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 21:47:58.714592 n-d-802011-3 neutron-server[93834]: WARNING oslo_policy.policy [None req-8d72bfc3-31dc-4129-a14b-ff7e140c88ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:47:58.714979 n-d-802011-3 neutron-server[93834]: WARNING oslo_policy.policy [None req-8d72bfc3-31dc-4129-a14b-ff7e140c88ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 21:47:58.724896 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8d72bfc3-31dc-4129-a14b-ff7e140c88ea admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.6253855 Jul 27 21:47:58.759135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] Set router 02557a3b-7f7f-48a7-8191-6705cdc3f349 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:58.978067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'name': 'router1', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '864507bc-f65b-468f-8322-998648a4f654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:38Z', 'updated_at': '2021-07-27T21:47:55Z', 'revision_number': 4, 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'gw_port': {'id': '864507bc-f65b-468f-8322-998648a4f654', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:54Z', 'updated_at': '2021-07-27T21:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bb59de02-30b9-4151-b1a1-ea1d18b0760f', 'name': '', 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'mac_address': 'fa:16:3e:8e:e1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90bd961e-b65f-494c-9a0c-ada2a504fff5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:47Z', 'updated_at': '2021-07-27T21:47:58Z', 'revision_number': 5, 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'subnets': [{'id': '90bd961e-b65f-494c-9a0c-ada2a504fff5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f552d3d-e68a-4dd7-91bd-656aab5a759b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:59.007640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da10e47-aba9-4faa-bf4a-7cba67dd2e0e None None] The sync data for ids ['02557a3b-7f7f-48a7-8191-6705cdc3f349'] in n-d-802011-3 is: [{'id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'name': 'router1', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '864507bc-f65b-468f-8322-998648a4f654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:47:38Z', 'updated_at': '2021-07-27T21:47:55Z', 'revision_number': 4, 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'gw_port': {'id': '864507bc-f65b-468f-8322-998648a4f654', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:74:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:54Z', 'updated_at': '2021-07-27T21:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bb59de02-30b9-4151-b1a1-ea1d18b0760f', 'name': '', 'network_id': '5bca6ad4-28f2-46fc-8535-c31178400328', 'tenant_id': '8fa2e9bf98a24e358251c1165a3c5904', 'mac_address': 'fa:16:3e:8e:e1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02557a3b-7f7f-48a7-8191-6705cdc3f349', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '90bd961e-b65f-494c-9a0c-ada2a504fff5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:47:47Z', 'updated_at': '2021-07-27T21:47:58Z', 'revision_number': 5, 'project_id': '8fa2e9bf98a24e358251c1165a3c5904', 'subnets': [{'id': '90bd961e-b65f-494c-9a0c-ada2a504fff5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f552d3d-e68a-4dd7-91bd-656aab5a759b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:47:59.709579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb59de02-30b9-4151-b1a1-ea1d18b0760f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:59.758910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bb59de02-30b9-4151-b1a1-ea1d18b0760f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:59.759394 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:59.837927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 864507bc-f65b-468f-8322-998648a4f654 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:59.883890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 864507bc-f65b-468f-8322-998648a4f654 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:59.887560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 864507bc-f65b-468f-8322-998648a4f654 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:59.887933 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:59.963555 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:59.993843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 864507bc-f65b-468f-8322-998648a4f654, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=864507bc-f65b-468f-8322-998648a4f654,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:59.998725 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.048964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=864507bc-f65b-468f-8322-998648a4f654,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:01.609706 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 864507bc-f65b-468f-8322-998648a4f654 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:01.663492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 864507bc-f65b-468f-8322-998648a4f654 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:01.664229 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:12.685956 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a51418b-f3ae-4775-8b59-e5ace71f569d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:15.361343 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f94a3b9e-ddb0-4235-a38b-606e1090e172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:15.622447 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:16.234401 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:17.853064 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:30.774609 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 5 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:48:42.687953 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0272ab5f-7f42-4922-882c-edeb5badb9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:45.356231 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235a8928-b9b3-41d6-860d-c8926abbbd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:45.616725 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.235341 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.850846 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:07.767214 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 5 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:49:12.689565 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9717f8f0-0979-48c2-b0de-c1477259984f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:15.358301 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4107-0cf7-4134-93f4-9ff9db8c1f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:15.619173 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:16.236654 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:17.854099 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.066587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:40.126580 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6924aa2-bbd1-4ee9-9852-92d51500ab8d admin admin] GET failed (client error): The resource could not be found. Jul 27 21:49:40.127948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c6924aa2-bbd1-4ee9-9852-92d51500ab8d admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604224 Jul 27 21:49:40.286648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae0f64-7e13-4aca-a840-56c8b367e3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.288037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3aae0f64-7e13-4aca-a840-56c8b367e3e6 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552362 Jul 27 21:49:42.542100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:42.633988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dc6546-d8c1-40ad-86b0-9b1a5e1bb7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:42.635392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-83dc6546-d8c1-40ad-86b0-9b1a5e1bb7f8 admin admin] 10.222.0.24 "GET /v2.0/subnets/90bd961e-b65f-494c-9a0c-ada2a504fff5 HTTP/1.1" status: 200 len: 849 time: 0.0923009 Jul 27 21:49:42.645138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:42.692656 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9675-d669-42fe-87be-c9c9e5e56a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:42.733599 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:42.870015 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779860700968'] for subnet, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:42.901094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:42.901681 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:42.903920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] 10.222.0.24 "PUT /v2.0/subnets/90bd961e-b65f-494c-9a0c-ada2a504fff5 HTTP/1.1" status: 200 len: 868 time: 0.2624581 Jul 27 21:49:42.907269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dcbc49-cc01-4180-90b4-83e0a9ba53ba None None] Network 5bca6ad4-28f2-46fc-8535-c31178400328 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:49:42.930761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90bd961e-b65f-494c-9a0c-ada2a504fff5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:42.938923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:42.939273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:42.939611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:42.939957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:42.940283 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:42.940615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:42.940996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:42.941329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:42.941657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:42.941981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:42.942341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:42.942681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976c4d4-1c45-4493-b950-49029fcb6378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:43.320083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2cba4bc9-fc1c-4f63-8299-ad5544692649 None None] Provisioning complete for port 6794326e-1d79-483f-954b-748779d37808 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:43.320466 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cba4bc9-fc1c-4f63-8299-ad5544692649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:43.406971 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2cba4bc9-fc1c-4f63-8299-ad5544692649 None None] Provisioning complete for port bb59de02-30b9-4151-b1a1-ea1d18b0760f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:43.407273 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2cba4bc9-fc1c-4f63-8299-ad5544692649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:44.765264 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 5 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:49:45.153715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54106) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:45.346617 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82af49ba-c3b9-4f25-a963-bdd24733ebc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:45.347014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82af49ba-c3b9-4f25-a963-bdd24733ebc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:45.348574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-82af49ba-c3b9-4f25-a963-bdd24733ebc6 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1938639 Jul 27 21:49:45.361129 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ea7bb84-dd87-4aa6-ac00-b8b3f30fa9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:45.621361 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.243770 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:47.569212 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54114) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:47.696737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f605e1f-2ac3-41e1-93c1-7da448676d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:47.697218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f605e1f-2ac3-41e1-93c1-7da448676d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:47.698768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6f605e1f-2ac3-41e1-93c1-7da448676d69 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1286163 Jul 27 21:49:47.853737 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:49.909074 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:50.043775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3fff9-ec6a-476c-84a8-8ee8547ccc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.045148 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-96f3fff9-ec6a-476c-84a8-8ee8547ccc24 admin admin] 10.222.0.24 "GET /v2.0/networks/5bca6ad4-28f2-46fc-8535-c31178400328 HTTP/1.1" status: 200 len: 869 time: 0.1351705 Jul 27 21:49:52.229219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:52.445093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f804b28c-9350-4556-a629-3afb8583238a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.446475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f804b28c-9350-4556-a629-3afb8583238a admin admin] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 886 time: 0.2162733 Jul 27 21:49:54.624206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54138) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:54.747300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41e8a71-19a3-435e-9dca-91098be641f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.747765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41e8a71-19a3-435e-9dca-91098be641f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:54.749285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e41e8a71-19a3-435e-9dca-91098be641f4 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241252 Jul 27 21:49:56.921833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54146) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:57.019080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90980d9e-abd7-4c04-9f1f-a56d36c63d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.019554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90980d9e-abd7-4c04-9f1f-a56d36c63d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.021129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-90980d9e-abd7-4c04-9f1f-a56d36c63d60 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0982575 Jul 27 21:49:59.224496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54154) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:59.311688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5abfb4a-c1fb-4921-9ea6-099defbf1546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:59.313066 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a5abfb4a-c1fb-4921-9ea6-099defbf1546 admin admin] 10.222.0.24 "GET /v2.0/subnets/8f4ade17-e78e-43f0-8489-67b5afa55b8b HTTP/1.1" status: 200 len: 816 time: 0.0876937 Jul 27 21:50:01.527314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54162) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:01.675190 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03ca9ec-51f0-49a3-ad62-7f54769086b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:01.676571 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b03ca9ec-51f0-49a3-ad62-7f54769086b4 admin admin] 10.222.0.24 "GET /v2.0/subnets/90bd961e-b65f-494c-9a0c-ada2a504fff5 HTTP/1.1" status: 200 len: 868 time: 0.1483133 Jul 27 21:50:12.694563 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-142a3cad-9b87-4333-a8ae-c6e2572ae1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:15.362165 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1623defe-4acd-43fb-8ab1-47baa9ccbee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:15.624272 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:16.242580 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:17.869930 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:21.763770 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 5 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:50:27.684073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54218) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:27.732169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-d5434962-73cc-4b0a-8415-3c4ddef3a9dd admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:50:27.733160 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d5434962-73cc-4b0a-8415-3c4ddef3a9dd admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481610 Jul 27 21:50:29.980362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54226) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:30.053758 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3b4a9b-8cad-4cf1-b40d-6bfee2f00657 admin admin] GET failed (client error): The resource could not be found. Jul 27 21:50:30.055077 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4a3b4a9b-8cad-4cf1-b40d-6bfee2f00657 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0737224 Jul 27 21:50:30.215691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76876dc2-5565-422b-a27a-aa3bd5ef8347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:30.217066 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-76876dc2-5565-422b-a27a-aa3bd5ef8347 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1574478 Jul 27 21:50:32.420339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54234) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:32.465713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:32.466938 n-d-802011-3 neutron-server[93834]: INFO neutron.quota [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Loaded quota_driver: . Jul 27 21:50:32.507423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Made reservation on behalf of 2513bc20bdbf403d934f6455e7e1ccc5 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:32.510435 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:32.555993 n-d-802011-3 neutron-server[93834]: WARNING neutron.services.revisions.revision_plugin [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Could not find related network for resource to bump revision. Jul 27 21:50:32.576079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:50:32.591962 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779860876072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:32.592534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Unsubscribe: segment precommit_create {{(pid=93834) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 21:50:32.593013 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Added segment 9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2 of type vlan for network 667d466a-c505-4b26-8e91-fd38f27f2542 Jul 27 21:50:32.645846 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:32.687840 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:32.688856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:32.689441 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:32.713567 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2921846 Jul 27 21:50:32.796787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Pushing event updated for resources: {'Network': ['ID=667d466a-c505-4b26-8e91-fd38f27f2542,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:32.806194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:32.806560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:32.806896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:32.807226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:32.807552 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:32.807875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:32.808199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:32.808517 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:32.809101 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:32.809414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:32.809729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:32.810041 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a5458e-21e6-4c64-94a4-33b768e58617 admin admin] Tracked resource versions report: Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: pushed versions: Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: { 'AddressGroup': {'1.2'}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'ConntrackHelper': {'1.0'}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'Log': {'1.0'}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'Network': {'1.1'}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'Port': {'1.7'}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'PortForwarding': {'1.2'}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'QosPolicy': {'1.8'}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'SecurityGroup': {'1.4'}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'SubPort': {'1.0'}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'Subnet': {'1.1'}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'Trunk': {'1.1'}} Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: consumer versions: Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: { DHCP agent@n-d-802011-3: {}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: L3 agent@n-d-802011-3: {}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: Metadata agent@n-d-802011-3: {}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: Metering agent@n-d-802011-3: {}, Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: Open vSwitch agent@n-d-802011-3: { 'AddressGroup': '1.2', Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'ConntrackHelper': '1.0', Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'Log': '1.0', Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'Network': '1.1', Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'Port': '1.7', Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'PortForwarding': '1.2', Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'QosPolicy': '1.8', Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'SecurityGroup': '1.4', Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'SecurityGroupRule': '1.2', Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'SubPort': '1.0', Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'Subnet': '1.1', Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: 'Trunk': '1.1'}} Jul 27 21:50:32.811229 n-d-802011-3 neutron-server[93834]: {{(pid=93834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:50:32.849465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 667d466a-c505-4b26-8e91-fd38f27f2542 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:50:34.912055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:34.970435 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b4e2c3-6227-49bc-bd4b-400661f7fbcf admin admin] GET failed (client error): The resource could not be found. Jul 27 21:50:34.971731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-39b4e2c3-6227-49bc-bd4b-400661f7fbcf admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587144 Jul 27 21:50:35.043004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158dc233-4d57-4b8a-a6ca-9233d0a0b3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.044448 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-158dc233-4d57-4b8a-a6ca-9233d0a0b3ec admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683641 Jul 27 21:50:35.054972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1378b205-b0e5-43a1-b4fd-2f972d856923 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:35.076131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1378b205-b0e5-43a1-b4fd-2f972d856923 admin admin] Made reservation on behalf of 2513bc20bdbf403d934f6455e7e1ccc5 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:35.078358 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1378b205-b0e5-43a1-b4fd-2f972d856923 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.241461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1378b205-b0e5-43a1-b4fd-2f972d856923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.296765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378b205-b0e5-43a1-b4fd-2f972d856923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ee411c-0aff-47e7-8585-6cf652996b31,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:35.302629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1378b205-b0e5-43a1-b4fd-2f972d856923 admin admin] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:35.303636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1378b205-b0e5-43a1-b4fd-2f972d856923 admin admin] Network hostable DHCP agents. Network: 667d466a-c505-4b26-8e91-fd38f27f2542, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:50:35.319383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1378b205-b0e5-43a1-b4fd-2f972d856923 admin admin] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:50:35.327786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1378b205-b0e5-43a1-b4fd-2f972d856923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 667d466a-c505-4b26-8e91-fd38f27f2542) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:35.331754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1378b205-b0e5-43a1-b4fd-2f972d856923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.332341 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1378b205-b0e5-43a1-b4fd-2f972d856923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.337594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7fb8ac-0012-43f2-a769-8da18c1510d7 None None] Network 667d466a-c505-4b26-8e91-fd38f27f2542 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:35.346051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1378b205-b0e5-43a1-b4fd-2f972d856923 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2950041 Jul 27 21:50:35.589899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-667d466a-c505-4b26-8e91-fd38f27f2542', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'tenant_id': '2513bc20bdbf403d934f6455e7e1ccc5', 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:50:35.590874 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.730853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Allocated IP 192.168.233.2 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/c293cf27-79f5-4f13-a2ae-007eb709e661) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:35.878857 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.887816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Transition to ACTIVE for port object c293cf27-79f5-4f13-a2ae-007eb709e661 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:35.903249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Transition to ACTIVE for port object c293cf27-79f5-4f13-a2ae-007eb709e661 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:35.909146 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.949627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:35.954356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:35.956830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:35.963184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Pushing event updated for resources: {'Port': ['ID=c293cf27-79f5-4f13-a2ae-007eb709e661,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:35.972533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:35.972880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:35.973219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:35.973735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:35.974167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:35.974527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:35.974854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:35.975181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:35.975510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:35.975833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:35.976154 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:35.976473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:36.028877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Attempting to bind port c293cf27-79f5-4f13-a2ae-007eb709e661 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:36.029254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Attempting to bind port c293cf27-79f5-4f13-a2ae-007eb709e661 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:36.029622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Attempting to bind port c293cf27-79f5-4f13-a2ae-007eb709e661 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:36.034692 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:36.035067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:36.035475 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.035905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:36.036372 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Bound port: c293cf27-79f5-4f13-a2ae-007eb709e661, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:36.036773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.101369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] For port c293cf27-79f5-4f13-a2ae-007eb709e661, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:36.105365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] For port c293cf27-79f5-4f13-a2ae-007eb709e661, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c293cf27-79f5-4f13-a2ae-007eb709e661,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:36.111472 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:36.169676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1b681-199c-4f2a-b06a-1207c2fe40ae None None] Pushing event updated for resources: {'Port': ['ID=c293cf27-79f5-4f13-a2ae-007eb709e661,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:37.002876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c025a4a-8895-4d9b-b843-9a490c341c5b None None] Network 667d466a-c505-4b26-8e91-fd38f27f2542 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:50:37.122729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b10211ad-35e2-4ea2-90fa-71ea6d55e444 None None] Provisioning for port c293cf27-79f5-4f13-a2ae-007eb709e661 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:37.746359 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c293cf27-79f5-4f13-a2ae-007eb709e661 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:37.800492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port c293cf27-79f5-4f13-a2ae-007eb709e661 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:37.804930 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c293cf27-79f5-4f13-a2ae-007eb709e661 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:37.805309 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.884904 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.918446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port c293cf27-79f5-4f13-a2ae-007eb709e661, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c293cf27-79f5-4f13-a2ae-007eb709e661,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:37.921989 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.969545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=c293cf27-79f5-4f13-a2ae-007eb709e661,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:39.718642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c293cf27-79f5-4f13-a2ae-007eb709e661 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:39.765239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c293cf27-79f5-4f13-a2ae-007eb709e661 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:39.765611 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:42.695503 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65659858-225b-40ed-a854-6a96e53547ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.362555 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d46988ba-bc0a-41e9-83fa-6e47fa1f48a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:45.625676 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:46.246090 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:47.866407 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:58.762945 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 5 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:51:12.700868 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8d5c643-ada4-47f9-af65-badfc7f040ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:15.362817 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4aab492-4e75-4566-9c25-acd4a251203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:15.628078 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:16.249649 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:17.875914 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:35.761661 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 5 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:51:42.701150 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb0b797d-f994-4776-86a8-34c79a67ba1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:45.364610 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-695e131e-83c2-4fc1-89a2-8fea241dac24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:45.629876 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:46.252982 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:47.874128 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:54.693505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54298) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:54.699511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-22c2fbb8-991f-4f91-84e9-c31e9840c15a tempest-verify_tempest_config-1511886436 tempest-verify_tempest_config-1511886436-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:51:54.700474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-22c2fbb8-991f-4f91-84e9-c31e9840c15a tempest-verify_tempest_config-1511886436 tempest-verify_tempest_config-1511886436-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060086 Jul 27 21:51:55.001047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:55.100432 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.189142 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.192939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.239015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2f5651-3428-4dfd-93ed-b659a0658c6c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:55.243566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5626107009674945ab7b24bbb519c557&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2414563 Jul 27 21:51:55.246449 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54320) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:55.247850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.248206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.248547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.248946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.249275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.249602 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.249926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.250254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.250661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.250927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.251248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.251565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704da1-ec5d-4bac-bdd2-5e72b28d633f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.344863 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.366860 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.454590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.456998 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:55.458148 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d2f5651-3428-4dfd-93ed-b659a0658c6c HTTP/1.1" status: 204 len: 168 time: 0.2106595 Jul 27 21:51:55.467110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2f5651-3428-4dfd-93ed-b659a0658c6c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:55.473974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.474344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.476840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.477195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.477534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.477867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.478207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.478555 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.478882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.479207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.479532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:55.479966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113f151-ad7f-43a0-b1b6-ea8d59fc6c79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:52:12.701605 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f47dc4e-a031-47d6-a6f7-05ca4de3ec89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:12.760400 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 5 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:52:15.368013 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f08dfac4-b357-49fc-8c75-73212e25284d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:15.633366 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:16.254546 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:17.874568 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:42.702922 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a3151ba3-c491-47b1-ab47-342a3cc6af3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:45.369911 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3376d61-8525-4dde-aa44-cc0b85209e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:45.634356 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:46.257680 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:47.877068 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:49.760375 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 5 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:53:12.703106 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d324c852-e25f-45e7-83ea-fdac793de32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.370994 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87878991-8a4b-48ea-b20f-b31fd8773161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:15.634606 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:16.259908 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:17.881128 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:26.759582 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 5 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:53:42.704226 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c1240017-fd76-4866-896f-6ac5761801a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:45.371440 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1a0cc3-9217-4aa3-b8ea-a44c64e4e5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:45.634849 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.272458 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:47.884824 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:03.758758 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 5 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:54:12.705363 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0f8ffa4-05c1-47fa-8203-6d9167c149f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:15.371831 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae0cafbe-b11d-4f13-a2d2-fa7de31b7b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:15.633511 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:16.262186 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:17.886839 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:40.757872 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 5 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:54:42.140809 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966305'] for agent, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:42.705364 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f798a92f-9833-47e3-bcdb-10340fd28c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:45.373560 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b182d0ac-4df2-4ead-bd4d-ff5d4bf2122e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:45.639898 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:46.084377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966305'] for agent, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:46.263649 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:47.891678 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:12.094119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:12.705297 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ca1eec3-5178-4dc7-898f-5dffe72ad001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:15.374069 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adffb68c-980f-47f1-9368-910474ca5646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:15.632746 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.080368 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:16.267508 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.756630 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:55:17.897538 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.380124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54382) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:29.482125 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2c1c04f5-39aa-4106-bcf0-3c95f07afd0e admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1009128 Jul 27 21:55:31.713018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:31.766833 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6be8df06-49e8-41b1-84ee-b112779d7fde admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0526071 Jul 27 21:55:42.093819 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:42.705721 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3090fb0-008a-4409-8fab-fd93ed5922ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.374736 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e05ee91-96d7-45b1-9f16-257f58290046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:45.633892 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.097832 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:46.270521 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.897443 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:54.756893 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:56:12.115994 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:12.710079 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4180298a-8fbe-4595-ac53-ceea80b93d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.376076 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32665c37-d8f2-41a6-9091-6e3964372f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:15.637268 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:16.087242 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:16.273546 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:17.920633 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:31.756955 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:56:42.105700 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:42.711990 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-140c791d-0c47-452a-b1fc-567240f64dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:45.376282 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-367a0f3e-1bac-42df-b598-ba5d5b938613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:45.641994 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.091370 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:46.281376 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:47.927375 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:51.700805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54616) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:51.733413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54624) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:52.018353 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8d88d479-98e1-47e4-9417-d2a83b6e3229 tempest-AutoAllocateNetworkTest-1865025251 tempest-AutoAllocateNetworkTest-1865025251-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9c2b5a00020d43e3aa3c71675a5358d5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3165681 Jul 27 21:56:52.021007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54640) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:52.101995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-network', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:52.185069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Made reservation on behalf of 71ecaf662fcb444f82ab7d74e7b5e401 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:52.187332 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.208824 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.260666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a0247-e5f6-47b0-aa5d-6d86e144a4a2 tempest-AutoAllocateNetworkTest-1865025251 tempest-AutoAllocateNetworkTest-1865025251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:52.264839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-758a0247-e5f6-47b0-aa5d-6d86e144a4a2 tempest-AutoAllocateNetworkTest-1865025251 tempest-AutoAllocateNetworkTest-1865025251-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2401793 Jul 27 21:56:52.265507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54650) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:52.336994 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-86279166-a90d-4c41-a867-0b82117adc0d tempest-AutoAllocateNetworkTest-1865025251 tempest-AutoAllocateNetworkTest-1865025251-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695760 Jul 27 21:56:52.337387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54654) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:52.339986 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.345089 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.369011 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0a22bb48-17f6-4800-a4f4-527a20e1c45f tempest-AutoAllocateNetworkTest-1865025251 tempest-AutoAllocateNetworkTest-1865025251-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9c2b5a00020d43e3aa3c71675a5358d5 HTTP/1.1" status: 200 len: 208 time: 0.0305524 Jul 27 21:56:52.386449 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:56:52.393312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0f567c-49ad-41d6-90e1-f1f8760ae184,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:52.403402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.403812 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Added segment 00696ca5-97b5-492e-8265-237e34841677 of type vlan for network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc Jul 27 21:56:52.406206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.406793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.407082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.407415 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.407913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.408263 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.408582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.409023 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.410124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.410481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.410870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.411132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Tracked resource versions report: Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: pushed versions: Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: { 'AddressGroup': {'1.2'}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'ConntrackHelper': {'1.0'}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'Log': {'1.0'}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'Network': {'1.1'}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'Port': {'1.7'}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'PortForwarding': {'1.2'}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'QosPolicy': {'1.8'}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'SecurityGroup': {'1.4'}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'SubPort': {'1.0'}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'Subnet': {'1.1'}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'Trunk': {'1.1'}} Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: consumer versions: Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: { DHCP agent@n-d-802011-3: {}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: HyperV agent@n-h1-802011-3: {}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: HyperV agent@n-h2-802011-3: {}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: L3 agent@n-d-802011-3: {}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: Metadata agent@n-d-802011-3: {}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: Metering agent@n-d-802011-3: {}, Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: Open vSwitch agent@n-d-802011-3: { 'AddressGroup': '1.2', Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'ConntrackHelper': '1.0', Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'Log': '1.0', Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'Network': '1.1', Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'Port': '1.7', Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'PortForwarding': '1.2', Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'QosPolicy': '1.8', Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'SecurityGroup': '1.4', Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'SecurityGroupRule': '1.2', Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'SubPort': '1.0', Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'Subnet': '1.1', Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: 'Trunk': '1.1'}} Jul 27 21:56:52.412222 n-d-802011-3 neutron-server[93835]: {{(pid=93835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:56:52.474431 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.510903 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.512702 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:52.513636 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.580995 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8438563 Jul 27 21:56:52.581226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a22e9b-6ad6-4f8c-b4f0-3e748867566f admin admin] Pushing event updated for resources: {'Network': ['ID=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:52.581982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54678) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:52.587700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Request body: {'subnet': {'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-subnet', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:52.594024 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:56:52.614114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Made reservation on behalf of 71ecaf662fcb444f82ab7d74e7b5e401 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:56:52.617573 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.872870 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:52.917231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6b3b28-4695-42ba-b2e1-95635cc271fd,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:52.925337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.925687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.926021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.926371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.926699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.927024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.927343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.927701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.927964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.928278 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.928592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.928904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Tracked resource versions report: Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: pushed versions: Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: { 'AddressGroup': {'1.2'}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'ConntrackHelper': {'1.0'}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'Log': {'1.0'}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'Network': {'1.1'}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'Port': {'1.7'}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'PortForwarding': {'1.2'}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'QosPolicy': {'1.8'}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'SecurityGroup': {'1.4'}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'SubPort': {'1.0'}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'Subnet': {'1.1'}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'Trunk': {'1.1'}} Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: consumer versions: Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: { DHCP agent@n-d-802011-3: {}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: HyperV agent@n-h1-802011-3: {}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: HyperV agent@n-h2-802011-3: {}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: L3 agent@n-d-802011-3: {}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: Metadata agent@n-d-802011-3: {}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: Metering agent@n-d-802011-3: {}, Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: Open vSwitch agent@n-d-802011-3: { 'AddressGroup': '1.2', Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'ConntrackHelper': '1.0', Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'Log': '1.0', Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'Network': '1.1', Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'Port': '1.7', Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'PortForwarding': '1.2', Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'QosPolicy': '1.8', Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'SecurityGroup': '1.4', Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'SecurityGroupRule': '1.2', Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'SubPort': '1.0', Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'Subnet': '1.1', Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: 'Trunk': '1.1'}} Jul 27 21:56:52.929980 n-d-802011-3 neutron-server[93834]: {{(pid=93834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:56:52.945503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:52.960548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Checking segment: {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:52.961032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Network hostable DHCP agents. Network: 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:56:52.986061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:56:53.000715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:53.008695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:53.009420 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.018771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc68a81-af70-4069-b651-fcc6e9164584 None None] Network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:53.040468 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9caf99e1-1d03-451f-b465-c7f82dd48af6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4570556 Jul 27 21:56:53.043726 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54710) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:53.056542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:56:53.084761 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.086225 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.195016 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.224516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:56:53.226448 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.410138 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.495817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Allocated IP 172.20.0.2 (6a5546c1-bf58-4ab6-a1c2-08b01f25eddc/1b6b3b28-4695-42ba-b2e1-95635cc271fd/f5b1c956-83e0-4117-9b60-2ec3a880a8d6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:53.497718 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b45b8ba3-3463-4e7c-b2aa-d61ce77e4312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.718651 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.731703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Transition to ACTIVE for port object f5b1c956-83e0-4117-9b60-2ec3a880a8d6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:53.744133 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b45b8ba3-3463-4e7c-b2aa-d61ce77e4312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.753859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Transition to ACTIVE for port object f5b1c956-83e0-4117-9b60-2ec3a880a8d6 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:53.754800 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b45b8ba3-3463-4e7c-b2aa-d61ce77e4312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.769432 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.787098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b8ba3-3463-4e7c-b2aa-d61ce77e4312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b903560-fab4-40c8-9925-659e214f90cc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:53.794945 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.841110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b45b8ba3-3463-4e7c-b2aa-d61ce77e4312 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c2b5a00020d43e3aa3c71675a5358d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8937407 Jul 27 21:56:53.842129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:53.851134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Pushing event updated for resources: {'Port': ['ID=f5b1c956-83e0-4117-9b60-2ec3a880a8d6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:53.856236 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:53.865781 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:53.866441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:53.867153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:53.867711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:53.868266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:53.868823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:53.869375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:53.869928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:53.870478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:53.871024 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:53.871704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:53.872642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Tracked resource versions report: Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: pushed versions: Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: { 'AddressGroup': {'1.2'}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'ConntrackHelper': {'1.0'}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'Log': {'1.0'}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'Network': {'1.1'}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'Port': {'1.7'}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'PortForwarding': {'1.2'}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'QosPolicy': {'1.8'}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'SecurityGroup': {'1.4'}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'SubPort': {'1.0'}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'Subnet': {'1.1'}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'Trunk': {'1.1'}} Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: consumer versions: Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: { DHCP agent@n-d-802011-3: {}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: HyperV agent@n-h1-802011-3: {}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: HyperV agent@n-h2-802011-3: {}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: L3 agent@n-d-802011-3: {}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: Metadata agent@n-d-802011-3: {}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: Metering agent@n-d-802011-3: {}, Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: Open vSwitch agent@n-d-802011-3: { 'AddressGroup': '1.2', Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'ConntrackHelper': '1.0', Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'Log': '1.0', Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'Network': '1.1', Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'Port': '1.7', Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'PortForwarding': '1.2', Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'QosPolicy': '1.8', Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'SecurityGroup': '1.4', Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'SecurityGroupRule': '1.2', Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'SubPort': '1.0', Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'Subnet': '1.1', Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: 'Trunk': '1.1'}} Jul 27 21:56:53.874902 n-d-802011-3 neutron-server[93836]: {{(pid=93836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:56:53.899912 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:53.902196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:53.905951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:54.017856 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abf7dc85-ea20-473d-9bbb-6f711877d10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.038229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Attempting to bind port f5b1c956-83e0-4117-9b60-2ec3a880a8d6 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:54.038680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Attempting to bind port f5b1c956-83e0-4117-9b60-2ec3a880a8d6 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:54.039241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Attempting to bind port f5b1c956-83e0-4117-9b60-2ec3a880a8d6 on network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:54.053348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:54.053723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Checking segment: {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:54.054113 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.054530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Bound using segment: {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:54.055400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Bound port: f5b1c956-83e0-4117-9b60-2ec3a880a8d6, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:54.055813 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.070377 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abf7dc85-ea20-473d-9bbb-6f711877d10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.151742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] For port f5b1c956-83e0-4117-9b60-2ec3a880a8d6, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:54.155635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] For port f5b1c956-83e0-4117-9b60-2ec3a880a8d6, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f5b1c956-83e0-4117-9b60-2ec3a880a8d6,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:54.163795 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.188188 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abf7dc85-ea20-473d-9bbb-6f711877d10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.191694 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abf7dc85-ea20-473d-9bbb-6f711877d10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.193332 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-abf7dc85-ea20-473d-9bbb-6f711877d10e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b903560-fab4-40c8-9925-659e214f90cc HTTP/1.1" status: 204 len: 168 time: 0.3492999 Jul 27 21:56:54.210114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7dc85-ea20-473d-9bbb-6f711877d10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b903560-fab4-40c8-9925-659e214f90cc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:54.271151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc3caa-07ec-4a88-bd08-be24ce2f5967 None None] Pushing event updated for resources: {'Port': ['ID=f5b1c956-83e0-4117-9b60-2ec3a880a8d6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:54.304278 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Allocated IP 172.25.1.176 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/5f0e4e0c-b5df-4ad2-9082-a5e360490266) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:54.466557 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.642012 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:54.727332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:54.732337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:54.740412 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:54.815926 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Pushing event updated for resources: {'Port': ['ID=5f0e4e0c-b5df-4ad2-9082-a5e360490266,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:55.098151 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:55.368209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:55.610507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Router 52bc9c99-bd23-4b5e-a773-fb513608576c is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:56:55.621130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44223bd8-9ad4-4479-af91-29c9813f690c None None] Network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:56:55.648868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:55.652411 n-d-802011-3 neutron-server[93835]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 21:56:55.702890 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8fe8d9de-825e-4411-bbe0-a2b097ff140f tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2f2e7b1276d341ceb9eb70eb117f01cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515769 Jul 27 21:56:55.721710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-912a26ba-7418-46ce-adfe-97c88385c0e4 None None] Provisioning for port f5b1c956-83e0-4117-9b60-2ec3a880a8d6 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:55.774327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:56:55.810681 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Sync routers for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:56:55.810681 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:55.810681 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:55.821530 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:55.826306 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b8d85b3b-1157-4543-8d2a-a74ea5aab4bf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7772386 Jul 27 21:56:55.827196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54848) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:56.010125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-c861332f-ddfe-4c6f-b417-6b9fb777e75e tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:56.012064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-c861332f-ddfe-4c6f-b417-6b9fb777e75e tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030505 Jul 27 21:56:56.051983 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-e9f38666-4abd-4618-bd80-86325c8a896f tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/quotas/2f2e7b1276d341ceb9eb70eb117f01cc HTTP/1.1" status: 200 len: 375 time: 0.0310221 Jul 27 21:56:56.064756 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f5b1c956-83e0-4117-9b60-2ec3a880a8d6 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:56.098301 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:56.179270 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-704411bd-fdbb-47b4-b41b-b42057e5d53d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f2e7b1276d341ceb9eb70eb117f01cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1259878 Jul 27 21:56:56.216679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port f5b1c956-83e0-4117-9b60-2ec3a880a8d6 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:56.227268 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f5b1c956-83e0-4117-9b60-2ec3a880a8d6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:56.228066 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.400145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-481b0cc8-db49-4912-964f-c46826f997ca None None] Provisioning complete for port f5b1c956-83e0-4117-9b60-2ec3a880a8d6 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:56.400584 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-481b0cc8-db49-4912-964f-c46826f997ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.496825 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:54Z', 'revision_number': 3, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:56.522198 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.532128 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Checking router: 52bc9c99-bd23-4b5e-a773-fb513608576c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:56:56.532659 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Updating router 52bc9c99-bd23-4b5e-a773-fb513608576c port 5f0e4e0c-b5df-4ad2-9082-a5e360490266 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:56:56.588859 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.611553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port f5b1c956-83e0-4117-9b60-2ec3a880a8d6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f5b1c956-83e0-4117-9b60-2ec3a880a8d6,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:56:56.623436 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.727953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.736466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=f5b1c956-83e0-4117-9b60-2ec3a880a8d6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:56.846540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:56.940889 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:56.964223 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Transition to ACTIVE for port object 5f0e4e0c-b5df-4ad2-9082-a5e360490266 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:56.973411 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.027751 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Attempting to bind port 5f0e4e0c-b5df-4ad2-9082-a5e360490266 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:56:57.028140 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Attempting to bind port 5f0e4e0c-b5df-4ad2-9082-a5e360490266 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:56:57.028513 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Attempting to bind port 5f0e4e0c-b5df-4ad2-9082-a5e360490266 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:56:57.039456 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Pushing event updated for resources: {'Port': ['ID=5f0e4e0c-b5df-4ad2-9082-a5e360490266,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:57.041907 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:56:57.042478 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:56:57.042939 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.043339 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:56:57.043940 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Bound port: 5f0e4e0c-b5df-4ad2-9082-a5e360490266, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:56:57.044366 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.069201 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:57.069553 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:57.069899 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:57.070238 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:57.070607 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:57.070944 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:57.071275 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:57.071604 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:57.071934 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:57.072259 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:57.072592 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:57.072917 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Tracked resource versions report: Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: pushed versions: Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: { 'AddressGroup': {'1.2'}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'ConntrackHelper': {'1.0'}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'Log': {'1.0'}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'Network': {'1.1'}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'Port': {'1.7'}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'PortForwarding': {'1.2'}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'QosPolicy': {'1.8'}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'SecurityGroup': {'1.4'}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'SecurityGroupRule': {'1.2'}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'SubPort': {'1.0'}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'Subnet': {'1.1'}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'Trunk': {'1.1'}} Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: consumer versions: Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: { DHCP agent@n-d-802011-3: {}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: HyperV agent@n-h1-802011-3: {}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: HyperV agent@n-h2-802011-3: {}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: L3 agent@n-d-802011-3: {}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: Metadata agent@n-d-802011-3: {}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: Metering agent@n-d-802011-3: {}, Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: Open vSwitch agent@n-d-802011-3: { 'AddressGroup': '1.2', Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'ConntrackHelper': '1.0', Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'Log': '1.0', Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'Network': '1.1', Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'Port': '1.7', Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'PortForwarding': '1.2', Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'QosPolicy': '1.8', Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'SecurityGroup': '1.4', Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'SecurityGroupRule': '1.2', Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'SubPort': '1.0', Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'Subnet': '1.1', Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: 'Trunk': '1.1'}} Jul 27 21:56:57.074045 n-d-802011-3 neutron-server[93837]: {{(pid=93837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 21:56:57.087878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Allocated IP 172.20.0.1 (6a5546c1-bf58-4ab6-a1c2-08b01f25eddc/1b6b3b28-4695-42ba-b2e1-95635cc271fd/00ef4079-4e8a-4f43-b670-429330386b2c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:56:57.114951 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] For port 5f0e4e0c-b5df-4ad2-9082-a5e360490266, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:56:57.120532 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] For port 5f0e4e0c-b5df-4ad2-9082-a5e360490266, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5f0e4e0c-b5df-4ad2-9082-a5e360490266,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:56:57.129243 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.172344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c74eea87-3db4-4052-b9fa-40cd9c91bc62 req-d9d4fe89-cdf8-45a7-95e0-64477b85b7ea tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 210 time: 0.3230979 Jul 27 21:56:57.220580 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:56:57.222583 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:57.296119 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.318114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Transition to ACTIVE for port object 00ef4079-4e8a-4f43-b670-429330386b2c will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:56:57.379035 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97f9c0-3389-4d39-88b1-b8f837a35fbc None None] Pushing event updated for resources: {'Port': ['ID=5f0e4e0c-b5df-4ad2-9082-a5e360490266,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:57.422175 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:56:57.445461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.619193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Pushing event updated for resources: {'Port': ['ID=00ef4079-4e8a-4f43-b670-429330386b2c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:57.661162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:57.686073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:57.692082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:57.693533 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:57.696061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:56:57.696912 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:57.966967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9eb35b31-73e7-4199-a7f1-421c38630b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.056252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f5b1c956-83e0-4117-9b60-2ec3a880a8d6 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:56:58.110647 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.146413 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9eb35b31-73e7-4199-a7f1-421c38630b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.155140 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9eb35b31-73e7-4199-a7f1-421c38630b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.185259 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9eb35b31-73e7-4199-a7f1-421c38630b79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b5ed612484f41d0bee2c27cbad0dfc3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5227249 Jul 27 21:56:58.188413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55008) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:58.195469 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25030d80-a4cf-422e-b1d6-f01339ecc87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.303175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-63f3f6ce-2b61-4f14-b77a-363b2773885e None None] Provisioning for port 00ef4079-4e8a-4f43-b670-429330386b2c completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:56:58.317819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-63f3f6ce-2b61-4f14-b77a-363b2773885e None None] Provisioning complete for port 00ef4079-4e8a-4f43-b670-429330386b2c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:58.318371 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63f3f6ce-2b61-4f14-b77a-363b2773885e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.398881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f5b1c956-83e0-4117-9b60-2ec3a880a8d6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:58.400301 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.412242 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:54Z', 'revision_number': 3, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:56:58.412767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25030d80-a4cf-422e-b1d6-f01339ecc87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.413900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb35b31-73e7-4199-a7f1-421c38630b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1a0b43-692a-4e8e-b996-2d1436f0761e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:58.437377 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b89b0a05-2917-43c9-89ed-0fe78c7e3e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.459068 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1757b72b-c5d6-4250-b53e-6ca7add5bb05 req-83adf1f4-07e7-4ed2-b664-4096dbfe244c tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 210 time: 0.0409725 Jul 27 21:56:58.460412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-25030d80-a4cf-422e-b1d6-f01339ecc87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.509580 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196e384d-e7b9-4d40-8fb3-d41943ed5deb None None] The sync data for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 is: [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:54Z', 'revision_number': 3, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:56:58.510841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25030d80-a4cf-422e-b1d6-f01339ecc87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c777b8d-bbb2-4b8f-b7d1-d4b2f7b61226,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:58.539052 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-25030d80-a4cf-422e-b1d6-f01339ecc87f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd18306dbf3c4594ae414bd7797a4df8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8458362 Jul 27 21:56:58.541745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:58.552686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-63f3f6ce-2b61-4f14-b77a-363b2773885e None None] Port 00ef4079-4e8a-4f43-b670-429330386b2c cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:58.608688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:58.625226 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70fef64f-9c38-4b37-bf0a-7c0e25567401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.684177 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70fef64f-9c38-4b37-bf0a-7c0e25567401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.703686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55036) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:58.730976 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b89b0a05-2917-43c9-89ed-0fe78c7e3e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.812025 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70fef64f-9c38-4b37-bf0a-7c0e25567401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.816164 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70fef64f-9c38-4b37-bf0a-7c0e25567401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.818436 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-70fef64f-9c38-4b37-bf0a-7c0e25567401 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c777b8d-bbb2-4b8f-b7d1-d4b2f7b61226 HTTP/1.1" status: 204 len: 168 time: 0.2755148 Jul 27 21:56:58.828430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fef64f-9c38-4b37-bf0a-7c0e25567401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c777b8d-bbb2-4b8f-b7d1-d4b2f7b61226,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:58.901912 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f950a87-e57e-42da-abd6-f8b0462ec6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.905151 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.919848 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.924164 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:58.967710 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-142d937e-5ecd-42c8-be91-e6744fe316f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.154583 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b89b0a05-2917-43c9-89ed-0fe78c7e3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.157650 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b89b0a05-2917-43c9-89ed-0fe78c7e3e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.162918 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b89b0a05-2917-43c9-89ed-0fe78c7e3e50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db1a0b43-692a-4e8e-b996-2d1436f0761e HTTP/1.1" status: 204 len: 168 time: 0.9615963 Jul 27 21:56:59.189790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b0a05-2917-43c9-89ed-0fe78c7e3e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1a0b43-692a-4e8e-b996-2d1436f0761e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:59.293046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:56:59.298629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:56:59.319348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Pushing event updated for resources: {'Port': ['ID=00ef4079-4e8a-4f43-b670-429330386b2c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:59.543099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Router 52bc9c99-bd23-4b5e-a773-fb513608576c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:56:59.563030 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f950a87-e57e-42da-abd6-f8b0462ec6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.574085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f950a87-e57e-42da-abd6-f8b0462ec6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.621945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5f950a87-e57e-42da-abd6-f8b0462ec6c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29f09d72c4054a308481e382432d971f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0113430 Jul 27 21:56:59.622582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:59.735425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e763-e224-4ab6-9e7e-d00f56adfff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.760188 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e763-e224-4ab6-9e7e-d00f56adfff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.805132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b91a5870-1ac2-45bb-8ef4-0399f6c72b9b None None] Provisioning complete for port 00ef4079-4e8a-4f43-b670-429330386b2c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:56:59.807141 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b91a5870-1ac2-45bb-8ef4-0399f6c72b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.808435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:56:59.830466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f950a87-e57e-42da-abd6-f8b0462ec6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78eddf1-231a-4995-8d21-a0bf692a232f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:59.834973 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e6aec22-c7b0-40d1-a473-3f48d9ba03d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.874392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f9a755f-295d-43ba-a5d5-8b7ba78cfb09 req-168d1b97-ba03-4cb5-8a07-b7f8cf7b7204 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 210 time: 0.0482514 Jul 27 21:56:59.875003 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e763-e224-4ab6-9e7e-d00f56adfff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.877514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e763-e224-4ab6-9e7e-d00f56adfff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:59.881401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c1c4e763-e224-4ab6-9e7e-d00f56adfff0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d78eddf1-231a-4995-8d21-a0bf692a232f HTTP/1.1" status: 204 len: 168 time: 0.2403414 Jul 27 21:56:59.897166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4e763-e224-4ab6-9e7e-d00f56adfff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78eddf1-231a-4995-8d21-a0bf692a232f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:56:59.936433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b91a5870-1ac2-45bb-8ef4-0399f6c72b9b None None] Port 00ef4079-4e8a-4f43-b670-429330386b2c cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:56:59.984985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.41', 60522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:00.014256 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-c121454f-b4f9-405f-8cad-84ee9ebc2a1f tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2f2e7b1276d341ceb9eb70eb117f01cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275626 Jul 27 21:57:00.020155 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-142d937e-5ecd-42c8-be91-e6744fe316f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.131195 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e6aec22-c7b0-40d1-a473-3f48d9ba03d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.132229 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-142d937e-5ecd-42c8-be91-e6744fe316f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.167860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5f0e4e0c-b5df-4ad2-9082-a5e360490266 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:00.195155 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:00.226933 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-40329041-5a39-4b1a-9038-0512e72fe8fe admin admin] 10.222.0.24 "PUT /v2.0/routers/52bc9c99-bd23-4b5e-a773-fb513608576c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3983610 Jul 27 21:57:00.229049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55104) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:00.248811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-142d937e-5ecd-42c8-be91-e6744fe316f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdf1fd340db444ca8c22fa39c8b01580&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5438931 Jul 27 21:57:00.270290 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cef2627e-10d0-4df2-88c0-85082d8f250a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.279090 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55110) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:00.286096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5f0e4e0c-b5df-4ad2-9082-a5e360490266 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:00.290598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5f0e4e0c-b5df-4ad2-9082-a5e360490266 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:00.291090 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.297712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d937e-5ecd-42c8-be91-e6744fe316f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e715caf-3a75-4658-8eb6-cc5cd94b0e78,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:00.317149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e6aec22-c7b0-40d1-a473-3f48d9ba03d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.401574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4e6aec22-c7b0-40d1-a473-3f48d9ba03d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=459091d2631249208059fa43ee0c42de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5894010 Jul 27 21:57:00.413341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:00.506934 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.526906 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42f703fa-3ebc-4e69-9c8c-942641040400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.544644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 5f0e4e0c-b5df-4ad2-9082-a5e360490266, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5f0e4e0c-b5df-4ad2-9082-a5e360490266,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:00.556653 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.583652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-b999aa36-f328-4038-bdc7-d78a18b579f3 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c34db2c997244103bb6dc3f4a42b6f3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170692 Jul 27 21:57:00.617428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6aec22-c7b0-40d1-a473-3f48d9ba03d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa68a30-8e81-47d4-a8cc-fd6dc5198406,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:00.620737 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42f703fa-3ebc-4e69-9c8c-942641040400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.656886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=5f0e4e0c-b5df-4ad2-9082-a5e360490266,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:00.704174 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cef2627e-10d0-4df2-88c0-85082d8f250a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.712075 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cef2627e-10d0-4df2-88c0-85082d8f250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.731600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-0d0288fa-d759-4796-a25e-33d431819031 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:00.733083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-0d0288fa-d759-4796-a25e-33d431819031 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7105348 Jul 27 21:57:00.762195 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ad817b3-e182-4d2d-9335-2c9f598a5dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.765012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2627e-10d0-4df2-88c0-85082d8f250a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4516aef-2085-4bc6-b768-6e5ab452c51f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:00.767857 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42f703fa-3ebc-4e69-9c8c-942641040400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.772509 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42f703fa-3ebc-4e69-9c8c-942641040400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.774735 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-42f703fa-3ebc-4e69-9c8c-942641040400 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e715caf-3a75-4658-8eb6-cc5cd94b0e78 HTTP/1.1" status: 204 len: 168 time: 0.4927170 Jul 27 21:57:00.799614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Request body: {'port': {'device_id': 'c8df1749-06f8-46f1-847d-0a78e69c34f7', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '2f2e7b1276d341ceb9eb70eb117f01cc'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:00.807533 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f703fa-3ebc-4e69-9c8c-942641040400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e715caf-3a75-4658-8eb6-cc5cd94b0e78,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:00.826863 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cef2627e-10d0-4df2-88c0-85082d8f250a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32ac38bf56f6432b8defd948fad1eaed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5909147 Jul 27 21:57:00.830978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55146) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:00.852113 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ad817b3-e182-4d2d-9335-2c9f598a5dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.883285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:00.919501 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b42841b1-0ed3-4755-b1dd-9fa9ba04c2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:00.922225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499187-dfe0-4695-8a52-86550c7edf5d req-00fddd64-9606-4292-a034-9e47fc89574c tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:00.923791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-00fddd64-9606-4292-a034-9e47fc89574c tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3090682 Jul 27 21:57:00.957961 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b41e971-f232-48f3-81a1-803935517896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.005054 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-7f93f6ad-2129-4348-998e-40ab60ab2e68 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/quotas/c34db2c997244103bb6dc3f4a42b6f3f HTTP/1.1" status: 200 len: 375 time: 0.0631416 Jul 27 21:57:01.085060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-104a53df-c531-4197-98e4-b5e4da141cf2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c34db2c997244103bb6dc3f4a42b6f3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787904 Jul 27 21:57:01.160026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b41e971-f232-48f3-81a1-803935517896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.185252 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b42841b1-0ed3-4755-b1dd-9fa9ba04c2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.199840 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b42841b1-0ed3-4755-b1dd-9fa9ba04c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.274858 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b42841b1-0ed3-4755-b1dd-9fa9ba04c2b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbea5b41b3fb48ceb3323f5c7bf15d3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3878226 Jul 27 21:57:01.277672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55174) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:01.278452 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d570b7c-e90e-4b5e-9a56-1132c3598230 req-8ccab5e2-2eb8-47c8-af9f-5253618cea14 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 210 time: 0.2097986 Jul 27 21:57:01.288661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42841b1-0ed3-4755-b1dd-9fa9ba04c2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3290880b-acbd-4284-86c3-d623813cdbb2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:01.372078 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b41e971-f232-48f3-81a1-803935517896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.374913 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b41e971-f232-48f3-81a1-803935517896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.376213 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7b41e971-f232-48f3-81a1-803935517896 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4516aef-2085-4bc6-b768-6e5ab452c51f HTTP/1.1" status: 204 len: 168 time: 0.5430770 Jul 27 21:57:01.385428 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d61b10db-2e32-440a-92f1-42babc41e9f3 req-daf8780c-132e-4ab2-9250-f59f5422ca76 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 210 time: 0.0680654 Jul 27 21:57:01.409892 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ad817b3-e182-4d2d-9335-2c9f598a5dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.411473 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41e971-f232-48f3-81a1-803935517896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4516aef-2085-4bc6-b768-6e5ab452c51f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:01.413495 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ad817b3-e182-4d2d-9335-2c9f598a5dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.434171 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37715594-ff12-4a90-8359-6970846da144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.445282 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5ad817b3-e182-4d2d-9335-2c9f598a5dce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7aa68a30-8e81-47d4-a8cc-fd6dc5198406 HTTP/1.1" status: 204 len: 168 time: 1.0282950 Jul 27 21:57:01.452511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad817b3-e182-4d2d-9335-2c9f598a5dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa68a30-8e81-47d4-a8cc-fd6dc5198406,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:01.468706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37715594-ff12-4a90-8359-6970846da144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.469682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Made reservation on behalf of 2f2e7b1276d341ceb9eb70eb117f01cc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:01.476528 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.498775 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.536476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Sync routers for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:01.548668 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37715594-ff12-4a90-8359-6970846da144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.551778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:01.552435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:01.553618 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37715594-ff12-4a90-8359-6970846da144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.563190 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-37715594-ff12-4a90-8359-6970846da144 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3290880b-acbd-4284-86c3-d623813cdbb2 HTTP/1.1" status: 204 len: 168 time: 0.2831528 Jul 27 21:57:01.579074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37715594-ff12-4a90-8359-6970846da144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3290880b-acbd-4284-86c3-d623813cdbb2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:01.774900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:01.797275 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.804636 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:01.944672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55202) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:02.002070 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50052463-ee4c-4ee8-9570-784a94a2a272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.050198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35547aa-d8f4-4ac1-909a-a89eacc570a2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:02.185042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5f0e4e0c-b5df-4ad2-9082-a5e360490266 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:02.278042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5f0e4e0c-b5df-4ad2-9082-a5e360490266 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:02.278826 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.361662 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50052463-ee4c-4ee8-9570-784a94a2a272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.371727 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50052463-ee4c-4ee8-9570-784a94a2a272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.374964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 2, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:02.388068 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Allocated IP 192.168.233.113 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:02.509164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Checking router: 52bc9c99-bd23-4b5e-a773-fb513608576c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:02.509857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Updating router 52bc9c99-bd23-4b5e-a773-fb513608576c port 00ef4079-4e8a-4f43-b670-429330386b2c binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:57:02.544464 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.555872 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-50052463-ee4c-4ee8-9570-784a94a2a272 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89e6da76fb174dd39dc2abe70ee4445e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5980356 Jul 27 21:57:02.555872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55216) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:02.589925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50052463-ee4c-4ee8-9570-784a94a2a272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e324365-fd99-435e-9254-7cd583c17024,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:02.719364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-402b6531-c847-440c-b8aa-5e66ab60d2f6 req-25a0571a-582c-4107-8ae9-23a4dee804ae tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 210 time: 0.2537873 Jul 27 21:57:02.790774 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11001061-10fa-4105-8371-c0dfb82aa514 req-0464e816-88e0-434d-a0f0-5c1114ec3925 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 210 time: 0.2593870 Jul 27 21:57:02.791559 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ec67608-dcd5-45ab-9f13-5684651d29e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.830686 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ec67608-dcd5-45ab-9f13-5684651d29e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.975396 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ec67608-dcd5-45ab-9f13-5684651d29e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.985177 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ec67608-dcd5-45ab-9f13-5684651d29e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:02.985177 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0ec67608-dcd5-45ab-9f13-5684651d29e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e324365-fd99-435e-9254-7cd583c17024 HTTP/1.1" status: 204 len: 168 time: 0.4225266 Jul 27 21:57:02.998096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec67608-dcd5-45ab-9f13-5684651d29e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e324365-fd99-435e-9254-7cd583c17024,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:03.127440 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.143794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Transition to ACTIVE for port object 00ef4079-4e8a-4f43-b670-429330386b2c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:03.147137 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.172644 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.209445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Transition to ACTIVE for port object 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:03.258679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55232) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:03.268149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcada8-7c1d-4c2e-a8c2-d5a5a0c49bef None None] Pushing event updated for resources: {'Port': ['ID=00ef4079-4e8a-4f43-b670-429330386b2c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:03.280193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.286972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-475191662-network', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:03.369289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Made reservation on behalf of 54bbae11ac06449d81fa67227bbe6bb2 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:03.375382 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.400928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Attempting to bind port 00ef4079-4e8a-4f43-b670-429330386b2c on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:03.401674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Attempting to bind port 00ef4079-4e8a-4f43-b670-429330386b2c by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:03.402298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Attempting to bind port 00ef4079-4e8a-4f43-b670-429330386b2c on network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:03.408260 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:03.409084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Checking segment: {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:03.409566 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.410040 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.410669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Bound using segment: {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:03.412746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Bound port: 00ef4079-4e8a-4f43-b670-429330386b2c, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:03.413446 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.516325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] For port 00ef4079-4e8a-4f43-b670-429330386b2c, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:03.521297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] For port 00ef4079-4e8a-4f43-b670-429330386b2c, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=00ef4079-4e8a-4f43-b670-429330386b2c,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:03.534240 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.616038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Pushing event updated for resources: {'Port': ['ID=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:03.639350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcada8-7c1d-4c2e-a8c2-d5a5a0c49bef None None] Pushing event updated for resources: {'Port': ['ID=00ef4079-4e8a-4f43-b670-429330386b2c,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:03.663260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:03.670740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:03.671812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:03.672082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:03.691742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:03.725482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:03.729375 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.799531 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.812912 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.821106 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-4d329158-9232-4fd3-ab2b-774644f9192d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0310891 Jul 27 21:57:03.856877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-c4b0467c-49bc-43a5-a5aa-3bb03860bb47 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:57:03.858509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-c4b0467c-49bc-43a5-a5aa-3bb03860bb47 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087388 Jul 27 21:57:03.876846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:03.917043 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:03.917414 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Added segment 47ebbe4c-ea65-4527-97d5-5d462e3d6e60 of type vlan for network 0c62244a-f26a-4e72-936b-e22fa4837788 Jul 27 21:57:04.137570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4a9ef3-ffa5-41d0-843e-fe2d1b3f1dc6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:04.185723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.195916 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5483f25e-d6aa-4312-9604-af477a1833c2 req-cbc51427-3037-4be3-a145-5db99ff7a4dd tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 210 time: 0.1018362 Jul 27 21:57:04.282694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0117a2-a85d-4e3b-aa4b-e2e5cb2c9f10 req-eb8ace5e-8531-4c6a-b4fc-ba3029f9a3ce tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:04.299463 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.301063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:04.301697 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.312952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc0117a2-a85d-4e3b-aa4b-e2e5cb2c9f10 req-eb8ace5e-8531-4c6a-b4fc-ba3029f9a3ce tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 936 time: 0.3191996 Jul 27 21:57:04.339236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:04.411393 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc0117a2-a85d-4e3b-aa4b-e2e5cb2c9f10 req-dc92aba9-f5ef-4148-b596-09bfe95ffb2c tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968804 Jul 27 21:57:04.482931 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2226760 Jul 27 21:57:04.485744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55262) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:04.494190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fe2e4844-d5b5-476b-9129-482029ecb82c admin admin] Request body: {'subnet': {'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-475191662-subnet', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:04.519407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089a161-3158-4a14-bbd0-a1d61314854a admin admin] Pushing event updated for resources: {'Network': ['ID=0c62244a-f26a-4e72-936b-e22fa4837788,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:04.545430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 0c62244a-f26a-4e72-936b-e22fa4837788 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:04.584703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2e4844-d5b5-476b-9129-482029ecb82c admin admin] Made reservation on behalf of 54bbae11ac06449d81fa67227bbe6bb2 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:04.588186 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe2e4844-d5b5-476b-9129-482029ecb82c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.701920 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ca64b797-8f7d-44c6-ae24-771c1fe7b708 None None] Provisioning for port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:04.723554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ca64b797-8f7d-44c6-ae24-771c1fe7b708 None None] Provisioning complete for port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:04.725496 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca64b797-8f7d-44c6-ae24-771c1fe7b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.872277 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ca64b797-8f7d-44c6-ae24-771c1fe7b708 None None] Port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:04.968674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:03Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:04.973655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Request body: {'port': {'device_id': 'c8df1749-06f8-46f1-847d-0a78e69c34f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:05.012597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc56af6-5134-45b3-aba3-2855d95962dd None None] The sync data for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 is: [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:03Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:05.175420 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:05.302251 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe2e4844-d5b5-476b-9129-482029ecb82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:05.686094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ea45a8c-0b83-4048-9450-75ba2537db54 req-d7c96d15-eb9a-4401-9580-51b7d6f467c4 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 210 time: 0.2980583 Jul 27 21:57:05.853910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e4844-d5b5-476b-9129-482029ecb82c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4630076-8982-4501-987a-434742b2bfd4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:05.931085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e4844-d5b5-476b-9129-482029ecb82c admin admin] Checking segment: {'id': '47ebbe4c-ea65-4527-97d5-5d462e3d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:05.935415 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e4844-d5b5-476b-9129-482029ecb82c admin admin] Network hostable DHCP agents. Network: 0c62244a-f26a-4e72-936b-e22fa4837788, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:06.013401 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b714fe-5fdf-4310-bc88-e396acc43177 req-4a00d8de-d5f4-4533-af07-2f0b070f852f tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:06.026141 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0b714fe-5fdf-4310-bc88-e396acc43177 req-4a00d8de-d5f4-4533-af07-2f0b070f852f tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 936 time: 0.4650273 Jul 27 21:57:06.072672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 00ef4079-4e8a-4f43-b670-429330386b2c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:06.143357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e4844-d5b5-476b-9129-482029ecb82c admin admin] Network 0c62244a-f26a-4e72-936b-e22fa4837788 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:06.194433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 00ef4079-4e8a-4f43-b670-429330386b2c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:06.200328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 00ef4079-4e8a-4f43-b670-429330386b2c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:06.200703 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.237044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fe2e4844-d5b5-476b-9129-482029ecb82c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 0c62244a-f26a-4e72-936b-e22fa4837788) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:06.254332 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e4844-d5b5-476b-9129-482029ecb82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:06.254944 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe2e4844-d5b5-476b-9129-482029ecb82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.267579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0b714fe-5fdf-4310-bc88-e396acc43177 req-e8b39f45-2dd5-4ccf-aa0a-19cfc337af84 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359250 Jul 27 21:57:06.276042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2524c61-6017-4cd2-ac3f-66fe2f8a392a None None] Network 0c62244a-f26a-4e72-936b-e22fa4837788 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:06.362454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fe2e4844-d5b5-476b-9129-482029ecb82c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8721614 Jul 27 21:57:06.363236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55314) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:06.373426 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-475191662-router', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:06.405844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:06.405844 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.489459 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.490498 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.511754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Transition to ACTIVE for port object 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:06.528565 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.626396 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-0c62244a-f26a-4e72-936b-e22fa4837788', 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'fixed_ips': [{'subnet_id': 'a4630076-8982-4501-987a-434742b2bfd4'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:57:06.635519 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.741524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.832816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Attempting to bind port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:06.833122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Attempting to bind port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:06.833440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Attempting to bind port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:06.837811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Pushing event updated for resources: {'Port': ['ID=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:06.860995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:57:06.861211 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Attempting to bind port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:06.905808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:06.905808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:06.908182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:06.908646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Bound port: 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:06.909047 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:06.971082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f60096f8-08cc-4881-9487-bf25fb22d478 req-fe94de35-3ced-4486-a411-a0663566577e tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 210 time: 0.1212287 Jul 27 21:57:06.991576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Allocated IP 172.20.0.2 (0c62244a-f26a-4e72-936b-e22fa4837788/a4630076-8982-4501-987a-434742b2bfd4/32c09615-c3fd-4251-825b-1a73eca59380) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:07.137242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] For port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:07.153912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] For port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:07.168896 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.174026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.218072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:07.218736 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.222623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] 10.222.0.41 "PUT /v2.0/ports/1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 HTTP/1.1" status: 200 len: 1096 time: 2.6964409 Jul 27 21:57:07.322917 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.347164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Transition to ACTIVE for port object 32c09615-c3fd-4251-825b-1a73eca59380 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:07.453479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8df1749-06f8-46f1-847d-0a78e69c34f7', 'tag': '1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:07.493233 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.573060 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 00ef4079-4e8a-4f43-b670-429330386b2c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=00ef4079-4e8a-4f43-b670-429330386b2c,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:07.575823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Transition to ACTIVE for port object 32c09615-c3fd-4251-825b-1a73eca59380 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:07.585619 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.620284 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.678155 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556ec9e-d91c-40c6-b7cc-d20d0758874b service neutron] Pushing event updated for resources: {'Port': ['ID=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:07.699444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Network 0c62244a-f26a-4e72-936b-e22fa4837788 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:07.701024 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=00ef4079-4e8a-4f43-b670-429330386b2c,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:07.704318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:07.711648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:07.838650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814dac6-1bbb-45ae-8063-79e5a79142be req-5b33642b-a1b6-491c-905b-6a7852ef1750 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:07.843384 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Pushing event updated for resources: {'Port': ['ID=32c09615-c3fd-4251-825b-1a73eca59380,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:07.843561 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f814dac6-1bbb-45ae-8063-79e5a79142be req-5b33642b-a1b6-491c-905b-6a7852ef1750 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 948 time: 0.1444149 Jul 27 21:57:07.866185 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.867088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Attempting to bind port 32c09615-c3fd-4251-825b-1a73eca59380 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:07.867673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Attempting to bind port 32c09615-c3fd-4251-825b-1a73eca59380 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '47ebbe4c-ea65-4527-97d5-5d462e3d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:07.868635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Attempting to bind port 32c09615-c3fd-4251-825b-1a73eca59380 on network 0c62244a-f26a-4e72-936b-e22fa4837788 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:07.875969 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:07.876990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Checking segment: {'id': '47ebbe4c-ea65-4527-97d5-5d462e3d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:07.878823 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.879803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Bound using segment: {'id': '47ebbe4c-ea65-4527-97d5-5d462e3d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:07.880861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Bound port: 32c09615-c3fd-4251-825b-1a73eca59380, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ebbe4c-ea65-4527-97d5-5d462e3d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:07.881747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.954475 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.991295 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] For port 32c09615-c3fd-4251-825b-1a73eca59380, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:08.000435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f814dac6-1bbb-45ae-8063-79e5a79142be req-47687a06-8d0f-497c-8899-58616b421bf9 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480384 Jul 27 21:57:08.019727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] For port 32c09615-c3fd-4251-825b-1a73eca59380, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=32c09615-c3fd-4251-825b-1a73eca59380,segment=NetworkSegment(47ebbe4c-ea65-4527-97d5-5d462e3d6e60),segment_id=47ebbe4c-ea65-4527-97d5-5d462e3d6e60)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:08.035029 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.079867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 00ef4079-4e8a-4f43-b670-429330386b2c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:08.219831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ee5291-c7a1-48ae-a0b9-641deec34796 req-f3d7c41a-e54b-4c81-9a28-3e49bae3b808 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 210 time: 0.0684242 Jul 27 21:57:08.265846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Allocated IP 172.25.1.228 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/bb099545-a959-4c00-8031-fb5b7b5ba91e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:08.361824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a367c-7e9b-491c-aa40-92770a44e1e1 None None] Pushing event updated for resources: {'Port': ['ID=32c09615-c3fd-4251-825b-1a73eca59380,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:08.437122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 00ef4079-4e8a-4f43-b670-429330386b2c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:08.437479 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.483865 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.586481 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcea55c-3c09-4085-8b1b-40fbd1ec438e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8df1749-06f8-46f1-847d-0a78e69c34f7", "tag": "1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:08.587240 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:08.687815 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:08.699352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:08.710912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Pushing event updated for resources: {'Port': ['ID=bb099545-a959-4c00-8031-fb5b7b5ba91e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:08.738551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:08.758096 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:57:09.149795 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-5121fe7f-5b8d-4f45-94f2-499c43358e5c tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c34db2c997244103bb6dc3f4a42b6f3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413139 Jul 27 21:57:09.179896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.41', 60528) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:09.234158 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.297950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5726890-a819-4e12-be76-5b94080c8108 req-86c3df15-318f-49da-831e-fd4c6ab74b35 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:09.324049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5726890-a819-4e12-be76-5b94080c8108 req-86c3df15-318f-49da-831e-fd4c6ab74b35 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 948 time: 0.1250820 Jul 27 21:57:09.416020 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5726890-a819-4e12-be76-5b94080c8108 req-712e0fd1-f3ea-43ad-8c9e-3f3b47d8905f tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898850 Jul 27 21:57:09.625335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e889566-e2ca-476a-a0cc-49bfeb12fdc5 req-1515b7ce-ad3e-450f-bd1a-a4085fdddeaf tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 210 time: 0.0799894 Jul 27 21:57:09.700773 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e34251f-3894-4e41-8389-2792dc435653 x-openstack-request-id: req-0e34251f-3894-4e41-8389-2792dc435653 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:09.701257 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8df1749-06f8-46f1-847d-0a78e69c34f7", "tag": "1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:09.701752 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e34251f-3894-4e41-8389-2792dc435653 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:09.702410 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8df1749-06f8-46f1-847d-0a78e69c34f7', 'tag': '1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101', 'status': 'completed', 'code': 200} Jul 27 21:57:09.860454 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:10.129036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1bb07a-a8df-4a5f-b561-4cbd1da03221 None None] Network 0c62244a-f26a-4e72-936b-e22fa4837788 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:10.183466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Router 926b962f-6c73-4509-8467-2e48598633bd is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:57:10.248498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 32c09615-c3fd-4251-825b-1a73eca59380 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:10.325385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-3a241bc3-2ff2-4aa1-bb15-bff53ecb81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:10.327300 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-3a241bc3-2ff2-4aa1-bb15-bff53ecb81a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f2e7b1276d341ceb9eb70eb117f01cc&device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 1099 time: 0.5061853 Jul 27 21:57:10.337581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499187-dfe0-4695-8a52-86550c7edf5d req-ec99d82f-a992-4e35-b3bd-23d05b1a4428 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:10.339193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-ec99d82f-a992-4e35-b3bd-23d05b1a4428 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5169635 Jul 27 21:57:10.406244 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:10.421982 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Sync routers for ids ['926b962f-6c73-4509-8467-2e48598633bd'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:10.437965 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Routers {'926b962f-6c73-4509-8467-2e48598633bd'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:10.440493 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['926b962f-6c73-4509-8467-2e48598633bd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:10.460422 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:10.463064 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0bdd054d-81e3-402b-a2e5-d51c061f6c97 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0990355 Jul 27 21:57:10.466128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55404) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:10.477633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ea2fa17b-2934-4db4-afce-92fa1d847528 None None] Provisioning for port 32c09615-c3fd-4251-825b-1a73eca59380 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:10.580051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 32c09615-c3fd-4251-825b-1a73eca59380 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:10.649403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 32c09615-c3fd-4251-825b-1a73eca59380 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:10.649787 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:10.712099 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Set router 926b962f-6c73-4509-8467-2e48598633bd gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:10.839949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5340bb-0a91-4cab-931b-448bbcd25558 req-3a1aa7a6-ae1c-4581-9c86-6bd5e648806d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:10.854566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed5340bb-0a91-4cab-931b-448bbcd25558 req-3a1aa7a6-ae1c-4581-9c86-6bd5e648806d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 948 time: 0.1909935 Jul 27 21:57:10.931163 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.025435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 32c09615-c3fd-4251-825b-1a73eca59380, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=32c09615-c3fd-4251-825b-1a73eca59380,segment=NetworkSegment(47ebbe4c-ea65-4527-97d5-5d462e3d6e60),segment_id=47ebbe4c-ea65-4527-97d5-5d462e3d6e60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:11.037791 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.052861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Request body: {'port': {'device_id': '063ac2d4-d567-4587-af39-5da7e8df87db', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': 'c34db2c997244103bb6dc3f4a42b6f3f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:11.078751 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926b962f-6c73-4509-8467-2e48598633bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-475191662-router', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:06Z', 'updated_at': '2021-07-27T21:57:08Z', 'revision_number': 3, 'project_id': '54bbae11ac06449d81fa67227bbe6bb2', 'gw_port': {'id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926b962f-6c73-4509-8467-2e48598633bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:07Z', 'updated_at': '2021-07-27T21:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:11.133031 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Checking router: 926b962f-6c73-4509-8467-2e48598633bd for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:11.133555 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Updating router 926b962f-6c73-4509-8467-2e48598633bd port bb099545-a959-4c00-8031-fb5b7b5ba91e binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:57:11.172223 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.199477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=32c09615-c3fd-4251-825b-1a73eca59380,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:11.451488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8e263805-9572-401f-9984-93b264e13866 None None] Provisioning complete for port 32c09615-c3fd-4251-825b-1a73eca59380 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:11.452057 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e263805-9572-401f-9984-93b264e13866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.659199 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.672117 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Transition to ACTIVE for port object bb099545-a959-4c00-8031-fb5b7b5ba91e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:11.680098 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.733579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-9fcf2f50-faa4-4fdb-958d-f434b9013c3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 HTTP/1.1" status: 200 len: 217 time: 0.7217619 Jul 27 21:57:11.761904 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Attempting to bind port bb099545-a959-4c00-8031-fb5b7b5ba91e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:11.761904 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Attempting to bind port bb099545-a959-4c00-8031-fb5b7b5ba91e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:11.765638 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Attempting to bind port bb099545-a959-4c00-8031-fb5b7b5ba91e on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:11.773508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b44772b-ffa0-485e-be8e-b9e68f1817ac req-67732846-ebae-4107-aaec-a3bca3219e26 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 210 time: 0.0997167 Jul 27 21:57:11.774917 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:11.775423 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:11.775923 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.776443 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:11.777016 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Bound port: bb099545-a959-4c00-8031-fb5b7b5ba91e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:11.777670 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.820852 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed5340bb-0a91-4cab-931b-448bbcd25558 req-8ab1f505-c023-4828-8cdf-b2dfb580576c tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9642074 Jul 27 21:57:11.880182 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69298f6-b57e-4c0a-b7cf-0224d94d8dc5 None None] Pushing event updated for resources: {'Port': ['ID=bb099545-a959-4c00-8031-fb5b7b5ba91e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:11.904021 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] For port bb099545-a959-4c00-8031-fb5b7b5ba91e, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:11.951365 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] For port bb099545-a959-4c00-8031-fb5b7b5ba91e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb099545-a959-4c00-8031-fb5b7b5ba91e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:11.968504 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:11.992462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Made reservation on behalf of c34db2c997244103bb6dc3f4a42b6f3f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:11.997711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.011502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 32c09615-c3fd-4251-825b-1a73eca59380 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:12.063875 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69298f6-b57e-4c0a-b7cf-0224d94d8dc5 None None] Pushing event updated for resources: {'Port': ['ID=bb099545-a959-4c00-8031-fb5b7b5ba91e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:12.099341 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.102104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 32c09615-c3fd-4251-825b-1a73eca59380 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:12.103267 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.138279 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Routers {'926b962f-6c73-4509-8467-2e48598633bd'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:12.140760 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['926b962f-6c73-4509-8467-2e48598633bd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:12.188533 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.356643 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] Set router 926b962f-6c73-4509-8467-2e48598633bd gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:12.433240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.462816 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.474536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.526100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f155c88-8d1e-41b7-b23a-3e3d6c17d764,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:12.640583 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926b962f-6c73-4509-8467-2e48598633bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-475191662-router', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:06Z', 'updated_at': '2021-07-27T21:57:08Z', 'revision_number': 3, 'project_id': '54bbae11ac06449d81fa67227bbe6bb2', 'gw_port': {'id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926b962f-6c73-4509-8467-2e48598633bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:07Z', 'updated_at': '2021-07-27T21:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:12.678805 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596b681-da5c-4deb-8ad7-449ef4c71a54 None None] The sync data for ids ['926b962f-6c73-4509-8467-2e48598633bd'] in n-d-802011-3 is: [{'id': '926b962f-6c73-4509-8467-2e48598633bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-475191662-router', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:06Z', 'updated_at': '2021-07-27T21:57:08Z', 'revision_number': 3, 'project_id': '54bbae11ac06449d81fa67227bbe6bb2', 'gw_port': {'id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926b962f-6c73-4509-8467-2e48598633bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:07Z', 'updated_at': '2021-07-27T21:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:12.743349 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc803435-01bd-404f-9f9d-1d318554828a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:12.883848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Allocated IP 192.168.233.87 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:12.895849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Allocated IP 172.20.0.1 (0c62244a-f26a-4e72-936b-e22fa4837788/a4630076-8982-4501-987a-434742b2bfd4/0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:13.050336 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbfa9a96-a9c7-4972-a864-e3c33fe38abe req-f44058b4-0673-43c1-8675-36517b43dcc4 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 210 time: 0.0526707 Jul 27 21:57:13.263050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.298887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31604d9-f036-4c17-bfd1-7128a07905d9 req-cdf3613c-3ed9-43e3-9835-e6a6c98220a7 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:13.300903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c31604d9-f036-4c17-bfd1-7128a07905d9 req-cdf3613c-3ed9-43e3-9835-e6a6c98220a7 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 948 time: 0.2078595 Jul 27 21:57:13.309930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Transition to ACTIVE for port object 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:13.386823 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.408129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c31604d9-f036-4c17-bfd1-7128a07905d9 req-1ccbf1a8-0923-48ca-82c9-bd857f6b039e tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961230 Jul 27 21:57:13.419797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Transition to ACTIVE for port object b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:13.445860 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.514875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Pushing event updated for resources: {'Port': ['ID=0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:13.544386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Network 0c62244a-f26a-4e72-936b-e22fa4837788 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:13.547158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:13.550350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:13.550833 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.865034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:13.941148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7ed40702-1640-4343-a519-5b351ff553fb None None] Provisioning for port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:13.947070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7ed40702-1640-4343-a519-5b351ff553fb None None] Provisioning complete for port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:13.947551 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ed40702-1640-4343-a519-5b351ff553fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.005369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:14.021039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55550) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:14.031917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:14.045663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:14.048603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7ed40702-1640-4343-a519-5b351ff553fb None None] Port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:14.061530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:14.062224 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.086394 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb099545-a959-4c00-8031-fb5b7b5ba91e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:14.163501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.165091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port bb099545-a959-4c00-8031-fb5b7b5ba91e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:14.165482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Pushing event updated for resources: {'Port': ['ID=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:14.176092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bb099545-a959-4c00-8031-fb5b7b5ba91e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:14.177503 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.183238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-1e3eeea1-593b-4012-82ac-59da89e247a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:14.184797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-1e3eeea1-593b-4012-82ac-59da89e247a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.4036243 Jul 27 21:57:14.190879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55556) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:14.200382 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-53811c8d-4d4c-4921-aa83-f02111a3a15a tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1836226 Jul 27 21:57:14.265138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Request body: {'port': {'device_id': '063ac2d4-d567-4587-af39-5da7e8df87db', 'device_owner': 'compute:tempest-test_az-2122946002', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:14.292326 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.332406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port bb099545-a959-4c00-8031-fb5b7b5ba91e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb099545-a959-4c00-8031-fb5b7b5ba91e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:14.342685 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.450870 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afec3205-2da0-4b17-b4f2-efd51b971826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.505877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=bb099545-a959-4c00-8031-fb5b7b5ba91e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:14.516873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-ea87fd20-068a-45e0-94f3-aeb97c7d67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:14.519273 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-ea87fd20-068a-45e0-94f3-aeb97c7d67f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3220413 Jul 27 21:57:14.520697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-913a9812-e9b0-4099-b8a9-a86bd305164f None None] Provisioning for port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:14.527460 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-913a9812-e9b0-4099-b8a9-a86bd305164f None None] Provisioning complete for port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:14.527836 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-913a9812-e9b0-4099-b8a9-a86bd305164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.546504 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fce80cee-023f-4615-8d54-e6be526b96fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.581489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-913a9812-e9b0-4099-b8a9-a86bd305164f None None] Port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:14.635911 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afec3205-2da0-4b17-b4f2-efd51b971826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.642287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afec3205-2da0-4b17-b4f2-efd51b971826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.710632 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-afec3205-2da0-4b17-b4f2-efd51b971826 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22ff87724c8c490fa552a04381858593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6881223 Jul 27 21:57:14.713716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec3205-2da0-4b17-b4f2-efd51b971826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d78a45-1faa-4e0b-9d5c-af43e4f2a201,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:14.718863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55570) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:14.809601 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.812522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8da9820-fdbb-4751-b5b4-513a58bb3265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.835306 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fce80cee-023f-4615-8d54-e6be526b96fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.846884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8da9820-fdbb-4751-b5b4-513a58bb3265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.848709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fce80cee-023f-4615-8d54-e6be526b96fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.860734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ad49-e06d-45a8-acf8-996ffc6bfafa req-59f0daec-0977-44de-879a-075b3597e220 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:14.862409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29d7ad49-e06d-45a8-acf8-996ffc6bfafa req-59f0daec-0977-44de-879a-075b3597e220 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 935 time: 0.3910894 Jul 27 21:57:14.898289 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fce80cee-023f-4615-8d54-e6be526b96fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=def640822aec43a7b91e00386ebb895f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7058499 Jul 27 21:57:14.906698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55572) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:14.931489 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce80cee-023f-4615-8d54-e6be526b96fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd39921-7a96-491d-b8aa-37c3d82a4687,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:14.954880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19487b-836b-4269-8c5c-76c369743dbe req-78337a27-c4c4-4b26-8149-9035e485cad4 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:14.961983 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8da9820-fdbb-4751-b5b4-513a58bb3265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.962814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a19487b-836b-4269-8c5c-76c369743dbe req-78337a27-c4c4-4b26-8149-9035e485cad4 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 948 time: 0.4005232 Jul 27 21:57:14.964574 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8da9820-fdbb-4751-b5b4-513a58bb3265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.967999 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d8da9820-fdbb-4751-b5b4-513a58bb3265 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4d78a45-1faa-4e0b-9d5c-af43e4f2a201 HTTP/1.1" status: 204 len: 168 time: 0.2441037 Jul 27 21:57:14.983889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da9820-fdbb-4751-b5b4-513a58bb3265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d78a45-1faa-4e0b-9d5c-af43e4f2a201,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:14.984759 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b648e41b-508d-4e7c-8ad5-207b21be6d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:14.991041 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.012542 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b648e41b-508d-4e7c-8ad5-207b21be6d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.017552 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.018396 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.022032 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-9ee8700e-7664-4314-86b5-29fe617eb93e service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925959 Jul 27 21:57:15.067551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b648e41b-508d-4e7c-8ad5-207b21be6d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.070976 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b648e41b-508d-4e7c-8ad5-207b21be6d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.072269 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b648e41b-508d-4e7c-8ad5-207b21be6d63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cd39921-7a96-491d-b8aa-37c3d82a4687 HTTP/1.1" status: 204 len: 168 time: 0.1646588 Jul 27 21:57:15.080056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648e41b-508d-4e7c-8ad5-207b21be6d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd39921-7a96-491d-b8aa-37c3d82a4687,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:15.091709 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29d7ad49-e06d-45a8-acf8-996ffc6bfafa req-4453e6d1-c290-4c75-8a28-cc0649b2f3ae tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190044 Jul 27 21:57:15.298177 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a19487b-836b-4269-8c5c-76c369743dbe req-822f9c2f-b456-41a3-a973-caebf3cba388 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345060 Jul 27 21:57:15.315620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Pushing event updated for resources: {'Port': ['ID=0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:15.386799 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6929546f-7f73-45fb-b1d2-d704bcf6effa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.405063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6ab9e0-a7a1-4dee-ac67-50554d5ebfe1 req-308b961a-b4ba-408b-8e77-34d04c207bfa service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329816 Jul 27 21:57:15.424926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Network 0c62244a-f26a-4e72-936b-e22fa4837788 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:15.429401 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:15.578058 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55608) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:15.602671 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-014c57d3-f72a-462c-b362-d85efde343a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.655164 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.717831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55616) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:15.739821 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbeec73d-cc3c-4571-93a0-d15a875f8a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.740870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:15.747134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea55c-3c09-4085-8b1b-40fbd1ec438e req-e95aed5e-9ddd-4aab-80bc-7950c2c1c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:15.748636 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdcea55c-3c09-4085-8b1b-40fbd1ec438e req-e95aed5e-9ddd-4aab-80bc-7950c2c1c8a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f2e7b1276d341ceb9eb70eb117f01cc&device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 1099 time: 0.2276213 Jul 27 21:57:15.755105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.785166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Router 926b962f-6c73-4509-8467-2e48598633bd has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:15.793814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-014c57d3-f72a-462c-b362-d85efde343a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.801988 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-014c57d3-f72a-462c-b362-d85efde343a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.816235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9a9d2119-0a91-462a-8092-11638f966528 None None] Provisioning complete for port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:15.816721 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2119-0a91-462a-8092-11638f966528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.845273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c57d3-f72a-462c-b362-d85efde343a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e17e748-6cfc-4bfd-8638-829bb4770fb9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:15.849207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Transition to ACTIVE for port object b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:15.879012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d2119-0a91-462a-8092-11638f966528 None None] Port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:15.879763 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:15.933239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-014c57d3-f72a-462c-b362-d85efde343a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a80dc5b98dc84d13b4cc9b40506b970a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539882 Jul 27 21:57:15.937250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55626) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:16.012483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb099545-a959-4c00-8031-fb5b7b5ba91e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:16.074698 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4d254b8-2197-4c79-8772-047f88e2796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.113019 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbeec73d-cc3c-4571-93a0-d15a875f8a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.117221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea55c-3c09-4085-8b1b-40fbd1ec438e req-4fb7601e-a02c-4203-ada4-d25b0927c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:16.119394 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdcea55c-3c09-4085-8b1b-40fbd1ec438e req-4fb7601e-a02c-4203-ada4-d25b0927c40e service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3601918 Jul 27 21:57:16.125464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Pushing event updated for resources: {'Port': ['ID=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:16.129617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bb099545-a959-4c00-8031-fb5b7b5ba91e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:16.130720 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.139052 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.167441 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbeec73d-cc3c-4571-93a0-d15a875f8a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.177706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4d254b8-2197-4c79-8772-047f88e2796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.200542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:16.209814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f6685aaf-852c-4d5c-a3fc-d46093fdfdcb admin admin] 10.222.0.24 "PUT /v2.0/routers/926b962f-6c73-4509-8467-2e48598633bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7422719 Jul 27 21:57:16.218622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdcea55c-3c09-4085-8b1b-40fbd1ec438e req-e546fca0-22db-4df8-976c-8fd31d9b3c67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 HTTP/1.1" status: 200 len: 217 time: 0.0846670 Jul 27 21:57:16.228598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Sync routers for ids ['926b962f-6c73-4509-8467-2e48598633bd'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:16.231422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeec73d-cc3c-4571-93a0-d15a875f8a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd04aa6-7988-47f7-abf9-e9d11b6ec4fc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:16.242169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Attempting to bind port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:16.242932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Attempting to bind port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:16.243808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Attempting to bind port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:16.253891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Routers {'926b962f-6c73-4509-8467-2e48598633bd'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:16.255028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:57:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['926b962f-6c73-4509-8467-2e48598633bd'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:16.266600 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cbeec73d-cc3c-4571-93a0-d15a875f8a1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e702fb78f894538b90598bd583d73b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476091 Jul 27 21:57:16.273898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55648) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:16.337951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:57:16.339141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Attempting to bind port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:16.357103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4d254b8-2197-4c79-8772-047f88e2796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.360199 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4d254b8-2197-4c79-8772-047f88e2796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.364854 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a4d254b8-2197-4c79-8772-047f88e2796e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e17e748-6cfc-4bfd-8638-829bb4770fb9 HTTP/1.1" status: 204 len: 168 time: 0.4245028 Jul 27 21:57:16.372736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:16.373471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:16.374057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:16.375006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Bound port: b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:16.375623 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.385338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d254b8-2197-4c79-8772-047f88e2796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e17e748-6cfc-4bfd-8638-829bb4770fb9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:16.395696 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e051ce40-2b00-43bd-b8a1-f2b9b2c9be36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.410128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea55c-3c09-4085-8b1b-40fbd1ec438e req-58477eeb-4d67-497f-b340-c26bab35c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:16.410128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdcea55c-3c09-4085-8b1b-40fbd1ec438e req-58477eeb-4d67-497f-b340-c26bab35c457 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1804116 Jul 27 21:57:16.483192 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e051ce40-2b00-43bd-b8a1-f2b9b2c9be36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.495175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dbd91-bbd7-496e-a235-5a0f9580777d req-f0d318c7-2999-4a86-8fcd-62d6e8085436 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:16.505107 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc8dbd91-bbd7-496e-a235-5a0f9580777d req-f0d318c7-2999-4a86-8fcd-62d6e8085436 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 969 time: 0.2558427 Jul 27 21:57:16.570083 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.603367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea55c-3c09-4085-8b1b-40fbd1ec438e req-e54a9fd2-2314-470f-9ae1-cb60a428d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:16.605541 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdcea55c-3c09-4085-8b1b-40fbd1ec438e req-e54a9fd2-2314-470f-9ae1-cb60a428d0d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1810508 Jul 27 21:57:16.607486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] For port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:16.613699 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc8dbd91-bbd7-496e-a235-5a0f9580777d req-8a20f13a-e675-4e21-80f2-5b44ff2206ec tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071565 Jul 27 21:57:16.617541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Set router 926b962f-6c73-4509-8467-2e48598633bd gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:16.625907 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e051ce40-2b00-43bd-b8a1-f2b9b2c9be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.635336 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e051ce40-2b00-43bd-b8a1-f2b9b2c9be36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.638157 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e051ce40-2b00-43bd-b8a1-f2b9b2c9be36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dd04aa6-7988-47f7-abf9-e9d11b6ec4fc HTTP/1.1" status: 204 len: 168 time: 0.3630147 Jul 27 21:57:16.648779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] For port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:16.682291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051ce40-2b00-43bd-b8a1-f2b9b2c9be36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd04aa6-7988-47f7-abf9-e9d11b6ec4fc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:16.707086 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.794574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:16.795207 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:16.796628 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] 10.222.0.41 "PUT /v2.0/ports/b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd HTTP/1.1" status: 200 len: 1117 time: 2.5399795 Jul 27 21:57:16.799993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063ac2d4-d567-4587-af39-5da7e8df87db', 'tag': 'b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:16.802591 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70847542-1872-4f31-8d2b-dfd5f4da76a1" -d '{"events": [{"name": "network-changed", "server_uuid": "063ac2d4-d567-4587-af39-5da7e8df87db", "tag": "b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:16.889591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840991d8-5cef-4033-8578-85940fc0a52a service neutron] Pushing event updated for resources: {'Port': ['ID=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:16.922878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926b962f-6c73-4509-8467-2e48598633bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-475191662-router', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:06Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 4, 'project_id': '54bbae11ac06449d81fa67227bbe6bb2', 'gw_port': {'id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b962f-6c73-4509-8467-2e48598633bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:07Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e', 'name': '', 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'mac_address': 'fa:16:3e:2a:f4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926b962f-6c73-4509-8467-2e48598633bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a4630076-8982-4501-987a-434742b2bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:12Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 2, 'project_id': '54bbae11ac06449d81fa67227bbe6bb2', 'subnets': [{'id': 'a4630076-8982-4501-987a-434742b2bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:16.963961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Checking router: 926b962f-6c73-4509-8467-2e48598633bd for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:16.964325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Updating router 926b962f-6c73-4509-8467-2e48598633bd port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:57:17.024926 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.141771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6663f7-a77b-495d-bf8e-6fd9785c3e3f req-b53f92c3-445e-4044-b3ec-8617669e6473 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:17.149101 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb6663f7-a77b-495d-bf8e-6fd9785c3e3f req-b53f92c3-445e-4044-b3ec-8617669e6473 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 948 time: 0.4276469 Jul 27 21:57:17.163456 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdcea55c-3c09-4085-8b1b-40fbd1ec438e req-c2c67eb6-d946-41d5-ade9-0e55391ae6d2 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463109 Jul 27 21:57:17.200744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499187-dfe0-4695-8a52-86550c7edf5d req-55203dc9-6210-49ca-bd7a-f589b248108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:17.202285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-55203dc9-6210-49ca-bd7a-f589b248108d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c34db2c997244103bb6dc3f4a42b6f3f&device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 1120 time: 0.3424814 Jul 27 21:57:17.302327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-3e68b425-b585-4b2c-a34d-4a9e048ffe93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd HTTP/1.1" status: 200 len: 217 time: 0.0688369 Jul 27 21:57:17.318526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb6663f7-a77b-495d-bf8e-6fd9785c3e3f req-6650d8e5-0252-4d5f-99f4-ffb99a47ec76 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682763 Jul 27 21:57:17.342729 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.354446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Transition to ACTIVE for port object 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:17.365517 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.402679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499187-dfe0-4695-8a52-86550c7edf5d req-01515ca9-45dc-450c-9689-b6d9c5f7a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:17.404505 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-01515ca9-45dc-450c-9689-b6d9c5f7a176 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0846972 Jul 27 21:57:17.479319 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdcea55c-3c09-4085-8b1b-40fbd1ec438e req-171c5981-fad3-4cab-aa35-ff1dc881ed93 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024504 Jul 27 21:57:17.488223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499187-dfe0-4695-8a52-86550c7edf5d req-9df217de-3a9a-41fa-b26c-c96d6c313782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:17.490099 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-9df217de-3a9a-41fa-b26c-c96d6c313782 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760469 Jul 27 21:57:17.498316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Attempting to bind port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:17.498703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Attempting to bind port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '47ebbe4c-ea65-4527-97d5-5d462e3d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:17.499070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Attempting to bind port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e on network 0c62244a-f26a-4e72-936b-e22fa4837788 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:17.500345 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8918bf1e-eca4-4fac-b8ad-509099e2fe76 x-openstack-request-id: req-8918bf1e-eca4-4fac-b8ad-509099e2fe76 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:17.500841 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063ac2d4-d567-4587-af39-5da7e8df87db", "tag": "b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:17.501286 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8918bf1e-eca4-4fac-b8ad-509099e2fe76 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:17.501890 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063ac2d4-d567-4587-af39-5da7e8df87db', 'tag': 'b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd', 'status': 'completed', 'code': 200} Jul 27 21:57:17.513960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:17.514375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Checking segment: {'id': '47ebbe4c-ea65-4527-97d5-5d462e3d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:17.517682 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.518400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Bound using segment: {'id': '47ebbe4c-ea65-4527-97d5-5d462e3d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:17.518935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Bound port: 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ebbe4c-ea65-4527-97d5-5d462e3d6e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:17.519370 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.550660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e05fc7-657f-485d-930c-20469cb323f0 None None] Pushing event updated for resources: {'Port': ['ID=0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:17.626113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] For port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:17.630862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] For port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e,segment=NetworkSegment(47ebbe4c-ea65-4527-97d5-5d462e3d6e60),segment_id=47ebbe4c-ea65-4527-97d5-5d462e3d6e60)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:17.652148 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.720011 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-0c0496ab-740c-4a8e-af1a-17ec80465c44 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160027 Jul 27 21:57:17.728647 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Routers {'926b962f-6c73-4509-8467-2e48598633bd'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:17.729279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:57:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['926b962f-6c73-4509-8467-2e48598633bd'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:17.836011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e05fc7-657f-485d-930c-20469cb323f0 None None] Pushing event updated for resources: {'Port': ['ID=0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:17.913999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c163b-bd9c-42fe-b84a-f1b4a7eb7788 req-4a422783-1ddb-4bc1-9ab6-ff5387e1e63e tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:17.916193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd2c163b-bd9c-42fe-b84a-f1b4a7eb7788 req-4a422783-1ddb-4bc1-9ab6-ff5387e1e63e tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 969 time: 0.1144691 Jul 27 21:57:17.923664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34499187-dfe0-4695-8a52-86550c7edf5d req-6107ea97-deda-4428-a93e-18ba004ad1da service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026069 Jul 27 21:57:17.936868 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:17.951521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] Set router 926b962f-6c73-4509-8467-2e48598633bd gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:18.004222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd2c163b-bd9c-42fe-b84a-f1b4a7eb7788 req-cef6966f-eb42-4691-be53-7772404bb7fb tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785887 Jul 27 21:57:18.091972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70847542-1872-4f31-8d2b-dfd5f4da76a1 req-90f28f45-3de3-46c9-9109-924bf285814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:18.093507 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70847542-1872-4f31-8d2b-dfd5f4da76a1 req-90f28f45-3de3-46c9-9109-924bf285814c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c34db2c997244103bb6dc3f4a42b6f3f&device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 1120 time: 0.0999451 Jul 27 21:57:18.318799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70847542-1872-4f31-8d2b-dfd5f4da76a1 req-983afd17-e204-4e14-b578-87f32d786cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:18.320309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70847542-1872-4f31-8d2b-dfd5f4da76a1 req-983afd17-e204-4e14-b578-87f32d786cbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2186301 Jul 27 21:57:18.343523 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926b962f-6c73-4509-8467-2e48598633bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-475191662-router', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:06Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 4, 'project_id': '54bbae11ac06449d81fa67227bbe6bb2', 'gw_port': {'id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b962f-6c73-4509-8467-2e48598633bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:07Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e', 'name': '', 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'mac_address': 'fa:16:3e:2a:f4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926b962f-6c73-4509-8467-2e48598633bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a4630076-8982-4501-987a-434742b2bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:12Z', 'updated_at': '2021-07-27T21:57:17Z', 'revision_number': 4, 'project_id': '54bbae11ac06449d81fa67227bbe6bb2', 'subnets': [{'id': 'a4630076-8982-4501-987a-434742b2bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:18.404314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc04ce3b-a813-43b0-83f9-9360b6f18cd3 None None] The sync data for ids ['926b962f-6c73-4509-8467-2e48598633bd'] in n-d-802011-3 is: [{'id': '926b962f-6c73-4509-8467-2e48598633bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-475191662-router', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:06Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 4, 'project_id': '54bbae11ac06449d81fa67227bbe6bb2', 'gw_port': {'id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b962f-6c73-4509-8467-2e48598633bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:07Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e', 'name': '', 'network_id': '0c62244a-f26a-4e72-936b-e22fa4837788', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'mac_address': 'fa:16:3e:2a:f4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '926b962f-6c73-4509-8467-2e48598633bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'a4630076-8982-4501-987a-434742b2bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:12Z', 'updated_at': '2021-07-27T21:57:17Z', 'revision_number': 4, 'project_id': '54bbae11ac06449d81fa67227bbe6bb2', 'subnets': [{'id': 'a4630076-8982-4501-987a-434742b2bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:18.406249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70847542-1872-4f31-8d2b-dfd5f4da76a1 req-421c94b8-641c-449b-b694-e9bdf7f51f35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd HTTP/1.1" status: 200 len: 217 time: 0.0766582 Jul 27 21:57:18.522502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:18.530392 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-20b20876-83ba-49e5-b6f1-fd43de2db6ec tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418237991', 'description': 'tempest-description--2091686287'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:18.540071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70847542-1872-4f31-8d2b-dfd5f4da76a1 req-3ec8b8d2-2d19-427f-85df-b0269f8183a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:18.541601 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70847542-1872-4f31-8d2b-dfd5f4da76a1 req-3ec8b8d2-2d19-427f-85df-b0269f8183a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1276891 Jul 27 21:57:18.563491 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20b20876-83ba-49e5-b6f1-fd43de2db6ec tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.644563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70847542-1872-4f31-8d2b-dfd5f4da76a1 req-45751595-e5e7-4a35-b0da-1e2f7a3453f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:18.646401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70847542-1872-4f31-8d2b-dfd5f4da76a1 req-45751595-e5e7-4a35-b0da-1e2f7a3453f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952706 Jul 27 21:57:18.676944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60b2b8-47ef-4801-ac02-5127e7653cbe req-0fbc626c-6af8-4177-9c36-a7762ef79089 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:18.679023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a60b2b8-47ef-4801-ac02-5127e7653cbe req-0fbc626c-6af8-4177-9c36-a7762ef79089 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 948 time: 0.1266992 Jul 27 21:57:18.727923 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20b20876-83ba-49e5-b6f1-fd43de2db6ec tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.734722 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20b20876-83ba-49e5-b6f1-fd43de2db6ec tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.777324 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-20b20876-83ba-49e5-b6f1-fd43de2db6ec tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.780339 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-20b20876-83ba-49e5-b6f1-fd43de2db6ec tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2555435 Jul 27 21:57:18.789296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:18.804789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b20876-83ba-49e5-b6f1-fd43de2db6ec tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a711e98-1283-4d5a-aacb-464d6f62508d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:18.823609 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cb9d2ce0-9dcc-473c-aee1-43e96a9d61ba tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Request body: {'security_group_rule': {'security_group_id': '9a711e98-1283-4d5a-aacb-464d6f62508d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:18.854323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a60b2b8-47ef-4801-ac02-5127e7653cbe req-f3465220-7e9d-4c0b-b4bd-7fc6a01fd7a7 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548176 Jul 27 21:57:18.878502 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70847542-1872-4f31-8d2b-dfd5f4da76a1 req-aeb1a43f-7daf-4380-b5de-805343737577 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236948 Jul 27 21:57:18.898780 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2ce0-9dcc-473c-aee1-43e96a9d61ba tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:18.903076 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:57:19.087780 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2ce0-9dcc-473c-aee1-43e96a9d61ba tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.105541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2ce0-9dcc-473c-aee1-43e96a9d61ba tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.141843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:19.144195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55772) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:19.169668 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101', 'mac_address': 'fa:16:3e:d6:65:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:57:19.171112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70847542-1872-4f31-8d2b-dfd5f4da76a1 req-448e4963-f338-4a9e-80e5-27cd93d896db service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772701 Jul 27 21:57:19.182313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d2ce0-9dcc-473c-aee1-43e96a9d61ba tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8c1ade-758b-42e0-9345-4c9a2d59a09e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:19.201071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55778) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:19.214600 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2ce0-9dcc-473c-aee1-43e96a9d61ba tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.219063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55782) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:19.219586 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cb9d2ce0-9dcc-473c-aee1-43e96a9d61ba tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4187088 Jul 27 21:57:19.224607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3eef27ce-4b2f-4c5e-8259-a59e63e3a532 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Request body: {'security_group_rule': {'security_group_id': '9a711e98-1283-4d5a-aacb-464d6f62508d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:19.240731 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.261448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa1b82-2c85-4263-a5ba-c1778b5b2fca req-75031a19-6159-44e9-b314-8b2897f3fe42 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:19.263417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99fa1b82-2c85-4263-a5ba-c1778b5b2fca req-75031a19-6159-44e9-b314-8b2897f3fe42 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 969 time: 0.1369030 Jul 27 21:57:19.280958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:19.291048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3eef27ce-4b2f-4c5e-8259-a59e63e3a532 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.331672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99fa1b82-2c85-4263-a5ba-c1778b5b2fca req-471a808c-61f6-40b3-a19e-6d6f35f1f0f9 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597160 Jul 27 21:57:19.333912 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:19.344571 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.423709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:19.450639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8e08cb-7a6a-4d24-80bf-44975da2c83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.454455 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3eef27ce-4b2f-4c5e-8259-a59e63e3a532 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.464048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3eef27ce-4b2f-4c5e-8259-a59e63e3a532 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.497833 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-695987fd-29ab-4625-beac-9e7a48aee0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.500314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef27ce-4b2f-4c5e-8259-a59e63e3a532 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54054864-acda-44cf-aa45-79bdfc3ccb11,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:19.600127 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8e08cb-7a6a-4d24-80bf-44975da2c83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.606573 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8e08cb-7a6a-4d24-80bf-44975da2c83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.639806 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e08cb-7a6a-4d24-80bf-44975da2c83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b02f34a-b8fb-4431-8d3f-722c83b13f6a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:19.647261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3eef27ce-4b2f-4c5e-8259-a59e63e3a532 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.651695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:19.651815 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3eef27ce-4b2f-4c5e-8259-a59e63e3a532 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4319713 Jul 27 21:57:19.661481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:19.668895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:19.678327 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3f8e08cb-7a6a-4d24-80bf-44975da2c83c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48bc17aeecbe42a894bb9abc6ee6c05b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5260637 Jul 27 21:57:19.678854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55800) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:19.839925 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-695987fd-29ab-4625-beac-9e7a48aee0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.840900 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5bc047e0-a43a-4eac-ad77-f5dd7f649039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.847663 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-695987fd-29ab-4625-beac-9e7a48aee0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.901435 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.901720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5bc047e0-a43a-4eac-ad77-f5dd7f649039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:19.946129 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-695987fd-29ab-4625-beac-9e7a48aee0cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2841250357746b193c62f40fa7ed8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7439342 Jul 27 21:57:19.954054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:19.973892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695987fd-29ab-4625-beac-9e7a48aee0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d424ba-a16a-48f3-b6bb-36a71b399022,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:20.113582 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:20.123384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5bc047e0-a43a-4eac-ad77-f5dd7f649039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.129195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5bc047e0-a43a-4eac-ad77-f5dd7f649039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.130666 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5bc047e0-a43a-4eac-ad77-f5dd7f649039 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b02f34a-b8fb-4431-8d3f-722c83b13f6a HTTP/1.1" status: 204 len: 168 time: 0.4509032 Jul 27 21:57:20.140858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc047e0-a43a-4eac-ad77-f5dd7f649039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b02f34a-b8fb-4431-8d3f-722c83b13f6a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:20.150897 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3ac8-94b7-4d8b-a545-3c2f3b362869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.191524 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57774c95-e3fb-4aeb-a176-8cc6b6c15972 req-a786b303-f61c-4483-93ab-7d122ef4fd10 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:20.191741 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3ac8-94b7-4d8b-a545-3c2f3b362869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.198804 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57774c95-e3fb-4aeb-a176-8cc6b6c15972 req-a786b303-f61c-4483-93ab-7d122ef4fd10 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 949 time: 0.1588247 Jul 27 21:57:20.258613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57774c95-e3fb-4aeb-a176-8cc6b6c15972 req-3c0b90e5-18f2-41fe-b8ff-464b0c9f76f8 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586483 Jul 27 21:57:20.274115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:20.280125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:20.281348 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.289488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3ac8-94b7-4d8b-a545-3c2f3b362869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.292550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3ac8-94b7-4d8b-a545-3c2f3b362869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.294481 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1d9c3ac8-94b7-4d8b-a545-3c2f3b362869 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8d424ba-a16a-48f3-b6bb-36a71b399022 HTTP/1.1" status: 204 len: 168 time: 0.3392024 Jul 27 21:57:20.301773 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.310401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c3ac8-94b7-4d8b-a545-3c2f3b362869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d424ba-a16a-48f3-b6bb-36a71b399022,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:20.443289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Allocated IP 172.25.1.249 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/c36a9358-d27e-464d-9d28-90fbd096ca9f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:20.578880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b324a14-ee34-411f-94f5-06e3217c0a0a req-56862d58-da0e-4b45-b5b1-848a2fa2cae4 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:20.580306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b324a14-ee34-411f-94f5-06e3217c0a0a req-56862d58-da0e-4b45-b5b1-848a2fa2cae4 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 969 time: 0.1155596 Jul 27 21:57:20.588890 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.632830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e,segment=NetworkSegment(47ebbe4c-ea65-4527-97d5-5d462e3d6e60),segment_id=47ebbe4c-ea65-4527-97d5-5d462e3d6e60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:20.639167 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.682961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b324a14-ee34-411f-94f5-06e3217c0a0a req-1e8a600e-ef48-4043-8832-8f2f7c87eca3 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911448 Jul 27 21:57:20.694071 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.713568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:20.740535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.749977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55836) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:20.766674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6ceb604-3d10-4682-8692-c59dd0262d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.792909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:20.798251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:20.803493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:20.808602 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Pushing event updated for resources: {'Port': ['ID=c36a9358-d27e-464d-9d28-90fbd096ca9f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:20.873351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:57:20.892726 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6ceb604-3d10-4682-8692-c59dd0262d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.901498 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6ceb604-3d10-4682-8692-c59dd0262d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.901692 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.915514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:20.949902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ceb604-3d10-4682-8692-c59dd0262d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c757d543-1204-4c8f-811f-5c4e422b31eb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:20.962520 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:20.967130 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c6ceb604-3d10-4682-8692-c59dd0262d95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc5359840d8247d8a04fa7c4c722b795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136624 Jul 27 21:57:20.968661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55842) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.041381 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9959930-e371-43cb-8ea6-53a81033a623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.060021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:21.068093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:21.073782 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9959930-e371-43cb-8ea6-53a81033a623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.079305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:21.079897 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.085271 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd', 'mac_address': 'fa:16:3e:a1:3e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:tempest-test_az-2122946002', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:57:21.147424 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9959930-e371-43cb-8ea6-53a81033a623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.151719 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9959930-e371-43cb-8ea6-53a81033a623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.153327 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b9959930-e371-43cb-8ea6-53a81033a623 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c757d543-1204-4c8f-811f-5c4e422b31eb HTTP/1.1" status: 204 len: 168 time: 0.1847520 Jul 27 21:57:21.162461 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.164527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9959930-e371-43cb-8ea6-53a81033a623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c757d543-1204-4c8f-811f-5c4e422b31eb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:21.169360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55848) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.196705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.197365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:21.214494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b71a3f02-9a5d-485a-b0fe-4433fa529fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.220724 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.246185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:21.259591 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.266741 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.281855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Pushing event updated for resources: {'Port': ['ID=c36a9358-d27e-464d-9d28-90fbd096ca9f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:21.296165 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.309673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.328756 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8df1749-06f8-46f1-847d-0a78e69c34f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:21.431942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:21.435078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:21.441512 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.458776 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b71a3f02-9a5d-485a-b0fe-4433fa529fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.472388 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b71a3f02-9a5d-485a-b0fe-4433fa529fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.485640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95365a-0cbb-4b40-8e5e-4e1436c7c6d5 req-e57b8457-29c7-4d85-a453-fa7fd0fdf4b7 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:21.488382 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd95365a-0cbb-4b40-8e5e-4e1436c7c6d5 req-e57b8457-29c7-4d85-a453-fa7fd0fdf4b7 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 949 time: 0.0923047 Jul 27 21:57:21.497777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:21.505640 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.506898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-83f4d48c-122a-4a48-9fd7-d0f07ae8a413 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8530030 Jul 27 21:57:21.537526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:21.551280 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b71a3f02-9a5d-485a-b0fe-4433fa529fe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa84a4a287c546a7b451c673bc0aa974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796291 Jul 27 21:57:21.552386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a3f02-9a5d-485a-b0fe-4433fa529fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b471d479-3740-4e8f-8436-a2e56dc67ba2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:21.553899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55866) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.572808 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd95365a-0cbb-4b40-8e5e-4e1436c7c6d5 req-9197172c-bb46-40eb-831f-7a9e8a0fdf3e tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739501 Jul 27 21:57:21.628480 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73e83f57-ac96-43d7-9323-42dee9cf264a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.654580 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73e83f57-ac96-43d7-9323-42dee9cf264a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.720118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a216720-4716-464b-8bee-deb569eaea5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.756436 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73e83f57-ac96-43d7-9323-42dee9cf264a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.759216 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73e83f57-ac96-43d7-9323-42dee9cf264a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.760448 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-73e83f57-ac96-43d7-9323-42dee9cf264a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b471d479-3740-4e8f-8436-a2e56dc67ba2 HTTP/1.1" status: 204 len: 168 time: 0.2054477 Jul 27 21:57:21.779634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e83f57-ac96-43d7-9323-42dee9cf264a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b471d479-3740-4e8f-8436-a2e56dc67ba2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:21.817825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5d620-2167-4321-878f-7cec195d375e req-dd30427d-bdb3-41b1-9cde-1955e66965f7 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:21.819687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55874) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:21.825003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9af5d620-2167-4321-878f-7cec195d375e req-dd30427d-bdb3-41b1-9cde-1955e66965f7 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 970 time: 0.0804918 Jul 27 21:57:21.841437 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29731b55-8a4d-4a6e-bcfa-289e7133ece3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.869990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9af5d620-2167-4321-878f-7cec195d375e req-a45b2a64-b12b-4539-bdfe-31c71e6fd450 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402329 Jul 27 21:57:21.871366 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a216720-4716-464b-8bee-deb569eaea5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.883593 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a216720-4716-464b-8bee-deb569eaea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:21.940663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a216720-4716-464b-8bee-deb569eaea5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c82220-ef49-43d8-97f2-07fc756da3d9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:21.942365 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e520b-3ff7-41b1-9c1f-046b8592a50c" -d '{"events": [{"server_uuid": "c8df1749-06f8-46f1-847d-0a78e69c34f7", "name": "network-vif-plugged", "status": "completed", "tag": "1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:21.952024 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9a216720-4716-464b-8bee-deb569eaea5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d2026c7befc4c0e9c181c881bcfbf09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6393549 Jul 27 21:57:21.954013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:22.020328 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29731b55-8a4d-4a6e-bcfa-289e7133ece3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.028081 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29731b55-8a4d-4a6e-bcfa-289e7133ece3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.067586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:22.106862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29731b55-8a4d-4a6e-bcfa-289e7133ece3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd34b3e-010e-4e2c-a6dc-bb6b5ffade60,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:22.111526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-1bf82eb7-e6c3-4875-933f-e44058493be0 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1418237991&fields=id&tenant_id=71ecaf662fcb444f82ab7d74e7b5e401 HTTP/1.1" status: 200 len: 267 time: 0.0608640 Jul 27 21:57:22.117156 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50182d72-756e-4e75-acbf-993a088a53e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.119313 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-29731b55-8a4d-4a6e-bcfa-289e7133ece3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c11ef979f2948429117dfb7847278b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986822 Jul 27 21:57:22.122110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55890) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:22.129442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:22.130061 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.215746 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e0f9cc-e7a9-412c-afe6-fa3570711176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.248311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e0f9cc-e7a9-412c-afe6-fa3570711176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.262909 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50182d72-756e-4e75-acbf-993a088a53e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.322624 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e0f9cc-e7a9-412c-afe6-fa3570711176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.328663 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e0f9cc-e7a9-412c-afe6-fa3570711176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.333970 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-29e0f9cc-e7a9-412c-afe6-fa3570711176 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dd34b3e-010e-4e2c-a6dc-bb6b5ffade60 HTTP/1.1" status: 204 len: 168 time: 0.2106946 Jul 27 21:57:22.342938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0f9cc-e7a9-412c-afe6-fa3570711176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd34b3e-010e-4e2c-a6dc-bb6b5ffade60,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:22.415608 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0d15ab-0c5b-42f3-9b16-fa188fcb816f x-openstack-request-id: req-6a0d15ab-0c5b-42f3-9b16-fa188fcb816f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:22.416501 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8df1749-06f8-46f1-847d-0a78e69c34f7", "name": "network-vif-plugged", "status": "completed", "tag": "1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:22.416935 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a0d15ab-0c5b-42f3-9b16-fa188fcb816f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:22.417581 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8df1749-06f8-46f1-847d-0a78e69c34f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101', 'code': 200} Jul 27 21:57:22.666934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-30d41ef3-d7df-4bd1-bf94-7b2e616db993 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:22.668440 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-30d41ef3-d7df-4bd1-bf94-7b2e616db993 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/networks?id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc HTTP/1.1" status: 200 len: 823 time: 0.5374253 Jul 27 21:57:22.685162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f900f-a232-4980-ae16-a34851eaa876 req-418a4a64-879a-436b-8a4e-13380412e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:22.686685 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c1f900f-a232-4980-ae16-a34851eaa876 req-418a4a64-879a-436b-8a4e-13380412e59d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 1101 time: 0.1247451 Jul 27 21:57:22.701767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50182d72-756e-4e75-acbf-993a088a53e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.704211 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50182d72-756e-4e75-acbf-993a088a53e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.705278 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-50182d72-756e-4e75-acbf-993a088a53e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60c82220-ef49-43d8-97f2-07fc756da3d9 HTTP/1.1" status: 204 len: 168 time: 0.7499566 Jul 27 21:57:22.719242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-f75fcde5-e110-44db-bfae-afd9749d3e9a tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/quotas/71ecaf662fcb444f82ab7d74e7b5e401 HTTP/1.1" status: 200 len: 375 time: 0.0416286 Jul 27 21:57:22.725588 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c1f900f-a232-4980-ae16-a34851eaa876 req-f2c9b542-0b12-4ca9-8a9d-5bf37885857e service neutron] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.735879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50182d72-756e-4e75-acbf-993a088a53e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c82220-ef49-43d8-97f2-07fc756da3d9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:22.890789 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:22.895156 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c1f900f-a232-4980-ae16-a34851eaa876 req-f2c9b542-0b12-4ca9-8a9d-5bf37885857e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.904137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-756fd3d4-5594-4b22-a4ff-d2d44180580b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ecaf662fcb444f82ab7d74e7b5e401&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1752465 Jul 27 21:57:22.907758 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c1f900f-a232-4980-ae16-a34851eaa876 req-f2c9b542-0b12-4ca9-8a9d-5bf37885857e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.959043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:22.964478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:22.965139 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:22.965243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c1f900f-a232-4980-ae16-a34851eaa876 req-f2c9b542-0b12-4ca9-8a9d-5bf37885857e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706096 Jul 27 21:57:22.977678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9b542-0b12-4ca9-8a9d-5bf37885857e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc04a33e-2de0-4ff0-be5a-af1fe78012f1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.014733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391deed-76e2-4259-b46a-63da9af52a98 req-9352cd78-95de-4a2a-b6b1-612e415a20e3 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:23.016650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f391deed-76e2-4259-b46a-63da9af52a98 req-9352cd78-95de-4a2a-b6b1-612e415a20e3 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 950 time: 0.0905626 Jul 27 21:57:23.095605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f391deed-76e2-4259-b46a-63da9af52a98 req-f73f6568-ea0c-45a5-8cc6-4494633da227 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672743 Jul 27 21:57:23.102773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.155330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:23.162524 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.187894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55944) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:23.224618 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-146ccbb7-fc52-422c-b4cd-5a0681cb15b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.241083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.349193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd189561-4591-42ef-8984-0c0ab2589ef4 req-282442f8-4579-4862-974c-96a38370a711 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:23.350734 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd189561-4591-42ef-8984-0c0ab2589ef4 req-282442f8-4579-4862-974c-96a38370a711 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 971 time: 0.1113980 Jul 27 21:57:23.430029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd189561-4591-42ef-8984-0c0ab2589ef4 req-0eb0e822-a5af-478d-83e4-74d70d901703 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631912 Jul 27 21:57:23.453107 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-146ccbb7-fc52-422c-b4cd-5a0681cb15b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.458750 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-146ccbb7-fc52-422c-b4cd-5a0681cb15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.498791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-146ccbb7-fc52-422c-b4cd-5a0681cb15b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee4ad89703ed4758a93cb23de5ed8570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093770 Jul 27 21:57:23.499634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ccbb7-fc52-422c-b4cd-5a0681cb15b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741d8e8d-072c-4c60-9ec6-621859d8bb31,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.502001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55956) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:23.576641 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-337b3b85-8aa5-4baf-9b9e-a259f2f113c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.579066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-95ac6619-6ddf-4eb2-9cde-6d9c601d5074 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:57:23.587023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-95ac6619-6ddf-4eb2-9cde-6d9c601d5074 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1775167 Jul 27 21:57:23.605222 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-337b3b85-8aa5-4baf-9b9e-a259f2f113c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.664960 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-337b3b85-8aa5-4baf-9b9e-a259f2f113c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.670191 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-337b3b85-8aa5-4baf-9b9e-a259f2f113c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:23.672112 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-337b3b85-8aa5-4baf-9b9e-a259f2f113c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/741d8e8d-072c-4c60-9ec6-621859d8bb31 HTTP/1.1" status: 204 len: 168 time: 0.1657796 Jul 27 21:57:23.682861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b3b85-8aa5-4baf-9b9e-a259f2f113c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741d8e8d-072c-4c60-9ec6-621859d8bb31,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:23.704446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-2d47a68c-133a-4eb7-a14f-b5a4733b93b6 service neutron] 10.222.0.24 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163528 Jul 27 21:57:23.798361 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-85f99a3a-eb8c-4343-bf43-87e83e53d157 service neutron] 10.222.0.24 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860605 Jul 27 21:57:23.993747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-133f52e9-af28-4fd8-8c84-2695b194ba9b req-68a8c6f0-cf2e-43f2-8cc8-9a634fd3dd4b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 210 time: 0.0450172 Jul 27 21:57:24.257876 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee874b3-066a-4640-bb8f-4b6d1da1704b req-d9c0d08b-76a7-4d03-91bf-143592e3788c tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:24.259829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ee874b3-066a-4640-bb8f-4b6d1da1704b req-d9c0d08b-76a7-4d03-91bf-143592e3788c tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 950 time: 0.0585418 Jul 27 21:57:24.308323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ee874b3-066a-4640-bb8f-4b6d1da1704b req-c1cdf40e-52ca-4ce7-ab71-7f35c665db90 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414476 Jul 27 21:57:24.418852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063ac2d4-d567-4587-af39-5da7e8df87db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:24.426095 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4582b5b5-f459-4131-8a09-ca7b3de31353" -d '{"events": [{"server_uuid": "063ac2d4-d567-4587-af39-5da7e8df87db", "name": "network-vif-plugged", "status": "completed", "tag": "b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:24.501140 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0176e21-061f-4bd9-8319-18efe26b6da2 x-openstack-request-id: req-f0176e21-061f-4bd9-8319-18efe26b6da2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:24.501485 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063ac2d4-d567-4587-af39-5da7e8df87db", "name": "network-vif-plugged", "status": "completed", "tag": "b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:24.501739 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0176e21-061f-4bd9-8319-18efe26b6da2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:24.502127 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063ac2d4-d567-4587-af39-5da7e8df87db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd', 'code': 200} Jul 27 21:57:24.660880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431aea6-9e8c-4c8e-80bd-39de97ae598d req-cec62f0c-cbc8-4a72-865d-360bdb79ccc2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:24.666459 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4431aea6-9e8c-4c8e-80bd-39de97ae598d req-cec62f0c-cbc8-4a72-865d-360bdb79ccc2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 971 time: 0.0988169 Jul 27 21:57:24.750982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4431aea6-9e8c-4c8e-80bd-39de97ae598d req-db36d585-a3bc-4236-9d9d-defbf9213385 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797369 Jul 27 21:57:24.758188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e36908-8bfa-46c8-8de1-de03027795be req-1fd21267-5215-445f-be7f-4aa9b752e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:24.761390 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8e36908-8bfa-46c8-8de1-de03027795be req-1fd21267-5215-445f-be7f-4aa9b752e4db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 1122 time: 0.0699971 Jul 27 21:57:24.798039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8e36908-8bfa-46c8-8de1-de03027795be req-f9eb6906-006c-48ab-9f97-2a74ca88ceb6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284874 Jul 27 21:57:25.098479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b3bf43d2-7f42-4b81-b84d-53fed33ec0b3 req-9a83a6e0-61a9-4245-9eb7-54c5ee3e2e3c tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 210 time: 0.0332413 Jul 27 21:57:25.108467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.43', 61970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:25.267208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-e6d88c9e-8826-47b3-afea-50ea6acb3cef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:25.268824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-e6d88c9e-8826-47b3-afea-50ea6acb3cef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.43 "GET /v2.0/networks?id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc HTTP/1.1" status: 200 len: 823 time: 0.1540527 Jul 27 21:57:25.373593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-875ba2e4-0cc3-4f7c-8405-f913f0e42055 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71ecaf662fcb444f82ab7d74e7b5e401 HTTP/1.1" status: 200 len: 380 time: 0.0518608 Jul 27 21:57:25.385311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Request body: {'port': {'device_id': 'd485a82f-86a2-4c58-9854-0c717b870613', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'admin_state_up': True, 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'security_groups': ['9a711e98-1283-4d5a-aacb-464d6f62508d']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:25.671181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410971-3715-4996-a877-4abcb0b1cdc6 req-b3aae6f6-a18c-4a75-b2b8-582f5a952255 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:25.672891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83410971-3715-4996-a877-4abcb0b1cdc6 req-b3aae6f6-a18c-4a75-b2b8-582f5a952255 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 950 time: 0.2127731 Jul 27 21:57:25.699605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-75c7060c-cf91-4774-82a0-ac9d16be9d85 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755467 Jul 27 21:57:25.766249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56082) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:25.821071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Made reservation on behalf of 71ecaf662fcb444f82ab7d74e7b5e401 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:25.824478 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:25.833190 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83410971-3715-4996-a877-4abcb0b1cdc6 req-38faadf1-b6e7-4f56-a179-56e8484fc71d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391456 Jul 27 21:57:25.943546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-57a46478-cfdd-46dc-ac36-c4c65da7edb3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:25.944924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-57a46478-cfdd-46dc-ac36-c4c65da7edb3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364554 Jul 27 21:57:25.977515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-2a5842cb-ef93-49b6-b8be-5da89966e5cb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/quotas/1a8cb100fd00413a9aefa092bd27ec73 HTTP/1.1" status: 200 len: 375 time: 0.0219393 Jul 27 21:57:25.978010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2111724164-network', 'tenant_id': 'e4be3b47c9564150bfe9a83837b5b7bb'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:26.012766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Made reservation on behalf of e4be3b47c9564150bfe9a83837b5b7bb for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:26.015202 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.031357 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.040441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-512c7e1f-e2bc-428b-bce2-a25bcf002de5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340333 Jul 27 21:57:26.058241 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Allocated IP 172.20.0.9 (6a5546c1-bf58-4ab6-a1c2-08b01f25eddc/1b6b3b28-4695-42ba-b2e1-95635cc271fd/d2658a1c-093b-496d-bb40-6dd326a4d04b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:26.250069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.309490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Transition to ACTIVE for port object d2658a1c-093b-496d-bb40-6dd326a4d04b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:26.328512 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.333627 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.348026 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:26.358378 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.359062 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Added segment 54db60e1-5ac8-4531-b686-d84f69767a74 of type vlan for network 511ee561-49f2-47a5-b256-ecf9853d4951 Jul 27 21:57:26.374720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c1a67-8a48-400b-90b5-f4c3474515ad req-6f6151cc-3fa1-45cd-96e6-8c42d9d4f130 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:26.376766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bc4c1a67-8a48-400b-90b5-f4c3474515ad req-6f6151cc-3fa1-45cd-96e6-8c42d9d4f130 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 971 time: 0.0798151 Jul 27 21:57:26.408136 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.454819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:26.468377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:26.474871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:26.478178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6912f5f1-d730-41fb-914e-48794e7862d2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:26.480868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:26.481150 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.486373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.508168 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bc4c1a67-8a48-400b-90b5-f4c3474515ad req-094c7851-aea2-4803-b7fc-38d7e3b56504 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228707 Jul 27 21:57:26.529013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Pushing event updated for resources: {'Port': ['ID=d2658a1c-093b-496d-bb40-6dd326a4d04b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:26.537367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.538662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:26.539287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.539397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-7f1579eb-9515-49a4-bd64-e539054204ae tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1593637 Jul 27 21:57:26.670211 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9026656 Jul 27 21:57:26.683272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56114) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:26.695176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b86f3d8e-378f-4a63-ba15-ae5901586b5a admin admin] Request body: {'subnet': {'network_id': '511ee561-49f2-47a5-b256-ecf9853d4951', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2111724164-subnet', 'tenant_id': 'e4be3b47c9564150bfe9a83837b5b7bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:26.723074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5878f0-46c2-43d0-a831-7989f8e59a22 admin admin] Pushing event updated for resources: {'Network': ['ID=511ee561-49f2-47a5-b256-ecf9853d4951,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:26.729237 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0e137-a7d4-4328-96ef-a8b109ac522f req-83e4a959-a060-40d4-a38b-b98694f92ed5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:26.736782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 511ee561-49f2-47a5-b256-ecf9853d4951 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:26.737506 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6ef0e137-a7d4-4328-96ef-a8b109ac522f req-83e4a959-a060-40d4-a38b-b98694f92ed5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 931 time: 0.0888929 Jul 27 21:57:26.775874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86f3d8e-378f-4a63-ba15-ae5901586b5a admin admin] Made reservation on behalf of e4be3b47c9564150bfe9a83837b5b7bb for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:26.778908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b86f3d8e-378f-4a63-ba15-ae5901586b5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.809565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1c0c8578-9346-4831-bbec-de2f6a3bacf8 None None] Provisioning for port d2658a1c-093b-496d-bb40-6dd326a4d04b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:26.824884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1c0c8578-9346-4831-bbec-de2f6a3bacf8 None None] Provisioning complete for port d2658a1c-093b-496d-bb40-6dd326a4d04b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:26.825354 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8578-9346-4831-bbec-de2f6a3bacf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:26.830129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6ef0e137-a7d4-4328-96ef-a8b109ac522f req-80d48b60-9eb6-4de2-8b0b-c7640aa73d13 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910888 Jul 27 21:57:26.897454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c8578-9346-4831-bbec-de2f6a3bacf8 None None] Port d2658a1c-093b-496d-bb40-6dd326a4d04b cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:27.027888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e233e8e6-1538-4899-b8b7-ce848aaacd39 req-b7aef8e1-ef5d-41c0-9970-b6e7f03b3035 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 210 time: 0.0335927 Jul 27 21:57:27.092718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b86f3d8e-378f-4a63-ba15-ae5901586b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.155980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f3d8e-378f-4a63-ba15-ae5901586b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=881012f6-b7eb-49e1-bc0e-00ba53269d70,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:27.178036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f3d8e-378f-4a63-ba15-ae5901586b5a admin admin] Checking segment: {'id': '54db60e1-5ac8-4531-b686-d84f69767a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '511ee561-49f2-47a5-b256-ecf9853d4951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:27.178456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f3d8e-378f-4a63-ba15-ae5901586b5a admin admin] Network hostable DHCP agents. Network: 511ee561-49f2-47a5-b256-ecf9853d4951, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:27.202549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f3d8e-378f-4a63-ba15-ae5901586b5a admin admin] Network 511ee561-49f2-47a5-b256-ecf9853d4951 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:27.210024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48b6e6-1dbd-4d1d-86c6-b0b6f5af9518 req-78d8b59d-fc5f-4c28-8b4d-44b85adcf403 tempest-AggregatesAdminTestJSON-1894883880 tempest-AggregatesAdminTestJSON-1894883880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:27.211762 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d48b6e6-1dbd-4d1d-86c6-b0b6f5af9518 req-78d8b59d-fc5f-4c28-8b4d-44b85adcf403 tempest-AggregatesAdminTestJSON-1894883880 tempest-AggregatesAdminTestJSON-1894883880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 1122 time: 0.0471051 Jul 27 21:57:27.215460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b86f3d8e-378f-4a63-ba15-ae5901586b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 511ee561-49f2-47a5-b256-ecf9853d4951) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:27.222002 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f3d8e-378f-4a63-ba15-ae5901586b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:27.229014 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b86f3d8e-378f-4a63-ba15-ae5901586b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.232215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bedfd0-fe8a-4b08-aa2d-fc06e00c79fc None None] Network 511ee561-49f2-47a5-b256-ecf9853d4951 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:27.241604 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d48b6e6-1dbd-4d1d-86c6-b0b6f5af9518 req-c25994c6-8810-4eaf-9037-a332a4ccce1c tempest-AggregatesAdminTestJSON-1894883880 tempest-AggregatesAdminTestJSON-1894883880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.244485 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b86f3d8e-378f-4a63-ba15-ae5901586b5a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5583029 Jul 27 21:57:27.321107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d01cd-57ce-4299-8c57-7b7bcdee1aef req-778a0b59-7556-45b7-9e7d-a0a9dca48bbc tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:27.323196 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f57d01cd-57ce-4299-8c57-7b7bcdee1aef req-778a0b59-7556-45b7-9e7d-a0a9dca48bbc tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 950 time: 0.0837519 Jul 27 21:57:27.397770 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f57d01cd-57ce-4299-8c57-7b7bcdee1aef req-81d26602-6fb3-4234-9c39-41ac647a7e39 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567417 Jul 27 21:57:27.404078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9980e-090b-4d73-9694-6a50c6c80668 None None] Network 511ee561-49f2-47a5-b256-ecf9853d4951 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:27.440842 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d48b6e6-1dbd-4d1d-86c6-b0b6f5af9518 req-c25994c6-8810-4eaf-9037-a332a4ccce1c tempest-AggregatesAdminTestJSON-1894883880 tempest-AggregatesAdminTestJSON-1894883880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.447331 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d48b6e6-1dbd-4d1d-86c6-b0b6f5af9518 req-c25994c6-8810-4eaf-9037-a332a4ccce1c tempest-AggregatesAdminTestJSON-1894883880 tempest-AggregatesAdminTestJSON-1894883880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.481409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d48b6e6-1dbd-4d1d-86c6-b0b6f5af9518 req-c25994c6-8810-4eaf-9037-a332a4ccce1c tempest-AggregatesAdminTestJSON-1894883880 tempest-AggregatesAdminTestJSON-1894883880-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606444 Jul 27 21:57:27.493012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25994c6-8810-4eaf-9037-a332a4ccce1c tempest-AggregatesAdminTestJSON-1894883880 tempest-AggregatesAdminTestJSON-1894883880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987ad8fd-d8db-40af-81a2-4dd72f7d5318,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:27.902526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:27.909585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-231228233-network', 'tenant_id': 'cfbe74ae77324269b63bc2383966514c'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:27.933217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Made reservation on behalf of cfbe74ae77324269b63bc2383966514c for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:27.935848 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:27.945496 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.006823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdff58e-72ce-4c57-bbe7-f4214719c118 req-4ba627b5-5a0f-4b18-ad76-304d767f5b19 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:28.008101 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bdff58e-72ce-4c57-bbe7-f4214719c118 req-4ba627b5-5a0f-4b18-ad76-304d767f5b19 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 931 time: 0.0707483 Jul 27 21:57:28.064736 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bdff58e-72ce-4c57-bbe7-f4214719c118 req-14ab3910-841c-4f81-8a1f-f1f5b9da0053 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411441 Jul 27 21:57:28.071470 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.077648 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.109342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4542dbe-1c9d-4957-8d0f-76b12f3a12af,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:28.115789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:28.165699 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.166324 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Added segment 78669ed5-45a0-4ca0-bb15-b922eae10c64 of type vlan for network e92c1263-ea45-4a26-adb3-6ed1c17bd2ba Jul 27 21:57:28.216621 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.249210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ae360e4-d69e-4b52-9cdb-e9242292c3f0 req-1e3c8d24-d720-43e2-ba9a-9daf4760f88d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 210 time: 0.0386336 Jul 27 21:57:28.280048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.283334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:28.284704 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.360889 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4569454 Jul 27 21:57:28.364024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56204) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:28.369937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6ead697a-8bc8-43af-bcda-4e00726cab77 admin admin] Request body: {'subnet': {'network_id': 'e92c1263-ea45-4a26-adb3-6ed1c17bd2ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-231228233-subnet', 'tenant_id': 'cfbe74ae77324269b63bc2383966514c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:28.383544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfafdce-cece-46e8-9230-b53fe94c3002 admin admin] Pushing event updated for resources: {'Network': ['ID=e92c1263-ea45-4a26-adb3-6ed1c17bd2ba,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:28.394240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network e92c1263-ea45-4a26-adb3-6ed1c17bd2ba details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:28.415337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead697a-8bc8-43af-bcda-4e00726cab77 admin admin] Made reservation on behalf of cfbe74ae77324269b63bc2383966514c for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:28.419003 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ead697a-8bc8-43af-bcda-4e00726cab77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.421776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de559b-8d16-45e8-91d0-4d160334184c req-8d6e3cae-9362-4def-8635-e984ac9c8015 tempest-DeleteServersAdminTestJSON-1603315675 tempest-DeleteServersAdminTestJSON-1603315675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:28.425864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14de559b-8d16-45e8-91d0-4d160334184c req-8d6e3cae-9362-4def-8635-e984ac9c8015 tempest-DeleteServersAdminTestJSON-1603315675 tempest-DeleteServersAdminTestJSON-1603315675-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 1101 time: 0.0902336 Jul 27 21:57:28.628220 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfdbcb-e502-4cef-b7be-c3660d6e6e58 req-d3e73b2e-8549-4514-84a1-f4d57118487a tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:28.630626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbdfdbcb-e502-4cef-b7be-c3660d6e6e58 req-d3e73b2e-8549-4514-84a1-f4d57118487a tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 950 time: 0.0810390 Jul 27 21:57:28.653805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-14de559b-8d16-45e8-91d0-4d160334184c req-27ef173b-bfb0-48d9-bdf8-086a4277785a tempest-DeleteServersAdminTestJSON-1603315675 tempest-DeleteServersAdminTestJSON-1603315675-project-admin] Deleting port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:28.654389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14de559b-8d16-45e8-91d0-4d160334184c req-27ef173b-bfb0-48d9-bdf8-086a4277785a tempest-DeleteServersAdminTestJSON-1603315675 tempest-DeleteServersAdminTestJSON-1603315675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.713833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:28.755684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbdfdbcb-e502-4cef-b7be-c3660d6e6e58 req-ae53e2b9-bee3-4cbf-b989-9111602fd94b tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115501 Jul 27 21:57:28.758777 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ead697a-8bc8-43af-bcda-4e00726cab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.833629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-14de559b-8d16-45e8-91d0-4d160334184c req-27ef173b-bfb0-48d9-bdf8-086a4277785a tempest-DeleteServersAdminTestJSON-1603315675 tempest-DeleteServersAdminTestJSON-1603315675-project-admin] For port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:28.834762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14de559b-8d16-45e8-91d0-4d160334184c req-27ef173b-bfb0-48d9-bdf8-086a4277785a tempest-DeleteServersAdminTestJSON-1603315675 tempest-DeleteServersAdminTestJSON-1603315675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.853235 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead697a-8bc8-43af-bcda-4e00726cab77 admin admin] Checking segment: {'id': '78669ed5-45a0-4ca0-bb15-b922eae10c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e92c1263-ea45-4a26-adb3-6ed1c17bd2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:28.853836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead697a-8bc8-43af-bcda-4e00726cab77 admin admin] Network hostable DHCP agents. Network: e92c1263-ea45-4a26-adb3-6ed1c17bd2ba, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:28.863581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead697a-8bc8-43af-bcda-4e00726cab77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43878002-20ae-4f35-a18e-491df81ce80a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:28.870743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-14de559b-8d16-45e8-91d0-4d160334184c req-27ef173b-bfb0-48d9-bdf8-086a4277785a tempest-DeleteServersAdminTestJSON-1603315675 tempest-DeleteServersAdminTestJSON-1603315675-project-admin] Calling delete_port for 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:28.895308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead697a-8bc8-43af-bcda-4e00726cab77 admin admin] Network e92c1263-ea45-4a26-adb3-6ed1c17bd2ba is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:28.910310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6ead697a-8bc8-43af-bcda-4e00726cab77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, e92c1263-ea45-4a26-adb3-6ed1c17bd2ba) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:28.916519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead697a-8bc8-43af-bcda-4e00726cab77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:28.917168 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6ead697a-8bc8-43af-bcda-4e00726cab77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:28.920542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a382c1-cd05-4a0f-93b3-b1df9913a4bd None None] Network e92c1263-ea45-4a26-adb3-6ed1c17bd2ba requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:28.948713 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6ead697a-8bc8-43af-bcda-4e00726cab77 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5830874 Jul 27 21:57:29.114980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d119b3-328a-4da1-8324-63ee425fcbef None None] Network e92c1263-ea45-4a26-adb3-6ed1c17bd2ba requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:29.148539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72d34eb2-dcbd-4c9c-b5f7-7323ac8c09cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.234739 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14de559b-8d16-45e8-91d0-4d160334184c req-27ef173b-bfb0-48d9-bdf8-086a4277785a tempest-DeleteServersAdminTestJSON-1603315675 tempest-DeleteServersAdminTestJSON-1603315675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.247863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:29.307897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56264) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:29.326662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef173b-bfb0-48d9-bdf8-086a4277785a tempest-DeleteServersAdminTestJSON-1603315675 tempest-DeleteServersAdminTestJSON-1603315675-project-admin] Pushing event deleted for resources: {'Port': ['ID=1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:29.384047 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5a2c46-50ee-4bd0-98de-823a199fc6cb admin admin] Deleting subnet 881012f6-b7eb-49e1-bc0e-00ba53269d70 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:57:29.388729 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2c46-50ee-4bd0-98de-823a199fc6cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.418876 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-14de559b-8d16-45e8-91d0-4d160334184c req-27ef173b-bfb0-48d9-bdf8-086a4277785a tempest-DeleteServersAdminTestJSON-1603315675 tempest-DeleteServersAdminTestJSON-1603315675-project-admin] No DVR routers for this DVR port 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:29.426629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14de559b-8d16-45e8-91d0-4d160334184c req-27ef173b-bfb0-48d9-bdf8-086a4277785a tempest-DeleteServersAdminTestJSON-1603315675 tempest-DeleteServersAdminTestJSON-1603315675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.429462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14de559b-8d16-45e8-91d0-4d160334184c req-27ef173b-bfb0-48d9-bdf8-086a4277785a tempest-DeleteServersAdminTestJSON-1603315675 tempest-DeleteServersAdminTestJSON-1603315675-project-admin] 10.222.0.41 "DELETE /v2.0/ports/1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 HTTP/1.1" status: 204 len: 173 time: 0.9974556 Jul 27 21:57:29.432250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8df1749-06f8-46f1-847d-0a78e69c34f7', 'name': 'network-vif-deleted', 'tag': '1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:29.435757 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb52ca4a-4937-4bc6-bd09-5290bafae12a" -d '{"events": [{"server_uuid": "c8df1749-06f8-46f1-847d-0a78e69c34f7", "name": "network-vif-deleted", "tag": "1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:29.452794 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c1aca-a32a-4ec0-a197-30cff582dfa9 req-81384bc4-a50f-44ca-9086-77a393722cf0 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:29.454668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a1c1aca-a32a-4ec0-a197-30cff582dfa9 req-81384bc4-a50f-44ca-9086-77a393722cf0 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 931 time: 0.2227802 Jul 27 21:57:29.476542 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2c46-50ee-4bd0-98de-823a199fc6cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.496214 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72d34eb2-dcbd-4c9c-b5f7-7323ac8c09cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.499026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2c46-50ee-4bd0-98de-823a199fc6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.517887 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72d34eb2-dcbd-4c9c-b5f7-7323ac8c09cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.572019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d34eb2-dcbd-4c9c-b5f7-7323ac8c09cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2181c66e-674c-4c52-b19a-c75a756cb187,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:29.592434 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2c46-50ee-4bd0-98de-823a199fc6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.597308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-72d34eb2-dcbd-4c9c-b5f7-7323ac8c09cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=329148849ce843b2856ba8c9b0c8f933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8820574 Jul 27 21:57:29.604036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56268) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:29.625469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a2c46-50ee-4bd0-98de-823a199fc6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881012f6-b7eb-49e1-bc0e-00ba53269d70,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:29.629888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a1c1aca-a32a-4ec0-a197-30cff582dfa9 req-58bb8abd-521b-40ea-9b8b-77681254464d tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566091 Jul 27 21:57:29.631341 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2c46-50ee-4bd0-98de-823a199fc6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.634440 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1c5a2c46-50ee-4bd0-98de-823a199fc6cb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/881012f6-b7eb-49e1-bc0e-00ba53269d70 HTTP/1.1" status: 204 len: 168 time: 0.3251538 Jul 27 21:57:29.636765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56270) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:29.728638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3c5b104-6ae3-45eb-a187-8a8f0b344da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.758065 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3c5b104-6ae3-45eb-a187-8a8f0b344da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.760085 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.808526 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a32247-a103-4b6c-907c-6876621b4226 x-openstack-request-id: req-d5a32247-a103-4b6c-907c-6876621b4226 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:29.808526 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8df1749-06f8-46f1-847d-0a78e69c34f7", "name": "network-vif-deleted", "tag": "1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:29.808526 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5a32247-a103-4b6c-907c-6876621b4226 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:29.808983 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8df1749-06f8-46f1-847d-0a78e69c34f7', 'name': 'network-vif-deleted', 'tag': '1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101', 'status': 'completed', 'code': 200} Jul 27 21:57:29.827947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f635455-31b5-478b-8997-20f5490105d0 req-6918eb19-59d7-4c19-9b9a-9b74b05a3a4c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 210 time: 0.0380118 Jul 27 21:57:29.854477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3c5b104-6ae3-45eb-a187-8a8f0b344da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.860298 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3c5b104-6ae3-45eb-a187-8a8f0b344da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.864426 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d3c5b104-6ae3-45eb-a187-8a8f0b344da3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2181c66e-674c-4c52-b19a-c75a756cb187 HTTP/1.1" status: 204 len: 168 time: 0.2567999 Jul 27 21:57:29.872616 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5b104-6ae3-45eb-a187-8a8f0b344da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2181c66e-674c-4c52-b19a-c75a756cb187,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:29.876843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:29.895667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:29.896236 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:29.898150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:29.898741 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > port after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:29.899600 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:29.900083 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > port after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:29.900640 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:29.901250 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:29.902036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:29.902587 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:30.136197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3098ad51-7d48-4f84-b3e9-52398852a874 req-c469a8b3-627f-4eec-b0b9-31347c2999ec tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8df1749-06f8-46f1-847d-0a78e69c34f7 HTTP/1.1" status: 200 len: 210 time: 0.0425811 Jul 27 21:57:30.311347 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:30.311967 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:30.312066 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:30.312313 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:57:30.312710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511ee561-49f2-47a5-b256-ecf9853d4951']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:30.337494 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54db60e1-5ac8-4531-b686-d84f69767a74') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:30.337920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54db60e1-5ac8-4531-b686-d84f69767a74') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:30.357197 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.385676 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.388995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56304) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:30.395691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:57:30.396335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.408022 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24a4b669-21ad-4794-831c-f1912c3106e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: from cryptography.utils import int_from_bytes Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: from cryptography.utils import int_from_bytes Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: timer() Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:57:30.435629 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:57:30.535092 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.550932 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.553022 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] 10.222.0.24 "DELETE /v2.0/networks/511ee561-49f2-47a5-b256-ecf9853d4951 HTTP/1.1" status: 204 len: 168 time: 0.9147983 Jul 27 21:57:30.558940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:30.578739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cccb0-7fa2-4139-b616-d58903b2707a admin admin] Pushing event deleted for resources: {'Network': ['ID=511ee561-49f2-47a5-b256-ecf9853d4951,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:30.623288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa639e89-9cd3-43c7-a0c2-7c9419e1f786 admin admin] Deleting subnet 43878002-20ae-4f35-a18e-491df81ce80a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:57:30.629527 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa639e89-9cd3-43c7-a0c2-7c9419e1f786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.694206 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24a4b669-21ad-4794-831c-f1912c3106e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.702785 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa639e89-9cd3-43c7-a0c2-7c9419e1f786 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.707050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-24a4b669-21ad-4794-831c-f1912c3106e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.729804 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa639e89-9cd3-43c7-a0c2-7c9419e1f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.780587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:30.780761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-24a4b669-21ad-4794-831c-f1912c3106e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bd6187913dd42019b90f07abd80602e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899543 Jul 27 21:57:30.799740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4b669-21ad-4794-831c-f1912c3106e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0477cb-f2cd-4340-a693-1f09de37025e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:30.838430 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa639e89-9cd3-43c7-a0c2-7c9419e1f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.857451 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ff7612e-a722-41f2-890c-b1e9c2c0689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.879626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa639e89-9cd3-43c7-a0c2-7c9419e1f786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43878002-20ae-4f35-a18e-491df81ce80a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:30.887817 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ff7612e-a722-41f2-890c-b1e9c2c0689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.895275 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa639e89-9cd3-43c7-a0c2-7c9419e1f786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:30.897417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fa639e89-9cd3-43c7-a0c2-7c9419e1f786 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/43878002-20ae-4f35-a18e-491df81ce80a HTTP/1.1" status: 204 len: 168 time: 0.3373978 Jul 27 21:57:30.900040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56354) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:30.962962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56358) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:31.018417 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.038754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ff7612e-a722-41f2-890c-b1e9c2c0689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.042196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ff7612e-a722-41f2-890c-b1e9c2c0689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.045034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b902e9-aead-4b86-9b6a-60a89e0d8047 req-d898a8b5-7a27-455b-9d2e-2347b288b4dc tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:31.050362 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4ff7612e-a722-41f2-890c-b1e9c2c0689e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b0477cb-f2cd-4340-a693-1f09de37025e HTTP/1.1" status: 204 len: 168 time: 0.2662470 Jul 27 21:57:31.052831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7b902e9-aead-4b86-9b6a-60a89e0d8047 req-d898a8b5-7a27-455b-9d2e-2347b288b4dc tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 931 time: 0.1019247 Jul 27 21:57:31.115294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd2fd881-bda4-4f3a-8ed0-c167e7cc2f12 req-646de46a-4ce4-4835-a591-9cf076d4ceab tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 210 time: 0.0413654 Jul 27 21:57:31.140187 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7b902e9-aead-4b86-9b6a-60a89e0d8047 req-9ea10c9c-9068-43fa-bfde-9e3230cc02b3 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863955 Jul 27 21:57:31.141345 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.158027 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92c1263-ea45-4a26-adb3-6ed1c17bd2ba']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:31.161043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7612e-a722-41f2-890c-b1e9c2c0689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0477cb-f2cd-4340-a693-1f09de37025e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:31.174479 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79d23f83-3ed4-4635-9fc4-fc409aabaa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.190383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78669ed5-45a0-4ca0-bb15-b922eae10c64') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:31.203043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78669ed5-45a0-4ca0-bb15-b922eae10c64') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:31.220668 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.254606 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: timer() Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:57:31.275497 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:57:31.388718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.403438 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.405840 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] 10.222.0.24 "DELETE /v2.0/networks/e92c1263-ea45-4a26-adb3-6ed1c17bd2ba HTTP/1.1" status: 204 len: 168 time: 0.5048201 Jul 27 21:57:31.420868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c128e-e51f-41ab-afd0-0c38e878b1fc admin admin] Pushing event deleted for resources: {'Network': ['ID=e92c1263-ea45-4a26-adb3-6ed1c17bd2ba,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:31.510355 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79d23f83-3ed4-4635-9fc4-fc409aabaa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.519180 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79d23f83-3ed4-4635-9fc4-fc409aabaa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.555400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d23f83-3ed4-4635-9fc4-fc409aabaa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276a0cda-8d05-4426-8cd8-b9fe7c9f1fe1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:31.579785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56396) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:31.582661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-79d23f83-3ed4-4635-9fc4-fc409aabaa29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21d41875ce624e6f8bf6fed5a74d375e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6134663 Jul 27 21:57:31.657001 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a408f02-fe45-406a-b804-9ce40060b34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.686243 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a408f02-fe45-406a-b804-9ce40060b34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.696417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-78307569-0772-4a83-b610-c6a96dd957cf tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2f2e7b1276d341ceb9eb70eb117f01cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536032 Jul 27 21:57:31.728844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56406) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:31.852375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56412) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:31.867454 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-21b9e7bb-5318-435d-a553-cbbe96afa1b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4be3b47c9564150bfe9a83837b5b7bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332870 Jul 27 21:57:31.870409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56416) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:31.917154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a408f02-fe45-406a-b804-9ce40060b34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.920150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a408f02-fe45-406a-b804-9ce40060b34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:31.921580 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1a408f02-fe45-406a-b804-9ce40060b34f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/276a0cda-8d05-4426-8cd8-b9fe7c9f1fe1 HTTP/1.1" status: 204 len: 168 time: 0.3397946 Jul 27 21:57:31.960448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a408f02-fe45-406a-b804-9ce40060b34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276a0cda-8d05-4426-8cd8-b9fe7c9f1fe1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:31.989818 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef165cc8-130f-4ef7-ad32-1642369d71f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.030991 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef165cc8-130f-4ef7-ad32-1642369d71f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.089700 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4706f736-a17f-4476-8167-9645d689ad32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.116721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef165cc8-130f-4ef7-ad32-1642369d71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.119804 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef165cc8-130f-4ef7-ad32-1642369d71f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.124277 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ef165cc8-130f-4ef7-ad32-1642369d71f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6912f5f1-d730-41fb-914e-48794e7862d2 HTTP/1.1" status: 204 len: 168 time: 0.2524056 Jul 27 21:57:32.147009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef165cc8-130f-4ef7-ad32-1642369d71f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6912f5f1-d730-41fb-914e-48794e7862d2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:32.262563 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e3a06140-4a82-4174-97d2-e7705bd1f1af req-3948d5ec-9f25-4bd3-a723-f122264b0bdf tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 210 time: 0.0397701 Jul 27 21:57:32.287932 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4706f736-a17f-4476-8167-9645d689ad32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.293213 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4706f736-a17f-4476-8167-9645d689ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.304733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-7aedb8a9-59f3-49bf-a07b-b68d21d952b7 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:32.314680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-7aedb8a9-59f3-49bf-a07b-b68d21d952b7 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6168838 Jul 27 21:57:32.328170 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4706f736-a17f-4476-8167-9645d689ad32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=620c5405a9624c8eb2624c7bd32f79a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4742115 Jul 27 21:57:32.331052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56444) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:32.348169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-2364b922-000a-4ad6-9b0f-2526b12d88d8 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/quotas/2f2e7b1276d341ceb9eb70eb117f01cc HTTP/1.1" status: 200 len: 375 time: 0.0322683 Jul 27 21:57:32.372949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706f736-a17f-4476-8167-9645d689ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb262391-0115-4e2c-a1a3-9cf91eb47614,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:32.400624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-ce660bf2-f335-4c96-8be0-b76534c3221d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f2e7b1276d341ceb9eb70eb117f01cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498316 Jul 27 21:57:32.507194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc113bd-150a-4f9e-b1f7-a9507329646f req-cc845ee0-e74f-4c18-bb42-2118057d3e0f tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:32.508876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dbc113bd-150a-4f9e-b1f7-a9507329646f req-cc845ee0-e74f-4c18-bb42-2118057d3e0f tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 931 time: 0.0846694 Jul 27 21:57:32.512342 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16bf4593-4b0a-4d42-9e00-7c045565ea8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.567022 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16bf4593-4b0a-4d42-9e00-7c045565ea8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.604162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dbc113bd-150a-4f9e-b1f7-a9507329646f req-488e880f-6c4d-4811-aed2-570f91bb4e5f tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869744 Jul 27 21:57:32.679543 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6df33e9d-4fe2-48b3-aefa-f4375647d6f9 req-3d3a0c78-5970-428f-adb1-6f1ab6d5b1c1 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 210 time: 0.0433502 Jul 27 21:57:32.701475 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56458) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:32.718658 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16bf4593-4b0a-4d42-9e00-7c045565ea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.722575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16bf4593-4b0a-4d42-9e00-7c045565ea8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.723693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-16bf4593-4b0a-4d42-9e00-7c045565ea8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb262391-0115-4e2c-a1a3-9cf91eb47614 HTTP/1.1" status: 204 len: 168 time: 0.3913159 Jul 27 21:57:32.732072 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-edbe13b1-4f20-4c58-8a8f-a274045c29b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.741837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf4593-4b0a-4d42-9e00-7c045565ea8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb262391-0115-4e2c-a1a3-9cf91eb47614,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:32.754697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56462) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:32.898345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ccaa0042-4b0d-4b01-a180-0b378ca174f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfbe74ae77324269b63bc2383966514c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425309 Jul 27 21:57:32.901149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56468) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:32.907525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-344e80dd-7d36-45ee-be78-a12159a8d0c3 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:57:32.909259 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-344e80dd-7d36-45ee-be78-a12159a8d0c3 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193732 Jul 27 21:57:32.920496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:32.979077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e6bf291-b2f4-43bf-8e71-cdfcfe0c1259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.015794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:33.016149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1abe5ba9-a8f8-4f5b-b97f-6fa355ca6101 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:33.017407 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e6bf291-b2f4-43bf-8e71-cdfcfe0c1259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.037172 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-edbe13b1-4f20-4c58-8a8f-a274045c29b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.050596 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-edbe13b1-4f20-4c58-8a8f-a274045c29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.125724 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-edbe13b1-4f20-4c58-8a8f-a274045c29b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07275161bc094c029ffa701fc8ef2dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231741 Jul 27 21:57:33.130596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56478) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:33.146613 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe13b1-4f20-4c58-8a8f-a274045c29b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab659bd0-81ff-4c39-9e84-4fe9ea5df00c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:33.198376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e6bf291-b2f4-43bf-8e71-cdfcfe0c1259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.201525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e6bf291-b2f4-43bf-8e71-cdfcfe0c1259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.202689 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7e6bf291-b2f4-43bf-8e71-cdfcfe0c1259 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4542dbe-1c9d-4957-8d0f-76b12f3a12af HTTP/1.1" status: 204 len: 168 time: 0.2917428 Jul 27 21:57:33.213640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458033d-0f71-416c-9218-607eaf759699 req-3ce97c31-5334-4c89-8941-4f1777f58980 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:33.220757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bf291-b2f4-43bf-8e71-cdfcfe0c1259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4542dbe-1c9d-4957-8d0f-76b12f3a12af,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:33.227491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f458033d-0f71-416c-9218-607eaf759699 req-3ce97c31-5334-4c89-8941-4f1777f58980 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 971 time: 0.1083965 Jul 27 21:57:33.229026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4e61f37-10c7-4412-adf1-6a2ae6167c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.279459 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4e61f37-10c7-4412-adf1-6a2ae6167c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.345509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f458033d-0f71-416c-9218-607eaf759699 req-fa54e184-7820-4ff3-b250-55c24373ef59 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131279 Jul 27 21:57:33.366797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56488) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:33.375700 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4e61f37-10c7-4412-adf1-6a2ae6167c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.384713 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4e61f37-10c7-4412-adf1-6a2ae6167c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.385862 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b4e61f37-10c7-4412-adf1-6a2ae6167c51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab659bd0-81ff-4c39-9e84-4fe9ea5df00c HTTP/1.1" status: 204 len: 168 time: 0.2536383 Jul 27 21:57:33.432956 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f30dcd83-a761-4cab-9fc1-10796c034bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.471874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c06df3b-e0e7-4ba0-aaa0-035b8f133478 req-08c79b73-be0a-4b77-a1a3-15b8456b8cae tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 210 time: 0.0740135 Jul 27 21:57:33.473850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e61f37-10c7-4412-adf1-6a2ae6167c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab659bd0-81ff-4c39-9e84-4fe9ea5df00c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:33.607901 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f30dcd83-a761-4cab-9fc1-10796c034bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.613471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f30dcd83-a761-4cab-9fc1-10796c034bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.646161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Request body: {'port': {'device_id': 'd485a82f-86a2-4c58-9854-0c717b870613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:33.700185 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f30dcd83-a761-4cab-9fc1-10796c034bff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99cb1d6c753b4503aeb840c73f9a7067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317788 Jul 27 21:57:33.704209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56498) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:33.707716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dcd83-a761-4cab-9fc1-10796c034bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe49c3d4-df35-41e0-b112-4a3292a29d68,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:33.785889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.43', 61975) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:33.798741 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:33.842469 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee6cd904-63e6-4eab-8e9a-961e81df75d7 req-72be05a1-16be-4670-9209-df8cc062dafa tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 210 time: 0.0387390 Jul 27 21:57:33.877285 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-d60fb6e7-da89-4cc4-93e3-ecdce96d214f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852077 Jul 27 21:57:33.928201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa466c-4a1b-4875-a6d3-2e8a3f0d9f9d req-1fff6038-05ae-4981-b31e-43e1a026d2e4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:33.929847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7aa466c-4a1b-4875-a6d3-2e8a3f0d9f9d req-1fff6038-05ae-4981-b31e-43e1a026d2e4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 931 time: 0.2461417 Jul 27 21:57:34.183481 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64c5dda6-b2ca-4518-b712-a8667d31ff66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.205291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-644c4708-e35d-4c94-9433-4a2c9608fe6d tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2f2e7b1276d341ceb9eb70eb117f01cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447028 Jul 27 21:57:34.215729 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64c5dda6-b2ca-4518-b712-a8667d31ff66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.294052 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64c5dda6-b2ca-4518-b712-a8667d31ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.296130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64c5dda6-b2ca-4518-b712-a8667d31ff66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.301463 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-64c5dda6-b2ca-4518-b712-a8667d31ff66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe49c3d4-df35-41e0-b112-4a3292a29d68 HTTP/1.1" status: 204 len: 168 time: 0.5853229 Jul 27 21:57:34.368087 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7aa466c-4a1b-4875-a6d3-2e8a3f0d9f9d req-45555d14-10dc-4ef8-b6c7-6b7ea373afaf tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4290047 Jul 27 21:57:34.391900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2658a1c-093b-496d-bb40-6dd326a4d04b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:34.396789 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.437608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Transition to ACTIVE for port object d2658a1c-093b-496d-bb40-6dd326a4d04b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:34.445326 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5dda6-b2ca-4518-b712-a8667d31ff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe49c3d4-df35-41e0-b112-4a3292a29d68,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:34.467496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6613ee-203c-471f-895a-989e3f08fe5a req-5b4f6d96-8699-407d-8625-1094d15aa151 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:34.471426 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce6613ee-203c-471f-895a-989e3f08fe5a req-5b4f6d96-8699-407d-8625-1094d15aa151 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.41 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 971 time: 0.1876366 Jul 27 21:57:34.486255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-94c8352c-7d84-4953-afba-c50c2eaa1e65 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:34.489463 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-94c8352c-7d84-4953-afba-c50c2eaa1e65 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6072371 Jul 27 21:57:34.493518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.503880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Request body: {'port': {'device_id': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '1a8cb100fd00413a9aefa092bd27ec73'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:34.619164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-33f756c8-2cf5-48fe-8d82-10b1fde13de0 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:34.620661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-33f756c8-2cf5-48fe-8d82-10b1fde13de0 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3636098 Jul 27 21:57:34.642451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba36ff56-3184-46f6-8f70-896e5dffa137 req-699b372b-d336-471a-9237-c9e03e7ab2b7 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 210 time: 0.1057436 Jul 27 21:57:34.652188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Request body: {'port': {'device_id': '3e0449a7-c75c-4ca1-856b-683485272e39', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '2f2e7b1276d341ceb9eb70eb117f01cc'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:34.812362 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2658a1c-093b-496d-bb40-6dd326a4d04b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:34.822022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Made reservation on behalf of 1a8cb100fd00413a9aefa092bd27ec73 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:34.826299 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.838498 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.858192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e319cd2-1648-47c5-b824-7ed897e333c8 req-7b706796-3b3a-4afb-9a60-fa7dc188b94e tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:34.865183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e319cd2-1648-47c5-b824-7ed897e333c8 req-7b706796-3b3a-4afb-9a60-fa7dc188b94e tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 971 time: 0.4170642 Jul 27 21:57:34.987949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Attempting to bind port d2658a1c-093b-496d-bb40-6dd326a4d04b on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:34.988316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Attempting to bind port d2658a1c-093b-496d-bb40-6dd326a4d04b by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:34.988908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.989037 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Attempting to bind port d2658a1c-093b-496d-bb40-6dd326a4d04b on network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:34.993962 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.038572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Port d2658a1c-093b-496d-bb40-6dd326a4d04b on network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:57:35.038895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Attempting to bind port d2658a1c-093b-496d-bb40-6dd326a4d04b on network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:35.042542 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64f0755f-3638-45f1-95be-e625901e7578 req-39b4021f-10a9-4543-a068-33a37f3d1e58 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 210 time: 0.0877562 Jul 27 21:57:35.049363 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e319cd2-1648-47c5-b824-7ed897e333c8 req-19be5ac2-beee-4ea6-9d31-973a0bb6eee8 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f155c88-8d1e-41b7-b23a-3e3d6c17d764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633568 Jul 27 21:57:35.055644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:35.055983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Checking segment: {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:35.056427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Bound using segment: {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:35.056804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Bound port: d2658a1c-093b-496d-bb40-6dd326a4d04b, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:35.057161 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.100151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ce6613ee-203c-471f-895a-989e3f08fe5a req-f6d933cd-8305-4180-a1af-d7f7a918aab2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Deleting port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:35.100486 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ce6613ee-203c-471f-895a-989e3f08fe5a req-f6d933cd-8305-4180-a1af-d7f7a918aab2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.144765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e667ff9b-3cec-44a2-9b21-36ae6935e322,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:35.172767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Made reservation on behalf of 2f2e7b1276d341ceb9eb70eb117f01cc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:35.176732 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.272499 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] For port d2658a1c-093b-496d-bb40-6dd326a4d04b, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:35.317729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ce6613ee-203c-471f-895a-989e3f08fe5a req-f6d933cd-8305-4180-a1af-d7f7a918aab2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] For port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:35.318103 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ce6613ee-203c-471f-895a-989e3f08fe5a req-f6d933cd-8305-4180-a1af-d7f7a918aab2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.334083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Allocated IP 192.168.233.66 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/456478a7-f3b0-470d-a6ec-74dfc66dbe60) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:35.336227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] For port d2658a1c-093b-496d-bb40-6dd326a4d04b, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d2658a1c-093b-496d-bb40-6dd326a4d04b,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:35.347042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ce6613ee-203c-471f-895a-989e3f08fe5a req-f6d933cd-8305-4180-a1af-d7f7a918aab2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Calling delete_port for b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd owned by compute:tempest-test_az-2122946002 {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:35.349143 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.434659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:35.435764 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.437613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] 10.222.0.43 "PUT /v2.0/ports/d2658a1c-093b-496d-bb40-6dd326a4d04b HTTP/1.1" status: 200 len: 1091 time: 2.2636988 Jul 27 21:57:35.438354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd485a82f-86a2-4c58-9854-0c717b870613', 'tag': 'd2658a1c-093b-496d-bb40-6dd326a4d04b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:35.442742 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534dfd03-0dc5-4498-b8a1-bae363496ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "d485a82f-86a2-4c58-9854-0c717b870613", "tag": "d2658a1c-093b-496d-bb40-6dd326a4d04b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:35.537322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b8daa-c194-467e-88fd-7d156ad97bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d2658a1c-093b-496d-bb40-6dd326a4d04b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:35.556335 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24065f5-5d9b-45a6-b1ca-fb0feba1c757 x-openstack-request-id: req-a24065f5-5d9b-45a6-b1ca-fb0feba1c757 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:35.556636 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d485a82f-86a2-4c58-9854-0c717b870613", "tag": "d2658a1c-093b-496d-bb40-6dd326a4d04b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:35.557203 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a24065f5-5d9b-45a6-b1ca-fb0feba1c757 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:35.557305 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd485a82f-86a2-4c58-9854-0c717b870613', 'tag': 'd2658a1c-093b-496d-bb40-6dd326a4d04b', 'status': 'completed', 'code': 200} Jul 27 21:57:35.600995 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.625486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Transition to ACTIVE for port object 456478a7-f3b0-470d-a6ec-74dfc66dbe60 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:35.664015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.664249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061949f-1c41-4a0e-8e03-30432b75454a req-e5a4af17-c234-4b15-af81-dad1f4167463 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:35.667220 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9061949f-1c41-4a0e-8e03-30432b75454a req-e5a4af17-c234-4b15-af81-dad1f4167463 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 943 time: 0.1127400 Jul 27 21:57:35.745922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Allocated IP 192.168.233.124 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:35.753157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-44313e25-311c-463f-958c-8c293002a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:35.754781 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-44313e25-311c-463f-958c-8c293002a639 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71ecaf662fcb444f82ab7d74e7b5e401&device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 1094 time: 0.2460039 Jul 27 21:57:35.800425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:35.806468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:35.813577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:35.876858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Pushing event updated for resources: {'Port': ['ID=456478a7-f3b0-470d-a6ec-74dfc66dbe60,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:35.912644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:35.914596 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.943717 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-bf4a1165-1380-4d99-afed-23314a0e3ffb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4438691 Jul 27 21:57:35.956608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Request body: {'port': {'device_id': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:36.017630 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.119659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c42cc87e-37b0-4ff2-a001-f94800a2550d None None] Provisioning for port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:36.124566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c42cc87e-37b0-4ff2-a001-f94800a2550d None None] Provisioning complete for port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:36.124951 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c42cc87e-37b0-4ff2-a001-f94800a2550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.198673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-a731e35f-5adf-4bb9-8640-4031434343c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2658a1c-093b-496d-bb40-6dd326a4d04b HTTP/1.1" status: 200 len: 217 time: 0.4323318 Jul 27 21:57:36.200254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c42cc87e-37b0-4ff2-a001-f94800a2550d None None] Port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:36.288597 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ce6613ee-203c-471f-895a-989e3f08fe5a req-f6d933cd-8305-4180-a1af-d7f7a918aab2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.299238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:36.319183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9061949f-1c41-4a0e-8e03-30432b75454a req-a40bba39-8fce-47b1-946b-c01a347f3a46 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5560937 Jul 27 21:57:36.378763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284999e7-86a4-4c80-b083-8bb19c92eca6 req-082fccff-4170-4205-a32a-8587ecd39e71 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:36.378763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-284999e7-86a4-4c80-b083-8bb19c92eca6 req-082fccff-4170-4205-a32a-8587ecd39e71 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 935 time: 0.6170945 Jul 27 21:57:36.449910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d933cd-8305-4180-a1af-d7f7a918aab2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Pushing event deleted for resources: {'Port': ['ID=b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:36.480309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-6e58c414-138a-4356-a95c-aa53e1fe8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:36.481760 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-6e58c414-138a-4356-a95c-aa53e1fe8ade service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b6b3b28-4695-42ba-b2e1-95635cc271fd HTTP/1.1" status: 200 len: 862 time: 0.2650146 Jul 27 21:57:36.526648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6613ee-203c-471f-895a-989e3f08fe5a req-f6d933cd-8305-4180-a1af-d7f7a918aab2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] No DVR routers for this DVR port b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:36.529193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ce6613ee-203c-471f-895a-989e3f08fe5a req-f6d933cd-8305-4180-a1af-d7f7a918aab2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.532760 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce6613ee-203c-471f-895a-989e3f08fe5a req-f6d933cd-8305-4180-a1af-d7f7a918aab2 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.41 "DELETE /v2.0/ports/b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd HTTP/1.1" status: 204 len: 173 time: 2.0300846 Jul 27 21:57:36.620064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-284999e7-86a4-4c80-b083-8bb19c92eca6 req-0c12425c-1b7a-4330-94fc-bab877bb066c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920133 Jul 27 21:57:36.656773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-958ad49e-034c-4afe-a6c6-fec874b54d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:36.659941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-958ad49e-034c-4afe-a6c6-fec874b54d90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458154 Jul 27 21:57:36.664832 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.696622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Transition to ACTIVE for port object 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:36.767645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-27db73b5-6012-45c2-ab04-2be017296f01 req-d4f42a6e-0b76-473e-b862-38be0e9c6ae9 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 210 time: 0.0380836 Jul 27 21:57:36.853176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-390904da-47d6-4b7a-ab96-8a539d330b93 req-0043faea-2af1-4e0f-8759-795f5b40d3b0 tempest-AggregatesAdminTestJSON-2141456315 tempest-AggregatesAdminTestJSON-2141456315-project] 10.222.0.24 "GET /v2.0/ports?device_id=063ac2d4-d567-4587-af39-5da7e8df87db HTTP/1.1" status: 200 len: 210 time: 0.0416968 Jul 27 21:57:36.861134 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.876049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-aeb55bbe-41a4-4fc0-8f2d-affcedb63372 service neutron] 10.222.0.43 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041967 Jul 27 21:57:36.957443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:36.965530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:36.968185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:36.976009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:36.976916 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:36.991788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Pushing event updated for resources: {'Port': ['ID=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:37.013994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-422f1edd-e698-45ab-94b4-cefcc77b2a11 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3682344 Jul 27 21:57:37.028526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456478a7-f3b0-470d-a6ec-74dfc66dbe60 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:37.037521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Request body: {'port': {'device_id': '3e0449a7-c75c-4ca1-856b-683485272e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:37.039199 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.043283 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1c86e2-b9db-4e94-a965-b5772bc1627b req-836b4f84-920b-4aa4-b6ea-a35007d2d8fe service neutron] 10.222.0.43 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472709 Jul 27 21:57:37.059925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Transition to ACTIVE for port object 456478a7-f3b0-470d-a6ec-74dfc66dbe60 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:37.066833 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.126367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Pushing event updated for resources: {'Port': ['ID=456478a7-f3b0-470d-a6ec-74dfc66dbe60,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:37.206238 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.259007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Attempting to bind port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:37.259631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Attempting to bind port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:37.260202 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Attempting to bind port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:37.265415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:57:37.265931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Attempting to bind port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:37.279518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:37.280286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:37.280995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:37.281609 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Bound port: 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:37.282546 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.317405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfd03-0dc5-4498-b8a1-bae363496ed0 req-9590824d-382b-4f31-9d93-844ad27989be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:37.326070 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-534dfd03-0dc5-4498-b8a1-bae363496ed0 req-9590824d-382b-4f31-9d93-844ad27989be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71ecaf662fcb444f82ab7d74e7b5e401&device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 1094 time: 0.1783683 Jul 27 21:57:37.353478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-390e7421-c42a-40bd-8e91-6a33d9df54ca None None] Provisioning for port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:37.358362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-390e7421-c42a-40bd-8e91-6a33d9df54ca None None] Provisioning complete for port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:37.361468 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-390e7421-c42a-40bd-8e91-6a33d9df54ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.480634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfd03-0dc5-4498-b8a1-bae363496ed0 req-34f6a962-e84c-4a11-8b14-8b875bd3d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:37.482960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-534dfd03-0dc5-4498-b8a1-bae363496ed0 req-34f6a962-e84c-4a11-8b14-8b875bd3d9d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc HTTP/1.1" status: 200 len: 924 time: 0.1458657 Jul 27 21:57:37.505545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-390e7421-c42a-40bd-8e91-6a33d9df54ca None None] Port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:37.516407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:37.522321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:37.529120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.611492 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:37.612253 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.616983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] 10.222.0.43 "PUT /v2.0/ports/456478a7-f3b0-470d-a6ec-74dfc66dbe60 HTTP/1.1" status: 200 len: 1095 time: 1.6647499 Jul 27 21:57:37.621224 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'tag': '456478a7-f3b0-470d-a6ec-74dfc66dbe60'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:37.680850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063ac2d4-d567-4587-af39-5da7e8df87db', 'name': 'network-vif-deleted', 'tag': 'b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:37.683615 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bad58c-cb40-46d3-8b1b-6929d863858e" -d '{"events": [{"server_uuid": "063ac2d4-d567-4587-af39-5da7e8df87db", "name": "network-vif-deleted", "tag": "b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:37.755570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfa920-4f19-4989-a087-1bcbf508b687 service neutron] Pushing event updated for resources: {'Port': ['ID=456478a7-f3b0-470d-a6ec-74dfc66dbe60,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:37.779527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-534dfd03-0dc5-4498-b8a1-bae363496ed0 req-82959446-fd8e-432e-afe9-2f63123ecb07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2658a1c-093b-496d-bb40-6dd326a4d04b HTTP/1.1" status: 200 len: 217 time: 0.2843494 Jul 27 21:57:37.837424 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-68bcbb99-4efe-4342-b87d-8c2fc4696879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:37.838917 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-68bcbb99-4efe-4342-b87d-8c2fc4696879 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 1098 time: 0.1503942 Jul 27 21:57:37.920021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f4fe9-90c1-481c-9232-64d73119bba0 req-da1edcd8-7155-4a1d-8442-ae344c81f49f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:37.928063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc1f4fe9-90c1-481c-9232-64d73119bba0 req-da1edcd8-7155-4a1d-8442-ae344c81f49f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 947 time: 0.1502633 Jul 27 21:57:37.976488 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d00c-62be-4a31-9e55-b24682f34660 req-81e3c7b8-8023-47a0-9687-d6e15a540ab9 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:37.978595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdf3d00c-62be-4a31-9e55-b24682f34660 req-81e3c7b8-8023-47a0-9687-d6e15a540ab9 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 943 time: 0.4852784 Jul 27 21:57:37.985081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfd03-0dc5-4498-b8a1-bae363496ed0 req-ef14cc77-d625-4339-b31e-df53643c8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:37.987147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-534dfd03-0dc5-4498-b8a1-bae363496ed0 req-ef14cc77-d625-4339-b31e-df53643c8ba6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b6b3b28-4695-42ba-b2e1-95635cc271fd HTTP/1.1" status: 200 len: 862 time: 0.1684933 Jul 27 21:57:38.025602 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc1f4fe9-90c1-481c-9232-64d73119bba0 req-16904a1e-e016-48db-a159-95a5e99ef8b5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965972 Jul 27 21:57:38.076866 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c7e2cd-0821-45e6-954f-de264aa3d151" -d '{"events": [{"name": "network-changed", "server_uuid": "6d69389c-14e9-4a65-ba95-12ad72b69ac9", "tag": "456478a7-f3b0-470d-a6ec-74dfc66dbe60"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:38.116446 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-b161ec7f-347f-4f50-98af-e5e846717737 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60 HTTP/1.1" status: 200 len: 217 time: 0.2667034 Jul 27 21:57:38.118808 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe9ef4c-c14a-4e20-8e03-5e9872b49e7c x-openstack-request-id: req-ebe9ef4c-c14a-4e20-8e03-5e9872b49e7c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:38.119146 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063ac2d4-d567-4587-af39-5da7e8df87db", "name": "network-vif-deleted", "tag": "b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:38.119471 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ebe9ef4c-c14a-4e20-8e03-5e9872b49e7c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:38.119782 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063ac2d4-d567-4587-af39-5da7e8df87db', 'name': 'network-vif-deleted', 'tag': 'b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd', 'status': 'completed', 'code': 200} Jul 27 21:57:38.167380 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdf3d00c-62be-4a31-9e55-b24682f34660 req-af344d7a-9329-4233-8a56-b958bd8a9190 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614370 Jul 27 21:57:38.184621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-7d67b6da-76a6-484f-8ae1-badac28f2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:38.186742 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-7d67b6da-76a6-484f-8ae1-badac28f2b70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0591004 Jul 27 21:57:38.263135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:38.271547 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.282307 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-48df8db9-8461-4282-8769-c0b1c49596a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:38.285355 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-48df8db9-8461-4282-8769-c0b1c49596a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905681 Jul 27 21:57:38.286730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Transition to ACTIVE for port object 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:38.307512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfd03-0dc5-4498-b8a1-bae363496ed0 req-ffef72c1-8b85-4ed9-a8a0-949484422a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:38.309769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-534dfd03-0dc5-4498-b8a1-bae363496ed0 req-ffef72c1-8b85-4ed9-a8a0-949484422a87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3010442 Jul 27 21:57:38.311492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.413548 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-0efb2058-e20f-41af-a99f-51f7ea607431 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197898 Jul 27 21:57:38.441235 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc09f4-19a1-4e6e-a379-a77f83dabb88 req-d7c6d839-7d63-4c1d-9f95-c79de5c0ab19 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:38.442785 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bcc09f4-19a1-4e6e-a379-a77f83dabb88 req-d7c6d839-7d63-4c1d-9f95-c79de5c0ab19 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 936 time: 0.2745330 Jul 27 21:57:38.448391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Pushing event updated for resources: {'Port': ['ID=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:38.557406 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff02a4aa-4714-44cf-9070-26ed5fae9585 req-ea61545d-2f09-4d66-9d1a-32a29280a081 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311095 Jul 27 21:57:38.562509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Attempting to bind port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:38.562509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Attempting to bind port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:38.562778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Attempting to bind port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:38.577605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-534dfd03-0dc5-4498-b8a1-bae363496ed0 req-a5f2f536-a337-43a0-a015-56abb9149d63 service neutron] 10.222.0.43 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543521 Jul 27 21:57:38.581495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:57:38.581825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Attempting to bind port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:38.587400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bcc09f4-19a1-4e6e-a379-a77f83dabb88 req-55d39aeb-e0a8-4178-9c45-533ef4a46c04 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271341 Jul 27 21:57:38.624231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:38.624573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:38.624965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:38.625396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Bound port: 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:38.625763 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.659128 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56698) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:38.744996 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a8db49-b184-43c1-8e58-d3746c0883e4 x-openstack-request-id: req-b1a8db49-b184-43c1-8e58-d3746c0883e4 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:38.745481 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d69389c-14e9-4a65-ba95-12ad72b69ac9", "tag": "456478a7-f3b0-470d-a6ec-74dfc66dbe60", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:38.745876 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1a8db49-b184-43c1-8e58-d3746c0883e4 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:38.746404 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'tag': '456478a7-f3b0-470d-a6ec-74dfc66dbe60', 'status': 'completed', 'code': 200} Jul 27 21:57:38.752528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-534dfd03-0dc5-4498-b8a1-bae363496ed0 req-2c8027cc-0400-45e9-9ef1-f1d7ee77a0d8 service neutron] 10.222.0.43 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625690 Jul 27 21:57:38.756863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] For port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:38.760632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] For port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:38.769720 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.836560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:38.837404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.838626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 HTTP/1.1" status: 200 len: 1096 time: 1.8082554 Jul 27 21:57:38.864810 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fbc43ebb-9e88-43c6-9d4d-a950d6f5fdcb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c34db2c997244103bb6dc3f4a42b6f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022371 Jul 27 21:57:38.866148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:38.902214 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7e2cd-0821-45e6-954f-de264aa3d151 req-3095c0fb-f522-40d2-9da9-4c13e623ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:38.903610 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9c7e2cd-0821-45e6-954f-de264aa3d151 req-3095c0fb-f522-40d2-9da9-4c13e623ec01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 1098 time: 0.1314588 Jul 27 21:57:38.913840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70553dd4-682e-40ee-a24f-bba8e79b31c6 service neutron] Pushing event updated for resources: {'Port': ['ID=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:38.934650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:38.952019 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f860e42d-5c51-4d99-be50-c4c2d5ef1cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.976686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:38.977019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b29d9dce-fc4b-4e5e-a5c4-082b42f17fcd not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:38.991142 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f860e42d-5c51-4d99-be50-c4c2d5ef1cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.058773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-c3a0762b-2225-4c26-9fd4-89752fa5af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:39.060449 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-c3a0762b-2225-4c26-9fd4-89752fa5af53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f2e7b1276d341ceb9eb70eb117f01cc&device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 1099 time: 0.1706824 Jul 27 21:57:39.079891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f860e42d-5c51-4d99-be50-c4c2d5ef1cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.083523 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f860e42d-5c51-4d99-be50-c4c2d5ef1cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.087588 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f860e42d-5c51-4d99-be50-c4c2d5ef1cab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f155c88-8d1e-41b7-b23a-3e3d6c17d764 HTTP/1.1" status: 204 len: 168 time: 0.2201674 Jul 27 21:57:39.098084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860e42d-5c51-4d99-be50-c4c2d5ef1cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f155c88-8d1e-41b7-b23a-3e3d6c17d764,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:39.366819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-7e02a955-6a2e-4733-b277-c9d7f9050f65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 HTTP/1.1" status: 200 len: 217 time: 0.2981253 Jul 27 21:57:39.381264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56744) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:39.464724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7e2cd-0821-45e6-954f-de264aa3d151 req-1ef9a228-5343-4f4d-8bf3-e7932b837f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:39.466195 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9c7e2cd-0821-45e6-954f-de264aa3d151 req-1ef9a228-5343-4f4d-8bf3-e7932b837f16 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.5494597 Jul 27 21:57:39.487682 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56750) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:39.527416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-1d02488e-d5cb-4404-ad5e-0230a7c052f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:39.528876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-1d02488e-d5cb-4404-ad5e-0230a7c052f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1308453 Jul 27 21:57:39.534478 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9c7e2cd-0821-45e6-954f-de264aa3d151 req-cf924263-34eb-4a9b-873c-b6180eb6963c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60 HTTP/1.1" status: 200 len: 217 time: 0.0559111 Jul 27 21:57:39.545729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc2dfa-987e-47ad-ab5d-3d75020bf865 req-f13c2aa5-64df-4fb2-8061-a0a2d8ed39ea tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:39.547407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7abc2dfa-987e-47ad-ab5d-3d75020bf865 req-f13c2aa5-64df-4fb2-8061-a0a2d8ed39ea tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 947 time: 0.1854801 Jul 27 21:57:39.602065 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be680e4-071d-4f48-a291-cf083019b04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.618623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cd9c5-55e8-4f4c-b060-fdbfa746fa94 req-78391f88-f241-4f15-a391-150e867574f5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:39.625736 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-368cd9c5-55e8-4f4c-b060-fdbfa746fa94 req-78391f88-f241-4f15-a391-150e867574f5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 943 time: 0.2667806 Jul 27 21:57:39.649451 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4a7bdd6-2da1-4f44-8b93-4bd35779c1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.698236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56758) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:39.706839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7abc2dfa-987e-47ad-ab5d-3d75020bf865 req-6122b21f-57a4-47d3-98ba-4ec2547659ab tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363971 Jul 27 21:57:39.710025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7e2cd-0821-45e6-954f-de264aa3d151 req-de995001-e953-44f8-ab2c-042fd2d02c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:39.711915 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9c7e2cd-0821-45e6-954f-de264aa3d151 req-de995001-e953-44f8-ab2c-042fd2d02c4e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1633625 Jul 27 21:57:39.713789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-9c222d8b-3aec-497f-9430-d0dfc9719fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:39.715513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-9c222d8b-3aec-497f-9430-d0dfc9719fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1783817 Jul 27 21:57:39.729567 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-368cd9c5-55e8-4f4c-b060-fdbfa746fa94 req-d590ecf9-4068-4bed-9cbe-b5ba3fd41394 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028790 Jul 27 21:57:39.768215 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be680e4-071d-4f48-a291-cf083019b04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.771199 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1dec3d22-04e1-4ac9-bfd3-d7dd4872b156 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b84a020a20d147fa8cb23c69b666dc17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720041 Jul 27 21:57:39.773980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56764) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:39.804545 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be680e4-071d-4f48-a291-cf083019b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.881397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7e2cd-0821-45e6-954f-de264aa3d151 req-137d76a3-c1c2-49f8-a676-214500eeba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:39.882956 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9c7e2cd-0821-45e6-954f-de264aa3d151 req-137d76a3-c1c2-49f8-a676-214500eeba01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386766 Jul 27 21:57:39.884028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be680e4-071d-4f48-a291-cf083019b04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b881c9-de35-4bbc-9377-1de76f25c976,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:39.897190 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9be680e4-071d-4f48-a291-cf083019b04a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=472366a45de9499b8a6e3b45aa21c983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145185 Jul 27 21:57:39.903433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56768) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:39.917924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c727a18-5552-47fe-a68f-55ed6ec9749e req-33081cf7-9791-4715-9ccd-c79ff31bcf4c tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:39.919456 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c727a18-5552-47fe-a68f-55ed6ec9749e req-33081cf7-9791-4715-9ccd-c79ff31bcf4c tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 948 time: 0.1019750 Jul 27 21:57:39.935773 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d78c42f6-2c5a-40df-b8ad-35387f155be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.974296 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d78c42f6-2c5a-40df-b8ad-35387f155be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.976891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4a7bdd6-2da1-4f44-8b93-4bd35779c1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.984809 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4a7bdd6-2da1-4f44-8b93-4bd35779c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.008230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-4d8e3839-b170-4a6e-87a3-ab2d69b36a8e service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772534 Jul 27 21:57:40.045994 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b4a7bdd6-2da1-4f44-8b93-4bd35779c1f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddc026945a564d7b846c640f191ac4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564253 Jul 27 21:57:40.047570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7bdd6-2da1-4f44-8b93-4bd35779c1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb2e8c6-b872-439b-abc0-c80a4dfb9683,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:40.050186 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56770) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:40.101823 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d78c42f6-2c5a-40df-b8ad-35387f155be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.104373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d78c42f6-2c5a-40df-b8ad-35387f155be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.105678 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d78c42f6-2c5a-40df-b8ad-35387f155be1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/987ad8fd-d8db-40af-81a2-4dd72f7d5318 HTTP/1.1" status: 204 len: 168 time: 0.3303959 Jul 27 21:57:40.121851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0449a7-c75c-4ca1-856b-683485272e39', 'tag': '114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:40.122800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c42f6-2c5a-40df-b8ad-35387f155be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987ad8fd-d8db-40af-81a2-4dd72f7d5318,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:40.124134 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2231755d-cbb3-4f25-87af-c6682cdd5273" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0449a7-c75c-4ca1-856b-683485272e39", "tag": "114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:40.125379 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f2e873d-a88e-4cb9-be31-77f0c839c751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.154826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c727a18-5552-47fe-a68f-55ed6ec9749e req-42f1f241-ab74-4a29-b187-5aa08f52af01 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197149 Jul 27 21:57:40.173128 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f2e873d-a88e-4cb9-be31-77f0c839c751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.183146 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-520a1d48-b5df-4567-b13a-e46124ea8fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.221409 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-520a1d48-b5df-4567-b13a-e46124ea8fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.235517 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f2e873d-a88e-4cb9-be31-77f0c839c751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.240070 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f2e873d-a88e-4cb9-be31-77f0c839c751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.244012 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5f2e873d-a88e-4cb9-be31-77f0c839c751 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bb2e8c6-b872-439b-abc0-c80a4dfb9683 HTTP/1.1" status: 204 len: 168 time: 0.1901011 Jul 27 21:57:40.250053 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e112af-e297-49ab-b178-c4d399c258ff x-openstack-request-id: req-37e112af-e297-49ab-b178-c4d399c258ff {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:40.250379 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0449a7-c75c-4ca1-856b-683485272e39", "tag": "114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:40.250634 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37e112af-e297-49ab-b178-c4d399c258ff {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:40.251020 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0449a7-c75c-4ca1-856b-683485272e39', 'tag': '114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4', 'status': 'completed', 'code': 200} Jul 27 21:57:40.257237 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9c7e2cd-0821-45e6-954f-de264aa3d151 req-0fd3b103-4fb6-460c-adbe-e8aa66873af1 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547723 Jul 27 21:57:40.259347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e873d-a88e-4cb9-be31-77f0c839c751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb2e8c6-b872-439b-abc0-c80a4dfb9683,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:40.263793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3aa9e62a-81aa-444d-998a-95f937e0d5c8 req-6dea13c6-3f63-42f2-8810-fa19d87906dd service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392507 Jul 27 21:57:40.392253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-520a1d48-b5df-4567-b13a-e46124ea8fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.395040 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-520a1d48-b5df-4567-b13a-e46124ea8fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:40.396253 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-520a1d48-b5df-4567-b13a-e46124ea8fa2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25b881c9-de35-4bbc-9377-1de76f25c976 HTTP/1.1" status: 204 len: 168 time: 0.4758787 Jul 27 21:57:40.402721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231755d-cbb3-4f25-87af-c6682cdd5273 req-454364af-2600-4e14-bdf1-958bd26e52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:40.404220 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2231755d-cbb3-4f25-87af-c6682cdd5273 req-454364af-2600-4e14-bdf1-958bd26e52c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f2e7b1276d341ceb9eb70eb117f01cc&device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 1099 time: 0.0853660 Jul 27 21:57:40.428520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a1d48-b5df-4567-b13a-e46124ea8fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b881c9-de35-4bbc-9377-1de76f25c976,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:40.442800 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9c7e2cd-0821-45e6-954f-de264aa3d151 req-f597d997-3502-4718-a4ed-1f216b2f2ee5 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764483 Jul 27 21:57:40.509755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231755d-cbb3-4f25-87af-c6682cdd5273 req-10998a77-9cd2-4f78-92a2-e723a93026f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:40.511271 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2231755d-cbb3-4f25-87af-c6682cdd5273 req-10998a77-9cd2-4f78-92a2-e723a93026f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.0936980 Jul 27 21:57:40.565479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2231755d-cbb3-4f25-87af-c6682cdd5273 req-2c7a284a-9828-49e7-82c3-bd6426f424c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 HTTP/1.1" status: 200 len: 217 time: 0.0458548 Jul 27 21:57:40.620835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231755d-cbb3-4f25-87af-c6682cdd5273 req-5e5eeabc-326c-4778-bebd-4fdb6644836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:40.622499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2231755d-cbb3-4f25-87af-c6682cdd5273 req-5e5eeabc-326c-4778-bebd-4fdb6644836b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0502880 Jul 27 21:57:40.671923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231755d-cbb3-4f25-87af-c6682cdd5273 req-63a44fec-00b9-4824-a0cd-651fb16a79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:40.673552 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2231755d-cbb3-4f25-87af-c6682cdd5273 req-63a44fec-00b9-4824-a0cd-651fb16a79e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441165 Jul 27 21:57:40.787016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2231755d-cbb3-4f25-87af-c6682cdd5273 req-fedd054f-09aa-485c-b800-d329a3d8f273 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055696 Jul 27 21:57:40.832635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d2658a1c-093b-496d-bb40-6dd326a4d04b details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:57:40.935106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d2658a1c-093b-496d-bb40-6dd326a4d04b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d2658a1c-093b-496d-bb40-6dd326a4d04b,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:40.957171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'd2658a1c-093b-496d-bb40-6dd326a4d04b', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'port_id': 'd2658a1c-093b-496d-bb40-6dd326a4d04b', 'mac_address': 'fa:16:3e:1e:8c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:57:40.969465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56804) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:40.977714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76bdbc-cfa2-4e2c-9a7d-a45809ffb0a5 req-5eefdcbe-8fa6-4cf2-858b-705f99a2c725 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:40.983073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a76bdbc-cfa2-4e2c-9a7d-a45809ffb0a5 req-5eefdcbe-8fa6-4cf2-858b-705f99a2c725 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 947 time: 0.1765163 Jul 27 21:57:40.991015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c2dc-d6a9-4dc5-81ab-f7893934b4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.016410 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.034490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2658a1c-093b-496d-bb40-6dd326a4d04b {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:41.058114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98b68f-6b28-4a20-bf4b-012ffbb7cf9d req-a69d5580-72db-4997-88b6-dd65b0c99570 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:41.067739 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac98b68f-6b28-4a20-bf4b-012ffbb7cf9d req-a69d5580-72db-4997-88b6-dd65b0c99570 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 943 time: 0.2440369 Jul 27 21:57:41.068225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d2658a1c-093b-496d-bb40-6dd326a4d04b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d2658a1c-093b-496d-bb40-6dd326a4d04b,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:41.074355 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.088944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2231755d-cbb3-4f25-87af-c6682cdd5273 req-11129412-fd74-4a96-a166-6e20083e7e6b service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942586 Jul 27 21:57:41.130163 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a76bdbc-cfa2-4e2c-9a7d-a45809ffb0a5 req-77c10249-3550-4a46-85af-9e93c49c4d6f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059258 Jul 27 21:57:41.180620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac98b68f-6b28-4a20-bf4b-012ffbb7cf9d req-1f8994cc-9147-4a5b-b597-cb9d7d550c89 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117041 Jul 27 21:57:41.194474 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d2658a1c-093b-496d-bb40-6dd326a4d04b,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:41.228622 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c2dc-d6a9-4dc5-81ab-f7893934b4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.234630 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c2dc-d6a9-4dc5-81ab-f7893934b4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.296892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0c2dc-d6a9-4dc5-81ab-f7893934b4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d5ab9-18ed-4180-90ce-66a806704a29,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:41.300741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56816) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:41.327426 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f7903ca-06e8-4018-813e-0c44f6d0efca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.341174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61406398-76cb-4a5f-8169-a04c5e8847f9 req-d63e5ef0-e3c5-48c4-ad77-5048c4a73a4c tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:41.342328 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c1e0c2dc-d6a9-4dc5-81ab-f7893934b4f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40ea981b37644449a69ab1251f66e89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715658 Jul 27 21:57:41.344953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56818) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:41.347689 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61406398-76cb-4a5f-8169-a04c5e8847f9 req-d63e5ef0-e3c5-48c4-ad77-5048c4a73a4c tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 948 time: 0.0855272 Jul 27 21:57:41.365004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d2658a1c-093b-496d-bb40-6dd326a4d04b'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:41.456570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-074b02ca-ed66-4df4-8cdc-ace2a6b0e268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.462655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61406398-76cb-4a5f-8169-a04c5e8847f9 req-00baf37e-e345-4c0a-ab06-0480206d2ab6 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039226 Jul 27 21:57:41.490937 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-074b02ca-ed66-4df4-8cdc-ace2a6b0e268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.556226 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f7903ca-06e8-4018-813e-0c44f6d0efca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.561355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f7903ca-06e8-4018-813e-0c44f6d0efca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.587923 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-074b02ca-ed66-4df4-8cdc-ace2a6b0e268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.591992 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-074b02ca-ed66-4df4-8cdc-ace2a6b0e268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.593431 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-074b02ca-ed66-4df4-8cdc-ace2a6b0e268 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c00d5ab9-18ed-4180-90ce-66a806704a29 HTTP/1.1" status: 204 len: 168 time: 0.2444589 Jul 27 21:57:41.630999 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7f7903ca-06e8-4018-813e-0c44f6d0efca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97e3530eb0db4691b3c8faa01e14fec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267560 Jul 27 21:57:41.632113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7903ca-06e8-4018-813e-0c44f6d0efca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148df84e-4158-4fd3-a2a0-18954547a41d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:41.633564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:41.644071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b02ca-ed66-4df4-8cdc-ace2a6b0e268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d5ab9-18ed-4180-90ce-66a806704a29,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:41.698465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:41.725818 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afa49713-9d2f-48ef-aff0-3f87d0c13b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.762635 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afa49713-9d2f-48ef-aff0-3f87d0c13b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.832373 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afa49713-9d2f-48ef-aff0-3f87d0c13b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.842754 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-afa49713-9d2f-48ef-aff0-3f87d0c13b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:41.848540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-afa49713-9d2f-48ef-aff0-3f87d0c13b12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/148df84e-4158-4fd3-a2a0-18954547a41d HTTP/1.1" status: 204 len: 168 time: 0.2105761 Jul 27 21:57:41.871618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa49713-9d2f-48ef-aff0-3f87d0c13b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148df84e-4158-4fd3-a2a0-18954547a41d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:42.008081 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90b213e5-d8a9-4857-a9d1-11487283ba0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.128453 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.246105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90b213e5-d8a9-4857-a9d1-11487283ba0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.251429 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90b213e5-d8a9-4857-a9d1-11487283ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.285215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b213e5-d8a9-4857-a9d1-11487283ba0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b93ad5-a1f1-4a9b-a225-a2904374523a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:42.321658 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-90b213e5-d8a9-4857-a9d1-11487283ba0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10c640e10b3441c6a5e08c0379f61a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200924 Jul 27 21:57:42.321911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56860) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:42.359592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2272e5d-4f36-43e1-a1ef-993e99ef38b7 req-70390bdc-b97e-4c34-b4bd-9dba6dcbf067 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:42.370627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2272e5d-4f36-43e1-a1ef-993e99ef38b7 req-70390bdc-b97e-4c34-b4bd-9dba6dcbf067 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 947 time: 0.1039875 Jul 27 21:57:42.409945 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5861-2f95-4a9d-8fdd-18dda4269fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.444028 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5861-2f95-4a9d-8fdd-18dda4269fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.458337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2272e5d-4f36-43e1-a1ef-993e99ef38b7 req-bc872ec0-4977-4ceb-bdf0-2eaa98e8b480 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868094 Jul 27 21:57:42.488981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0eb015-01b8-4fe7-bbc8-db00efeb1639 req-090f0267-a9a2-4a9a-ade9-704198b783bc tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:42.494575 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d0eb015-01b8-4fe7-bbc8-db00efeb1639 req-090f0267-a9a2-4a9a-ade9-704198b783bc tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 944 time: 0.0870271 Jul 27 21:57:42.501834 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5861-2f95-4a9d-8fdd-18dda4269fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.506419 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5861-2f95-4a9d-8fdd-18dda4269fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.510443 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8d6a5861-2f95-4a9d-8fdd-18dda4269fc6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58b93ad5-a1f1-4a9b-a225-a2904374523a HTTP/1.1" status: 204 len: 168 time: 0.1852953 Jul 27 21:57:42.519796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a5861-2f95-4a9d-8fdd-18dda4269fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b93ad5-a1f1-4a9b-a225-a2904374523a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:42.565866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d0eb015-01b8-4fe7-bbc8-db00efeb1639 req-ba3de582-4b56-4b4c-ad41-239823c32ea0 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614035 Jul 27 21:57:42.631852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf924c5-39de-4860-9432-0c6ee77cde6c req-348d9335-a157-4438-b86f-a851bb47aec0 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:42.633550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-adf924c5-39de-4860-9432-0c6ee77cde6c req-348d9335-a157-4438-b86f-a851bb47aec0 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 948 time: 0.0837920 Jul 27 21:57:42.676623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-adf924c5-39de-4860-9432-0c6ee77cde6c req-a933e728-cbc0-4fc6-808c-93f8c91baf59 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363860 Jul 27 21:57:42.711044 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-353c07c4-3893-4232-9c2d-9c4d6849a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:42.817673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 456478a7-f3b0-470d-a6ec-74dfc66dbe60 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:57:42.868389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56884) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:42.880522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d2658a1c-093b-496d-bb40-6dd326a4d04b up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:42.949650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:57:42.969209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:42.988448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '456478a7-f3b0-470d-a6ec-74dfc66dbe60', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '456478a7-f3b0-470d-a6ec-74dfc66dbe60', 'mac_address': 'fa:16:3e:a7:60:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:57:43.002758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port d2658a1c-093b-496d-bb40-6dd326a4d04b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:43.036933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port d2658a1c-093b-496d-bb40-6dd326a4d04b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:43.037534 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.119602 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.178791 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-651d7162-e159-4210-b52a-39017cc48179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.214061 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56894) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:43.241865 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5669149-21fd-4cdd-9d5d-3f04559acbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.261599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:43.265483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456478a7-f3b0-470d-a6ec-74dfc66dbe60 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:43.304377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4', 'mac_address': 'fa:16:3e:59:4d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:57:43.319608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:43.322235 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-651d7162-e159-4210-b52a-39017cc48179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.329468 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.342858 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-651d7162-e159-4210-b52a-39017cc48179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.353699 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.417901 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-651d7162-e159-4210-b52a-39017cc48179 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75351d13acea4303956d3fe5e470ccca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474942 Jul 27 21:57:43.420059 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.420229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:43.431799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd485a82f-86a2-4c58-9854-0c717b870613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2658a1c-093b-496d-bb40-6dd326a4d04b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:43.434310 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79007bd6-c7c2-424e-a264-e19bf3096c32" -d '{"events": [{"server_uuid": "d485a82f-86a2-4c58-9854-0c717b870613", "name": "network-vif-plugged", "status": "completed", "tag": "d2658a1c-093b-496d-bb40-6dd326a4d04b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:43.468370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d7162-e159-4210-b52a-39017cc48179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c20ef6-719b-493b-872c-8c3328d41043,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:43.538159 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fbade4-154d-4fc7-9994-8262b2348f59 x-openstack-request-id: req-29fbade4-154d-4fc7-9994-8262b2348f59 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:43.539437 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d485a82f-86a2-4c58-9854-0c717b870613", "name": "network-vif-plugged", "status": "completed", "tag": "d2658a1c-093b-496d-bb40-6dd326a4d04b", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:43.539918 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29fbade4-154d-4fc7-9994-8262b2348f59 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:43.540459 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd485a82f-86a2-4c58-9854-0c717b870613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2658a1c-093b-496d-bb40-6dd326a4d04b', 'code': 200} Jul 27 21:57:43.550020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=456478a7-f3b0-470d-a6ec-74dfc66dbe60,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:43.570047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d2658a1c-093b-496d-bb40-6dd326a4d04b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d2658a1c-093b-496d-bb40-6dd326a4d04b,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:43.574956 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:43.600120 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.658178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['456478a7-f3b0-470d-a6ec-74dfc66dbe60'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:43.670891 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5669149-21fd-4cdd-9d5d-3f04559acbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.678585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:43.685843 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20e3ea59-8049-4312-9d0a-ef6350db7219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.715782 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.726757 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5669149-21fd-4cdd-9d5d-3f04559acbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.755870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d2658a1c-093b-496d-bb40-6dd326a4d04b,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:43.810401 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20e3ea59-8049-4312-9d0a-ef6350db7219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:43.826638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:43.882752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f5669149-21fd-4cdd-9d5d-3f04559acbb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fc4940f658b4ae3b4b222857391d3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6669443 Jul 27 21:57:43.885399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56926) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:43.895427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d0e7f-aa1f-40fd-8acb-2759c9a99762 req-f9c73995-82ab-4324-86b8-684fed5d63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:43.896984 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253d0e7f-aa1f-40fd-8acb-2759c9a99762 req-f9c73995-82ab-4324-86b8-684fed5d63e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 1096 time: 0.3010159 Jul 27 21:57:43.898634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5669149-21fd-4cdd-9d5d-3f04559acbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d13010-419e-4daa-82a6-fe48deb4926f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:43.931306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:43.932551 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220d255-cd3b-4835-9a52-54e94a0a1a8f req-1562fe52-76bb-4e95-b22b-f8c0e65e3353 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:43.934242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7220d255-cd3b-4835-9a52-54e94a0a1a8f req-1562fe52-76bb-4e95-b22b-f8c0e65e3353 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 948 time: 0.3056223 Jul 27 21:57:43.950383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88c217-3626-42b6-9508-69dab5571d13 req-61b4ccf0-48ac-424c-85ff-3acb4f248113 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:43.959041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab88c217-3626-42b6-9508-69dab5571d13 req-61b4ccf0-48ac-424c-85ff-3acb4f248113 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 945 time: 0.2903547 Jul 27 21:57:43.977079 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0ff4-08e6-4f12-a268-ba4bcb9ece20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.029029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253d0e7f-aa1f-40fd-8acb-2759c9a99762 req-448fef18-2aa2-445e-8843-d55cb205c16e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174200 Jul 27 21:57:44.049380 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0ff4-08e6-4f12-a268-ba4bcb9ece20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.050402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20e3ea59-8049-4312-9d0a-ef6350db7219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.053283 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20e3ea59-8049-4312-9d0a-ef6350db7219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.056890 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-20e3ea59-8049-4312-9d0a-ef6350db7219 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5c20ef6-719b-493b-872c-8c3328d41043 HTTP/1.1" status: 204 len: 168 time: 0.6324186 Jul 27 21:57:44.067996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab88c217-3626-42b6-9508-69dab5571d13 req-d3b299b9-94fc-4af6-b14e-22b411037cd4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079218 Jul 27 21:57:44.074951 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7220d255-cd3b-4835-9a52-54e94a0a1a8f req-9fa95e0d-373f-4de9-949a-7f24c79eaa2f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084249 Jul 27 21:57:44.076594 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3ea59-8049-4312-9d0a-ef6350db7219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c20ef6-719b-493b-872c-8c3328d41043,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:44.167637 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0ff4-08e6-4f12-a268-ba4bcb9ece20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.172244 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0ff4-08e6-4f12-a268-ba4bcb9ece20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.177505 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8e6a0ff4-08e6-4f12-a268-ba4bcb9ece20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9d13010-419e-4daa-82a6-fe48deb4926f HTTP/1.1" status: 204 len: 168 time: 0.2882006 Jul 27 21:57:44.188002 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a0ff4-08e6-4f12-a268-ba4bcb9ece20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d13010-419e-4daa-82a6-fe48deb4926f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:44.246656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791280d-b05a-463f-bf02-c2561337455d req-66e47e34-94dc-470c-8ca0-ade424140edc tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:44.253387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1791280d-b05a-463f-bf02-c2561337455d req-66e47e34-94dc-470c-8ca0-ade424140edc tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 949 time: 0.0900779 Jul 27 21:57:44.293523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1791280d-b05a-463f-bf02-c2561337455d req-79edbada-fa1c-4a86-af3c-9137def37908 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384789 Jul 27 21:57:44.691135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:44.712063 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76661d85-62c5-4dc0-bc03-832859a035b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.822113 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76661d85-62c5-4dc0-bc03-832859a035b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.827090 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76661d85-62c5-4dc0-bc03-832859a035b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.836139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 456478a7-f3b0-470d-a6ec-74dfc66dbe60 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:44.873819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-76661d85-62c5-4dc0-bc03-832859a035b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acecca7cda624584bca75539e5e64023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811280 Jul 27 21:57:44.877187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:44.884166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76661d85-62c5-4dc0-bc03-832859a035b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6411471d-47ba-4684-9b28-43fa0d9b3009,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:44.903331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:44.909064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:44.909454 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.935989 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9a40-5f8d-494a-aae4-b35c30b8e96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.955159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:57:44.961303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9a40-5f8d-494a-aae4-b35c30b8e96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.032774 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9a40-5f8d-494a-aae4-b35c30b8e96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.038205 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dfb9a40-5f8d-494a-aae4-b35c30b8e96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.040617 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7dfb9a40-5f8d-494a-aae4-b35c30b8e96c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6411471d-47ba-4684-9b28-43fa0d9b3009 HTTP/1.1" status: 204 len: 168 time: 0.1623929 Jul 27 21:57:45.051057 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb9a40-5f8d-494a-aae4-b35c30b8e96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6411471d-47ba-4684-9b28-43fa0d9b3009,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:45.051904 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.081887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:45.089452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:45.089823 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.127945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:45.134612 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.211589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=456478a7-f3b0-470d-a6ec-74dfc66dbe60,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:45.251362 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.306896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:45.311741 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.335383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6deb17-695d-4b9c-a5ad-6f38788f5198 req-c8c8c215-f420-44bf-8719-9faae5caae65 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:45.336961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a6deb17-695d-4b9c-a5ad-6f38788f5198 req-c8c8c215-f420-44bf-8719-9faae5caae65 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 945 time: 0.1123657 Jul 27 21:57:45.349531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bea31-0543-442d-b9eb-7b5e74d1c870 req-6640da8c-9e70-45ef-9618-858b496e7d0a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:45.351196 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-902bea31-0543-442d-b9eb-7b5e74d1c870 req-6640da8c-9e70-45ef-9618-858b496e7d0a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.0840244 Jul 27 21:57:45.372897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:45.396911 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3accbe4b-7d74-4fc9-a975-dea4340f2b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.438176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a6deb17-695d-4b9c-a5ad-6f38788f5198 req-d0b70cb7-9897-4934-9280-61546501c770 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859919 Jul 27 21:57:45.441484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-902bea31-0543-442d-b9eb-7b5e74d1c870 req-dd596d6e-ebda-46fc-b3ed-6455e84d805d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829749 Jul 27 21:57:45.542399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456478a7-f3b0-470d-a6ec-74dfc66dbe60'}, {'server_uuid': '3e0449a7-c75c-4ca1-856b-683485272e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:45.545658 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becaf3c8-f379-4ae6-93fa-e1d52323ee64" -d '{"events": [{"server_uuid": "6d69389c-14e9-4a65-ba95-12ad72b69ac9", "name": "network-vif-plugged", "status": "completed", "tag": "456478a7-f3b0-470d-a6ec-74dfc66dbe60"}, {"server_uuid": "3e0449a7-c75c-4ca1-856b-683485272e39", "name": "network-vif-plugged", "status": "completed", "tag": "114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:45.578113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a87f5b-6547-4d22-a5b6-258a0b85c086 req-f7815fe6-f77c-401b-a135-03907a8685ed tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:45.580520 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7a87f5b-6547-4d22-a5b6-258a0b85c086 req-f7815fe6-f77c-401b-a135-03907a8685ed tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 950 time: 0.0624955 Jul 27 21:57:45.625686 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7a87f5b-6547-4d22-a5b6-258a0b85c086 req-0895fb73-45b4-484a-ba31-88542590da22 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365484 Jul 27 21:57:45.646533 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:45.760017 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:57:45.918657 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19b7ae8-7298-45f8-9e16-8cf0bd8da1d9 x-openstack-request-id: req-e19b7ae8-7298-45f8-9e16-8cf0bd8da1d9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:45.919134 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d69389c-14e9-4a65-ba95-12ad72b69ac9", "name": "network-vif-plugged", "status": "completed", "tag": "456478a7-f3b0-470d-a6ec-74dfc66dbe60", "code": 200}, {"server_uuid": "3e0449a7-c75c-4ca1-856b-683485272e39", "name": "network-vif-plugged", "status": "completed", "tag": "114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:45.919449 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e19b7ae8-7298-45f8-9e16-8cf0bd8da1d9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:45.920100 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456478a7-f3b0-470d-a6ec-74dfc66dbe60', 'code': 200} Jul 27 21:57:45.920581 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0449a7-c75c-4ca1-856b-683485272e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4', 'code': 200} Jul 27 21:57:46.057177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e1d6c-e982-496d-bf66-f9179cc82848 req-73159a0c-ff13-4b4c-9a31-d1d0d75a5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:46.058715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f73e1d6c-e982-496d-bf66-f9179cc82848 req-73159a0c-ff13-4b4c-9a31-d1d0d75a5f14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 1101 time: 0.0854003 Jul 27 21:57:46.063977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fe68d-1fc7-4031-bd87-b23ffe5fd868 req-fcb92184-fb88-44fa-973a-250dfb8d9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:46.066695 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-019fe68d-1fc7-4031-bd87-b23ffe5fd868 req-fcb92184-fb88-44fa-973a-250dfb8d9cdc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 1100 time: 0.0744634 Jul 27 21:57:46.101719 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:46.120019 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f73e1d6c-e982-496d-bf66-f9179cc82848 req-c3ed91a0-9310-41e0-9560-92b07e1aa05a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523765 Jul 27 21:57:46.122653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-019fe68d-1fc7-4031-bd87-b23ffe5fd868 req-ef846da1-bcb2-4285-b56b-d37da72a6f95 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482228 Jul 27 21:57:46.281943 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:46.588069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a744484-aabf-4106-ba75-674af4a54790 req-a9cc3cc1-cb38-423a-8cee-f2f8d6e08cf8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:46.589920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a744484-aabf-4106-ba75-674af4a54790 req-a9cc3cc1-cb38-423a-8cee-f2f8d6e08cf8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.0522079 Jul 27 21:57:46.650491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a744484-aabf-4106-ba75-674af4a54790 req-25cb9f61-7088-472b-be4d-caa3481250a4 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475631 Jul 27 21:57:46.772996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92341aaf-ae22-4ffa-8fc1-59d96089e023 req-c62954e9-c489-4785-af8f-d40b5a64afcc tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:46.774919 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92341aaf-ae22-4ffa-8fc1-59d96089e023 req-c62954e9-c489-4785-af8f-d40b5a64afcc tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 945 time: 0.0892038 Jul 27 21:57:46.805104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57080) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:46.858933 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ddb9f-723b-4f8b-9da7-351ff95b24c0 req-2321d34c-674b-4543-97d9-45442eb5bd75 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:46.860469 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-655ddb9f-723b-4f8b-9da7-351ff95b24c0 req-2321d34c-674b-4543-97d9-45442eb5bd75 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 950 time: 0.0845032 Jul 27 21:57:46.903803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92341aaf-ae22-4ffa-8fc1-59d96089e023 req-5e26e40b-95ae-4982-91ed-0981fdd30cca tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084437 Jul 27 21:57:46.961043 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-655ddb9f-723b-4f8b-9da7-351ff95b24c0 req-cdcd754c-e0bc-4e3f-bfdf-70f0436752b9 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899198 Jul 27 21:57:47.101228 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afc66512-931a-43f4-9c1a-ea7ad2cc5709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.226619 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afc66512-931a-43f4-9c1a-ea7ad2cc5709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.233495 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afc66512-931a-43f4-9c1a-ea7ad2cc5709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.279821 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-afc66512-931a-43f4-9c1a-ea7ad2cc5709 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=044f15463aea4af0962646523696fc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735355 Jul 27 21:57:47.282057 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc66512-931a-43f4-9c1a-ea7ad2cc5709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fb3486-7a8a-4ea3-afea-d822eae938d2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:47.285832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57110) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:47.348413 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e32ddb2c-69e9-45d3-a7f9-584d980037fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.379888 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e32ddb2c-69e9-45d3-a7f9-584d980037fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.391118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89677be-0a00-4e1a-935d-30163ad11e3d req-c64883f4-7117-465a-9939-636aa540e6eb tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:47.393975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a89677be-0a00-4e1a-935d-30163ad11e3d req-c64883f4-7117-465a-9939-636aa540e6eb tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 945 time: 0.2866216 Jul 27 21:57:47.406061 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57114) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:47.413461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-21bfabb5-49f8-448a-ba46-ceabe4b85efe tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Request body: {'floatingip': {'port_id': 'd2658a1c-093b-496d-bb40-6dd326a4d04b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:47.439009 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e32ddb2c-69e9-45d3-a7f9-584d980037fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.443054 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e32ddb2c-69e9-45d3-a7f9-584d980037fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.444448 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e32ddb2c-69e9-45d3-a7f9-584d980037fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69fb3486-7a8a-4ea3-afea-d822eae938d2 HTTP/1.1" status: 204 len: 168 time: 0.1570425 Jul 27 21:57:47.452245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ddb2c-69e9-45d3-a7f9-584d980037fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fb3486-7a8a-4ea3-afea-d822eae938d2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:47.490737 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21bfabb5-49f8-448a-ba46-ceabe4b85efe tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.562427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57124) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:47.786158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:47.874725 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2f4f-8dc9-4446-9fb5-24912ea64c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:47.914559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658591a-8cd9-465d-ace1-0bd9c759b4e4 req-9f1b08b6-0a30-4611-a00f-e0aabe888ca2 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:47.923110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3658591a-8cd9-465d-ace1-0bd9c759b4e4 req-9f1b08b6-0a30-4611-a00f-e0aabe888ca2 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1616833 Jul 27 21:57:47.924756 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.019749 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2f4f-8dc9-4446-9fb5-24912ea64c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.024552 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4ff2f4f-8dc9-4446-9fb5-24912ea64c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.070008 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d4ff2f4f-8dc9-4446-9fb5-24912ea64c15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abc74c04460e42c09be66b662358f100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063584 Jul 27 21:57:48.071188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff2f4f-8dc9-4446-9fb5-24912ea64c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8829fb-db69-4763-8f3d-4fe4d7f2923f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:48.073605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57146) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:48.110398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:48.149566 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85eb7e60-2360-45d7-a131-784d5c9989f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.167458 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a4beb88-b4f5-42bd-bc1a-a266018c4c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.171732 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3658591a-8cd9-465d-ace1-0bd9c759b4e4 req-4816bec6-8152-468b-b04a-aa3511e21b3c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429278 Jul 27 21:57:48.210364 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e26a5b1-aeb6-4b75-a765-53dae2b57a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.215915 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-9a4beb88-b4f5-42bd-bc1a-a266018c4c81 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:57:48.215915 n-d-802011-3 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:57:48.215915 n-d-802011-3 neutron-server[93834]: [parameters: {'project_id_1': '62bc403f2626461c906adf41a1061ae1', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 57, 48, 203758)}] Jul 27 21:57:48.215915 n-d-802011-3 neutron-server[93834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:57:48.216772 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [None req-9a4beb88-b4f5-42bd-bc1a-a266018c4c81 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:57:48.262402 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e26a5b1-aeb6-4b75-a765-53dae2b57a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.266839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ea720-7cbe-430c-9edd-ee74a660b0d1 req-caaae550-5bc3-4dba-a4a5-171985d79054 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:48.276372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df6ea720-7cbe-430c-9edd-ee74a660b0d1 req-caaae550-5bc3-4dba-a4a5-171985d79054 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 950 time: 0.2049417 Jul 27 21:57:48.288047 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-21bfabb5-49f8-448a-ba46-ceabe4b85efe tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:57:48.360924 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e26a5b1-aeb6-4b75-a765-53dae2b57a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.363529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5e26a5b1-aeb6-4b75-a765-53dae2b57a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.367884 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5e26a5b1-aeb6-4b75-a765-53dae2b57a6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b8829fb-db69-4763-8f3d-4fe4d7f2923f HTTP/1.1" status: 204 len: 168 time: 0.2928510 Jul 27 21:57:48.370108 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85eb7e60-2360-45d7-a131-784d5c9989f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.378727 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85eb7e60-2360-45d7-a131-784d5c9989f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.382688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26a5b1-aeb6-4b75-a765-53dae2b57a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8829fb-db69-4763-8f3d-4fe4d7f2923f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:48.417347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df6ea720-7cbe-430c-9edd-ee74a660b0d1 req-94bbd2c8-67b1-4362-84ce-8f12945e34af tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400213 Jul 27 21:57:48.430494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21bfabb5-49f8-448a-ba46-ceabe4b85efe tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.433699 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21bfabb5-49f8-448a-ba46-ceabe4b85efe tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.448208 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-85eb7e60-2360-45d7-a131-784d5c9989f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b2221e697ad41b9b65b0df3ae79d79d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6605425 Jul 27 21:57:48.452861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57166) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:48.461338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb7e60-2360-45d7-a131-784d5c9989f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a603b1f-56dc-4d05-803d-0f9e07b67f47,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:48.528310 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-115d2920-d0ce-4c32-9943-6b995b30603e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.553189 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-21bfabb5-49f8-448a-ba46-ceabe4b85efe tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Floating IP 52f9cd8a-c84a-464e-b8ce-9b680997f22a associated. External IP: 172.25.1.249, port: d2658a1c-093b-496d-bb40-6dd326a4d04b. Jul 27 21:57:48.559113 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-115d2920-d0ce-4c32-9943-6b995b30603e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.637125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-115d2920-d0ce-4c32-9943-6b995b30603e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.639909 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-115d2920-d0ce-4c32-9943-6b995b30603e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.641219 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-115d2920-d0ce-4c32-9943-6b995b30603e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a603b1f-56dc-4d05-803d-0f9e07b67f47 HTTP/1.1" status: 204 len: 168 time: 0.1870370 Jul 27 21:57:48.649376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d2920-d0ce-4c32-9943-6b995b30603e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a603b1f-56dc-4d05-803d-0f9e07b67f47,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:48.706486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de438ee6-074f-48e6-93dc-d1b3060e4d27 req-341b92fe-cdec-4c25-b433-4eb96cc081b6 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:48.708870 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de438ee6-074f-48e6-93dc-d1b3060e4d27 req-341b92fe-cdec-4c25-b433-4eb96cc081b6 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 1100 time: 0.0982242 Jul 27 21:57:48.718525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a4beb88-b4f5-42bd-bc1a-a266018c4c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.787333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de438ee6-074f-48e6-93dc-d1b3060e4d27 req-274fe451-5530-45ab-8bf1-657ab1fb4379 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.871149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-6a66b793-afae-4b21-bee0-ea223af1484f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615511 Jul 27 21:57:48.874679 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a4beb88-b4f5-42bd-bc1a-a266018c4c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.882832 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a4beb88-b4f5-42bd-bc1a-a266018c4c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:48.893443 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dadcffc-6fb5-496f-821a-e15ae099f57b req-22bd60e7-7e9c-4fe1-b48c-014cd430b953 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1368806 Jul 27 21:57:48.929664 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9a4beb88-b4f5-42bd-bc1a-a266018c4c81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62bc403f2626461c906adf41a1061ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8016076 Jul 27 21:57:48.934563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:48.962361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4beb88-b4f5-42bd-bc1a-a266018c4c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15ed21f-6b06-4ca6-a6f7-e5889dc51263,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:48.984369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57188) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:49.014989 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99d37b1a-6cca-4bda-a0a5-20ea70e21e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.025900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bfabb5-49f8-448a-ba46-ceabe4b85efe tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Router 52bc9c99-bd23-4b5e-a773-fb513608576c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:57:49.043982 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e693c5f-8ca4-42de-a406-6a7be4aff443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.067245 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e693c5f-8ca4-42de-a406-6a7be4aff443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.114314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadcffc-6fb5-496f-821a-e15ae099f57b req-5b9c94dc-1712-460f-8489-2101d3440993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:49.116031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dadcffc-6fb5-496f-821a-e15ae099f57b req-5b9c94dc-1712-460f-8489-2101d3440993 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71ecaf662fcb444f82ab7d74e7b5e401&device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 1096 time: 0.1563115 Jul 27 21:57:49.119911 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e693c5f-8ca4-42de-a406-6a7be4aff443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.122629 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e693c5f-8ca4-42de-a406-6a7be4aff443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.126413 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1e693c5f-8ca4-42de-a406-6a7be4aff443 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e15ed21f-6b06-4ca6-a6f7-e5889dc51263 HTTP/1.1" status: 204 len: 168 time: 0.1880033 Jul 27 21:57:49.136835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e693c5f-8ca4-42de-a406-6a7be4aff443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15ed21f-6b06-4ca6-a6f7-e5889dc51263,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:49.171640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-f0b3880c-d1a8-4f19-971d-6c16309e6431 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:49.173274 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-f0b3880c-d1a8-4f19-971d-6c16309e6431 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900674 Jul 27 21:57:49.248657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57192) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:49.263777 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f92d3a8-d518-40ce-ba26-29f6b3506fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.477239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-c1e1b56e-e4ff-42b6-b3e2-374efaefa2e3 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/quotas/58362275e3b340ae91c742b03494df44 HTTP/1.1" status: 200 len: 375 time: 0.2891912 Jul 27 21:57:49.519968 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de438ee6-074f-48e6-93dc-d1b3060e4d27 req-274fe451-5530-45ab-8bf1-657ab1fb4379 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.538999 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de438ee6-074f-48e6-93dc-d1b3060e4d27 req-274fe451-5530-45ab-8bf1-657ab1fb4379 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.575443 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-ff0de8af-4651-4dd1-b51d-c58abc21daec tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902181 Jul 27 21:57:49.630125 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de438ee6-074f-48e6-93dc-d1b3060e4d27 req-274fe451-5530-45ab-8bf1-657ab1fb4379 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8806942 Jul 27 21:57:49.633654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fe451-5530-45ab-8bf1-657ab1fb4379 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a968b-3fe5-45a1-ba36-fd2725157657,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:49.646489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bfabb5-49f8-448a-ba46-ceabe4b85efe tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:57:49.662711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21bfabb5-49f8-448a-ba46-ceabe4b85efe tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.664448 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50158e21-a439-4244-b5eb-dd12f910443f None None] Sync routers for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:57:49.666426 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadcffc-6fb5-496f-821a-e15ae099f57b req-bfba59ba-555a-479e-8d0a-1f8bd1e3fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:49.667971 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dadcffc-6fb5-496f-821a-e15ae099f57b req-bfba59ba-555a-479e-8d0a-1f8bd1e3fe2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc HTTP/1.1" status: 200 len: 924 time: 0.5060565 Jul 27 21:57:49.676503 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99d37b1a-6cca-4bda-a0a5-20ea70e21e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.677204 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50158e21-a439-4244-b5eb-dd12f910443f None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:49.678322 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-50158e21-a439-4244-b5eb-dd12f910443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:57:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:49.686220 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99d37b1a-6cca-4bda-a0a5-20ea70e21e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.765335 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-99d37b1a-6cca-4bda-a0a5-20ea70e21e6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3480b526b91c4f95830c7a2f21f04889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7799063 Jul 27 21:57:49.769536 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:49.771774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d37b1a-6cca-4bda-a0a5-20ea70e21e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77bf9ed-7a7b-4b2c-b530-b94226b6d540,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:49.831007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-21bfabb5-49f8-448a-ba46-ceabe4b85efe tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "PUT /v2.0/floatingips/52f9cd8a-c84a-464e-b8ce-9b680997f22a HTTP/1.1" status: 200 len: 991 time: 2.4232490 Jul 27 21:57:49.840223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd485a82f-86a2-4c58-9854-0c717b870613', 'tag': 'd2658a1c-093b-496d-bb40-6dd326a4d04b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:49.842854 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd943bf1-8a21-4b8d-a2d4-13af6f4c4ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "d485a82f-86a2-4c58-9854-0c717b870613", "tag": "d2658a1c-093b-496d-bb40-6dd326a4d04b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:49.879672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfc75ccd-d715-4718-84d8-362682dd3273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.886243 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-50158e21-a439-4244-b5eb-dd12f910443f None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:49.952022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dadcffc-6fb5-496f-821a-e15ae099f57b req-e587bfb8-c395-4471-82d5-9e16bd82c208 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2658a1c-093b-496d-bb40-6dd326a4d04b HTTP/1.1" status: 200 len: 999 time: 0.2428713 Jul 27 21:57:49.964157 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f92d3a8-d518-40ce-ba26-29f6b3506fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.977721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfc75ccd-d715-4718-84d8-362682dd3273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:49.994903 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f92d3a8-d518-40ce-ba26-29f6b3506fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.075350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadcffc-6fb5-496f-821a-e15ae099f57b req-ad28c3e4-b8bd-474d-85fc-da34e59fbbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:50.080658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dadcffc-6fb5-496f-821a-e15ae099f57b req-ad28c3e4-b8bd-474d-85fc-da34e59fbbf2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b6b3b28-4695-42ba-b2e1-95635cc271fd HTTP/1.1" status: 200 len: 862 time: 0.1111774 Jul 27 21:57:50.139634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92d3a8-d518-40ce-ba26-29f6b3506fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72438634-822a-4a0a-bd8d-e06cf8c35c2f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:50.167926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadcffc-6fb5-496f-821a-e15ae099f57b req-3c6f10b7-9abd-484f-9e1f-3d74fc065922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:50.170367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dadcffc-6fb5-496f-821a-e15ae099f57b req-3c6f10b7-9abd-484f-9e1f-3d74fc065922 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829961 Jul 27 21:57:50.172427 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5f92d3a8-d518-40ce-ba26-29f6b3506fd5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ab56dba323f47daabcc25386ff54342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9225011 Jul 27 21:57:50.175497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:50.182048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfc75ccd-d715-4718-84d8-362682dd3273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.188351 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfc75ccd-d715-4718-84d8-362682dd3273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.194225 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cfc75ccd-d715-4718-84d8-362682dd3273 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b77bf9ed-7a7b-4b2c-b530-b94226b6d540 HTTP/1.1" status: 204 len: 168 time: 0.4208965 Jul 27 21:57:50.215843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc75ccd-d715-4718-84d8-362682dd3273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77bf9ed-7a7b-4b2c-b530-b94226b6d540,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:50.348202 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab6b0-e1d7-4894-a16a-94c77ea2c3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.428433 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab6b0-e1d7-4894-a16a-94c77ea2c3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.532483 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-50158e21-a439-4244-b5eb-dd12f910443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '52f9cd8a-c84a-464e-b8ce-9b680997f22a', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'port_id': 'd2658a1c-093b-496d-bb40-6dd326a4d04b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'mac_address': 'fa:16:3e:1e:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485a82f-86a2-4c58-9854-0c717b870613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:57:20Z', 'updated_at': '2021-07-27T21:57:48Z', 'revision_number': 1, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:07Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:50.539292 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab6b0-e1d7-4894-a16a-94c77ea2c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.542489 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab6b0-e1d7-4894-a16a-94c77ea2c3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:50.543842 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7a9ab6b0-e1d7-4894-a16a-94c77ea2c3a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72438634-822a-4a0a-bd8d-e06cf8c35c2f HTTP/1.1" status: 204 len: 168 time: 0.3671567 Jul 27 21:57:50.547900 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-989786e1-b6c7-4fa5-bca8-484d1e2fe91b tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=37f1e48911e94b0c83b6c1e5b0b6ae1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547733 Jul 27 21:57:50.551216 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dadcffc-6fb5-496f-821a-e15ae099f57b req-05f2e970-6273-4d9d-8f4e-42c5183ca07b service neutron] 10.222.0.43 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665979 Jul 27 21:57:50.556264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ab6b0-e1d7-4894-a16a-94c77ea2c3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72438634-822a-4a0a-bd8d-e06cf8c35c2f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:50.565845 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50158e21-a439-4244-b5eb-dd12f910443f None None] Checking router: 52bc9c99-bd23-4b5e-a773-fb513608576c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:57:50.575876 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50158e21-a439-4244-b5eb-dd12f910443f None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:57:50.576523 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-50158e21-a439-4244-b5eb-dd12f910443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:57:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:50.753505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-20e29688-fe92-40af-acc4-cc35b0e54231 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:50.762104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-20e29688-fe92-40af-acc4-cc35b0e54231 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034976 Jul 27 21:57:50.766298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dadcffc-6fb5-496f-821a-e15ae099f57b req-e563d760-dbcf-43c5-9058-7ea11d4a5638 service neutron] 10.222.0.43 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056417 Jul 27 21:57:50.776840 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-50158e21-a439-4244-b5eb-dd12f910443f None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:57:50.811526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-bd72d6d9-3a22-4d6f-852a-ae680c7eea55 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/quotas/37f1e48911e94b0c83b6c1e5b0b6ae1f HTTP/1.1" status: 200 len: 375 time: 0.0478773 Jul 27 21:57:50.862935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-0668ecb7-34a9-4f72-9a74-0e3c9a007626 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=37f1e48911e94b0c83b6c1e5b0b6ae1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500410 Jul 27 21:57:51.060573 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-50158e21-a439-4244-b5eb-dd12f910443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '52f9cd8a-c84a-464e-b8ce-9b680997f22a', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'port_id': 'd2658a1c-093b-496d-bb40-6dd326a4d04b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'mac_address': 'fa:16:3e:1e:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485a82f-86a2-4c58-9854-0c717b870613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:57:20Z', 'updated_at': '2021-07-27T21:57:48Z', 'revision_number': 1, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:07Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:57:51.143615 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50158e21-a439-4244-b5eb-dd12f910443f None None] The sync data for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 is: [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '52f9cd8a-c84a-464e-b8ce-9b680997f22a', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'port_id': 'd2658a1c-093b-496d-bb40-6dd326a4d04b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'mac_address': 'fa:16:3e:1e:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd485a82f-86a2-4c58-9854-0c717b870613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:57:20Z', 'updated_at': '2021-07-27T21:57:48Z', 'revision_number': 1, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:07Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:57:51.200491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfb95faf-e40e-44bb-8d55-576bd0ca2669 req-5fac144c-40cf-4c90-b3e0-cf238519a857 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 210 time: 0.0619564 Jul 27 21:57:51.367983 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4ce572-6404-4007-bdd2-b9073b58ca7d x-openstack-request-id: req-2e4ce572-6404-4007-bdd2-b9073b58ca7d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:51.369655 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d485a82f-86a2-4c58-9854-0c717b870613", "tag": "d2658a1c-093b-496d-bb40-6dd326a4d04b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:51.369987 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e4ce572-6404-4007-bdd2-b9073b58ca7d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:51.371049 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd485a82f-86a2-4c58-9854-0c717b870613', 'tag': 'd2658a1c-093b-496d-bb40-6dd326a4d04b', 'status': 'completed', 'code': 200} Jul 27 21:57:51.569707 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-59e9e763-c29b-4671-b93f-8d6fdd9e8d91 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205962 Jul 27 21:57:51.583085 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1374ca1a-7241-462b-8b39-97be66adf51a req-96248daf-6ff9-415d-a613-216c46b72697 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 210 time: 0.1004167 Jul 27 21:57:51.698856 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86e481-6c06-4270-859e-4629adbb091c None None] New status for floating IP 52f9cd8a-c84a-464e-b8ce-9b680997f22a: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:57:51.753862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd943bf1-8a21-4b8d-a2d4-13af6f4c4ebd req-cf4066b6-2f1c-421b-b1b6-e3f1ae041b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:51.756483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd943bf1-8a21-4b8d-a2d4-13af6f4c4ebd req-cf4066b6-2f1c-421b-b1b6-e3f1ae041b7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=71ecaf662fcb444f82ab7d74e7b5e401&device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 1096 time: 0.3692083 Jul 27 21:57:51.812739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57310) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:51.819805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb938c1a-f7a4-4ad9-adff-69c3d6e72947 req-57408048-8611-48f3-b51c-400fe492d381 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:51.825232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb938c1a-f7a4-4ad9-adff-69c3d6e72947 req-57408048-8611-48f3-b51c-400fe492d381 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 950 time: 0.2616110 Jul 27 21:57:52.079574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d5f61-47d2-4725-9ec2-8e1d17390d38 req-07424d77-055c-4e7a-9d29-e81086d086d5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:52.084115 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-356d5f61-47d2-4725-9ec2-8e1d17390d38 req-07424d77-055c-4e7a-9d29-e81086d086d5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.3574433 Jul 27 21:57:52.101790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-56269bfa-6549-4030-be70-e94ca9883add tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:52.105027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-56269bfa-6549-4030-be70-e94ca9883add tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5040722 Jul 27 21:57:52.152690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Request body: {'port': {'device_id': 'f489687a-d2ac-44c9-9c19-274e884a40d5', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '58362275e3b340ae91c742b03494df44'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:52.157271 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-db0a334f-21bc-4e56-8c09-d0ec80d162d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3425596 Jul 27 21:57:52.195826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb938c1a-f7a4-4ad9-adff-69c3d6e72947 req-00977dd9-8e7b-4a73-8f2f-425ea1fddd98 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517905 Jul 27 21:57:52.291926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd943bf1-8a21-4b8d-a2d4-13af6f4c4ebd req-23793c97-60af-4142-a457-fc211763444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:52.293366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd943bf1-8a21-4b8d-a2d4-13af6f4c4ebd req-23793c97-60af-4142-a457-fc211763444b service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc HTTP/1.1" status: 200 len: 924 time: 0.5202806 Jul 27 21:57:52.302409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-356d5f61-47d2-4725-9ec2-8e1d17390d38 req-bcddd182-9f0c-4e66-a84a-23f1dddb5980 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961620 Jul 27 21:57:52.379127 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:52.390541 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd943bf1-8a21-4b8d-a2d4-13af6f4c4ebd req-5adc07fd-3f0e-4932-b326-0ddd87d72b01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2658a1c-093b-496d-bb40-6dd326a4d04b HTTP/1.1" status: 200 len: 1001 time: 0.0871570 Jul 27 21:57:52.444372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Made reservation on behalf of 58362275e3b340ae91c742b03494df44 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:52.448665 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.467818 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.483793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd943bf1-8a21-4b8d-a2d4-13af6f4c4ebd req-18b25654-e48a-4e7a-bc9f-a69415a43e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:52.485824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd943bf1-8a21-4b8d-a2d4-13af6f4c4ebd req-18b25654-e48a-4e7a-bc9f-a69415a43e89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1b6b3b28-4695-42ba-b2e1-95635cc271fd HTTP/1.1" status: 200 len: 862 time: 0.0847149 Jul 27 21:57:52.560629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd943bf1-8a21-4b8d-a2d4-13af6f4c4ebd req-b71f19df-59ea-4cf4-a9a7-6e935524636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:52.562621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd943bf1-8a21-4b8d-a2d4-13af6f4c4ebd req-b71f19df-59ea-4cf4-a9a7-6e935524636c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686748 Jul 27 21:57:52.581777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-45d4a036-a4f9-4f0f-9047-29ec97416188 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=37f1e48911e94b0c83b6c1e5b0b6ae1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449798 Jul 27 21:57:52.744920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e98ee219-e23a-47e3-a2be-788e2cfe670a req-ac579dc0-461a-4bfe-978b-b6a7d66c72c6 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 210 time: 0.0888550 Jul 27 21:57:52.772689 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-7bdaaa3b-2c62-4a8f-915e-ad2740603bca tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:52.775925 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-7bdaaa3b-2c62-4a8f-915e-ad2740603bca tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897302 Jul 27 21:57:52.791367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Request body: {'port': {'device_id': '2b39652c-19ea-44f1-b0a4-001a6e8ce5a9', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '37f1e48911e94b0c83b6c1e5b0b6ae1f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:52.804866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1685843028-network', 'tenant_id': '2c1d48a9f6a14539976b63c05ed486a6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:52.824336 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.831245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.848621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd943bf1-8a21-4b8d-a2d4-13af6f4c4ebd req-2dcfe7ec-ad18-458f-88c9-f2877cddcbe4 service neutron] 10.222.0.43 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785981 Jul 27 21:57:52.910962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Made reservation on behalf of 2c1d48a9f6a14539976b63c05ed486a6 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:52.914455 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.928358 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:52.963400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:52.983759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.984097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.984445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.984758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.985081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.985400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.985718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.986661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.986980 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.987296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.988939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:52.988939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.182325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Allocated IP 192.168.233.234 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/8df0782e-26e0-4aeb-8a69-09368470eb5c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:53.183889 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.200006 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.215042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Made reservation on behalf of 37f1e48911e94b0c83b6c1e5b0b6ae1f for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:53.221779 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.246075 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.253705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-07d48134-a4df-4883-8790-aa2a5ec2d468 req-d8342dae-c1ae-4238-9eca-16bdb434ddd0 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 210 time: 0.0659294 Jul 27 21:57:53.257040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd943bf1-8a21-4b8d-a2d4-13af6f4c4ebd req-1ce68e2e-f73e-4f44-b0a2-594b64f79354 service neutron] 10.222.0.43 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999491 Jul 27 21:57:53.259356 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:53.303697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea200f-063e-4fd5-af19-a1cdf14d994e req-91e6f6e3-e8fe-4e31-aa22-5754f16407e8 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:53.305556 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a4ea200f-063e-4fd5-af19-a1cdf14d994e req-91e6f6e3-e8fe-4e31-aa22-5754f16407e8 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 950 time: 0.1990342 Jul 27 21:57:53.307889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cc358c-a759-4b6b-8943-61fe800ca6b0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:53.322173 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.322536 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Added segment c8039d19-ab47-497f-8e90-661d9b78fe88 of type vlan for network d4cdef4a-b876-4d9f-bd07-5494421f6520 Jul 27 21:57:53.337463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.337846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.338193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.338554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.338936 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.339269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.339599 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.339976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.340297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.340969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.340969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.341307 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:53.369698 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a4ea200f-063e-4fd5-af19-a1cdf14d994e req-da0f7b85-1919-44eb-9dd3-2378236cb2d3 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537281 Jul 27 21:57:53.403424 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.459090 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.463898 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.559360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.560783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:53.561364 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.567295 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.589271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9567f7-b547-4ec3-9f81-93a765556abb req-fe2236b8-f4fb-4605-a603-71297d76dcd0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:53.597621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae9567f7-b547-4ec3-9f81-93a765556abb req-fe2236b8-f4fb-4605-a603-71297d76dcd0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.0941410 Jul 27 21:57:53.624093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Transition to ACTIVE for port object 8df0782e-26e0-4aeb-8a69-09368470eb5c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:53.646206 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2660761 Jul 27 21:57:53.649046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ac26fc-f787-4138-b56d-5a96e4483986,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:53.651425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:53.661556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-21899c24-c0d3-4d15-b01b-c6dfea75636a admin admin] Request body: {'subnet': {'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1685843028-subnet', 'tenant_id': '2c1d48a9f6a14539976b63c05ed486a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:53.672633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a94a6-224a-4b3a-94f7-5a39cddd44d5 admin admin] Pushing event updated for resources: {'Network': ['ID=d4cdef4a-b876-4d9f-bd07-5494421f6520,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:53.673009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae9567f7-b547-4ec3-9f81-93a765556abb req-220aab15-470a-4d71-bfaf-e7cf0034dab8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736768 Jul 27 21:57:53.693454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network d4cdef4a-b876-4d9f-bd07-5494421f6520 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:53.730946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21899c24-c0d3-4d15-b01b-c6dfea75636a admin admin] Made reservation on behalf of 2c1d48a9f6a14539976b63c05ed486a6 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:53.733429 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21899c24-c0d3-4d15-b01b-c6dfea75636a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:53.835106 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Allocated IP 192.168.233.16 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/fe79a67c-78f5-40df-8007-113df4b94ab2) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:57:54.114603 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.133046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Transition to ACTIVE for port object fe79a67c-78f5-40df-8007-113df4b94ab2 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:54.202965 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.256096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:54.259305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:54.261412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.264349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:54.303164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Pushing event updated for resources: {'Port': ['ID=fe79a67c-78f5-40df-8007-113df4b94ab2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:54.335343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:54.336094 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.353250 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2f9090d6-c45a-47c5-bd71-959ea7e51b97 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5674405 Jul 27 21:57:54.366120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Request body: {'port': {'device_id': '2b39652c-19ea-44f1-b0a4-001a6e8ce5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:54.423360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.443460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b032a84-86c6-42f3-a8c5-3f7c210e7b0c req-4986b991-b7ae-44ae-ac01-5fa681b4efa4 tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a14c1892f426457db897fccc1d262542&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974035 Jul 27 21:57:54.452893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:57:54.456069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event updated for resources: {'Port': ['ID=8df0782e-26e0-4aeb-8a69-09368470eb5c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:54.475453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:54.499836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85424f56-d1ea-4eae-bda9-4afaea93487d req-1e1c32e9-ddea-4155-8d7e-a965ba1dfdce tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:54.501400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85424f56-d1ea-4eae-bda9-4afaea93487d req-1e1c32e9-ddea-4155-8d7e-a965ba1dfdce tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 950 time: 0.2507737 Jul 27 21:57:54.508857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f1fdb-a917-425b-bae3-1b7cd467e984 req-fc3fcb48-5ce1-441d-849d-1190d288abee tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:54.510772 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-620f1fdb-a917-425b-bae3-1b7cd467e984 req-fc3fcb48-5ce1-441d-849d-1190d288abee tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 936 time: 0.2613981 Jul 27 21:57:54.513650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:57:54.520497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:54.521275 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.529158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a1c1d5a1-351a-42fc-b1f2-8896d0c13f51 None None] Provisioning for port fe79a67c-78f5-40df-8007-113df4b94ab2 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:54.536848 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a1c1d5a1-351a-42fc-b1f2-8896d0c13f51 None None] Provisioning complete for port fe79a67c-78f5-40df-8007-113df4b94ab2 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:54.537479 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d5a1-351a-42fc-b1f2-8896d0c13f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.585832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a1c1d5a1-351a-42fc-b1f2-8896d0c13f51 None None] Port fe79a67c-78f5-40df-8007-113df4b94ab2 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:54.634187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21899c24-c0d3-4d15-b01b-c6dfea75636a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.667074 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-9c38fbbb-e673-4034-a7bd-8dbe56c158fb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5328245 Jul 27 21:57:54.734080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Request body: {'port': {'device_id': 'f489687a-d2ac-44c9-9c19-274e884a40d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:54.745389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe79a67c-78f5-40df-8007-113df4b94ab2 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:54.753125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.764902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Transition to ACTIVE for port object fe79a67c-78f5-40df-8007-113df4b94ab2 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:54.769507 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.793424 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-620f1fdb-a917-425b-bae3-1b7cd467e984 req-70e1b9e1-80df-42f6-8ab6-fd07c36585f5 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335038 Jul 27 21:57:54.803582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-1d41ec1f-4541-4fd6-a10f-896bbf84ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:54.805678 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-1d41ec1f-4541-4fd6-a10f-896bbf84ad08 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 1100 time: 0.2467155 Jul 27 21:57:54.831580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ba7dcd04-1e08-45cd-8b40-00e5c1f9d8ea None None] Provisioning for port 8df0782e-26e0-4aeb-8a69-09368470eb5c completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:57:54.841680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ba7dcd04-1e08-45cd-8b40-00e5c1f9d8ea None None] Provisioning complete for port 8df0782e-26e0-4aeb-8a69-09368470eb5c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:57:54.842340 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba7dcd04-1e08-45cd-8b40-00e5c1f9d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.874178 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21899c24-c0d3-4d15-b01b-c6dfea75636a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe00a135-d5e2-42bb-bdff-92466a160216,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:54.883079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b032a84-86c6-42f3-a8c5-3f7c210e7b0c req-5596ff3c-e4f3-4203-a5b3-02ed704bb2b4 tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:54.890100 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b032a84-86c6-42f3-a8c5-3f7c210e7b0c req-5596ff3c-e4f3-4203-a5b3-02ed704bb2b4 tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4456847 Jul 27 21:57:54.898220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ba7dcd04-1e08-45cd-8b40-00e5c1f9d8ea None None] Port 8df0782e-26e0-4aeb-8a69-09368470eb5c cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:57:54.947670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21899c24-c0d3-4d15-b01b-c6dfea75636a admin admin] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:54.948036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21899c24-c0d3-4d15-b01b-c6dfea75636a admin admin] Network hostable DHCP agents. Network: d4cdef4a-b876-4d9f-bd07-5494421f6520, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:54.956838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b032a84-86c6-42f3-a8c5-3f7c210e7b0c req-9a53af5e-d006-41a4-8769-98e3e18bc2d0 tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] 10.222.0.24 "GET /v2.0/quotas/a14c1892f426457db897fccc1d262542 HTTP/1.1" status: 200 len: 375 time: 0.0657973 Jul 27 21:57:54.966918 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:54.969065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Pushing event updated for resources: {'Port': ['ID=fe79a67c-78f5-40df-8007-113df4b94ab2,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:55.022141 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b032a84-86c6-42f3-a8c5-3f7c210e7b0c req-9cafd07b-83a9-41e5-a770-b7900acad275 tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14c1892f426457db897fccc1d262542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644147 Jul 27 21:57:55.045965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Attempting to bind port fe79a67c-78f5-40df-8007-113df4b94ab2 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:55.046296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Attempting to bind port fe79a67c-78f5-40df-8007-113df4b94ab2 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:55.046632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Attempting to bind port fe79a67c-78f5-40df-8007-113df4b94ab2 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:55.052535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Port fe79a67c-78f5-40df-8007-113df4b94ab2 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:57:55.052857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Attempting to bind port fe79a67c-78f5-40df-8007-113df4b94ab2 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:55.058167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:55.058536 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:55.059203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:55.059512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Bound port: fe79a67c-78f5-40df-8007-113df4b94ab2, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:55.059834 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.082611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-85424f56-d1ea-4eae-bda9-4afaea93487d req-55431f12-1d84-4184-a244-d1ea22744938 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Deleting port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:57:55.082959 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85424f56-d1ea-4eae-bda9-4afaea93487d req-55431f12-1d84-4184-a244-d1ea22744938 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.145654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21899c24-c0d3-4d15-b01b-c6dfea75636a admin admin] Network d4cdef4a-b876-4d9f-bd07-5494421f6520 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:55.152301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] For port fe79a67c-78f5-40df-8007-113df4b94ab2, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:55.156207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] For port fe79a67c-78f5-40df-8007-113df4b94ab2, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=fe79a67c-78f5-40df-8007-113df4b94ab2,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:55.163331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.167770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-c22c41d6-3b83-4a47-9984-694b904d6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.169250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-c22c41d6-3b83-4a47-9984-694b904d6eca service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3494711 Jul 27 21:57:55.186987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-21899c24-c0d3-4d15-b01b-c6dfea75636a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, d4cdef4a-b876-4d9f-bd07-5494421f6520) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:55.196257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35ad5b3-1440-49a5-8a80-2f3b8c363bc7 None None] Network d4cdef4a-b876-4d9f-bd07-5494421f6520 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:55.210197 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.210854 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.212776 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] 10.222.0.43 "PUT /v2.0/ports/fe79a67c-78f5-40df-8007-113df4b94ab2 HTTP/1.1" status: 200 len: 1095 time: 0.8516138 Jul 27 21:57:55.213298 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b39652c-19ea-44f1-b0a4-001a6e8ce5a9', 'tag': 'fe79a67c-78f5-40df-8007-113df4b94ab2'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:55.219571 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1637d19-8a35-4253-926d-ea8f9121595b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b39652c-19ea-44f1-b0a4-001a6e8ce5a9", "tag": "fe79a67c-78f5-40df-8007-113df4b94ab2"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:55.227846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09159-7450-4432-bc06-393eb9afb240 req-936e93f2-8fa8-469b-92fd-52f0b78139cc tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.246320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bd09159-7450-4432-bc06-393eb9afb240 req-936e93f2-8fa8-469b-92fd-52f0b78139cc tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 947 time: 0.2820055 Jul 27 21:57:55.259205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd7879-bc2d-4a39-b871-2042233a9edd service neutron] Pushing event updated for resources: {'Port': ['ID=fe79a67c-78f5-40df-8007-113df4b94ab2,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:55.322490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-00c9649b-4b00-4712-ba3b-64d8c90ffdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.325307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-00c9649b-4b00-4712-ba3b-64d8c90ffdf6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37f1e48911e94b0c83b6c1e5b0b6ae1f&device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0588822 Jul 27 21:57:55.335763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21899c24-c0d3-4d15-b01b-c6dfea75636a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.336330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21899c24-c0d3-4d15-b01b-c6dfea75636a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.382614 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-90ea6c7a-1a17-449b-911e-10f14304118d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=fe79a67c-78f5-40df-8007-113df4b94ab2 HTTP/1.1" status: 200 len: 217 time: 0.0481837 Jul 27 21:57:55.383481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5fd5db-2f1d-47e1-9410-f03cbe8ced24 None None] Network d4cdef4a-b876-4d9f-bd07-5494421f6520 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:55.418242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-048689e5-300f-42ee-a114-8302bcff14e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60 HTTP/1.1" status: 200 len: 217 time: 0.2348018 Jul 27 21:57:55.437667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355d9d2-4591-415c-acc6-3f9400aa8b7b req-c390b420-c049-4526-a74c-4a2a0ac04019 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.445185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1355d9d2-4591-415c-acc6-3f9400aa8b7b req-c390b420-c049-4526-a74c-4a2a0ac04019 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 950 time: 0.2709901 Jul 27 21:57:55.452436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-24dae6f7-e809-4ce1-a8ac-c631b4124ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.452591 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-24dae6f7-e809-4ce1-a8ac-c631b4124ecb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0621939 Jul 27 21:57:55.487897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-21899c24-c0d3-4d15-b01b-c6dfea75636a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8354495 Jul 27 21:57:55.510233 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-85e52378-859a-4900-8225-5d8a24ecf37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.511772 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-85e52378-859a-4900-8225-5d8a24ecf37e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516233 Jul 27 21:57:55.596677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-85424f56-d1ea-4eae-bda9-4afaea93487d req-55431f12-1d84-4184-a244-d1ea22744938 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] For port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:55.596962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85424f56-d1ea-4eae-bda9-4afaea93487d req-55431f12-1d84-4184-a244-d1ea22744938 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:55.601679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bd09159-7450-4432-bc06-393eb9afb240 req-6b3c0f78-a11e-414a-bf60-4fe0c92af8b3 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542223 Jul 27 21:57:55.626122 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-db3cfce9-fd35-4bbd-b27c-f5ed93a1ee3c service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055009 Jul 27 21:57:55.629004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-85424f56-d1ea-4eae-bda9-4afaea93487d req-55431f12-1d84-4184-a244-d1ea22744938 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Calling delete_port for 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:57:55.631622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-b44979b1-8985-4fb6-b4e7-e46e51b0d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.633068 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-b44979b1-8985-4fb6-b4e7-e46e51b0d1ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1757457 Jul 27 21:57:55.656429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1355d9d2-4591-415c-acc6-3f9400aa8b7b req-100abc1a-8438-410a-8d11-a345d31f376a tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/security-groups?id=f35547aa-d8f4-4ac1-909a-a89eacc570a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054555 Jul 27 21:57:55.755887 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-339d4647-26f5-45a1-bb6b-7e4cb80bb36d req-2e3ccf2a-020c-4d03-b3ba-b2a178fc651b service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225069 Jul 27 21:57:55.861751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-047eaf99-55c2-495b-b34f-7c4423542127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.863486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-047eaf99-55c2-495b-b34f-7c4423542127 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2212217 Jul 27 21:57:55.875658 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d730d-aa22-441d-9140-313e16bc62df req-2f7999bf-2120-47d3-a2f5-4f3261c7d7e0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:55.877526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1d730d-aa22-441d-9140-313e16bc62df req-2f7999bf-2120-47d3-a2f5-4f3261c7d7e0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1819227 Jul 27 21:57:55.957291 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a8eb54-2773-4eb3-a906-4cd235b82c88 x-openstack-request-id: req-52a8eb54-2773-4eb3-a906-4cd235b82c88 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:55.957576 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b39652c-19ea-44f1-b0a4-001a6e8ce5a9", "tag": "fe79a67c-78f5-40df-8007-113df4b94ab2", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:55.957887 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52a8eb54-2773-4eb3-a906-4cd235b82c88 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:55.958201 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b39652c-19ea-44f1-b0a4-001a6e8ce5a9', 'tag': 'fe79a67c-78f5-40df-8007-113df4b94ab2', 'status': 'completed', 'code': 200} Jul 27 21:57:56.019920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df0782e-26e0-4aeb-8a69-09368470eb5c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:56.051235 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1637d19-8a35-4253-926d-ea8f9121595b req-f7d9d6ea-79c8-4db7-9348-4e6f09106399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:56.054168 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e1637d19-8a35-4253-926d-ea8f9121595b req-f7d9d6ea-79c8-4db7-9348-4e6f09106399 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37f1e48911e94b0c83b6c1e5b0b6ae1f&device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0674107 Jul 27 21:57:56.055764 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.071098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc1d730d-aa22-441d-9140-313e16bc62df req-5b679ac1-de19-47d4-b5ad-5b8603e85fe8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800046 Jul 27 21:57:56.149137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-45da0216-ab5d-403e-977e-7b6912cb9c7b service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693295 Jul 27 21:57:56.157530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Transition to ACTIVE for port object 8df0782e-26e0-4aeb-8a69-09368470eb5c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:57:56.170203 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85424f56-d1ea-4eae-bda9-4afaea93487d req-55431f12-1d84-4184-a244-d1ea22744938 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.181832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:56.186432 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.196433 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57472) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:56.201269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1267799848-network', 'tenant_id': 'd36de441818b4cdd82f12d73d2dd6113'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:56.237272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180c0d1-2738-4fd1-a3b8-0feba869a6e4 req-a34e35d6-fd89-4fe2-9b17-286ab9a9289c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:56.238915 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d180c0d1-2738-4fd1-a3b8-0feba869a6e4 req-a34e35d6-fd89-4fe2-9b17-286ab9a9289c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 936 time: 0.1614449 Jul 27 21:57:56.273766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Made reservation on behalf of d36de441818b4cdd82f12d73d2dd6113 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:56.276037 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.279349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1637d19-8a35-4253-926d-ea8f9121595b req-b0743636-986a-4b8a-a858-42148bbb5a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:56.280827 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e1637d19-8a35-4253-926d-ea8f9121595b req-b0743636-986a-4b8a-a858-42148bbb5a78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2189658 Jul 27 21:57:56.286918 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.337842 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e1637d19-8a35-4253-926d-ea8f9121595b req-0f268801-a011-412b-9535-47df68c52521 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=fe79a67c-78f5-40df-8007-113df4b94ab2 HTTP/1.1" status: 200 len: 217 time: 0.0476568 Jul 27 21:57:56.409801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-50bb508f-b32b-4e3e-8ea6-42deafbed857 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499149 Jul 27 21:57:56.418147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8df0782e-26e0-4aeb-8a69-09368470eb5c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:56.422839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1637d19-8a35-4253-926d-ea8f9121595b req-64ef8a89-6007-4b77-b121-c8f088950be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:56.425300 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e1637d19-8a35-4253-926d-ea8f9121595b req-64ef8a89-6007-4b77-b121-c8f088950be6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0744920 Jul 27 21:57:56.526609 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.530828 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1637d19-8a35-4253-926d-ea8f9121595b req-92832f70-1187-4f0e-a7d2-efb5b2386028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:56.532490 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e1637d19-8a35-4253-926d-ea8f9121595b req-92832f70-1187-4f0e-a7d2-efb5b2386028 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930552 Jul 27 21:57:56.534425 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.620356 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:57:56.630656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a98561-6b50-436f-b75d-de51bb61f36f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:56.645493 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.645671 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Added segment 161b238e-abad-40c4-99b6-25060616ecc6 of type vlan for network 8c037999-d260-462c-a9e7-708ab08fedce Jul 27 21:57:56.724969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.734124 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e1637d19-8a35-4253-926d-ea8f9121595b req-a7ccb4e8-52a9-46cd-af40-f712a2d4c2b5 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851478 Jul 27 21:57:56.783791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-85424f56-d1ea-4eae-bda9-4afaea93487d req-55431f12-1d84-4184-a244-d1ea22744938 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] No DVR routers for this DVR port 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:57:56.802730 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d180c0d1-2738-4fd1-a3b8-0feba869a6e4 req-2940e58e-1571-4f1e-967a-4b79adfefdc4 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346904 Jul 27 21:57:56.811335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.812292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:56.812715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85424f56-d1ea-4eae-bda9-4afaea93487d req-55431f12-1d84-4184-a244-d1ea22744938 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.812864 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.815658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85424f56-d1ea-4eae-bda9-4afaea93487d req-55431f12-1d84-4184-a244-d1ea22744938 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.41 "DELETE /v2.0/ports/114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 HTTP/1.1" status: 204 len: 173 time: 2.3034258 Jul 27 21:57:56.816505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55431f12-1d84-4184-a244-d1ea22744938 tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] Pushing event deleted for resources: {'Port': ['ID=114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:56.818665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0449a7-c75c-4ca1-856b-683485272e39', 'name': 'network-vif-deleted', 'tag': '114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:56.832112 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d0e5ac-c3ff-4cb8-bfdd-89fc7964f549" -d '{"events": [{"server_uuid": "3e0449a7-c75c-4ca1-856b-683485272e39", "name": "network-vif-deleted", "tag": "114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:56.849627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Attempting to bind port 8df0782e-26e0-4aeb-8a69-09368470eb5c on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:57:56.849974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Attempting to bind port 8df0782e-26e0-4aeb-8a69-09368470eb5c by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:57:56.850405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Attempting to bind port 8df0782e-26e0-4aeb-8a69-09368470eb5c on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:56.858003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Port 8df0782e-26e0-4aeb-8a69-09368470eb5c on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:57:56.858505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Attempting to bind port 8df0782e-26e0-4aeb-8a69-09368470eb5c on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:57:56.871275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:57:56.871430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:56.873229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:57:56.873687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Bound port: 8df0782e-26e0-4aeb-8a69-09368470eb5c, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:57:56.874368 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.915737 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7180500 Jul 27 21:57:56.925989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57488) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:56.934337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-81f06df8-e57a-4c73-ac7e-60c40703283b admin admin] Request body: {'subnet': {'network_id': '8c037999-d260-462c-a9e7-708ab08fedce', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1267799848-subnet', 'tenant_id': 'd36de441818b4cdd82f12d73d2dd6113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:57:56.955358 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] For port 8df0782e-26e0-4aeb-8a69-09368470eb5c, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:57:56.962558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] For port 8df0782e-26e0-4aeb-8a69-09368470eb5c, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8df0782e-26e0-4aeb-8a69-09368470eb5c,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:57:56.976578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f06df8-e57a-4c73-ac7e-60c40703283b admin admin] Made reservation on behalf of d36de441818b4cdd82f12d73d2dd6113 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:57:56.982368 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81f06df8-e57a-4c73-ac7e-60c40703283b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.984602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b26e57-8e44-4b3f-ae41-558197087c38 admin admin] Pushing event updated for resources: {'Network': ['ID=8c037999-d260-462c-a9e7-708ab08fedce,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:56.990514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:56.996219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 8c037999-d260-462c-a9e7-708ab08fedce details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:57:57.040170 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e1637d19-8a35-4253-926d-ea8f9121595b req-3b709564-14cb-4e6f-8daf-e6cec897eb7e service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953935 Jul 27 21:57:57.083584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8df0782e-26e0-4aeb-8a69-09368470eb5c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:57.124735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:57.125637 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:57.127285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-7d7b9e33-5e9e-4f58-b532-3632970176a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/8df0782e-26e0-4aeb-8a69-09368470eb5c HTTP/1.1" status: 200 len: 1096 time: 2.4267666 Jul 27 21:57:57.165447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b17b40-1900-42a2-a598-5489ee291023 req-8d4b574a-1806-4237-909f-9c62df213b03 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:57.177000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9b17b40-1900-42a2-a598-5489ee291023 req-8d4b574a-1806-4237-909f-9c62df213b03 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 947 time: 0.2125998 Jul 27 21:57:57.239172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40a972c8-8c8c-4d6e-9c27-ecf78dd22fa6 req-7ae410f3-42f2-4ac4-8bc0-8cf7c12d954e tempest-DeleteServersAdminTestJSON-78706867 tempest-DeleteServersAdminTestJSON-78706867-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e0449a7-c75c-4ca1-856b-683485272e39 HTTP/1.1" status: 200 len: 210 time: 0.0324948 Jul 27 21:57:57.254699 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81f06df8-e57a-4c73-ac7e-60c40703283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:57.341662 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9b17b40-1900-42a2-a598-5489ee291023 req-d18ba1e6-09a2-427a-8fbf-982a084f0a0f tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631491 Jul 27 21:57:57.343336 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ff2f6c-e037-414e-be54-a784bb0fa2cd x-openstack-request-id: req-75ff2f6c-e037-414e-be54-a784bb0fa2cd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:57.343677 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0449a7-c75c-4ca1-856b-683485272e39", "name": "network-vif-deleted", "tag": "114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:57.344228 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75ff2f6c-e037-414e-be54-a784bb0fa2cd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:57.344450 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f06df8-e57a-4c73-ac7e-60c40703283b admin admin] Checking segment: {'id': '161b238e-abad-40c4-99b6-25060616ecc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8c037999-d260-462c-a9e7-708ab08fedce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:57:57.344628 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0449a7-c75c-4ca1-856b-683485272e39', 'name': 'network-vif-deleted', 'tag': '114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4', 'status': 'completed', 'code': 200} Jul 27 21:57:57.344924 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f06df8-e57a-4c73-ac7e-60c40703283b admin admin] Network hostable DHCP agents. Network: 8c037999-d260-462c-a9e7-708ab08fedce, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:57:57.347942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-943b1405-4402-4b65-89ec-a95a156045d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:57.349937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-943b1405-4402-4b65-89ec-a95a156045d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 1099 time: 0.1699178 Jul 27 21:57:57.369822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f06df8-e57a-4c73-ac7e-60c40703283b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be0d3d6-4d60-49fa-b264-c68744c955cf,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:57.389044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f06df8-e57a-4c73-ac7e-60c40703283b admin admin] Network 8c037999-d260-462c-a9e7-708ab08fedce is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:57:57.400649 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-81f06df8-e57a-4c73-ac7e-60c40703283b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 8c037999-d260-462c-a9e7-708ab08fedce) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:57:57.405533 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f06df8-e57a-4c73-ac7e-60c40703283b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:57.406324 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-81f06df8-e57a-4c73-ac7e-60c40703283b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:57.415788 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba3a51f-e389-4099-baa7-31f3fc36ffc9 None None] Network 8c037999-d260-462c-a9e7-708ab08fedce requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:57.446035 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-81f06df8-e57a-4c73-ac7e-60c40703283b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5159919 Jul 27 21:57:57.495475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-53c2d65f-8c5a-4b1c-aa73-ecca0b4c9213 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=8df0782e-26e0-4aeb-8a69-09368470eb5c HTTP/1.1" status: 200 len: 217 time: 0.1373312 Jul 27 21:57:57.597148 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-afa118be-90ca-4377-8191-2ed4422aab8c req-d5f8f627-8aad-437a-b254-03a51b83c864 tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a14c1892f426457db897fccc1d262542&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501552 Jul 27 21:57:57.611833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-61a905c3-730b-463e-a4d3-586fad87ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:57.613255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-61a905c3-730b-463e-a4d3-586fad87ea9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1105993 Jul 27 21:57:57.640035 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a049d93-14b7-4717-bcae-3e1338c7a6aa None None] Network 8c037999-d260-462c-a9e7-708ab08fedce requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:57:57.714811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69782b4-0470-4943-9cbb-2e88f98c4e69 req-9a1d59cc-bad2-4b7d-a164-16a98feaca52 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:57.716208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d69782b4-0470-4943-9cbb-2e88f98c4e69 req-9a1d59cc-bad2-4b7d-a164-16a98feaca52 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1704302 Jul 27 21:57:57.775868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-c34d211d-d939-4672-97bd-b195efb718a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:57.777330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-c34d211d-d939-4672-97bd-b195efb718a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549647 Jul 27 21:57:57.803734 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d69782b4-0470-4943-9cbb-2e88f98c4e69 req-997a2f6d-9e00-401e-b8bf-6112c763c642 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790353 Jul 27 21:57:57.819595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa118be-90ca-4377-8191-2ed4422aab8c req-1647223a-baa3-4ce2-8b7d-c9376869429b tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:57.821831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-afa118be-90ca-4377-8191-2ed4422aab8c req-1647223a-baa3-4ce2-8b7d-c9376869429b tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131534 Jul 27 21:57:57.861679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-afa118be-90ca-4377-8191-2ed4422aab8c req-863bbf93-1daa-409a-880a-1e1af0eaab04 tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] 10.222.0.24 "GET /v2.0/quotas/a14c1892f426457db897fccc1d262542 HTTP/1.1" status: 200 len: 375 time: 0.0130172 Jul 27 21:57:57.903907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-afa118be-90ca-4377-8191-2ed4422aab8c req-d16cee7a-96d1-4e0b-9129-a78ea7412f49 tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14c1892f426457db897fccc1d262542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357871 Jul 27 21:57:57.923017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-fed622e6-33ac-4308-9fa3-2a2c678e7b01 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336894 Jul 27 21:57:58.081009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460bcc88-9190-40f9-8306-f82f4cc6c502 req-a8e07da4-3e37-4ab9-b9e2-d398b3cd19a2 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512761 Jul 27 21:57:58.156037 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadde1d-2e25-4cd5-8595-99a397ac0cc5 req-369cba61-01aa-4d06-b830-e06ab356b629 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:58.157508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2dadde1d-2e25-4cd5-8595-99a397ac0cc5 req-369cba61-01aa-4d06-b830-e06ab356b629 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 948 time: 0.1031861 Jul 27 21:57:58.167225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:58.182041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-71699533-d8ae-42ab-b3da-b1f25cba06f9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:58.183502 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-71699533-d8ae-42ab-b3da-b1f25cba06f9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 821 time: 0.1608114 Jul 27 21:57:58.205663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3b9cad23-d073-476c-bbc0-ad3e7bb41966 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/quotas/2c1d48a9f6a14539976b63c05ed486a6 HTTP/1.1" status: 200 len: 375 time: 0.0146952 Jul 27 21:57:58.227634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2dadde1d-2e25-4cd5-8595-99a397ac0cc5 req-12d39f6c-ff15-405f-b51a-b05c68264add tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607281 Jul 27 21:57:58.247047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-cbecb03b-71cf-4a6f-8295-eb2195add8e0 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285277 Jul 27 21:57:58.274507 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99a8fd48-bf50-4527-a93d-944a79662073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.379812 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99a8fd48-bf50-4527-a93d-944a79662073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.384308 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99a8fd48-bf50-4527-a93d-944a79662073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.386733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-9f7f7474-a2d3-45c5-ac6f-a874a617a7a8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:57:58.388027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-9f7f7474-a2d3-45c5-ac6f-a874a617a7a8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527112 Jul 27 21:57:58.430900 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-99a8fd48-bf50-4527-a93d-944a79662073 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f7c40cab3c54908a9392d7c7e773605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625649 Jul 27 21:57:58.432087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8fd48-bf50-4527-a93d-944a79662073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac843c06-a3d7-46e1-8b15-be00055da532,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:58.435727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57552) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:58.489178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-a4495592-723f-48f9-b824-8cb14492e6f6 service neutron] 10.222.0.24 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935564 Jul 27 21:57:58.493293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94a7112c-a33c-46d1-8497-3ec4468cc843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.516830 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94a7112c-a33c-46d1-8497-3ec4468cc843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.568821 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94a7112c-a33c-46d1-8497-3ec4468cc843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.572088 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94a7112c-a33c-46d1-8497-3ec4468cc843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:58.575584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-94a7112c-a33c-46d1-8497-3ec4468cc843 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac843c06-a3d7-46e1-8b15-be00055da532 HTTP/1.1" status: 204 len: 168 time: 0.1366520 Jul 27 21:57:58.582795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7112c-a33c-46d1-8497-3ec4468cc843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac843c06-a3d7-46e1-8b15-be00055da532,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:58.614136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-add45df3-39e3-4aa8-a0c2-5e34b758ef0b service neutron] 10.222.0.24 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190546 Jul 27 21:57:58.676070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf147b-603f-40f3-b216-d132cb8edc3f req-7f5698fb-f248-42d1-a668-bafc0718f679 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:58.677542 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21cf147b-603f-40f3-b216-d132cb8edc3f req-7f5698fb-f248-42d1-a668-bafc0718f679 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 947 time: 0.0518844 Jul 27 21:57:58.723268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21cf147b-603f-40f3-b216-d132cb8edc3f req-90467cac-9cbf-4cd9-a8a9-1befdb1d489b tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388243 Jul 27 21:57:58.917541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device fe79a67c-78f5-40df-8007-113df4b94ab2 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:57:58.948106 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d023c46-bdf5-4d15-ae00-64e84a8886e0 req-f291d71f-f173-45e5-8b6c-8695c199511d tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 210 time: 0.0553703 Jul 27 21:57:58.960978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57580) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:58.988192 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eba0ce5-64ee-4df4-b8e8-fa9edc656e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.054570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:57:59.089307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:57:59.089691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 114d3b7c-ec1c-45c9-a7e6-bc3e9405fae4 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:57:59.103203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608d410-9d30-466a-bdfb-1d1bb5e8eb49 req-8c6449f7-5c9f-47e2-b082-efa5869f66a4 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:59.117344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9608d410-9d30-466a-bdfb-1d1bb5e8eb49 req-8c6449f7-5c9f-47e2-b082-efa5869f66a4 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.0863848 Jul 27 21:57:59.137727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port fe79a67c-78f5-40df-8007-113df4b94ab2, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=fe79a67c-78f5-40df-8007-113df4b94ab2,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:59.152045 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'fe79a67c-78f5-40df-8007-113df4b94ab2', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'fe79a67c-78f5-40df-8007-113df4b94ab2', 'mac_address': 'fa:16:3e:33:6b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:57:59.183166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9608d410-9d30-466a-bdfb-1d1bb5e8eb49 req-5e2d994a-f9ef-433b-b560-c599cece153a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599563 Jul 27 21:57:59.200669 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.205746 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eba0ce5-64ee-4df4-b8e8-fa9edc656e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.212047 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8eba0ce5-64ee-4df4-b8e8-fa9edc656e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.223566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe79a67c-78f5-40df-8007-113df4b94ab2 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:57:59.249400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port fe79a67c-78f5-40df-8007-113df4b94ab2, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=fe79a67c-78f5-40df-8007-113df4b94ab2,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:57:59.254781 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.318686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8eba0ce5-64ee-4df4-b8e8-fa9edc656e59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc09afebb7374e918809dc9a53ddcfb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561358 Jul 27 21:57:59.319289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57598) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:59.346226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f489687a-d2ac-44c9-9c19-274e884a40d5', 'tag': '8df0782e-26e0-4aeb-8a69-09368470eb5c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:57:59.347622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba0ce5-64ee-4df4-b8e8-fa9edc656e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fca0004-1920-490a-959d-21ffbbeda1c2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:59.348522 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948bc98b-6a26-44a5-9e4f-f7c42084239f" -d '{"events": [{"name": "network-changed", "server_uuid": "f489687a-d2ac-44c9-9c19-274e884a40d5", "tag": "8df0782e-26e0-4aeb-8a69-09368470eb5c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:57:59.351367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=fe79a67c-78f5-40df-8007-113df4b94ab2,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:59.360922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:59.361875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:59.361875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:59.362247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:59.362247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:59.362849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:59.363083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:59.363454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:59.363678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:59.364124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:59.364456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:59.364780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:57:59.387137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8df4df-5070-476e-b730-5d159d762760 req-f7776ed4-aecf-49e0-b376-abb5e8102306 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:59.397462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca8df4df-5070-476e-b730-5d159d762760 req-f7776ed4-aecf-49e0-b376-abb5e8102306 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 948 time: 0.0892816 Jul 27 21:57:59.438432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca8df4df-5070-476e-b730-5d159d762760 req-8c16aad9-790e-4719-819f-183d897045a8 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396967 Jul 27 21:57:59.445449 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bd6702c-4c01-4695-8d8d-0cb7e9745e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.468590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bd6702c-4c01-4695-8d8d-0cb7e9745e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.519545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['fe79a67c-78f5-40df-8007-113df4b94ab2'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:57:59.526154 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048f519a-91a0-4040-b9d2-23f5c7401c53 x-openstack-request-id: req-048f519a-91a0-4040-b9d2-23f5c7401c53 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:57:59.526479 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f489687a-d2ac-44c9-9c19-274e884a40d5", "tag": "8df0782e-26e0-4aeb-8a69-09368470eb5c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:57:59.526737 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-048f519a-91a0-4040-b9d2-23f5c7401c53 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:57:59.527176 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f489687a-d2ac-44c9-9c19-274e884a40d5', 'tag': '8df0782e-26e0-4aeb-8a69-09368470eb5c', 'status': 'completed', 'code': 200} Jul 27 21:57:59.556723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bd6702c-4c01-4695-8d8d-0cb7e9745e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.560299 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bd6702c-4c01-4695-8d8d-0cb7e9745e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:59.564745 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9bd6702c-4c01-4695-8d8d-0cb7e9745e72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fca0004-1920-490a-959d-21ffbbeda1c2 HTTP/1.1" status: 204 len: 168 time: 0.2419028 Jul 27 21:57:59.583484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6702c-4c01-4695-8d8d-0cb7e9745e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fca0004-1920-490a-959d-21ffbbeda1c2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:57:59.624651 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc98b-6a26-44a5-9e4f-f7c42084239f req-ce4ab68b-80e9-4263-9785-ed62afb7e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:59.628132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-948bc98b-6a26-44a5-9e4f-f7c42084239f req-ce4ab68b-80e9-4263-9785-ed62afb7e416 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 1099 time: 0.0754399 Jul 27 21:57:59.695782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57614) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:57:59.754490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1e7511e-7602-43e0-b2ad-665be7a1b11a req-9a7575bf-b3c4-4ac7-946c-675a8c7c3522 tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a14c1892f426457db897fccc1d262542&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318801 Jul 27 21:57:59.856322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc98b-6a26-44a5-9e4f-f7c42084239f req-76a6577f-4061-4b79-b6a7-92eea4c108ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:59.857860 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-948bc98b-6a26-44a5-9e4f-f7c42084239f req-76a6577f-4061-4b79-b6a7-92eea4c108ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2225046 Jul 27 21:57:59.929002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-948bc98b-6a26-44a5-9e4f-f7c42084239f req-9aadf00f-5d91-4b39-9110-949cb235bd7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=8df0782e-26e0-4aeb-8a69-09368470eb5c HTTP/1.1" status: 200 len: 217 time: 0.0510392 Jul 27 21:58:00.030792 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4fe41779-156f-4b53-ada6-ef270ef3cd3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f2e7b1276d341ceb9eb70eb117f01cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3333900 Jul 27 21:58:00.031659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:00.045486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb169c2a-e62b-4d9f-8c50-d81da4c3aec8 req-c7b76a85-ecda-4ec3-a13b-c7e23291ed5c tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:00.055169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb169c2a-e62b-4d9f-8c50-d81da4c3aec8 req-c7b76a85-ecda-4ec3-a13b-c7e23291ed5c tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 948 time: 0.2148075 Jul 27 21:58:00.098934 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd6a1-d37d-4672-8429-98781ee753d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.127709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd6a1-d37d-4672-8429-98781ee753d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.143466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7511e-7602-43e0-b2ad-665be7a1b11a req-deec56c1-35b6-42d3-9d66-5af238789f1b tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:00.144972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1e7511e-7602-43e0-b2ad-665be7a1b11a req-deec56c1-35b6-42d3-9d66-5af238789f1b tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3684952 Jul 27 21:58:00.157243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc98b-6a26-44a5-9e4f-f7c42084239f req-4679d946-c05c-4919-a05d-3402869a866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:00.159254 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-948bc98b-6a26-44a5-9e4f-f7c42084239f req-4679d946-c05c-4919-a05d-3402869a866b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2211423 Jul 27 21:58:00.200910 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd6a1-d37d-4672-8429-98781ee753d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.203654 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd6a1-d37d-4672-8429-98781ee753d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.205965 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ef0bd6a1-d37d-4672-8429-98781ee753d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f35547aa-d8f4-4ac1-909a-a89eacc570a2 HTTP/1.1" status: 204 len: 168 time: 0.1729329 Jul 27 21:58:00.211537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1e7511e-7602-43e0-b2ad-665be7a1b11a req-7c5d4025-14d8-487a-8c8c-b6db4e39d523 tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] 10.222.0.24 "GET /v2.0/quotas/a14c1892f426457db897fccc1d262542 HTTP/1.1" status: 200 len: 375 time: 0.0562868 Jul 27 21:58:00.219365 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bd6a1-d37d-4672-8429-98781ee753d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35547aa-d8f4-4ac1-909a-a89eacc570a2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:00.229381 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb169c2a-e62b-4d9f-8c50-d81da4c3aec8 req-b5404cb7-0e16-4243-9c0e-33414861050e tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735132 Jul 27 21:58:00.285400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1e7511e-7602-43e0-b2ad-665be7a1b11a req-c103fbaf-cd82-4c3e-853a-f3e31d7d2cb4 tempest-QuotasAdminNegativeTest-1493962218 tempest-QuotasAdminNegativeTest-1493962218-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a14c1892f426457db897fccc1d262542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519760 Jul 27 21:58:00.301071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-c2acec9e-7428-4b0a-a4b3-cbfd86f053db tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:00.303184 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-c2acec9e-7428-4b0a-a4b3-cbfd86f053db tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.41 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 821 time: 0.2864747 Jul 27 21:58:00.308382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc98b-6a26-44a5-9e4f-f7c42084239f req-43a09be8-fb60-4409-8ca3-12258d2746c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:00.310062 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-948bc98b-6a26-44a5-9e4f-f7c42084239f req-43a09be8-fb60-4409-8ca3-12258d2746c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393640 Jul 27 21:58:00.326207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Request body: {'port': {'device_id': '04be5617-0216-46d8-8ece-ff592bb775a1', 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520', 'admin_state_up': True, 'tenant_id': '2c1d48a9f6a14539976b63c05ed486a6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:00.503147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46789a16-2432-49cd-9cdd-061c121e6763 req-77554df8-192d-48aa-8b12-8e23bc8e015d tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 210 time: 0.0744734 Jul 27 21:58:00.580840 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-948bc98b-6a26-44a5-9e4f-f7c42084239f req-18adadca-cd98-43ff-b210-5aea7f959740 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483485 Jul 27 21:58:00.591290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748cea3-6beb-4a56-ad96-1b1b518bdff1 req-b0c5bcc6-bf9e-470b-9217-4f8ea46af811 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:00.592745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f748cea3-6beb-4a56-ad96-1b1b518bdff1 req-b0c5bcc6-bf9e-470b-9217-4f8ea46af811 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1464381 Jul 27 21:58:00.659572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Made reservation on behalf of 2c1d48a9f6a14539976b63c05ed486a6 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:00.663883 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.671293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57664) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:00.695756 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26251192-db79-4be7-a6bf-b7322334cefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.715061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f748cea3-6beb-4a56-ad96-1b1b518bdff1 req-729b4791-8154-44ad-bca8-929e18e8db9f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103594 Jul 27 21:58:00.789262 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-948bc98b-6a26-44a5-9e4f-f7c42084239f req-a051deaa-6568-4802-88f6-c282e0326dbb service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930373 Jul 27 21:58:00.854604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Allocated IP 172.20.0.4 (d4cdef4a-b876-4d9f-bd07-5494421f6520/fe00a135-d5e2-42bb-bdff-92466a160216/5291f306-6be6-435a-a523-5ed424044b14) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:00.903953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26251192-db79-4be7-a6bf-b7322334cefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.910121 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26251192-db79-4be7-a6bf-b7322334cefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:00.913056 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device fe79a67c-78f5-40df-8007-113df4b94ab2 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:00.935929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8662-7c51-4310-9f1d-4a630d83307f req-7252368f-a220-4bb7-9255-838739b8f512 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:00.944797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-135e8662-7c51-4310-9f1d-4a630d83307f req-7252368f-a220-4bb7-9255-838739b8f512 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 948 time: 0.0871906 Jul 27 21:58:00.964325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26251192-db79-4be7-a6bf-b7322334cefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4679a366-c682-4214-b610-0c1ac5cf8c98,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:00.998425 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-26251192-db79-4be7-a6bf-b7322334cefd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=589302b6415044bbbf6c28960f5498ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235450 Jul 27 21:58:01.000289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57672) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:01.020302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port fe79a67c-78f5-40df-8007-113df4b94ab2 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:01.025003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port fe79a67c-78f5-40df-8007-113df4b94ab2 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:01.025643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.052564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8df0782e-26e0-4aeb-8a69-09368470eb5c details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:01.064768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-135e8662-7c51-4310-9f1d-4a630d83307f req-9034286d-7f3c-461b-ad7f-efc0775c0fc8 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186845 Jul 27 21:58:01.129716 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45f2deb0-b77b-456b-8a0e-0474e1a399d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.145679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.184362 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45f2deb0-b77b-456b-8a0e-0474e1a399d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.208400 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.217687 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.256531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b39652c-19ea-44f1-b0a4-001a6e8ce5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe79a67c-78f5-40df-8007-113df4b94ab2'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:01.259237 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9334deaa-bbd4-4fa8-bef6-846aae55a921" -d '{"events": [{"server_uuid": "2b39652c-19ea-44f1-b0a4-001a6e8ce5a9", "name": "network-vif-plugged", "status": "completed", "tag": "fe79a67c-78f5-40df-8007-113df4b94ab2"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:01.284939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port fe79a67c-78f5-40df-8007-113df4b94ab2, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=fe79a67c-78f5-40df-8007-113df4b94ab2,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:01.293126 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.297364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8df0782e-26e0-4aeb-8a69-09368470eb5c, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8df0782e-26e0-4aeb-8a69-09368470eb5c,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:01.303416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Network d4cdef4a-b876-4d9f-bd07-5494421f6520 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:01.307473 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45f2deb0-b77b-456b-8a0e-0474e1a399d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.310367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45f2deb0-b77b-456b-8a0e-0474e1a399d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.311541 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-45f2deb0-b77b-456b-8a0e-0474e1a399d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4679a366-c682-4214-b610-0c1ac5cf8c98 HTTP/1.1" status: 204 len: 168 time: 0.3085485 Jul 27 21:58:01.316668 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:01.326455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:01.337643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:01.338330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.341360 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2deb0-b77b-456b-8a0e-0474e1a399d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4679a366-c682-4214-b610-0c1ac5cf8c98,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:01.356795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Pushing event updated for resources: {'Port': ['ID=5291f306-6be6-435a-a523-5ed424044b14,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:01.360587 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=fe79a67c-78f5-40df-8007-113df4b94ab2,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:01.365008 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e6e946-21e8-4394-9345-f4c25d6a2fbf x-openstack-request-id: req-b0e6e946-21e8-4394-9345-f4c25d6a2fbf {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:01.365537 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b39652c-19ea-44f1-b0a4-001a6e8ce5a9", "name": "network-vif-plugged", "status": "completed", "tag": "fe79a67c-78f5-40df-8007-113df4b94ab2", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:01.366021 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0e6e946-21e8-4394-9345-f4c25d6a2fbf {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:01.366642 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b39652c-19ea-44f1-b0a4-001a6e8ce5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe79a67c-78f5-40df-8007-113df4b94ab2', 'code': 200} Jul 27 21:58:01.385961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '8df0782e-26e0-4aeb-8a69-09368470eb5c', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '8df0782e-26e0-4aeb-8a69-09368470eb5c', 'mac_address': 'fa:16:3e:e1:8d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:01.409898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-3f08f1e6-9906-4b86-83dd-44a110bd8160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0901437 Jul 27 21:58:01.421659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Request body: {'port': {'device_id': '04be5617-0216-46d8-8ece-ff592bb775a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:01.499264 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.521984 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df0782e-26e0-4aeb-8a69-09368470eb5c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:01.526697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ac2af-de5d-4fa1-a18a-65e0127f6580 req-e5a28401-480b-4d3c-8902-960fcb74143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:01.528407 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-631ac2af-de5d-4fa1-a18a-65e0127f6580 req-e5a28401-480b-4d3c-8902-960fcb74143e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 1100 time: 0.0826492 Jul 27 21:58:01.571233 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4137d-fcbe-4bce-b91e-c0758512df90 req-bd6802bd-35b1-4f23-bd54-e3b4c4b7a104 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:01.576409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8df0782e-26e0-4aeb-8a69-09368470eb5c, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8df0782e-26e0-4aeb-8a69-09368470eb5c,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:01.579551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76c4137d-fcbe-4bce-b91e-c0758512df90 req-bd6802bd-35b1-4f23-bd54-e3b4c4b7a104 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 949 time: 0.1536579 Jul 27 21:58:01.584116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:01.586831 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.599198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:01.626137 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-631ac2af-de5d-4fa1-a18a-65e0127f6580 req-b163716e-562d-4bac-9aef-27dadd641068 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894506 Jul 27 21:58:01.671921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8df0782e-26e0-4aeb-8a69-09368470eb5c,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:01.674308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76c4137d-fcbe-4bce-b91e-c0758512df90 req-8fdae282-3b52-4585-86cc-2f429705d1ba tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924282 Jul 27 21:58:01.773268 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:02.143006 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b46c0de9-949a-49c8-b3d0-424e62c2e4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.183681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec44f99-4c4e-4273-8cdb-65ee5adf33d0 req-0431709c-eab7-4798-b8f0-9d189733c8fa tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:02.185170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ec44f99-4c4e-4273-8cdb-65ee5adf33d0 req-0431709c-eab7-4798-b8f0-9d189733c8fa tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 931 time: 0.4224005 Jul 27 21:58:02.275898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb21914-e84c-4303-ae27-48ea81bd1706 req-7956782d-225f-4d37-bdd1-b46ed5f848ca tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:02.277371 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7fb21914-e84c-4303-ae27-48ea81bd1706 req-7956782d-225f-4d37-bdd1-b46ed5f848ca tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1478870 Jul 27 21:58:02.310282 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ec44f99-4c4e-4273-8cdb-65ee5adf33d0 req-42502b99-7207-4b21-bd12-238fdea0e2e1 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136017 Jul 27 21:58:02.395409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7fb21914-e84c-4303-ae27-48ea81bd1706 req-3018e5a9-696e-413e-8ef3-fe97b28c37ac tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102965 Jul 27 21:58:02.425503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5291f306-6be6-435a-a523-5ed424044b14 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:02.433034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.441243 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b46c0de9-949a-49c8-b3d0-424e62c2e4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.451476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Transition to ACTIVE for port object 5291f306-6be6-435a-a523-5ed424044b14 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:02.452861 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b46c0de9-949a-49c8-b3d0-424e62c2e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.473256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.546313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c0de9-949a-49c8-b3d0-424e62c2e4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4163aafc-743f-456c-b2ad-d737778e68c1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:02.555368 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b46c0de9-949a-49c8-b3d0-424e62c2e4e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a14c1892f426457db897fccc1d262542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9695706 Jul 27 21:58:02.558368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57734) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:02.593916 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5291f306-6be6-435a-a523-5ed424044b14,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:02.629702 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f02a33e-18ac-440f-b868-67fdec65c90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.638188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9465f4-d7a2-4368-a81f-f35c2c5e912f req-8d9964a8-2692-4938-820a-d31c8de47d0d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:02.639982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa9465f4-d7a2-4368-a81f-f35c2c5e912f req-8d9964a8-2692-4938-820a-d31c8de47d0d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 949 time: 0.1112974 Jul 27 21:58:02.643368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Attempting to bind port 5291f306-6be6-435a-a523-5ed424044b14 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:02.643802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Attempting to bind port 5291f306-6be6-435a-a523-5ed424044b14 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:02.644199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Attempting to bind port 5291f306-6be6-435a-a523-5ed424044b14 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:02.650972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Port 5291f306-6be6-435a-a523-5ed424044b14 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:02.651368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Attempting to bind port 5291f306-6be6-435a-a523-5ed424044b14 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:02.666493 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f02a33e-18ac-440f-b868-67fdec65c90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.670529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:02.671071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:02.671514 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:02.672132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Bound port: 5291f306-6be6-435a-a523-5ed424044b14, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:02.672580 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.727103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa9465f4-d7a2-4368-a81f-f35c2c5e912f req-38619ed0-b769-45b8-a5d4-f28d04b2bfa5 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772600 Jul 27 21:58:02.751061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f02a33e-18ac-440f-b868-67fdec65c90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.754726 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f02a33e-18ac-440f-b868-67fdec65c90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.758751 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7f02a33e-18ac-440f-b868-67fdec65c90c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4163aafc-743f-456c-b2ad-d737778e68c1 HTTP/1.1" status: 204 len: 168 time: 0.1981723 Jul 27 21:58:02.773949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02a33e-18ac-440f-b868-67fdec65c90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4163aafc-743f-456c-b2ad-d737778e68c1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:02.775277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:02.780801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5291f306-6be6-435a-a523-5ed424044b14,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:02.785774 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.847156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:02.847993 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:02.849429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] 10.222.0.41 "PUT /v2.0/ports/5291f306-6be6-435a-a523-5ed424044b14 HTTP/1.1" status: 200 len: 1091 time: 1.4332972 Jul 27 21:58:02.849873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04be5617-0216-46d8-8ece-ff592bb775a1', 'tag': '5291f306-6be6-435a-a523-5ed424044b14'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:02.852139 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f211c6ba-a37e-44e6-94aa-c4632d343f32" -d '{"events": [{"name": "network-changed", "server_uuid": "04be5617-0216-46d8-8ece-ff592bb775a1", "tag": "5291f306-6be6-435a-a523-5ed424044b14"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:02.878108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a164ad-f749-4cd0-a520-5003da1349e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5291f306-6be6-435a-a523-5ed424044b14,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:02.945746 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0491ddee-16f7-4f38-a2bc-704afd8e19d6 x-openstack-request-id: req-0491ddee-16f7-4f38-a2bc-704afd8e19d6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:02.946020 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04be5617-0216-46d8-8ece-ff592bb775a1", "tag": "5291f306-6be6-435a-a523-5ed424044b14", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:02.946295 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0491ddee-16f7-4f38-a2bc-704afd8e19d6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:02.946678 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04be5617-0216-46d8-8ece-ff592bb775a1', 'tag': '5291f306-6be6-435a-a523-5ed424044b14', 'status': 'completed', 'code': 200} Jul 27 21:58:02.967684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-0303cb19-fecc-4806-b69a-969afedbfc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:02.969314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-0303cb19-fecc-4806-b69a-969afedbfc84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 1094 time: 0.0756679 Jul 27 21:58:02.980999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cc272-645e-4221-8779-d2a2b65aa641 req-4f428237-2bfb-4aa7-9bc6-c0690f602293 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:02.982547 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad9cc272-645e-4221-8779-d2a2b65aa641 req-4f428237-2bfb-4aa7-9bc6-c0690f602293 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 949 time: 0.0795059 Jul 27 21:58:03.044305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8df0782e-26e0-4aeb-8a69-09368470eb5c up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:03.086138 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-44f63708-7d1f-4f0c-b939-c40a96950fda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5291f306-6be6-435a-a523-5ed424044b14 HTTP/1.1" status: 200 len: 217 time: 0.1025832 Jul 27 21:58:03.163772 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 8df0782e-26e0-4aeb-8a69-09368470eb5c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:03.168199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 8df0782e-26e0-4aeb-8a69-09368470eb5c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:03.168726 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.219681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-2a8737ce-d16f-475c-99ad-d57f58754699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:03.221572 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-2a8737ce-d16f-475c-99ad-d57f58754699 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.1135495 Jul 27 21:58:03.225225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad9cc272-645e-4221-8779-d2a2b65aa641 req-f6f1e5ec-ee71-45ca-b48c-298696d8f060 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341781 Jul 27 21:58:03.226865 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57758) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:03.251929 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0eaa85e4-8dd6-42c6-9d6f-4f45faff9fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.291893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-42992ea6-bd4e-443d-b16e-60fc44a7df06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496781 Jul 27 21:58:03.297197 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.343157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8df0782e-26e0-4aeb-8a69-09368470eb5c, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8df0782e-26e0-4aeb-8a69-09368470eb5c,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:03.351241 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.384381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f489687a-d2ac-44c9-9c19-274e884a40d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df0782e-26e0-4aeb-8a69-09368470eb5c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:03.387041 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ab593e-7ba3-40aa-8d8f-41f6b74301c7" -d '{"events": [{"server_uuid": "f489687a-d2ac-44c9-9c19-274e884a40d5", "name": "network-vif-plugged", "status": "completed", "tag": "8df0782e-26e0-4aeb-8a69-09368470eb5c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:03.413824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-d80e64c0-11fa-4591-83d7-d7f988d6b0cb service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142941 Jul 27 21:58:03.417890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8df0782e-26e0-4aeb-8a69-09368470eb5c,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:03.449008 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0eaa85e4-8dd6-42c6-9d6f-4f45faff9fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.453465 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0eaa85e4-8dd6-42c6-9d6f-4f45faff9fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.489707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:03.490186 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0eaa85e4-8dd6-42c6-9d6f-4f45faff9fe2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cf3225affa746088ef160110eb84d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620270 Jul 27 21:58:03.518069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa85e4-8dd6-42c6-9d6f-4f45faff9fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33bc15a-ac47-49a0-8649-8950408c10f9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:03.565952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fa99ab-f1f8-4b78-88b3-2f5f07f963f3 req-615b0b61-a122-458d-bbcf-a990d7093006 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447666 Jul 27 21:58:03.591566 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df98ee02-ded4-4551-aabf-dbba90245835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.644256 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171a20c1-f8c5-4e07-abe5-5bef3332af16 x-openstack-request-id: req-171a20c1-f8c5-4e07-abe5-5bef3332af16 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:03.644951 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f489687a-d2ac-44c9-9c19-274e884a40d5", "name": "network-vif-plugged", "status": "completed", "tag": "8df0782e-26e0-4aeb-8a69-09368470eb5c", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:03.645400 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-171a20c1-f8c5-4e07-abe5-5bef3332af16 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:03.646038 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f489687a-d2ac-44c9-9c19-274e884a40d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df0782e-26e0-4aeb-8a69-09368470eb5c', 'code': 200} Jul 27 21:58:03.647505 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df98ee02-ded4-4551-aabf-dbba90245835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.795761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211c6ba-a37e-44e6-94aa-c4632d343f32 req-9d72c1f9-75a6-411b-a5e9-ec261512c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:03.797372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f211c6ba-a37e-44e6-94aa-c4632d343f32 req-9d72c1f9-75a6-411b-a5e9-ec261512c212 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 1094 time: 0.1779580 Jul 27 21:58:03.809819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807a9e9-fd19-4bd9-80ed-63e12d0d3e33 req-fe95e339-9072-4412-8b3d-78ef635d846a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:03.811262 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7807a9e9-fd19-4bd9-80ed-63e12d0d3e33 req-fe95e339-9072-4412-8b3d-78ef635d846a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 943 time: 0.1661217 Jul 27 21:58:03.878650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bb784-95cf-462c-877d-99d124489246 req-da7a0735-4e2e-4d20-8dea-3d60b5a91ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:03.880162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-086bb784-95cf-462c-877d-99d124489246 req-da7a0735-4e2e-4d20-8dea-3d60b5a91ee4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 1101 time: 0.1619020 Jul 27 21:58:03.900592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a88510-7a20-4eb4-bda0-59519c24fa1d req-b5c375a1-f066-407c-b5f7-f0e486a18dae tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:03.902002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2a88510-7a20-4eb4-bda0-59519c24fa1d req-b5c375a1-f066-407c-b5f7-f0e486a18dae tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1941526 Jul 27 21:58:03.911407 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df98ee02-ded4-4551-aabf-dbba90245835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.913838 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df98ee02-ded4-4551-aabf-dbba90245835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:03.915005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-df98ee02-ded4-4551-aabf-dbba90245835 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d33bc15a-ac47-49a0-8649-8950408c10f9 HTTP/1.1" status: 204 len: 168 time: 0.4234743 Jul 27 21:58:03.968233 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98ee02-ded4-4551-aabf-dbba90245835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33bc15a-ac47-49a0-8649-8950408c10f9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:03.996321 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7807a9e9-fd19-4bd9-80ed-63e12d0d3e33 req-a6a34a66-5f55-45ae-9e34-f9219511b363 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683774 Jul 27 21:58:04.013666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-086bb784-95cf-462c-877d-99d124489246 req-3cdf95a8-0472-4b7b-96b2-c7abab5baa48 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218870 Jul 27 21:58:04.024043 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2a88510-7a20-4eb4-bda0-59519c24fa1d req-46335a62-9d21-4e66-9671-f63a4974df67 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078851 Jul 27 21:58:04.043841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211c6ba-a37e-44e6-94aa-c4632d343f32 req-0976947c-c937-4a0a-a1fd-5c29d5a40259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:04.051313 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f211c6ba-a37e-44e6-94aa-c4632d343f32 req-0976947c-c937-4a0a-a1fd-5c29d5a40259 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.2322299 Jul 27 21:58:04.119697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f211c6ba-a37e-44e6-94aa-c4632d343f32 req-06f01d36-ea0a-4650-8b6b-d2292a33d155 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5291f306-6be6-435a-a523-5ed424044b14 HTTP/1.1" status: 200 len: 217 time: 0.0564597 Jul 27 21:58:04.222239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-fb4d3f71-fff0-4cbe-bc5b-0102183f3c1f tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=37f1e48911e94b0c83b6c1e5b0b6ae1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567214 Jul 27 21:58:04.247254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211c6ba-a37e-44e6-94aa-c4632d343f32 req-abf1887d-f083-4d71-b5ba-c20f9260590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:04.248688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f211c6ba-a37e-44e6-94aa-c4632d343f32 req-abf1887d-f083-4d71-b5ba-c20f9260590d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.1120033 Jul 27 21:58:04.316799 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f211c6ba-a37e-44e6-94aa-c4632d343f32 req-72b84efa-285e-4d58-b43c-aa9f1f4ad53b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561662 Jul 27 21:58:04.326566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa0c40-a563-45da-8975-70e0ec936f4a req-0530b34e-fb19-4b35-8cff-689f5defecba tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:04.328058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-07fa0c40-a563-45da-8975-70e0ec936f4a req-0530b34e-fb19-4b35-8cff-689f5defecba tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 950 time: 0.1611483 Jul 27 21:58:04.465532 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-07fa0c40-a563-45da-8975-70e0ec936f4a req-79eb7648-74a5-41ed-8eae-e44fbec74672 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287291 Jul 27 21:58:04.483204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-0d8d2c27-b1ae-4eb3-817b-55e5b8545d34 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:04.484675 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-0d8d2c27-b1ae-4eb3-817b-55e5b8545d34 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543402 Jul 27 21:58:04.516796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f211c6ba-a37e-44e6-94aa-c4632d343f32 req-96e5ae65-d2f3-4e2f-8169-07b903f3dfc4 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849554 Jul 27 21:58:04.519024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-52745a95-b5ae-40f6-a7e5-2bb6560a7533 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/quotas/37f1e48911e94b0c83b6c1e5b0b6ae1f HTTP/1.1" status: 200 len: 375 time: 0.0246944 Jul 27 21:58:04.637393 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-d24f55c7-cb17-4216-8fe0-076bbcc4d241 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=37f1e48911e94b0c83b6c1e5b0b6ae1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046102 Jul 27 21:58:04.664770 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f211c6ba-a37e-44e6-94aa-c4632d343f32 req-34254135-fcf4-4a70-8a72-9d701718bc4c service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403732 Jul 27 21:58:04.757193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:04.864870 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1db3e3a-36a9-4969-a179-512c28ad9307 req-4fcf7274-90a7-43dc-9367-ddcef175edf7 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 210 time: 0.0464981 Jul 27 21:58:05.028370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:05.088518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-87562515-network', 'tenant_id': '41c2920bc58442c6a17cab54e99c163f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:05.092513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57854) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:05.183017 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d454-223e-46f0-8159-2d937deb9a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.196848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5e380-db41-4d18-8b7e-dce5b4d3aefc req-8e7de919-1fd2-4a64-80c8-a79b2c49b621 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:05.198368 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8f5e380-db41-4d18-8b7e-dce5b4d3aefc req-8e7de919-1fd2-4a64-80c8-a79b2c49b621 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 943 time: 0.1044683 Jul 27 21:58:05.213541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Made reservation on behalf of 41c2920bc58442c6a17cab54e99c163f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:05.215661 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.223097 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee399d3b-c5b3-466d-8500-802ac5e0f8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.252322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce784c3-7639-47c4-8895-8e5a54391004 req-8c9ded63-1d71-44fd-b785-15272bf6e095 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:05.253484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ce784c3-7639-47c4-8895-8e5a54391004 req-8c9ded63-1d71-44fd-b785-15272bf6e095 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1138356 Jul 27 21:58:05.262176 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.304012 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d454-223e-46f0-8159-2d937deb9a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.308921 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d454-223e-46f0-8159-2d937deb9a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.310777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8f5e380-db41-4d18-8b7e-dce5b4d3aefc req-40c5cc99-ae73-4617-ba6c-c8a380449af7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019278 Jul 27 21:58:05.336305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ce784c3-7639-47c4-8895-8e5a54391004 req-7f90619e-8254-47df-9b57-c45e45c928fd tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715830 Jul 27 21:58:05.348274 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f8b1d454-223e-46f0-8159-2d937deb9a07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d959d05d76e4a098b0eec67ff875f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537587 Jul 27 21:58:05.352238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:05.370017 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1d454-223e-46f0-8159-2d937deb9a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65be935-e825-4487-ab25-876ca3b71641,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:05.430721 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3fbcfd1-d367-4a2e-af89-7d3f80636d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.463753 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3fbcfd1-d367-4a2e-af89-7d3f80636d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.482552 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee399d3b-c5b3-466d-8500-802ac5e0f8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.496175 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee399d3b-c5b3-466d-8500-802ac5e0f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.576418 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ee399d3b-c5b3-466d-8500-802ac5e0f8ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f34fdad38e548f2b03816e847838058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438285 Jul 27 21:58:05.576951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57866) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:05.599830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee399d3b-c5b3-466d-8500-802ac5e0f8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2dd6ee-f010-4272-b814-a11b9a0cbd13,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:05.628832 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3fbcfd1-d367-4a2e-af89-7d3f80636d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.631518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3fbcfd1-d367-4a2e-af89-7d3f80636d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.632706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c3fbcfd1-d367-4a2e-af89-7d3f80636d66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b65be935-e825-4487-ab25-876ca3b71641 HTTP/1.1" status: 204 len: 168 time: 0.2794642 Jul 27 21:58:05.654015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71a6f492-5c50-448b-a673-2da46b7ff4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.662016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031e7a6-ce52-4c4b-9e72-1cb2f8537cc0 req-47816b38-3c27-4ea0-99f8-9fa9ecbd9a77 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:05.663568 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d031e7a6-ce52-4c4b-9e72-1cb2f8537cc0 req-47816b38-3c27-4ea0-99f8-9fa9ecbd9a77 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 950 time: 0.1065576 Jul 27 21:58:05.665519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbcfd1-d367-4a2e-af89-7d3f80636d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65be935-e825-4487-ab25-876ca3b71641,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:05.691629 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71a6f492-5c50-448b-a673-2da46b7ff4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.728645 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.734290 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d031e7a6-ce52-4c4b-9e72-1cb2f8537cc0 req-b8a31416-d82d-49d4-b865-918f2d8ee82e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579140 Jul 27 21:58:05.735357 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.748373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71a6f492-5c50-448b-a673-2da46b7ff4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.751377 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71a6f492-5c50-448b-a673-2da46b7ff4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.756300 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-71a6f492-5c50-448b-a673-2da46b7ff4d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a2dd6ee-f010-4272-b814-a11b9a0cbd13 HTTP/1.1" status: 204 len: 168 time: 0.1773064 Jul 27 21:58:05.756644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:05.764997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6f492-5c50-448b-a673-2da46b7ff4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2dd6ee-f010-4272-b814-a11b9a0cbd13,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:05.771082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c002c580-324b-4c4e-84f5-2a077d0f9f3e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:05.776629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.776977 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Added segment d6cdf379-83b3-4edf-8c3a-a2bdaa78aee7 of type vlan for network c7d377d9-72bf-40af-8a24-a0ca42b3d38b Jul 27 21:58:05.827409 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.860928 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.861989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:05.862648 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.927015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1686940 Jul 27 21:58:05.930074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57880) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:05.936990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4993aa93-fdb3-496b-98b1-1d68acc231c8 admin admin] Request body: {'subnet': {'network_id': 'c7d377d9-72bf-40af-8a24-a0ca42b3d38b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-87562515-subnet', 'tenant_id': '41c2920bc58442c6a17cab54e99c163f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:05.944564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eea0ee-b945-477f-90d2-a4be92333f9c admin admin] Pushing event updated for resources: {'Network': ['ID=c7d377d9-72bf-40af-8a24-a0ca42b3d38b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:05.959793 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network c7d377d9-72bf-40af-8a24-a0ca42b3d38b details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:05.998466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4993aa93-fdb3-496b-98b1-1d68acc231c8 admin admin] Made reservation on behalf of 41c2920bc58442c6a17cab54e99c163f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:06.007473 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4993aa93-fdb3-496b-98b1-1d68acc231c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.007930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95b497e1-5e1e-4783-b156-b6e07402b247 req-746fe145-440e-4155-a2c5-1f9d07ccd639 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 210 time: 0.0352662 Jul 27 21:58:06.105107 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-3ecbe09c-0d6c-4015-afa9-3a801d514bb4 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=37f1e48911e94b0c83b6c1e5b0b6ae1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002994 Jul 27 21:58:06.269383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-f722dd79-5651-404d-960f-46d53800375e tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:06.271284 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-f722dd79-5651-404d-960f-46d53800375e tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529295 Jul 27 21:58:06.276738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57884) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:06.289968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f80b0-f6ac-4854-b2b0-c99f606fb3b4 req-7e4bf617-4dcd-463e-82b5-6e27955931f1 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:06.291544 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d7f80b0-f6ac-4854-b2b0-c99f606fb3b4 req-7e4bf617-4dcd-463e-82b5-6e27955931f1 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 1101 time: 0.0487087 Jul 27 21:58:06.303936 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1298bd16-1241-4ac2-bf21-5c9d462accce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.304315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:06.312467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Request body: {'port': {'device_id': '2a1eefb5-4250-4fe0-a180-1674371b3754', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '37f1e48911e94b0c83b6c1e5b0b6ae1f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:06.323805 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18e64f40-0071-4c2f-9a9b-39b31a0af186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.335920 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3d7f80b0-f6ac-4854-b2b0-c99f606fb3b4 req-61977d93-1ecb-46f8-a3c6-169da1d581a6 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.459199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9504ed-f407-4e91-be77-ed51059dcf91 req-3518dc45-45a8-476c-9a66-5b23a7134296 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:06.460780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf9504ed-f407-4e91-be77-ed51059dcf91 req-3518dc45-45a8-476c-9a66-5b23a7134296 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 943 time: 0.0725672 Jul 27 21:58:06.493169 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18e64f40-0071-4c2f-9a9b-39b31a0af186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.497422 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4993aa93-fdb3-496b-98b1-1d68acc231c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.502765 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18e64f40-0071-4c2f-9a9b-39b31a0af186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.544533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf9504ed-f407-4e91-be77-ed51059dcf91 req-3e11655c-3028-4f8c-bc9d-0bbfecde0b8a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765142 Jul 27 21:58:06.555532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993aa93-fdb3-496b-98b1-1d68acc231c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad0fc9c-b9ef-41b7-98b0-ae0549efa4fe,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:06.566704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4993aa93-fdb3-496b-98b1-1d68acc231c8 admin admin] Checking segment: {'id': 'd6cdf379-83b3-4edf-8c3a-a2bdaa78aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7d377d9-72bf-40af-8a24-a0ca42b3d38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:06.567030 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4993aa93-fdb3-496b-98b1-1d68acc231c8 admin admin] Network hostable DHCP agents. Network: c7d377d9-72bf-40af-8a24-a0ca42b3d38b, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:06.577105 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-18e64f40-0071-4c2f-9a9b-39b31a0af186 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d0935920e3d4ee4ab4c8cfcc95bf171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691741 Jul 27 21:58:06.577105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e64f40-0071-4c2f-9a9b-39b31a0af186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19680c4f-31b8-4da3-8172-ca435e924e5d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:06.578613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57892) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:06.600033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4993aa93-fdb3-496b-98b1-1d68acc231c8 admin admin] Network c7d377d9-72bf-40af-8a24-a0ca42b3d38b is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:06.611339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4993aa93-fdb3-496b-98b1-1d68acc231c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, c7d377d9-72bf-40af-8a24-a0ca42b3d38b) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:06.616892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4993aa93-fdb3-496b-98b1-1d68acc231c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:06.617872 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4993aa93-fdb3-496b-98b1-1d68acc231c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.623333 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11249b20-7076-4078-ba69-a5aa24458c7d None None] Network c7d377d9-72bf-40af-8a24-a0ca42b3d38b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:06.705248 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00cf227f-6f08-4776-af6f-75366e8642d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.707887 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3d7f80b0-f6ac-4854-b2b0-c99f606fb3b4 req-61977d93-1ecb-46f8-a3c6-169da1d581a6 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.719121 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3d7f80b0-f6ac-4854-b2b0-c99f606fb3b4 req-61977d93-1ecb-46f8-a3c6-169da1d581a6 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.736486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea22653-c2f8-470d-ba27-b06a7f8ac5e3 req-40f87904-e671-41fc-bbb1-60f4c1a088c9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:06.737970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ea22653-c2f8-470d-ba27-b06a7f8ac5e3 req-40f87904-e671-41fc-bbb1-60f4c1a088c9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1058438 Jul 27 21:58:06.763021 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00cf227f-6f08-4776-af6f-75366e8642d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.768584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c8116b-6b80-41ec-a52b-e23a94b7a6ef None None] Network c7d377d9-72bf-40af-8a24-a0ca42b3d38b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:06.804238 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d7f80b0-f6ac-4854-b2b0-c99f606fb3b4 req-61977d93-1ecb-46f8-a3c6-169da1d581a6 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921775 Jul 27 21:58:06.808458 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1298bd16-1241-4ac2-bf21-5c9d462accce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.816537 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1298bd16-1241-4ac2-bf21-5c9d462accce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.820171 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61977d93-1ecb-46f8-a3c6-169da1d581a6 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3e414c-bf8c-4fbe-8888-4efe12f13666,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:06.851753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ea22653-c2f8-470d-ba27-b06a7f8ac5e3 req-d77be7a7-db73-47f0-8c17-93e75f3e4eaf tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982749 Jul 27 21:58:06.863046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298bd16-1241-4ac2-bf21-5c9d462accce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d9642e-bccc-435b-9823-8e689ceaac6b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:06.883150 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00cf227f-6f08-4776-af6f-75366e8642d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.885879 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00cf227f-6f08-4776-af6f-75366e8642d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.889369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-00cf227f-6f08-4776-af6f-75366e8642d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19680c4f-31b8-4da3-8172-ca435e924e5d HTTP/1.1" status: 204 len: 168 time: 0.3076215 Jul 27 21:58:06.897655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf227f-6f08-4776-af6f-75366e8642d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19680c4f-31b8-4da3-8172-ca435e924e5d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:06.909581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Made reservation on behalf of 37f1e48911e94b0c83b6c1e5b0b6ae1f for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:06.913408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:06.918700 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4993aa93-fdb3-496b-98b1-1d68acc231c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9874132 Jul 27 21:58:06.929572 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1298bd16-1241-4ac2-bf21-5c9d462accce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aab8a2daf1d74e9ca853d2770029ba61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6516445 Jul 27 21:58:06.932199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57902) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:07.036657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d650f36d-17b9-415e-8b96-9e50838ca513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.075592 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d650f36d-17b9-415e-8b96-9e50838ca513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.083004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 5291f306-6be6-435a-a523-5ed424044b14 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:07.147992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-51c64554-338e-4ddc-ad0e-5160e0a6dc9b req-2e9e7648-e2bc-45ea-96fd-0d8fd7a5777a tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 210 time: 0.0502150 Jul 27 21:58:07.192249 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d650f36d-17b9-415e-8b96-9e50838ca513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.196670 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d650f36d-17b9-415e-8b96-9e50838ca513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.202978 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d650f36d-17b9-415e-8b96-9e50838ca513 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00d9642e-bccc-435b-9823-8e689ceaac6b HTTP/1.1" status: 204 len: 168 time: 0.2692525 Jul 27 21:58:07.214888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650f36d-17b9-415e-8b96-9e50838ca513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d9642e-bccc-435b-9823-8e689ceaac6b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:07.259185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5291f306-6be6-435a-a523-5ed424044b14,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:07.272799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '5291f306-6be6-435a-a523-5ed424044b14', 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520', 'port_id': '5291f306-6be6-435a-a523-5ed424044b14', 'mac_address': 'fa:16:3e:69:a3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe00a135-d5e2-42bb-bdff-92466a160216', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:07.330002 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.344550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5291f306-6be6-435a-a523-5ed424044b14 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:07.374332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5291f306-6be6-435a-a523-5ed424044b14,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:07.380826 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.427619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Allocated IP 192.168.233.34 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/d3632c8b-0f9e-4c58-ba41-5e509149a4e6) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:07.443545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=5291f306-6be6-435a-a523-5ed424044b14,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:07.451657 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-e03c527b-a8f8-4cc7-be52-2734fe48b416 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321493 Jul 27 21:58:07.579095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['5291f306-6be6-435a-a523-5ed424044b14'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:07.586437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-2bdd3cd8-3240-4e2d-a3e5-8299231b639b tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:07.588440 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-2bdd3cd8-3240-4e2d-a3e5-8299231b639b tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1360166 Jul 27 21:58:07.608969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-fbfc728c-e29e-440c-8c30-df0efb800d8f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/quotas/58362275e3b340ae91c742b03494df44 HTTP/1.1" status: 200 len: 375 time: 0.0136573 Jul 27 21:58:07.670291 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.692212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Transition to ACTIVE for port object d3632c8b-0f9e-4c58-ba41-5e509149a4e6 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:07.733920 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.770503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['fe79a67c-78f5-40df-8007-113df4b94ab2'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:07.775752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c107fe10-e48a-4734-89d0-7b5cb82e4d3d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1605320 Jul 27 21:58:07.793001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:07.796378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:07.820016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe71a9-8ba5-437e-bc4e-aa6813c1f863 req-92777420-d2aa-483b-81c9-453e2f20e416 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:07.825773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bafe71a9-8ba5-437e-bc4e-aa6813c1f863 req-92777420-d2aa-483b-81c9-453e2f20e416 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 944 time: 0.1397109 Jul 27 21:58:07.834407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Pushing event updated for resources: {'Port': ['ID=d3632c8b-0f9e-4c58-ba41-5e509149a4e6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:07.836804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:07.924228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:07.926286 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.941744 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bafe71a9-8ba5-437e-bc4e-aa6813c1f863 req-b2df795f-a02d-459b-a892-e5c35a459ed6 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135228 Jul 27 21:58:07.956550 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-5868db90-fe1e-4166-8cb4-55c63e5d556d tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6459332 Jul 27 21:58:07.982845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Request body: {'port': {'device_id': '2a1eefb5-4250-4fe0-a180-1674371b3754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:08.128204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.167620 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-37c8e518-46d7-4699-b845-78d14cff1eb2 None None] Provisioning for port d3632c8b-0f9e-4c58-ba41-5e509149a4e6 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:08.174833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-37c8e518-46d7-4699-b845-78d14cff1eb2 None None] Provisioning complete for port d3632c8b-0f9e-4c58-ba41-5e509149a4e6 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:08.175219 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37c8e518-46d7-4699-b845-78d14cff1eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.221861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48585834-f4ce-4e3c-b889-501deddb39c8 req-2fd0db80-677e-41c1-8acf-2314102679a7 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:08.225861 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48585834-f4ce-4e3c-b889-501deddb39c8 req-2fd0db80-677e-41c1-8acf-2314102679a7 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1121280 Jul 27 21:58:08.258137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-37c8e518-46d7-4699-b845-78d14cff1eb2 None None] Port d3632c8b-0f9e-4c58-ba41-5e509149a4e6 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:08.307684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48585834-f4ce-4e3c-b889-501deddb39c8 req-078bb2b0-7eb1-421c-a463-bc000138a4c4 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744705 Jul 27 21:58:08.358486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57968) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:08.371264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-31522833-network', 'tenant_id': '6aae49d77fa14fd79181256531adb9d5'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:08.486559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Made reservation on behalf of 6aae49d77fa14fd79181256531adb9d5 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:08.490011 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.506623 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.665555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e32239-683c-427f-8178-77f2e90bbfde req-b48dcd73-0e14-4b13-b6f0-0fa7ab1af185 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:08.675297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-51e32239-683c-427f-8178-77f2e90bbfde req-b48dcd73-0e14-4b13-b6f0-0fa7ab1af185 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 935 time: 0.1023400 Jul 27 21:58:08.773579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-51e32239-683c-427f-8178-77f2e90bbfde req-70177b45-e40a-42ec-b99b-9955fc6cd490 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969989 Jul 27 21:58:08.865204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.885026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.890612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3632c8b-0f9e-4c58-ba41-5e509149a4e6 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:08.907923 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.936491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:08.958790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Transition to ACTIVE for port object d3632c8b-0f9e-4c58-ba41-5e509149a4e6 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:08.960234 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ac44e7-caea-4e65-8b24-d4625cdb5ce1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:08.976546 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.988131 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.988663 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Added segment 44a2f634-97a7-4344-b442-85e2b4093dd7 of type vlan for network fc69223a-fafe-4d1b-abfe-0f2a8f691602 Jul 27 21:58:08.995761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68a53179-2439-4f03-bff8-a1ecdf703c5a req-b5cbe6ca-186e-4743-ab9a-e3c4c15e4663 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 210 time: 0.0571640 Jul 27 21:58:09.091380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 5291f306-6be6-435a-a523-5ed424044b14 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:09.099547 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.120399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Pushing event updated for resources: {'Port': ['ID=d3632c8b-0f9e-4c58-ba41-5e509149a4e6,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:09.162157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e314f2f-3b24-4b1a-828e-be8932040ee7 req-21c661f6-bcd5-49db-aba0-d098065d2e61 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.171378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e314f2f-3b24-4b1a-828e-be8932040ee7 req-21c661f6-bcd5-49db-aba0-d098065d2e61 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 944 time: 0.0769966 Jul 27 21:58:09.223843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 5291f306-6be6-435a-a523-5ed424044b14 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:09.228764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 5291f306-6be6-435a-a523-5ed424044b14 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:09.229145 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.232524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.233696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.234450 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.255920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e314f2f-3b24-4b1a-828e-be8932040ee7 req-447ed61c-ad5e-4004-b1c8-9046000fefae tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827637 Jul 27 21:58:09.271743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58004) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:09.363131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58012) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:09.365743 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0039232 Jul 27 21:58:09.368731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2a568c81-aefe-4529-b646-9ae2226f9d22 admin admin] Request body: {'subnet': {'network_id': 'fc69223a-fafe-4d1b-abfe-0f2a8f691602', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-31522833-subnet', 'tenant_id': '6aae49d77fa14fd79181256531adb9d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:09.429387 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.437103 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Attempting to bind port d3632c8b-0f9e-4c58-ba41-5e509149a4e6 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:09.437349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Attempting to bind port d3632c8b-0f9e-4c58-ba41-5e509149a4e6 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:09.437677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Attempting to bind port d3632c8b-0f9e-4c58-ba41-5e509149a4e6 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:09.442749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02a4b4-83be-4283-952d-5a33eee23621 admin admin] Pushing event updated for resources: {'Network': ['ID=fc69223a-fafe-4d1b-abfe-0f2a8f691602,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:09.453099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Port d3632c8b-0f9e-4c58-ba41-5e509149a4e6 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:09.453511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a568c81-aefe-4529-b646-9ae2226f9d22 admin admin] Made reservation on behalf of 6aae49d77fa14fd79181256531adb9d5 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:09.458789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Attempting to bind port d3632c8b-0f9e-4c58-ba41-5e509149a4e6 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:09.461960 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a568c81-aefe-4529-b646-9ae2226f9d22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.469635 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:09.470655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:09.471116 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:09.471875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Bound port: d3632c8b-0f9e-4c58-ba41-5e509149a4e6, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:09.477146 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.489005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network fc69223a-fafe-4d1b-abfe-0f2a8f691602 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:09.630853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] For port d3632c8b-0f9e-4c58-ba41-5e509149a4e6, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:09.634140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] For port d3632c8b-0f9e-4c58-ba41-5e509149a4e6, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d3632c8b-0f9e-4c58-ba41-5e509149a4e6,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:09.641705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.643416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2054650175-network', 'tenant_id': '48c07bc2e64240d8afb0624a793a2735'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:09.674410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04be5617-0216-46d8-8ece-ff592bb775a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5291f306-6be6-435a-a523-5ed424044b14'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:09.676769 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783a2ee8-3d2e-43a4-8456-b4e1a079d376" -d '{"events": [{"server_uuid": "04be5617-0216-46d8-8ece-ff592bb775a1", "name": "network-vif-plugged", "status": "completed", "tag": "5291f306-6be6-435a-a523-5ed424044b14"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:09.680922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.681843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.688499 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] 10.222.0.43 "PUT /v2.0/ports/d3632c8b-0f9e-4c58-ba41-5e509149a4e6 HTTP/1.1" status: 200 len: 1095 time: 1.7223022 Jul 27 21:58:09.689330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1eefb5-4250-4fe0-a180-1674371b3754', 'tag': 'd3632c8b-0f9e-4c58-ba41-5e509149a4e6'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:09.692487 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959badfb-628e-4fc2-83d4-0139cc57b1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1eefb5-4250-4fe0-a180-1674371b3754", "tag": "d3632c8b-0f9e-4c58-ba41-5e509149a4e6"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:09.730139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5291f306-6be6-435a-a523-5ed424044b14,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:09.744562 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.805760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Made reservation on behalf of 48c07bc2e64240d8afb0624a793a2735 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:09.808439 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.809081 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507f6301-23ae-45ac-8a15-268296d1c695 x-openstack-request-id: req-507f6301-23ae-45ac-8a15-268296d1c695 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:09.809530 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1eefb5-4250-4fe0-a180-1674371b3754", "tag": "d3632c8b-0f9e-4c58-ba41-5e509149a4e6", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:09.811211 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-507f6301-23ae-45ac-8a15-268296d1c695 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:09.811749 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1eefb5-4250-4fe0-a180-1674371b3754', 'tag': 'd3632c8b-0f9e-4c58-ba41-5e509149a4e6', 'status': 'completed', 'code': 200} Jul 27 21:58:09.840056 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.855299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c38dd-7777-4c2b-b60e-69f4ddf20c08 service neutron] Pushing event updated for resources: {'Port': ['ID=d3632c8b-0f9e-4c58-ba41-5e509149a4e6,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:09.866323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=5291f306-6be6-435a-a523-5ed424044b14,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:09.881595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99668-a2ec-4480-9750-2da752f660a7 req-120905f1-8ab7-4e01-99ad-320befa2e736 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.892621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfa99668-a2ec-4480-9750-2da752f660a7 req-120905f1-8ab7-4e01-99ad-320befa2e736 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.2773349 Jul 27 21:58:09.917338 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b019c196-5fc8-4e35-82c9-95407227735a x-openstack-request-id: req-b019c196-5fc8-4e35-82c9-95407227735a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:09.918208 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04be5617-0216-46d8-8ece-ff592bb775a1", "name": "network-vif-plugged", "status": "completed", "tag": "5291f306-6be6-435a-a523-5ed424044b14", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:09.919228 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b019c196-5fc8-4e35-82c9-95407227735a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:09.919906 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04be5617-0216-46d8-8ece-ff592bb775a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5291f306-6be6-435a-a523-5ed424044b14', 'code': 200} Jul 27 21:58:09.966674 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-c060a6a0-c203-4fc9-b7de-62556c0c2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:09.977510 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-c060a6a0-c203-4fc9-b7de-62556c0c2f01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37f1e48911e94b0c83b6c1e5b0b6ae1f&device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 1098 time: 0.1543419 Jul 27 21:58:10.008937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfa99668-a2ec-4480-9750-2da752f660a7 req-87367023-2050-4a40-b51c-27dc134e1f9c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149018 Jul 27 21:58:10.034185 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-51b3fc1e-42ae-4559-bb3d-997cb91bd361 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=d3632c8b-0f9e-4c58-ba41-5e509149a4e6 HTTP/1.1" status: 200 len: 217 time: 0.0478163 Jul 27 21:58:10.107657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-6eab52f2-8bdb-4dc4-8627-6e4fdebd44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.109142 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-6eab52f2-8bdb-4dc4-8627-6e4fdebd44a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0659728 Jul 27 21:58:10.168947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-7f905708-9a25-474a-ad96-4529bd82dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.170494 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-7f905708-9a25-474a-ad96-4529bd82dcfb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472496 Jul 27 21:58:10.313838 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-ee585d50-c58a-4895-8d6b-625bac2099c8 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352844 Jul 27 21:58:10.365438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58036) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:10.474033 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1b701468-0a4f-4a31-a0e1-8216be993a8f req-e419afda-4723-4bb9-a31f-3af8a6a973da service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497343 Jul 27 21:58:10.484400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a864588-50e4-4515-a879-a3efe38ac83c req-021a49b2-af93-41ac-ae2e-3f3494b38549 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 210 time: 0.3629549 Jul 27 21:58:10.573576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-72311af9-25e2-4d15-99c3-6229e1e10402 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865252 Jul 27 21:58:10.576003 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a84b7ab-e575-4e7e-94f3-352a512b4ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:10.592195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aac77e-6a5b-404d-9d98-bb553293e02e req-271d2ecb-c72c-4b2d-9507-e5e3c92115bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.593655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68aac77e-6a5b-404d-9d98-bb553293e02e req-271d2ecb-c72c-4b2d-9507-e5e3c92115bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 1096 time: 0.5547278 Jul 27 21:58:10.617377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959badfb-628e-4fc2-83d4-0139cc57b1e0 req-1362e995-6e0e-452b-badd-411ca43dcf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.619792 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-959badfb-628e-4fc2-83d4-0139cc57b1e0 req-1362e995-6e0e-452b-badd-411ca43dcf99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37f1e48911e94b0c83b6c1e5b0b6ae1f&device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 1098 time: 0.0591564 Jul 27 21:58:10.654479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98d33c-6b5e-43bc-8f7c-43d53f2667ac req-df44bce7-9ffc-4041-ba17-5c5691b9935e tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.656031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff98d33c-6b5e-43bc-8f7c-43d53f2667ac req-df44bce7-9ffc-4041-ba17-5c5691b9935e tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 947 time: 0.5433400 Jul 27 21:58:10.714654 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a568c81-aefe-4529-b646-9ae2226f9d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:10.722488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959badfb-628e-4fc2-83d4-0139cc57b1e0 req-c8a45333-5ed8-44c7-b146-e4a863225186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.726112 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-959badfb-628e-4fc2-83d4-0139cc57b1e0 req-c8a45333-5ed8-44c7-b146-e4a863225186 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.0991213 Jul 27 21:58:10.776429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.41', 60549) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:10.787343 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-959badfb-628e-4fc2-83d4-0139cc57b1e0 req-59b19ab4-ca00-41a4-95eb-bddd1da311d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=d3632c8b-0f9e-4c58-ba41-5e509149a4e6 HTTP/1.1" status: 200 len: 217 time: 0.0533998 Jul 27 21:58:10.807974 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-19b40349-d6f5-47f2-b3d8-33cd1ddbcbfd tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305574 Jul 27 21:58:10.814528 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:10.848098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:10.888697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fd6ed-b718-4212-9707-7b12f04ca230 req-6b888c06-438b-4846-8082-8cd484739e63 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.890456 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-559fd6ed-b718-4212-9707-7b12f04ca230 req-6b888c06-438b-4846-8082-8cd484739e63 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 945 time: 0.3090894 Jul 27 21:58:10.894563 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68aac77e-6a5b-404d-9d98-bb553293e02e req-caba1bbf-1276-4349-98a0-b0893f552387 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717502 Jul 27 21:58:10.909614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a568c81-aefe-4529-b646-9ae2226f9d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83050c87-15c7-455d-852c-02da82b0d390,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:10.927475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:10.927991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959badfb-628e-4fc2-83d4-0139cc57b1e0 req-00f3f1f6-a2ae-44a5-a8ef-cd70404b0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.929452 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-959badfb-628e-4fc2-83d4-0139cc57b1e0 req-00f3f1f6-a2ae-44a5-a8ef-cd70404b0631 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1302230 Jul 27 21:58:10.939877 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff98d33c-6b5e-43bc-8f7c-43d53f2667ac req-dafd813d-2d82-4ccf-be55-ea4c3048c249 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641466 Jul 27 21:58:10.990911 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-dbfb4bb8-a7e4-4358-80c2-c12fac908d9c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:10.993058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-dbfb4bb8-a7e4-4358-80c2-c12fac908d9c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4079237 Jul 27 21:58:10.997247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:10.997526 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Added segment 2a44a687-7a42-4000-81ca-ab14b5ddff29 of type vlan for network 7cee2f76-6b3e-4186-8970-022f34a894f8 Jul 27 21:58:10.999373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60b75de-57f3-4194-9a81-d6f4368d0ab3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:11.035671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Request body: {'port': {'device_id': '1b852664-30fb-41f2-aa33-44b7b6395b61', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '58362275e3b340ae91c742b03494df44'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:11.043561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-e334c4d2-d620-42e5-879c-597624a65ec4 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:11.044968 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-e334c4d2-d620-42e5-879c-597624a65ec4 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110786 Jul 27 21:58:11.060117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Request body: {'port': {'device_id': '77270dd5-b66c-44ab-9af6-b49397a7d612', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '58362275e3b340ae91c742b03494df44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:11.066136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959badfb-628e-4fc2-83d4-0139cc57b1e0 req-724f146d-0601-48f7-82b4-e816356c00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:11.067634 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-959badfb-628e-4fc2-83d4-0139cc57b1e0 req-724f146d-0601-48f7-82b4-e816356c00d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268425 Jul 27 21:58:11.074935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a568c81-aefe-4529-b646-9ae2226f9d22 admin admin] Checking segment: {'id': '44a2f634-97a7-4344-b442-85e2b4093dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fc69223a-fafe-4d1b-abfe-0f2a8f691602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:11.075303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a568c81-aefe-4529-b646-9ae2226f9d22 admin admin] Network hostable DHCP agents. Network: fc69223a-fafe-4d1b-abfe-0f2a8f691602, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:11.104979 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-559fd6ed-b718-4212-9707-7b12f04ca230 req-d043d742-acb2-4ada-bf25-750d53a63da6 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896601 Jul 27 21:58:11.136425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.172362 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a84b7ab-e575-4e7e-94f3-352a512b4ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.180687 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a84b7ab-e575-4e7e-94f3-352a512b4ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.199864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a568c81-aefe-4529-b646-9ae2226f9d22 admin admin] Network fc69223a-fafe-4d1b-abfe-0f2a8f691602 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:11.230718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2a568c81-aefe-4529-b646-9ae2226f9d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, fc69223a-fafe-4d1b-abfe-0f2a8f691602) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:11.240595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a49479-cda8-4109-9ae2-214d3ec0d126 None None] Network fc69223a-fafe-4d1b-abfe-0f2a8f691602 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:11.241483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a568c81-aefe-4529-b646-9ae2226f9d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:11.242215 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a568c81-aefe-4529-b646-9ae2226f9d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.257901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68025fb1-caa5-442a-91af-cf24100ab908 req-f189ea1f-4a5e-4094-96c6-8a48a82c00a4 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:11.259451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68025fb1-caa5-442a-91af-cf24100ab908 req-f189ea1f-4a5e-4094-96c6-8a48a82c00a4 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1475191 Jul 27 21:58:11.260083 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.261052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:11.261609 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.275925 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6a84b7ab-e575-4e7e-94f3-352a512b4ae6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d84dc74e9ecb4f3d838d5615f8af636a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9067743 Jul 27 21:58:11.275925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84b7ab-e575-4e7e-94f3-352a512b4ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44342dfd-d667-4b31-bf25-af3e2297ee44,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:11.279888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:11.300985 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-959badfb-628e-4fc2-83d4-0139cc57b1e0 req-d78410a1-cbb8-4ebd-9b59-aa61caa391ee service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162566 Jul 27 21:58:11.394253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Made reservation on behalf of 58362275e3b340ae91c742b03494df44 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:11.397202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8be952-0655-4acd-8b9a-186abf98d5b3 None None] Network fc69223a-fafe-4d1b-abfe-0f2a8f691602 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:11.397895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.399943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] Pushing event updated for resources: {'Network': ['ID=7cee2f76-6b3e-4186-8970-022f34a894f8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:11.412211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7cee2f76-6b3e-4186-8970-022f34a894f8 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:11.417621 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-959badfb-628e-4fc2-83d4-0139cc57b1e0 req-c550bb8b-4815-4d3f-8300-f01b3e90dd31 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019015 Jul 27 21:58:11.422901 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Made reservation on behalf of 58362275e3b340ae91c742b03494df44 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:11.424720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2a568c81-aefe-4529-b646-9ae2226f9d22 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0596590 Jul 27 21:58:11.431670 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.448733 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68025fb1-caa5-442a-91af-cf24100ab908 req-812d6e55-cc45-4eb7-8162-8e6e959eaba9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782496 Jul 27 21:58:11.458329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-407a202b-e3bd-4dd2-be68-58c37bc85b10 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1845148 Jul 27 21:58:11.462920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58050) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:11.477557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e6425443-daa7-4523-a466-0cfc628f36ad admin admin] Request body: {'subnet': {'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2054650175-subnet', 'tenant_id': '48c07bc2e64240d8afb0624a793a2735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:11.512348 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d312ef40-f6e1-4744-8c56-f6518d6c6474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.612378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6425443-daa7-4523-a466-0cfc628f36ad admin admin] Made reservation on behalf of 48c07bc2e64240d8afb0624a793a2735 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:11.615245 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6425443-daa7-4523-a466-0cfc628f36ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.639482 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8fe7c77-5fd0-4916-9fc5-67b43317578c req-5104fb38-04b7-4e24-92b4-7e41ca561387 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 210 time: 0.0528848 Jul 27 21:58:11.646045 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d312ef40-f6e1-4744-8c56-f6518d6c6474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.715049 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d312ef40-f6e1-4744-8c56-f6518d6c6474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.718004 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d312ef40-f6e1-4744-8c56-f6518d6c6474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:11.723918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d312ef40-f6e1-4744-8c56-f6518d6c6474 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44342dfd-d667-4b31-bf25-af3e2297ee44 HTTP/1.1" status: 204 len: 168 time: 0.4335289 Jul 27 21:58:11.737143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312ef40-f6e1-4744-8c56-f6518d6c6474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44342dfd-d667-4b31-bf25-af3e2297ee44,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:11.778491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Allocated IP 192.168.233.127 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/da68d304-3754-4809-905b-87797d36241f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:11.992721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6425443-daa7-4523-a466-0cfc628f36ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.080616 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.091837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6425443-daa7-4523-a466-0cfc628f36ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:12.094020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0328062-1bfe-4a6b-ba6c-9c2b3e3fe0c3 req-7032285e-5b92-40df-83c8-b669e442bebe tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:12.097557 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0328062-1bfe-4a6b-ba6c-9c2b3e3fe0c3 req-7032285e-5b92-40df-83c8-b669e442bebe tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 947 time: 0.0576489 Jul 27 21:58:12.098293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58076) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:12.106337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Transition to ACTIVE for port object da68d304-3754-4809-905b-87797d36241f will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:12.108252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6425443-daa7-4523-a466-0cfc628f36ad admin admin] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:12.108636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6425443-daa7-4523-a466-0cfc628f36ad admin admin] Network hostable DHCP agents. Network: 7cee2f76-6b3e-4186-8970-022f34a894f8, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:12.136513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6425443-daa7-4523-a466-0cfc628f36ad admin admin] Network 7cee2f76-6b3e-4186-8970-022f34a894f8 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:12.136806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09e778ff-89bc-484b-a6e0-cfc98c0fe1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.147286 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.155718 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e6425443-daa7-4523-a466-0cfc628f36ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7cee2f76-6b3e-4186-8970-022f34a894f8) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:12.160289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6425443-daa7-4523-a466-0cfc628f36ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:12.160871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6425443-daa7-4523-a466-0cfc628f36ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.168850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec410a-56eb-46b4-b119-b01acde03438 None None] Network 7cee2f76-6b3e-4186-8970-022f34a894f8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:12.178430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.195022 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e6425443-daa7-4523-a466-0cfc628f36ad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7307613 Jul 27 21:58:12.219233 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:12.228410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:12.232008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:12.233848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:12.292484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0328062-1bfe-4a6b-ba6c-9c2b3e3fe0c3 req-6a9ddbf1-fe78-45c9-8cf5-e6ddcd6b1869 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789060 Jul 27 21:58:12.450670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Allocated IP 192.168.233.26 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/4bfa33cc-81c8-46d1-a361-d4a86d487b42) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:12.490384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f58da58f-f289-4523-b2e6-da3619f9893e tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:12.499066 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f58da58f-f289-4523-b2e6-da3619f9893e tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/networks?id=c7d377d9-72bf-40af-8a24-a0ca42b3d38b HTTP/1.1" status: 200 len: 813 time: 0.4023044 Jul 27 21:58:12.546697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-8ac020dc-a042-41c6-abe7-84dce485bf8f tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/quotas/41c2920bc58442c6a17cab54e99c163f HTTP/1.1" status: 200 len: 375 time: 0.0335805 Jul 27 21:58:12.576961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb58db72-0317-4305-b6b3-78b7def81268 None None] Network 7cee2f76-6b3e-4186-8970-022f34a894f8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:12.586232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event updated for resources: {'Port': ['ID=da68d304-3754-4809-905b-87797d36241f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:12.627488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:12.628476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.682581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-01fdce9f-4ed2-4679-a289-9224ecf3a150 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=41c2920bc58442c6a17cab54e99c163f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770855 Jul 27 21:58:12.727447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6bf87-8b64-4d82-a475-f7d9ed468d80 req-7ace04ba-c3af-4ae5-a120-30c04dcd8c06 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:12.728996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cff6bf87-8b64-4d82-a475-f7d9ed468d80 req-7ace04ba-c3af-4ae5-a120-30c04dcd8c06 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 945 time: 0.1728384 Jul 27 21:58:12.739308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-15a37f9c-0acf-41a8-b6df-a9ca6cac3619 None None] Provisioning for port da68d304-3754-4809-905b-87797d36241f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:12.753406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-15a37f9c-0acf-41a8-b6df-a9ca6cac3619 None None] Provisioning complete for port da68d304-3754-4809-905b-87797d36241f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:12.753712 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15a37f9c-0acf-41a8-b6df-a9ca6cac3619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.794078 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf9dac93-1109-4378-94dd-95cf55908736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.837453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-15a37f9c-0acf-41a8-b6df-a9ca6cac3619 None None] Port da68d304-3754-4809-905b-87797d36241f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:12.885702 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09e778ff-89bc-484b-a6e0-cfc98c0fe1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.897620 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c03ed34a-f429-49b9-bb73-4ec3c94ea238 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8404388 Jul 27 21:58:12.900610 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09e778ff-89bc-484b-a6e0-cfc98c0fe1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.912487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cff6bf87-8b64-4d82-a475-f7d9ed468d80 req-bf0cf42f-8519-4d14-a3a8-41925f666f8a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524806 Jul 27 21:58:12.938318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Request body: {'port': {'device_id': '77270dd5-b66c-44ab-9af6-b49397a7d612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:12.970459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d3632c8b-0f9e-4c58-ba41-5e509149a4e6 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:12.997840 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:12.998425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58100) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:13.001640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-fb4c4cc4-234e-454f-baf1-e3646333d13b service neutron] 10.222.0.24 "GET /v2.0/networks/c7d377d9-72bf-40af-8a24-a0ca42b3d38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050587 Jul 27 21:58:13.006838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-09e778ff-89bc-484b-a6e0-cfc98c0fe1bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95c17a28aa654778b01b88e05680cb26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9042408 Jul 27 21:58:13.014498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58102) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:13.015345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e778ff-89bc-484b-a6e0-cfc98c0fe1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6500b962-551a-4a2c-a93c-42cbfb8dac2b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:13.016255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2096502297-network', 'tenant_id': 'aae6d318d3224acba8f717499836bee4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:13.068615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Transition to ACTIVE for port object 4bfa33cc-81c8-46d1-a361-d4a86d487b42 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:13.072614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Made reservation on behalf of aae6d318d3224acba8f717499836bee4 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:13.075121 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.085537 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.114466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.122967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d3632c8b-0f9e-4c58-ba41-5e509149a4e6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d3632c8b-0f9e-4c58-ba41-5e509149a4e6,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:13.134721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'd3632c8b-0f9e-4c58-ba41-5e509149a4e6', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'd3632c8b-0f9e-4c58-ba41-5e509149a4e6', 'mac_address': 'fa:16:3e:65:36:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:13.176147 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.189307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3632c8b-0f9e-4c58-ba41-5e509149a4e6 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:13.216018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d3632c8b-0f9e-4c58-ba41-5e509149a4e6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d3632c8b-0f9e-4c58-ba41-5e509149a4e6,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:13.220848 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.225223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa095b-c62b-46b1-989d-6854132a5c80 req-0abde3e0-f053-47a4-a862-fe26084b7823 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:13.226778 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6fa095b-c62b-46b1-989d-6854132a5c80 req-0abde3e0-f053-47a4-a862-fe26084b7823 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1679902 Jul 27 21:58:13.234919 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4db1f6f6-252b-4d83-8fed-aba889ded6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.267740 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-262a29b6-8e79-4d8a-ae0a-7c6c750d546f service neutron] 10.222.0.24 "GET /v2.0/networks/c7d377d9-72bf-40af-8a24-a0ca42b3d38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241604 Jul 27 21:58:13.271769 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.285670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:13.289919 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d3632c8b-0f9e-4c58-ba41-5e509149a4e6,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:13.300475 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4db1f6f6-252b-4d83-8fed-aba889ded6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.349594 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:13.359295 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6fa095b-c62b-46b1-989d-6854132a5c80 req-6ac2ae62-ad71-499d-aa5b-1b8dc61211b0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168973 Jul 27 21:58:13.364031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:13.382389 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:13.389515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:13.390090 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.397753 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.405848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event updated for resources: {'Port': ['ID=4bfa33cc-81c8-46d1-a361-d4a86d487b42,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:13.424730 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.425768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-b1b88e6b-d9e4-47ac-8748-03cc22e2a6fe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4018667 Jul 27 21:58:13.440051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Request body: {'port': {'device_id': '1b852664-30fb-41f2-aa33-44b7b6395b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:13.466174 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4db1f6f6-252b-4d83-8fed-aba889ded6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.468796 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4db1f6f6-252b-4d83-8fed-aba889ded6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.470058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4db1f6f6-252b-4d83-8fed-aba889ded6f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6500b962-551a-4a2c-a93c-42cbfb8dac2b HTTP/1.1" status: 204 len: 168 time: 0.4495120 Jul 27 21:58:13.475929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:58:13.494390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1f6f6-252b-4d83-8fed-aba889ded6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6500b962-551a-4a2c-a93c-42cbfb8dac2b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:13.508881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.509224 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Added segment 53ccd223-7c5c-42e6-90e8-b761aa90f502 of type vlan for network 928040ec-99fa-4ea9-90ff-dfb96380234f Jul 27 21:58:13.522580 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9924ab2-5250-4e33-9fdf-ddbf6a78755f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:13.551003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d3632c8b-0f9e-4c58-ba41-5e509149a4e6'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:13.575001 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.641206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.703831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da68d304-3754-4809-905b-87797d36241f {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:13.727167 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.785699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Transition to ACTIVE for port object da68d304-3754-4809-905b-87797d36241f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:13.788448 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.790534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:13.792136 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.810779 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.818506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7021b1c-49d1-4776-a186-aaacdc85d205 req-94dd1d8b-117e-47d7-bb67-dba58cc7b641 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:13.820489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7021b1c-49d1-4776-a186-aaacdc85d205 req-94dd1d8b-117e-47d7-bb67-dba58cc7b641 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 936 time: 0.2212155 Jul 27 21:58:13.893564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3a459ede-8fab-42c8-bf0f-07794eec30a3 None None] Provisioning for port 4bfa33cc-81c8-46d1-a361-d4a86d487b42 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:13.898650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3a459ede-8fab-42c8-bf0f-07794eec30a3 None None] Provisioning complete for port 4bfa33cc-81c8-46d1-a361-d4a86d487b42 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:13.899592 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a459ede-8fab-42c8-bf0f-07794eec30a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:13.968649 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3a459ede-8fab-42c8-bf0f-07794eec30a3 None None] Port 4bfa33cc-81c8-46d1-a361-d4a86d487b42 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:13.988813 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9890785 Jul 27 21:58:13.995260 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58122) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:14.006848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-04f70201-8bc4-4acd-9d5d-93ed7a518e65 admin admin] Request body: {'subnet': {'network_id': '928040ec-99fa-4ea9-90ff-dfb96380234f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2096502297-subnet', 'tenant_id': 'aae6d318d3224acba8f717499836bee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:14.013733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Pushing event updated for resources: {'Port': ['ID=da68d304-3754-4809-905b-87797d36241f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:14.022558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c1743-fd85-4bfd-a44d-e2964216c6ec admin admin] Pushing event updated for resources: {'Network': ['ID=928040ec-99fa-4ea9-90ff-dfb96380234f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:14.049433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 928040ec-99fa-4ea9-90ff-dfb96380234f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:58:14.081098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7021b1c-49d1-4776-a186-aaacdc85d205 req-28cdb7d8-d92a-41b2-a7fa-98c19a255a76 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511876 Jul 27 21:58:14.100403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa38d5f-7184-4fbb-8065-b60d3b7f1ec8 req-d135e9b6-4679-4fee-9713-f6512a77f15d tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:14.115095 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f70201-8bc4-4acd-9d5d-93ed7a518e65 admin admin] Made reservation on behalf of aae6d318d3224acba8f717499836bee4 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:14.117207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-baa38d5f-7184-4fbb-8065-b60d3b7f1ec8 req-d135e9b6-4679-4fee-9713-f6512a77f15d tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 1096 time: 0.1520491 Jul 27 21:58:14.128241 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04f70201-8bc4-4acd-9d5d-93ed7a518e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.290691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Attempting to bind port da68d304-3754-4809-905b-87797d36241f on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:14.291707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Attempting to bind port da68d304-3754-4809-905b-87797d36241f by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:14.292051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Attempting to bind port da68d304-3754-4809-905b-87797d36241f on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:14.310843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-baa38d5f-7184-4fbb-8065-b60d3b7f1ec8 req-a7baf8aa-c871-4885-b83a-9de7fc0779de tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870170 Jul 27 21:58:14.330479 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Port da68d304-3754-4809-905b-87797d36241f on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:14.331085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Attempting to bind port da68d304-3754-4809-905b-87797d36241f on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:14.344113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:14.344701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:14.346048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:14.346822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Bound port: da68d304-3754-4809-905b-87797d36241f, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:14.347339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.391872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329abf8-b800-4bc8-a325-ce2e98ae792c req-bbe60ec8-c7d1-4b46-ae40-06b931314428 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:14.399559 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6329abf8-b800-4bc8-a325-ce2e98ae792c req-bbe60ec8-c7d1-4b46-ae40-06b931314428 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 948 time: 0.1647220 Jul 27 21:58:14.456522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6329abf8-b800-4bc8-a325-ce2e98ae792c req-2ee398dd-ec22-43f5-ae02-c877be8b8136 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558887 Jul 27 21:58:14.489323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] For port da68d304-3754-4809-905b-87797d36241f, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:14.493285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] For port da68d304-3754-4809-905b-87797d36241f, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da68d304-3754-4809-905b-87797d36241f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:14.557137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bfa33cc-81c8-46d1-a361-d4a86d487b42 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:14.573962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.593563 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.616642 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b19df02e-0674-4af1-961b-4d9b4ef3e571 req-298996f6-7a22-4e73-af5b-2fa06b484de3 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 210 time: 0.0546286 Jul 27 21:58:14.627848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Transition to ACTIVE for port object 4bfa33cc-81c8-46d1-a361-d4a86d487b42 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:14.643677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:14.644281 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.645676 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] 10.222.0.41 "PUT /v2.0/ports/da68d304-3754-4809-905b-87797d36241f HTTP/1.1" status: 200 len: 1096 time: 1.7343609 Jul 27 21:58:14.646495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77270dd5-b66c-44ab-9af6-b49397a7d612', 'tag': 'da68d304-3754-4809-905b-87797d36241f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:14.649512 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ee824a-07ec-47d9-bd0b-3e41b8fa6941" -d '{"events": [{"name": "network-changed", "server_uuid": "77270dd5-b66c-44ab-9af6-b49397a7d612", "tag": "da68d304-3754-4809-905b-87797d36241f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:14.655924 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04f70201-8bc4-4acd-9d5d-93ed7a518e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.673566 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.741115 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c53137-405b-4093-95ff-c7444cfc2566 service neutron] Pushing event updated for resources: {'Port': ['ID=da68d304-3754-4809-905b-87797d36241f,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:14.780960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfa33cc-81c8-46d1-a361-d4a86d487b42,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:14.794462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84150d-6ef9-434d-9c8c-4a8c7fe4732c req-f5824f1e-21b8-41dc-87e3-1a15f625078b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:14.802893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f84150d-6ef9-434d-9c8c-4a8c7fe4732c req-f5824f1e-21b8-41dc-87e3-1a15f625078b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1909561 Jul 27 21:58:14.810082 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f70201-8bc4-4acd-9d5d-93ed7a518e65 admin admin] Checking segment: {'id': '53ccd223-7c5c-42e6-90e8-b761aa90f502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '928040ec-99fa-4ea9-90ff-dfb96380234f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:14.810420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f70201-8bc4-4acd-9d5d-93ed7a518e65 admin admin] Network hostable DHCP agents. Network: 928040ec-99fa-4ea9-90ff-dfb96380234f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:58:14.815831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f70201-8bc4-4acd-9d5d-93ed7a518e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49c9590-1316-4a47-8dce-0042adcdde57,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:14.829056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-94a51c75-daab-4aba-999f-7db43020c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:14.831578 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-94a51c75-daab-4aba-999f-7db43020c29c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 1099 time: 0.1187720 Jul 27 21:58:14.849336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f70201-8bc4-4acd-9d5d-93ed7a518e65 admin admin] Network 928040ec-99fa-4ea9-90ff-dfb96380234f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:58:14.897778 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-8c6e0ce7-61e5-47a5-a4b0-ebf9df2d17b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=da68d304-3754-4809-905b-87797d36241f HTTP/1.1" status: 200 len: 217 time: 0.0579717 Jul 27 21:58:14.904916 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f84150d-6ef9-434d-9c8c-4a8c7fe4732c req-9e4663d1-e33d-4329-9de6-da5272b87a4f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978513 Jul 27 21:58:14.918154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b16c31-c0d1-4dda-9a61-9f4b463002dc req-ef49b4ae-6b39-4b72-b4d2-5150ea08bb8e tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:14.924711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-04f70201-8bc4-4acd-9d5d-93ed7a518e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 928040ec-99fa-4ea9-90ff-dfb96380234f) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:14.939308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12b16c31-c0d1-4dda-9a61-9f4b463002dc req-ef49b4ae-6b39-4b72-b4d2-5150ea08bb8e tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 1096 time: 0.2138672 Jul 27 21:58:14.951039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f70201-8bc4-4acd-9d5d-93ed7a518e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:14.951734 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04f70201-8bc4-4acd-9d5d-93ed7a518e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:14.963323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa9fd1-b9f7-4af0-ac89-52c1ec2094dc None None] Network 928040ec-99fa-4ea9-90ff-dfb96380234f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:14.968392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Attempting to bind port 4bfa33cc-81c8-46d1-a361-d4a86d487b42 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:14.969332 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Attempting to bind port 4bfa33cc-81c8-46d1-a361-d4a86d487b42 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:14.969619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Attempting to bind port 4bfa33cc-81c8-46d1-a361-d4a86d487b42 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:14.987866 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-04f70201-8bc4-4acd-9d5d-93ed7a518e65 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9890847 Jul 27 21:58:15.009725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-5452ab06-d1d7-4b85-a77a-7a7488f96c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:15.009725 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-5452ab06-d1d7-4b85-a77a-7a7488f96c55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0990994 Jul 27 21:58:15.056949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Port 4bfa33cc-81c8-46d1-a361-d4a86d487b42 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:15.057157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Attempting to bind port 4bfa33cc-81c8-46d1-a361-d4a86d487b42 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:15.072887 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d92553-2764-4cac-aeae-a18f402ce49b x-openstack-request-id: req-f1d92553-2764-4cac-aeae-a18f402ce49b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:15.073250 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77270dd5-b66c-44ab-9af6-b49397a7d612", "tag": "da68d304-3754-4809-905b-87797d36241f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:15.073425 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1d92553-2764-4cac-aeae-a18f402ce49b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:15.073824 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77270dd5-b66c-44ab-9af6-b49397a7d612', 'tag': 'da68d304-3754-4809-905b-87797d36241f', 'status': 'completed', 'code': 200} Jul 27 21:58:15.077512 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12b16c31-c0d1-4dda-9a61-9f4b463002dc req-8d7cb185-1548-4203-ba69-df66a660f661 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307828 Jul 27 21:58:15.090727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:15.091071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:15.093010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:15.093134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Bound port: 4bfa33cc-81c8-46d1-a361-d4a86d487b42, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:15.093444 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.212864 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d3632c8b-0f9e-4c58-ba41-5e509149a4e6 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:15.255106 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-49cbb84a-071b-4aff-9c00-7e2b920d3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:15.258595 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-49cbb84a-071b-4aff-9c00-7e2b920d3be1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2255044 Jul 27 21:58:15.258949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] For port 4bfa33cc-81c8-46d1-a361-d4a86d487b42, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:15.265086 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] For port 4bfa33cc-81c8-46d1-a361-d4a86d487b42, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4bfa33cc-81c8-46d1-a361-d4a86d487b42,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:15.270538 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.372778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:15.373539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.375015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/4bfa33cc-81c8-46d1-a361-d4a86d487b42 HTTP/1.1" status: 200 len: 1095 time: 1.9404643 Jul 27 21:58:15.375410 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b852664-30fb-41f2-aa33-44b7b6395b61', 'tag': '4bfa33cc-81c8-46d1-a361-d4a86d487b42'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:15.380217 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab20644-90f3-40ec-9889-62ad6942d2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1b852664-30fb-41f2-aa33-44b7b6395b61", "tag": "4bfa33cc-81c8-46d1-a361-d4a86d487b42"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:15.418819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c21d8b-a6c1-46f0-b766-fe6060cbd8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfa33cc-81c8-46d1-a361-d4a86d487b42,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:15.426025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-45bbe40a-6b4d-4dee-9eac-0f55f05d5c4c tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:15.428916 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-45bbe40a-6b4d-4dee-9eac-0f55f05d5c4c tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.43 "GET /v2.0/networks?id=c7d377d9-72bf-40af-8a24-a0ca42b3d38b HTTP/1.1" status: 200 len: 813 time: 0.4215918 Jul 27 21:58:15.460960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Request body: {'port': {'device_id': '7424fb8f-8bea-4e86-9729-2b77f30276e3', 'network_id': 'c7d377d9-72bf-40af-8a24-a0ca42b3d38b', 'admin_state_up': True, 'tenant_id': '41c2920bc58442c6a17cab54e99c163f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:15.463039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a280740e-27bc-430b-90d5-21ca8125f3f7 None None] Network 928040ec-99fa-4ea9-90ff-dfb96380234f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:58:15.542792 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-0e8041db-e58e-474c-95f0-80ddc054d279 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576873 Jul 27 21:58:15.555232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-c19fac17-3ccd-43d5-88d6-247b0aff46dd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8ba063608cdd49879a6e51ab2b4adfbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658135 Jul 27 21:58:15.597733 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-027b6512-1a03-4223-8b51-4e8ac5098d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.601610 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57b5b3-be3f-4c2a-af30-0690be3f87fc req-a30f6512-8016-4b6f-aa7b-83a1ce3989ff tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:15.603159 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec57b5b3-be3f-4c2a-af30-0690be3f87fc req-a30f6512-8016-4b6f-aa7b-83a1ce3989ff tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 948 time: 0.1625924 Jul 27 21:58:15.658389 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.668874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port d3632c8b-0f9e-4c58-ba41-5e509149a4e6 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:15.673232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port d3632c8b-0f9e-4c58-ba41-5e509149a4e6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:15.674626 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.693453 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Made reservation on behalf of 41c2920bc58442c6a17cab54e99c163f for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:15.697132 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.713056 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-72cb4b08-9312-4f1c-9e36-22c310ba039f service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602201 Jul 27 21:58:15.768695 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.799286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1eefb5-4250-4fe0-a180-1674371b3754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3632c8b-0f9e-4c58-ba41-5e509149a4e6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:15.801603 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420c9f28-419b-4579-a698-9217f37624bd" -d '{"events": [{"server_uuid": "2a1eefb5-4250-4fe0-a180-1674371b3754", "name": "network-vif-plugged", "status": "completed", "tag": "d3632c8b-0f9e-4c58-ba41-5e509149a4e6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:15.816485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d3632c8b-0f9e-4c58-ba41-5e509149a4e6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d3632c8b-0f9e-4c58-ba41-5e509149a4e6,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:15.821580 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:15.874574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d3632c8b-0f9e-4c58-ba41-5e509149a4e6,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:15.884084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee824a-07ec-47d9-bd0b-3e41b8fa6941 req-ed805654-77c8-48a0-9012-63617110d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:15.885686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c2ee824a-07ec-47d9-bd0b-3e41b8fa6941 req-ed805654-77c8-48a0-9012-63617110d807 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 1099 time: 0.1023679 Jul 27 21:58:15.894486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-712106fc-75d0-4ff7-991e-b6cb76a89a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:15.896201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-712106fc-75d0-4ff7-991e-b6cb76a89a3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=1b852664-30fb-41f2-aa33-44b7b6395b61 HTTP/1.1" status: 200 len: 1098 time: 0.4661107 Jul 27 21:58:15.950478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Allocated IP 172.20.0.13 (c7d377d9-72bf-40af-8a24-a0ca42b3d38b/8ad0fc9c-b9ef-41b7-98b0-ae0549efa4fe/2a6fa5a4-7577-476d-9ef1-9235eb916048) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:15.967294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-c74db9a4-2fe0-49d7-8a1e-0b8973c47529 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=4bfa33cc-81c8-46d1-a361-d4a86d487b42 HTTP/1.1" status: 200 len: 217 time: 0.0561593 Jul 27 21:58:16.036638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec57b5b3-be3f-4c2a-af30-0690be3f87fc req-0d6a38db-3089-4f17-ba7c-c55c0ad61f96 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394403 Jul 27 21:58:16.053738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3031-2539-4e98-ba13-ebad235ee053 req-5d455aea-f094-44c5-bd3b-e0d7414ff689 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.061201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-5d455aea-f094-44c5-bd3b-e0d7414ff689 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5050423 Jul 27 21:58:16.082880 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-885afea4-369f-4241-9de7-c70ca4e6433d tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/quotas/8ba063608cdd49879a6e51ab2b4adfbf HTTP/1.1" status: 200 len: 375 time: 0.0206921 Jul 27 21:58:16.085122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-d1faf52d-5516-4b2e-8c52-90ace3fe0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.087567 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-d1faf52d-5516-4b2e-8c52-90ace3fe0d78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1000640 Jul 27 21:58:16.114119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.144836 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5055d70d-b461-484f-9cbf-c0e52995c915 x-openstack-request-id: req-5055d70d-b461-484f-9cbf-c0e52995c915 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:16.145107 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b852664-30fb-41f2-aa33-44b7b6395b61", "tag": "4bfa33cc-81c8-46d1-a361-d4a86d487b42", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:16.145360 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5055d70d-b461-484f-9cbf-c0e52995c915 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:16.145748 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b852664-30fb-41f2-aa33-44b7b6395b61', 'tag': '4bfa33cc-81c8-46d1-a361-d4a86d487b42', 'status': 'completed', 'code': 200} Jul 27 21:58:16.151091 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-341af2f4-9cc7-4211-b7bc-0765d5415aa1 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8ba063608cdd49879a6e51ab2b4adfbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623202 Jul 27 21:58:16.166592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-15c3f6f6-e847-40e9-9730-fd55e3b6426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.168255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-15c3f6f6-e847-40e9-9730-fd55e3b6426d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662298 Jul 27 21:58:16.209238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee824a-07ec-47d9-bd0b-3e41b8fa6941 req-d33e50f3-894a-4ae2-b008-94eb42ebb70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.210736 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c2ee824a-07ec-47d9-bd0b-3e41b8fa6941 req-d33e50f3-894a-4ae2-b008-94eb42ebb70c service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3127730 Jul 27 21:58:16.284388 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.305561 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c2ee824a-07ec-47d9-bd0b-3e41b8fa6941 req-80c7ced4-4f64-466f-afdb-fcd4b87731a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=da68d304-3754-4809-905b-87797d36241f HTTP/1.1" status: 200 len: 217 time: 0.0516281 Jul 27 21:58:16.389937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee824a-07ec-47d9-bd0b-3e41b8fa6941 req-a9bb0e79-f4b0-47b7-9138-94611b67336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.391478 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c2ee824a-07ec-47d9-bd0b-3e41b8fa6941 req-a9bb0e79-f4b0-47b7-9138-94611b67336d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0720680 Jul 27 21:58:16.403706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-9e3dd3af-3749-40d9-b6c3-5467f3d58e8f service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266676 Jul 27 21:58:16.437292 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.466069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee824a-07ec-47d9-bd0b-3e41b8fa6941 req-5615da52-5635-4d10-a60e-76e614bf3670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.467878 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c2ee824a-07ec-47d9-bd0b-3e41b8fa6941 req-5615da52-5635-4d10-a60e-76e614bf3670 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666416 Jul 27 21:58:16.492813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238c87e-35d7-4e0d-b932-9ad5673dd4cd req-c442ceeb-62d0-4c3d-9b98-5fe377c80655 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.494348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5238c87e-35d7-4e0d-b932-9ad5673dd4cd req-c442ceeb-62d0-4c3d-9b98-5fe377c80655 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 949 time: 0.1467154 Jul 27 21:58:16.507943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17844086-728b-4153-9a32-e5027654862f req-f1249432-01e6-4b03-8f2a-daa049522be8 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.509525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-f1249432-01e6-4b03-8f2a-daa049522be8 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 808 time: 0.2334609 Jul 27 21:58:16.553122 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.558246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-837387d0-a560-44a9-81b5-a88f9d3ddeb4 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/quotas/48c07bc2e64240d8afb0624a793a2735 HTTP/1.1" status: 200 len: 375 time: 0.0349627 Jul 27 21:58:16.599159 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5238c87e-35d7-4e0d-b932-9ad5673dd4cd req-c3cb649c-63aa-41d9-96ff-7b9103003d8c tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883367 Jul 27 21:58:16.629222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-886180d6-c951-4498-81df-90763a114949 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588789 Jul 27 21:58:16.632157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7bb40a-1bbd-4058-a65b-06c51c1491a9 req-9aced1f9-b81c-49ef-a622-5dfb86a07145 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175896 Jul 27 21:58:16.641942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Network c7d377d9-72bf-40af-8a24-a0ca42b3d38b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:16.652476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:16.656088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Pushing event updated for resources: {'Port': ['ID=2a6fa5a4-7577-476d-9ef1-9235eb916048,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:16.661735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:16.667590 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c2ee824a-07ec-47d9-bd0b-3e41b8fa6941 req-751beb8a-5b63-4fc8-b92f-e7a4732f218d service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895008 Jul 27 21:58:16.785012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.785721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.796389 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-b94d1694-a33d-4922-a098-e38f5849747c service neutron] 10.222.0.24 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391129 Jul 27 21:58:16.816036 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-f95aa577-dbe8-4792-9daf-87c6cc9822c2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3632267 Jul 27 21:58:16.833185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab20644-90f3-40ec-9889-62ad6942d2fe req-34fa4590-edc5-4649-8b09-8b635541d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.834655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ab20644-90f3-40ec-9889-62ad6942d2fe req-34fa4590-edc5-4649-8b09-8b635541d8c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=1b852664-30fb-41f2-aa33-44b7b6395b61 HTTP/1.1" status: 200 len: 1098 time: 0.1067684 Jul 27 21:58:16.837945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Request body: {'port': {'device_id': '7424fb8f-8bea-4e86-9729-2b77f30276e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:16.860701 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c2ee824a-07ec-47d9-bd0b-3e41b8fa6941 req-a5850bb6-a4e5-426a-ad04-e310acfaecef service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732087 Jul 27 21:58:16.907093 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:16.948623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d75d46-2bae-488b-beec-f909608e82f8 req-0979ef27-6ce2-4761-b080-e81552553e12 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:16.950175 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37d75d46-2bae-488b-beec-f909608e82f8 req-0979ef27-6ce2-4761-b080-e81552553e12 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 932 time: 0.1754093 Jul 27 21:58:17.011789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-7496fa24-397f-40db-98df-856e44c8ca99 service neutron] 10.222.0.24 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921980 Jul 27 21:58:17.035476 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37d75d46-2bae-488b-beec-f909608e82f8 req-8f482cb5-ccf5-4a1b-a2a7-cf97bf456d86 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729551 Jul 27 21:58:17.036916 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab20644-90f3-40ec-9889-62ad6942d2fe req-9410955a-af3e-4883-b06f-8f4d6a31c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.038303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ab20644-90f3-40ec-9889-62ad6942d2fe req-9410955a-af3e-4883-b06f-8f4d6a31c3c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1699560 Jul 27 21:58:17.110171 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e61a327-f28b-408e-a053-92e07378b69b x-openstack-request-id: req-1e61a327-f28b-408e-a053-92e07378b69b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:17.110619 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1eefb5-4250-4fe0-a180-1674371b3754", "name": "network-vif-plugged", "status": "completed", "tag": "d3632c8b-0f9e-4c58-ba41-5e509149a4e6", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:17.111320 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e61a327-f28b-408e-a053-92e07378b69b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:17.111782 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1eefb5-4250-4fe0-a180-1674371b3754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3632c8b-0f9e-4c58-ba41-5e509149a4e6', 'code': 200} Jul 27 21:58:17.125797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ab20644-90f3-40ec-9889-62ad6942d2fe req-f42f550d-12db-4fcd-8403-bceee5aebe84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=4bfa33cc-81c8-46d1-a361-d4a86d487b42 HTTP/1.1" status: 200 len: 217 time: 0.0785542 Jul 27 21:58:17.217043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6fa5a4-7577-476d-9ef1-9235eb916048 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:17.226723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.242302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Transition to ACTIVE for port object 2a6fa5a4-7577-476d-9ef1-9235eb916048 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:17.246897 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.300761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab20644-90f3-40ec-9889-62ad6942d2fe req-5d971c3b-1def-4ccf-8d8f-04c4f15d334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.302477 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ab20644-90f3-40ec-9889-62ad6942d2fe req-5d971c3b-1def-4ccf-8d8f-04c4f15d334a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1661539 Jul 27 21:58:17.324499 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f1fc4-e35b-43ad-86ee-9558b7e600c8 req-6bf48282-c7bb-4675-8d80-c035054c569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.326063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-491f1fc4-e35b-43ad-86ee-9558b7e600c8 req-6bf48282-c7bb-4675-8d80-c035054c569b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 1100 time: 0.0992818 Jul 27 21:58:17.331313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6fa5a4-7577-476d-9ef1-9235eb916048,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:17.393854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ead68-f9d7-4a8c-877b-5d8c233b61fd req-a47e2fff-837c-41ba-8510-5789bd526043 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.399697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Attempting to bind port 2a6fa5a4-7577-476d-9ef1-9235eb916048 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:17.400039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Attempting to bind port 2a6fa5a4-7577-476d-9ef1-9235eb916048 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'd6cdf379-83b3-4edf-8c3a-a2bdaa78aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7d377d9-72bf-40af-8a24-a0ca42b3d38b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:17.400369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Attempting to bind port 2a6fa5a4-7577-476d-9ef1-9235eb916048 on network c7d377d9-72bf-40af-8a24-a0ca42b3d38b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:17.402528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e77ead68-f9d7-4a8c-877b-5d8c233b61fd req-a47e2fff-837c-41ba-8510-5789bd526043 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1894369 Jul 27 21:58:17.406482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Port 2a6fa5a4-7577-476d-9ef1-9235eb916048 on network c7d377d9-72bf-40af-8a24-a0ca42b3d38b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:17.407182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Attempting to bind port 2a6fa5a4-7577-476d-9ef1-9235eb916048 on network c7d377d9-72bf-40af-8a24-a0ca42b3d38b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:17.417683 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:17.417944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Checking segment: {'id': 'd6cdf379-83b3-4edf-8c3a-a2bdaa78aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7d377d9-72bf-40af-8a24-a0ca42b3d38b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:17.420341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Bound using segment: {'id': 'd6cdf379-83b3-4edf-8c3a-a2bdaa78aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7d377d9-72bf-40af-8a24-a0ca42b3d38b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:17.420808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Bound port: 2a6fa5a4-7577-476d-9ef1-9235eb916048, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6cdf379-83b3-4edf-8c3a-a2bdaa78aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c7d377d9-72bf-40af-8a24-a0ca42b3d38b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:17.421179 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.483166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e77ead68-f9d7-4a8c-877b-5d8c233b61fd req-0cc981ee-6f0c-4fad-9c0a-45ec37e305f6 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767872 Jul 27 21:58:17.487719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab20644-90f3-40ec-9889-62ad6942d2fe req-738d4e19-1ed0-4e96-a272-84f1ef532ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.502982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ab20644-90f3-40ec-9889-62ad6942d2fe req-738d4e19-1ed0-4e96-a272-84f1ef532ce1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1906128 Jul 27 21:58:17.505272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-491f1fc4-e35b-43ad-86ee-9558b7e600c8 req-ee11ec20-87e0-4059-b365-cb8f5f73934f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496408 Jul 27 21:58:17.515998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.43', 61993) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:17.540415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] For port 2a6fa5a4-7577-476d-9ef1-9235eb916048, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:17.544628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] For port 2a6fa5a4-7577-476d-9ef1-9235eb916048, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a6fa5a4-7577-476d-9ef1-9235eb916048,segment=NetworkSegment(d6cdf379-83b3-4edf-8c3a-a2bdaa78aee7),segment_id=d6cdf379-83b3-4edf-8c3a-a2bdaa78aee7)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:17.551632 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.599286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.600445 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.602397 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] 10.222.0.43 "PUT /v2.0/ports/2a6fa5a4-7577-476d-9ef1-9235eb916048 HTTP/1.1" status: 200 len: 1092 time: 0.7703590 Jul 27 21:58:17.604647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7424fb8f-8bea-4e86-9729-2b77f30276e3', 'tag': '2a6fa5a4-7577-476d-9ef1-9235eb916048'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:17.606962 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d60b68-459a-418c-a06a-2be6d85d24c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7424fb8f-8bea-4e86-9729-2b77f30276e3", "tag": "2a6fa5a4-7577-476d-9ef1-9235eb916048"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:17.623961 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-5ae94dfe-031d-4523-bb0b-a5ff07ba5ace tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8ba063608cdd49879a6e51ab2b4adfbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382926 Jul 27 21:58:17.628310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c98286e1-01d7-4b3d-864d-598c9bdcb7be req-f0c412b8-581f-4822-bef4-b03bb28eb411 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 210 time: 0.0410531 Jul 27 21:58:17.699453 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ab20644-90f3-40ec-9889-62ad6942d2fe req-46b496d7-7fe1-4265-851d-f2bfa797e050 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877747 Jul 27 21:58:17.725001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6ec2c-17bc-49b5-992a-cb800b38b576 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6fa5a4-7577-476d-9ef1-9235eb916048,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:17.805321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-659f87da-be53-4718-a603-19d15350bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.806947 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-659f87da-be53-4718-a603-19d15350bb4c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41c2920bc58442c6a17cab54e99c163f&device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 1095 time: 0.0751595 Jul 27 21:58:17.876117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a32ac-152c-4148-804d-2d3cd018dbe9 req-66a44b6c-0352-402e-8269-bfd5db4934b3 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.877533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a84a32ac-152c-4148-804d-2d3cd018dbe9 req-66a44b6c-0352-402e-8269-bfd5db4934b3 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 948 time: 0.0878386 Jul 27 21:58:17.880153 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-4680b05f-b3a9-48dd-ae10-9e70a112055f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a6fa5a4-7577-476d-9ef1-9235eb916048 HTTP/1.1" status: 200 len: 217 time: 0.0541089 Jul 27 21:58:17.882105 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ab20644-90f3-40ec-9889-62ad6942d2fe req-a604ec70-c444-4fcc-b337-4f1ae3ba1590 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730740 Jul 27 21:58:17.931892 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:17.934661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3031-2539-4e98-ba13-ebad235ee053 req-8c924849-5da1-48e3-accb-74da0569c741 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.935328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a84a32ac-152c-4148-804d-2d3cd018dbe9 req-620c9b8c-cbd2-4800-8ab0-7b4a275d8cfc tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476120 Jul 27 21:58:17.936170 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-8c924849-5da1-48e3-accb-74da0569c741 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979844 Jul 27 21:58:17.956778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-6718a962-874a-4f7d-9413-c540bdcf1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:17.958451 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-6718a962-874a-4f7d-9413-c540bdcf1000 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8ad0fc9c-b9ef-41b7-98b0-ae0549efa4fe HTTP/1.1" status: 200 len: 853 time: 0.0687807 Jul 27 21:58:17.963609 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Request body: {'port': {'device_id': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '8ba063608cdd49879a6e51ab2b4adfbf'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:18.036190 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32623f71-9195-4546-a85d-bf4885b73567 req-4ee0d895-7827-4a5f-b42b-4e9646af034c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 210 time: 0.0466769 Jul 27 21:58:18.076425 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-e45455f1-8790-473e-a6cc-58ec2ce78e58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7d377d9-72bf-40af-8a24-a0ca42b3d38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094117 Jul 27 21:58:18.151554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ed971-d115-4acf-a774-41fcbb837059 req-023ca710-b799-4334-88d2-deff5a1ecdb6 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:18.153325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a5ed971-d115-4acf-a774-41fcbb837059 req-023ca710-b799-4334-88d2-deff5a1ecdb6 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 949 time: 0.0539904 Jul 27 21:58:18.202378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a5ed971-d115-4acf-a774-41fcbb837059 req-033baa75-2cca-4eb9-85a2-e608bc150f56 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410383 Jul 27 21:58:18.213761 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-dd6f636a-027c-41c1-9476-fb964721deaf service neutron] 10.222.0.43 "GET /v2.0/networks/c7d377d9-72bf-40af-8a24-a0ca42b3d38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225667 Jul 27 21:58:18.218621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Made reservation on behalf of 8ba063608cdd49879a6e51ab2b4adfbf for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:18.231707 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.248817 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.291740 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef2e532-d6ba-427d-ab48-2ada4d2d79dd x-openstack-request-id: req-4ef2e532-d6ba-427d-ab48-2ada4d2d79dd {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:18.292086 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7424fb8f-8bea-4e86-9729-2b77f30276e3", "tag": "2a6fa5a4-7577-476d-9ef1-9235eb916048", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:18.292252 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ef2e532-d6ba-427d-ab48-2ada4d2d79dd {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:18.292633 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7424fb8f-8bea-4e86-9729-2b77f30276e3', 'tag': '2a6fa5a4-7577-476d-9ef1-9235eb916048', 'status': 'completed', 'code': 200} Jul 27 21:58:18.371940 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-748bbb6c-056a-4c16-8c64-f45c1e6d9c5a req-1f85b77c-b7df-43a4-93c4-c876a5e73f6a service neutron] 10.222.0.43 "GET /v2.0/networks/c7d377d9-72bf-40af-8a24-a0ca42b3d38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376646 Jul 27 21:58:18.440558 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.446164 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.534183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de720e-cb40-4070-96b6-d2316389eeaf req-8cb5ba45-91f7-444e-be7b-fea7d8f21eed tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:18.541890 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73de720e-cb40-4070-96b6-d2316389eeaf req-8cb5ba45-91f7-444e-be7b-fea7d8f21eed tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 944 time: 0.1428304 Jul 27 21:58:18.549042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:18.581142 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d60b68-459a-418c-a06a-2be6d85d24c9 req-750dcb98-9fd1-4b83-88fd-8c5f92d3c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:18.583572 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35d60b68-459a-418c-a06a-2be6d85d24c9 req-750dcb98-9fd1-4b83-88fd-8c5f92d3c8ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=41c2920bc58442c6a17cab54e99c163f&device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 1095 time: 0.1325018 Jul 27 21:58:18.628818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73de720e-cb40-4070-96b6-d2316389eeaf req-2ee6b27c-5fc8-4bd2-9466-11dfea546348 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858638 Jul 27 21:58:18.660260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17844086-728b-4153-9a32-e5027654862f req-791772cb-4eb5-4a4c-94aa-3831681158de tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:18.661801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-791772cb-4eb5-4a4c-94aa-3831681158de tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.41 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 808 time: 0.2081065 Jul 27 21:58:18.680333 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-17844086-728b-4153-9a32-e5027654862f req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Request body: {'port': {'device_id': 'f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f', 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8', 'admin_state_up': True, 'tenant_id': '48c07bc2e64240d8afb0624a793a2735'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:18.707561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Allocated IP 192.168.233.67 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/543f02b2-e472-4658-b4a6-1a8318f4c0a5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:18.747024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d60b68-459a-418c-a06a-2be6d85d24c9 req-5f7b57b5-dc82-41ae-bfd1-7a48e0e02437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:18.748484 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35d60b68-459a-418c-a06a-2be6d85d24c9 req-5f7b57b5-dc82-41ae-bfd1-7a48e0e02437 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c7d377d9-72bf-40af-8a24-a0ca42b3d38b HTTP/1.1" status: 200 len: 914 time: 0.1557853 Jul 27 21:58:18.776339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58266) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:18.816328 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35d60b68-459a-418c-a06a-2be6d85d24c9 req-2a2a7c2c-bad9-4b13-9601-e08f2907e647 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a6fa5a4-7577-476d-9ef1-9235eb916048 HTTP/1.1" status: 200 len: 217 time: 0.0473137 Jul 27 21:58:18.827578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06ee83-1794-4e1a-bba7-6b2bede93af6 req-780912a2-e5d2-4b32-8bfb-d434238f8349 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:18.829209 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a06ee83-1794-4e1a-bba7-6b2bede93af6 req-780912a2-e5d2-4b32-8bfb-d434238f8349 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.0851026 Jul 27 21:58:18.903920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a06ee83-1794-4e1a-bba7-6b2bede93af6 req-92e672c0-e543-4393-b86a-3c483ac421d5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667441 Jul 27 21:58:18.906369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17844086-728b-4153-9a32-e5027654862f req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Made reservation on behalf of 48c07bc2e64240d8afb0624a793a2735 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:18.910281 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-17844086-728b-4153-9a32-e5027654862f req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:18.914983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d60b68-459a-418c-a06a-2be6d85d24c9 req-520c8bab-033b-4601-9cef-4f68ddcfacb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:18.916444 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35d60b68-459a-418c-a06a-2be6d85d24c9 req-520c8bab-033b-4601-9cef-4f68ddcfacb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8ad0fc9c-b9ef-41b7-98b0-ae0549efa4fe HTTP/1.1" status: 200 len: 853 time: 0.0812812 Jul 27 21:58:18.922481 n-d-802011-3 neutron-server[93834]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 21:58:18.938136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-e49df7fd-5fb6-4bb2-983d-10f1845d46b6 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:58:18.939289 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-e49df7fd-5fb6-4bb2-983d-10f1845d46b6 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1612275 Jul 27 21:58:18.983026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35d60b68-459a-418c-a06a-2be6d85d24c9 req-0299ab9d-df83-4b22-a99e-23b606d29d90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c7d377d9-72bf-40af-8a24-a0ca42b3d38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376775 Jul 27 21:58:19.014132 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-8ad0ddcd-2c4a-4e98-9245-7a812c59ddae service neutron] show failed (client error): The resource could not be found. Jul 27 21:58:19.015569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-8ad0ddcd-2c4a-4e98-9245-7a812c59ddae service neutron] 10.222.0.43 "GET /v2.0/ports/456478a7-f3b0-470d-a6ec-74dfc66dbe60/bindings/n-h2-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.1494911 Jul 27 21:58:19.035483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ca98faf-9627-47c8-bb64-b0a72ee44c5c req-3bb5fc2a-2c98-4049-9de0-31ff06032fe7 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 210 time: 0.0410216 Jul 27 21:58:19.070088 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.087070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] Request body: {'binding': {'host': 'n-h1-802011-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:19.087597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:58:19.123176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Transition to ACTIVE for port object 543f02b2-e472-4658-b4a6-1a8318f4c0a5 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:19.174876 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-17844086-728b-4153-9a32-e5027654862f req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Allocated IP 172.20.0.2 (7cee2f76-6b3e-4186-8970-022f34a894f8/eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2/d275c33b-e5b0-49d2-9578-f794e3414224) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:19.182704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da68d304-3754-4809-905b-87797d36241f details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:19.195509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91e9ff-a2d8-4911-b8f4-6a03888cd7be req-bbfb5c7c-2ed0-4e3e-adfa-7afbd1766603 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:19.196921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f91e9ff-a2d8-4911-b8f4-6a03888cd7be req-bbfb5c7c-2ed0-4e3e-adfa-7afbd1766603 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 948 time: 0.0861473 Jul 27 21:58:19.214875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35d60b68-459a-418c-a06a-2be6d85d24c9 req-f6394624-843f-451c-a5eb-933115a48ee5 service neutron] 10.222.0.43 "GET /v2.0/networks/c7d377d9-72bf-40af-8a24-a0ca42b3d38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211697 Jul 27 21:58:19.268589 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f91e9ff-a2d8-4911-b8f4-6a03888cd7be req-e47495b7-2e4d-4011-a93c-25b166c4a167 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558848 Jul 27 21:58:19.327464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da68d304-3754-4809-905b-87797d36241f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da68d304-3754-4809-905b-87797d36241f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:19.345271 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'da68d304-3754-4809-905b-87797d36241f', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'da68d304-3754-4809-905b-87797d36241f', 'mac_address': 'fa:16:3e:65:e5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:19.391924 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.404908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75050e1d-658c-4991-84b7-a03b83076076 req-670845ed-2b4b-447d-97bb-248d889cf208 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 210 time: 0.0454462 Jul 27 21:58:19.406379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da68d304-3754-4809-905b-87797d36241f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:19.430841 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-17844086-728b-4153-9a32-e5027654862f req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.441650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da68d304-3754-4809-905b-87797d36241f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da68d304-3754-4809-905b-87797d36241f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:19.448584 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.449726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4bfa33cc-81c8-46d1-a361-d4a86d487b42 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:19.479143 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-17844086-728b-4153-9a32-e5027654862f req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.520769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=da68d304-3754-4809-905b-87797d36241f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:19.536871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4bfa33cc-81c8-46d1-a361-d4a86d487b42, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4bfa33cc-81c8-46d1-a361-d4a86d487b42,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:19.550399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '4bfa33cc-81c8-46d1-a361-d4a86d487b42', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '4bfa33cc-81c8-46d1-a361-d4a86d487b42', 'mac_address': 'fa:16:3e:8e:ee:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:19.551251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17844086-728b-4153-9a32-e5027654862f req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Network 7cee2f76-6b3e-4186-8970-022f34a894f8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:19.557708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-17844086-728b-4153-9a32-e5027654862f req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:19.558564 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.570716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-17844086-728b-4153-9a32-e5027654862f req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:19.576509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17844086-728b-4153-9a32-e5027654862f req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:19.578443 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-17844086-728b-4153-9a32-e5027654862f req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.586520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Pushing event updated for resources: {'Port': ['ID=d275c33b-e5b0-49d2-9578-f794e3414224,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:19.602340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ec4ff-7c3a-43b5-8700-ad9d5b16781c req-002b69d1-da18-4c6f-bed4-cc72173ae548 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:19.609598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b7ec4ff-7c3a-43b5-8700-ad9d5b16781c req-002b69d1-da18-4c6f-bed4-cc72173ae548 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 949 time: 0.1152413 Jul 27 21:58:19.612428 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.627152 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfa33cc-81c8-46d1-a361-d4a86d487b42 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:19.628653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-6fb10222-e125-4b49-9a1a-4305b4c69158 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9524677 Jul 27 21:58:19.645456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Request body: {'port': {'device_id': 'f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:19.651760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4bfa33cc-81c8-46d1-a361-d4a86d487b42, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4bfa33cc-81c8-46d1-a361-d4a86d487b42,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:19.656693 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.683961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b7ec4ff-7c3a-43b5-8700-ad9d5b16781c req-37004ef7-f496-4939-a595-1aa085ae2b7a tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733421 Jul 27 21:58:19.694748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-76d3e4c8-de18-432f-a16f-a98efe5ce087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:19.696234 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-76d3e4c8-de18-432f-a16f-a98efe5ce087 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9&tenant_id=1a8cb100fd00413a9aefa092bd27ec73 HTTP/1.1" status: 200 len: 1100 time: 0.4574909 Jul 27 21:58:19.699214 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:19.702998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] Attempting to bind port 5291f306-6be6-435a-a523-5ed424044b14 on host n-h1-802011-3 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:19.703338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] Attempting to bind port 5291f306-6be6-435a-a523-5ed424044b14 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:19.703662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] Attempting to bind port 5291f306-6be6-435a-a523-5ed424044b14 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:19.708257 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35d60b68-459a-418c-a06a-2be6d85d24c9 req-a01a26f9-6e33-4b2d-81e0-82fc3dfd57e4 service neutron] 10.222.0.43 "GET /v2.0/networks/c7d377d9-72bf-40af-8a24-a0ca42b3d38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801090 Jul 27 21:58:19.716761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:19.719806 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:19.723212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Pushing event updated for resources: {'Port': ['ID=543f02b2-e472-4658-b4a6-1a8318f4c0a5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:19.740068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:19.742516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] Port 5291f306-6be6-435a-a523-5ed424044b14 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:19.742838 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] Attempting to bind port 5291f306-6be6-435a-a523-5ed424044b14 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:19.747630 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.764536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4bfa33cc-81c8-46d1-a361-d4a86d487b42,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:19.779070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:19.779408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:19.783504 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:19.783976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] Bound port: 5291f306-6be6-435a-a523-5ed424044b14, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:19.882838 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:19.883462 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.889608 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.901643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['4bfa33cc-81c8-46d1-a361-d4a86d487b42'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:19.914840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['da68d304-3754-4809-905b-87797d36241f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:19.962190 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-b1d2c271-0b92-43d8-9faa-1b33ef167dbd tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0025721 Jul 27 21:58:19.967505 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=5291f306-6be6-435a-a523-5ed424044b14,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:19.985459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Request body: {'port': {'device_id': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:19.991029 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:19.993646 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-a8553595-3b0b-4f23-8f1c-01e6c2b1a940 service neutron] 10.222.0.24 "POST /v2.0/ports/5291f306-6be6-435a-a523-5ed424044b14/bindings HTTP/1.1" status: 201 len: 389 time: 0.9867170 Jul 27 21:58:20.017864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cbc1e-6e7c-4341-87d3-b497bcb12253 req-b609e1ba-b55d-4110-8d85-73cf8629feb9 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:20.019605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e55cbc1e-6e7c-4341-87d3-b497bcb12253 req-b609e1ba-b55d-4110-8d85-73cf8629feb9 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 944 time: 0.1329343 Jul 27 21:58:20.115597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e55cbc1e-6e7c-4341-87d3-b497bcb12253 req-a186dcc6-111b-471e-8e44-be57f60d471a tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833030 Jul 27 21:58:20.144270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0499c414-5bba-49f7-a24b-378f97526c62 None None] Provisioning for port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:20.147015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.232614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0499c414-5bba-49f7-a24b-378f97526c62 None None] Provisioning complete for port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:20.233173 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0499c414-5bba-49f7-a24b-378f97526c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.323125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d275c33b-e5b0-49d2-9578-f794e3414224 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:20.339731 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.364196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Transition to ACTIVE for port object d275c33b-e5b0-49d2-9578-f794e3414224 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:20.373618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665f18-3336-4c26-aba4-17af282d4090 req-f9e388c7-7545-42ab-944c-4f2af1a84710 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:20.375369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3665f18-3336-4c26-aba4-17af282d4090 req-f9e388c7-7545-42ab-944c-4f2af1a84710 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.0890434 Jul 27 21:58:20.378437 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.387394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:20.416161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0499c414-5bba-49f7-a24b-378f97526c62 None None] Port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:20.427707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b12-b346-483d-b3df-63e935d54519 req-fd2da329-68bd-46e7-9037-ba5ff1a7ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:20.429257 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-fd2da329-68bd-46e7-9037-ba5ff1a7ca48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 1096 time: 0.1116788 Jul 27 21:58:20.448146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:20.533743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456478a7-f3b0-470d-a6ec-74dfc66dbe60'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:20.536039 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8e63fd-ff52-4e79-a05c-500847aecbc5" -d '{"events": [{"server_uuid": "6d69389c-14e9-4a65-ba95-12ad72b69ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "456478a7-f3b0-470d-a6ec-74dfc66dbe60"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:20.542052 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.574146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Transition to ACTIVE for port object 456478a7-f3b0-470d-a6ec-74dfc66dbe60 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:20.589432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.617428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b12-b346-483d-b3df-63e935d54519 req-3155a6e6-8c3c-4cac-8ae7-5179870f60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:20.618924 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-3155a6e6-8c3c-4cac-8ae7-5179870f60a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.1791015 Jul 27 21:58:20.700009 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-1b4b8141-e71d-4658-9326-6f60b23057ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5291f306-6be6-435a-a523-5ed424044b14 HTTP/1.1" status: 200 len: 217 time: 0.0538375 Jul 27 21:58:20.743853 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Pushing event updated for resources: {'Port': ['ID=d275c33b-e5b0-49d2-9578-f794e3414224,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:20.744384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] No DVR routers for this DVR port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:20.762918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3665f18-3336-4c26-aba4-17af282d4090 req-54204aa0-617e-4a22-ad79-d9d6d2de9117 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743360 Jul 27 21:58:20.776236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=456478a7-f3b0-470d-a6ec-74dfc66dbe60,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:20.809123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Attempting to bind port d275c33b-e5b0-49d2-9578-f794e3414224 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:20.809469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Attempting to bind port d275c33b-e5b0-49d2-9578-f794e3414224 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:20.809801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Attempting to bind port d275c33b-e5b0-49d2-9578-f794e3414224 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:20.825902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8fd5f-b058-4c59-b742-cd6effd1a4ed req-2dc2fe72-6055-4c0f-a582-8d4736996c93 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:20.827502 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8eb8fd5f-b058-4c59-b742-cd6effd1a4ed req-2dc2fe72-6055-4c0f-a582-8d4736996c93 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 935 time: 0.3845549 Jul 27 21:58:20.830796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Port d275c33b-e5b0-49d2-9578-f794e3414224 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:20.831139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Attempting to bind port d275c33b-e5b0-49d2-9578-f794e3414224 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:20.845733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Attempting to bind port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:20.846118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Attempting to bind port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:20.846410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Attempting to bind port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:20.851521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b12-b346-483d-b3df-63e935d54519 req-6c85e3d9-e9a3-4cb0-8e2e-447e57ace884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:20.852971 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-6c85e3d9-e9a3-4cb0-8e2e-447e57ace884 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.1255631 Jul 27 21:58:20.858018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:20.858376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Attempting to bind port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:20.872726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:20.872726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:20.872726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Bound using segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:20.872726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Bound port: d275c33b-e5b0-49d2-9578-f794e3414224, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:20.872726 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.896492 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:20.896892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:20.897284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:20.897727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Bound port: 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:20.898122 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:20.917580 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-ac72a601-19ad-4a57-ad58-38d1ef6ef2d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485318 Jul 27 21:58:20.953932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543f02b2-e472-4658-b4a6-1a8318f4c0a5 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:20.956190 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8eb8fd5f-b058-4c59-b742-cd6effd1a4ed req-359b44dc-2974-4846-81e9-292649d960f8 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076720 Jul 27 21:58:20.966202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf13b9-8816-49c3-b767-d64487cfd57f req-bae9e1fb-df40-4a6f-90a5-8fa4f83e67a6 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:20.974061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eabf13b9-8816-49c3-b767-d64487cfd57f req-bae9e1fb-df40-4a6f-90a5-8fa4f83e67a6 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 945 time: 0.1454697 Jul 27 21:58:21.018133 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.041028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:21.050010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Transition to ACTIVE for port object 543f02b2-e472-4658-b4a6-1a8318f4c0a5 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:21.058315 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 2a6fa5a4-7577-476d-9ef1-9235eb916048 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:21.066565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eabf13b9-8816-49c3-b767-d64487cfd57f req-0435e7d4-acc9-4306-b30b-d6631fa0f260 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869887 Jul 27 21:58:21.071122 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.091678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d275c33b-e5b0-49d2-9578-f794e3414224,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:21.100213 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.120909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:21.127948 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-88435a74-2989-4cc1-8f55-c2ee83819909 service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012799 Jul 27 21:58:21.145246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659af106-d796-43a7-9326-c6f770225429 req-7e91bb91-4dfb-41da-9069-28a4fceb5e54 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:21.147040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-659af106-d796-43a7-9326-c6f770225429 req-7e91bb91-4dfb-41da-9069-28a4fceb5e54 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 949 time: 0.1124620 Jul 27 21:58:21.156951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:21.163678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:21.164297 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.165632 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] 10.222.0.41 "PUT /v2.0/ports/d275c33b-e5b0-49d2-9578-f794e3414224 HTTP/1.1" status: 200 len: 1091 time: 1.5254958 Jul 27 21:58:21.170708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f', 'tag': 'd275c33b-e5b0-49d2-9578-f794e3414224'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:21.173504 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f434684-cfdc-478c-ac90-906b1926ae3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f", "tag": "d275c33b-e5b0-49d2-9578-f794e3414224"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:21.202481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da68d304-3754-4809-905b-87797d36241f up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:21.210313 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.212959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Pushing event updated for resources: {'Port': ['ID=543f02b2-e472-4658-b4a6-1a8318f4c0a5,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:21.289650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 2a6fa5a4-7577-476d-9ef1-9235eb916048, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a6fa5a4-7577-476d-9ef1-9235eb916048,segment=NetworkSegment(d6cdf379-83b3-4edf-8c3a-a2bdaa78aee7),segment_id=d6cdf379-83b3-4edf-8c3a-a2bdaa78aee7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:21.296312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67256f-fb70-40e2-a165-964747d875cd service neutron] Pushing event updated for resources: {'Port': ['ID=d275c33b-e5b0-49d2-9578-f794e3414224,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:21.309823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-659af106-d796-43a7-9326-c6f770225429 req-4037b031-c0ae-4c4d-9308-a3ade3a390dd tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555660 Jul 27 21:58:21.320093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ee2cc-bad1-4b85-99fe-b4f5c5dc0624 req-fede02e2-d4e4-43e6-81f8-f0378b75839c tempest-ServersAdminNegativeTestJSON-1457493899 tempest-ServersAdminNegativeTestJSON-1457493899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:21.327855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f7ee2cc-bad1-4b85-99fe-b4f5c5dc0624 req-fede02e2-d4e4-43e6-81f8-f0378b75839c tempest-ServersAdminNegativeTestJSON-1457493899 tempest-ServersAdminNegativeTestJSON-1457493899-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 1100 time: 0.1657321 Jul 27 21:58:21.328718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port da68d304-3754-4809-905b-87797d36241f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:21.333801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=456478a7-f3b0-470d-a6ec-74dfc66dbe60,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:21.348369 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7f7ee2cc-bad1-4b85-99fe-b4f5c5dc0624 req-82d4f86d-47dd-441e-8f76-eee414a2fd07 tempest-ServersAdminNegativeTestJSON-1457493899 tempest-ServersAdminNegativeTestJSON-1457493899-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.352673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17844086-728b-4153-9a32-e5027654862f req-9fa371e7-80dc-443b-b155-558f5265cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:21.355157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-9fa371e7-80dc-443b-b155-558f5265cdb5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 1094 time: 0.1164315 Jul 27 21:58:21.359861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '2a6fa5a4-7577-476d-9ef1-9235eb916048', 'network_id': 'c7d377d9-72bf-40af-8a24-a0ca42b3d38b', 'port_id': '2a6fa5a4-7577-476d-9ef1-9235eb916048', 'mac_address': 'fa:16:3e:d0:85:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad0fc9c-b9ef-41b7-98b0-ae0549efa4fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:21.363970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port da68d304-3754-4809-905b-87797d36241f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:21.364501 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.402182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:21.402828 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.404527 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-9e6115fd-cd4b-40c3-b635-9761224e6ae7 service neutron] 10.222.0.41 "PUT /v2.0/ports/456478a7-f3b0-470d-a6ec-74dfc66dbe60 HTTP/1.1" status: 200 len: 1095 time: 1.6929066 Jul 27 21:58:21.444826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-0d8ad8df-376d-4a3a-9347-e080710885d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d275c33b-e5b0-49d2-9578-f794e3414224 HTTP/1.1" status: 200 len: 217 time: 0.0799015 Jul 27 21:58:21.451304 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.487491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6fa5a4-7577-476d-9ef1-9235eb916048 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:21.519465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 2a6fa5a4-7577-476d-9ef1-9235eb916048, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a6fa5a4-7577-476d-9ef1-9235eb916048,segment=NetworkSegment(d6cdf379-83b3-4edf-8c3a-a2bdaa78aee7),segment_id=d6cdf379-83b3-4edf-8c3a-a2bdaa78aee7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:21.528476 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.587306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17844086-728b-4153-9a32-e5027654862f req-b2a1db31-d780-4212-adb2-f25e1676265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:21.589082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-b2a1db31-d780-4212-adb2-f25e1676265f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.1362522 Jul 27 21:58:21.598862 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.601446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e068f87-a419-419a-9725-8a9d7f8b112f req-013472ca-27d3-42a6-abf3-b4dedf6747dc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:21.603024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e068f87-a419-419a-9725-8a9d7f8b112f req-013472ca-27d3-42a6-abf3-b4dedf6747dc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 943 time: 0.1709309 Jul 27 21:58:21.626364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=2a6fa5a4-7577-476d-9ef1-9235eb916048,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:21.635847 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77270dd5-b66c-44ab-9af6-b49397a7d612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da68d304-3754-4809-905b-87797d36241f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:21.638130 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6877034a-cdba-471e-a301-2e7039726463" -d '{"events": [{"server_uuid": "77270dd5-b66c-44ab-9af6-b49397a7d612", "name": "network-vif-plugged", "status": "completed", "tag": "da68d304-3754-4809-905b-87797d36241f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:21.645236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-e6ac6f52-8869-464d-9edf-7793c75be4d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411971 Jul 27 21:58:21.664559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da68d304-3754-4809-905b-87797d36241f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da68d304-3754-4809-905b-87797d36241f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:21.674817 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.675676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4bfa33cc-81c8-46d1-a361-d4a86d487b42 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:21.710755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Attempting to bind port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:21.710755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Attempting to bind port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:21.710755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Attempting to bind port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:21.721264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:21.721594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Attempting to bind port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:21.742911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-886582af-280f-4134-ba9d-39346146e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:21.744860 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-886582af-280f-4134-ba9d-39346146e248 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0779357 Jul 27 21:58:21.752406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:21.753033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:21.753153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:21.753556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Bound port: 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:21.754061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.759479 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7f7ee2cc-bad1-4b85-99fe-b4f5c5dc0624 req-82d4f86d-47dd-441e-8f76-eee414a2fd07 tempest-ServersAdminNegativeTestJSON-1457493899 tempest-ServersAdminNegativeTestJSON-1457493899-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.761826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=da68d304-3754-4809-905b-87797d36241f,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:21.771632 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e068f87-a419-419a-9725-8a9d7f8b112f req-05b566a7-0b6b-40af-a862-9270faae71a4 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574106 Jul 27 21:58:21.774217 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-19c03994-4d05-40c2-a749-66c27a7e7b1b service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332347 Jul 27 21:58:21.774519 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7f7ee2cc-bad1-4b85-99fe-b4f5c5dc0624 req-82d4f86d-47dd-441e-8f76-eee414a2fd07 tempest-ServersAdminNegativeTestJSON-1457493899 tempest-ServersAdminNegativeTestJSON-1457493899-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.782415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 4bfa33cc-81c8-46d1-a361-d4a86d487b42 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:21.791762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 4bfa33cc-81c8-46d1-a361-d4a86d487b42 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:21.792168 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.826529 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f7ee2cc-bad1-4b85-99fe-b4f5c5dc0624 req-82d4f86d-47dd-441e-8f76-eee414a2fd07 tempest-ServersAdminNegativeTestJSON-1457493899 tempest-ServersAdminNegativeTestJSON-1457493899-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977505 Jul 27 21:58:21.844922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['2a6fa5a4-7577-476d-9ef1-9235eb916048'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:21.862403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4f86d-47dd-441e-8f76-eee414a2fd07 tempest-ServersAdminNegativeTestJSON-1457493899 tempest-ServersAdminNegativeTestJSON-1457493899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1834f09e-b3b4-48e8-b218-1267745b5947,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:21.872108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-aa753eed-47aa-4fea-af86-5d0c9db3f4d3 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105002 Jul 27 21:58:21.888723 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc65650-839d-449f-b003-af1c2fe7fe36 x-openstack-request-id: req-abc65650-839d-449f-b003-af1c2fe7fe36 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:21.888901 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d69389c-14e9-4a65-ba95-12ad72b69ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "456478a7-f3b0-470d-a6ec-74dfc66dbe60", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:21.889153 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abc65650-839d-449f-b003-af1c2fe7fe36 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:21.890054 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456478a7-f3b0-470d-a6ec-74dfc66dbe60', 'code': 200} Jul 27 21:58:21.968016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:22.012357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:22.015318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-e956e8eb-bc6f-40a7-bd78-b09822086579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.018819 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-e956e8eb-bc6f-40a7-bd78-b09822086579 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2484572 Jul 27 21:58:22.025204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.059876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17844086-728b-4153-9a32-e5027654862f req-62eb32cf-d1c6-4d3e-8d1a-85313106d358 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668031 Jul 27 21:58:22.067696 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c166bd-5d27-4e4a-ba5c-d583f70de1e8 x-openstack-request-id: req-59c166bd-5d27-4e4a-ba5c-d583f70de1e8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:22.067981 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f", "tag": "d275c33b-e5b0-49d2-9578-f794e3414224", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:22.068391 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59c166bd-5d27-4e4a-ba5c-d583f70de1e8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:22.068781 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f', 'tag': 'd275c33b-e5b0-49d2-9578-f794e3414224', 'status': 'completed', 'code': 200} Jul 27 21:58:22.091935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a55cb9-3755-4fec-b9e2-7ccb410c4390 req-31842648-a9cb-480b-aa28-c0c6246967c6 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.093564 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50a55cb9-3755-4fec-b9e2-7ccb410c4390 req-31842648-a9cb-480b-aa28-c0c6246967c6 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 945 time: 0.1200435 Jul 27 21:58:22.109276 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b12-b346-483d-b3df-63e935d54519 req-1dffd4d5-c4d3-421b-ac64-66b1d7343fe7 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.111367 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-1dffd4d5-c4d3-421b-ac64-66b1d7343fe7 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1&tenant_id=2c1d48a9f6a14539976b63c05ed486a6&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1096 time: 0.2003155 Jul 27 21:58:22.118676 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-350f0bd3-eb9e-418a-b984-74a37bac47e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60 HTTP/1.1" status: 200 len: 217 time: 0.0895858 Jul 27 21:58:22.119922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.120542 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.132349 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] 10.222.0.43 "PUT /v2.0/ports/543f02b2-e472-4658-b4a6-1a8318f4c0a5 HTTP/1.1" status: 200 len: 1095 time: 2.1416075 Jul 27 21:58:22.159881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802011-3'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:22.232914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50a55cb9-3755-4fec-b9e2-7ccb410c4390 req-183cd8a3-58b9-4ae5-87e5-afc7eff3506a tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329505 Jul 27 21:58:22.260795 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e174e7-8ca6-4839-9066-54d70e34414e x-openstack-request-id: req-b6e174e7-8ca6-4839-9066-54d70e34414e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:22.260795 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77270dd5-b66c-44ab-9af6-b49397a7d612", "name": "network-vif-plugged", "status": "completed", "tag": "da68d304-3754-4809-905b-87797d36241f", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:22.260795 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6e174e7-8ca6-4839-9066-54d70e34414e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:22.260795 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77270dd5-b66c-44ab-9af6-b49397a7d612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da68d304-3754-4809-905b-87797d36241f', 'code': 200} Jul 27 21:58:22.260795 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.268545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f434684-cfdc-478c-ac90-906b1926ae3f req-47f2f9b1-bdfa-4cd9-a87a-8344b225607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.270130 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f434684-cfdc-478c-ac90-906b1926ae3f req-47f2f9b1-bdfa-4cd9-a87a-8344b225607a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 1094 time: 0.1409996 Jul 27 21:58:22.307879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9a19b-ae9d-4a07-8954-d0989b8e2a0a service neutron] Pushing event updated for resources: {'Port': ['ID=543f02b2-e472-4658-b4a6-1a8318f4c0a5,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:22.312474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d86f2b-2fde-49bd-b372-8eda0231c3e5 req-8fb7320a-6d3d-45d1-bdf0-dfe25d495f7d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.315278 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f7d86f2b-2fde-49bd-b372-8eda0231c3e5 req-8fb7320a-6d3d-45d1-bdf0-dfe25d495f7d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 947 time: 0.1004982 Jul 27 21:58:22.319437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46532838-99d2-4b3b-b886-eb0cc5c8d7e1 req-fcaa384e-430e-472e-a6aa-993e804f9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.320871 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46532838-99d2-4b3b-b886-eb0cc5c8d7e1 req-fcaa384e-430e-472e-a6aa-993e804f9213 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 1101 time: 0.1387153 Jul 27 21:58:22.358482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4bfa33cc-81c8-46d1-a361-d4a86d487b42, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4bfa33cc-81c8-46d1-a361-d4a86d487b42,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:22.361022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-26e68c68-be92-4092-8acb-25352a633869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.362676 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-26e68c68-be92-4092-8acb-25352a633869 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2273464 Jul 27 21:58:22.369899 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.371926 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.396508 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3031-2539-4e98-ba13-ebad235ee053 req-736bda82-b34d-4a1e-95e0-2c3bef53b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.398004 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-736bda82-b34d-4a1e-95e0-2c3bef53b716 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ba063608cdd49879a6e51ab2b4adfbf&device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 1098 time: 0.1739504 Jul 27 21:58:22.472463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f7d86f2b-2fde-49bd-b372-8eda0231c3e5 req-654004f7-95ca-4107-8da6-686c05368a3e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379085 Jul 27 21:58:22.484569 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4bfa33cc-81c8-46d1-a361-d4a86d487b42,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:22.505710 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-ae8e450d-8164-4078-a2fb-2e31194bacdc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5 HTTP/1.1" status: 200 len: 217 time: 0.0498707 Jul 27 21:58:22.531640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46532838-99d2-4b3b-b886-eb0cc5c8d7e1 req-9c8570e4-d630-4a89-9f8b-1682ca0431d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642668 Jul 27 21:58:22.541073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-04686ee3-77ab-40bf-ae10-3921f94e1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.543020 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-04686ee3-77ab-40bf-ae10-3921f94e1b68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1668069 Jul 27 21:58:22.559142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fe6fd-f3b9-4db3-a78b-9cc91c714d0b req-883e3857-e61a-4424-b203-76644cb7474a tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.560613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b4fe6fd-f3b9-4db3-a78b-9cc91c714d0b req-883e3857-e61a-4424-b203-76644cb7474a tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 947 time: 0.1383750 Jul 27 21:58:22.610245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f434684-cfdc-478c-ac90-906b1926ae3f req-bfc0d07c-b305-4090-9505-789bea52c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.612839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f434684-cfdc-478c-ac90-906b1926ae3f req-bfc0d07c-b305-4090-9505-789bea52c980 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.3268430 Jul 27 21:58:22.665345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3031-2539-4e98-ba13-ebad235ee053 req-a28df5de-3b54-4371-9105-38cb860e23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.666822 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-a28df5de-3b54-4371-9105-38cb860e23ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1435385 Jul 27 21:58:22.675571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f434684-cfdc-478c-ac90-906b1926ae3f req-52921795-eb93-4730-9132-dd13aaa38107 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d275c33b-e5b0-49d2-9578-f794e3414224 HTTP/1.1" status: 200 len: 217 time: 0.0522077 Jul 27 21:58:22.678409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b4fe6fd-f3b9-4db3-a78b-9cc91c714d0b req-f39bc6b7-35ab-460a-acd9-29298b5b869f tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061909 Jul 27 21:58:22.686957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a6946-4bf1-4b89-8a66-627b9cd03222 req-1c009ca5-79a9-463c-aa03-930d96740922 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.688494 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-701a6946-4bf1-4b89-8a66-627b9cd03222 req-1c009ca5-79a9-463c-aa03-930d96740922 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 945 time: 0.1371341 Jul 27 21:58:22.737550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5291f306-6be6-435a-a523-5ed424044b14,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:22.767645 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:58:22.768266 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-701a6946-4bf1-4b89-8a66-627b9cd03222 req-3c4473c4-293c-4cf2-9699-e6bbd064b091 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672143 Jul 27 21:58:22.773959 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-47fc3ec2-22de-4889-83cf-9f873c3f4a74 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777163 Jul 27 21:58:22.783401 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f434684-cfdc-478c-ac90-906b1926ae3f req-c5957297-b0b7-4a92-8433-12cfa0860d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.784873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f434684-cfdc-478c-ac90-906b1926ae3f req-c5957297-b0b7-4a92-8433-12cfa0860d8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.0950117 Jul 27 21:58:22.786299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3031-2539-4e98-ba13-ebad235ee053 req-6e3c04b8-abfc-4b52-b5cb-8fbc3bf2c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.787761 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-6e3c04b8-abfc-4b52-b5cb-8fbc3bf2c68c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112688 Jul 27 21:58:22.832824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f434684-cfdc-478c-ac90-906b1926ae3f req-0a158eae-ffc6-41ba-9008-c719231b4b60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338588 Jul 27 21:58:22.850681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acee85f-1712-4445-b6b0-db2bc0dff6c6 req-08ccc50b-8b89-4886-8dc7-4f9c7e908653 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.852134 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2acee85f-1712-4445-b6b0-db2bc0dff6c6 req-08ccc50b-8b89-4886-8dc7-4f9c7e908653 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 950 time: 0.0837116 Jul 27 21:58:22.893273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:22.963633 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2acee85f-1712-4445-b6b0-db2bc0dff6c6 req-8d2cab1d-0225-42f4-8ef1-07e781f9374e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029818 Jul 27 21:58:22.973511 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:22.977968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b167016-24c8-48ac-8ed9-a1bdec7405e3 req-f3fb75c4-e47f-48e4-b67e-c6ce7eda85ca tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:22.987689 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b167016-24c8-48ac-8ed9-a1bdec7405e3 req-f3fb75c4-e47f-48e4-b67e-c6ce7eda85ca tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 943 time: 0.1266870 Jul 27 21:58:23.011539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.021950 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-161fc98f-ce1a-4a34-8760-b76940ab9750 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131364 Jul 27 21:58:23.043457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f434684-cfdc-478c-ac90-906b1926ae3f req-3396c748-5aa3-4cb4-b37b-0ad13a7cadd7 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010727 Jul 27 21:58:23.046697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b167016-24c8-48ac-8ed9-a1bdec7405e3 req-eae7f4ef-9e68-4639-88b1-009693e34f22 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497868 Jul 27 21:58:23.051542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 456478a7-f3b0-470d-a6ec-74dfc66dbe60 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:23.095685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 456478a7-f3b0-470d-a6ec-74dfc66dbe60 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:23.131654 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f110cff-29ea-41c7-bc07-0986454dbc2a req-022469b2-5dc6-4e2a-b8ab-e843fd696d05 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400033 Jul 27 21:58:23.161232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f434684-cfdc-478c-ac90-906b1926ae3f req-d310b08f-e575-4ed7-8433-c9011f4557c4 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075890 Jul 27 21:58:23.194860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Pushing event updated for resources: {'Port': ['ID=5291f306-6be6-435a-a523-5ed424044b14,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:23.201228 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-192f3031-2539-4e98-ba13-ebad235ee053 req-167e1175-699b-4415-b048-4574b46b43e9 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552379 Jul 27 21:58:23.235054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Attempting to bind port 5291f306-6be6-435a-a523-5ed424044b14 on host n-h2-802011-3 for vnic_type normal with profile {"migrating_to": "n-h1-802011-3"} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:23.235698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Attempting to bind port 5291f306-6be6-435a-a523-5ed424044b14 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:23.236432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Attempting to bind port 5291f306-6be6-435a-a523-5ed424044b14 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:23.243007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Port 5291f306-6be6-435a-a523-5ed424044b14 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:23.243458 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Attempting to bind port 5291f306-6be6-435a-a523-5ed424044b14 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:23.249389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:23.249721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:23.250175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:23.250629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Bound port: 5291f306-6be6-435a-a523-5ed424044b14, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:23.251622 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.326963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:23.330935 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5291f306-6be6-435a-a523-5ed424044b14,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:23.336298 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.369756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3616a-7105-4190-899f-61c6ff76d296 req-df3d0963-9813-42f2-a8c1-87c7512dbad4 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:23.371285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bd3616a-7105-4190-899f-61c6ff76d296 req-df3d0963-9813-42f2-a8c1-87c7512dbad4 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 949 time: 0.0882294 Jul 27 21:58:23.395993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4de0d-743d-4b5c-b13d-ba1b74e7d6d5 req-c6b020ef-3a05-41f0-b38d-fc726b6ea409 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:23.397341 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ad4de0d-743d-4b5c-b13d-ba1b74e7d6d5 req-c6b020ef-3a05-41f0-b38d-fc726b6ea409 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 945 time: 0.0825524 Jul 27 21:58:23.417244 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Pushing event updated for resources: {'Port': ['ID=5291f306-6be6-435a-a523-5ed424044b14,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:23.433424 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:23.434057 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:23.435486 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-5fe39009-b43f-4df0-b8ac-91b5599dee64 service neutron] 10.222.0.43 "PUT /v2.0/ports/5291f306-6be6-435a-a523-5ed424044b14 HTTP/1.1" status: 200 len: 1121 time: 1.2990379 Jul 27 21:58:23.463727 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bd3616a-7105-4190-899f-61c6ff76d296 req-ddf5388e-bdc5-4b7a-a234-24077a03f8a0 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826063 Jul 27 21:58:23.480376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ad4de0d-743d-4b5c-b13d-ba1b74e7d6d5 req-ec88426d-eb8f-4b31-b458-7dc79526a328 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716310 Jul 27 21:58:23.522704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['5291f306-6be6-435a-a523-5ed424044b14'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:23.593836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8add74-e681-4d65-9490-24fe994a03e5 req-d9c8dcd5-05c7-450d-b588-2ba0c0dc4377 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:23.595455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b8add74-e681-4d65-9490-24fe994a03e5 req-d9c8dcd5-05c7-450d-b588-2ba0c0dc4377 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 947 time: 0.0501676 Jul 27 21:58:23.633875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b8add74-e681-4d65-9490-24fe994a03e5 req-b239a9be-75a3-42b0-b2fd-01728a787434 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Jul 27 21:58:23.802227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0198b4-7bd5-485d-8781-ac2c5598440c req-729bab72-b7fd-4fd2-8da8-89ba0a086768 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:23.803733 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de0198b4-7bd5-485d-8781-ac2c5598440c req-729bab72-b7fd-4fd2-8da8-89ba0a086768 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 947 time: 0.0504618 Jul 27 21:58:23.841648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de0198b4-7bd5-485d-8781-ac2c5598440c req-9075605a-a9e8-4738-b703-6e28cc4354b8 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320117 Jul 27 21:58:23.891164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'tag': '456478a7-f3b0-470d-a6ec-74dfc66dbe60'}, {'name': 'network-changed', 'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5'}, {'server_uuid': '04be5617-0216-46d8-8ece-ff592bb775a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5291f306-6be6-435a-a523-5ed424044b14'}, {'name': 'network-changed', 'server_uuid': '04be5617-0216-46d8-8ece-ff592bb775a1', 'tag': '5291f306-6be6-435a-a523-5ed424044b14'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:23.893649 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790" -d '{"events": [{"name": "network-changed", "server_uuid": "6d69389c-14e9-4a65-ba95-12ad72b69ac9", "tag": "456478a7-f3b0-470d-a6ec-74dfc66dbe60"}, {"name": "network-changed", "server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5"}, {"server_uuid": "04be5617-0216-46d8-8ece-ff592bb775a1", "name": "network-vif-unplugged", "status": "completed", "tag": "5291f306-6be6-435a-a523-5ed424044b14"}, {"name": "network-changed", "server_uuid": "04be5617-0216-46d8-8ece-ff592bb775a1", "tag": "5291f306-6be6-435a-a523-5ed424044b14"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:23.895098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9aaf9-4258-410d-916f-0485e1a35bc9 req-44db8422-6f37-4b41-88b2-260dc5c77535 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:23.896586 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2a9aaf9-4258-410d-916f-0485e1a35bc9 req-44db8422-6f37-4b41-88b2-260dc5c77535 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 943 time: 0.0525570 Jul 27 21:58:23.935484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2a9aaf9-4258-410d-916f-0485e1a35bc9 req-7ce89477-dbb8-444e-929d-b4a5b43c8538 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Jul 27 21:58:23.950870 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090a0198-e975-4aa0-8849-11ba4e43a16a x-openstack-request-id: req-090a0198-e975-4aa0-8849-11ba4e43a16a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:23.951181 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d69389c-14e9-4a65-ba95-12ad72b69ac9", "tag": "456478a7-f3b0-470d-a6ec-74dfc66dbe60", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5", "status": "completed", "code": 200}, {"server_uuid": "04be5617-0216-46d8-8ece-ff592bb775a1", "name": "network-vif-unplugged", "status": "completed", "tag": "5291f306-6be6-435a-a523-5ed424044b14", "code": 200}, {"name": "network-changed", "server_uuid": "04be5617-0216-46d8-8ece-ff592bb775a1", "tag": "5291f306-6be6-435a-a523-5ed424044b14", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:23.951430 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-090a0198-e975-4aa0-8849-11ba4e43a16a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:23.951835 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'tag': '456478a7-f3b0-470d-a6ec-74dfc66dbe60', 'status': 'completed', 'code': 200} Jul 27 21:58:23.952153 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'status': 'completed', 'code': 200} Jul 27 21:58:23.952330 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04be5617-0216-46d8-8ece-ff592bb775a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5291f306-6be6-435a-a523-5ed424044b14', 'code': 200} Jul 27 21:58:23.952577 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04be5617-0216-46d8-8ece-ff592bb775a1', 'tag': '5291f306-6be6-435a-a523-5ed424044b14', 'status': 'completed', 'code': 200} Jul 27 21:58:24.020717 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-04965dc2-3b66-42d0-818e-e87dfe983d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.022798 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-04965dc2-3b66-42d0-818e-e87dfe983d08 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0468919 Jul 27 21:58:24.027065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-36af65d2-7240-4cf8-94be-5c90e21997e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.028523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-36af65d2-7240-4cf8-94be-5c90e21997e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0462933 Jul 27 21:58:24.121710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-1e02cbff-4b32-4be3-b1c5-8eadcc490def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.123259 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-1e02cbff-4b32-4be3-b1c5-8eadcc490def service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.0920556 Jul 27 21:58:24.165600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf073a-3745-4ee9-9d4e-8cb7032b7613 req-2d67bd6f-a3d7-45b6-9881-e2a34cfbbc2e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.167089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12bf073a-3745-4ee9-9d4e-8cb7032b7613 req-2d67bd6f-a3d7-45b6-9881-e2a34cfbbc2e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 950 time: 0.1304967 Jul 27 21:58:24.170326 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-8287cd82-a9cc-41f0-b1e6-9b7df0030807 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60 HTTP/1.1" status: 200 len: 217 time: 0.0382428 Jul 27 21:58:24.216359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-ce9cf201-9783-4732-aff2-5d37ea04a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.217719 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-ce9cf201-9783-4732-aff2-5d37ea04a770 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1726198 Jul 27 21:58:24.224280 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-cf7e636a-e188-4045-9895-f70a908efbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.225728 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-cf7e636a-e188-4045-9895-f70a908efbd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0441811 Jul 27 21:58:24.240431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc394ace-4951-4b26-a711-07adb64d5d75 req-62c9bb46-79f4-482b-aca2-2e3608736db3 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.241850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc394ace-4951-4b26-a711-07adb64d5d75 req-62c9bb46-79f4-482b-aca2-2e3608736db3 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 943 time: 0.1213939 Jul 27 21:58:24.250627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12bf073a-3745-4ee9-9d4e-8cb7032b7613 req-1d1ee34d-04b4-4bb8-b5b4-1d2f065c853e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742760 Jul 27 21:58:24.255963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b852664-30fb-41f2-aa33-44b7b6395b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfa33cc-81c8-46d1-a361-d4a86d487b42'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:24.258771 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbb2223-9678-49e7-8fbe-7d7e469bf7f1" -d '{"events": [{"server_uuid": "1b852664-30fb-41f2-aa33-44b7b6395b61", "name": "network-vif-plugged", "status": "completed", "tag": "4bfa33cc-81c8-46d1-a361-d4a86d487b42"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:24.279707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-81bb3e89-054d-4053-929d-c21107082f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.280811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-d212db03-1df3-47f2-a8cd-b21dab80676f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60 HTTP/1.1" status: 200 len: 217 time: 0.0512681 Jul 27 21:58:24.281305 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-81bb3e89-054d-4053-929d-c21107082f97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452261 Jul 27 21:58:24.347682 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc394ace-4951-4b26-a711-07adb64d5d75 req-a110c228-ebeb-4863-9f52-287b5b4f2acf tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695310 Jul 27 21:58:24.353897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-c3dd3390-8571-4bf1-a5bb-1939bc9129fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.355931 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-c3dd3390-8571-4bf1-a5bb-1939bc9129fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0625737 Jul 27 21:58:24.361662 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f4fef-528a-4e89-9b9b-fe92d8f23915 x-openstack-request-id: req-7e2f4fef-528a-4e89-9b9b-fe92d8f23915 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:24.362209 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b852664-30fb-41f2-aa33-44b7b6395b61", "name": "network-vif-plugged", "status": "completed", "tag": "4bfa33cc-81c8-46d1-a361-d4a86d487b42", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:24.362690 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e2f4fef-528a-4e89-9b9b-fe92d8f23915 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:24.363399 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b852664-30fb-41f2-aa33-44b7b6395b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfa33cc-81c8-46d1-a361-d4a86d487b42', 'code': 200} Jul 27 21:58:24.464050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-e125b810-fe44-4b78-868e-32cbd41e2e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.465557 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-e125b810-fe44-4b78-868e-32cbd41e2e24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0950766 Jul 27 21:58:24.475055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df67f2b-902d-4365-9c89-7c30516cea9e req-51368fe3-5dff-4334-b90f-9a5f9e13b940 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.476474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0df67f2b-902d-4365-9c89-7c30516cea9e req-51368fe3-5dff-4334-b90f-9a5f9e13b940 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b852664-30fb-41f2-aa33-44b7b6395b61 HTTP/1.1" status: 200 len: 949 time: 0.0649083 Jul 27 21:58:24.584043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8a47e-c5cf-4f97-a391-9a34ced751d0 req-9e8dc8d5-3c6b-476c-95e1-48065cdf4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.585557 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2cd8a47e-c5cf-4f97-a391-9a34ced751d0 req-9e8dc8d5-3c6b-476c-95e1-48065cdf4846 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b852664-30fb-41f2-aa33-44b7b6395b61 HTTP/1.1" status: 200 len: 1100 time: 0.0673616 Jul 27 21:58:24.590741 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-a3dbe04e-3a96-4f60-87df-6912e0da3a98 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001842 Jul 27 21:58:24.601626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0df67f2b-902d-4365-9c89-7c30516cea9e req-1063fd2a-566c-4238-8f3a-fc8426519f01 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165409 Jul 27 21:58:24.623242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9513f7-c5f5-461d-8f8b-349638a9c493 req-86483eea-6abe-4d60-8731-c4c993cf53d0 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.624731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c9513f7-c5f5-461d-8f8b-349638a9c493 req-86483eea-6abe-4d60-8731-c4c993cf53d0 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 949 time: 0.0873342 Jul 27 21:58:24.642076 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-56847569-102d-4de1-9628-667a090b43e7 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645930 Jul 27 21:58:24.677275 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2cd8a47e-c5cf-4f97-a391-9a34ced751d0 req-153ccc11-ed51-475f-a4f5-4da5452ffc35 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831113 Jul 27 21:58:24.709026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-ef54c299-3a8a-453b-aa85-10f992eaf046 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082501 Jul 27 21:58:24.743983 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c9513f7-c5f5-461d-8f8b-349638a9c493 req-7b168a27-d4b7-46e1-958f-409f81f97fc1 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115928 Jul 27 21:58:24.787376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a01f38-d80a-420a-9955-b30d80f49a19 req-a771a91d-e091-48df-ac71-5c05b85939e2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.788853 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91a01f38-d80a-420a-9955-b30d80f49a19 req-a771a91d-e091-48df-ac71-5c05b85939e2 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 945 time: 0.1197028 Jul 27 21:58:24.806290 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-13ea8e0b-9973-49d6-b08f-9a11fd9b6373 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568215 Jul 27 21:58:24.811037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-293c015b-dc3a-40db-9a99-c72a362081eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.812539 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-293c015b-dc3a-40db-9a99-c72a362081eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ba063608cdd49879a6e51ab2b4adfbf&device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 1098 time: 0.0458140 Jul 27 21:58:24.866192 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91a01f38-d80a-420a-9955-b30d80f49a19 req-3f2c46aa-5ff8-4bcc-8717-4436cabd4b21 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700939 Jul 27 21:58:24.906094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afb35b-df34-4470-b51f-6426032157f5 req-a99869bb-599b-4657-a731-3d0eb42bb282 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.908151 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84afb35b-df34-4470-b51f-6426032157f5 req-a99869bb-599b-4657-a731-3d0eb42bb282 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 947 time: 0.0944169 Jul 27 21:58:24.922571 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-b9bfa581-b6da-4dbf-9960-f3aadfaaf9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.923955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-72cc5590-79c7-47c3-9617-f775a2effcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:24.925369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-72cc5590-79c7-47c3-9617-f775a2effcef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 1124 time: 0.0709777 Jul 27 21:58:24.925485 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-b9bfa581-b6da-4dbf-9960-f3aadfaaf9f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1014841 Jul 27 21:58:24.979590 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-9a09ca4a-391b-45e5-ae7f-7b1009a30f76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5 HTTP/1.1" status: 200 len: 217 time: 0.0438912 Jul 27 21:58:25.025786 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84afb35b-df34-4470-b51f-6426032157f5 req-1e4d9d76-0f31-47a4-9328-8916cf582e7f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101942 Jul 27 21:58:25.043595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b44d-aff5-4c7e-a496-7796e22c1826 req-3f0ae913-de0d-4fc6-9b6f-6111e6954438 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:25.045071 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d74b44d-aff5-4c7e-a496-7796e22c1826 req-3f0ae913-de0d-4fc6-9b6f-6111e6954438 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 947 time: 0.1178820 Jul 27 21:58:25.079461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 2a6fa5a4-7577-476d-9ef1-9235eb916048 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:25.092793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8e7b2-87ee-4033-989a-4f1eaaec0c4d req-d6916d2e-0d28-4686-bb27-40349999ca29 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:25.094353 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-66e8e7b2-87ee-4033-989a-4f1eaaec0c4d req-d6916d2e-0d28-4686-bb27-40349999ca29 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 949 time: 0.1232953 Jul 27 21:58:25.098937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-3fd5433b-b858-4827-b724-dbf21f57982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:25.100413 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-3fd5433b-b858-4827-b724-dbf21f57982c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1001952 Jul 27 21:58:25.133994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 2a6fa5a4-7577-476d-9ef1-9235eb916048 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:25.138275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 2a6fa5a4-7577-476d-9ef1-9235eb916048 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:25.138677 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.215660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d275c33b-e5b0-49d2-9578-f794e3414224 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:25.243110 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.254906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-39a84877-24ef-40b2-a164-1e3bd94dd20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:25.256426 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-39a84877-24ef-40b2-a164-1e3bd94dd20c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1424344 Jul 27 21:58:25.319964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 2a6fa5a4-7577-476d-9ef1-9235eb916048, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a6fa5a4-7577-476d-9ef1-9235eb916048,segment=NetworkSegment(d6cdf379-83b3-4edf-8c3a-a2bdaa78aee7),segment_id=d6cdf379-83b3-4edf-8c3a-a2bdaa78aee7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:25.334331 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.357253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-66e8e7b2-87ee-4033-989a-4f1eaaec0c4d req-0e053887-cb57-46c3-a311-657934cbb6fb tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Deleting port d3632c8b-0f9e-4c58-ba41-5e509149a4e6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:25.357593 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-66e8e7b2-87ee-4033-989a-4f1eaaec0c4d req-0e053887-cb57-46c3-a311-657934cbb6fb tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.383741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-0fe4328f-1339-401c-bfbb-0342c60eac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:25.385444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-0fe4328f-1339-401c-bfbb-0342c60eac0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.4438543 Jul 27 21:58:25.409226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d275c33b-e5b0-49d2-9578-f794e3414224,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:25.416728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=2a6fa5a4-7577-476d-9ef1-9235eb916048,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:25.424269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'd275c33b-e5b0-49d2-9578-f794e3414224', 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8', 'port_id': 'd275c33b-e5b0-49d2-9578-f794e3414224', 'mac_address': 'fa:16:3e:3b:43:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:25.442877 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-27a54e92-db23-445f-a467-c0dbae82087e service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730237 Jul 27 21:58:25.463826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-0dbb956a-f57a-4b61-8299-3585062304a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5291f306-6be6-435a-a523-5ed424044b14 HTTP/1.1" status: 200 len: 217 time: 0.0589395 Jul 27 21:58:25.484989 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.490150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d74b44d-aff5-4c7e-a496-7796e22c1826 req-c5ae75b8-e489-46a1-8cb1-5d4c406a9eed tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290938 Jul 27 21:58:25.507070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d275c33b-e5b0-49d2-9578-f794e3414224 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:25.529173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-66e8e7b2-87ee-4033-989a-4f1eaaec0c4d req-0e053887-cb57-46c3-a311-657934cbb6fb tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] For port d3632c8b-0f9e-4c58-ba41-5e509149a4e6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d3632c8b-0f9e-4c58-ba41-5e509149a4e6,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:25.529858 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-66e8e7b2-87ee-4033-989a-4f1eaaec0c4d req-0e053887-cb57-46c3-a311-657934cbb6fb tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.541079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d275c33b-e5b0-49d2-9578-f794e3414224,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:25.547263 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.549379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-66e8e7b2-87ee-4033-989a-4f1eaaec0c4d req-0e053887-cb57-46c3-a311-657934cbb6fb tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Calling delete_port for d3632c8b-0f9e-4c58-ba41-5e509149a4e6 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:25.561448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890dbe6-10cb-48d2-a251-a9b20ad0deae req-16ca843e-24eb-4539-92b2-83efda714132 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:25.573403 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8890dbe6-10cb-48d2-a251-a9b20ad0deae req-16ca843e-24eb-4539-92b2-83efda714132 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 943 time: 0.2080367 Jul 27 21:58:25.629572 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=d275c33b-e5b0-49d2-9578-f794e3414224,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:25.637427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-f0409296-bc4f-4221-8bf3-2c5995a0586b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:25.639090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-f0409296-bc4f-4221-8bf3-2c5995a0586b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.1451890 Jul 27 21:58:25.650633 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-87941b28-589f-4f9f-9e17-184ec893e1c7 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933551 Jul 27 21:58:25.655275 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8890dbe6-10cb-48d2-a251-a9b20ad0deae req-02aa65d1-8be9-4460-a244-c1cb172285e8 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702910 Jul 27 21:58:25.692320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-631335c5-371e-421a-8b6c-bb0c2e18e862 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360577 Jul 27 21:58:25.761825 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-66e8e7b2-87ee-4033-989a-4f1eaaec0c4d req-0e053887-cb57-46c3-a311-657934cbb6fb tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.779776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['fe79a67c-78f5-40df-8007-113df4b94ab2', 'd3632c8b-0f9e-4c58-ba41-5e509149a4e6'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:25.796685 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e053887-cb57-46c3-a311-657934cbb6fb tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Pushing event deleted for resources: {'Port': ['ID=d3632c8b-0f9e-4c58-ba41-5e509149a4e6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:25.823243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac25451-9269-41d0-9f5d-a169621de618 req-8b0f2811-fc9c-4b5b-8e51-ba38b5e8647f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:25.831385 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aac25451-9269-41d0-9f5d-a169621de618 req-8b0f2811-fc9c-4b5b-8e51-ba38b5e8647f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 944 time: 0.1800711 Jul 27 21:58:25.895975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['d275c33b-e5b0-49d2-9578-f794e3414224'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:25.903610 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e8e7b2-87ee-4033-989a-4f1eaaec0c4d req-0e053887-cb57-46c3-a311-657934cbb6fb tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] No DVR routers for this DVR port d3632c8b-0f9e-4c58-ba41-5e509149a4e6 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:25.907747 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-66e8e7b2-87ee-4033-989a-4f1eaaec0c4d req-0e053887-cb57-46c3-a311-657934cbb6fb tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:25.909909 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-66e8e7b2-87ee-4033-989a-4f1eaaec0c4d req-0e053887-cb57-46c3-a311-657934cbb6fb tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.43 "DELETE /v2.0/ports/d3632c8b-0f9e-4c58-ba41-5e509149a4e6 HTTP/1.1" status: 204 len: 173 time: 0.8024974 Jul 27 21:58:25.921671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb96b4d-877b-48a5-955f-4714f685058e req-5fb7d3e7-d14e-43ea-8a9c-d2e0e859c5d4 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:25.924090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4fb96b4d-877b-48a5-955f-4714f685058e req-5fb7d3e7-d14e-43ea-8a9c-d2e0e859c5d4 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b852664-30fb-41f2-aa33-44b7b6395b61 HTTP/1.1" status: 200 len: 949 time: 0.1584413 Jul 27 21:58:25.932949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aac25451-9269-41d0-9f5d-a169621de618 req-cc4fdd83-75fc-46c9-83dc-641f8b77a0d0 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006668 Jul 27 21:58:25.936164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-dc0c4452-3ccd-4718-a508-043e96484676 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195392 Jul 27 21:58:25.953725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1eefb5-4250-4fe0-a180-1674371b3754', 'name': 'network-vif-deleted', 'tag': 'd3632c8b-0f9e-4c58-ba41-5e509149a4e6'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:25.957506 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf4be92-ac45-4ab1-9926-e72bb62cdac2" -d '{"events": [{"server_uuid": "2a1eefb5-4250-4fe0-a180-1674371b3754", "name": "network-vif-deleted", "tag": "d3632c8b-0f9e-4c58-ba41-5e509149a4e6"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:26.057642 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4fb96b4d-877b-48a5-955f-4714f685058e req-1379a147-e49b-4901-82fe-b0a2cb7f0359 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233246 Jul 27 21:58:26.100402 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-28d3c8db-1d2f-4a41-8000-b9125cf14f03 req-26b8847a-ca28-4c94-aaba-9e3a26e304c2 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a1eefb5-4250-4fe0-a180-1674371b3754 HTTP/1.1" status: 200 len: 210 time: 0.0406380 Jul 27 21:58:26.146479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e62ebd-94e7-4a3f-9e1c-a65f8ea95790 req-93fe372a-84a9-4af2-9b5c-ac5a94651481 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890390 Jul 27 21:58:26.167778 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfa5b8a-5f0f-402a-9d5b-87e05028f2ff x-openstack-request-id: req-2cfa5b8a-5f0f-402a-9d5b-87e05028f2ff {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:26.168065 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1eefb5-4250-4fe0-a180-1674371b3754", "name": "network-vif-deleted", "tag": "d3632c8b-0f9e-4c58-ba41-5e509149a4e6", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:26.168286 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cfa5b8a-5f0f-402a-9d5b-87e05028f2ff {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:26.168655 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1eefb5-4250-4fe0-a180-1674371b3754', 'name': 'network-vif-deleted', 'tag': 'd3632c8b-0f9e-4c58-ba41-5e509149a4e6', 'status': 'completed', 'code': 200} Jul 27 21:58:26.208485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a548c-d6d9-40e6-a829-59208b80237b req-8c117e8d-c4ea-40f3-ba23-25dafff68738 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.209986 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-721a548c-d6d9-40e6-a829-59208b80237b req-8c117e8d-c4ea-40f3-ba23-25dafff68738 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 946 time: 0.0507820 Jul 27 21:58:26.279260 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-721a548c-d6d9-40e6-a829-59208b80237b req-d7607428-7560-41fb-be93-79b7a7a51304 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616679 Jul 27 21:58:26.291986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b73be-9d21-413f-8a67-8de230b6298b req-7c4e63dd-52c7-48d2-a377-456e5e8b6e05 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.293866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-336b73be-9d21-413f-8a67-8de230b6298b req-7c4e63dd-52c7-48d2-a377-456e5e8b6e05 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 947 time: 0.0776234 Jul 27 21:58:26.332903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-336b73be-9d21-413f-8a67-8de230b6298b req-fe146b7e-6eb7-4a59-8cf6-377a8688f5a0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Jul 27 21:58:26.365056 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7424fb8f-8bea-4e86-9729-2b77f30276e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6fa5a4-7577-476d-9ef1-9235eb916048'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:26.367469 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc445ac-bc1a-4cc6-8522-3ac9513f533c" -d '{"events": [{"server_uuid": "7424fb8f-8bea-4e86-9729-2b77f30276e3", "name": "network-vif-plugged", "status": "completed", "tag": "2a6fa5a4-7577-476d-9ef1-9235eb916048"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:26.406605 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c31bb80-fa9f-47d4-b20a-66c326c944b2 x-openstack-request-id: req-1c31bb80-fa9f-47d4-b20a-66c326c944b2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:26.407648 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7424fb8f-8bea-4e86-9729-2b77f30276e3", "name": "network-vif-plugged", "status": "completed", "tag": "2a6fa5a4-7577-476d-9ef1-9235eb916048", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:26.408075 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c31bb80-fa9f-47d4-b20a-66c326c944b2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:26.408696 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7424fb8f-8bea-4e86-9729-2b77f30276e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6fa5a4-7577-476d-9ef1-9235eb916048', 'code': 200} Jul 27 21:58:26.527393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975dc73-e6d9-4ae1-af6f-0c7022aea46e req-2ed22d2a-2eb8-42d6-ab2a-6704a3ae8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.528883 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7975dc73-e6d9-4ae1-af6f-0c7022aea46e req-2ed22d2a-2eb8-42d6-ab2a-6704a3ae8de1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 1097 time: 0.0545707 Jul 27 21:58:26.558917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce0a50-72fd-4fbc-b7ee-12f442d30be1 req-3dbe89b0-1fb7-4760-b579-2b4b9d349880 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.568014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1ce0a50-72fd-4fbc-b7ee-12f442d30be1 req-3dbe89b0-1fb7-4760-b579-2b4b9d349880 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 947 time: 0.0678258 Jul 27 21:58:26.580701 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7975dc73-e6d9-4ae1-af6f-0c7022aea46e req-4bc13bc7-cc40-4828-aab3-424d333a16ef service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 Jul 27 21:58:26.629143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1ce0a50-72fd-4fbc-b7ee-12f442d30be1 req-a077168e-0dfe-411e-9148-37b5fb7c4a8e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601561 Jul 27 21:58:26.650565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c30dd7-74c0-4cd0-ba98-d971af9b436e req-34b2f0bf-a6c9-4907-a2fa-508a325ccdb5 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.655132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0c30dd7-74c0-4cd0-ba98-d971af9b436e req-34b2f0bf-a6c9-4907-a2fa-508a325ccdb5 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 947 time: 0.0711331 Jul 27 21:58:26.702611 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0c30dd7-74c0-4cd0-ba98-d971af9b436e req-2c0efeda-8688-4457-831e-1672c2ccf6af tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437417 Jul 27 21:58:26.741737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-40585abb-9937-4253-98f3-6116a2a1c2a3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.743499 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-40585abb-9937-4253-98f3-6116a2a1c2a3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9&tenant_id=1a8cb100fd00413a9aefa092bd27ec73&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 947 time: 0.1050670 Jul 27 21:58:26.807394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feca928-cfca-4d9b-aae2-b7cb6b57e270 req-3d961544-cdfe-4f04-a49a-2df41702d0c9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.807930 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-ac2d84d6-5236-4a43-a0b4-d22c1409e88d service neutron] delete failed (client error): The resource could not be found. Jul 27 21:58:26.808966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0feca928-cfca-4d9b-aae2-b7cb6b57e270 req-3d961544-cdfe-4f04-a49a-2df41702d0c9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 943 time: 0.0506558 Jul 27 21:58:26.809085 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-ac2d84d6-5236-4a43-a0b4-d22c1409e88d service neutron] 10.222.0.43 "DELETE /v2.0/ports/456478a7-f3b0-470d-a6ec-74dfc66dbe60/bindings/n-h1-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0566189 Jul 27 21:58:26.847709 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0feca928-cfca-4d9b-aae2-b7cb6b57e270 req-f26ffdd9-5719-4e65-9f67-78fb85c58283 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318246 Jul 27 21:58:26.927514 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-3f106f57-70f5-4fee-b505-bdbbc79a446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:26.928899 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-3f106f57-70f5-4fee-b505-bdbbc79a446f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0421343 Jul 27 21:58:27.017974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-6fb5eab5-77a9-461d-b5b9-a5096fa3070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.019468 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-6fb5eab5-77a9-461d-b5b9-a5096fa3070f service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.0827072 Jul 27 21:58:27.055930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55255cb4-2abb-4726-b9e8-b2baf7411718 req-59420402-5e0d-4433-819b-637311b410ce tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.057414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55255cb4-2abb-4726-b9e8-b2baf7411718 req-59420402-5e0d-4433-819b-637311b410ce tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 944 time: 0.0488093 Jul 27 21:58:27.066221 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-848e446f-35e0-4c18-8040-bdfecfd764de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60 HTTP/1.1" status: 200 len: 217 time: 0.0375736 Jul 27 21:58:27.067980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 543f02b2-e472-4658-b4a6-1a8318f4c0a5 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:27.100026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55255cb4-2abb-4726-b9e8-b2baf7411718 req-f288564c-d194-419e-b110-6b388dbd5575 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364504 Jul 27 21:58:27.119605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-d50d08f1-7f63-4f80-a877-e4e38c053f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.121063 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-d50d08f1-7f63-4f80-a877-e4e38c053f5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0480700 Jul 27 21:58:27.184399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-cfb1b806-9e62-40c6-9ab1-c01e924cedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.186421 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-cfb1b806-9e62-40c6-9ab1-c01e924cedf9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529928 Jul 27 21:58:27.192660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:27.205406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'mac_address': 'fa:16:3e:1d:05:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:27.213773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e4175-5ef0-4c60-b198-aec4916297cf req-10aaea25-102a-4b1a-897d-cae02bc47bfb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.215400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e0e4175-5ef0-4c60-b198-aec4916297cf req-10aaea25-102a-4b1a-897d-cae02bc47bfb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b852664-30fb-41f2-aa33-44b7b6395b61 HTTP/1.1" status: 200 len: 949 time: 0.0551877 Jul 27 21:58:27.234485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 456478a7-f3b0-470d-a6ec-74dfc66dbe60 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:27.237117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d275c33b-e5b0-49d2-9578-f794e3414224 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:27.268671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e0e4175-5ef0-4c60-b198-aec4916297cf req-25b73156-0460-463c-9d0a-aba6f41559b3 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460169 Jul 27 21:58:27.308522 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-82252915-e636-40e5-9b3a-605327387c13 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121974 Jul 27 21:58:27.326219 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.361486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543f02b2-e472-4658-b4a6-1a8318f4c0a5 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:27.401556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:27.416536 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.417254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 5291f306-6be6-435a-a523-5ed424044b14 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:27.428131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:27.430305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port d275c33b-e5b0-49d2-9578-f794e3414224 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:27.458385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd550c-7627-4853-8a36-e2f60f7ce70a req-14d11dc3-1d24-4a3e-b9b7-9e7be7456ed3 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.465631 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54fd550c-7627-4853-8a36-e2f60f7ce70a req-14d11dc3-1d24-4a3e-b9b7-9e7be7456ed3 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 946 time: 0.0621483 Jul 27 21:58:27.473182 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de00f15-a637-42e0-8511-2dae8c636bdb req-146e6128-69a6-4276-bfe8-7f654f86be70 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267149 Jul 27 21:58:27.477464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port d275c33b-e5b0-49d2-9578-f794e3414224 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:27.477893 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.487465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '456478a7-f3b0-470d-a6ec-74dfc66dbe60', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '456478a7-f3b0-470d-a6ec-74dfc66dbe60', 'mac_address': 'fa:16:3e:a7:60:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:27.502756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54fd550c-7627-4853-8a36-e2f60f7ce70a req-7d488bed-c57f-428e-a284-21df126147af tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361230 Jul 27 21:58:27.625140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=543f02b2-e472-4658-b4a6-1a8318f4c0a5,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:27.644468 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.671876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456478a7-f3b0-470d-a6ec-74dfc66dbe60 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:27.695054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1282a9-915f-40f6-a832-ed38718f8ac5 req-164bd5e3-fd66-43c3-8d35-5a11ce61b8f8 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.698710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea1282a9-915f-40f6-a832-ed38718f8ac5 req-164bd5e3-fd66-43c3-8d35-5a11ce61b8f8 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 949 time: 0.1157553 Jul 27 21:58:27.723550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5291f306-6be6-435a-a523-5ed424044b14,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:27.737619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3928669-8aca-4279-b879-9c7d3ae18579 req-f3054029-24f1-445c-b902-4b5f3ce81806 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.743508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3928669-8aca-4279-b879-9c7d3ae18579 req-f3054029-24f1-445c-b902-4b5f3ce81806 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.744041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:27.745108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3928669-8aca-4279-b879-9c7d3ae18579 req-f3054029-24f1-445c-b902-4b5f3ce81806 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b852664-30fb-41f2-aa33-44b7b6395b61&device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 1690 time: 0.0954082 Jul 27 21:58:27.746883 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.752043 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.764729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 5291f306-6be6-435a-a523-5ed424044b14 has no active binding in host n-h1-802011-3 {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:58:27.770699 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea1282a9-915f-40f6-a832-ed38718f8ac5 req-da21f2b6-8e25-4c75-b77d-5cc018fcfdcd tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676093 Jul 27 21:58:27.802846 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3928669-8aca-4279-b879-9c7d3ae18579 req-cfc400ac-58ce-4636-be7a-adf5b4b486b4 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472367 Jul 27 21:58:27.832214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d275c33b-e5b0-49d2-9578-f794e3414224,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:27.835400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=456478a7-f3b0-470d-a6ec-74dfc66dbe60,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:27.838538 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:27.899838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd603c51-0965-4779-8de6-4b4295bcdc45 req-e73462e2-cf1b-4b1b-a3d0-e9e296847038 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.901433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd603c51-0965-4779-8de6-4b4295bcdc45 req-e73462e2-cf1b-4b1b-a3d0-e9e296847038 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 948 time: 0.0530572 Jul 27 21:58:27.903917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=d275c33b-e5b0-49d2-9578-f794e3414224,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:27.942697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd603c51-0965-4779-8de6-4b4295bcdc45 req-623b59e1-073f-4476-ab78-b5b8c489d898 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335600 Jul 27 21:58:27.992394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebcd90-abf7-4949-ab0b-81a75a8278cc req-b7472faa-f10e-4040-8f27-22c4920e89fb tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.994513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89ebcd90-abf7-4949-ab0b-81a75a8278cc req-b7472faa-f10e-4040-8f27-22c4920e89fb tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 948 time: 0.0496621 Jul 27 21:58:28.035364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89ebcd90-abf7-4949-ab0b-81a75a8278cc req-ddc454fd-a4ac-47d4-a5fc-8d346e24b5c0 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Jul 27 21:58:28.084458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['456478a7-f3b0-470d-a6ec-74dfc66dbe60'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:28.151778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc66ca-620c-4572-b78c-1534ba1a7776 req-98b38b0e-0fb1-45ad-b105-4b341610cc85 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:28.153204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['543f02b2-e472-4658-b4a6-1a8318f4c0a5'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:28.153323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46fc66ca-620c-4572-b78c-1534ba1a7776 req-98b38b0e-0fb1-45ad-b105-4b341610cc85 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 943 time: 0.0857947 Jul 27 21:58:28.168455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229aa877-4029-4bab-8c1c-ba2565004446 req-11a6d25e-5996-476e-8020-d74f1284efd0 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:28.169892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-229aa877-4029-4bab-8c1c-ba2565004446 req-11a6d25e-5996-476e-8020-d74f1284efd0 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1b852664-30fb-41f2-aa33-44b7b6395b61 HTTP/1.1" status: 200 len: 1100 time: 0.0637059 Jul 27 21:58:28.216114 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46fc66ca-620c-4572-b78c-1534ba1a7776 req-96f370b6-d04f-4ae8-a99d-dd1ddbdaca8b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553067 Jul 27 21:58:28.244504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-229aa877-4029-4bab-8c1c-ba2565004446 req-ce315a6a-fec3-4c7d-8dab-a5a4e7559cd6 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540569 Jul 27 21:58:28.375284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a682b7f-259c-4af1-9bb7-520d0615afa4 req-0ba5453a-e7ae-4a12-8daf-c1e5232c49c4 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:28.376931 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a682b7f-259c-4af1-9bb7-520d0615afa4 req-0ba5453a-e7ae-4a12-8daf-c1e5232c49c4 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 945 time: 0.0894845 Jul 27 21:58:28.386325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb68fd9-13a7-427e-abe5-ea5953c2b7b8 req-f22598f1-5e46-4164-b63d-1ccd44cb3eb3 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:28.387972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb68fd9-13a7-427e-abe5-ea5953c2b7b8 req-f22598f1-5e46-4164-b63d-1ccd44cb3eb3 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 1101 time: 0.0805128 Jul 27 21:58:28.409866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd275c33b-e5b0-49d2-9578-f794e3414224'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:28.412225 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9200e1fc-7acf-414c-9c61-78cd317e183c" -d '{"events": [{"server_uuid": "f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f", "name": "network-vif-plugged", "status": "completed", "tag": "d275c33b-e5b0-49d2-9578-f794e3414224"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:28.441385 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a682b7f-259c-4af1-9bb7-520d0615afa4 req-997a6ed9-7584-4597-a1bb-fc68d7359caf tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 Jul 27 21:58:28.446729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb68fd9-13a7-427e-abe5-ea5953c2b7b8 req-8891d4fc-83a5-4452-89f8-bac05c16248a tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496399 Jul 27 21:58:28.487831 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334582e6-2a6b-4785-ab25-e41e8876a4be x-openstack-request-id: req-334582e6-2a6b-4785-ab25-e41e8876a4be {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:28.488122 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f", "name": "network-vif-plugged", "status": "completed", "tag": "d275c33b-e5b0-49d2-9578-f794e3414224", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:28.488373 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-334582e6-2a6b-4785-ab25-e41e8876a4be {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:28.488829 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd275c33b-e5b0-49d2-9578-f794e3414224', 'code': 200} Jul 27 21:58:28.629118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc421e-6097-4857-a6bd-49e90793964a req-3cdcb07f-104f-482c-8850-743f053077a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:28.630625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0bcc421e-6097-4857-a6bd-49e90793964a req-3cdcb07f-104f-482c-8850-743f053077a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 1096 time: 0.0707326 Jul 27 21:58:28.646081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b4a13-cc30-4b63-a114-4da9f6c93bfb req-4217f3f2-be6f-417b-b965-094974bb74db tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:28.647528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c56b4a13-cc30-4b63-a114-4da9f6c93bfb req-4217f3f2-be6f-417b-b965-094974bb74db tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 946 time: 0.0552747 Jul 27 21:58:28.696898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0bcc421e-6097-4857-a6bd-49e90793964a req-42fe875e-924b-4fc8-b366-62c568b5d79b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484157 Jul 27 21:58:28.709029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c56b4a13-cc30-4b63-a114-4da9f6c93bfb req-16603bbf-f420-4655-8907-7b8edea5dc1f tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546184 Jul 27 21:58:28.774380 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-e1ff6f2e-60d5-4684-a3b8-27418b00b793 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216990 Jul 27 21:58:28.915457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-a0fc160d-aac4-4bcf-b3a6-a70e9a16aecf tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:28.917040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-a0fc160d-aac4-4bcf-b3a6-a70e9a16aecf tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1373436 Jul 27 21:58:28.929284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5eaa7-5c51-4b19-a623-d0f743d61648 req-fc038a51-5fea-47b5-88c2-0842c0174db6 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:28.930748 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79e5eaa7-5c51-4b19-a623-d0f743d61648 req-fc038a51-5fea-47b5-88c2-0842c0174db6 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 949 time: 0.0878248 Jul 27 21:58:28.947198 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-7e9a0089-0d4f-44ff-ab77-3b0422261b03 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/quotas/58362275e3b340ae91c742b03494df44 HTTP/1.1" status: 200 len: 375 time: 0.0155013 Jul 27 21:58:29.009122 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79e5eaa7-5c51-4b19-a623-d0f743d61648 req-fedb093c-dfa5-4a3f-958d-ed38436ae769 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700860 Jul 27 21:58:29.041825 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-5fe37094-6d65-44bd-9306-07cfd8b6b4ca tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824161 Jul 27 21:58:29.075476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d3632c8b-0f9e-4c58-ba41-5e509149a4e6 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:29.110980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: d3632c8b-0f9e-4c58-ba41-5e509149a4e6 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:29.111612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d3632c8b-0f9e-4c58-ba41-5e509149a4e6 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:29.210725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818e903-2dfa-4003-9a44-20e3c391b925 req-af876bef-59ee-4d0a-b2c1-8741e239fdf8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:29.212298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c818e903-2dfa-4003-9a44-20e3c391b925 req-af876bef-59ee-4d0a-b2c1-8741e239fdf8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 948 time: 0.0556359 Jul 27 21:58:29.232947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 456478a7-f3b0-470d-a6ec-74dfc66dbe60 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:29.262016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c818e903-2dfa-4003-9a44-20e3c391b925 req-f1c7ca92-57e1-4df6-893a-655fa67019da tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415516 Jul 27 21:58:29.313850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:29.323890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:29.324340 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.373156 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce016b8-0833-46b4-aabc-f47d3f01a936 req-9f9502fc-c78b-40d7-8ed5-b06c85569fd7 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:29.374869 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cce016b8-0833-46b4-aabc-f47d3f01a936 req-9f9502fc-c78b-40d7-8ed5-b06c85569fd7 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 949 time: 0.0873864 Jul 27 21:58:29.499003 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.507597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6752d05-3227-4eab-9a9f-c6f2c2b4d5bb req-c1e3fb1f-cb76-46ef-9ff7-51ce8e5aa19d tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:29.515493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c6752d05-3227-4eab-9a9f-c6f2c2b4d5bb req-c1e3fb1f-cb76-46ef-9ff7-51ce8e5aa19d tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 948 time: 0.1135666 Jul 27 21:58:29.578652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:29.589472 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:29.616638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c6752d05-3227-4eab-9a9f-c6f2c2b4d5bb req-85da5fdb-f0ca-4248-8e55-61720743c0d6 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003571 Jul 27 21:58:29.640847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9dec4-2ec8-41f8-ab0f-c834b942bf8f req-062d2cfe-aeb4-4625-a7d9-817832087446 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:29.640847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5f9dec4-2ec8-41f8-ab0f-c834b942bf8f req-062d2cfe-aeb4-4625-a7d9-817832087446 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 943 time: 0.1399100 Jul 27 21:58:29.704816 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5f9dec4-2ec8-41f8-ab0f-c834b942bf8f req-627c8c01-9512-44f3-889b-f8a35c13e62a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584545 Jul 27 21:58:29.749931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=456478a7-f3b0-470d-a6ec-74dfc66dbe60,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:29.770416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33a2cf-60ee-49ad-ab5d-c23aeb5233ef req-d6710c51-9af9-4dad-90c9-6e96193ba76f tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:29.778390 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed33a2cf-60ee-49ad-ab5d-c23aeb5233ef req-d6710c51-9af9-4dad-90c9-6e96193ba76f tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 1100 time: 0.0600362 Jul 27 21:58:29.838370 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed33a2cf-60ee-49ad-ab5d-c23aeb5233ef req-6076480c-2ef8-4c2a-a1d9-8f288f9e728e tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471802 Jul 27 21:58:29.839444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-cce016b8-0833-46b4-aabc-f47d3f01a936 req-7f5e60f9-b5d0-42a2-976b-1d80bbe34f5a tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Deleting port fe79a67c-78f5-40df-8007-113df4b94ab2 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:29.839444 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cce016b8-0833-46b4-aabc-f47d3f01a936 req-7f5e60f9-b5d0-42a2-976b-1d80bbe34f5a tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.005954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cce016b8-0833-46b4-aabc-f47d3f01a936 req-7f5e60f9-b5d0-42a2-976b-1d80bbe34f5a tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] For port fe79a67c-78f5-40df-8007-113df4b94ab2, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=fe79a67c-78f5-40df-8007-113df4b94ab2,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:30.005954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cce016b8-0833-46b4-aabc-f47d3f01a936 req-7f5e60f9-b5d0-42a2-976b-1d80bbe34f5a tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.039370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-cce016b8-0833-46b4-aabc-f47d3f01a936 req-7f5e60f9-b5d0-42a2-976b-1d80bbe34f5a tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Calling delete_port for fe79a67c-78f5-40df-8007-113df4b94ab2 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:30.048920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e8645-a46b-4516-a7f0-b018a668847f req-56cb3075-eaee-4d44-bfc4-0560467ba257 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:30.057144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d8e8645-a46b-4516-a7f0-b018a668847f req-56cb3075-eaee-4d44-bfc4-0560467ba257 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 945 time: 0.1166501 Jul 27 21:58:30.158396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b95e4051-f76d-4f14-b80a-20713d3f0c20 req-896208e8-147d-4d9f-80a4-9390e8f4c0c6 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 210 time: 0.1227162 Jul 27 21:58:30.177014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d8e8645-a46b-4516-a7f0-b018a668847f req-1cdd3b5a-cfdf-459b-b2ac-697431e50067 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188993 Jul 27 21:58:30.316411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cce016b8-0833-46b4-aabc-f47d3f01a936 req-7f5e60f9-b5d0-42a2-976b-1d80bbe34f5a tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.326590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da0868-9d2b-49ce-9e50-d81131af8464 req-bd5de718-3a09-4180-8dc0-34f828c04556 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:30.330072 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1da0868-9d2b-49ce-9e50-d81131af8464 req-bd5de718-3a09-4180-8dc0-34f828c04556 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b39652c-19ea-44f1-b0a4-001a6e8ce5a9 HTTP/1.1" status: 200 len: 949 time: 0.0660920 Jul 27 21:58:30.338246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['fe79a67c-78f5-40df-8007-113df4b94ab2'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:30.361471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e60f9-b5d0-42a2-976b-1d80bbe34f5a tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Pushing event deleted for resources: {'Port': ['ID=fe79a67c-78f5-40df-8007-113df4b94ab2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:30.421003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1da0868-9d2b-49ce-9e50-d81131af8464 req-3902104e-2ae2-456c-a350-0a821b855655 tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.24 "GET /v2.0/security-groups?id=30ac26fc-f787-4138-b56d-5a96e4483986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852795 Jul 27 21:58:30.423321 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-feb9d366-8ac3-412d-8730-08981a360f53 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434797 Jul 27 21:58:30.429962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce016b8-0833-46b4-aabc-f47d3f01a936 req-7f5e60f9-b5d0-42a2-976b-1d80bbe34f5a tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] No DVR routers for this DVR port fe79a67c-78f5-40df-8007-113df4b94ab2 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:30.434933 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cce016b8-0833-46b4-aabc-f47d3f01a936 req-7f5e60f9-b5d0-42a2-976b-1d80bbe34f5a tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:30.440339 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cce016b8-0833-46b4-aabc-f47d3f01a936 req-7f5e60f9-b5d0-42a2-976b-1d80bbe34f5a tempest-ServersAdminNegativeTestJSON-558099453 tempest-ServersAdminNegativeTestJSON-558099453-project] 10.222.0.43 "DELETE /v2.0/ports/fe79a67c-78f5-40df-8007-113df4b94ab2 HTTP/1.1" status: 204 len: 173 time: 1.0568223 Jul 27 21:58:30.441453 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b39652c-19ea-44f1-b0a4-001a6e8ce5a9', 'name': 'network-vif-deleted', 'tag': 'fe79a67c-78f5-40df-8007-113df4b94ab2'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:30.444518 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99046bb-90a3-4125-b465-4d96493c10d8" -d '{"events": [{"server_uuid": "2b39652c-19ea-44f1-b0a4-001a6e8ce5a9", "name": "network-vif-deleted", "tag": "fe79a67c-78f5-40df-8007-113df4b94ab2"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:30.490141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456478a7-f3b0-470d-a6ec-74dfc66dbe60'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:30.493303 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585128c3-1bde-40a6-9d4f-dbe14cec3952" -d '{"events": [{"server_uuid": "6d69389c-14e9-4a65-ba95-12ad72b69ac9", "name": "network-vif-plugged", "status": "completed", "tag": "456478a7-f3b0-470d-a6ec-74dfc66dbe60"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:30.498660 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f65ea4-85c8-4012-90a9-f0c4a4ee2061 x-openstack-request-id: req-61f65ea4-85c8-4012-90a9-f0c4a4ee2061 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:30.498826 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b39652c-19ea-44f1-b0a4-001a6e8ce5a9", "name": "network-vif-deleted", "tag": "fe79a67c-78f5-40df-8007-113df4b94ab2", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:30.499318 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61f65ea4-85c8-4012-90a9-f0c4a4ee2061 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:30.499705 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b39652c-19ea-44f1-b0a4-001a6e8ce5a9', 'name': 'network-vif-deleted', 'tag': 'fe79a67c-78f5-40df-8007-113df4b94ab2', 'status': 'completed', 'code': 200} Jul 27 21:58:30.542487 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1a295d-9697-4fe0-943a-63f1bcf46c69 x-openstack-request-id: req-2e1a295d-9697-4fe0-943a-63f1bcf46c69 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:30.543049 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d69389c-14e9-4a65-ba95-12ad72b69ac9", "name": "network-vif-plugged", "status": "completed", "tag": "456478a7-f3b0-470d-a6ec-74dfc66dbe60", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:30.543049 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e1a295d-9697-4fe0-943a-63f1bcf46c69 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:30.543396 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456478a7-f3b0-470d-a6ec-74dfc66dbe60', 'code': 200} Jul 27 21:58:30.616712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-91a98f38-508b-496b-9ae0-2f1859377665 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:30.626545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-91a98f38-508b-496b-9ae0-2f1859377665 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888590 Jul 27 21:58:30.651497 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-00f12b77-ae4c-495b-aaab-19ac375e937c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/quotas/1a8cb100fd00413a9aefa092bd27ec73 HTTP/1.1" status: 200 len: 375 time: 0.0239713 Jul 27 21:58:30.733265 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-3230b56c-ea94-4699-b143-6a41c05f570f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808136 Jul 27 21:58:30.839656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957c609-5ce1-44c9-a0f3-0a1c19f5a6ef req-fbc545b0-b266-4d0f-9a78-ef3c62965e8c tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:30.841540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4957c609-5ce1-44c9-a0f3-0a1c19f5a6ef req-fbc545b0-b266-4d0f-9a78-ef3c62965e8c tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 948 time: 0.1043847 Jul 27 21:58:30.904454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4957c609-5ce1-44c9-a0f3-0a1c19f5a6ef req-4e41ef4f-d229-4ad2-9590-a15d2d46ed9a tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533857 Jul 27 21:58:31.046620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e6420ca4-9d83-45c9-8b57-9580e3c2739c req-ce4f25d2-57d5-4825-8ace-9bd36f763db6 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 210 time: 0.0611477 Jul 27 21:58:31.056865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45bdb3-1af0-48ea-aebd-b5721651a8ba req-cca12700-c133-4e2b-ac94-2960c2487c7c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:31.067023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d45bdb3-1af0-48ea-aebd-b5721651a8ba req-cca12700-c133-4e2b-ac94-2960c2487c7c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 943 time: 0.1254151 Jul 27 21:58:31.083036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 543f02b2-e472-4658-b4a6-1a8318f4c0a5 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:31.125274 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d45bdb3-1af0-48ea-aebd-b5721651a8ba req-a1ca5956-68d0-4d77-8df6-6856dff4a8d1 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501161 Jul 27 21:58:31.183878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:31.194585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:31.194970 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.418096 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.451917 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f4961be-bd1b-47e7-bb8e-90bdd8434675 req-a5ed6fbc-e244-4b8e-9277-965382db406e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 210 time: 0.0782247 Jul 27 21:58:31.482914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c1af-7116-4a38-95a8-3bd43caf2825 req-335ddf10-6b4b-47b5-bc12-82d5fe4403ac tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:31.493805 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd82c1af-7116-4a38-95a8-3bd43caf2825 req-335ddf10-6b4b-47b5-bc12-82d5fe4403ac tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 945 time: 0.1869590 Jul 27 21:58:31.536454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:31.542480 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:31.598624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-1821fef4-c9b1-4939-a59c-eb36394de2f2 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262961 Jul 27 21:58:31.618906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd82c1af-7116-4a38-95a8-3bd43caf2825 req-1be79d7b-3962-49db-a30d-cbab27192973 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227932 Jul 27 21:58:31.633275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=543f02b2-e472-4658-b4a6-1a8318f4c0a5,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:31.764566 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-eed18209-270e-4e05-aad0-19b583d7db0f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499489 Jul 27 21:58:31.851953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-e66bc76f-ad27-400a-a17f-71551d44f236 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:31.853834 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-e66bc76f-ad27-400a-a17f-71551d44f236 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339399 Jul 27 21:58:31.880870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Request body: {'port': {'device_id': 'b0c62244-e180-4eae-9dae-8dffcc0f90fb', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '58362275e3b340ae91c742b03494df44'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:31.935279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8898c29-a8b7-4989-b973-9a983ddc41ee req-bf9b723b-5563-4597-9a04-54cfe863cb94 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:31.949065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8898c29-a8b7-4989-b973-9a983ddc41ee req-bf9b723b-5563-4597-9a04-54cfe863cb94 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 1096 time: 0.1145918 Jul 27 21:58:31.978401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-caea739b-a404-4ed8-b82e-dd8183b2dcaf tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:31.980248 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-caea739b-a404-4ed8-b82e-dd8183b2dcaf tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092197 Jul 27 21:58:32.008390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Request body: {'port': {'device_id': '7daf8c60-3b76-4766-ba0a-2b5edc8d281e', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '58362275e3b340ae91c742b03494df44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:32.042834 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8898c29-a8b7-4989-b973-9a983ddc41ee req-907f2c74-0190-4711-9758-cb40962ee27b tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925643 Jul 27 21:58:32.084934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Made reservation on behalf of 58362275e3b340ae91c742b03494df44 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:32.088939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.199021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58560) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:32.214535 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-ecc1b663-b8d7-4fd3-b8b4-22bad0c4e50e service neutron] 10.222.0.41 "GET /v2.0/ports/5291f306-6be6-435a-a523-5ed424044b14/bindings/n-h1-802011-3 HTTP/1.1" status: 200 len: 384 time: 0.1315482 Jul 27 21:58:32.247773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f8256-e167-46b5-867e-2a2a4c5ebd9a req-935f0f7d-d728-4dd8-83d1-a0442e839d33 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:32.255953 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c82f8256-e167-46b5-867e-2a2a4c5ebd9a req-935f0f7d-d728-4dd8-83d1-a0442e839d33 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 949 time: 0.1220355 Jul 27 21:58:32.264119 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Made reservation on behalf of 58362275e3b340ae91c742b03494df44 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:32.268696 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.336341 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c82f8256-e167-46b5-867e-2a2a4c5ebd9a req-edeb84ac-9b13-47a7-9524-4b6ef6fa504a tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790279 Jul 27 21:58:32.369424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Allocated IP 192.168.233.151 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/ffa75504-215d-4597-9648-3768fcdcee01) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:32.506659 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-942169b6-b5ec-4f67-b95f-6c1ad21dbc46 req-7918927b-faa3-48c3-82fc-33180aea6c84 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 210 time: 0.0485272 Jul 27 21:58:32.525670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a46d17-3caa-49b1-b397-4741af0a61e6 req-6e1e2009-5a87-4ec8-a6fc-fabe7409a185 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:32.542710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40a46d17-3caa-49b1-b397-4741af0a61e6 req-6e1e2009-5a87-4ec8-a6fc-fabe7409a185 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 1096 time: 0.1408739 Jul 27 21:58:32.545002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:32.548301 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbb5ea4-f337-4a39-a436-6c8081efa7c3" -d '{"events": [{"server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "name": "network-vif-plugged", "status": "completed", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:32.584069 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-f49cc834-e21f-4f7d-b857-a53db40b35dc tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957661 Jul 27 21:58:32.643268 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1a5cba58-620c-48af-af80-0596526e4a3c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37f1e48911e94b0c83b6c1e5b0b6ae1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409616 Jul 27 21:58:32.647753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:32.653281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40a46d17-3caa-49b1-b397-4741af0a61e6 req-b3b2c0a5-bef7-492f-9b55-504abd81ae95 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098943 Jul 27 21:58:32.720805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b1463b12-b346-483d-b3df-63e935d54519 req-d28f55c9-a2b8-4c54-bc1c-9bf8f85f5137 service neutron] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5291f306-6be6-435a-a523-5ed424044b14,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:32.732639 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.759476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Transition to ACTIVE for port object ffa75504-215d-4597-9648-3768fcdcee01 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:32.770037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b1463b12-b346-483d-b3df-63e935d54519 req-d28f55c9-a2b8-4c54-bc1c-9bf8f85f5137 service neutron] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:32.795989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c653b-1931-4aec-98f5-13bd8fdf8767 req-ee2e6c1a-7c52-42ec-91bd-58836a261a0f tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:32.798024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f9c653b-1931-4aec-98f5-13bd8fdf8767 req-ee2e6c1a-7c52-42ec-91bd-58836a261a0f tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 943 time: 0.1842201 Jul 27 21:58:32.801994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-0cad931c-e6e1-4f46-80c1-780fe1a04fbe tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:32.803102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5998025e-5fcb-4598-a0d1-c3839435c201 req-1c045c6d-a151-4174-a928-7e513e8cd83d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 210 time: 0.0483277 Jul 27 21:58:32.803629 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-0cad931c-e6e1-4f46-80c1-780fe1a04fbe tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055008 Jul 27 21:58:32.821484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Request body: {'port': {'device_id': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '1a8cb100fd00413a9aefa092bd27ec73'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:32.856674 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40ade33f-53cc-4d86-ad7a-8edb64bf8b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.861904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:32.872613 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77af6928-e23a-4fa2-820b-aacf1104ae6f x-openstack-request-id: req-77af6928-e23a-4fa2-820b-aacf1104ae6f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:32.872942 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "name": "network-vif-plugged", "status": "completed", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:32.873190 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77af6928-e23a-4fa2-820b-aacf1104ae6f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:32.874310 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'code': 200} Jul 27 21:58:32.877715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c', 'da68d304-3754-4809-905b-87797d36241f', '4bfa33cc-81c8-46d1-a361-d4a86d487b42'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:32.915493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-b1463b12-b346-483d-b3df-63e935d54519 req-d28f55c9-a2b8-4c54-bc1c-9bf8f85f5137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5291f306-6be6-435a-a523-5ed424044b14 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:32.963132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f9c653b-1931-4aec-98f5-13bd8fdf8767 req-9e69d3f8-df43-4bf3-8a0e-f56fb8edd1e9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442637 Jul 27 21:58:32.985590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:33.023357 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40ade33f-53cc-4d86-ad7a-8edb64bf8b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.024624 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Allocated IP 192.168.233.33 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/7e880494-6ef9-46f2-bece-1611c4dd3942) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:33.061973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:33.075002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:33.082053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:33.082962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.095213 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event updated for resources: {'Port': ['ID=ffa75504-215d-4597-9648-3768fcdcee01,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:33.115410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device fe79a67c-78f5-40df-8007-113df4b94ab2 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:33.149330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-77c3ad1f-4b70-41b7-b3d6-1d5907121721 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2740767 Jul 27 21:58:33.153262 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931b2a4-82b8-49ac-9382-b3ac50c4870a req-afee4775-2206-4b69-a6b9-dda706e9f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:33.154964 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f931b2a4-82b8-49ac-9382-b3ac50c4870a req-afee4775-2206-4b69-a6b9-dda706e9f2d3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 1100 time: 0.1909115 Jul 27 21:58:33.162485 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40ade33f-53cc-4d86-ad7a-8edb64bf8b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.165510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40ade33f-53cc-4d86-ad7a-8edb64bf8b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.166857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-40ade33f-53cc-4d86-ad7a-8edb64bf8b14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30ac26fc-f787-4138-b56d-5a96e4483986 HTTP/1.1" status: 204 len: 168 time: 0.5181048 Jul 27 21:58:33.238222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Request body: {'port': {'device_id': 'b0c62244-e180-4eae-9dae-8dffcc0f90fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:33.258055 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.276636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Transition to ACTIVE for port object 7e880494-6ef9-46f2-bece-1611c4dd3942 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:33.311386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ade33f-53cc-4d86-ad7a-8edb64bf8b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ac26fc-f787-4138-b56d-5a96e4483986,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:33.343567 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f931b2a4-82b8-49ac-9382-b3ac50c4870a req-b4cd781f-3787-473f-be82-5fa5c49344e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742985 Jul 27 21:58:33.377271 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.385667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b1463b12-b346-483d-b3df-63e935d54519 req-d28f55c9-a2b8-4c54-bc1c-9bf8f85f5137 service neutron] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=5291f306-6be6-435a-a523-5ed424044b14,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:33.400902 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.473920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Made reservation on behalf of 1a8cb100fd00413a9aefa092bd27ec73 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:33.482768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.521575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event updated for resources: {'Port': ['ID=7e880494-6ef9-46f2-bece-1611c4dd3942,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:33.567314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1463b12-b346-483d-b3df-63e935d54519 req-d28f55c9-a2b8-4c54-bc1c-9bf8f85f5137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.581269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:33.628723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: fe79a67c-78f5-40df-8007-113df4b94ab2 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:58:33.629734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device fe79a67c-78f5-40df-8007-113df4b94ab2 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:33.729514 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:33.735083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:33.743392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a984d748-2757-46ad-a142-b8e93d9f57d6 None None] Provisioning for port ffa75504-215d-4597-9648-3768fcdcee01 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:33.748328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a984d748-2757-46ad-a142-b8e93d9f57d6 None None] Provisioning complete for port ffa75504-215d-4597-9648-3768fcdcee01 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:33.748876 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a984d748-2757-46ad-a142-b8e93d9f57d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.764037 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6b8b6-10d3-4a7b-b46a-ac01341c8fd9 req-b2a752a5-12a8-43f6-864e-3acca917b022 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:33.776013 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74c6b8b6-10d3-4a7b-b46a-ac01341c8fd9 req-b2a752a5-12a8-43f6-864e-3acca917b022 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 949 time: 0.2821527 Jul 27 21:58:33.790314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a984d748-2757-46ad-a142-b8e93d9f57d6 None None] Port ffa75504-215d-4597-9648-3768fcdcee01 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:33.802130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58596) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:33.875815 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:33.881142 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.975307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-cf6b1dbc-4025-4045-b26c-edd87f63d2e9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9749200 Jul 27 21:58:33.980896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-b1463b12-b346-483d-b3df-63e935d54519 req-d28f55c9-a2b8-4c54-bc1c-9bf8f85f5137 service neutron] Transition to ACTIVE for port object 5291f306-6be6-435a-a523-5ed424044b14 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:33.993863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74c6b8b6-10d3-4a7b-b46a-ac01341c8fd9 req-803303ad-727c-4f47-a4e2-1d8295f20803 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124755 Jul 27 21:58:33.995306 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1463b12-b346-483d-b3df-63e935d54519 req-d28f55c9-a2b8-4c54-bc1c-9bf8f85f5137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.008836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d594f671-5ebc-4bee-a0c4-19b0bf20253f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af41ffaa9821459da2b0337dec3829f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039547 Jul 27 21:58:34.012664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:58:34.171070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Request body: {'port': {'device_id': '7daf8c60-3b76-4766-ba0a-2b5edc8d281e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:34.177247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f55c9-a2b8-4c54-bc1c-9bf8f85f5137 service neutron] Pushing event updated for resources: {'Port': ['ID=5291f306-6be6-435a-a523-5ed424044b14,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:34.221110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86cd263a-a083-4234-8db7-a10038711f41 req-09c5ec39-6afd-4e6c-9525-404ea3bb71e1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 210 time: 0.0885201 Jul 27 21:58:34.242882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1da9e4bd-0d3e-466d-9c80-a4e79c882702 None None] Provisioning for port 7e880494-6ef9-46f2-bece-1611c4dd3942 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:34.250702 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1da9e4bd-0d3e-466d-9c80-a4e79c882702 None None] Provisioning complete for port 7e880494-6ef9-46f2-bece-1611c4dd3942 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:34.257450 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1da9e4bd-0d3e-466d-9c80-a4e79c882702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.268924 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23eba96d-2c47-4456-b760-948fc9400702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.269896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1463b12-b346-483d-b3df-63e935d54519 req-d28f55c9-a2b8-4c54-bc1c-9bf8f85f5137 service neutron] No DVR routers for this DVR port 5291f306-6be6-435a-a523-5ed424044b14 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:34.308282 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.348112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1da9e4bd-0d3e-466d-9c80-a4e79c882702 None None] Port 7e880494-6ef9-46f2-bece-1611c4dd3942 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:34.361929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa75504-215d-4597-9648-3768fcdcee01 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:34.376561 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.411865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Transition to ACTIVE for port object ffa75504-215d-4597-9648-3768fcdcee01 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:34.423011 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-d28f55c9-a2b8-4c54-bc1c-9bf8f85f5137 service neutron] 10.222.0.41 "PUT /v2.0/ports/5291f306-6be6-435a-a523-5ed424044b14/bindings/n-h1-802011-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1987591 Jul 27 21:58:34.461493 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23eba96d-2c47-4456-b760-948fc9400702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.463527 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.569180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c', 'da68d304-3754-4809-905b-87797d36241f', '4bfa33cc-81c8-46d1-a361-d4a86d487b42'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:34.604789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Allocated IP 192.168.233.39 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/11fd5afa-92b7-4da2-90ab-f8feda3113ff) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:34.904931 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.922927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Transition to ACTIVE for port object 11fd5afa-92b7-4da2-90ab-f8feda3113ff will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:34.972047 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.999447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8da224-be7b-4578-847a-a7df394bf75c req-cbac26e5-096a-4846-821a-f74bc2929cd2 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:35.008394 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f8da224-be7b-4578-847a-a7df394bf75c req-cbac26e5-096a-4846-821a-f74bc2929cd2 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 948 time: 0.6012056 Jul 27 21:58:35.095582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:35.101949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:35.105831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Pushing event updated for resources: {'Port': ['ID=11fd5afa-92b7-4da2-90ab-f8feda3113ff,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:35.111009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:35.121640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Attempting to bind port ffa75504-215d-4597-9648-3768fcdcee01 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:35.121984 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Attempting to bind port ffa75504-215d-4597-9648-3768fcdcee01 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:35.122350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Attempting to bind port ffa75504-215d-4597-9648-3768fcdcee01 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:35.124784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Pushing event updated for resources: {'Port': ['ID=ffa75504-215d-4597-9648-3768fcdcee01,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:35.165698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:35.166490 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.169171 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f8da224-be7b-4578-847a-a7df394bf75c req-2c3a645e-7cc1-4631-aa56-bff306424cd9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597583 Jul 27 21:58:35.171988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b12-b346-483d-b3df-63e935d54519 req-b9a67796-646c-48d3-89ae-e469f0256ffd tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:35.180117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-b9a67796-646c-48d3-89ae-e469f0256ffd tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1&tenant_id=2c1d48a9f6a14539976b63c05ed486a6&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1095 time: 0.6511824 Jul 27 21:58:35.182971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Port ffa75504-215d-4597-9648-3768fcdcee01 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:35.183296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Attempting to bind port ffa75504-215d-4597-9648-3768fcdcee01 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:35.200699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:35.205541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:35.207366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:35.208531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Bound port: ffa75504-215d-4597-9648-3768fcdcee01, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:35.209905 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.221114 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23eba96d-2c47-4456-b760-948fc9400702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.240514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23eba96d-2c47-4456-b760-948fc9400702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.249742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-23eba96d-2c47-4456-b760-948fc9400702 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1834f09e-b3b4-48e8-b218-1267745b5947 HTTP/1.1" status: 204 len: 168 time: 1.2332971 Jul 27 21:58:35.288054 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 5291f306-6be6-435a-a523-5ed424044b14 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:35.426980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e880494-6ef9-46f2-bece-1611c4dd3942 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:35.444990 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] For port ffa75504-215d-4597-9648-3768fcdcee01, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:35.446796 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.449532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] For port ffa75504-215d-4597-9648-3768fcdcee01, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=ffa75504-215d-4597-9648-3768fcdcee01,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:35.457108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eba96d-2c47-4456-b760-948fc9400702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1834f09e-b3b4-48e8-b218-1267745b5947,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:35.458590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 5291f306-6be6-435a-a523-5ed424044b14 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:35.467995 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.485696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Transition to ACTIVE for port object 7e880494-6ef9-46f2-bece-1611c4dd3942 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:35.490769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:35.491622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.492139 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-6ceee201-24ee-49e2-a041-a32c861ef2c1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6750326 Jul 27 21:58:35.493010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] 10.222.0.41 "PUT /v2.0/ports/ffa75504-215d-4597-9648-3768fcdcee01 HTTP/1.1" status: 200 len: 1096 time: 2.3249533 Jul 27 21:58:35.496005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c62244-e180-4eae-9dae-8dffcc0f90fb', 'tag': 'ffa75504-215d-4597-9648-3768fcdcee01'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:35.497705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.499668 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ad4cc4-6177-4d8e-81ed-6340cf55940e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c62244-e180-4eae-9dae-8dffcc0f90fb", "tag": "ffa75504-215d-4597-9648-3768fcdcee01"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:35.509103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-12c8d38d-cb67-4e3c-82a1-a57b91278f03 None None] Provisioning for port 11fd5afa-92b7-4da2-90ab-f8feda3113ff completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:35.546938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Request body: {'port': {'device_id': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:35.572869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44699b8e-52cc-4eb7-acd9-2a4cb37b8e8e req-47853eb7-de9f-4e1b-9df0-2d856191d9f9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:35.579959 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-12c8d38d-cb67-4e3c-82a1-a57b91278f03 None None] Provisioning complete for port 11fd5afa-92b7-4da2-90ab-f8feda3113ff triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:35.580919 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c8d38d-cb67-4e3c-82a1-a57b91278f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.582763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44699b8e-52cc-4eb7-acd9-2a4cb37b8e8e req-47853eb7-de9f-4e1b-9df0-2d856191d9f9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 944 time: 0.2717686 Jul 27 21:58:35.625846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b12-b346-483d-b3df-63e935d54519 req-ab398b5a-10df-4d8f-b274-7c7b90383db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:35.628106 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-ab398b5a-10df-4d8f-b274-7c7b90383db7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1&tenant_id=2c1d48a9f6a14539976b63c05ed486a6 HTTP/1.1" status: 200 len: 1095 time: 0.4289091 Jul 27 21:58:35.653465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['456478a7-f3b0-470d-a6ec-74dfc66dbe60'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:35.728597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44699b8e-52cc-4eb7-acd9-2a4cb37b8e8e req-2024e8d6-e893-4f88-8ac0-7b9bbd356478 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449354 Jul 27 21:58:35.765327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-12c8d38d-cb67-4e3c-82a1-a57b91278f03 None None] Port 11fd5afa-92b7-4da2-90ab-f8feda3113ff cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:35.787728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf028f4-fa69-43c9-9fde-9342059b0f8f service neutron] Pushing event updated for resources: {'Port': ['ID=ffa75504-215d-4597-9648-3768fcdcee01,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:35.834694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-2a66bf28-77d3-49c6-a022-1732adda39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:35.836309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-2a66bf28-77d3-49c6-a022-1732adda39bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 1099 time: 0.2980988 Jul 27 21:58:35.916352 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.932808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Pushing event updated for resources: {'Port': ['ID=7e880494-6ef9-46f2-bece-1611c4dd3942,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:35.962494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b12-b346-483d-b3df-63e935d54519 req-9122a708-656e-4333-92c1-83b135aafcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:35.964126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-9122a708-656e-4333-92c1-83b135aafcaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 1095 time: 0.2479241 Jul 27 21:58:35.966048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-76790e00-5f0c-45d4-856e-13c50899a48c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ffa75504-215d-4597-9648-3768fcdcee01 HTTP/1.1" status: 200 len: 217 time: 0.1147249 Jul 27 21:58:36.271344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-3987a05b-0395-4b90-9c7e-ff92acd98e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:36.272820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-3987a05b-0395-4b90-9c7e-ff92acd98e87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2981341 Jul 27 21:58:36.275373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b12-b346-483d-b3df-63e935d54519 req-f1a94ace-4979-419b-b441-0926b752c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:36.276826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-f1a94ace-4979-419b-b441-0926b752c288 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.3034549 Jul 27 21:58:36.310004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d51ab-3ca0-4b64-b1ee-0836f06ac78c req-9ca4a760-6fc2-4966-9ae7-6bb66586796b tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:36.311536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df4d51ab-3ca0-4b64-b1ee-0836f06ac78c req-9ca4a760-6fc2-4966-9ae7-6bb66586796b tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 949 time: 0.1612496 Jul 27 21:58:36.353030 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Attempting to bind port 7e880494-6ef9-46f2-bece-1611c4dd3942 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:36.353369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Attempting to bind port 7e880494-6ef9-46f2-bece-1611c4dd3942 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:36.353701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Attempting to bind port 7e880494-6ef9-46f2-bece-1611c4dd3942 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:36.361206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-d61a1fb5-8d68-40b8-816e-41e30a29d54e tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:58:36.362381 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-d61a1fb5-8d68-40b8-816e-41e30a29d54e tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8370452 Jul 27 21:58:36.368667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Port 7e880494-6ef9-46f2-bece-1611c4dd3942 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:36.369003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Attempting to bind port 7e880494-6ef9-46f2-bece-1611c4dd3942 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:36.377872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fd5afa-92b7-4da2-90ab-f8feda3113ff {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:36.384663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-7d40ca38-7bd8-4f80-94fd-4463a855bd1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5291f306-6be6-435a-a523-5ed424044b14 HTTP/1.1" status: 200 len: 217 time: 0.0907707 Jul 27 21:58:36.386111 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] Request body: {'binding': {'host': 'n-h1-802011-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:36.386596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:58:36.416577 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.421939 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:36.422566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:36.422819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:36.423230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Bound port: 7e880494-6ef9-46f2-bece-1611c4dd3942, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:36.423614 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.451114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Transition to ACTIVE for port object 11fd5afa-92b7-4da2-90ab-f8feda3113ff will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:36.478901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-775c7cae-0203-40ae-a7ac-873ddb32a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:36.480685 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-775c7cae-0203-40ae-a7ac-873ddb32a4bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1964772 Jul 27 21:58:36.481752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.485880 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df4d51ab-3ca0-4b64-b1ee-0836f06ac78c req-aa850c3f-299b-4484-a20a-ba0dc7e0c175 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244726 Jul 27 21:58:36.604440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b12-b346-483d-b3df-63e935d54519 req-7ad3e7d6-4c8c-4136-8b36-94354c06af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:36.605921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-7ad3e7d6-4c8c-4136-8b36-94354c06af6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.2082727 Jul 27 21:58:36.659713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-26d39d68-ad98-4d65-a610-2caa25cd8c87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338178 Jul 27 21:58:36.753448 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-90f01007-29c1-4793-b64f-a452172d5176 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648466 Jul 27 21:58:36.768963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] For port 7e880494-6ef9-46f2-bece-1611c4dd3942, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:36.771281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] Attempting to bind port d275c33b-e5b0-49d2-9578-f794e3414224 on host n-h1-802011-3 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:36.780593 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] Attempting to bind port d275c33b-e5b0-49d2-9578-f794e3414224 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:36.782771 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] Attempting to bind port d275c33b-e5b0-49d2-9578-f794e3414224 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:36.822512 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-bbfaf59b-2786-4196-8ff0-8f07538757e0 service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467073 Jul 27 21:58:36.849823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Pushing event updated for resources: {'Port': ['ID=11fd5afa-92b7-4da2-90ab-f8feda3113ff,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:36.861464 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] For port 7e880494-6ef9-46f2-bece-1611c4dd3942, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7e880494-6ef9-46f2-bece-1611c4dd3942,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:36.862345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] Port d275c33b-e5b0-49d2-9578-f794e3414224 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:36.863009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] Attempting to bind port d275c33b-e5b0-49d2-9578-f794e3414224 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:36.873271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:36.873589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:36.873955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] Bound using segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:36.874418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] Bound port: d275c33b-e5b0-49d2-9578-f794e3414224, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:36.877571 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.915190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51e57a-58e8-45f0-8c33-3da2cced279e req-64dea039-2104-4b62-9350-4d85876fb73a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:36.925809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f51e57a-58e8-45f0-8c33-3da2cced279e req-64dea039-2104-4b62-9350-4d85876fb73a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 947 time: 0.3111365 Jul 27 21:58:36.953780 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:36.955417 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:36.956961 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] 10.222.0.43 "PUT /v2.0/ports/7e880494-6ef9-46f2-bece-1611c4dd3942 HTTP/1.1" status: 200 len: 1095 time: 2.9440689 Jul 27 21:58:36.962511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7daf8c60-3b76-4766-ba0a-2b5edc8d281e', 'tag': '7e880494-6ef9-46f2-bece-1611c4dd3942'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:36.964871 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045567c6-1723-4b7d-85d8-cd3be5f3c33c" -d '{"events": [{"name": "network-changed", "server_uuid": "7daf8c60-3b76-4766-ba0a-2b5edc8d281e", "tag": "7e880494-6ef9-46f2-bece-1611c4dd3942"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:37.038748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Attempting to bind port 11fd5afa-92b7-4da2-90ab-f8feda3113ff on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:37.038972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Attempting to bind port 11fd5afa-92b7-4da2-90ab-f8feda3113ff by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:37.039295 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Attempting to bind port 11fd5afa-92b7-4da2-90ab-f8feda3113ff on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:37.074353 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Port 11fd5afa-92b7-4da2-90ab-f8feda3113ff on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:37.074681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Attempting to bind port 11fd5afa-92b7-4da2-90ab-f8feda3113ff on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:37.079945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d275c33b-e5b0-49d2-9578-f794e3414224,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:37.083668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e8c05-d334-4cc9-b3e0-dccea5bbcc70 service neutron] Pushing event updated for resources: {'Port': ['ID=7e880494-6ef9-46f2-bece-1611c4dd3942,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:37.093120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.094412 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-dbd3d37a-c7ce-49f8-9f98-2c9ba85f65a9 service neutron] 10.222.0.24 "POST /v2.0/ports/d275c33b-e5b0-49d2-9578-f794e3414224/bindings HTTP/1.1" status: 201 len: 389 time: 0.7195878 Jul 27 21:58:37.097049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:37.097324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:37.097858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:37.098321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Bound port: 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:37.099146 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.117757 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f51e57a-58e8-45f0-8c33-3da2cced279e req-b1e1aba1-4d4e-4b64-91a8-817fa69faee7 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779945 Jul 27 21:58:37.134676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-f98308d8-925c-4fee-a594-5e5acc0e8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:37.136172 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-f98308d8-925c-4fee-a594-5e5acc0e8c57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=7daf8c60-3b76-4766-ba0a-2b5edc8d281e HTTP/1.1" status: 200 len: 1098 time: 0.1182981 Jul 27 21:58:37.200229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-f7b4234e-91ca-4856-866e-1c08495127b9 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328315 Jul 27 21:58:37.206570 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eb7346-0b7c-4bb0-b9ca-02f7f731398c x-openstack-request-id: req-e8eb7346-0b7c-4bb0-b9ca-02f7f731398c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:37.207065 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c62244-e180-4eae-9dae-8dffcc0f90fb", "tag": "ffa75504-215d-4597-9648-3768fcdcee01", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:37.207562 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8eb7346-0b7c-4bb0-b9ca-02f7f731398c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:37.208181 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c62244-e180-4eae-9dae-8dffcc0f90fb', 'tag': 'ffa75504-215d-4597-9648-3768fcdcee01', 'status': 'completed', 'code': 200} Jul 27 21:58:37.234659 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-a2ef14f4-4632-4550-9514-14304d3b47ae service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672073 Jul 27 21:58:37.390225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4cc4-6177-4d8e-81ed-6340cf55940e req-345fc8aa-b561-4e00-b0c0-235e3e8d990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:37.391835 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31ad4cc4-6177-4d8e-81ed-6340cf55940e req-345fc8aa-b561-4e00-b0c0-235e3e8d990a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 1099 time: 0.1323886 Jul 27 21:58:37.426650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a565a-0b88-4559-9d15-2884ff794edd req-5bca1866-f6ff-4298-8b9e-3bb564d20618 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:37.435425 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-237a565a-0b88-4559-9d15-2884ff794edd req-5bca1866-f6ff-4298-8b9e-3bb564d20618 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 948 time: 0.0994389 Jul 27 21:58:37.533905 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-33564f3b-c291-4afe-bfcb-57c7843b0996 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7e880494-6ef9-46f2-bece-1611c4dd3942 HTTP/1.1" status: 200 len: 217 time: 0.0459468 Jul 27 21:58:37.555992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-237a565a-0b88-4559-9d15-2884ff794edd req-2741c449-9722-4dc2-b811-10f5f83d8bde tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174526 Jul 27 21:58:37.620368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:37.626975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:37.630160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-db75136f-c607-433c-abfa-11535d7ba61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:37.631955 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-db75136f-c607-433c-abfa-11535d7ba61d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0864518 Jul 27 21:58:37.637281 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.718585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:37.720100 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:37.721600 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] 10.222.0.43 "PUT /v2.0/ports/11fd5afa-92b7-4da2-90ab-f8feda3113ff HTTP/1.1" status: 200 len: 1095 time: 2.1974525 Jul 27 21:58:37.754813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4cc4-6177-4d8e-81ed-6340cf55940e req-0b871dbc-929d-4c5a-85ff-9f01a897f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:37.756850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31ad4cc4-6177-4d8e-81ed-6340cf55940e req-0b871dbc-929d-4c5a-85ff-9f01a897f388 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3522923 Jul 27 21:58:37.762599 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463b12-b346-483d-b3df-63e935d54519 req-2e861a3f-7c2f-4257-a2c2-1aeaabd1c082 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:37.763385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-60e33972-d40b-4b16-8fb7-83bca996d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:37.764460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-2e861a3f-7c2f-4257-a2c2-1aeaabd1c082 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1&tenant_id=2c1d48a9f6a14539976b63c05ed486a6&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1095 time: 0.2039266 Jul 27 21:58:37.766219 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-60e33972-d40b-4b16-8fb7-83bca996d011 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235790 Jul 27 21:58:37.786994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dd475-b7c9-4e64-8899-c2ad7e09f56e service neutron] Pushing event updated for resources: {'Port': ['ID=11fd5afa-92b7-4da2-90ab-f8feda3113ff,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:37.847979 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a7390-5832-4fe4-8780-3264ffa083aa req-3b50a37f-3a9f-403e-aec1-065603482fe5 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:37.849611 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f1a7390-5832-4fe4-8780-3264ffa083aa req-3b50a37f-3a9f-403e-aec1-065603482fe5 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 944 time: 0.1632583 Jul 27 21:58:37.871894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31ad4cc4-6177-4d8e-81ed-6340cf55940e req-10c309a1-ae6e-4888-8e50-5713cee90cc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ffa75504-215d-4597-9648-3768fcdcee01 HTTP/1.1" status: 200 len: 217 time: 0.1053388 Jul 27 21:58:37.986597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-aec92fce-0924-4b9a-9d4e-28835f515bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:37.993235 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-aec92fce-0924-4b9a-9d4e-28835f515bc2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 1098 time: 0.1755147 Jul 27 21:58:38.069366 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-06edfea4-06c7-42ef-a37e-3eacefcbe56a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff HTTP/1.1" status: 200 len: 217 time: 0.0666029 Jul 27 21:58:38.080390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4cc4-6177-4d8e-81ed-6340cf55940e req-4a649267-16f6-43a6-88c9-287608e645d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:38.082039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31ad4cc4-6177-4d8e-81ed-6340cf55940e req-4a649267-16f6-43a6-88c9-287608e645d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1973193 Jul 27 21:58:38.096565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f1a7390-5832-4fe4-8780-3264ffa083aa req-05b7a76c-81e2-487a-846c-11bf7fe2b40e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176266 Jul 27 21:58:38.152600 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-93bd1eef-f95d-40a4-968d-1a4cf3e54b15 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531821 Jul 27 21:58:38.196360 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-cee05b07-3db5-46de-bf67-d0430b5d80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:38.201184 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-cee05b07-3db5-46de-bf67-d0430b5d80e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1134892 Jul 27 21:58:38.235557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4cc4-6177-4d8e-81ed-6340cf55940e req-1731ad28-bfd0-4dac-806d-a2813af5ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:38.237530 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31ad4cc4-6177-4d8e-81ed-6340cf55940e req-1731ad28-bfd0-4dac-806d-a2813af5ae87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398392 Jul 27 21:58:38.259792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b1463b12-b346-483d-b3df-63e935d54519 req-2c7747e3-bac6-4c64-9447-f0f0fcf6b5d1 service neutron] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:38.290073 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d11f45b-f999-456c-8570-14c368adf0eb x-openstack-request-id: req-0d11f45b-f999-456c-8570-14c368adf0eb {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:38.290381 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7daf8c60-3b76-4766-ba0a-2b5edc8d281e", "tag": "7e880494-6ef9-46f2-bece-1611c4dd3942", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:38.290650 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d11f45b-f999-456c-8570-14c368adf0eb {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:38.292321 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7daf8c60-3b76-4766-ba0a-2b5edc8d281e', 'tag': '7e880494-6ef9-46f2-bece-1611c4dd3942', 'status': 'completed', 'code': 200} Jul 27 21:58:38.329791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-7cd33ff3-1a0f-405e-8df4-028fe03596d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:38.331322 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-7cd33ff3-1a0f-405e-8df4-028fe03596d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056206 Jul 27 21:58:38.346850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31ad4cc4-6177-4d8e-81ed-6340cf55940e req-c69db07d-6769-43fb-a066-a1fd9e4605af service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918787 Jul 27 21:58:38.365603 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1463b12-b346-483d-b3df-63e935d54519 req-2c7747e3-bac6-4c64-9447-f0f0fcf6b5d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.366711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1463b12-b346-483d-b3df-63e935d54519 req-2c7747e3-bac6-4c64-9447-f0f0fcf6b5d1 service neutron] 10.222.0.43 "DELETE /v2.0/ports/5291f306-6be6-435a-a523-5ed424044b14/bindings/n-h2-802011-3 HTTP/1.1" status: 204 len: 173 time: 0.5774589 Jul 27 21:58:38.402042 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79aa2c77-765b-483c-975b-74d928a8d2c9 req-396184ce-9511-45c3-b85e-1f6fcc7b9c82 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361872 Jul 27 21:58:38.455440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cdeda-6b09-49a8-90aa-c9da9c46a107 req-d21faca4-a754-4934-8b14-2d45280399ca tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:38.456993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-264cdeda-6b09-49a8-90aa-c9da9c46a107 req-d21faca4-a754-4934-8b14-2d45280399ca tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 945 time: 0.2237909 Jul 27 21:58:38.461778 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-499a3310-58d9-461e-9b8e-57d018a8ebf5 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196117 Jul 27 21:58:38.513921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31ad4cc4-6177-4d8e-81ed-6340cf55940e req-7d1dc115-1b12-4805-8793-7c9c0a44d75f service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524436 Jul 27 21:58:38.550302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-264cdeda-6b09-49a8-90aa-c9da9c46a107 req-5cfcb567-a720-42fa-be44-db45ce4e8556 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713964 Jul 27 21:58:38.552162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-516c71b1-72bb-4c4b-9e02-9c1ca899c959 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4130235f8bca4bdb87412a12b503ced7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300007 Jul 27 21:58:38.614740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045567c6-1723-4b7d-85d8-cd3be5f3c33c req-8549bf84-7eeb-4e19-8248-b240d1c67d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:38.617363 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-045567c6-1723-4b7d-85d8-cd3be5f3c33c req-8549bf84-7eeb-4e19-8248-b240d1c67d6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=7daf8c60-3b76-4766-ba0a-2b5edc8d281e HTTP/1.1" status: 200 len: 1098 time: 0.1306133 Jul 27 21:58:38.687860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-f26d274d-ca40-4657-a16d-e04ee863ef59 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:38.690147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-f26d274d-ca40-4657-a16d-e04ee863ef59 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1316242 Jul 27 21:58:38.716425 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b6608eb-a809-4cc0-b986-587d1026efe1 req-0600c1f9-c22b-4460-9dfa-352dfe6cac9e service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434323 Jul 27 21:58:38.742976 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-b2636923-465e-4317-ba87-cc5632da7faa tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/quotas/4130235f8bca4bdb87412a12b503ced7 HTTP/1.1" status: 200 len: 375 time: 0.0199647 Jul 27 21:58:38.772717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6507aaf-9a50-4653-9003-6e3d95442e5d req-bd232f0f-77c6-45ba-b822-1f7d4efbfd2d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:38.774877 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e6507aaf-9a50-4653-9003-6e3d95442e5d req-bd232f0f-77c6-45ba-b822-1f7d4efbfd2d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 947 time: 0.0832379 Jul 27 21:58:38.784615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045567c6-1723-4b7d-85d8-cd3be5f3c33c req-32e7c5b0-f306-420d-ba53-f8b8c38eb12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:38.786138 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-045567c6-1723-4b7d-85d8-cd3be5f3c33c req-32e7c5b0-f306-420d-ba53-f8b8c38eb12a service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1566241 Jul 27 21:58:38.793571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-a37165b7-9dc2-4efd-8e29-5c6c440ecf9f tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4130235f8bca4bdb87412a12b503ced7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445280 Jul 27 21:58:38.846096 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e6507aaf-9a50-4653-9003-6e3d95442e5d req-5ac8f0a6-5091-40de-b1cc-5f03f5d93b5a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497189 Jul 27 21:58:38.858219 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-045567c6-1723-4b7d-85d8-cd3be5f3c33c req-eb55fdcf-8367-4647-a1d2-9de2ccfa6239 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7e880494-6ef9-46f2-bece-1611c4dd3942 HTTP/1.1" status: 200 len: 217 time: 0.0503359 Jul 27 21:58:38.917296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045567c6-1723-4b7d-85d8-cd3be5f3c33c req-67948471-a782-4634-be9b-eb4ba1e57596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:38.918887 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-045567c6-1723-4b7d-85d8-cd3be5f3c33c req-67948471-a782-4634-be9b-eb4ba1e57596 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0497901 Jul 27 21:58:39.003695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045567c6-1723-4b7d-85d8-cd3be5f3c33c req-7649be37-a189-4070-8c7a-e5f8fe7d95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.005929 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-045567c6-1723-4b7d-85d8-cd3be5f3c33c req-7649be37-a189-4070-8c7a-e5f8fe7d95a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758791 Jul 27 21:58:39.038295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceba95e-9383-438f-9714-52cb28c446aa req-b548a114-fe97-46dd-8919-78d38cbab7d8 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.039818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ceba95e-9383-438f-9714-52cb28c446aa req-b548a114-fe97-46dd-8919-78d38cbab7d8 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 948 time: 0.0823927 Jul 27 21:58:39.103630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400663c-16a3-4394-9343-22738c71b82a req-f51b4e40-6bdb-43c2-9d53-98a55e085a2f tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.111521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4400663c-16a3-4394-9343-22738c71b82a req-f51b4e40-6bdb-43c2-9d53-98a55e085a2f tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 1095 time: 0.0921130 Jul 27 21:58:39.120334 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ceba95e-9383-438f-9714-52cb28c446aa req-9717aa27-9ce6-4d90-b04e-4411fb028917 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671360 Jul 27 21:58:39.151478 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-045567c6-1723-4b7d-85d8-cd3be5f3c33c req-0af5f342-991a-487c-8661-bfb61f5cbfa4 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361654 Jul 27 21:58:39.161630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4400663c-16a3-4394-9343-22738c71b82a req-47e5d01b-420b-4ad0-9001-b570a40b306b tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492568 Jul 27 21:58:39.221289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76f30d38-a40c-4b4a-929c-4f4979b6423b req-213c4278-e638-4b39-8961-0171a426b907 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 210 time: 0.0400884 Jul 27 21:58:39.280263 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-045567c6-1723-4b7d-85d8-cd3be5f3c33c req-cd0aabd2-49ca-40ca-8b17-d8bee7dc2bea service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196299 Jul 27 21:58:39.659105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-1a81991d-4411-4373-94d0-456025ed207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.661372 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-1a81991d-4411-4373-94d0-456025ed207a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 1096 time: 0.0711679 Jul 27 21:58:39.785807 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-bc602156-62d6-4675-8d83-9fbd10f9ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.788290 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-bc602156-62d6-4675-8d83-9fbd10f9ced5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.1190407 Jul 27 21:58:39.841912 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-1f47dde0-22e1-4904-81a9-a09e0926984f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d275c33b-e5b0-49d2-9578-f794e3414224 HTTP/1.1" status: 200 len: 217 time: 0.0453625 Jul 27 21:58:39.908296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-d043a087-cd3f-41a6-bedb-38dadae575c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.909856 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-d043a087-cd3f-41a6-bedb-38dadae575c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.0595214 Jul 27 21:58:39.927562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba721b-7580-49a3-a43b-bdb32e54ecd3 req-2d9cc6da-18ed-4b6f-a9d8-7f0e265ecd45 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.929041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20ba721b-7580-49a3-a43b-bdb32e54ecd3 req-2d9cc6da-18ed-4b6f-a9d8-7f0e265ecd45 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 945 time: 0.0920634 Jul 27 21:58:39.940144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-b257c644-4e47-4eab-ba9e-adb121b70fd1 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.941726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-b257c644-4e47-4eab-ba9e-adb121b70fd1 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 821 time: 0.4534502 Jul 27 21:58:39.944673 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-ba853914-eaa4-4037-a9ba-b54de5fda528 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256369 Jul 27 21:58:39.965888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-d6178f5f-6140-446c-9a3a-8e796bec4b70 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/quotas/2c1d48a9f6a14539976b63c05ed486a6 HTTP/1.1" status: 200 len: 375 time: 0.0169683 Jul 27 21:58:39.986652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20ba721b-7580-49a3-a43b-bdb32e54ecd3 req-4b222c61-912a-40ea-a30f-6754f4b629d3 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 Jul 27 21:58:40.044015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-b099deda-c872-4914-8537-0b3b355a3fe8 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664437 Jul 27 21:58:40.059325 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-c1d39892-8556-4ebb-8ee9-82c73873539f service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038773 Jul 27 21:58:40.164728 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-4ddebe55-cb36-4512-982a-298fbab01d62 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958576 Jul 27 21:58:40.183320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-30983dd1-5b93-4ee5-b22c-49bca0826d51 service neutron] 10.222.0.24 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312351 Jul 27 21:58:40.207150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289425c2-6a84-4f0b-a65f-78394fb55833 req-6ea79953-f469-44cd-b76a-94325a0ff0ae tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:40.208620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-289425c2-6a84-4f0b-a65f-78394fb55833 req-6ea79953-f469-44cd-b76a-94325a0ff0ae tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 947 time: 0.0884895 Jul 27 21:58:40.294816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-3c650caf-b43f-4ac2-bbcf-0ead6bd66b5b tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:40.296874 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-3c650caf-b43f-4ac2-bbcf-0ead6bd66b5b tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f&tenant_id=48c07bc2e64240d8afb0624a793a2735&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1096 time: 0.0542488 Jul 27 21:58:40.298175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'tag': '11fd5afa-92b7-4da2-90ab-f8feda3113ff'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:40.300908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-8f83af85-70a0-46d1-b96f-e69785efd8c8 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4130235f8bca4bdb87412a12b503ced7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358360 Jul 27 21:58:40.301517 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f222137-fed9-4047-baa9-80fc529a25ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a60df5-a667-424e-8f8c-09cf2c068c0d", "tag": "11fd5afa-92b7-4da2-90ab-f8feda3113ff"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:40.312182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802011-3'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:40.376423 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.377965 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-289425c2-6a84-4f0b-a65f-78394fb55833 req-f7e05b00-79c4-4493-a3f8-db4dade4deb6 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598210 Jul 27 21:58:40.415921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-9cb3553f-4b8d-4a37-a238-08c8939da9f4 service neutron] 10.222.0.24 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253442 Jul 27 21:58:40.468497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-8f9be6ce-7684-4351-b0cc-73895edc9a47 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:40.470906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-8f9be6ce-7684-4351-b0cc-73895edc9a47 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628897 Jul 27 21:58:40.512284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Request body: {'port': {'device_id': 'd1a2e5f7-5d21-47ff-9838-66ce2b52dea5', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '4130235f8bca4bdb87412a12b503ced7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:40.546515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d275c33b-e5b0-49d2-9578-f794e3414224,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:40.593568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53463833-0d8f-4f6f-8f6d-10ca6a724119 req-ee7a18ad-597d-424c-9588-c5863f7c6fb4 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:40.595352 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-53463833-0d8f-4f6f-8f6d-10ca6a724119 req-ee7a18ad-597d-424c-9588-c5863f7c6fb4 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 948 time: 0.1231272 Jul 27 21:58:40.605337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:40.650948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de8847a0-4d98-4cf6-b50a-0515abc0f8e3 req-c4a1c47c-2a18-40dd-bfca-cf097929153f tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 210 time: 0.0458937 Jul 27 21:58:40.662510 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.676130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.693143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-53463833-0d8f-4f6f-8f6d-10ca6a724119 req-0f20c09f-ec1d-4076-952e-752c972c8122 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869284 Jul 27 21:58:40.705908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Made reservation on behalf of 4130235f8bca4bdb87412a12b503ced7 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:40.723714 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.734486 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.739611 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62ab4d9-109b-48a1-bf20-0b2d70db7c2b x-openstack-request-id: req-b62ab4d9-109b-48a1-bf20-0b2d70db7c2b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:40.739976 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a60df5-a667-424e-8f8c-09cf2c068c0d", "tag": "11fd5afa-92b7-4da2-90ab-f8feda3113ff", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:40.740288 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b62ab4d9-109b-48a1-bf20-0b2d70db7c2b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:40.740749 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'tag': '11fd5afa-92b7-4da2-90ab-f8feda3113ff', 'status': 'completed', 'code': 200} Jul 27 21:58:40.779468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Pushing event updated for resources: {'Port': ['ID=d275c33b-e5b0-49d2-9578-f794e3414224,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:40.829579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Attempting to bind port d275c33b-e5b0-49d2-9578-f794e3414224 on host n-h2-802011-3 for vnic_type normal with profile {"migrating_to": "n-h1-802011-3"} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:40.830033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Attempting to bind port d275c33b-e5b0-49d2-9578-f794e3414224 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:40.830495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Attempting to bind port d275c33b-e5b0-49d2-9578-f794e3414224 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:40.836333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Port d275c33b-e5b0-49d2-9578-f794e3414224 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:40.836786 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Attempting to bind port d275c33b-e5b0-49d2-9578-f794e3414224 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:40.845080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-871b6337-ca59-492e-a053-f5b65c94b5cc req-f62e1497-87d0-4239-8f13-51551e773894 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 210 time: 0.0486128 Jul 27 21:58:40.847238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:40.847696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:40.848337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Bound using segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:40.849005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Bound port: d275c33b-e5b0-49d2-9578-f794e3414224, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:40.849641 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.872292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222137-fed9-4047-baa9-80fc529a25ba req-b6f9f223-4065-422b-a998-6480a56f944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:40.873836 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f222137-fed9-4047-baa9-80fc529a25ba req-b6f9f223-4065-422b-a998-6480a56f944d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 1098 time: 0.1078691 Jul 27 21:58:40.887130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.892244 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:40.960031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf5372e-2f14-495e-bcd0-2b439cbce078,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:41.012316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:41.030281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d275c33b-e5b0-49d2-9578-f794e3414224,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:41.047070 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.069593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Allocated IP 192.168.233.243 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/a0b62506-4325-4bc2-90d0-1599ccdd7d08) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:41.082818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 543f02b2-e472-4658-b4a6-1a8318f4c0a5 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:41.134847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222137-fed9-4047-baa9-80fc529a25ba req-58daea84-e92f-4446-9c4c-9ee60ea21f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.136339 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f222137-fed9-4047-baa9-80fc529a25ba req-58daea84-e92f-4446-9c4c-9ee60ea21f7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2321417 Jul 27 21:58:41.214649 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f222137-fed9-4047-baa9-80fc529a25ba req-3ceee3bc-2f72-4958-bd0e-dc355cc8a488 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff HTTP/1.1" status: 200 len: 217 time: 0.0671773 Jul 27 21:58:41.231686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Pushing event updated for resources: {'Port': ['ID=d275c33b-e5b0-49d2-9578-f794e3414224,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:41.244938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.244938 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.246093 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-caf2f7f8-88a2-42eb-ac04-570ac8f2bf26 service neutron] 10.222.0.43 "PUT /v2.0/ports/d275c33b-e5b0-49d2-9578-f794e3414224 HTTP/1.1" status: 200 len: 1121 time: 0.9411907 Jul 27 21:58:41.254112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:41.271607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afcc47-b539-4313-b76c-30d81510c11e req-c9d3616e-d4f0-4481-8cc6-ba4234b1ce3b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.274031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26afcc47-b539-4313-b76c-30d81510c11e req-c9d3616e-d4f0-4481-8cc6-ba4234b1ce3b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 943 time: 0.1562476 Jul 27 21:58:41.291118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222137-fed9-4047-baa9-80fc529a25ba req-a886876e-e454-444f-9668-ab38022a2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.292630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f222137-fed9-4047-baa9-80fc529a25ba req-a886876e-e454-444f-9668-ab38022a2a99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0620589 Jul 27 21:58:41.298841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device ffa75504-215d-4597-9648-3768fcdcee01 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:41.366453 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26afcc47-b539-4313-b76c-30d81510c11e req-e476cdf5-09be-410f-98dd-ab7072e349e5 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850754 Jul 27 21:58:41.402612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222137-fed9-4047-baa9-80fc529a25ba req-6c7b8284-bc63-43ad-8e59-c1c22083b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.413579 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f222137-fed9-4047-baa9-80fc529a25ba req-6c7b8284-bc63-43ad-8e59-c1c22083b44c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100385 Jul 27 21:58:41.435943 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.470403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'mac_address': 'fa:16:3e:1d:05:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:41.472271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Transition to ACTIVE for port object a0b62506-4325-4bc2-90d0-1599ccdd7d08 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:41.535020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['d275c33b-e5b0-49d2-9578-f794e3414224'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:41.567269 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f222137-fed9-4047-baa9-80fc529a25ba req-252d9c57-3928-418c-ade9-a0a556f87664 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422229 Jul 27 21:58:41.577044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.614701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port ffa75504-215d-4597-9648-3768fcdcee01, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=ffa75504-215d-4597-9648-3768fcdcee01,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:41.617357 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.628516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:41.633796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:41.637822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 543f02b2-e472-4658-b4a6-1a8318f4c0a5 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:41.651667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:41.657355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.658009 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.665580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'ffa75504-215d-4597-9648-3768fcdcee01', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'ffa75504-215d-4597-9648-3768fcdcee01', 'mac_address': 'fa:16:3e:4e:e7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:41.675914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1717961 Jul 27 21:58:41.709548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Request body: {'port': {'device_id': 'd1a2e5f7-5d21-47ff-9838-66ce2b52dea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:41.724495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dc077-e255-440a-a834-3e0f95a70ffd req-a4cf022c-8272-45ad-a4ce-4c41c631219b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.726355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b8dc077-e255-440a-a834-3e0f95a70ffd req-a4cf022c-8272-45ad-a4ce-4c41c631219b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 947 time: 0.1985929 Jul 27 21:58:41.728271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd27976-1a42-4da6-a5a4-278f33a0cf81 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Pushing event updated for resources: {'Port': ['ID=a0b62506-4325-4bc2-90d0-1599ccdd7d08,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:41.740278 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f222137-fed9-4047-baa9-80fc529a25ba req-e9918a90-7a74-4030-91e0-9c734508dd31 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585064 Jul 27 21:58:41.761625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:41.778579 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.779253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7e880494-6ef9-46f2-bece-1611c4dd3942 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:41.811059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 7e880494-6ef9-46f2-bece-1611c4dd3942, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7e880494-6ef9-46f2-bece-1611c4dd3942,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:41.827990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '7e880494-6ef9-46f2-bece-1611c4dd3942', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '7e880494-6ef9-46f2-bece-1611c4dd3942', 'mac_address': 'fa:16:3e:51:10:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:41.890425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.906012 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:41.929196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e880494-6ef9-46f2-bece-1611c4dd3942 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:41.968107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 7e880494-6ef9-46f2-bece-1611c4dd3942, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7e880494-6ef9-46f2-bece-1611c4dd3942,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:41.984098 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.044589 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.145626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=543f02b2-e472-4658-b4a6-1a8318f4c0a5,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:42.183945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['543f02b2-e472-4658-b4a6-1a8318f4c0a5'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:42.205285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b8dc077-e255-440a-a834-3e0f95a70ffd req-1f5b5b6f-41cd-40e7-a415-33b2f1eca70e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089241 Jul 27 21:58:42.218293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c6398-c5e8-4a5e-b31c-81d514790fe2 req-a7f5f090-fab1-4f2b-8bd0-39178a80d699 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:42.228921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d6c6398-c5e8-4a5e-b31c-81d514790fe2 req-a7f5f090-fab1-4f2b-8bd0-39178a80d699 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 936 time: 0.4264154 Jul 27 21:58:42.286948 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-473d5258-dca9-419a-a311-8076edc989c9 None None] Provisioning for port a0b62506-4325-4bc2-90d0-1599ccdd7d08 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:42.294482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-f6db8c0b-27d4-4c93-adbd-5766d7edba64 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:42.306140 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-f6db8c0b-27d4-4c93-adbd-5766d7edba64 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.41 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 821 time: 0.2514307 Jul 27 21:58:42.318859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-473d5258-dca9-419a-a311-8076edc989c9 None None] Provisioning complete for port a0b62506-4325-4bc2-90d0-1599ccdd7d08 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:42.322452 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-473d5258-dca9-419a-a311-8076edc989c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.323220 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Request body: {'port': {'device_id': '1bf13761-c163-465b-b1cb-bbe5644a3aff', 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520', 'admin_state_up': True, 'tenant_id': '2c1d48a9f6a14539976b63c05ed486a6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:42.326653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa75504-215d-4597-9648-3768fcdcee01 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:42.350392 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.364148 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d6c6398-c5e8-4a5e-b31c-81d514790fe2 req-a397fd17-bc4e-40eb-9861-954749989036 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372733 Jul 27 21:58:42.448787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-473d5258-dca9-419a-a311-8076edc989c9 None None] Port a0b62506-4325-4bc2-90d0-1599ccdd7d08 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:42.457660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7e880494-6ef9-46f2-bece-1611c4dd3942'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:42.494465 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dd7f3-bbb1-48ab-a40d-75b992a43d60 req-8f948cb1-098e-4c6b-aabd-2b228df2c8ff tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:42.496454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a53dd7f3-bbb1-48ab-a40d-75b992a43d60 req-8f948cb1-098e-4c6b-aabd-2b228df2c8ff tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 948 time: 0.2086184 Jul 27 21:58:42.499283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Made reservation on behalf of 2c1d48a9f6a14539976b63c05ed486a6 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:42.503766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=7e880494-6ef9-46f2-bece-1611c4dd3942,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:42.511947 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.542797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port ffa75504-215d-4597-9648-3768fcdcee01, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=ffa75504-215d-4597-9648-3768fcdcee01,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:42.556161 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.571892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b62506-4325-4bc2-90d0-1599ccdd7d08 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:42.591052 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.605669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a53dd7f3-bbb1-48ab-a40d-75b992a43d60 req-33b8c2fe-891d-4d9a-aae3-73bdea815dbd tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751655 Jul 27 21:58:42.651935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-799ac16b-977a-48a5-a442-b13b987fb928 req-5f283808-1adb-415f-95db-ef84f8605e71 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 210 time: 0.0388672 Jul 27 21:58:42.652907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Transition to ACTIVE for port object a0b62506-4325-4bc2-90d0-1599ccdd7d08 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:42.670067 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.728858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=ffa75504-215d-4597-9648-3768fcdcee01,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:42.744520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd275c33b-e5b0-49d2-9578-f794e3414224'}, {'name': 'network-changed', 'server_uuid': 'f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f', 'tag': 'd275c33b-e5b0-49d2-9578-f794e3414224'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:42.760371 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa9861-6a6f-407b-b2f8-9173d011872f" -d '{"events": [{"server_uuid": "f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f", "name": "network-vif-unplugged", "status": "completed", "tag": "d275c33b-e5b0-49d2-9578-f794e3414224"}, {"name": "network-changed", "server_uuid": "f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f", "tag": "d275c33b-e5b0-49d2-9578-f794e3414224"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:42.803397 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2cc5632-53e5-4d3a-b848-cbe6f01fba77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.827075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Allocated IP 172.20.0.14 (d4cdef4a-b876-4d9f-bd07-5494421f6520/fe00a135-d5e2-42bb-bdff-92466a160216/522be010-4342-4507-91a1-43b8189a8649) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:42.854447 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60efaf12-8da9-4032-b361-137fc73209dd x-openstack-request-id: req-60efaf12-8da9-4032-b361-137fc73209dd {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:42.855280 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f", "name": "network-vif-unplugged", "status": "completed", "tag": "d275c33b-e5b0-49d2-9578-f794e3414224", "code": 200}, {"name": "network-changed", "server_uuid": "f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f", "tag": "d275c33b-e5b0-49d2-9578-f794e3414224", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:42.855632 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60efaf12-8da9-4032-b361-137fc73209dd {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:42.856346 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd275c33b-e5b0-49d2-9578-f794e3414224', 'code': 200} Jul 27 21:58:42.856662 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f', 'tag': 'd275c33b-e5b0-49d2-9578-f794e3414224', 'status': 'completed', 'code': 200} Jul 27 21:58:42.863881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b62506-4325-4bc2-90d0-1599ccdd7d08,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:42.887229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['ffa75504-215d-4597-9648-3768fcdcee01'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:42.908276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Attempting to bind port a0b62506-4325-4bc2-90d0-1599ccdd7d08 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:42.908621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Attempting to bind port a0b62506-4325-4bc2-90d0-1599ccdd7d08 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:42.908942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Attempting to bind port a0b62506-4325-4bc2-90d0-1599ccdd7d08 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:42.915844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Port a0b62506-4325-4bc2-90d0-1599ccdd7d08 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:42.916353 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Attempting to bind port a0b62506-4325-4bc2-90d0-1599ccdd7d08 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:42.965645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:42.966158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:42.966753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:42.967725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Bound port: a0b62506-4325-4bc2-90d0-1599ccdd7d08, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:42.968238 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:42.996123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c2f2a-1168-4ee2-a70d-58c49167360f req-7b8478a6-fda6-4624-a41d-4d9f34743db9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.005552 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe1c2f2a-1168-4ee2-a70d-58c49167360f req-7b8478a6-fda6-4624-a41d-4d9f34743db9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 943 time: 0.1948013 Jul 27 21:58:43.105645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9861-6a6f-407b-b2f8-9173d011872f req-1baded46-46cf-48f7-b5fb-22a5cfb88d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.107206 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15fa9861-6a6f-407b-b2f8-9173d011872f req-1baded46-46cf-48f7-b5fb-22a5cfb88d6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 1124 time: 0.2076383 Jul 27 21:58:43.194609 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.207248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 543f02b2-e472-4658-b4a6-1a8318f4c0a5 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:43.246298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9861-6a6f-407b-b2f8-9173d011872f req-c614e199-94f4-4f4a-9fb3-35ec3306ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.247706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15fa9861-6a6f-407b-b2f8-9173d011872f req-c614e199-94f4-4f4a-9fb3-35ec3306ffed service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.1300435 Jul 27 21:58:43.251651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 11fd5afa-92b7-4da2-90ab-f8feda3113ff details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:43.255379 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.260996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe1c2f2a-1168-4ee2-a70d-58c49167360f req-0b708179-c432-4009-9020-26fcab8735bd tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538912 Jul 27 21:58:43.326189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Pushing event updated for resources: {'Port': ['ID=522be010-4342-4507-91a1-43b8189a8649,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:43.331670 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15fa9861-6a6f-407b-b2f8-9173d011872f req-261149ce-3a8e-41bc-a44b-698fdfed67c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d275c33b-e5b0-49d2-9578-f794e3414224 HTTP/1.1" status: 200 len: 217 time: 0.0653925 Jul 27 21:58:43.355541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Network d4cdef4a-b876-4d9f-bd07-5494421f6520 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:43.356255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] For port a0b62506-4325-4bc2-90d0-1599ccdd7d08, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:43.357861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:43.363028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:43.437633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.439165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.457105 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-ee775d32-393f-470e-be35-a43badc0834a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1400714 Jul 27 21:58:43.473656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Request body: {'port': {'device_id': '1bf13761-c163-465b-b1cb-bbe5644a3aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:43.497303 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:43.497603 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.502127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] For port a0b62506-4325-4bc2-90d0-1599ccdd7d08, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a0b62506-4325-4bc2-90d0-1599ccdd7d08,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:43.528679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.578009 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.580211 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ff313-3a6d-4453-9be4-e59223a30cc7 req-5ffcd340-2969-4b2f-8516-36d07b2b14ac tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.588586 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb9ff313-3a6d-4453-9be4-e59223a30cc7 req-5ffcd340-2969-4b2f-8516-36d07b2b14ac tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 947 time: 0.2246561 Jul 27 21:58:43.599992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9861-6a6f-407b-b2f8-9173d011872f req-1646ed39-7a8c-4d33-a1f3-01a321201961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.601422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15fa9861-6a6f-407b-b2f8-9173d011872f req-1646ed39-7a8c-4d33-a1f3-01a321201961 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.2551081 Jul 27 21:58:43.643582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.644458 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:43.646068 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] 10.222.0.41 "PUT /v2.0/ports/a0b62506-4325-4bc2-90d0-1599ccdd7d08 HTTP/1.1" status: 200 len: 1096 time: 1.9572480 Jul 27 21:58:43.648519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:43.650368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a2e5f7-5d21-47ff-9838-66ce2b52dea5', 'tag': 'a0b62506-4325-4bc2-90d0-1599ccdd7d08'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:43.659376 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6740a276-cd59-4069-992d-dcf4c7dcfa7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a2e5f7-5d21-47ff-9838-66ce2b52dea5", "tag": "a0b62506-4325-4bc2-90d0-1599ccdd7d08"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:43.727168 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15fa9861-6a6f-407b-b2f8-9173d011872f req-0b053a36-093f-44f5-b8d7-5d0725451348 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056416 Jul 27 21:58:43.764440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '11fd5afa-92b7-4da2-90ab-f8feda3113ff', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '11fd5afa-92b7-4da2-90ab-f8feda3113ff', 'mac_address': 'fa:16:3e:cc:c0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:43.767700 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700d0ac-85e0-4b8c-ae72-c8b2fe1cac99 req-5014f506-0684-4491-bd42-5c0c5221907a tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.781502 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c700d0ac-85e0-4b8c-ae72-c8b2fe1cac99 req-5014f506-0684-4491-bd42-5c0c5221907a tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 948 time: 0.2888751 Jul 27 21:58:43.933431 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15fa9861-6a6f-407b-b2f8-9173d011872f req-8a19f7f5-2d35-4f7b-93b3-07d259bca343 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149395 Jul 27 21:58:43.980066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc386d2-762f-414d-8ffc-0a5042065405 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b62506-4325-4bc2-90d0-1599ccdd7d08,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:43.980678 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.008968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fd5afa-92b7-4da2-90ab-f8feda3113ff {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:44.014439 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb9ff313-3a6d-4453-9be4-e59223a30cc7 req-716c29c9-7432-470a-8e33-946b556ae547 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174495 Jul 27 21:58:44.037085 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.067939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:44.091827 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.099352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:44.102033 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b84a08-296f-43f6-826d-517a70316210" -d '{"events": [{"server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "name": "network-vif-plugged", "status": "completed", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:44.118637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522be010-4342-4507-91a1-43b8189a8649 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:44.127222 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.140666 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Transition to ACTIVE for port object 522be010-4342-4507-91a1-43b8189a8649 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:44.152148 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.176064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:44.184769 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.201297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c700d0ac-85e0-4b8c-ae72-c8b2fe1cac99 req-b2cd0230-f226-497c-b261-c1e7e8c7085b tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189460 Jul 27 21:58:44.241853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Pushing event updated for resources: {'Port': ['ID=522be010-4342-4507-91a1-43b8189a8649,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:44.249489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=11fd5afa-92b7-4da2-90ab-f8feda3113ff,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:44.253607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-3af0373f-332f-4138-930c-b874910adcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.267255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-3af0373f-332f-4138-930c-b874910adcbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4130235f8bca4bdb87412a12b503ced7&device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 1099 time: 0.4626727 Jul 27 21:58:44.339564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=543f02b2-e472-4658-b4a6-1a8318f4c0a5,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:44.346997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Attempting to bind port 522be010-4342-4507-91a1-43b8189a8649 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:44.347574 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Attempting to bind port 522be010-4342-4507-91a1-43b8189a8649 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:44.347677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Attempting to bind port 522be010-4342-4507-91a1-43b8189a8649 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:44.352183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Port 522be010-4342-4507-91a1-43b8189a8649 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:44.352509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Attempting to bind port 522be010-4342-4507-91a1-43b8189a8649 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:44.358846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:44.359205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:44.359572 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:44.360229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Bound port: 522be010-4342-4507-91a1-43b8189a8649, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:44.360780 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.401329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-85e3af13-79de-4b69-a79b-589e7ef43aac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a0b62506-4325-4bc2-90d0-1599ccdd7d08 HTTP/1.1" status: 200 len: 217 time: 0.1013336 Jul 27 21:58:44.404759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15fa9861-6a6f-407b-b2f8-9173d011872f req-581a8d97-552e-426f-843b-e54560318842 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373095 Jul 27 21:58:44.467588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57aa015-5bc5-4c24-a8ed-95a1d4fdcea7 req-161d3d3e-08a1-422d-8a64-5368e1ab327f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.468969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b57aa015-5bc5-4c24-a8ed-95a1d4fdcea7 req-161d3d3e-08a1-422d-8a64-5368e1ab327f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 949 time: 0.1792424 Jul 27 21:58:44.479177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a78ec-9fe4-431b-9587-ca0dd0825162 req-8e006789-5c9c-4fcb-90c0-a912d8e9f671 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.480675 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-576a78ec-9fe4-431b-9587-ca0dd0825162 req-8e006789-5c9c-4fcb-90c0-a912d8e9f671 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 944 time: 0.1952744 Jul 27 21:58:44.502797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:44.506784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=522be010-4342-4507-91a1-43b8189a8649,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:44.511296 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.535296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-62d2717e-9635-4c8a-b66b-ece5a78959db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.537391 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-62d2717e-9635-4c8a-b66b-ece5a78959db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1179070 Jul 27 21:58:44.557002 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.558073 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:44.559861 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] 10.222.0.41 "PUT /v2.0/ports/522be010-4342-4507-91a1-43b8189a8649 HTTP/1.1" status: 200 len: 1092 time: 1.0942440 Jul 27 21:58:44.575353 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-576a78ec-9fe4-431b-9587-ca0dd0825162 req-b469f80f-9d3c-4493-9435-d127d009e4dd tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855775 Jul 27 21:58:44.576204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['11fd5afa-92b7-4da2-90ab-f8feda3113ff'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:44.622165 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d42da-9efb-4c0a-9127-dca7ba5fe0cc service neutron] Pushing event updated for resources: {'Port': ['ID=522be010-4342-4507-91a1-43b8189a8649,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:44.639169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b57aa015-5bc5-4c24-a8ed-95a1d4fdcea7 req-f79c91db-dc9e-4a58-9b8d-a83f3d680fb3 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504316 Jul 27 21:58:44.687587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-34f244ab-7f18-47db-95a5-50421b56b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.689149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-34f244ab-7f18-47db-95a5-50421b56b857 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325543 Jul 27 21:58:44.721632 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4895e5-79bd-4d7c-893e-182dfdad4f28 x-openstack-request-id: req-0d4895e5-79bd-4d7c-893e-182dfdad4f28 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:44.721940 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a2e5f7-5d21-47ff-9838-66ce2b52dea5", "tag": "a0b62506-4325-4bc2-90d0-1599ccdd7d08", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:44.722172 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d4895e5-79bd-4d7c-893e-182dfdad4f28 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:44.722598 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a2e5f7-5d21-47ff-9838-66ce2b52dea5', 'tag': 'a0b62506-4325-4bc2-90d0-1599ccdd7d08', 'status': 'completed', 'code': 200} Jul 27 21:58:44.741665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-eba22c5f-a3c7-4d54-8b42-231d0301d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.743193 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-eba22c5f-a3c7-4d54-8b42-231d0301d711 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 1095 time: 0.1157765 Jul 27 21:58:44.843884 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-aed9f49c-edc0-4774-b329-4486016a66cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=522be010-4342-4507-91a1-43b8189a8649 HTTP/1.1" status: 200 len: 217 time: 0.0837512 Jul 27 21:58:44.858096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf13761-c163-465b-b1cb-bbe5644a3aff', 'tag': '522be010-4342-4507-91a1-43b8189a8649'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:44.860935 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e43dcf-b3bd-4474-8418-41a4068f57b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf13761-c163-465b-b1cb-bbe5644a3aff", "tag": "522be010-4342-4507-91a1-43b8189a8649"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:44.878601 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8f848d-30b4-4972-bb03-9848c600381c x-openstack-request-id: req-6b8f848d-30b4-4972-bb03-9848c600381c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:44.881567 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "name": "network-vif-plugged", "status": "completed", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:44.882002 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b8f848d-30b4-4972-bb03-9848c600381c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:44.884434 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'code': 200} Jul 27 21:58:44.995323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31389df-7c14-447a-b023-471cd535c2e5 req-812e1387-f1b1-43e2-bc0f-3f754e709533 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.997198 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b31389df-7c14-447a-b023-471cd535c2e5 req-812e1387-f1b1-43e2-bc0f-3f754e709533 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 943 time: 0.1516800 Jul 27 21:58:45.003036 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-88527626-2067-460b-beec-3484902f3690 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028450 Jul 27 21:58:45.101017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b31389df-7c14-447a-b023-471cd535c2e5 req-9ef16a07-ba0b-4e09-a910-7ccd044f3de6 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927978 Jul 27 21:58:45.102215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d275c33b-e5b0-49d2-9578-f794e3414224 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:45.146215 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb838e30-cf1f-4c2b-a1af-aa98b1f4628d x-openstack-request-id: req-fb838e30-cf1f-4c2b-a1af-aa98b1f4628d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:45.146465 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf13761-c163-465b-b1cb-bbe5644a3aff", "tag": "522be010-4342-4507-91a1-43b8189a8649", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:45.146584 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb838e30-cf1f-4c2b-a1af-aa98b1f4628d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:45.147040 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf13761-c163-465b-b1cb-bbe5644a3aff', 'tag': '522be010-4342-4507-91a1-43b8189a8649', 'status': 'completed', 'code': 200} Jul 27 21:58:45.181206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-f49fba47-9b60-48a3-a6e5-fa8d2adaeeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:45.184395 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-f49fba47-9b60-48a3-a6e5-fa8d2adaeeee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.3201663 Jul 27 21:58:45.201102 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7e880494-6ef9-46f2-bece-1611c4dd3942 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:45.209461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096ef23-f94f-4d22-81b2-ddbd7149a20a req-544e9e38-062b-4c16-967f-f10d03035f03 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:45.225048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7096ef23-f94f-4d22-81b2-ddbd7149a20a req-544e9e38-062b-4c16-967f-f10d03035f03 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 948 time: 0.1296916 Jul 27 21:58:45.231626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d275c33b-e5b0-49d2-9578-f794e3414224,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:45.233980 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-f6f91afb-baf5-44c8-82da-2d7bc621890f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391474 Jul 27 21:58:45.245641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d275c33b-e5b0-49d2-9578-f794e3414224 has no active binding in host n-h1-802011-3 {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:58:45.246745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57864d05-e0c3-480b-8dcb-a5b43900fd15 req-7e8e5cd6-b47d-442d-8cd0-d3fe25c7916e service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298231 Jul 27 21:58:45.309514 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7096ef23-f94f-4d22-81b2-ddbd7149a20a req-db461d8c-085c-4ae1-95ed-011f6fef452b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746050 Jul 27 21:58:45.337653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device ffa75504-215d-4597-9648-3768fcdcee01 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:45.415184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740a276-cd59-4069-992d-dcf4c7dcfa7d req-bf2d01f4-0d8a-47ee-8c98-2e248c7460be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:45.416996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6740a276-cd59-4069-992d-dcf4c7dcfa7d req-bf2d01f4-0d8a-47ee-8c98-2e248c7460be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4130235f8bca4bdb87412a12b503ced7&device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 1099 time: 0.0827544 Jul 27 21:58:45.420034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 7e880494-6ef9-46f2-bece-1611c4dd3942 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:45.433142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 7e880494-6ef9-46f2-bece-1611c4dd3942 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:45.433520 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.436297 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-c1a8b287-e4af-4219-a161-fdf5aa9d1560 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921084 Jul 27 21:58:45.458480 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63a25e56-1e51-4d4c-91d4-15de8ca45feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.491134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port ffa75504-215d-4597-9648-3768fcdcee01 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:45.498066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbe5d6-4291-4c51-9530-52ba369c44cd req-c9ede173-0a34-424e-9908-53639c668fe8 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:45.499374 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port ffa75504-215d-4597-9648-3768fcdcee01 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:45.499753 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.500309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfdbe5d6-4291-4c51-9530-52ba369c44cd req-c9ede173-0a34-424e-9908-53639c668fe8 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 948 time: 0.1287246 Jul 27 21:58:45.581060 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.595226 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfdbe5d6-4291-4c51-9530-52ba369c44cd req-0deda4a7-6061-4ed7-be7e-d6f1b5c34998 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727916 Jul 27 21:58:45.600739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740a276-cd59-4069-992d-dcf4c7dcfa7d req-6a117a8a-349c-449e-aa7e-beee07396889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:45.605369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6740a276-cd59-4069-992d-dcf4c7dcfa7d req-6a117a8a-349c-449e-aa7e-beee07396889 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1743512 Jul 27 21:58:45.670014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6740a276-cd59-4069-992d-dcf4c7dcfa7d req-eb019ee2-6c26-475a-a3a6-996f04cfeaed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a0b62506-4325-4bc2-90d0-1599ccdd7d08 HTTP/1.1" status: 200 len: 217 time: 0.0501432 Jul 27 21:58:45.677930 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 7e880494-6ef9-46f2-bece-1611c4dd3942, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7e880494-6ef9-46f2-bece-1611c4dd3942,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:45.679045 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.685496 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.706808 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.714380 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d51b1fb3-61ac-49b5-a099-ec8e9c8f9578 req-790b98e0-738d-4715-96da-27becdc9f797 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447844 Jul 27 21:58:45.754358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port ffa75504-215d-4597-9648-3768fcdcee01, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=ffa75504-215d-4597-9648-3768fcdcee01,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:45.760254 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:45.787870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=7e880494-6ef9-46f2-bece-1611c4dd3942,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:45.854490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=ffa75504-215d-4597-9648-3768fcdcee01,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:45.891160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740a276-cd59-4069-992d-dcf4c7dcfa7d req-e3bd94c7-93a3-47c7-95b3-ae5890ac2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:45.894152 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6740a276-cd59-4069-992d-dcf4c7dcfa7d req-e3bd94c7-93a3-47c7-95b3-ae5890ac2927 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2116396 Jul 27 21:58:45.901313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e43dcf-b3bd-4474-8418-41a4068f57b1 req-8442f6db-24bd-4b38-bcf9-9bdcefc3e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:45.903371 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-82e43dcf-b3bd-4474-8418-41a4068f57b1 req-8442f6db-24bd-4b38-bcf9-9bdcefc3e31a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 1095 time: 0.0820792 Jul 27 21:58:45.917622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f943c-dc65-4cf6-8a5d-016d3347ed97 req-9e9bda79-8c91-4972-a32b-fc2cec35200c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:45.936496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d3f943c-dc65-4cf6-8a5d-016d3347ed97 req-9e9bda79-8c91-4972-a32b-fc2cec35200c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 944 time: 0.1742768 Jul 27 21:58:46.048246 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e43dcf-b3bd-4474-8418-41a4068f57b1 req-9c2af81c-3d43-41ba-9e04-1d72441664e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:46.049746 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-82e43dcf-b3bd-4474-8418-41a4068f57b1 req-9c2af81c-3d43-41ba-9e04-1d72441664e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.1338341 Jul 27 21:58:46.118485 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-82e43dcf-b3bd-4474-8418-41a4068f57b1 req-b123fc46-c456-48d5-940b-60678f7a0aa4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=522be010-4342-4507-91a1-43b8189a8649 HTTP/1.1" status: 200 len: 217 time: 0.0526061 Jul 27 21:58:46.130035 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.195048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e43dcf-b3bd-4474-8418-41a4068f57b1 req-369a1cac-493a-41b7-b7cc-7861aba2577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:46.197626 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-82e43dcf-b3bd-4474-8418-41a4068f57b1 req-369a1cac-493a-41b7-b7cc-7861aba2577c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.0641832 Jul 27 21:58:46.258866 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-82e43dcf-b3bd-4474-8418-41a4068f57b1 req-c4a7dc86-acf1-4f8e-a35f-e6f18504b480 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451164 Jul 27 21:58:46.292978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39bc34-ec08-495a-9eda-2a6d4acc8b52 req-e688b2f2-d0c4-4281-b0a1-d49ddce2521f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:46.299507 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:46.300878 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d39bc34-ec08-495a-9eda-2a6d4acc8b52 req-e688b2f2-d0c4-4281-b0a1-d49ddce2521f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 950 time: 0.4618094 Jul 27 21:58:46.359634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d3f943c-dc65-4cf6-8a5d-016d3347ed97 req-a057c1d4-6a85-4cd4-9c48-74eff25f6171 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173615 Jul 27 21:58:46.370042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740a276-cd59-4069-992d-dcf4c7dcfa7d req-04a7d112-93e4-4e61-9bfa-aee400d4df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:46.378905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6740a276-cd59-4069-992d-dcf4c7dcfa7d req-04a7d112-93e4-4e61-9bfa-aee400d4df65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4360247 Jul 27 21:58:46.397830 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d39bc34-ec08-495a-9eda-2a6d4acc8b52 req-ae42daae-d203-4941-8cd7-0e2ff4c3e0c8 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961020 Jul 27 21:58:46.404926 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-82e43dcf-b3bd-4474-8418-41a4068f57b1 req-ccc91a64-0796-4a53-a464-718ad470b8b2 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338668 Jul 27 21:58:46.603483 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-82e43dcf-b3bd-4474-8418-41a4068f57b1 req-312229db-5ed1-464b-8d4f-09f0fb8d3a6c service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773672 Jul 27 21:58:46.632307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-201f3f2b-3a02-477a-8473-d4706ae541c6 req-1cbc99df-7782-449c-9930-dbd0a3296700 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1639903 Jul 27 21:58:46.647423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6740a276-cd59-4069-992d-dcf4c7dcfa7d req-4b90e041-691e-4fbb-9d06-364ac9584e0c service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531228 Jul 27 21:58:46.655971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b8d1c-03ad-45ee-bf07-ab9878d8ffe5 req-204cbbf7-a3a0-4eef-9412-58408e5a3ad4 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:46.657506 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad4b8d1c-03ad-45ee-bf07-ab9878d8ffe5 req-204cbbf7-a3a0-4eef-9412-58408e5a3ad4 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 943 time: 0.1416829 Jul 27 21:58:46.816560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad4b8d1c-03ad-45ee-bf07-ab9878d8ffe5 req-d7204440-cf8d-4a13-bbd8-b91764452624 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524537 Jul 27 21:58:46.847941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f3f2b-3a02-477a-8473-d4706ae541c6 req-15ebb672-1e85-4d4c-964e-aafb09a2ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:46.851866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-201f3f2b-3a02-477a-8473-d4706ae541c6 req-15ebb672-1e85-4d4c-964e-aafb09a2ea1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 1100 time: 0.1423936 Jul 27 21:58:46.862720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1e7f-cae8-4ba4-b121-3eec569f3be9 req-d180b03e-e9e0-41cb-9395-2ba15876e516 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:46.864282 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ebca1e7f-cae8-4ba4-b121-3eec569f3be9 req-d180b03e-e9e0-41cb-9395-2ba15876e516 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 948 time: 0.1923697 Jul 27 21:58:46.886468 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daf8c60-3b76-4766-ba0a-2b5edc8d281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e880494-6ef9-46f2-bece-1611c4dd3942'}, {'server_uuid': 'b0c62244-e180-4eae-9dae-8dffcc0f90fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa75504-215d-4597-9648-3768fcdcee01'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:46.888762 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7241facc-5422-471d-9dcb-77f9d14985dc" -d '{"events": [{"server_uuid": "7daf8c60-3b76-4766-ba0a-2b5edc8d281e", "name": "network-vif-plugged", "status": "completed", "tag": "7e880494-6ef9-46f2-bece-1611c4dd3942"}, {"server_uuid": "b0c62244-e180-4eae-9dae-8dffcc0f90fb", "name": "network-vif-plugged", "status": "completed", "tag": "ffa75504-215d-4597-9648-3768fcdcee01"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:46.895977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6740a276-cd59-4069-992d-dcf4c7dcfa7d req-fc735a2d-d60d-483e-ba1d-444803bdee5b service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250392 Jul 27 21:58:47.033515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ebca1e7f-cae8-4ba4-b121-3eec569f3be9 req-9471fe4b-99bf-4078-8ed1-0cad3d00b499 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578720 Jul 27 21:58:47.067396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f3f2b-3a02-477a-8473-d4706ae541c6 req-433cfb14-9c9a-48cc-8e80-2299c8b7c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:47.069012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-201f3f2b-3a02-477a-8473-d4706ae541c6 req-433cfb14-9c9a-48cc-8e80-2299c8b7c485 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1720517 Jul 27 21:58:47.093174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7024482-18e7-4758-9e4f-dc809896bc24 req-8af48590-62d4-4924-9558-4c120fcf79f5 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:47.100442 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7024482-18e7-4758-9e4f-dc809896bc24 req-8af48590-62d4-4924-9558-4c120fcf79f5 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 948 time: 0.1353827 Jul 27 21:58:47.107536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 11fd5afa-92b7-4da2-90ab-f8feda3113ff up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:47.154137 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165863fb-1002-4b3e-84c0-567526cbf3c4 x-openstack-request-id: req-165863fb-1002-4b3e-84c0-567526cbf3c4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:47.154389 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7daf8c60-3b76-4766-ba0a-2b5edc8d281e", "name": "network-vif-plugged", "status": "completed", "tag": "7e880494-6ef9-46f2-bece-1611c4dd3942", "code": 200}, {"server_uuid": "b0c62244-e180-4eae-9dae-8dffcc0f90fb", "name": "network-vif-plugged", "status": "completed", "tag": "ffa75504-215d-4597-9648-3768fcdcee01", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:47.154640 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-165863fb-1002-4b3e-84c0-567526cbf3c4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:47.154916 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daf8c60-3b76-4766-ba0a-2b5edc8d281e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e880494-6ef9-46f2-bece-1611c4dd3942', 'code': 200} Jul 27 21:58:47.155167 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c62244-e180-4eae-9dae-8dffcc0f90fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa75504-215d-4597-9648-3768fcdcee01', 'code': 200} Jul 27 21:58:47.160843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-201f3f2b-3a02-477a-8473-d4706ae541c6 req-dc2c5a23-dc48-4e63-984b-a66952245902 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60 HTTP/1.1" status: 200 len: 217 time: 0.0757048 Jul 27 21:58:47.213093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 11fd5afa-92b7-4da2-90ab-f8feda3113ff completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:47.218052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 11fd5afa-92b7-4da2-90ab-f8feda3113ff triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:47.218518 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.230631 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7024482-18e7-4758-9e4f-dc809896bc24 req-e315907a-2504-4988-8a63-5f51460d397e tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288774 Jul 27 21:58:47.307797 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.308643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f3f2b-3a02-477a-8473-d4706ae541c6 req-397403a5-7eee-4266-8ccd-4542a14ae256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:47.311049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-201f3f2b-3a02-477a-8473-d4706ae541c6 req-397403a5-7eee-4266-8ccd-4542a14ae256 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1277580 Jul 27 21:58:47.320745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803061f9-801d-48f0-a8fa-5ad8603178b9 req-379d1718-ece9-414e-b666-a133e3af5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:47.322403 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-803061f9-801d-48f0-a8fa-5ad8603178b9 req-379d1718-ece9-414e-b666-a133e3af5019 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7daf8c60-3b76-4766-ba0a-2b5edc8d281e HTTP/1.1" status: 200 len: 1100 time: 0.0702908 Jul 27 21:58:47.339741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c1f39-2c23-4626-89bd-b7faa5c6d286 req-59d19719-d07e-4aa0-bd6a-26c81af8598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:47.342538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d4c1f39-2c23-4626-89bd-b7faa5c6d286 req-59d19719-d07e-4aa0-bd6a-26c81af8598c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 1101 time: 0.0989652 Jul 27 21:58:47.371434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:47.376150 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.409209 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-803061f9-801d-48f0-a8fa-5ad8603178b9 req-49220d25-be05-46c4-8c42-8998730deb1e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745497 Jul 27 21:58:47.423908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f3f2b-3a02-477a-8473-d4706ae541c6 req-2aa2bcda-6c9b-4e90-a7c6-421ccc86ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:47.425903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-201f3f2b-3a02-477a-8473-d4706ae541c6 req-2aa2bcda-6c9b-4e90-a7c6-421ccc86ad93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035495 Jul 27 21:58:47.428500 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d4c1f39-2c23-4626-89bd-b7faa5c6d286 req-71ddc4c5-89ac-4baf-8de7-0ec277e75ee6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663435 Jul 27 21:58:47.471560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=11fd5afa-92b7-4da2-90ab-f8feda3113ff,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:47.627269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb672f0-b4a1-4238-b0d3-c7b509e36aea req-529be117-8186-4521-9b9c-a8cff78577c2 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:47.635984 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1cb672f0-b4a1-4238-b0d3-c7b509e36aea req-529be117-8186-4521-9b9c-a8cff78577c2 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 944 time: 0.1694479 Jul 27 21:58:47.698191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bf9f7-5e4f-431e-b24c-fc1d7034ad8e req-3a02429d-54d8-4f5f-aad8-d650c4e44466 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:47.699194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-145bf9f7-5e4f-431e-b24c-fc1d7034ad8e req-3a02429d-54d8-4f5f-aad8-d650c4e44466 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 950 time: 0.2023692 Jul 27 21:58:47.710437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-201f3f2b-3a02-477a-8473-d4706ae541c6 req-1619908a-417a-4384-b176-9f701cb93e1e service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087021 Jul 27 21:58:47.744806 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1cb672f0-b4a1-4238-b0d3-c7b509e36aea req-e29731b9-67e1-48e4-aeb5-3c5f8bf6733d tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079409 Jul 27 21:58:47.843709 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-145bf9f7-5e4f-431e-b24c-fc1d7034ad8e req-d87d2f76-3c5b-4743-8bbb-f7767f0f5c07 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331606 Jul 27 21:58:47.938788 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:47.950364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-82faf8cb-f272-4293-b6d0-e744a71c1197 service neutron] 10.222.0.41 "GET /v2.0/ports/d275c33b-e5b0-49d2-9578-f794e3414224/bindings/n-h1-802011-3 HTTP/1.1" status: 200 len: 384 time: 0.1651719 Jul 27 21:58:47.958114 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-201f3f2b-3a02-477a-8473-d4706ae541c6 req-d6180242-e809-4ecb-adda-adb2620419b9 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339003 Jul 27 21:58:48.046373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b85e78-9a97-4ef0-b2aa-5971742029fb req-34de3c66-83fe-44bf-b01a-8f1466e6cde8 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:48.048520 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7b85e78-9a97-4ef0-b2aa-5971742029fb req-34de3c66-83fe-44bf-b01a-8f1466e6cde8 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 943 time: 0.1119132 Jul 27 21:58:48.144941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7b85e78-9a97-4ef0-b2aa-5971742029fb req-6975526c-2ef7-4b4b-9862-fcad3c75fa3f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856481 Jul 27 21:58:48.271101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ee7c0-f057-4485-a130-441f54d841b5 req-b137e60a-cdb8-4c21-af25-4bdea130689b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:48.272595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e4ee7c0-f057-4485-a130-441f54d841b5 req-b137e60a-cdb8-4c21-af25-4bdea130689b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1331491 Jul 27 21:58:48.321190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-41df3014-3fb7-4ce2-8f13-f5e087eeba5f service neutron] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d275c33b-e5b0-49d2-9578-f794e3414224,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:48.361373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e4ee7c0-f057-4485-a130-441f54d841b5 req-17dc0616-a63b-484b-aba6-723f6fe84bbc tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775094 Jul 27 21:58:48.376150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-41df3014-3fb7-4ce2-8f13-f5e087eeba5f service neutron] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:48.419259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-41df3014-3fb7-4ce2-8f13-f5e087eeba5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d275c33b-e5b0-49d2-9578-f794e3414224 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:48.438895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-41df3014-3fb7-4ce2-8f13-f5e087eeba5f service neutron] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d275c33b-e5b0-49d2-9578-f794e3414224,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:48.461794 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-41df3014-3fb7-4ce2-8f13-f5e087eeba5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.576368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f380df-289f-4e37-8616-c4f13291a9c9 req-626ebbd9-14a8-43bb-be50-9b29e1a41a7e tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:48.587058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9f380df-289f-4e37-8616-c4f13291a9c9 req-626ebbd9-14a8-43bb-be50-9b29e1a41a7e tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 948 time: 0.1197581 Jul 27 21:58:48.645921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-41df3014-3fb7-4ce2-8f13-f5e087eeba5f service neutron] Transition to ACTIVE for port object d275c33b-e5b0-49d2-9578-f794e3414224 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:48.665597 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-41df3014-3fb7-4ce2-8f13-f5e087eeba5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:48.746407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9f380df-289f-4e37-8616-c4f13291a9c9 req-168a7e78-0359-4f54-b2fc-8a2198f3d4ad tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390612 Jul 27 21:58:48.817574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-41df3014-3fb7-4ce2-8f13-f5e087eeba5f service neutron] No DVR routers for this DVR port d275c33b-e5b0-49d2-9578-f794e3414224 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:48.847287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df3014-3fb7-4ce2-8f13-f5e087eeba5f service neutron] Pushing event updated for resources: {'Port': ['ID=d275c33b-e5b0-49d2-9578-f794e3414224,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:48.908193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-41df3014-3fb7-4ce2-8f13-f5e087eeba5f service neutron] 10.222.0.41 "PUT /v2.0/ports/d275c33b-e5b0-49d2-9578-f794e3414224/bindings/n-h1-802011-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9355433 Jul 27 21:58:48.927585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97361c7-5bf5-4ced-a5f7-e776ebf58d20 req-d7e7edf1-2775-429e-9f5d-99f233bd16f5 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:48.929691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c97361c7-5bf5-4ced-a5f7-e776ebf58d20 req-d7e7edf1-2775-429e-9f5d-99f233bd16f5 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 944 time: 0.0938725 Jul 27 21:58:48.994828 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c97361c7-5bf5-4ced-a5f7-e776ebf58d20 req-c06f81b2-629a-4f2d-a060-8791b217c1af tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571520 Jul 27 21:58:49.065271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-425f758c-fccb-4182-aed2-d9bd6075a8fd tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.067457 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-425f758c-fccb-4182-aed2-d9bd6075a8fd tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f&tenant_id=48c07bc2e64240d8afb0624a793a2735&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1095 time: 0.0930169 Jul 27 21:58:49.141720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-9b9c17d2-e8ae-4b29-85e6-4276e6a5ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.144326 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-9b9c17d2-e8ae-4b29-85e6-4276e6a5ec59 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f&tenant_id=48c07bc2e64240d8afb0624a793a2735 HTTP/1.1" status: 200 len: 1095 time: 0.0643260 Jul 27 21:58:49.155820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fd5afa-92b7-4da2-90ab-f8feda3113ff'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:49.160496 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039c9258-5c59-4371-9550-0f480cf6d630" -d '{"events": [{"server_uuid": "c5a60df5-a667-424e-8f8c-09cf2c068c0d", "name": "network-vif-plugged", "status": "completed", "tag": "11fd5afa-92b7-4da2-90ab-f8feda3113ff"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:49.280668 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0fe77-917d-4d4d-bf2a-0e4eb31a45f7 req-73d2bc4a-2c92-4a7b-bfb0-c90fcc36c503 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.289973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3f0fe77-917d-4d4d-bf2a-0e4eb31a45f7 req-73d2bc4a-2c92-4a7b-bfb0-c90fcc36c503 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 950 time: 0.1015911 Jul 27 21:58:49.297308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-92769f14-e197-4ed9-89e4-50fe54e32e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.299306 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-92769f14-e197-4ed9-89e4-50fe54e32e14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 1095 time: 0.1191740 Jul 27 21:58:49.338482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a0b62506-4325-4bc2-90d0-1599ccdd7d08 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:49.374693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3f0fe77-917d-4d4d-bf2a-0e4eb31a45f7 req-330f7bdb-aeca-4b76-aa99-829243218e29 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830066 Jul 27 21:58:49.483954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-335dd14c-415d-46c7-8443-3cace79dffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.488019 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-335dd14c-415d-46c7-8443-3cace79dffb2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.1712980 Jul 27 21:58:49.493513 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9534c72e-e0db-40ed-a439-64026aae5144 x-openstack-request-id: req-9534c72e-e0db-40ed-a439-64026aae5144 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:49.494507 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a60df5-a667-424e-8f8c-09cf2c068c0d", "name": "network-vif-plugged", "status": "completed", "tag": "11fd5afa-92b7-4da2-90ab-f8feda3113ff", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:49.494988 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9534c72e-e0db-40ed-a439-64026aae5144 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:49.495631 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fd5afa-92b7-4da2-90ab-f8feda3113ff', 'code': 200} Jul 27 21:58:49.554442 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-ea28ac17-5cdd-4b36-bbbd-181a0626d77b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d275c33b-e5b0-49d2-9578-f794e3414224 HTTP/1.1" status: 200 len: 217 time: 0.0480239 Jul 27 21:58:49.574354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a0b62506-4325-4bc2-90d0-1599ccdd7d08, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a0b62506-4325-4bc2-90d0-1599ccdd7d08,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:49.590635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a74fa-c560-4dff-b2f6-53b5a6faaaa5 req-eaff86dc-13e2-4c8c-832c-8c76383181f2 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.592126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'a0b62506-4325-4bc2-90d0-1599ccdd7d08', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'a0b62506-4325-4bc2-90d0-1599ccdd7d08', 'mac_address': 'fa:16:3e:76:82:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:49.598608 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-949a74fa-c560-4dff-b2f6-53b5a6faaaa5 req-eaff86dc-13e2-4c8c-832c-8c76383181f2 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.0762639 Jul 27 21:58:49.628357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47ab1b-0e4b-4b80-abfb-2855e7db02a0 req-7c60665b-3ace-4338-874b-0be0d5373481 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.637267 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f47ab1b-0e4b-4b80-abfb-2855e7db02a0 req-7c60665b-3ace-4338-874b-0be0d5373481 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 944 time: 0.1728230 Jul 27 21:58:49.646432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-53979db7-2e9a-479f-bcac-1b62ce43c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.649217 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-53979db7-2e9a-479f-bcac-1b62ce43c0c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.0624313 Jul 27 21:58:49.661482 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:49.663868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbca37-5278-48d4-8abc-d04f0de26084 req-41d307c6-1881-4b8f-9522-dc29be6dd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.665952 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86dbca37-5278-48d4-8abc-d04f0de26084 req-41d307c6-1881-4b8f-9522-dc29be6dd2d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 1100 time: 0.1101005 Jul 27 21:58:49.678223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b62506-4325-4bc2-90d0-1599ccdd7d08 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:49.693711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-949a74fa-c560-4dff-b2f6-53b5a6faaaa5 req-a25e14cf-f6aa-46ff-b983-cb07eea40a47 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941319 Jul 27 21:58:49.712903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f47ab1b-0e4b-4b80-abfb-2855e7db02a0 req-dce55444-02fd-458e-9b7d-680402356771 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725467 Jul 27 21:58:49.723444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a0b62506-4325-4bc2-90d0-1599ccdd7d08, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a0b62506-4325-4bc2-90d0-1599ccdd7d08,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:49.739670 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:49.741042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 522be010-4342-4507-91a1-43b8189a8649 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:49.771742 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-17734378-c184-4241-a381-1fba7bee35bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895798 Jul 27 21:58:49.847350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a0b62506-4325-4bc2-90d0-1599ccdd7d08,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:49.902473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=522be010-4342-4507-91a1-43b8189a8649,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:49.903883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b93d17-3e2b-4977-b959-6a3690aa99cf req-8db48f93-d63f-4313-95b5-a67e5a104276 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.912903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72b93d17-3e2b-4977-b959-6a3690aa99cf req-8db48f93-d63f-4313-95b5-a67e5a104276 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=7daf8c60-3b76-4766-ba0a-2b5edc8d281e HTTP/1.1" status: 200 len: 949 time: 0.1161971 Jul 27 21:58:49.919319 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-26056d26-5138-4338-a6a6-d2f250da31d7 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156509 Jul 27 21:58:49.929933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '522be010-4342-4507-91a1-43b8189a8649', 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520', 'port_id': '522be010-4342-4507-91a1-43b8189a8649', 'mac_address': 'fa:16:3e:78:f0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe00a135-d5e2-42bb-bdff-92466a160216', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:49.936763 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86dbca37-5278-48d4-8abc-d04f0de26084 req-a7a0b7ad-0204-4a25-9dd2-bdfad0065d3a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635251 Jul 27 21:58:49.979352 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:49.997668 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522be010-4342-4507-91a1-43b8189a8649 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:50.030551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72b93d17-3e2b-4977-b959-6a3690aa99cf req-ba2cb00a-ab83-41e3-bd2b-e405f00bb777 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124747 Jul 27 21:58:50.044728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=522be010-4342-4507-91a1-43b8189a8649,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:50.058797 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.063873 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-4a9c735d-4e9b-4d67-ac5e-15a4ddbbc095 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255867 Jul 27 21:58:50.104317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c8cbb-5e15-45c0-9c17-9b9623189e48 req-7d43bb17-49f7-4359-9582-22f4b06085b8 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:50.126800 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b45c8cbb-5e15-45c0-9c17-9b9623189e48 req-7d43bb17-49f7-4359-9582-22f4b06085b8 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 949 time: 0.1908474 Jul 27 21:58:50.148367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=522be010-4342-4507-91a1-43b8189a8649,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:50.183542 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b45c8cbb-5e15-45c0-9c17-9b9623189e48 req-51d489a6-8913-458f-bcdc-79474b2b5e6a tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541410 Jul 27 21:58:50.267322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bddaa-e185-49d8-a90c-703adeac678d req-2df9a020-1d8a-459a-b6e2-8c88c997dec0 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:50.269003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d18bddaa-e185-49d8-a90c-703adeac678d req-2df9a020-1d8a-459a-b6e2-8c88c997dec0 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 945 time: 0.0845258 Jul 27 21:58:50.327745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d18bddaa-e185-49d8-a90c-703adeac678d req-544aee88-b267-49ba-990c-fac4f59a5510 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494089 Jul 27 21:58:50.386660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['522be010-4342-4507-91a1-43b8189a8649'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:50.446385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['a0b62506-4325-4bc2-90d0-1599ccdd7d08'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:50.545977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-94122553-1526-4ff8-bb08-ef53aee0a670 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:50.549851 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-94122553-1526-4ff8-bb08-ef53aee0a670 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f&tenant_id=48c07bc2e64240d8afb0624a793a2735&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1095 time: 0.1186492 Jul 27 21:58:50.761317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-effcf28c-f112-4170-8325-11abe715e4a9 service neutron] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:50.765497 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-effcf28c-f112-4170-8325-11abe715e4a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.767805 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da68cb7f-b297-4686-a4ad-5787d4b2c4dc req-effcf28c-f112-4170-8325-11abe715e4a9 service neutron] 10.222.0.43 "DELETE /v2.0/ports/d275c33b-e5b0-49d2-9578-f794e3414224/bindings/n-h2-802011-3 HTTP/1.1" status: 204 len: 173 time: 0.2063763 Jul 27 21:58:50.853875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae7207-53ee-4491-a542-db2e75774973 req-a06cf8ce-6aa4-49ef-abdc-f1c81a1f834c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:50.863901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae7207-53ee-4491-a542-db2e75774973 req-a06cf8ce-6aa4-49ef-abdc-f1c81a1f834c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:50.866614 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-07ae7207-53ee-4491-a542-db2e75774973 req-a06cf8ce-6aa4-49ef-abdc-f1c81a1f834c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=7daf8c60-3b76-4766-ba0a-2b5edc8d281e&device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 1690 time: 0.1432588 Jul 27 21:58:50.948441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d416ce-cd1e-40aa-9482-6f8f7a7bf9de req-e6c7643e-bfa4-49a6-92ec-e15441cfc5cc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:50.950416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44d416ce-cd1e-40aa-9482-6f8f7a7bf9de req-e6c7643e-bfa4-49a6-92ec-e15441cfc5cc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 944 time: 0.1224883 Jul 27 21:58:50.954850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-07ae7207-53ee-4491-a542-db2e75774973 req-fa4604aa-8b09-4254-a92b-7db2ab0bd949 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610130 Jul 27 21:58:51.024927 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44d416ce-cd1e-40aa-9482-6f8f7a7bf9de req-000afdc6-fc5a-4c20-b9a3-038fa017463d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557201 Jul 27 21:58:51.093837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529b974-20df-4b20-a298-e6b762f48c45 req-ec7c2dc0-5a1b-4463-9db4-faed6a81c604 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.096706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5529b974-20df-4b20-a298-e6b762f48c45 req-ec7c2dc0-5a1b-4463-9db4-faed6a81c604 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.0687459 Jul 27 21:58:51.183092 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5529b974-20df-4b20-a298-e6b762f48c45 req-f63733d1-7324-4712-803e-352dcba6179a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648322 Jul 27 21:58:51.258904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651155d6-96e4-4683-9879-b41a0a5f678e req-87883f84-869e-4e92-abe6-28da33f90212 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.268056 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-651155d6-96e4-4683-9879-b41a0a5f678e req-87883f84-869e-4e92-abe6-28da33f90212 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7daf8c60-3b76-4766-ba0a-2b5edc8d281e HTTP/1.1" status: 200 len: 1100 time: 0.0568957 Jul 27 21:58:51.341490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d275c33b-e5b0-49d2-9578-f794e3414224 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:51.401802 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-651155d6-96e4-4683-9879-b41a0a5f678e req-048e6bbb-3abb-4b6c-bccc-0cbaeaf88f55 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325083 Jul 27 21:58:51.408117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fab052-c0c8-4726-a819-ac13fca78d4e req-c86b2fa8-bafc-4520-be9e-033c2184fc4b tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.409688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44fab052-c0c8-4726-a819-ac13fca78d4e req-c86b2fa8-bafc-4520-be9e-033c2184fc4b tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 1095 time: 0.1343808 Jul 27 21:58:51.457735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d275c33b-e5b0-49d2-9578-f794e3414224 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:51.514820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44fab052-c0c8-4726-a819-ac13fca78d4e req-5b6d30d8-adc1-4660-972b-7d0db7ffeb44 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944598 Jul 27 21:58:51.602479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993b309-5214-4219-8e95-a8b4f49df24d req-8cf40485-73cf-4608-adcb-8fe945053766 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.603985 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1993b309-5214-4219-8e95-a8b4f49df24d req-8cf40485-73cf-4608-adcb-8fe945053766 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 949 time: 0.1060245 Jul 27 21:58:51.701803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1993b309-5214-4219-8e95-a8b4f49df24d req-165058e8-7498-45d6-98e5-3746b4c09929 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783641 Jul 27 21:58:51.827640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827407a-c94a-4427-9ea7-bd20db4fa3cb req-afd8f78a-526c-4c55-a6e6-fd2a0567e2a5 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.837179 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c827407a-c94a-4427-9ea7-bd20db4fa3cb req-afd8f78a-526c-4c55-a6e6-fd2a0567e2a5 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 1101 time: 0.0675871 Jul 27 21:58:51.948460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c827407a-c94a-4427-9ea7-bd20db4fa3cb req-1cb0c4dd-061e-42ae-a983-842d8b3aacfb tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047423 Jul 27 21:58:52.008573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627adcc-e6da-49a9-90b4-6041dc72af91 req-27427efc-d966-43c9-a285-715ad2f76a3c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:52.018202 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3627adcc-e6da-49a9-90b4-6041dc72af91 req-27427efc-d966-43c9-a285-715ad2f76a3c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 945 time: 0.1384332 Jul 27 21:58:52.106891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3627adcc-e6da-49a9-90b4-6041dc72af91 req-a087bd8f-279c-475c-9508-842b94f7ce61 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791221 Jul 27 21:58:52.472926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-04ea6bd6-e21d-4219-a305-2c4af514f638 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686147 Jul 27 21:58:52.591767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-1c0dd4b3-5b8f-4a1b-a28b-7b107bc37471 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:52.594609 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-1c0dd4b3-5b8f-4a1b-a28b-7b107bc37471 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 808 time: 0.1997898 Jul 27 21:58:52.629177 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-3d75e274-4923-40e0-84a1-bba8656c31d9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/quotas/48c07bc2e64240d8afb0624a793a2735 HTTP/1.1" status: 200 len: 375 time: 0.0260780 Jul 27 21:58:52.667126 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-c9eaf07c-0f81-43b8-a1bd-1efa23b97933 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:52.675012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-c9eaf07c-0f81-43b8-a1bd-1efa23b97933 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940162 Jul 27 21:58:52.709462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-4ebb64b2-9dc8-45e4-b4ff-e4f4b4839d6b tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/quotas/58362275e3b340ae91c742b03494df44 HTTP/1.1" status: 200 len: 375 time: 0.0334253 Jul 27 21:58:52.744917 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-765705c2-08b0-4a5d-87e1-dbf9e0818539 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119230 Jul 27 21:58:52.858915 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-bc138626-b2d3-4335-9d71-aead4d48c49c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1430869 Jul 27 21:58:52.913387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-822758e9-5561-452e-95f4-f42023538a56 service neutron] 10.222.0.24 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416852 Jul 27 21:58:53.073637 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-b385559a-4090-484f-ad51-c52432d95848 service neutron] 10.222.0.24 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525507 Jul 27 21:58:53.225967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eabfb6-b6f4-4904-bade-4141ba219c76 req-fffcb591-ce51-4e8e-8976-a2e78c28a4db tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.227325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6eabfb6-b6f4-4904-bade-4141ba219c76 req-fffcb591-ce51-4e8e-8976-a2e78c28a4db tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1309161 Jul 27 21:58:53.324194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6eabfb6-b6f4-4904-bade-4141ba219c76 req-a70ebc48-cba9-4b2c-be36-32a195a83673 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862718 Jul 27 21:58:53.355703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a0b62506-4325-4bc2-90d0-1599ccdd7d08 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:53.457249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port a0b62506-4325-4bc2-90d0-1599ccdd7d08 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:53.466241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port a0b62506-4325-4bc2-90d0-1599ccdd7d08 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:53.466659 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:53.620578 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:53.707560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a2e5f7-5d21-47ff-9838-66ce2b52dea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b62506-4325-4bc2-90d0-1599ccdd7d08'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:53.713710 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e3c8a4-60f0-4c9d-bdb9-b4cd5209b0de" -d '{"events": [{"server_uuid": "d1a2e5f7-5d21-47ff-9838-66ce2b52dea5", "name": "network-vif-plugged", "status": "completed", "tag": "a0b62506-4325-4bc2-90d0-1599ccdd7d08"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:53.747277 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a0b62506-4325-4bc2-90d0-1599ccdd7d08, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a0b62506-4325-4bc2-90d0-1599ccdd7d08,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:53.752288 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:53.753836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 522be010-4342-4507-91a1-43b8189a8649 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:53.763233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ae276a7-b20f-4501-a312-388193e41162 req-568fd494-dd28-4cda-b458-73946c39229d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 210 time: 0.3571081 Jul 27 21:58:53.794892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce04404-73c7-4177-bf30-5208d37ce633 req-3a166062-6a82-4331-a578-ab8e392656fc tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.806655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fce04404-73c7-4177-bf30-5208d37ce633 req-3a166062-6a82-4331-a578-ab8e392656fc tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 949 time: 0.4548917 Jul 27 21:58:53.928507 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fce04404-73c7-4177-bf30-5208d37ce633 req-db23c983-3fff-42d5-8d08-7d14d0342771 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208284 Jul 27 21:58:54.052091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a0b62506-4325-4bc2-90d0-1599ccdd7d08,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:54.080051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 522be010-4342-4507-91a1-43b8189a8649 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:54.084510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 522be010-4342-4507-91a1-43b8189a8649 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:54.084897 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.105512 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8545dd9e-3fea-48ce-8b40-9777166634e7 req-0b1d6fcb-379e-49e1-bd6c-a7d32095cacc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 210 time: 0.0629823 Jul 27 21:58:54.220684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b573-265f-4411-a17f-09d2e0a790c9 req-742012d3-5b05-479e-a532-4f6a5f01a5c0 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.230282 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f90b573-265f-4411-a17f-09d2e0a790c9 req-742012d3-5b05-479e-a532-4f6a5f01a5c0 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 945 time: 0.1497097 Jul 27 21:58:54.275528 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.284625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f90b573-265f-4411-a17f-09d2e0a790c9 req-d14cbc01-44a3-452f-97e0-795a312a9c7f tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528851 Jul 27 21:58:54.378825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=522be010-4342-4507-91a1-43b8189a8649,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:54.386679 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.409100 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5e8776-a98e-4888-9c10-1828dd4424e2 x-openstack-request-id: req-8f5e8776-a98e-4888-9c10-1828dd4424e2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:54.409452 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a2e5f7-5d21-47ff-9838-66ce2b52dea5", "name": "network-vif-plugged", "status": "completed", "tag": "a0b62506-4325-4bc2-90d0-1599ccdd7d08", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:54.409659 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f5e8776-a98e-4888-9c10-1828dd4424e2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:54.410020 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a2e5f7-5d21-47ff-9838-66ce2b52dea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b62506-4325-4bc2-90d0-1599ccdd7d08', 'code': 200} Jul 27 21:58:54.504039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=522be010-4342-4507-91a1-43b8189a8649,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:54.550205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61147e06-7a2f-418f-adc9-72668b93bb27 req-4ef923a2-5453-4a18-ac78-5539420e22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.552415 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61147e06-7a2f-418f-adc9-72668b93bb27 req-4ef923a2-5453-4a18-ac78-5539420e22fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 1101 time: 0.0656724 Jul 27 21:58:54.601096 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61147e06-7a2f-418f-adc9-72668b93bb27 req-16572ae6-153c-484e-9f36-1566f69dd40a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 Jul 27 21:58:54.695967 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-a4069b43-76e3-40e3-9362-3893a8040880 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723724 Jul 27 21:58:54.734812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3f6b7-8671-4e31-af31-f6b6e2ef7edf req-91cfac5e-302c-410d-9756-addfe57f413b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.737951 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dda3f6b7-8671-4e31-af31-f6b6e2ef7edf req-91cfac5e-302c-410d-9756-addfe57f413b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.0641909 Jul 27 21:58:54.846912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dda3f6b7-8671-4e31-af31-f6b6e2ef7edf req-411a060e-1282-40e2-8382-5a040216671e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017570 Jul 27 21:58:54.931626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7b43c19-7f72-4e58-91a7-ade26eab1934 req-9c0d7d79-6590-4dcf-b333-b0c2cca7c040 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 210 time: 0.0689914 Jul 27 21:58:55.184171 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-68fa33bc-4dbe-4ff3-9381-9794a015583d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657818 Jul 27 21:58:55.191876 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9758b-3d66-49cd-be15-78e00cc10321 req-3afa07c5-ca16-471a-a761-2c6b38642f44 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.193458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74c9758b-3d66-49cd-be15-78e00cc10321 req-3afa07c5-ca16-471a-a761-2c6b38642f44 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 950 time: 0.1330874 Jul 27 21:58:55.318138 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74c9758b-3d66-49cd-be15-78e00cc10321 req-d95d8cc6-3d7a-4dfc-a188-979b0ecf9949 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168880 Jul 27 21:58:55.363763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62ceff76-b352-41fb-ba55-f9f120fd1c03 req-a1ba5f3d-9e91-4421-87ba-97714f96f3db tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 210 time: 0.0675085 Jul 27 21:58:55.459074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-b9e82f95-b3be-4bdf-8c8f-3c13a33fa700 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.461023 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-b9e82f95-b3be-4bdf-8c8f-3c13a33fa700 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697461 Jul 27 21:58:55.500966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Request body: {'port': {'device_id': '0bf11043-3eaf-45cd-8079-1e584dc4adf4', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '58362275e3b340ae91c742b03494df44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:55.543678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb83c15-506b-4b10-b096-729178c5c60f req-9bb6ff68-4d5a-4788-860a-f949cf09a8a0 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.553623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bb83c15-506b-4b10-b096-729178c5c60f req-9bb6ff68-4d5a-4788-860a-f949cf09a8a0 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 946 time: 0.0983949 Jul 27 21:58:55.751935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bb83c15-506b-4b10-b096-729178c5c60f req-278f0422-049a-419d-b0f8-78e6937434b9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937935 Jul 27 21:58:55.793671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Made reservation on behalf of 58362275e3b340ae91c742b03494df44 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:55.799393 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.059771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86191598-5bc9-4f9a-a410-09c44d1737e3 req-6749b637-d034-49c1-9555-e104da357144 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:56.071122 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86191598-5bc9-4f9a-a410-09c44d1737e3 req-6749b637-d034-49c1-9555-e104da357144 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1170862 Jul 27 21:58:56.133136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-3bbfed1e-7b5a-4afb-8763-4fad7a1b013f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:56.139455 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-3bbfed1e-7b5a-4afb-8763-4fad7a1b013f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.43 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 808 time: 0.3595200 Jul 27 21:58:56.150666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86191598-5bc9-4f9a-a410-09c44d1737e3 req-3b8938e3-ae86-4d00-af73-85245c6d1e46 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774624 Jul 27 21:58:56.236670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Request body: {'port': {'device_id': '7655554f-1ca2-47aa-8e47-f422b6a4c37a', 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8', 'admin_state_up': True, 'tenant_id': '48c07bc2e64240d8afb0624a793a2735'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:56.239511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63535ab2-b2ec-463a-9a96-ce03673d2837 req-f5779c1d-48a5-40e8-8077-62aa9989c6d3 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 210 time: 0.0810306 Jul 27 21:58:56.411821 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf13761-c163-465b-b1cb-bbe5644a3aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522be010-4342-4507-91a1-43b8189a8649'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:56.416624 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d6ac3c-8894-45b3-8117-2a3abecaa951" -d '{"events": [{"server_uuid": "1bf13761-c163-465b-b1cb-bbe5644a3aff", "name": "network-vif-plugged", "status": "completed", "tag": "522be010-4342-4507-91a1-43b8189a8649"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:56.473450 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Allocated IP 192.168.233.230 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/b108330b-40af-44e9-bb35-be58842ac7fc) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:56.596683 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d46c78b-7960-4bfd-870a-5038a1338af3 req-6e356d9f-f9d9-4d9e-85a8-017a4a34af53 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 210 time: 0.0649972 Jul 27 21:58:56.640140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c28f1a-29b8-41ad-b322-f3931425000b req-1e617401-2943-49df-80d6-99fe8ab7d38e tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:56.652103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83c28f1a-29b8-41ad-b322-f3931425000b req-1e617401-2943-49df-80d6-99fe8ab7d38e tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 950 time: 0.1969054 Jul 27 21:58:56.697498 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ad4327-e011-4841-a48b-a2ed92adac11 x-openstack-request-id: req-e3ad4327-e011-4841-a48b-a2ed92adac11 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:56.697794 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf13761-c163-465b-b1cb-bbe5644a3aff", "name": "network-vif-plugged", "status": "completed", "tag": "522be010-4342-4507-91a1-43b8189a8649", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:56.698048 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3ad4327-e011-4841-a48b-a2ed92adac11 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:56.698463 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf13761-c163-465b-b1cb-bbe5644a3aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522be010-4342-4507-91a1-43b8189a8649', 'code': 200} Jul 27 21:58:56.713811 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Made reservation on behalf of 48c07bc2e64240d8afb0624a793a2735 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:58:56.730777 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.730962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83c28f1a-29b8-41ad-b322-f3931425000b req-3db2d3b9-ed52-4e37-879e-da9160f4be41 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742183 Jul 27 21:58:56.883630 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.914124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Transition to ACTIVE for port object b108330b-40af-44e9-bb35-be58842ac7fc will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:56.946055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7bdfa-f1e1-41a4-8b6f-d8d6d9c148cd req-0af6615e-2e9e-489e-8276-f059c207ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:56.948255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ba7bdfa-f1e1-41a4-8b6f-d8d6d9c148cd req-0af6615e-2e9e-489e-8276-f059c207ed03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 1097 time: 0.1576142 Jul 27 21:58:56.993320 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:57.006293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff4ee1-d0e2-412e-a615-43b41810c1f7 req-15d0cf0f-0b98-4116-90b5-7069e0c02029 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:57.020013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c', 'da68d304-3754-4809-905b-87797d36241f', '4bfa33cc-81c8-46d1-a361-d4a86d487b42', 'ffa75504-215d-4597-9648-3768fcdcee01'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:57.041430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1cff4ee1-d0e2-412e-a615-43b41810c1f7 req-15d0cf0f-0b98-4116-90b5-7069e0c02029 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 946 time: 0.1736684 Jul 27 21:58:57.059256 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event updated for resources: {'Port': ['ID=b108330b-40af-44e9-bb35-be58842ac7fc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:57.076953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Allocated IP 172.20.0.11 (7cee2f76-6b3e-4186-8970-022f34a894f8/eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2/6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:58:57.082611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:57.083078 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:57.083507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:57.084019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:57.084430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:57.084856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:57.085276 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:57.085700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:57.086135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:57.086575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:57.086989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:57.087531 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:57.107318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7e880494-6ef9-46f2-bece-1611c4dd3942'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:57.112615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:57.115172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:57.124141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:57.243620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:57.244376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:57.271758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1cff4ee1-d0e2-412e-a615-43b41810c1f7 req-67700fc1-5718-424e-a0f1-0ef51e3637c2 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261503 Jul 27 21:58:57.283651 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ba7bdfa-f1e1-41a4-8b6f-d8d6d9c148cd req-97151ff7-8ead-4289-b1d2-c39f71e96c5b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277210 Jul 27 21:58:57.301935 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-1d3b6b50-19d9-4c09-93f4-44bc9d66cf52 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8122158 Jul 27 21:58:57.326371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-b20f35f1-b45c-4070-8a7a-421f126bd4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:57.332550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-b20f35f1-b45c-4070-8a7a-421f126bd4f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 1100 time: 0.2534747 Jul 27 21:58:57.374206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Request body: {'port': {'device_id': '0bf11043-3eaf-45cd-8079-1e584dc4adf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:57.530079 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:57.596438 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:57.714382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54638-5955-4c61-b47c-9a911bfb0541 req-75debf84-bf2c-466f-b4a8-189f4d15fb68 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:57.724869 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92e54638-5955-4c61-b47c-9a911bfb0541 req-75debf84-bf2c-466f-b4a8-189f4d15fb68 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.3273420 Jul 27 21:58:57.776183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-e4426fe0-eded-4d30-82f5-33bf57e040a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:57.777668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-e4426fe0-eded-4d30-82f5-33bf57e040a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.4241307 Jul 27 21:58:57.792643 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:57.795215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-66f0bee1-2ba8-4138-8578-c6b6078cf335 None None] Provisioning for port b108330b-40af-44e9-bb35-be58842ac7fc completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:57.835000 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-66f0bee1-2ba8-4138-8578-c6b6078cf335 None None] Provisioning complete for port b108330b-40af-44e9-bb35-be58842ac7fc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:57.835728 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66f0bee1-2ba8-4138-8578-c6b6078cf335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:57.851503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Pushing event updated for resources: {'Port': ['ID=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:57.879562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Network 7cee2f76-6b3e-4186-8970-022f34a894f8 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:58:57.882379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:58:57.885870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:58:57.934054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:57.934707 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:57.950642 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-c7140ed2-6b4a-4536-8bbb-ec9ee2d3f4fb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7861445 Jul 27 21:58:57.967847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Request body: {'port': {'device_id': '7655554f-1ca2-47aa-8e47-f422b6a4c37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:58.003763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-55c6ba47-8055-4b70-b4e1-366ea6673ade service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff HTTP/1.1" status: 200 len: 217 time: 0.1776776 Jul 27 21:58:58.035863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-66f0bee1-2ba8-4138-8578-c6b6078cf335 None None] Port b108330b-40af-44e9-bb35-be58842ac7fc cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:58:58.080861 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92e54638-5955-4c61-b47c-9a911bfb0541 req-61e9ee6c-27ae-48f6-b908-60d8202d2bd9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528514 Jul 27 21:58:58.115819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ba814-60cc-4431-8e61-ee2218ac293c req-86675810-94ab-4cce-813a-6e75f6d3d820 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:58.119297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f05ba814-60cc-4431-8e61-ee2218ac293c req-86675810-94ab-4cce-813a-6e75f6d3d820 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 936 time: 0.3668334 Jul 27 21:58:58.302050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f05ba814-60cc-4431-8e61-ee2218ac293c req-3a529f21-56d1-46db-b1a4-f8873db78c7f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104417 Jul 27 21:58:58.319187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-bc9f8495-bdd9-4f9f-9552-8cadd98fa00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:58.324872 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-bc9f8495-bdd9-4f9f-9552-8cadd98fa00a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.3023639 Jul 27 21:58:58.373704 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.566034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-125463fa-9f0f-4947-aa77-f9bc2286d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:58.567545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-125463fa-9f0f-4947-aa77-f9bc2286d299 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2295961 Jul 27 21:58:58.587812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991c2be-c4eb-49f7-a470-f61c4928b39b req-ed9d5a3f-7d5e-4863-b8d6-14bbe0be764f tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:58.595890 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a991c2be-c4eb-49f7-a470-f61c4928b39b req-ed9d5a3f-7d5e-4863-b8d6-14bbe0be764f tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 950 time: 0.1338012 Jul 27 21:58:58.670879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:58.678218 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.692909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Transition to ACTIVE for port object 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:58.701642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b108330b-40af-44e9-bb35-be58842ac7fc {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:58.710712 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.713290 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-54083e1e-f000-4cf9-a563-fe28f720e13c service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098161 Jul 27 21:58:58.715785 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.759549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Transition to ACTIVE for port object b108330b-40af-44e9-bb35-be58842ac7fc will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:58.767264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8e767-514c-414b-bcb5-07a3b1faa066 req-43363613-795c-4db9-be3b-777ec9ecea2e tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:58.775512 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7d8e767-514c-414b-bcb5-07a3b1faa066 req-43363613-795c-4db9-be3b-777ec9ecea2e tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 932 time: 0.2821076 Jul 27 21:58:58.780803 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.824377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:58.868298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a991c2be-c4eb-49f7-a470-f61c4928b39b req-1e338806-b6ba-4a1e-88f5-fec077e782ee tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714846 Jul 27 21:58:58.874576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Pushing event updated for resources: {'Port': ['ID=b108330b-40af-44e9-bb35-be58842ac7fc,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:58.904041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7d8e767-514c-414b-bcb5-07a3b1faa066 req-fff6785c-7d16-4c3e-b5f3-4aa087e7cb05 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275771 Jul 27 21:58:58.970906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-6c7264cf-464a-48a6-a663-3e48a3a6431a service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404132 Jul 27 21:58:59.098729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Attempting to bind port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:59.099345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Attempting to bind port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:59.099345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Attempting to bind port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:59.121686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on network 7cee2f76-6b3e-4186-8970-022f34a894f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:59.122135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Attempting to bind port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:59.133529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:59.133866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:59.134243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Bound using segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:59.134720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Bound port: 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:59.135074 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:59.165652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Attempting to bind port b108330b-40af-44e9-bb35-be58842ac7fc on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:59.165990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Attempting to bind port b108330b-40af-44e9-bb35-be58842ac7fc by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:59.166336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Attempting to bind port b108330b-40af-44e9-bb35-be58842ac7fc on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:59.173826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Port b108330b-40af-44e9-bb35-be58842ac7fc on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:59.174144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Attempting to bind port b108330b-40af-44e9-bb35-be58842ac7fc on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:59.208933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:59.209275 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:59.209696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:59.210138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Bound port: b108330b-40af-44e9-bb35-be58842ac7fc, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:59.210750 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:59.339513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:59.345889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:59.350508 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] For port b108330b-40af-44e9-bb35-be58842ac7fc, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:59.355977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] For port b108330b-40af-44e9-bb35-be58842ac7fc, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b108330b-40af-44e9-bb35-be58842ac7fc,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:59.358433 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:59.395601 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:59.397187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b54bf-db8d-4655-9892-2a380d268ed2 req-4f4070b7-e9ea-45a3-8fc2-bf88cdab8d4e tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.398772 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7b54bf-db8d-4655-9892-2a380d268ed2 req-4f4070b7-e9ea-45a3-8fc2-bf88cdab8d4e tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 950 time: 0.1748052 Jul 27 21:58:59.415373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.416095 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:59.417596 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] 10.222.0.43 "PUT /v2.0/ports/6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf HTTP/1.1" status: 200 len: 1092 time: 1.4553516 Jul 27 21:58:59.420088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7655554f-1ca2-47aa-8e47-f422b6a4c37a', 'tag': '6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:59.424181 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ace0be-5559-4487-bd18-dc01e5484150" -d '{"events": [{"name": "network-changed", "server_uuid": "7655554f-1ca2-47aa-8e47-f422b6a4c37a", "tag": "6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:59.441844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a00be-d8ae-4154-80e1-a65fe743902c req-3986638a-1972-4a19-951f-239316cc2ac6 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.453471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.454140 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:59.455605 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] 10.222.0.43 "PUT /v2.0/ports/b108330b-40af-44e9-bb35-be58842ac7fc HTTP/1.1" status: 200 len: 1096 time: 2.0873740 Jul 27 21:58:59.457914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-050a00be-d8ae-4154-80e1-a65fe743902c req-3986638a-1972-4a19-951f-239316cc2ac6 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 946 time: 0.3987086 Jul 27 21:58:59.458905 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cffbe-351c-4158-8c2a-1b3d766f9413 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:59.533219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733d3c5-8f70-4ee5-98cc-40c029cae5ac service neutron] Pushing event updated for resources: {'Port': ['ID=b108330b-40af-44e9-bb35-be58842ac7fc,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:59.544999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a7730-a323-4d01-88ac-83e0268cb779 req-8d13a3a9-79bf-488f-a9de-b84e40131571 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.562293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-594a7730-a323-4d01-88ac-83e0268cb779 req-8d13a3a9-79bf-488f-a9de-b84e40131571 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.2455990 Jul 27 21:58:59.636866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-82a54dcd-904d-4a0f-b56f-92155e282294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.638457 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-82a54dcd-904d-4a0f-b56f-92155e282294 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 1099 time: 0.0759194 Jul 27 21:58:59.650287 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-050a00be-d8ae-4154-80e1-a65fe743902c req-a6ad2a0a-1332-4137-9b98-d9fbab53c325 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136079 Jul 27 21:58:59.667530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ea1f9b99-bba9-4b3e-ab92-28b7819f8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.669505 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-ea1f9b99-bba9-4b3e-ab92-28b7819f8596 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 1095 time: 0.1237428 Jul 27 21:58:59.738922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-594a7730-a323-4d01-88ac-83e0268cb779 req-04a6584a-b670-411f-9fee-2f56429e6fa1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834059 Jul 27 21:58:59.757312 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:58:59.787398 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-5b49739d-3b3d-4187-acb5-4494feabf5d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf HTTP/1.1" status: 200 len: 217 time: 0.1069300 Jul 27 21:58:59.789091 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-e5747f6c-c1b8-4373-9475-27bf6e83efc7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b108330b-40af-44e9-bb35-be58842ac7fc HTTP/1.1" status: 200 len: 217 time: 0.1077189 Jul 27 21:58:59.803940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-cc7b54bf-db8d-4655-9892-2a380d268ed2 req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Deleting port a0b62506-4325-4bc2-90d0-1599ccdd7d08 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:59.804645 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7b54bf-db8d-4655-9892-2a380d268ed2 req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:59.897511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-b616903e-b292-44a3-a80a-1dafa1cc6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.899016 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-b616903e-b292-44a3-a80a-1dafa1cc6f56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0705373 Jul 27 21:58:59.959659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-79d48fd4-8092-476a-8a57-3a85710cbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.962402 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-79d48fd4-8092-476a-8a57-3a85710cbb15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.1482151 Jul 27 21:58:59.966330 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cc7b54bf-db8d-4655-9892-2a380d268ed2 req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] For port a0b62506-4325-4bc2-90d0-1599ccdd7d08, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a0b62506-4325-4bc2-90d0-1599ccdd7d08,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:59.966711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7b54bf-db8d-4655-9892-2a380d268ed2 req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:59.988149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8bd92-3070-49c0-8ab4-4d095cf48aec req-8f23ff82-2944-4579-b6da-ff761030b3f2 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:59.990073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bc8bd92-3070-49c0-8ab4-4d095cf48aec req-8f23ff82-2944-4579-b6da-ff761030b3f2 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 948 time: 0.0965393 Jul 27 21:58:59.995061 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-cc7b54bf-db8d-4655-9892-2a380d268ed2 req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Calling delete_port for a0b62506-4325-4bc2-90d0-1599ccdd7d08 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:00.157624 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb134fb-9cba-426e-a44e-280f5d660990 x-openstack-request-id: req-ddb134fb-9cba-426e-a44e-280f5d660990 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:00.158190 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7655554f-1ca2-47aa-8e47-f422b6a4c37a", "tag": "6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:00.158190 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddb134fb-9cba-426e-a44e-280f5d660990 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:00.159111 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7655554f-1ca2-47aa-8e47-f422b6a4c37a', 'tag': '6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf', 'status': 'completed', 'code': 200} Jul 27 21:59:00.162918 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-d49a5be2-8d90-4869-b293-6b4f0002f921 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218424 Jul 27 21:59:00.176912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-a3fd99b3-9efc-41c6-a1a0-a9e5bd602259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.181232 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-a3fd99b3-9efc-41c6-a1a0-a9e5bd602259 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389961 Jul 27 21:59:00.195987 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bc8bd92-3070-49c0-8ab4-4d095cf48aec req-3cff808f-1780-4e0b-816c-da9b2d8da0a9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975939 Jul 27 21:59:00.232736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9decc-2178-483b-b693-9258710c9661 req-41a1d64e-b805-4703-96f9-4d9f3294f8c8 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.238204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1d9decc-2178-483b-b693-9258710c9661 req-41a1d64e-b805-4703-96f9-4d9f3294f8c8 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 1097 time: 0.0927086 Jul 27 21:59:00.345663 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-2cfcf7aa-bf5f-49a1-98e4-4750e9590578 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376312 Jul 27 21:59:00.353516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1d9decc-2178-483b-b693-9258710c9661 req-b51bde90-bd64-4168-b84d-f553e31ddc5a tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040397 Jul 27 21:59:00.382317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d036e-97b4-45c8-99e2-17d7075b4334 req-ef4b350b-be1d-4526-8a25-bd9e6ae0a2aa tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.389616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e8d036e-97b4-45c8-99e2-17d7075b4334 req-ef4b350b-be1d-4526-8a25-bd9e6ae0a2aa tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a2e5f7-5d21-47ff-9838-66ce2b52dea5 HTTP/1.1" status: 200 len: 950 time: 0.1088758 Jul 27 21:59:00.410092 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7b54bf-db8d-4655-9892-2a380d268ed2 req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.430753 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['a0b62506-4325-4bc2-90d0-1599ccdd7d08'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:00.441906 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-369c3763-51da-4700-804d-11813c5bc53f service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590210 Jul 27 21:59:00.471696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Pushing event deleted for resources: {'Port': ['ID=a0b62506-4325-4bc2-90d0-1599ccdd7d08,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:00.505708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:00.506213 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:00.506683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:00.507122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:00.507690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:00.508123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:00.508555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:00.509092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:00.509473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:00.509946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:00.510413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:00.510840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:00.552358 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e8d036e-97b4-45c8-99e2-17d7075b4334 req-87b16d3d-caf6-4bd7-aa2d-5d22237446c5 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cf5372e-2f14-495e-bcd0-2b439cbce078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617491 Jul 27 21:59:00.563978 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-43fe6851-c2f8-4e0b-a601-edba88cb76ad req-55da873d-34c6-4874-8163-0beed8f87e55 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990051 Jul 27 21:59:00.596695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7b54bf-db8d-4655-9892-2a380d268ed2 req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] No DVR routers for this DVR port a0b62506-4325-4bc2-90d0-1599ccdd7d08 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:00.613543 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc7b54bf-db8d-4655-9892-2a380d268ed2 req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:00.616732 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7b54bf-db8d-4655-9892-2a380d268ed2 req-23b2d140-bd63-455b-94ec-d1073d4c3a32 tempest-TenantUsagesTestJSON-882254518 tempest-TenantUsagesTestJSON-882254518-project] 10.222.0.41 "DELETE /v2.0/ports/a0b62506-4325-4bc2-90d0-1599ccdd7d08 HTTP/1.1" status: 204 len: 173 time: 1.2061894 Jul 27 21:59:00.641530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da2b24-e547-4f2c-b2f5-6c8b18692613 req-b1e57070-6e71-440d-bce6-b0695c773e32 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.647857 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d27061a2-e30b-4345-bdff-4ea805d96577 req-7fec8750-fbba-4105-8cf7-19c5a2ee1bef service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948109 Jul 27 21:59:00.659176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55da2b24-e547-4f2c-b2f5-6c8b18692613 req-b1e57070-6e71-440d-bce6-b0695c773e32 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 944 time: 0.1396997 Jul 27 21:59:00.661417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a2e5f7-5d21-47ff-9838-66ce2b52dea5', 'name': 'network-vif-deleted', 'tag': 'a0b62506-4325-4bc2-90d0-1599ccdd7d08'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:00.664879 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5c9120-2066-49f1-9ba5-77df627f39c7" -d '{"events": [{"server_uuid": "d1a2e5f7-5d21-47ff-9838-66ce2b52dea5", "name": "network-vif-deleted", "tag": "a0b62506-4325-4bc2-90d0-1599ccdd7d08"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:00.735275 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55da2b24-e547-4f2c-b2f5-6c8b18692613 req-5efd8bca-0d9d-44d7-b1d2-05f6f270f5db tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723646 Jul 27 21:59:00.789484 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f049a8ca-6b58-4000-9f18-13bf5e7d3701 x-openstack-request-id: req-f049a8ca-6b58-4000-9f18-13bf5e7d3701 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:00.789802 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a2e5f7-5d21-47ff-9838-66ce2b52dea5", "name": "network-vif-deleted", "tag": "a0b62506-4325-4bc2-90d0-1599ccdd7d08", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:00.790051 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f049a8ca-6b58-4000-9f18-13bf5e7d3701 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:00.790471 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a2e5f7-5d21-47ff-9838-66ce2b52dea5', 'name': 'network-vif-deleted', 'tag': 'a0b62506-4325-4bc2-90d0-1599ccdd7d08', 'status': 'completed', 'code': 200} Jul 27 21:59:00.804443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ace0be-5559-4487-bd18-dc01e5484150 req-0cf3af3a-cf2f-41a2-a92d-892548576ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.806622 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4ace0be-5559-4487-bd18-dc01e5484150 req-0cf3af3a-cf2f-41a2-a92d-892548576ebd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 1095 time: 0.0862477 Jul 27 21:59:00.913993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64ee47-fc41-451e-990c-e1470953bbb0 req-4bc66687-2500-42dd-9ee4-149321fd9a0a tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.915541 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c64ee47-fc41-451e-990c-e1470953bbb0 req-4bc66687-2500-42dd-9ee4-149321fd9a0a tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 1097 time: 0.1113977 Jul 27 21:59:00.924548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa251cd-0353-4379-a076-ce77d56c4663 req-07cd1dfd-5a4e-4a37-b269-98904a6e6288 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.926038 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0aa251cd-0353-4379-a076-ce77d56c4663 req-07cd1dfd-5a4e-4a37-b269-98904a6e6288 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.0739207 Jul 27 21:59:00.984492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c64ee47-fc41-451e-990c-e1470953bbb0 req-97862793-01f7-4af3-aa33-14f4b56c911c tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519059 Jul 27 21:59:00.984964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ace0be-5559-4487-bd18-dc01e5484150 req-8f9a663e-a49f-4912-9570-040490b062c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.987624 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4ace0be-5559-4487-bd18-dc01e5484150 req-8f9a663e-a49f-4912-9570-040490b062c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.1569083 Jul 27 21:59:00.992261 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0aa251cd-0353-4379-a076-ce77d56c4663 req-3b9fa566-e368-47e3-aeee-917ae72a3261 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521173 Jul 27 21:59:01.053484 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4ace0be-5559-4487-bd18-dc01e5484150 req-5697e5ec-076c-470d-898c-2507549970f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf HTTP/1.1" status: 200 len: 217 time: 0.0574265 Jul 27 21:59:01.122720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ace0be-5559-4487-bd18-dc01e5484150 req-064c7aac-4274-4c3d-b81a-f79d94c57c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:01.124486 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4ace0be-5559-4487-bd18-dc01e5484150 req-064c7aac-4274-4c3d-b81a-f79d94c57c50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.0592909 Jul 27 21:59:01.308105 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4ace0be-5559-4487-bd18-dc01e5484150 req-ed3afd06-e4a8-4598-9b4a-86b702e3f288 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560870 Jul 27 21:59:01.414581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923a9ad-23f6-4185-860e-d44eaabe28ff req-b3959724-f0de-465b-84af-495f08a29fb4 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:01.427222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2923a9ad-23f6-4185-860e-d44eaabe28ff req-b3959724-f0de-465b-84af-495f08a29fb4 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 1097 time: 0.0957801 Jul 27 21:59:01.428121 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4ace0be-5559-4487-bd18-dc01e5484150 req-4a302ce4-db43-437c-bd9d-0740cef36eca service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089668 Jul 27 21:59:01.461323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f628933-852b-46c7-b3ef-e567935fe5b1 req-1c6d7cf3-428d-46a0-9bb8-24d313c036b5 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:01.470626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f628933-852b-46c7-b3ef-e567935fe5b1 req-1c6d7cf3-428d-46a0-9bb8-24d313c036b5 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 948 time: 0.1123238 Jul 27 21:59:01.514722 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2923a9ad-23f6-4185-860e-d44eaabe28ff req-3fc19a9b-1a3c-4e8e-834a-7c6df29e6781 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846908 Jul 27 21:59:01.555471 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4ace0be-5559-4487-bd18-dc01e5484150 req-d9684199-affa-4366-a952-507838ebde0c service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994451 Jul 27 21:59:01.555762 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f628933-852b-46c7-b3ef-e567935fe5b1 req-6aafdcfb-f1c1-4684-9c48-6b671b3913cd tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724447 Jul 27 21:59:01.648638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27502e71-80a4-4f4f-a0eb-45849797da95 req-b3fcff98-ddfb-4d75-b5d6-a303d680a137 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:01.650677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-27502e71-80a4-4f4f-a0eb-45849797da95 req-b3fcff98-ddfb-4d75-b5d6-a303d680a137 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 949 time: 0.0530019 Jul 27 21:59:01.691253 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-27502e71-80a4-4f4f-a0eb-45849797da95 req-6adaf88a-6816-4961-8fa5-0f77de419d39 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Jul 27 21:59:01.890194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf64a8-a6d9-4f06-92db-f4d7eb763b01 req-78ad6bb7-43cd-4d37-9d71-0ce917e98eae tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:01.891856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-53bf64a8-a6d9-4f06-92db-f4d7eb763b01 req-78ad6bb7-43cd-4d37-9d71-0ce917e98eae tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 944 time: 0.0781190 Jul 27 21:59:01.934614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59366) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:01.962681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-53bf64a8-a6d9-4f06-92db-f4d7eb763b01 req-c8806c7a-6a45-4ab2-b739-9ef7e38a1ce5 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641725 Jul 27 21:59:02.130000 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d24e317a-3f94-439c-b2f4-b90ae97af7d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4130235f8bca4bdb87412a12b503ced7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940639 Jul 27 21:59:02.135649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663abfa-43f9-4e85-9111-e4913445f35c req-3e6be9e9-9599-4c49-88d0-6ae89a0a6fdf tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.137131 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c663abfa-43f9-4e85-9111-e4913445f35c req-3e6be9e9-9599-4c49-88d0-6ae89a0a6fdf tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.0627766 Jul 27 21:59:02.137612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:02.163254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf11043-3eaf-45cd-8079-1e584dc4adf4', 'tag': 'b108330b-40af-44e9-bb35-be58842ac7fc'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:02.167102 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21861dc7-c4e0-4324-9e21-66ddb60b7928" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf11043-3eaf-45cd-8079-1e584dc4adf4", "tag": "b108330b-40af-44e9-bb35-be58842ac7fc"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:02.193567 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c663abfa-43f9-4e85-9111-e4913445f35c req-ab79e41e-5886-44e4-88e9-5126a2edff78 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479999 Jul 27 21:59:02.225476 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9de353d-f8da-4708-bf56-234e0c29362f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.246821 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f707103-507e-42a4-828c-3fb624d74d53 x-openstack-request-id: req-5f707103-507e-42a4-828c-3fb624d74d53 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:02.247205 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf11043-3eaf-45cd-8079-1e584dc4adf4", "tag": "b108330b-40af-44e9-bb35-be58842ac7fc", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:02.247358 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f707103-507e-42a4-828c-3fb624d74d53 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:02.247752 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf11043-3eaf-45cd-8079-1e584dc4adf4', 'tag': 'b108330b-40af-44e9-bb35-be58842ac7fc', 'status': 'completed', 'code': 200} Jul 27 21:59:02.256099 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9de353d-f8da-4708-bf56-234e0c29362f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.329158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21861dc7-c4e0-4324-9e21-66ddb60b7928 req-68b67b3f-c150-476e-ba6e-d07df28f320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.330686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-21861dc7-c4e0-4324-9e21-66ddb60b7928 req-68b67b3f-c150-476e-ba6e-d07df28f320c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 1099 time: 0.0524871 Jul 27 21:59:02.342219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9de353d-f8da-4708-bf56-234e0c29362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.346085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9de353d-f8da-4708-bf56-234e0c29362f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.348421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d9de353d-f8da-4708-bf56-234e0c29362f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cf5372e-2f14-495e-bcd0-2b439cbce078 HTTP/1.1" status: 204 len: 168 time: 0.2087128 Jul 27 21:59:02.364739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de353d-f8da-4708-bf56-234e0c29362f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf5372e-2f14-495e-bcd0-2b439cbce078,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:02.471601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21861dc7-c4e0-4324-9e21-66ddb60b7928 req-9c62ed03-d16a-4eff-8719-c2cdc8bddfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.473507 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-21861dc7-c4e0-4324-9e21-66ddb60b7928 req-9c62ed03-d16a-4eff-8719-c2cdc8bddfb2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1247184 Jul 27 21:59:02.530216 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-21861dc7-c4e0-4324-9e21-66ddb60b7928 req-804ce9c3-b332-49f0-b926-23c2d5707f53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=b108330b-40af-44e9-bb35-be58842ac7fc HTTP/1.1" status: 200 len: 217 time: 0.0436151 Jul 27 21:59:02.610368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21861dc7-c4e0-4324-9e21-66ddb60b7928 req-dad4f0df-29d2-4de6-b478-73a5e0b301e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.611785 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-21861dc7-c4e0-4324-9e21-66ddb60b7928 req-dad4f0df-29d2-4de6-b478-73a5e0b301e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0729923 Jul 27 21:59:02.678427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21861dc7-c4e0-4324-9e21-66ddb60b7928 req-bf4ef08d-7491-4a42-acc8-6b7edc2ab8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.679971 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-21861dc7-c4e0-4324-9e21-66ddb60b7928 req-bf4ef08d-7491-4a42-acc8-6b7edc2ab8bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569744 Jul 27 21:59:02.707957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ce86-ad46-4f6a-b0f0-3ff297a27496 req-88d45d04-4bbe-42c2-acec-b26fd247dd87 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.715663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fdb2ce86-ad46-4f6a-b0f0-3ff297a27496 req-88d45d04-4bbe-42c2-acec-b26fd247dd87 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 1097 time: 0.0916059 Jul 27 21:59:02.751467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4861be-982a-4658-904b-2f8867cc483e req-322b3286-85bb-42ba-8d49-dcaaa4c6ac68 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.752395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59420) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:02.753139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd4861be-982a-4658-904b-2f8867cc483e req-322b3286-85bb-42ba-8d49-dcaaa4c6ac68 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 948 time: 0.0949290 Jul 27 21:59:02.783182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fdb2ce86-ad46-4f6a-b0f0-3ff297a27496 req-edb260f8-9aa8-4a11-96f3-030eaa343ec2 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660906 Jul 27 21:59:02.783676 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86683a44-d9da-48b6-aeea-f63a52b78c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.851125 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-21861dc7-c4e0-4324-9e21-66ddb60b7928 req-c711d47a-07c2-4998-92cd-2b20df48b4cf service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569321 Jul 27 21:59:02.854366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd4861be-982a-4658-904b-2f8867cc483e req-ad320b20-d347-4fc0-b2dd-8490e01ced10 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915985 Jul 27 21:59:03.009622 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-21861dc7-c4e0-4324-9e21-66ddb60b7928 req-6f62fe73-2cea-4341-9157-45033becfc5c service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467834 Jul 27 21:59:03.014479 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86683a44-d9da-48b6-aeea-f63a52b78c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.020749 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86683a44-d9da-48b6-aeea-f63a52b78c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.074179 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-86683a44-d9da-48b6-aeea-f63a52b78c3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b79ff3be15154fe7833d8a48edc772f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150506 Jul 27 21:59:03.075622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86683a44-d9da-48b6-aeea-f63a52b78c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a12b41-998a-4a5e-9692-6577cd542479,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:03.077084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59440) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:03.170514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0710e52d-b9e3-4e70-932f-3220fd3cdf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.202346 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0710e52d-b9e3-4e70-932f-3220fd3cdf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.270521 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0710e52d-b9e3-4e70-932f-3220fd3cdf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.273550 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0710e52d-b9e3-4e70-932f-3220fd3cdf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.274846 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0710e52d-b9e3-4e70-932f-3220fd3cdf73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43a12b41-998a-4a5e-9692-6577cd542479 HTTP/1.1" status: 204 len: 168 time: 0.1966696 Jul 27 21:59:03.301667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710e52d-b9e3-4e70-932f-3220fd3cdf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a12b41-998a-4a5e-9692-6577cd542479,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:03.401900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a0b62506-4325-4bc2-90d0-1599ccdd7d08 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:03.428695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: a0b62506-4325-4bc2-90d0-1599ccdd7d08 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:59:03.429930 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a0b62506-4325-4bc2-90d0-1599ccdd7d08 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:03.666786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfcb7d-ed88-455f-ac89-a50113e93302 req-2beab509-a613-4d71-9cd3-3c9fc0f71723 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.675945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-becfcb7d-ed88-455f-ac89-a50113e93302 req-2beab509-a613-4d71-9cd3-3c9fc0f71723 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 944 time: 0.1169770 Jul 27 21:59:03.723639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-becfcb7d-ed88-455f-ac89-a50113e93302 req-6b93798b-86d8-4c5a-b8f8-02227e3b1963 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 Jul 27 21:59:03.867607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d82a25-d69a-48a4-b604-648fccb58746 req-ec19a0a9-9d77-43cc-a686-bf410b036128 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.869513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31d82a25-d69a-48a4-b604-648fccb58746 req-ec19a0a9-9d77-43cc-a686-bf410b036128 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.0635381 Jul 27 21:59:03.917246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31d82a25-d69a-48a4-b604-648fccb58746 req-11335f09-ec09-4914-a849-18a470629486 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387640 Jul 27 21:59:04.115777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-fa0b7d00-2b76-4208-ae78-cccd3c7b5421 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:59:04.116863 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-fa0b7d00-2b76-4208-ae78-cccd3c7b5421 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078092 Jul 27 21:59:04.132780 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] Request body: {'binding': {'host': 'n-h1-802011-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:04.132780 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:59:04.199585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee13f3b-ddbe-4f1e-bd51-6d6e6b7b4951 req-7d13a6aa-3d6a-497c-a54b-b8c18d890251 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.201089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dee13f3b-ddbe-4f1e-bd51-6d6e6b7b4951 req-7d13a6aa-3d6a-497c-a54b-b8c18d890251 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 948 time: 0.0705886 Jul 27 21:59:04.254119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dee13f3b-ddbe-4f1e-bd51-6d6e6b7b4951 req-fc5bfa04-a532-4779-ba1a-f2ef3e595e58 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451162 Jul 27 21:59:04.293342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] Attempting to bind port 522be010-4342-4507-91a1-43b8189a8649 on host n-h1-802011-3 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:04.293965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] Attempting to bind port 522be010-4342-4507-91a1-43b8189a8649 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:04.294496 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] Attempting to bind port 522be010-4342-4507-91a1-43b8189a8649 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:04.299779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] Port 522be010-4342-4507-91a1-43b8189a8649 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:04.300327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] Attempting to bind port 522be010-4342-4507-91a1-43b8189a8649 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:04.305514 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:04.305987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:04.306525 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:04.307062 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] Bound port: 522be010-4342-4507-91a1-43b8189a8649, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:04.320613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59506) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:04.371597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=522be010-4342-4507-91a1-43b8189a8649,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:04.378111 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.379443 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-88e473a3-b24a-407b-9677-bbc715253f12 service neutron] 10.222.0.24 "POST /v2.0/ports/522be010-4342-4507-91a1-43b8189a8649/bindings HTTP/1.1" status: 201 len: 389 time: 0.2560325 Jul 27 21:59:04.439686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-102872926-network', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:04.473153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Made reservation on behalf of b5d8cb70d5a248c49dfc03758991209a for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:04.475455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.485603 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.573612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96ffd1-f31f-4db5-b75d-e86ccace6052 req-f83e20e0-7aa1-4b49-9fc4-6d630cce205e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.575110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db96ffd1-f31f-4db5-b75d-e86ccace6052 req-f83e20e0-7aa1-4b49-9fc4-6d630cce205e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 946 time: 0.0739872 Jul 27 21:59:04.638727 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db96ffd1-f31f-4db5-b75d-e86ccace6052 req-8e08c332-c991-4bcd-ad84-3e49ef77a7bd tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561912 Jul 27 21:59:04.651993 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.657342 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.684429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-cc0be749-2520-4b0a-88ec-736c2649861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.687034 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-cc0be749-2520-4b0a-88ec-736c2649861f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 1097 time: 0.0584967 Jul 27 21:59:04.692229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:59:04.694481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482a10ef-68b4-44db-bbf4-ea100624a1db,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:04.705535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.706662 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Added segment 79fa57b7-3479-4f10-9fd8-95879f52ae5a of type vlan for network 7c05bd0e-4555-48cb-9b43-928bab5eb963 Jul 27 21:59:04.752037 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.790411 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.791762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.792471 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.800085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-58ae9e46-006f-48b8-b8ff-b941165542b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.802078 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-58ae9e46-006f-48b8-b8ff-b941165542b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.0946195 Jul 27 21:59:04.850379 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-b6fe63b7-b6a6-4791-9dfe-e5058d22c61d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=522be010-4342-4507-91a1-43b8189a8649 HTTP/1.1" status: 200 len: 217 time: 0.0404263 Jul 27 21:59:04.868822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5444200 Jul 27 21:59:04.873125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59514) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:04.879780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d5864fd3-6db8-4dfc-84ba-c67be1d9d15b admin admin] Request body: {'subnet': {'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-102872926-subnet', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:04.903586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82185785-6cce-42c9-9760-1b8290f1ffae admin admin] Pushing event updated for resources: {'Network': ['ID=7c05bd0e-4555-48cb-9b43-928bab5eb963,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:04.915793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-7fd0c005-8717-4cf0-be64-3e54b2699897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.916555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7c05bd0e-4555-48cb-9b43-928bab5eb963 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:59:04.917707 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-7fd0c005-8717-4cf0-be64-3e54b2699897 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.0512817 Jul 27 21:59:04.923639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562cd11-7cc0-4d4c-9731-cef759399460 req-319b3ff5-1648-4107-956f-4a4c2a2dc1f3 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.925139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f562cd11-7cc0-4d4c-9731-cef759399460 req-319b3ff5-1648-4107-956f-4a4c2a2dc1f3 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 944 time: 0.1235771 Jul 27 21:59:04.932340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5864fd3-6db8-4dfc-84ba-c67be1d9d15b admin admin] Made reservation on behalf of b5d8cb70d5a248c49dfc03758991209a for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:04.934981 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5864fd3-6db8-4dfc-84ba-c67be1d9d15b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.961142 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-4b9c0847-f624-4a74-abda-21da1801deab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338366 Jul 27 21:59:05.078732 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-afb0fef1-0bd8-4a8c-823b-54b1b42ea7ba service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069858 Jul 27 21:59:05.088361 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f562cd11-7cc0-4d4c-9731-cef759399460 req-a7d2a4d9-1bfd-48eb-8a9d-d1b6ae3033b6 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498318 Jul 27 21:59:05.114002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f6d94-0fe8-43a6-a305-84538c3b77c1 req-fe49bac2-66f3-4345-affb-d0377db63b48 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.116290 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca9f6d94-0fe8-43a6-a305-84538c3b77c1 req-fe49bac2-66f3-4345-affb-d0377db63b48 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.0953469 Jul 27 21:59:05.185246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b108330b-40af-44e9-bb35-be58842ac7fc details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:05.198501 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-e673c8a4-71c6-4b0d-9732-fd0c171d64f1 service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124215 Jul 27 21:59:05.202569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca9f6d94-0fe8-43a6-a305-84538c3b77c1 req-6ff07d1f-d6aa-4578-91ec-9bd725d8f803 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797393 Jul 27 21:59:05.262427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 543f02b2-e472-4658-b4a6-1a8318f4c0a5 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:05.270422 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5864fd3-6db8-4dfc-84ba-c67be1d9d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.349195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5864fd3-6db8-4dfc-84ba-c67be1d9d15b admin admin] Checking segment: {'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:05.349790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5864fd3-6db8-4dfc-84ba-c67be1d9d15b admin admin] Network hostable DHCP agents. Network: 7c05bd0e-4555-48cb-9b43-928bab5eb963, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:59:05.353134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5864fd3-6db8-4dfc-84ba-c67be1d9d15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0745f83-7323-4d9c-88cc-0ea896a0ca62,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:05.393049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-f6cc6290-a5d4-4bcd-969e-abc34c2edda6 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.394887 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-f6cc6290-a5d4-4bcd-969e-abc34c2edda6 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff&tenant_id=2c1d48a9f6a14539976b63c05ed486a6&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1097 time: 0.0825303 Jul 27 21:59:05.397907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5864fd3-6db8-4dfc-84ba-c67be1d9d15b admin admin] Network 7c05bd0e-4555-48cb-9b43-928bab5eb963 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:59:05.409211 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01751eb3-a8fe-4833-8c4c-bc33d5f0beca req-a7bab3a1-d700-40d3-a8f9-ef7d381d039b tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.410751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01751eb3-a8fe-4833-8c4c-bc33d5f0beca req-a7bab3a1-d700-40d3-a8f9-ef7d381d039b tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 948 time: 0.0719445 Jul 27 21:59:05.415438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802011-3'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:05.419306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d5864fd3-6db8-4dfc-84ba-c67be1d9d15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7c05bd0e-4555-48cb-9b43-928bab5eb963) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:05.434030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5864fd3-6db8-4dfc-84ba-c67be1d9d15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.434898 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5864fd3-6db8-4dfc-84ba-c67be1d9d15b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.438963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2698a749-ef10-441b-8853-9723dcc4b4a1 None None] Network 7c05bd0e-4555-48cb-9b43-928bab5eb963 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:05.471627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d5864fd3-6db8-4dfc-84ba-c67be1d9d15b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5924213 Jul 27 21:59:05.474993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59534) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:05.479319 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-102872926-router', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:05.501034 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.507426 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01751eb3-a8fe-4833-8c4c-bc33d5f0beca req-ac93b6cd-fb62-40a2-9012-a6d01f55c5c8 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903614 Jul 27 21:59:05.514914 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.516798 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.538583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b108330b-40af-44e9-bb35-be58842ac7fc, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b108330b-40af-44e9-bb35-be58842ac7fc,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:05.582148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'b108330b-40af-44e9-bb35-be58842ac7fc', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'b108330b-40af-44e9-bb35-be58842ac7fc', 'mac_address': 'fa:16:3e:df:62:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:59:05.585273 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.595888 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.653864 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:05.657066 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7aa670-5e0b-4384-b91e-63d1ae6ecfbd" -d '{"events": [{"server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "name": "network-vif-unplugged", "status": "completed", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:05.671020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=522be010-4342-4507-91a1-43b8189a8649,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:05.720067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:05.776518 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.780475 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf13761-c163-465b-b1cb-bbe5644a3aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522be010-4342-4507-91a1-43b8189a8649'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:05.785629 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d32c95-1768-475b-92fe-989eaa53b3b6" -d '{"events": [{"server_uuid": "1bf13761-c163-465b-b1cb-bbe5644a3aff", "name": "network-vif-unplugged", "status": "completed", "tag": "522be010-4342-4507-91a1-43b8189a8649"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:05.791965 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.803122 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.848539 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02865931-f3bc-4ec2-9840-10acc9e63b9c x-openstack-request-id: req-02865931-f3bc-4ec2-9840-10acc9e63b9c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:05.848863 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "name": "network-vif-unplugged", "status": "completed", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:05.849095 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02865931-f3bc-4ec2-9840-10acc9e63b9c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:05.849546 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'code': 200} Jul 27 21:59:05.851573 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:05.853031 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdeb801-2af8-4d7c-9d80-dd6b9a547cfe x-openstack-request-id: req-dfdeb801-2af8-4d7c-9d80-dd6b9a547cfe {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:05.853388 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf13761-c163-465b-b1cb-bbe5644a3aff", "name": "network-vif-unplugged", "status": "completed", "tag": "522be010-4342-4507-91a1-43b8189a8649", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:05.853808 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfdeb801-2af8-4d7c-9d80-dd6b9a547cfe {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:05.854243 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf13761-c163-465b-b1cb-bbe5644a3aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522be010-4342-4507-91a1-43b8189a8649', 'code': 200} Jul 27 21:59:05.869100 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.871987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Pushing event updated for resources: {'Port': ['ID=522be010-4342-4507-91a1-43b8189a8649,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:05.879228 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.927033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Attempting to bind port 522be010-4342-4507-91a1-43b8189a8649 on host n-h2-802011-3 for vnic_type normal with profile {"migrating_to": "n-h1-802011-3"} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:05.927411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Attempting to bind port 522be010-4342-4507-91a1-43b8189a8649 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:05.927688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Attempting to bind port 522be010-4342-4507-91a1-43b8189a8649 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:05.931065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b09eef-a315-4900-a54b-a16446e18c49 req-12b15a96-59a4-41cf-abce-6c6772ba4160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.931795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b108330b-40af-44e9-bb35-be58842ac7fc {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:05.933167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Port 522be010-4342-4507-91a1-43b8189a8649 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:05.933495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Attempting to bind port 522be010-4342-4507-91a1-43b8189a8649 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:05.939430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:05.939763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:05.940389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:05.940518 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63b09eef-a315-4900-a54b-a16446e18c49 req-12b15a96-59a4-41cf-abce-6c6772ba4160 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 944 time: 0.1286240 Jul 27 21:59:05.940861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Bound port: 522be010-4342-4507-91a1-43b8189a8649, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:05.941345 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.993047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b108330b-40af-44e9-bb35-be58842ac7fc, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b108330b-40af-44e9-bb35-be58842ac7fc,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:06.002106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-7c05bd0e-4555-48cb-9b43-928bab5eb963', 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'fixed_ips': [{'subnet_id': 'e0745f83-7323-4d9c-88cc-0ea896a0ca62'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:59:06.003318 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.019950 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63b09eef-a315-4900-a54b-a16446e18c49 req-1d5f157e-4cd0-4d75-99b9-77e42ac3f461 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705888 Jul 27 21:59:06.026134 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.027197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:06.037354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=543f02b2-e472-4658-b4a6-1a8318f4c0a5,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:06.050343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:06.053771 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=522be010-4342-4507-91a1-43b8189a8649,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:06.058943 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.059461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:06.059991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:06.060637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:06.061153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:06.061999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:06.062586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:06.063167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:06.063667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:06.064259 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:06.064740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:06.065729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:06.066227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:06.154824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Pushing event updated for resources: {'Port': ['ID=522be010-4342-4507-91a1-43b8189a8649,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:06.160509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.161187 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.162629 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d0889113-1d57-4837-9dc0-32bb8f5e2372 service neutron] 10.222.0.43 "PUT /v2.0/ports/522be010-4342-4507-91a1-43b8189a8649 HTTP/1.1" status: 200 len: 1122 time: 0.7526588 Jul 27 21:59:06.218607 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:59:06.230593 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.267007 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.295269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['522be010-4342-4507-91a1-43b8189a8649'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:06.349230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b108330b-40af-44e9-bb35-be58842ac7fc,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:06.360408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fc06c-aa81-4045-8224-17f962a1d813 req-6537a947-ae67-479c-920d-80aa97f2a8b4 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.362031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a0fc06c-aa81-4045-8224-17f962a1d813 req-6537a947-ae67-479c-920d-80aa97f2a8b4 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 944 time: 0.1292644 Jul 27 21:59:06.430656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Allocated IP 172.20.0.2 (7c05bd0e-4555-48cb-9b43-928bab5eb963/e0745f83-7323-4d9c-88cc-0ea896a0ca62/121f8b4f-3bdb-463c-9468-9c9de9afc97f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:06.434010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:06.468071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf', 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8', 'port_id': '6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf', 'mac_address': 'fa:16:3e:bd:8d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:59:06.484626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a0fc06c-aa81-4045-8224-17f962a1d813 req-aabdb5b1-d67c-46b8-94d4-7d0948f2d5a3 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135764 Jul 27 21:59:06.502741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Allocated IP 172.25.1.40 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/734f03e1-38c3-418b-8985-b3331620c847) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:06.519667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e920c-51eb-4731-b2e5-532bb4c2a408 req-5c0af024-3770-413e-9997-849e7c7158c5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.521284 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-780e920c-51eb-4731-b2e5-532bb4c2a408 req-5c0af024-3770-413e-9997-849e7c7158c5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1536291 Jul 27 21:59:06.627182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-780e920c-51eb-4731-b2e5-532bb4c2a408 req-5785b68d-6932-480e-bf49-dd3947d59c40 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960927 Jul 27 21:59:06.638357 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.682551 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.723153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:06.765483 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.768407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:06.777908 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.788767 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.801056 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Transition to ACTIVE for port object 121f8b4f-3bdb-463c-9468-9c9de9afc97f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:06.820133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75313bb3-cc5a-4bec-8207-7acc542eb37a req-092c6fab-b0fa-426f-be33-f2f2288234aa tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.821660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75313bb3-cc5a-4bec-8207-7acc542eb37a req-092c6fab-b0fa-426f-be33-f2f2288234aa tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 949 time: 0.1012213 Jul 27 21:59:06.830942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:06.841871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:06.848751 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Transition to ACTIVE for port object 121f8b4f-3bdb-463c-9468-9c9de9afc97f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:06.851708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:06.854374 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Pushing event updated for resources: {'Port': ['ID=734f03e1-38c3-418b-8985-b3331620c847,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:06.869594 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.872653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:06.908673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Network 7c05bd0e-4555-48cb-9b43-928bab5eb963 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:06.911650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:06.915285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:06.930559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Pushing event updated for resources: {'Port': ['ID=121f8b4f-3bdb-463c-9468-9c9de9afc97f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:06.983853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Attempting to bind port 121f8b4f-3bdb-463c-9468-9c9de9afc97f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:06.985044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Attempting to bind port 121f8b4f-3bdb-463c-9468-9c9de9afc97f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:06.985548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Attempting to bind port 121f8b4f-3bdb-463c-9468-9c9de9afc97f on network 7c05bd0e-4555-48cb-9b43-928bab5eb963 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:06.991305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:06.991673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Checking segment: {'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:06.992072 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.992458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Bound using segment: {'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:06.992921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Bound port: 121f8b4f-3bdb-463c-9468-9c9de9afc97f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:06.993376 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.065960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] For port 121f8b4f-3bdb-463c-9468-9c9de9afc97f, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:07.069863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] For port 121f8b4f-3bdb-463c-9468-9c9de9afc97f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=121f8b4f-3bdb-463c-9468-9c9de9afc97f,segment=NetworkSegment(79fa57b7-3479-4f10-9fd8-95879f52ae5a),segment_id=79fa57b7-3479-4f10-9fd8-95879f52ae5a)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:07.077880 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.152915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7119232-2b4f-4c36-b621-1e89402e810b None None] Pushing event updated for resources: {'Port': ['ID=121f8b4f-3bdb-463c-9468-9c9de9afc97f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:07.179254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 543f02b2-e472-4658-b4a6-1a8318f4c0a5 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:07.238714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75313bb3-cc5a-4bec-8207-7acc542eb37a req-248c47c5-f25b-4758-a41a-203769304f19 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065063 Jul 27 21:59:07.271109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1820a4-fcce-4ecc-ac98-6abd4722cd04 req-7b128a4a-a3e0-4da8-8735-37ee560f148f tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.278465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b1820a4-fcce-4ecc-ac98-6abd4722cd04 req-7b128a4a-a3e0-4da8-8735-37ee560f148f tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 946 time: 0.1331229 Jul 27 21:59:07.303963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:07.327406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:07.365537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['b108330b-40af-44e9-bb35-be58842ac7fc'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:07.368259 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'mac_address': 'fa:16:3e:1d:05:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:59:07.425454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b1820a4-fcce-4ecc-ac98-6abd4722cd04 req-f2d26dc4-5868-4ae5-b135-5be605568ec8 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461093 Jul 27 21:59:07.457717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3068351-bf94-483c-9fff-0c969682e22d req-ae13826f-e431-47ec-a6ff-fff602a82c2d tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.464485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3068351-bf94-483c-9fff-0c969682e22d req-ae13826f-e431-47ec-a6ff-fff602a82c2d tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 944 time: 0.1352468 Jul 27 21:59:07.477366 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.500381 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.509204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543f02b2-e472-4658-b4a6-1a8318f4c0a5 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:07.559512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:07.559944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3068351-bf94-483c-9fff-0c969682e22d req-886cc9d5-572e-469c-a4c2-20e2129e5613 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884149 Jul 27 21:59:07.580285 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.688647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d776c71-2d07-460b-ad91-d3917c19bc67 req-c7e2c147-cc7f-44de-b158-3aff97377b69 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.690511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d776c71-2d07-460b-ad91-d3917c19bc67 req-c7e2c147-cc7f-44de-b158-3aff97377b69 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 945 time: 0.0996430 Jul 27 21:59:07.724831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=543f02b2-e472-4658-b4a6-1a8318f4c0a5,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:07.763542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['543f02b2-e472-4658-b4a6-1a8318f4c0a5'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:07.828257 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d776c71-2d07-460b-ad91-d3917c19bc67 req-4ef586d9-a6fd-425a-88a2-bb464c0f4905 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058302 Jul 27 21:59:07.851353 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15a696-547a-40db-9b09-067a4e6a1a0c req-57956a94-bbf0-4ec0-aa6b-4b281374370b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.852848 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c15a696-547a-40db-9b09-067a4e6a1a0c req-57956a94-bbf0-4ec0-aa6b-4b281374370b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1294203 Jul 27 21:59:07.855606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf13761-c163-465b-b1cb-bbe5644a3aff', 'tag': '522be010-4342-4507-91a1-43b8189a8649'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:07.857924 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db021bf-1417-48ba-950a-7074b70bf645" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf13761-c163-465b-b1cb-bbe5644a3aff", "tag": "522be010-4342-4507-91a1-43b8189a8649"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:07.873548 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.897441 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215a5098-7e7e-4963-be15-4036eee2654d x-openstack-request-id: req-215a5098-7e7e-4963-be15-4036eee2654d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:07.897441 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf13761-c163-465b-b1cb-bbe5644a3aff", "tag": "522be010-4342-4507-91a1-43b8189a8649", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:07.897691 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-215a5098-7e7e-4963-be15-4036eee2654d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:07.897999 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf13761-c163-465b-b1cb-bbe5644a3aff', 'tag': '522be010-4342-4507-91a1-43b8189a8649', 'status': 'completed', 'code': 200} Jul 27 21:59:07.964342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c15a696-547a-40db-9b09-067a4e6a1a0c req-394dcb7b-bd1e-4b55-afdc-a8a24d8f48f5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053805 Jul 27 21:59:08.026905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db021bf-1417-48ba-950a-7074b70bf645 req-3055f1f1-9d6b-406d-aa11-2f33f7ae1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.028331 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0db021bf-1417-48ba-950a-7074b70bf645 req-3055f1f1-9d6b-406d-aa11-2f33f7ae1ae9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 1125 time: 0.0969434 Jul 27 21:59:08.130520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 121f8b4f-3bdb-463c-9468-9c9de9afc97f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:08.137374 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Router 6e434b3c-ad46-4fe3-864d-7256346d48b4 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:59:08.155869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db021bf-1417-48ba-950a-7074b70bf645 req-191c459e-45ba-423b-96a0-b7e3efd0448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.158661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0db021bf-1417-48ba-950a-7074b70bf645 req-191c459e-45ba-423b-96a0-b7e3efd0448e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.1195695 Jul 27 21:59:08.189299 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 121f8b4f-3bdb-463c-9468-9c9de9afc97f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:08.212761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a78fc-8c19-41ad-9b6f-450bb050ab27 None None] Network 7c05bd0e-4555-48cb-9b43-928bab5eb963 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:08.236081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0db021bf-1417-48ba-950a-7074b70bf645 req-76737ec4-731f-4b8e-9212-098010222cff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=522be010-4342-4507-91a1-43b8189a8649 HTTP/1.1" status: 200 len: 217 time: 0.0363307 Jul 27 21:59:08.340347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-71670d9f-e78b-4f5e-8991-71c474f06ff0 None None] Provisioning for port 121f8b4f-3bdb-463c-9468-9c9de9afc97f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:08.349313 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-71670d9f-e78b-4f5e-8991-71c474f06ff0 None None] Provisioning complete for port 121f8b4f-3bdb-463c-9468-9c9de9afc97f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:08.349688 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71670d9f-e78b-4f5e-8991-71c474f06ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.355936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:59:08.358197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db021bf-1417-48ba-950a-7074b70bf645 req-0fa58eb2-1cbe-407b-8325-0e7872138e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.360361 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0db021bf-1417-48ba-950a-7074b70bf645 req-0fa58eb2-1cbe-407b-8325-0e7872138e9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.0863769 Jul 27 21:59:08.367606 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Sync routers for ids ['6e434b3c-ad46-4fe3-864d-7256346d48b4'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:59:08.378384 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Routers {'6e434b3c-ad46-4fe3-864d-7256346d48b4'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:08.379143 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:58:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['6e434b3c-ad46-4fe3-864d-7256346d48b4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:08.402997 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0db021bf-1417-48ba-950a-7074b70bf645 req-5268d027-ceb6-4536-93d6-28546cdc0f54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342252 Jul 27 21:59:08.404881 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.409052 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9956e71c-d7ac-48b7-808c-d61828a9ee10 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9301972 Jul 27 21:59:08.409273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:08.425784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf7302-d495-4660-bd37-7ea4aab58bdf req-f0661d5e-04e9-47ac-8be2-6eb6fa30911d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.427528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bcf7302-d495-4660-bd37-7ea4aab58bdf req-f0661d5e-04e9-47ac-8be2-6eb6fa30911d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 949 time: 0.1079826 Jul 27 21:59:08.467295 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71670d9f-e78b-4f5e-8991-71c474f06ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.500820 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Set router 6e434b3c-ad46-4fe3-864d-7256346d48b4 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:08.510256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-71670d9f-e78b-4f5e-8991-71c474f06ff0 None None] For port 121f8b4f-3bdb-463c-9468-9c9de9afc97f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=121f8b4f-3bdb-463c-9468-9c9de9afc97f,segment=NetworkSegment(79fa57b7-3479-4f10-9fd8-95879f52ae5a),segment_id=79fa57b7-3479-4f10-9fd8-95879f52ae5a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:08.515161 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71670d9f-e78b-4f5e-8991-71c474f06ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.579236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71670d9f-e78b-4f5e-8991-71c474f06ff0 None None] Pushing event updated for resources: {'Port': ['ID=121f8b4f-3bdb-463c-9468-9c9de9afc97f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:08.653189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bcf7302-d495-4660-bd37-7ea4aab58bdf req-70f9c364-958c-4c65-8f3e-a7a3cdb251d2 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798329 Jul 27 21:59:08.685463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0db021bf-1417-48ba-950a-7074b70bf645 req-5c3419a9-897c-4936-92ed-dd1307d17a2c service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694488 Jul 27 21:59:08.694782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108b81e-61f6-4ccb-914a-14f97b8fbd15 req-67fa14c8-0bea-464a-a1a2-247e1a41005b tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.696279 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e108b81e-61f6-4ccb-914a-14f97b8fbd15 req-67fa14c8-0bea-464a-a1a2-247e1a41005b tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 946 time: 0.1605110 Jul 27 21:59:08.707093 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-102872926-router', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '734f03e1-38c3-418b-8985-b3331620c847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:05Z', 'updated_at': '2021-07-27T21:59:07Z', 'revision_number': 3, 'project_id': 'b5d8cb70d5a248c49dfc03758991209a', 'gw_port': {'id': '734f03e1-38c3-418b-8985-b3331620c847', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:06Z', 'updated_at': '2021-07-27T21:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:08.741159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ba5901db-1a07-44a1-800e-566cad0ceb1a None None] Provisioning complete for port 121f8b4f-3bdb-463c-9468-9c9de9afc97f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:08.741673 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba5901db-1a07-44a1-800e-566cad0ceb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.743126 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Checking router: 6e434b3c-ad46-4fe3-864d-7256346d48b4 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:59:08.743483 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Updating router 6e434b3c-ad46-4fe3-864d-7256346d48b4 port 734f03e1-38c3-418b-8985-b3331620c847 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:59:08.773563 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:09.052441 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:09.063788 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Transition to ACTIVE for port object 734f03e1-38c3-418b-8985-b3331620c847 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:09.070142 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:09.132452 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Attempting to bind port 734f03e1-38c3-418b-8985-b3331620c847 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:09.133836 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Attempting to bind port 734f03e1-38c3-418b-8985-b3331620c847 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:09.133836 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Attempting to bind port 734f03e1-38c3-418b-8985-b3331620c847 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:09.141134 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Pushing event updated for resources: {'Port': ['ID=734f03e1-38c3-418b-8985-b3331620c847,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:09.144888 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:09.145409 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:09.145924 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:09.146460 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:09.147088 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Bound port: 734f03e1-38c3-418b-8985-b3331620c847, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:09.147610 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:09.179714 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:09.180108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e108b81e-61f6-4ccb-914a-14f97b8fbd15 req-9a3e59ec-a04f-4b00-b294-f2d11d66b9b1 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446559 Jul 27 21:59:09.180601 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:09.180701 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:09.181145 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:09.181584 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:09.182122 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:09.182730 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:09.183057 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:09.183524 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:09.184087 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:09.184486 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:09.184915 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:09.207145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 522be010-4342-4507-91a1-43b8189a8649 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:09.266361 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] For port 734f03e1-38c3-418b-8985-b3331620c847, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:09.270399 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] For port 734f03e1-38c3-418b-8985-b3331620c847, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=734f03e1-38c3-418b-8985-b3331620c847,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:09.275044 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:09.303589 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0db021bf-1417-48ba-950a-7074b70bf645 req-cb28ebbb-427d-4829-953b-b60fd791d348 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051712 Jul 27 21:59:09.329170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf4073-ffd2-4b3b-8e67-9c9e29b59ade req-9a177089-a012-49f0-9292-6abf4f66f876 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.337994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-edbf4073-ffd2-4b3b-8e67-9c9e29b59ade req-9a177089-a012-49f0-9292-6abf4f66f876 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 944 time: 0.4933221 Jul 27 21:59:09.394196 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42c0b3-48e2-40a8-9632-091fe2727dea None None] Pushing event updated for resources: {'Port': ['ID=734f03e1-38c3-418b-8985-b3331620c847,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:09.410983 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Routers {'6e434b3c-ad46-4fe3-864d-7256346d48b4'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:09.411780 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:58:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['6e434b3c-ad46-4fe3-864d-7256346d48b4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:09.428652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=522be010-4342-4507-91a1-43b8189a8649,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:09.444779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 522be010-4342-4507-91a1-43b8189a8649 has no active binding in host n-h1-802011-3 {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:59:09.503231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-edbf4073-ffd2-4b3b-8e67-9c9e29b59ade req-a5be9b67-e3c9-46c4-b5e3-57f5043c9cf9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639421 Jul 27 21:59:09.545012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdf40c-5c0d-4604-afe1-101ba5a7202b req-4174de33-bd2f-4659-901c-cc6d6c7bbbe0 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.547247 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-00bdf40c-5c0d-4604-afe1-101ba5a7202b req-4174de33-bd2f-4659-901c-cc6d6c7bbbe0 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 945 time: 0.0986753 Jul 27 21:59:09.560923 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] Set router 6e434b3c-ad46-4fe3-864d-7256346d48b4 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:09.666788 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-00bdf40c-5c0d-4604-afe1-101ba5a7202b req-32aa46a8-316a-4b0e-8c65-7cbf98fd5962 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891542 Jul 27 21:59:09.765340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1a7c5-bd11-4f84-8801-5618047f77c2 req-e6df6141-8f64-41e4-bb3c-77b1fdc758c2 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.767711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ef1a7c5-bd11-4f84-8801-5618047f77c2 req-e6df6141-8f64-41e4-bb3c-77b1fdc758c2 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1607003 Jul 27 21:59:09.839983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0c36d-01b5-4546-ac33-88717b5593d8 req-2ade86ad-f225-48e1-a57e-4a5ecb2b182a tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.842692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-acb0c36d-01b5-4546-ac33-88717b5593d8 req-2ade86ad-f225-48e1-a57e-4a5ecb2b182a tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 946 time: 0.1538332 Jul 27 21:59:09.904529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:09.911829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ef1a7c5-bd11-4f84-8801-5618047f77c2 req-93ccee22-a30d-4b4c-bea8-8966517828ae tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262655 Jul 27 21:59:09.925306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f93d69-df56-4d51-8714-093b5457239e req-484bc4c4-8c81-4622-b1e0-17c67adc0925 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.937573 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87f93d69-df56-4d51-8714-093b5457239e req-484bc4c4-8c81-4622-b1e0-17c67adc0925 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 949 time: 0.1528957 Jul 27 21:59:09.992104 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-102872926-router', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '734f03e1-38c3-418b-8985-b3331620c847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:05Z', 'updated_at': '2021-07-27T21:59:07Z', 'revision_number': 3, 'project_id': 'b5d8cb70d5a248c49dfc03758991209a', 'gw_port': {'id': '734f03e1-38c3-418b-8985-b3331620c847', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:06Z', 'updated_at': '2021-07-27T21:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:10.086993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87f93d69-df56-4d51-8714-093b5457239e req-553d14a0-7a87-47b9-9f4a-1fcf0031e62b tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333241 Jul 27 21:59:10.100817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-acb0c36d-01b5-4546-ac33-88717b5593d8 req-6b23ef27-f605-4c31-a48e-b59db073d2da tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Deleting port 2a6fa5a4-7577-476d-9ef1-9235eb916048 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:10.101009 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bff6b9-9bde-4323-b27a-5f13e0c8a9c0 None None] The sync data for ids ['6e434b3c-ad46-4fe3-864d-7256346d48b4'] in n-d-802011-3 is: [{'id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-102872926-router', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '734f03e1-38c3-418b-8985-b3331620c847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:05Z', 'updated_at': '2021-07-27T21:59:07Z', 'revision_number': 3, 'project_id': 'b5d8cb70d5a248c49dfc03758991209a', 'gw_port': {'id': '734f03e1-38c3-418b-8985-b3331620c847', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:06Z', 'updated_at': '2021-07-27T21:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:59:10.101723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-acb0c36d-01b5-4546-ac33-88717b5593d8 req-6b23ef27-f605-4c31-a48e-b59db073d2da tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.155215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 121f8b4f-3bdb-463c-9468-9c9de9afc97f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:10.260997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 121f8b4f-3bdb-463c-9468-9c9de9afc97f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:10.261686 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.284883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-acb0c36d-01b5-4546-ac33-88717b5593d8 req-6b23ef27-f605-4c31-a48e-b59db073d2da tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] For port 2a6fa5a4-7577-476d-9ef1-9235eb916048, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a6fa5a4-7577-476d-9ef1-9235eb916048,segment=NetworkSegment(d6cdf379-83b3-4edf-8c3a-a2bdaa78aee7),segment_id=d6cdf379-83b3-4edf-8c3a-a2bdaa78aee7)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:10.285264 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-acb0c36d-01b5-4546-ac33-88717b5593d8 req-6b23ef27-f605-4c31-a48e-b59db073d2da tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.308230 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Allocated IP 172.20.0.1 (7c05bd0e-4555-48cb-9b43-928bab5eb963/e0745f83-7323-4d9c-88cc-0ea896a0ca62/b8f4134d-8bb6-46ef-843f-9d47947f994d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:10.432652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d1f07-66c3-471d-8f0b-02e7e0ef81e0 req-c6efb548-5bce-46f5-a2f2-cb0cabdcee39 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:10.440713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db0d1f07-66c3-471d-8f0b-02e7e0ef81e0 req-c6efb548-5bce-46f5-a2f2-cb0cabdcee39 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 946 time: 0.1289575 Jul 27 21:59:10.523756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db0d1f07-66c3-471d-8f0b-02e7e0ef81e0 req-2db56833-c266-4f10-8952-96b918816cc1 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/security-groups?id=c002c580-324b-4c4e-84f5-2a077d0f9f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819976 Jul 27 21:59:10.568906 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.585565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Transition to ACTIVE for port object b8f4134d-8bb6-46ef-843f-9d47947f994d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:10.640267 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.778612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Network 7c05bd0e-4555-48cb-9b43-928bab5eb963 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:10.798441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-acb0c36d-01b5-4546-ac33-88717b5593d8 req-6b23ef27-f605-4c31-a48e-b59db073d2da tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Calling delete_port for 2a6fa5a4-7577-476d-9ef1-9235eb916048 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:10.827128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:10.860292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:10.860796 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.880670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4fbf-9960-4521-b6ae-a2b944e19ffa req-c5f2a9c8-2f75-4ed6-a89f-73022bf7663c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:10.882251 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94e4fbf-9960-4521-b6ae-a2b944e19ffa req-c5f2a9c8-2f75-4ed6-a89f-73022bf7663c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 944 time: 0.2529173 Jul 27 21:59:10.882945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f4134d-8bb6-46ef-843f-9d47947f994d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:11.043346 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-acb0c36d-01b5-4546-ac33-88717b5593d8 req-6b23ef27-f605-4c31-a48e-b59db073d2da tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.055329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['2a6fa5a4-7577-476d-9ef1-9235eb916048'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:11.075348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-3bd34514-2c2b-41ea-90a2-69fd23183d65 service neutron] 10.222.0.41 "GET /v2.0/ports/522be010-4342-4507-91a1-43b8189a8649/bindings/n-h1-802011-3 HTTP/1.1" status: 200 len: 384 time: 0.3902357 Jul 27 21:59:11.103293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23ef27-f605-4c31-a48e-b59db073d2da tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Pushing event deleted for resources: {'Port': ['ID=2a6fa5a4-7577-476d-9ef1-9235eb916048,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:11.154522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb0c36d-01b5-4546-ac33-88717b5593d8 req-6b23ef27-f605-4c31-a48e-b59db073d2da tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] No DVR routers for this DVR port 2a6fa5a4-7577-476d-9ef1-9235eb916048 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:11.159850 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-acb0c36d-01b5-4546-ac33-88717b5593d8 req-6b23ef27-f605-4c31-a48e-b59db073d2da tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.162816 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-acb0c36d-01b5-4546-ac33-88717b5593d8 req-6b23ef27-f605-4c31-a48e-b59db073d2da tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.43 "DELETE /v2.0/ports/2a6fa5a4-7577-476d-9ef1-9235eb916048 HTTP/1.1" status: 204 len: 173 time: 1.3088210 Jul 27 21:59:11.163477 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7424fb8f-8bea-4e86-9729-2b77f30276e3', 'name': 'network-vif-deleted', 'tag': '2a6fa5a4-7577-476d-9ef1-9235eb916048'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:11.165923 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee27e2e5-cd59-449a-9442-391739a89c57" -d '{"events": [{"server_uuid": "7424fb8f-8bea-4e86-9729-2b77f30276e3", "name": "network-vif-deleted", "tag": "2a6fa5a4-7577-476d-9ef1-9235eb916048"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:11.194901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4536ca-a64d-4f46-9fc3-ef53ad4cf108 req-252433c4-fe6c-4a52-b679-0c0ba41ab839 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.202638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d4536ca-a64d-4f46-9fc3-ef53ad4cf108 req-252433c4-fe6c-4a52-b679-0c0ba41ab839 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 945 time: 0.4057286 Jul 27 21:59:11.207008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b108330b-40af-44e9-bb35-be58842ac7fc up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:11.230862 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94e4fbf-9960-4521-b6ae-a2b944e19ffa req-34119275-608a-4fcf-955b-c53a12674098 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504234 Jul 27 21:59:11.389761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5bbdcf33-5575-42ac-8bc3-e35215cacd17 None None] Provisioning for port b8f4134d-8bb6-46ef-843f-9d47947f994d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:11.399356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5bbdcf33-5575-42ac-8bc3-e35215cacd17 None None] Provisioning complete for port b8f4134d-8bb6-46ef-843f-9d47947f994d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:11.399569 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bbdcf33-5575-42ac-8bc3-e35215cacd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.408277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d4536ca-a64d-4f46-9fc3-ef53ad4cf108 req-a29c73b2-e994-413b-a0d4-a24c81f5ea11 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044647 Jul 27 21:59:11.435921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port b108330b-40af-44e9-bb35-be58842ac7fc completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:11.447312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port b108330b-40af-44e9-bb35-be58842ac7fc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:11.447708 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.485969 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5bbdcf33-5575-42ac-8bc3-e35215cacd17 None None] Port b8f4134d-8bb6-46ef-843f-9d47947f994d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:59:11.572008 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.591520 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.611690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf11043-3eaf-45cd-8079-1e584dc4adf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108330b-40af-44e9-bb35-be58842ac7fc'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:11.616671 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a66a831-b0ea-436c-9de2-bd9a35063eb3" -d '{"events": [{"server_uuid": "0bf11043-3eaf-45cd-8079-1e584dc4adf4", "name": "network-vif-plugged", "status": "completed", "tag": "b108330b-40af-44e9-bb35-be58842ac7fc"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:11.620860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b108330b-40af-44e9-bb35-be58842ac7fc, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b108330b-40af-44e9-bb35-be58842ac7fc,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:11.628871 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.629796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:11.740507 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3d997-3751-47d4-8f11-60f04225a861 req-d2298e8a-bde5-4ac2-8707-06efcb198dd0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.746236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b108330b-40af-44e9-bb35-be58842ac7fc,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:11.751031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2c3d997-3751-47d4-8f11-60f04225a861 req-d2298e8a-bde5-4ac2-8707-06efcb198dd0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.2388339 Jul 27 21:59:11.755768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:11.760659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:11.761033 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.845454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811cf6d-2e64-4e67-999f-d2976ba16109 req-de91869c-7b17-40e9-ab01-d31bfd388bc3 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.847049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d811cf6d-2e64-4e67-999f-d2976ba16109 req-de91869c-7b17-40e9-ab01-d31bfd388bc3 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 949 time: 0.3205554 Jul 27 21:59:11.863897 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.910768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2c3d997-3751-47d4-8f11-60f04225a861 req-9d7eb852-63bb-4850-a452-fa2e6009f1e6 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584089 Jul 27 21:59:11.954958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-e2cc6c05-c85a-42ed-9e59-2ba85010a6c8 service neutron] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=522be010-4342-4507-91a1-43b8189a8649,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:11.972468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d811cf6d-2e64-4e67-999f-d2976ba16109 req-a6885921-b97f-42df-9356-f1795525e818 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111689 Jul 27 21:59:12.050153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-e2cc6c05-c85a-42ed-9e59-2ba85010a6c8 service neutron] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:12.081592 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a50d3f-d932-4b7d-b848-91c1e646c834 x-openstack-request-id: req-11a50d3f-d932-4b7d-b848-91c1e646c834 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:12.082100 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7424fb8f-8bea-4e86-9729-2b77f30276e3", "name": "network-vif-deleted", "tag": "2a6fa5a4-7577-476d-9ef1-9235eb916048", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:12.082331 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11a50d3f-d932-4b7d-b848-91c1e646c834 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:12.082721 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7424fb8f-8bea-4e86-9729-2b77f30276e3', 'name': 'network-vif-deleted', 'tag': '2a6fa5a4-7577-476d-9ef1-9235eb916048', 'status': 'completed', 'code': 200} Jul 27 21:59:12.206231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:12.211696 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.213828 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.214796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 543f02b2-e472-4658-b4a6-1a8318f4c0a5 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:12.230045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-e2cc6c05-c85a-42ed-9e59-2ba85010a6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522be010-4342-4507-91a1-43b8189a8649 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:12.278178 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.284004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-e2cc6c05-c85a-42ed-9e59-2ba85010a6c8 service neutron] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=522be010-4342-4507-91a1-43b8189a8649,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:12.299283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 734f03e1-38c3-418b-8985-b3331620c847 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:12.301520 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.302248 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.306955 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ce03bd-509f-4dfa-b963-1dc67a10eeb0 x-openstack-request-id: req-e9ce03bd-509f-4dfa-b963-1dc67a10eeb0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:12.307351 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf11043-3eaf-45cd-8079-1e584dc4adf4", "name": "network-vif-plugged", "status": "completed", "tag": "b108330b-40af-44e9-bb35-be58842ac7fc", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:12.307713 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9ce03bd-509f-4dfa-b963-1dc67a10eeb0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:12.308197 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf11043-3eaf-45cd-8079-1e584dc4adf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b108330b-40af-44e9-bb35-be58842ac7fc', 'code': 200} Jul 27 21:59:12.355602 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e6502e57-e544-4986-9e4d-e515092a35df req-4a8ad34c-ba66-4059-bd18-15458851c593 tempest-VolumesAdminNegativeTest-1917407570 tempest-VolumesAdminNegativeTest-1917407570-project] 10.222.0.24 "GET /v2.0/ports?device_id=7424fb8f-8bea-4e86-9729-2b77f30276e3 HTTP/1.1" status: 200 len: 210 time: 0.0781245 Jul 27 21:59:12.397024 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-e2cc6c05-c85a-42ed-9e59-2ba85010a6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.418690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:12.449288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:12.449802 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.451714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 734f03e1-38c3-418b-8985-b3331620c847 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:12.462324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32aa2df-c56c-49dd-a117-579dd1e00d20 req-658b9927-2635-4947-a138-2558c9520b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:12.465100 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d32aa2df-c56c-49dd-a117-579dd1e00d20 req-658b9927-2635-4947-a138-2558c9520b0b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 1101 time: 0.0758696 Jul 27 21:59:12.481480 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 734f03e1-38c3-418b-8985-b3331620c847 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:12.482025 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.535717 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d32aa2df-c56c-49dd-a117-579dd1e00d20 req-2b0653f5-690f-499c-93ca-5775cc00b0d4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616925 Jul 27 21:59:12.564206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f4134d-8bb6-46ef-843f-9d47947f994d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:12.635604 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.650741 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.695699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 734f03e1-38c3-418b-8985-b3331620c847, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=734f03e1-38c3-418b-8985-b3331620c847,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:12.704929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:12.716348 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.717646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a1f5b-792a-46b9-a5ed-d6ad386d65c5 req-20dc022c-bc46-4a5d-9198-7cbb52b53d0a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:12.719974 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec2a1f5b-792a-46b9-a5ed-d6ad386d65c5 req-20dc022c-bc46-4a5d-9198-7cbb52b53d0a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 944 time: 0.3188250 Jul 27 21:59:12.734968 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.736953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 2a6fa5a4-7577-476d-9ef1-9235eb916048 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:12.751278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Network 7c05bd0e-4555-48cb-9b43-928bab5eb963 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:12.767008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705f02-3bf9-47a3-ae8f-a95f2a0be240 req-5130cba2-e195-43e0-99ae-978c485ac1e1 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:12.768040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 2a6fa5a4-7577-476d-9ef1-9235eb916048 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:59:12.768462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 2a6fa5a4-7577-476d-9ef1-9235eb916048 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:12.768587 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f705f02-3bf9-47a3-ae8f-a95f2a0be240 req-5130cba2-e195-43e0-99ae-978c485ac1e1 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 946 time: 0.2075932 Jul 27 21:59:12.769708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-e2cc6c05-c85a-42ed-9e59-2ba85010a6c8 service neutron] Transition to ACTIVE for port object 522be010-4342-4507-91a1-43b8189a8649 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:12.771726 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa228bbe-11d7-41d0-870e-2ab4491a5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.772686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:12.783110 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-e2cc6c05-c85a-42ed-9e59-2ba85010a6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:12.833352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=734f03e1-38c3-418b-8985-b3331620c847,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:12.894066 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec2a1f5b-792a-46b9-a5ed-d6ad386d65c5 req-d8d89b4d-68fb-4f9b-9c84-93a0c05f13e4 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616023 Jul 27 21:59:12.937514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=543f02b2-e472-4658-b4a6-1a8318f4c0a5,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:12.950528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc6c05-c85a-42ed-9e59-2ba85010a6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=522be010-4342-4507-91a1-43b8189a8649,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:13.012489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f705f02-3bf9-47a3-ae8f-a95f2a0be240 req-d51adb6e-448b-4498-a4eb-81eb4c36c8b0 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290499 Jul 27 21:59:13.012489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-e2cc6c05-c85a-42ed-9e59-2ba85010a6c8 service neutron] No DVR routers for this DVR port 522be010-4342-4507-91a1-43b8189a8649 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:13.267229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-e2cc6c05-c85a-42ed-9e59-2ba85010a6c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/522be010-4342-4507-91a1-43b8189a8649/bindings/n-h1-802011-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1652129 Jul 27 21:59:13.269684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Router 6e434b3c-ad46-4fe3-864d-7256346d48b4 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:59:13.291331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46bc20-3c78-4f11-ae27-d916114b1c47 req-3ae8bace-e48a-4d84-9e48-7412e48f515e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:13.298794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a46bc20-3c78-4f11-ae27-d916114b1c47 req-3ae8bace-e48a-4d84-9e48-7412e48f515e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.2468126 Jul 27 21:59:13.339079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-116f5f89-a9f6-4781-a450-1ed940894f0d None None] Provisioning complete for port b8f4134d-8bb6-46ef-843f-9d47947f994d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:13.339856 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-116f5f89-a9f6-4781-a450-1ed940894f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.341667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f358d-e3d9-41df-bd2a-698082aa2c30 req-9362e4a2-95c0-46cc-a2f0-188bbdf7bb46 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:13.364166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a5f358d-e3d9-41df-bd2a-698082aa2c30 req-9362e4a2-95c0-46cc-a2f0-188bbdf7bb46 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.2608981 Jul 27 21:59:13.388963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-116f5f89-a9f6-4781-a450-1ed940894f0d None None] Port b8f4134d-8bb6-46ef-843f-9d47947f994d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:59:13.423045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-7a1474ff-d020-4ed5-bae4-5d0d68ad2cd8 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:13.426217 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-7a1474ff-d020-4ed5-bae4-5d0d68ad2cd8 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff&tenant_id=2c1d48a9f6a14539976b63c05ed486a6&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1096 time: 0.0829122 Jul 27 21:59:13.475093 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a46bc20-3c78-4f11-ae27-d916114b1c47 req-e48d3059-7ab7-4c93-be87-3fc1026f9825 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749728 Jul 27 21:59:13.495544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-7a392c34-eb3d-41e5-ad8f-c8285b7e0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:13.498138 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-7a392c34-eb3d-41e5-ad8f-c8285b7e0294 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff&tenant_id=2c1d48a9f6a14539976b63c05ed486a6 HTTP/1.1" status: 200 len: 1096 time: 0.0605750 Jul 27 21:59:13.549354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a5f358d-e3d9-41df-bd2a-698082aa2c30 req-69bc7221-56a0-4b0e-aaa3-3504aa2017f9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820800 Jul 27 21:59:13.594660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:59:13.611522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-537e24bf-088c-4b93-9ebe-b3c783734fe7 admin admin] 10.222.0.24 "PUT /v2.0/routers/6e434b3c-ad46-4fe3-864d-7256346d48b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1935720 Jul 27 21:59:13.622308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-ea9eb1a2-2651-4d44-93e4-a06afa776e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:13.622964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Sync routers for ids ['6e434b3c-ad46-4fe3-864d-7256346d48b4'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:59:13.624361 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-ea9eb1a2-2651-4d44-93e4-a06afa776e7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 1096 time: 0.0861042 Jul 27 21:59:13.648864 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Routers {'6e434b3c-ad46-4fe3-864d-7256346d48b4'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:13.649305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:58:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['6e434b3c-ad46-4fe3-864d-7256346d48b4'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:13.669882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:13.789385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d166f6d0-accc-4c94-a400-3c0736b9a90c admin admin] Deleting subnet 8ad0fc9c-b9ef-41b7-98b0-ae0549efa4fe {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:59:13.802781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-2bc88392-bdd8-49d7-8794-d618a5b9dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:13.803105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d166f6d0-accc-4c94-a400-3c0736b9a90c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.804555 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-2bc88392-bdd8-49d7-8794-d618a5b9dd93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.1623299 Jul 27 21:59:13.855018 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d166f6d0-accc-4c94-a400-3c0736b9a90c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.862507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d166f6d0-accc-4c94-a400-3c0736b9a90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:13.865989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Set router 6e434b3c-ad46-4fe3-864d-7256346d48b4 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:13.888580 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-0c2dee30-1784-4325-a3e5-3516dee9f0c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=522be010-4342-4507-91a1-43b8189a8649 HTTP/1.1" status: 200 len: 217 time: 0.0664763 Jul 27 21:59:13.968540 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d166f6d0-accc-4c94-a400-3c0736b9a90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.013893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-6170cab0-04cf-46a6-bb50-d06dfc0e7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:14.015546 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-6170cab0-04cf-46a6-bb50-d06dfc0e7cba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.1148546 Jul 27 21:59:14.025118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166f6d0-accc-4c94-a400-3c0736b9a90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad0fc9c-b9ef-41b7-98b0-ae0549efa4fe,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:14.035693 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d166f6d0-accc-4c94-a400-3c0736b9a90c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.039161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d166f6d0-accc-4c94-a400-3c0736b9a90c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8ad0fc9c-b9ef-41b7-98b0-ae0549efa4fe HTTP/1.1" status: 204 len: 168 time: 0.3660898 Jul 27 21:59:14.040798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:14.089388 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-7dea99bd-ad6f-444c-a8d7-c73183fdedb5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612054 Jul 27 21:59:14.247364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 734f03e1-38c3-418b-8985-b3331620c847 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:14.332631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7655554f-1ca2-47aa-8e47-f422b6a4c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf'}, {'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:14.334873 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2e5cbe-3620-41a7-9686-782c3af21ade" -d '{"events": [{"server_uuid": "7655554f-1ca2-47aa-8e47-f422b6a4c37a", "name": "network-vif-plugged", "status": "completed", "tag": "6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf"}, {"server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "name": "network-vif-plugged", "status": "completed", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:14.337340 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.342833 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-d6c377ed-c4c8-4f9f-8151-7544a9f904b5 service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172160 Jul 27 21:59:14.384230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 734f03e1-38c3-418b-8985-b3331620c847 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:14.384800 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.395966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f01ff-32da-4ced-990f-707a1e16e185 req-042a60fc-5647-4ae8-a74b-2c428a7f855f tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:14.407674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b63f01ff-32da-4ced-990f-707a1e16e185 req-042a60fc-5647-4ae8-a74b-2c428a7f855f tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 945 time: 0.2072840 Jul 27 21:59:14.456522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-102872926-router', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '734f03e1-38c3-418b-8985-b3331620c847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:05Z', 'updated_at': '2021-07-27T21:59:11Z', 'revision_number': 4, 'project_id': 'b5d8cb70d5a248c49dfc03758991209a', 'gw_port': {'id': '734f03e1-38c3-418b-8985-b3331620c847', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:06Z', 'updated_at': '2021-07-27T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b8f4134d-8bb6-46ef-843f-9d47947f994d', 'name': '', 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'mac_address': 'fa:16:3e:09:5f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e0745f83-7323-4d9c-88cc-0ea896a0ca62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:09Z', 'updated_at': '2021-07-27T21:59:11Z', 'revision_number': 2, 'project_id': 'b5d8cb70d5a248c49dfc03758991209a', 'subnets': [{'id': 'e0745f83-7323-4d9c-88cc-0ea896a0ca62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:14.487880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59720) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:14.494695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1386175121-network', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:14.510494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Checking router: 6e434b3c-ad46-4fe3-864d-7256346d48b4 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:59:14.510858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Updating router 6e434b3c-ad46-4fe3-864d-7256346d48b4 port b8f4134d-8bb6-46ef-843f-9d47947f994d binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:59:14.555315 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-14947bdb-b360-44e1-99b6-8cb791ca1baa service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029719 Jul 27 21:59:14.556903 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.557319 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Made reservation on behalf of 44fc521ecc5249a79bbd6f73d2b51f2e for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:14.560975 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.577555 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.800863 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.806199 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.841655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:59:14.855418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e50eb1-5210-4aa5-b026-354af6a4ee06,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:14.862857 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.862857 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Added segment 5bbfe549-e14d-4f0c-b905-ac857234534a of type vlan for network 2f214a5c-ad89-41c5-bbde-b92986c12110 Jul 27 21:59:14.869031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d81699-a9eb-462d-8b53-a761ed5473c2 req-5399d8e8-1935-4466-8771-794270c78c64 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:14.880254 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-93d81699-a9eb-462d-8b53-a761ed5473c2 req-5399d8e8-1935-4466-8771-794270c78c64 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 946 time: 0.6782417 Jul 27 21:59:14.931042 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:14.982126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-93d81699-a9eb-462d-8b53-a761ed5473c2 req-ffa66e8a-7c8b-45d4-b943-88e7c420373b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996463 Jul 27 21:59:15.068845 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.083125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Transition to ACTIVE for port object b8f4134d-8bb6-46ef-843f-9d47947f994d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:15.089442 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ff58f5-5afc-42e2-8e90-d2dbe4a6fcc5 x-openstack-request-id: req-24ff58f5-5afc-42e2-8e90-d2dbe4a6fcc5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:15.091535 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7655554f-1ca2-47aa-8e47-f422b6a4c37a", "name": "network-vif-plugged", "status": "completed", "tag": "6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf", "code": 200}, {"server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "name": "network-vif-plugged", "status": "completed", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:15.091535 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24ff58f5-5afc-42e2-8e90-d2dbe4a6fcc5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:15.091535 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7655554f-1ca2-47aa-8e47-f422b6a4c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf', 'code': 200} Jul 27 21:59:15.091535 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'code': 200} Jul 27 21:59:15.092925 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.104192 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.105220 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:15.105810 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.165338 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.181449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849b1cd-6391-493a-bc94-80e01d68fa6c None None] Pushing event updated for resources: {'Port': ['ID=b8f4134d-8bb6-46ef-843f-9d47947f994d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:15.190503 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.190883 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.191719 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.192080 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > port after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.192412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.192750 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.193208 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.193430 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.193749 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.194575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.210659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-00b2595b-80ae-444f-8c86-f70edac9c908 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:15.212480 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-00b2595b-80ae-444f-8c86-f70edac9c908 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff&tenant_id=2c1d48a9f6a14539976b63c05ed486a6&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1096 time: 0.2447293 Jul 27 21:59:15.217224 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] Pushing event updated for resources: {'Network': ['ID=2f214a5c-ad89-41c5-bbde-b92986c12110,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:15.231562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 2f214a5c-ad89-41c5-bbde-b92986c12110 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:59:15.282596 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2c4d29a8-b094-423e-bc34-d5f48aa8bbf0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7904029 Jul 27 21:59:15.326288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.326288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.326288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.326288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 21:59:15.326288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d377d9-72bf-40af-8a24-a0ca42b3d38b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:15.343296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Attempting to bind port b8f4134d-8bb6-46ef-843f-9d47947f994d on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:15.343296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Attempting to bind port b8f4134d-8bb6-46ef-843f-9d47947f994d by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:15.343296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Attempting to bind port b8f4134d-8bb6-46ef-843f-9d47947f994d on network 7c05bd0e-4555-48cb-9b43-928bab5eb963 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:15.343545 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59730) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:15.345377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0fdecc5e-fd9d-4c0c-9eb0-cdf2a441bd3b admin admin] Request body: {'subnet': {'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1386175121-subnet', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:15.381496 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee36561-4b85-4782-b0e7-9b056b9747eb req-833c9c78-deca-4f99-a8c4-64b977785031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:15.383305 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fee36561-4b85-4782-b0e7-9b056b9747eb req-833c9c78-deca-4f99-a8c4-64b977785031 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 1097 time: 0.1669304 Jul 27 21:59:15.384504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:15.385227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Checking segment: {'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:15.386620 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.387386 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Bound using segment: {'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:15.388343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Bound port: b8f4134d-8bb6-46ef-843f-9d47947f994d, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:15.388988 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.418121 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b63f01ff-32da-4ced-990f-707a1e16e185 req-6107122f-7e9a-47ce-96a8-05193b44f6b8 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0092199 Jul 27 21:59:15.423564 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80f5f67c-c010-44a2-af2c-09e40ec9cd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.458699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cdf379-83b3-4edf-8c3a-a2bdaa78aee7') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:15.461666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cdf379-83b3-4edf-8c3a-a2bdaa78aee7') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:15.465801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 522be010-4342-4507-91a1-43b8189a8649 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:15.501461 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fee36561-4b85-4782-b0e7-9b056b9747eb req-d92e07ec-564b-46f3-b8ee-8e41d7890498 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981550 Jul 27 21:59:15.507478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdecc5e-fd9d-4c0c-9eb0-cdf2a441bd3b admin admin] Made reservation on behalf of 44fc521ecc5249a79bbd6f73d2b51f2e for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:15.509415 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.509811 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fdecc5e-fd9d-4c0c-9eb0-cdf2a441bd3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.559625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99616f5b-5671-4e96-a4be-fb719a32107a req-521bb27f-5fa4-4997-bdfe-42abc613ae4f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:15.564322 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99616f5b-5671-4e96-a4be-fb719a32107a req-521bb27f-5fa4-4997-bdfe-42abc613ae4f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.2353842 Jul 27 21:59:15.571433 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.582975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] For port b8f4134d-8bb6-46ef-843f-9d47947f994d, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:15.586894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] For port b8f4134d-8bb6-46ef-843f-9d47947f994d, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b8f4134d-8bb6-46ef-843f-9d47947f994d,segment=NetworkSegment(79fa57b7-3479-4f10-9fd8-95879f52ae5a),segment_id=79fa57b7-3479-4f10-9fd8-95879f52ae5a)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:15.588786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 522be010-4342-4507-91a1-43b8189a8649 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:15.598761 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.629879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:59:15.630417 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: from cryptography.utils import int_from_bytes Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: from cryptography.utils import int_from_bytes Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: timer() Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:59:15.640662 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:59:15.737911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Routers {'6e434b3c-ad46-4fe3-864d-7256346d48b4'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:15.738642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['6e434b3c-ad46-4fe3-864d-7256346d48b4'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:15.767117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99616f5b-5671-4e96-a4be-fb719a32107a req-b0daaba1-3822-4e2a-903f-3145eb7033c4 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840262 Jul 27 21:59:15.856656 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.865297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-13aca906-5e41-4660-8a7e-386b927f7771 service neutron] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:15.871110 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-13aca906-5e41-4660-8a7e-386b927f7771 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.871722 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ab09e14-af51-46de-848d-e3042f0d9155 req-13aca906-5e41-4660-8a7e-386b927f7771 service neutron] 10.222.0.43 "DELETE /v2.0/ports/522be010-4342-4507-91a1-43b8189a8649/bindings/n-h2-802011-3 HTTP/1.1" status: 204 len: 173 time: 0.6322272 Jul 27 21:59:15.878881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905e86b-6073-4010-80ea-2fb6e93668ff req-06a78256-1459-4617-84df-8d8c809d33a8 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:15.886156 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9905e86b-6073-4010-80ea-2fb6e93668ff req-06a78256-1459-4617-84df-8d8c809d33a8 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.2661231 Jul 27 21:59:15.922939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d377d9-72bf-40af-8a24-a0ca42b3d38b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:15.929497 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:15.949516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cf80f6fc-c59d-4b35-acf7-ab09418766be admin admin] 10.222.0.24 "DELETE /v2.0/networks/c7d377d9-72bf-40af-8a24-a0ca42b3d38b HTTP/1.1" status: 204 len: 168 time: 1.9053590 Jul 27 21:59:15.949984 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:16.010874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fdecc5e-fd9d-4c0c-9eb0-cdf2a441bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.101189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdecc5e-fd9d-4c0c-9eb0-cdf2a441bd3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a62a28-3c1e-4d5b-b24f-f83191345111,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:16.107694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf79aa36-00ed-4add-b5e2-b4bb3b9db4ff admin admin] Deleting subnet 83050c87-15c7-455d-852c-02da82b0d390 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:59:16.122731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdecc5e-fd9d-4c0c-9eb0-cdf2a441bd3b admin admin] Checking segment: {'id': '5bbfe549-e14d-4f0c-b905-ac857234534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:16.123199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdecc5e-fd9d-4c0c-9eb0-cdf2a441bd3b admin admin] Network hostable DHCP agents. Network: 2f214a5c-ad89-41c5-bbde-b92986c12110, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:59:16.125773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9905e86b-6073-4010-80ea-2fb6e93668ff req-9da6abac-e8ec-4b46-8a90-8561b7876adb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996953 Jul 27 21:59:16.128041 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf79aa36-00ed-4add-b5e2-b4bb3b9db4ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.153769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdecc5e-fd9d-4c0c-9eb0-cdf2a441bd3b admin admin] Network 2f214a5c-ad89-41c5-bbde-b92986c12110 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:59:16.191031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0fdecc5e-fd9d-4c0c-9eb0-cdf2a441bd3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 2f214a5c-ad89-41c5-bbde-b92986c12110) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:16.204019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdecc5e-fd9d-4c0c-9eb0-cdf2a441bd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:16.206810 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fdecc5e-fd9d-4c0c-9eb0-cdf2a441bd3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.245600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3814a8c-9299-4a86-8343-59937ebff1e2 None None] Network 2f214a5c-ad89-41c5-bbde-b92986c12110 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:16.248147 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0fdecc5e-fd9d-4c0c-9eb0-cdf2a441bd3b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9180729 Jul 27 21:59:16.248925 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.249204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:16.265638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1386175121-router', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:16.296226 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf79aa36-00ed-4add-b5e2-b4bb3b9db4ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.391248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bc0ca-e638-471f-b139-2327436be2e2 req-fe670954-479a-43d3-aa5d-1d057d1c1a33 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:16.393157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-207bc0ca-e638-471f-b139-2327436be2e2 req-fe670954-479a-43d3-aa5d-1d057d1c1a33 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 946 time: 0.2661369 Jul 27 21:59:16.434658 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf79aa36-00ed-4add-b5e2-b4bb3b9db4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.441865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849b1cd-6391-493a-bc94-80e01d68fa6c None None] Pushing event updated for resources: {'Port': ['ID=b8f4134d-8bb6-46ef-843f-9d47947f994d,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:16.455555 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.464132 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.471533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.473026 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.483686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] Set router 6e434b3c-ad46-4fe3-864d-7256346d48b4 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:16.501317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-207bc0ca-e638-471f-b139-2327436be2e2 req-b78a2a80-4b66-4d86-8ac9-350097bc12ff tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950034 Jul 27 21:59:16.517727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06467b71-1eee-4870-a7e5-295ac622bd85 req-160f2536-e780-4c01-bf25-7ba33da7ff0b tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:16.525539 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06467b71-1eee-4870-a7e5-295ac622bd85 req-160f2536-e780-4c01-bf25-7ba33da7ff0b tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 1101 time: 0.2390444 Jul 27 21:59:16.632353 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.653309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06467b71-1eee-4870-a7e5-295ac622bd85 req-7e8926be-b9a1-4776-983a-6ceeb0efe490 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212468 Jul 27 21:59:16.714894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-2f214a5c-ad89-41c5-bbde-b92986c12110', 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'fixed_ips': [{'subnet_id': '43a62a28-3c1e-4d5b-b24f-f83191345111'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:59:16.715758 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.731461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf79aa36-00ed-4add-b5e2-b4bb3b9db4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.864691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79aa36-00ed-4add-b5e2-b4bb3b9db4ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83050c87-15c7-455d-852c-02da82b0d390,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:16.870697 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf79aa36-00ed-4add-b5e2-b4bb3b9db4ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:16.872883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bf79aa36-00ed-4add-b5e2-b4bb3b9db4ff admin admin] 10.222.0.24 "DELETE /v2.0/subnets/83050c87-15c7-455d-852c-02da82b0d390 HTTP/1.1" status: 204 len: 168 time: 0.9219198 Jul 27 21:59:16.875972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59758) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:16.968022 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.033125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.073897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-102872926-router', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '734f03e1-38c3-418b-8985-b3331620c847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:05Z', 'updated_at': '2021-07-27T21:59:11Z', 'revision_number': 4, 'project_id': 'b5d8cb70d5a248c49dfc03758991209a', 'gw_port': {'id': '734f03e1-38c3-418b-8985-b3331620c847', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:06Z', 'updated_at': '2021-07-27T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b8f4134d-8bb6-46ef-843f-9d47947f994d', 'name': '', 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'mac_address': 'fa:16:3e:09:5f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e0745f83-7323-4d9c-88cc-0ea896a0ca62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:09Z', 'updated_at': '2021-07-27T21:59:15Z', 'revision_number': 4, 'project_id': 'b5d8cb70d5a248c49dfc03758991209a', 'subnets': [{'id': 'e0745f83-7323-4d9c-88cc-0ea896a0ca62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:17.104309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077c7e2-0b89-4185-a6a8-b1a6204a4c00 req-6064d791-88a9-4a37-b832-76451e588457 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:17.106674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9077c7e2-0b89-4185-a6a8-b1a6204a4c00 req-6064d791-88a9-4a37-b832-76451e588457 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 945 time: 0.4439063 Jul 27 21:59:17.123753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631d66-dcb8-4eab-be5a-c0ea18d4a960 req-9f4fe8a1-57aa-4cf6-9710-1eb935e8ff67 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:17.136522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4631d66-dcb8-4eab-be5a-c0ea18d4a960 req-9f4fe8a1-57aa-4cf6-9710-1eb935e8ff67 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1473079 Jul 27 21:59:17.138560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03255228-81bc-42e5-a123-ea6a86f717ce None None] The sync data for ids ['6e434b3c-ad46-4fe3-864d-7256346d48b4'] in n-d-802011-3 is: [{'id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-102872926-router', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '734f03e1-38c3-418b-8985-b3331620c847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:05Z', 'updated_at': '2021-07-27T21:59:11Z', 'revision_number': 4, 'project_id': 'b5d8cb70d5a248c49dfc03758991209a', 'gw_port': {'id': '734f03e1-38c3-418b-8985-b3331620c847', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:06Z', 'updated_at': '2021-07-27T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b8f4134d-8bb6-46ef-843f-9d47947f994d', 'name': '', 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'mac_address': 'fa:16:3e:09:5f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e0745f83-7323-4d9c-88cc-0ea896a0ca62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:09Z', 'updated_at': '2021-07-27T21:59:15Z', 'revision_number': 4, 'project_id': 'b5d8cb70d5a248c49dfc03758991209a', 'subnets': [{'id': 'e0745f83-7323-4d9c-88cc-0ea896a0ca62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:59:17.234609 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.249104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9077c7e2-0b89-4185-a6a8-b1a6204a4c00 req-2d8607cc-711e-4869-9884-39b87bec669d tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065276 Jul 27 21:59:17.273647 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4631d66-dcb8-4eab-be5a-c0ea18d4a960 req-430b3207-eef1-46f2-b5a5-2546bb17d7c2 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352093 Jul 27 21:59:17.278852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc69223a-fafe-4d1b-abfe-0f2a8f691602']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:17.316027 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a2f634-97a7-4344-b442-85e2b4093dd7') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:17.316376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a2f634-97a7-4344-b442-85e2b4093dd7') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:17.333934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Allocated IP 172.20.0.2 (2f214a5c-ad89-41c5-bbde-b92986c12110/43a62a28-3c1e-4d5b-b24f-f83191345111/d99e0956-1418-4f4c-918a-9f944056c2e6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:17.339147 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.389688 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.405181 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:59:17.405594 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: timer() Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:59:17.423175 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:59:17.542132 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.556241 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.558972 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fc69223a-fafe-4d1b-abfe-0f2a8f691602 HTTP/1.1" status: 204 len: 168 time: 0.6814468 Jul 27 21:59:17.616462 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.619769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cb10a-314a-4ace-a3bc-28d91dce5024 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc69223a-fafe-4d1b-abfe-0f2a8f691602,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:17.649925 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-da4c7184-e3e5-457c-8872-89615f72d35c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2316101 Jul 27 21:59:17.652573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.707569 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.725441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Transition to ACTIVE for port object d99e0956-1418-4f4c-918a-9f944056c2e6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:17.747895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Transition to ACTIVE for port object d99e0956-1418-4f4c-918a-9f944056c2e6 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:17.766229 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:17.867823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Network 2f214a5c-ad89-41c5-bbde-b92986c12110 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:17.875178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:17.885448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:17.945663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59790) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:17.955862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f4f83-297e-46eb-9659-8ba58a2c49ee req-b90d1f62-c7b0-4008-a7a6-3c1e1c9d17d2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:17.960037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d74f4f83-297e-46eb-9659-8ba58a2c49ee req-b90d1f62-c7b0-4008-a7a6-3c1e1c9d17d2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 946 time: 0.3088722 Jul 27 21:59:17.996230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Attempting to bind port d99e0956-1418-4f4c-918a-9f944056c2e6 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:17.996808 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Attempting to bind port d99e0956-1418-4f4c-918a-9f944056c2e6 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '5bbfe549-e14d-4f0c-b905-ac857234534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:17.997273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Attempting to bind port d99e0956-1418-4f4c-918a-9f944056c2e6 on network 2f214a5c-ad89-41c5-bbde-b92986c12110 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:18.016219 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9688cb89-827d-4239-bb20-353aa7c87aa1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41c2920bc58442c6a17cab54e99c163f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688694 Jul 27 21:59:18.019515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59792) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:18.033292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Pushing event updated for resources: {'Port': ['ID=d99e0956-1418-4f4c-918a-9f944056c2e6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:18.037257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:18.037643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Checking segment: {'id': '5bbfe549-e14d-4f0c-b905-ac857234534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:18.038140 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.042565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Bound using segment: {'id': '5bbfe549-e14d-4f0c-b905-ac857234534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:18.043123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Bound port: d99e0956-1418-4f4c-918a-9f944056c2e6, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbfe549-e14d-4f0c-b905-ac857234534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:18.043529 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.054483 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.125388 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afd798db-6c6b-456d-9ecc-dffd52f3d988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.181388 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afd798db-6c6b-456d-9ecc-dffd52f3d988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.214737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Allocated IP 172.25.1.253 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/368c2b66-660e-4d05-8be0-b8735a6190f4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:18.219119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b8f4134d-8bb6-46ef-843f-9d47947f994d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:18.221810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] For port d99e0956-1418-4f4c-918a-9f944056c2e6, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:18.240802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-056d74ce-6562-4f60-af30-e9f27426aff3 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:18.257877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] For port d99e0956-1418-4f4c-918a-9f944056c2e6, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d99e0956-1418-4f4c-918a-9f944056c2e6,segment=NetworkSegment(5bbfe549-e14d-4f0c-b905-ac857234534a),segment_id=5bbfe549-e14d-4f0c-b905-ac857234534a)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:18.265106 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.266898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-056d74ce-6562-4f60-af30-e9f27426aff3 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5740914 Jul 27 21:59:18.280455 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afd798db-6c6b-456d-9ecc-dffd52f3d988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.287159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afd798db-6c6b-456d-9ecc-dffd52f3d988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.294906 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-afd798db-6c6b-456d-9ecc-dffd52f3d988 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c002c580-324b-4c4e-84f5-2a077d0f9f3e HTTP/1.1" status: 204 len: 168 time: 0.2697606 Jul 27 21:59:18.301780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d74f4f83-297e-46eb-9659-8ba58a2c49ee req-06d901b8-6a93-43b5-b05c-fcbe10170259 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241785 Jul 27 21:59:18.311858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd798db-6c6b-456d-9ecc-dffd52f3d988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c002c580-324b-4c4e-84f5-2a077d0f9f3e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:18.396602 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port b8f4134d-8bb6-46ef-843f-9d47947f994d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:18.403033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b8f4134d-8bb6-46ef-843f-9d47947f994d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:18.403510 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.415598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badae3a-b2b7-4704-8a2b-41a00ffa3982 None None] Pushing event updated for resources: {'Port': ['ID=d99e0956-1418-4f4c-918a-9f944056c2e6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:18.610969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-bd5ace80-5fce-4eef-9019-e5981616d871 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/quotas/58362275e3b340ae91c742b03494df44 HTTP/1.1" status: 200 len: 375 time: 0.3413591 Jul 27 21:59:18.626283 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.678534 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.703699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port b8f4134d-8bb6-46ef-843f-9d47947f994d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b8f4134d-8bb6-46ef-843f-9d47947f994d,segment=NetworkSegment(79fa57b7-3479-4f10-9fd8-95879f52ae5a),segment_id=79fa57b7-3479-4f10-9fd8-95879f52ae5a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:18.710726 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.782227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c585d44-6590-4bff-bb0e-03ecb4f08d9c req-4e436a87-0673-470c-b4db-b1d486402182 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:18.783842 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c585d44-6590-4bff-bb0e-03ecb4f08d9c req-4e436a87-0673-470c-b4db-b1d486402182 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 1096 time: 0.2435827 Jul 27 21:59:18.823506 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=b8f4134d-8bb6-46ef-843f-9d47947f994d,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:18.839839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-b0d896f2-140e-4184-8cd3-85776edb2745 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2278881 Jul 27 21:59:18.949819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c585d44-6590-4bff-bb0e-03ecb4f08d9c req-6d73e58d-29ff-4965-a40b-800b88b0c8c0 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072710 Jul 27 21:59:18.950988 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:18.974688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59806) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:19.004198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:19.009149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:19.040392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:19.083420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Pushing event updated for resources: {'Port': ['ID=368c2b66-660e-4d05-8be0-b8735a6190f4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:19.087197 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dac05bd8-3e25-438d-ac34-6449cd3cbcfe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6aae49d77fa14fd79181256531adb9d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1114151 Jul 27 21:59:19.096982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:19.820477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c662379-fb81-468d-8c49-9430df0e4adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:19.848606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecab996-639c-4be4-9e59-af98d98ff06b req-90d0e710-80c5-4882-ac8a-8d635c57448a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:19.853004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee5006-4cb6-4faf-bd18-12031779e17b None None] Network 2f214a5c-ad89-41c5-bbde-b92986c12110 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:19.855864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ecab996-639c-4be4-9e59-af98d98ff06b req-90d0e710-80c5-4882-ac8a-8d635c57448a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.5923965 Jul 27 21:59:19.903678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd904bf6-c185-403b-9080-5fc511ae7cc8 req-e6c07932-3cba-400b-bb24-af75f4753ace tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:19.911731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd904bf6-c185-403b-9080-5fc511ae7cc8 req-e6c07932-3cba-400b-bb24-af75f4753ace tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 1097 time: 0.6493294 Jul 27 21:59:19.948124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c662379-fb81-468d-8c49-9430df0e4adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:20.005392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-78d4b583-6d80-4ef1-8682-8cc2bbe32e8e None None] Provisioning for port d99e0956-1418-4f4c-918a-9f944056c2e6 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:20.007101 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ecab996-639c-4be4-9e59-af98d98ff06b req-1bc1406f-c1a3-4ea8-b6be-e5ad405f11b4 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403415 Jul 27 21:59:20.112726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd904bf6-c185-403b-9080-5fc511ae7cc8 req-6c2970f0-51d7-4aba-b705-f93e2059aa20 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925733 Jul 27 21:59:20.138302 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:20.255650 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c662379-fb81-468d-8c49-9430df0e4adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:20.266402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c662379-fb81-468d-8c49-9430df0e4adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:20.284564 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5c662379-fb81-468d-8c49-9430df0e4adc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5ac44e7-caea-4e65-8b24-d4625cdb5ce1 HTTP/1.1" status: 204 len: 168 time: 1.1864522 Jul 27 21:59:20.400000 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b8f4134d-8bb6-46ef-843f-9d47947f994d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:20.435398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c662379-fb81-468d-8c49-9430df0e4adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ac44e7-caea-4e65-8b24-d4625cdb5ce1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:20.516119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b8f4134d-8bb6-46ef-843f-9d47947f994d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:20.516539 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:20.531540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-498aba67-702e-4118-b46f-fc27e02a5e6d req-65ea78b9-04a7-4f47-a7cf-6819be3cc27d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 210 time: 0.1443405 Jul 27 21:59:20.640904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d99e0956-1418-4f4c-918a-9f944056c2e6 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:20.719719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d99e0956-1418-4f4c-918a-9f944056c2e6 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:20.752713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d99e0956-1418-4f4c-918a-9f944056c2e6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:20.753447 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:20.762441 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-75555e65-d1e8-42f5-ae37-8cd76f3516ab tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388770 Jul 27 21:59:20.784093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c9967ef3-17e1-4c74-b2d7-0678f7cec886 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:20.792393 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c9967ef3-17e1-4c74-b2d7-0678f7cec886 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 821 time: 0.4043028 Jul 27 21:59:20.801263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f51c6667-c8cc-48cc-a905-043cdad66af4 None None] Provisioning complete for port d99e0956-1418-4f4c-918a-9f944056c2e6 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:20.802016 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f51c6667-c8cc-48cc-a905-043cdad66af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:20.833878 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-da07fd34-6764-4603-998c-65c09b0d440e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/quotas/2c1d48a9f6a14539976b63c05ed486a6 HTTP/1.1" status: 200 len: 375 time: 0.0402973 Jul 27 21:59:20.924132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d82f6-f535-4efa-926e-81ca8ad88a4a req-772e0928-7841-4966-8043-003effc10660 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:20.925573 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c65d82f6-f535-4efa-926e-81ca8ad88a4a req-772e0928-7841-4966-8043-003effc10660 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 1097 time: 0.2500272 Jul 27 21:59:20.927650 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:20.953557 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:20.982709 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f51c6667-c8cc-48cc-a905-043cdad66af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:21.007265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-c2eb57b5-8d95-4e05-a5be-c1b64ab9a37d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:21.010489 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-c2eb57b5-8d95-4e05-a5be-c1b64ab9a37d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393963 Jul 27 21:59:21.032532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port d99e0956-1418-4f4c-918a-9f944056c2e6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d99e0956-1418-4f4c-918a-9f944056c2e6,segment=NetworkSegment(5bbfe549-e14d-4f0c-b905-ac857234534a),segment_id=5bbfe549-e14d-4f0c-b905-ac857234534a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:21.033652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Request body: {'port': {'device_id': 'a3f302f5-c955-421b-a5eb-05d9cf73a19c', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '58362275e3b340ae91c742b03494df44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:21.042133 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:21.145244 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-f51c6667-c8cc-48cc-a905-043cdad66af4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:59:21.145634 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-f51c6667-c8cc-48cc-a905-043cdad66af4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:59:21.149375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=d99e0956-1418-4f4c-918a-9f944056c2e6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:21.183566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-fd534fe5-4518-4a5c-a9e1-a367efebe542 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3489156 Jul 27 21:59:21.258600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Made reservation on behalf of 58362275e3b340ae91c742b03494df44 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:21.273393 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c65d82f6-f535-4efa-926e-81ca8ad88a4a req-43d93afa-87a7-4e20-91b3-9b9f60ba14d6 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194656 Jul 27 21:59:21.299892 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:21.365547 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-fd2e3c78-df53-4b07-be55-be649027b871 service neutron] 10.222.0.24 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810322 Jul 27 21:59:21.569375 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af6124-b229-453b-b62d-f0ea43f8560b req-32a96ea3-c685-4b28-9571-50720a761872 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:21.574117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4af6124-b229-453b-b62d-f0ea43f8560b req-32a96ea3-c685-4b28-9571-50720a761872 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1461260 Jul 27 21:59:21.579830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Allocated IP 192.168.233.32 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/e7c91c4b-a191-4f43-8e4a-710ebcbd70e4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:21.598126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-27d1a72c-6d19-4993-a449-770e971ed64a service neutron] 10.222.0.24 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279699 Jul 27 21:59:21.676887 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4af6124-b229-453b-b62d-f0ea43f8560b req-c00cd66f-acda-45ff-bdf0-6334201e9e3a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916924 Jul 27 21:59:21.703078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Router 3123151e-bdfd-497c-8aa5-835ae630eebf is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:59:21.836325 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:21.880974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Transition to ACTIVE for port object e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:21.974196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:21.988968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c', 'da68d304-3754-4809-905b-87797d36241f', '4bfa33cc-81c8-46d1-a361-d4a86d487b42', 'ffa75504-215d-4597-9648-3768fcdcee01'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:21.995768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7e880494-6ef9-46f2-bece-1611c4dd3942', 'b108330b-40af-44e9-bb35-be58842ac7fc'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:22.022950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:59:22.036284 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Sync routers for ids ['3123151e-bdfd-497c-8aa5-835ae630eebf'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:59:22.050641 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Routers {'3123151e-bdfd-497c-8aa5-835ae630eebf'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:22.052193 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['3123151e-bdfd-497c-8aa5-835ae630eebf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:22.085314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:22.089113 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:22.094035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59896) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:22.094764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-01b11283-2ccf-4b79-aae3-40aa7c77d469 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8422184 Jul 27 21:59:22.107625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:22.118755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0b187-78cc-4d6d-9aa7-abb9fd271753 req-065c1d88-e8d4-405f-95ac-e54000ee7e01 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:22.123595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:22.129242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5a0b187-78cc-4d6d-9aa7-abb9fd271753 req-065c1d88-e8d4-405f-95ac-e54000ee7e01 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 935 time: 0.0801725 Jul 27 21:59:22.191001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event updated for resources: {'Port': ['ID=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:22.272774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d99e0956-1418-4f4c-918a-9f944056c2e6 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:22.277486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:22.277966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5a0b187-78cc-4d6d-9aa7-abb9fd271753 req-78c117e8-56e2-49ab-a57e-1c5f3ca40bf7 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410940 Jul 27 21:59:22.278092 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:22.310280 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-0f0e0c65-f73f-4024-b977-3a9f1c921288 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2867496 Jul 27 21:59:22.391213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Request body: {'port': {'device_id': 'a3f302f5-c955-421b-a5eb-05d9cf73a19c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:22.490225 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Set router 3123151e-bdfd-497c-8aa5-835ae630eebf gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:22.534717 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02292cc7-6d5b-4177-befd-3b08859785f2 req-76cb9d3e-5e9b-4731-8cf8-8f21a394353b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 210 time: 0.1083233 Jul 27 21:59:22.607084 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:22.881873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-be6944fa-6815-4290-b49e-7f51c0ed4b5d None None] Provisioning for port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:22.893479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d99e0956-1418-4f4c-918a-9f944056c2e6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:22.893861 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:22.897333 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-be6944fa-6815-4290-b49e-7f51c0ed4b5d None None] Provisioning complete for port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:22.897333 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be6944fa-6815-4290-b49e-7f51c0ed4b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:22.922912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6920874-87bb-49a6-8aad-58caed808def req-0a47fbdb-2a60-4056-87cb-18f6451dea17 tempest-AbsoluteLimitsNegativeTestJSON-1359225318 tempest-AbsoluteLimitsNegativeTestJSON-1359225318-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=38e35e997f564be79853265163d035d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184590 Jul 27 21:59:22.987980 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52505f-5fbb-4e7c-8e64-8e92ae4aeb76 req-f7519dfd-0549-4ada-b70d-567bf5066c4c tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:23.000877 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b52505f-5fbb-4e7c-8e64-8e92ae4aeb76 req-f7519dfd-0549-4ada-b70d-567bf5066c4c tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 1097 time: 0.2651191 Jul 27 21:59:23.063362 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1386175121-router', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:16Z', 'updated_at': '2021-07-27T21:59:19Z', 'revision_number': 3, 'project_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'gw_port': {'id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:17Z', 'updated_at': '2021-07-27T21:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:23.095421 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Checking router: 3123151e-bdfd-497c-8aa5-835ae630eebf for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:59:23.096118 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Updating router 3123151e-bdfd-497c-8aa5-835ae630eebf port 368c2b66-660e-4d05-8be0-b8735a6190f4 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:59:23.134057 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.135620 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-be6944fa-6815-4290-b49e-7f51c0ed4b5d None None] Port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:59:23.283638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b52505f-5fbb-4e7c-8e64-8e92ae4aeb76 req-3a072b89-d100-477b-8455-2bbd4066690f tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755482 Jul 27 21:59:23.365980 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6920874-87bb-49a6-8aad-58caed808def req-ab90a54d-aa4b-45a7-9ff1-1a731c2938ff tempest-AbsoluteLimitsNegativeTestJSON-1359225318 tempest-AbsoluteLimitsNegativeTestJSON-1359225318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:23.377257 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6920874-87bb-49a6-8aad-58caed808def req-ab90a54d-aa4b-45a7-9ff1-1a731c2938ff tempest-AbsoluteLimitsNegativeTestJSON-1359225318 tempest-AbsoluteLimitsNegativeTestJSON-1359225318-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4445088 Jul 27 21:59:23.414837 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6920874-87bb-49a6-8aad-58caed808def req-bd725e28-1773-4171-9ce7-4627f73afbed tempest-AbsoluteLimitsNegativeTestJSON-1359225318 tempest-AbsoluteLimitsNegativeTestJSON-1359225318-project] 10.222.0.24 "GET /v2.0/quotas/38e35e997f564be79853265163d035d8 HTTP/1.1" status: 200 len: 375 time: 0.0299029 Jul 27 21:59:23.488046 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.556389 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6920874-87bb-49a6-8aad-58caed808def req-fa2ffcd0-97be-448d-a309-aff32d769a5a tempest-AbsoluteLimitsNegativeTestJSON-1359225318 tempest-AbsoluteLimitsNegativeTestJSON-1359225318-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=38e35e997f564be79853265163d035d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1117845 Jul 27 21:59:23.615744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e5aa5-4e6e-461b-9924-18bca3507d0b req-e6d39b86-5104-44dc-8278-ec642427a7e8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:23.627143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-780e5aa5-4e6e-461b-9924-18bca3507d0b req-e6d39b86-5104-44dc-8278-ec642427a7e8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.2086058 Jul 27 21:59:23.708020 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.721336 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Transition to ACTIVE for port object 368c2b66-660e-4d05-8be0-b8735a6190f4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:23.733452 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.744572 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-780e5aa5-4e6e-461b-9924-18bca3507d0b req-c92837d6-5457-4089-9e7d-e6654181d656 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164088 Jul 27 21:59:23.824679 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e143cf7-b58f-4a4d-b999-ab2acc432d26 None None] Pushing event updated for resources: {'Port': ['ID=368c2b66-660e-4d05-8be0-b8735a6190f4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:23.855885 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Attempting to bind port 368c2b66-660e-4d05-8be0-b8735a6190f4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:23.856603 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Attempting to bind port 368c2b66-660e-4d05-8be0-b8735a6190f4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:23.857427 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Attempting to bind port 368c2b66-660e-4d05-8be0-b8735a6190f4 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:23.865525 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:23.866127 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:23.866661 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.867307 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:23.867899 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Bound port: 368c2b66-660e-4d05-8be0-b8735a6190f4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:23.868529 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:23.991749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:24.007816 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.016379 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] For port 368c2b66-660e-4d05-8be0-b8735a6190f4, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:24.039294 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] For port 368c2b66-660e-4d05-8be0-b8735a6190f4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=368c2b66-660e-4d05-8be0-b8735a6190f4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:24.049880 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.105407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Transition to ACTIVE for port object e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:24.116715 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.118526 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e143cf7-b58f-4a4d-b999-ab2acc432d26 None None] Pushing event updated for resources: {'Port': ['ID=368c2b66-660e-4d05-8be0-b8735a6190f4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:24.144608 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Routers {'3123151e-bdfd-497c-8aa5-835ae630eebf'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:24.145426 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['3123151e-bdfd-497c-8aa5-835ae630eebf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:24.176993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-f3f1950a-5a9b-474e-ab00-b9f6835663cd tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:24.180476 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-f3f1950a-5a9b-474e-ab00-b9f6835663cd tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.41 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 821 time: 0.4808125 Jul 27 21:59:24.237127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Request body: {'port': {'device_id': '3c289bfd-de5f-4f22-bac2-65ec6c0e57aa', 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520', 'admin_state_up': True, 'tenant_id': '2c1d48a9f6a14539976b63c05ed486a6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:24.341030 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] Set router 3123151e-bdfd-497c-8aa5-835ae630eebf gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:24.364674 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Allocated IP 172.20.0.1 (2f214a5c-ad89-41c5-bbde-b92986c12110/43a62a28-3c1e-4d5b-b24f-f83191345111/764aeeb6-ee76-447c-a66e-08268715a3c4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:24.385795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59942) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:24.388569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Attempting to bind port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:24.389099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Attempting to bind port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:24.389493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Attempting to bind port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:24.407488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71424aec-bd58-4a4d-ae93-d3b23e0f3584 req-ea4f351f-edae-4ae9-b9fc-5957025f3fee tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 210 time: 0.2235222 Jul 27 21:59:24.408077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:24.408482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Attempting to bind port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:24.435273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:24.435882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:24.436113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:24.436417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Bound port: e7c91c4b-a191-4f43-8e4a-710ebcbd70e4, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:24.436857 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.523301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3604244-ffe5-40dc-a3f6-44d8eec64313 req-0d2b8bd0-567f-44ab-9731-5b7d1d8d18cd tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:24.532712 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e3604244-ffe5-40dc-a3f6-44d8eec64313 req-0d2b8bd0-567f-44ab-9731-5b7d1d8d18cd tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 947 time: 0.3499591 Jul 27 21:59:24.580733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:24.606669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Made reservation on behalf of 2c1d48a9f6a14539976b63c05ed486a6 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:24.611559 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.626708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] For port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:24.648572 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] For port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:24.654066 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.707051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:24.708264 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.709747 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] 10.222.0.43 "PUT /v2.0/ports/e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 HTTP/1.1" status: 200 len: 1095 time: 2.3289354 Jul 27 21:59:24.716079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f302f5-c955-421b-a5eb-05d9cf73a19c', 'tag': 'e7c91c4b-a191-4f43-8e4a-710ebcbd70e4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:24.719102 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab4337a-e032-4c49-af1d-d8ec8636c086" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f302f5-c955-421b-a5eb-05d9cf73a19c", "tag": "e7c91c4b-a191-4f43-8e4a-710ebcbd70e4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:24.741955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-922b834e-e849-476b-99af-249bb27f45a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:24.771433 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1386175121-router', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:16Z', 'updated_at': '2021-07-27T21:59:19Z', 'revision_number': 3, 'project_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'gw_port': {'id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:17Z', 'updated_at': '2021-07-27T21:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:24.814944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Allocated IP 172.20.0.6 (d4cdef4a-b876-4d9f-bd07-5494421f6520/fe00a135-d5e2-42bb-bdff-92466a160216/33ea45eb-527a-4264-9052-090a0fba4306) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:24.833162 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039d56b-df66-4c05-aef6-934b711ca8ce None None] The sync data for ids ['3123151e-bdfd-497c-8aa5-835ae630eebf'] in n-d-802011-3 is: [{'id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1386175121-router', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:16Z', 'updated_at': '2021-07-27T21:59:19Z', 'revision_number': 3, 'project_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'gw_port': {'id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:17Z', 'updated_at': '2021-07-27T21:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:59:24.915652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e3604244-ffe5-40dc-a3f6-44d8eec64313 req-5a39d436-d3fb-41b7-8064-015a2293928b tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815722 Jul 27 21:59:25.051529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29ec87-7ced-4b47-a782-7c82c3153358 req-0915acf1-5d0e-41b0-b0ad-13c38eedb933 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:25.059910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d29ec87-7ced-4b47-a782-7c82c3153358 req-0915acf1-5d0e-41b0-b0ad-13c38eedb933 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 1097 time: 0.4906170 Jul 27 21:59:25.106634 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b601a4-6a1e-45a1-bfa3-5114254c6bd1 x-openstack-request-id: req-79b601a4-6a1e-45a1-bfa3-5114254c6bd1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:25.107231 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f302f5-c955-421b-a5eb-05d9cf73a19c", "tag": "e7c91c4b-a191-4f43-8e4a-710ebcbd70e4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:25.107760 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79b601a4-6a1e-45a1-bfa3-5114254c6bd1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:25.108292 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f302f5-c955-421b-a5eb-05d9cf73a19c', 'tag': 'e7c91c4b-a191-4f43-8e4a-710ebcbd70e4', 'status': 'completed', 'code': 200} Jul 27 21:59:25.184891 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83932aa0-390d-4352-bcc8-d9e3198885e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:25.198138 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:25.201503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d29ec87-7ced-4b47-a782-7c82c3153358 req-e8775ddb-4672-4c7f-bbe9-baf790c1fced tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405630 Jul 27 21:59:25.226557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Transition to ACTIVE for port object 764aeeb6-ee76-447c-a66e-08268715a3c4 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:25.236392 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:25.264298 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-9c175bec-9488-4f01-aed2-ce4232435910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:25.265833 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-9c175bec-9488-4f01-aed2-ce4232435910 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 1098 time: 0.1514707 Jul 27 21:59:25.270792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07b491-3fb2-4363-99bf-c3cc7d3ce234 req-2a0511f8-4f17-4054-af62-5ed9a94e4ec1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:25.272674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab07b491-3fb2-4363-99bf-c3cc7d3ce234 req-2a0511f8-4f17-4054-af62-5ed9a94e4ec1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1774862 Jul 27 21:59:25.363391 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-a0d72898-1e4e-466d-9401-45f44a1a85bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 HTTP/1.1" status: 200 len: 217 time: 0.0618868 Jul 27 21:59:25.371868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:25.375417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab07b491-3fb2-4363-99bf-c3cc7d3ce234 req-1c7be783-8f3b-4a41-bc38-8bb03ad3bf44 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852873 Jul 27 21:59:25.451115 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:25.486040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Network 2f214a5c-ad89-41c5-bbde-b92986c12110 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:25.499978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:25.515888 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:25.520510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Pushing event updated for resources: {'Port': ['ID=764aeeb6-ee76-447c-a66e-08268715a3c4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:25.521337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Network d4cdef4a-b876-4d9f-bd07-5494421f6520 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:25.556104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-d04df967-efb4-438a-8cee-b0d428ac7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:25.557605 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-d04df967-efb4-438a-8cee-b0d428ac7294 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1818123 Jul 27 21:59:25.569963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:25.574885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:25.607158 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-922b834e-e849-476b-99af-249bb27f45a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:25.641811 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-922b834e-e849-476b-99af-249bb27f45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:25.704448 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:25.775470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Pushing event updated for resources: {'Port': ['ID=33ea45eb-527a-4264-9052-090a0fba4306,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:25.787666 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-922b834e-e849-476b-99af-249bb27f45a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38e35e997f564be79853265163d035d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3892748 Jul 27 21:59:25.790346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59970) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:25.793170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:25.795372 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:25.814065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b834e-e849-476b-99af-249bb27f45a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113d9572-0c7e-44b1-a828-1955d9febef3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:25.840783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-bf0e5752-8f28-4eec-80bb-319dc4933c84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6187196 Jul 27 21:59:25.859659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b5b5e-c749-4e08-8b53-59f1711079bc req-f8f4fc30-89d4-4df5-a96d-9975b0dc416f tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:25.867213 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-512b5b5e-c749-4e08-8b53-59f1711079bc req-f8f4fc30-89d4-4df5-a96d-9975b0dc416f tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 931 time: 0.2815967 Jul 27 21:59:25.867991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-7c127032-30a2-4fc2-9e75-4288b1fe1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:25.874784 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-7c127032-30a2-4fc2-9e75-4288b1fe1bc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3006980 Jul 27 21:59:25.879865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Request body: {'port': {'device_id': '3c289bfd-de5f-4f22-bac2-65ec6c0e57aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:25.956851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-027e8fc1-1367-4043-aab2-359c5b2184a5 None None] Provisioning for port 764aeeb6-ee76-447c-a66e-08268715a3c4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:25.973264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-027e8fc1-1367-4043-aab2-359c5b2184a5 None None] Provisioning complete for port 764aeeb6-ee76-447c-a66e-08268715a3c4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:25.973913 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-027e8fc1-1367-4043-aab2-359c5b2184a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.002902 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-512b5b5e-c749-4e08-8b53-59f1711079bc req-67520f10-9cce-4049-ae66-3a2511811b25 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289704 Jul 27 21:59:26.023492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.122415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-027e8fc1-1367-4043-aab2-359c5b2184a5 None None] Port 764aeeb6-ee76-447c-a66e-08268715a3c4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:59:26.244757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 368c2b66-660e-4d05-8be0-b8735a6190f4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:26.295121 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.378972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 368c2b66-660e-4d05-8be0-b8735a6190f4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:26.388058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bbd52bc-d849-4333-877f-db5265982eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.388381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 368c2b66-660e-4d05-8be0-b8735a6190f4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:26.388768 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.392233 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-c7eb4196-ffe9-4a31-b691-387be0a09928 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064411 Jul 27 21:59:26.539938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dd444-ae7c-42c0-9b2d-97535e9eef09 req-96fcbdd6-816c-4387-84f2-8bde9b0e057f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:26.547997 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c8dd444-ae7c-42c0-9b2d-97535e9eef09 req-96fcbdd6-816c-4387-84f2-8bde9b0e057f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 947 time: 0.3860741 Jul 27 21:59:26.613835 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86e3ceaa-ab8e-4499-863c-b90fb169793c req-03827396-b62b-4f41-a0f6-c1faf9370853 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133129 Jul 27 21:59:26.631850 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.675368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 368c2b66-660e-4d05-8be0-b8735a6190f4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=368c2b66-660e-4d05-8be0-b8735a6190f4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:26.682228 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.794944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=368c2b66-660e-4d05-8be0-b8735a6190f4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:26.883302 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bbd52bc-d849-4333-877f-db5265982eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:26.918628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8bccec81-ba9e-4194-8e7b-97d0d9c151e6 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:59:26.919602 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8bccec81-ba9e-4194-8e7b-97d0d9c151e6 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059447 Jul 27 21:59:26.943011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] Request body: {'binding': {'host': 'n-h2-802011-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:26.943219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c8dd444-ae7c-42c0-9b2d-97535e9eef09 req-a69939b5-b644-4129-9424-d839b0cff366 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940201 Jul 27 21:59:26.943480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:59:27.066578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4337a-e032-4c49-af1d-d8ec8636c086 req-8085efe1-7dd6-4826-ac6e-7ad7a3726a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:27.068312 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cab4337a-e032-4c49-af1d-d8ec8636c086 req-8085efe1-7dd6-4826-ac6e-7ad7a3726a58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 1098 time: 0.3328316 Jul 27 21:59:27.107834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ea45eb-527a-4264-9052-090a0fba4306 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:27.118416 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.245505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c9003-a7d3-44f4-b877-c20f8bd0ac8e req-24feb137-bd14-4566-b231-74d2fb393e94 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:27.250695 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bbd52bc-d849-4333-877f-db5265982eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.254465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a79c9003-a7d3-44f4-b877-c20f8bd0ac8e req-24feb137-bd14-4566-b231-74d2fb393e94 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1039312 Jul 27 21:59:27.257408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bbd52bc-d849-4333-877f-db5265982eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.264017 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6bbd52bc-d849-4333-877f-db5265982eeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/113d9572-0c7e-44b1-a828-1955d9febef3 HTTP/1.1" status: 204 len: 168 time: 1.4696200 Jul 27 21:59:27.298809 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.316899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd52bc-d849-4333-877f-db5265982eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113d9572-0c7e-44b1-a828-1955d9febef3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:27.324874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.338859 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Transition to ACTIVE for port object 33ea45eb-527a-4264-9052-090a0fba4306 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:27.380398 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.426620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4337a-e032-4c49-af1d-d8ec8636c086 req-45f61c2e-021f-4adb-a292-1cd47091bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:27.428229 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cab4337a-e032-4c49-af1d-d8ec8636c086 req-45f61c2e-021f-4adb-a292-1cd47091bbea service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3417978 Jul 27 21:59:27.470951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Pushing event updated for resources: {'Port': ['ID=33ea45eb-527a-4264-9052-090a0fba4306,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:27.499856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a79c9003-a7d3-44f4-b877-c20f8bd0ac8e req-02bf1649-ee6c-4c0f-ae78-b704228a87e9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437859 Jul 27 21:59:27.524390 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.530376 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cab4337a-e032-4c49-af1d-d8ec8636c086 req-504e821d-db3b-44fc-81ad-eb507c059147 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 HTTP/1.1" status: 200 len: 217 time: 0.0799327 Jul 27 21:59:27.531738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Pushing event updated for resources: {'Port': ['ID=764aeeb6-ee76-447c-a66e-08268715a3c4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:27.537588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] Attempting to bind port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on host n-h2-802011-3 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:27.537932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] Attempting to bind port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:27.538279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] Attempting to bind port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:27.582167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] Port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on network 7cee2f76-6b3e-4186-8970-022f34a894f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:27.582506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] Attempting to bind port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:27.653651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:27.654254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:27.654254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] Bound using segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:27.655996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] Bound port: 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:27.679703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:27.680206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:27.680325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:27.690674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Port 33ea45eb-527a-4264-9052-090a0fba4306 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:27.691025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:27.705721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:27.706495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:27.707382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:27.708131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Bound port: 33ea45eb-527a-4264-9052-090a0fba4306, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:27.709044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.717568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4337a-e032-4c49-af1d-d8ec8636c086 req-0e8a59f8-b4d2-4149-adea-bd4df7c5adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:27.719791 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cab4337a-e032-4c49-af1d-d8ec8636c086 req-0e8a59f8-b4d2-4149-adea-bd4df7c5adfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1728737 Jul 27 21:59:27.818768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Network 2f214a5c-ad89-41c5-bbde-b92986c12110 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:27.820569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:27.824155 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:27.835142 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:27.836314 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-2713f37f-06ff-46ac-b218-b493b698a5ea service neutron] 10.222.0.24 "POST /v2.0/ports/6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.8971620 Jul 27 21:59:27.840233 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4337a-e032-4c49-af1d-d8ec8636c086 req-7ed9f201-7a9e-4ddb-8ec7-3360bdf9bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:27.841713 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cab4337a-e032-4c49-af1d-d8ec8636c086 req-7ed9f201-7a9e-4ddb-8ec7-3360bdf9bbe6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020360 Jul 27 21:59:27.841832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172964ef-b53a-476f-a41f-96a5ebe5d365 req-af96e8b0-5a38-45e4-89bd-11612edc6265 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:27.849752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-172964ef-b53a-476f-a41f-96a5ebe5d365 req-af96e8b0-5a38-45e4-89bd-11612edc6265 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 943 time: 0.1450675 Jul 27 21:59:27.950121 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-172964ef-b53a-476f-a41f-96a5ebe5d365 req-026d0ed5-cb88-495a-aa44-1c352572942c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993929 Jul 27 21:59:27.958919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:28.013559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=33ea45eb-527a-4264-9052-090a0fba4306,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:28.030802 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:28.152747 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cab4337a-e032-4c49-af1d-d8ec8636c086 req-b8f1e90b-900e-4a35-9287-b7d789747cc2 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736783 Jul 27 21:59:28.154639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Router 3123151e-bdfd-497c-8aa5-835ae630eebf has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:59:28.156354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:28.157367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:28.159896 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] 10.222.0.41 "PUT /v2.0/ports/33ea45eb-527a-4264-9052-090a0fba4306 HTTP/1.1" status: 200 len: 1091 time: 2.2895143 Jul 27 21:59:28.197302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 368c2b66-660e-4d05-8be0-b8735a6190f4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:28.233106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c289bfd-de5f-4f22-bac2-65ec6c0e57aa', 'tag': '33ea45eb-527a-4264-9052-090a0fba4306'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:28.239688 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0384f957-d2a3-4a43-a17b-ff79d771bc27" -d '{"events": [{"name": "network-changed", "server_uuid": "3c289bfd-de5f-4f22-bac2-65ec6c0e57aa", "tag": "33ea45eb-527a-4264-9052-090a0fba4306"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:28.302226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 368c2b66-660e-4d05-8be0-b8735a6190f4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:28.302820 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:28.399659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6e879-5ba3-4417-998c-359162796bc7 req-47006a55-de38-4205-b1ed-fac2a416fe46 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:28.401525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0af6e879-5ba3-4417-998c-359162796bc7 req-47006a55-de38-4205-b1ed-fac2a416fe46 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 946 time: 0.3536718 Jul 27 21:59:28.457657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c7feb3c9-e054-425d-a791-9826872d9d8a None None] Provisioning complete for port 764aeeb6-ee76-447c-a66e-08268715a3c4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:28.458044 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7feb3c9-e054-425d-a791-9826872d9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:28.470616 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4725fa8-0d77-4b8e-8f70-3be8a0535a2a service neutron] Pushing event updated for resources: {'Port': ['ID=33ea45eb-527a-4264-9052-090a0fba4306,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:28.488689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-ee866f45-a141-48d9-be09-1f0d8a32a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:28.490246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-ee866f45-a141-48d9-be09-1f0d8a32a31c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 1094 time: 0.2372541 Jul 27 21:59:28.523063 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209e67a-16c1-4bbf-9f42-dd2e37d3ffb6 req-b21bb536-8a7e-45ec-8774-fc03bd269a5c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:28.524721 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a209e67a-16c1-4bbf-9f42-dd2e37d3ffb6 req-b21bb536-8a7e-45ec-8774-fc03bd269a5c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 947 time: 0.3352952 Jul 27 21:59:28.527972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0af6e879-5ba3-4417-998c-359162796bc7 req-01bd6c7f-1a8f-4a32-a756-48777fd3439c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150854 Jul 27 21:59:28.535526 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-408cf68d-82db-44d6-af5c-042074a431ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:28.537052 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-408cf68d-82db-44d6-af5c-042074a431ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 1097 time: 0.2652733 Jul 27 21:59:28.574753 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c7feb3c9-e054-425d-a791-9826872d9d8a None None] Port 764aeeb6-ee76-447c-a66e-08268715a3c4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:59:28.702420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-49ca6dde-d42d-4071-a293-904f61c846b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:28.704046 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-49ca6dde-d42d-4071-a293-904f61c846b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.1097522 Jul 27 21:59:28.738709 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-c13ba178-2ec0-46b9-b036-2e23f998bb47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33ea45eb-527a-4264-9052-090a0fba4306 HTTP/1.1" status: 200 len: 217 time: 0.2365823 Jul 27 21:59:28.740274 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04ffe02-3529-43b9-83fe-fef3de881ace x-openstack-request-id: req-f04ffe02-3529-43b9-83fe-fef3de881ace {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:28.740578 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c289bfd-de5f-4f22-bac2-65ec6c0e57aa", "tag": "33ea45eb-527a-4264-9052-090a0fba4306", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:28.745859 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f04ffe02-3529-43b9-83fe-fef3de881ace {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:28.746331 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c289bfd-de5f-4f22-bac2-65ec6c0e57aa', 'tag': '33ea45eb-527a-4264-9052-090a0fba4306', 'status': 'completed', 'code': 200} Jul 27 21:59:28.746829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:59:28.759973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Sync routers for ids ['3123151e-bdfd-497c-8aa5-835ae630eebf'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:59:28.775629 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-23c5824c-d435-410a-a770-bf132c96cc7f admin admin] 10.222.0.24 "PUT /v2.0/routers/3123151e-bdfd-497c-8aa5-835ae630eebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6601515 Jul 27 21:59:28.777830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Routers {'3123151e-bdfd-497c-8aa5-835ae630eebf'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:28.779950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['3123151e-bdfd-497c-8aa5-835ae630eebf'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:28.783692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cab4337a-e032-4c49-af1d-d8ec8636c086 req-ec2c8f10-8ba9-4021-ae13-25153c3202c0 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053755 Jul 27 21:59:28.870123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-a4f31080-4cfc-4482-83c4-f7365698a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:28.872514 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-a4f31080-4cfc-4482-83c4-f7365698a2c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.1124063 Jul 27 21:59:28.873758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-cdaa5533-937f-440f-9b26-6e6c589a92f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf HTTP/1.1" status: 200 len: 217 time: 0.1551278 Jul 27 21:59:28.948001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a209e67a-16c1-4bbf-9f42-dd2e37d3ffb6 req-cbcea7c3-0bc7-4a3f-9b4f-7fd922f5158c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098070 Jul 27 21:59:28.954008 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-0821ba27-4624-4e0b-8d1f-ee2043df8064 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620935 Jul 27 21:59:29.118174 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Set router 3123151e-bdfd-497c-8aa5-835ae630eebf gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:29.183775 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-e4512b7d-bc9f-453f-ae6a-4c2ec0cf36ad service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072403 Jul 27 21:59:29.289680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4332fcf-7958-4097-aac4-fe846ebcdf1b req-cbc50345-4c82-47a5-9715-af6364bd12a7 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978978 Jul 27 21:59:29.340238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11064a-a8f0-4ae1-beaf-a85abf324f78 req-b09f78cc-7277-4dbe-871a-e20ffca76ced tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:29.349580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e11064a-a8f0-4ae1-beaf-a85abf324f78 req-b09f78cc-7277-4dbe-871a-e20ffca76ced tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.4675636 Jul 27 21:59:29.349580 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-57d754cf-e2b7-453a-8272-e3aa28a2f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:29.349580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-57d754cf-e2b7-453a-8272-e3aa28a2f1a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.4259369 Jul 27 21:59:29.378395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:29.466118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-95bfb058-4109-43d2-9231-6715706e0cc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803499 Jul 27 21:59:29.561119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:29.567990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-0fbe34c7-4264-4bd3-8ac4-02ab66bb01e4 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914319 Jul 27 21:59:29.572907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e11064a-a8f0-4ae1-beaf-a85abf324f78 req-eb0e671a-d799-4ee4-9fe8-6b9d890a00ed tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229528 Jul 27 21:59:29.576104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f957-d2a3-4a43-a17b-ff79d771bc27 req-514b8b97-5706-4170-a941-2f35ae252849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:29.577858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0384f957-d2a3-4a43-a17b-ff79d771bc27 req-514b8b97-5706-4170-a941-2f35ae252849 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 1094 time: 0.1907103 Jul 27 21:59:29.579665 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'e7c91c4b-a191-4f43-8e4a-710ebcbd70e4', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'e7c91c4b-a191-4f43-8e4a-710ebcbd70e4', 'mac_address': 'fa:16:3e:03:a1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:59:29.685401 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:29.701631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:29.729945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:29.743632 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:29.751096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f957-d2a3-4a43-a17b-ff79d771bc27 req-b6d8a001-1294-4c98-9007-511033cc453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:29.752673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0384f957-d2a3-4a43-a17b-ff79d771bc27 req-b6d8a001-1294-4c98-9007-511033cc453c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.1650479 Jul 27 21:59:29.757401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-b2820b6b-b30f-4ec5-b07d-cb865f79f96e service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787555 Jul 27 21:59:29.826953 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0384f957-d2a3-4a43-a17b-ff79d771bc27 req-55bf331d-6a1a-4ea8-8ea4-960c86eba6a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33ea45eb-527a-4264-9052-090a0fba4306 HTTP/1.1" status: 200 len: 217 time: 0.0634747 Jul 27 21:59:29.869537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:29.890017 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1386175121-router', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:16Z', 'updated_at': '2021-07-27T21:59:26Z', 'revision_number': 4, 'project_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'gw_port': {'id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:17Z', 'updated_at': '2021-07-27T21:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '764aeeb6-ee76-447c-a66e-08268715a3c4', 'name': '', 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'mac_address': 'fa:16:3e:35:e2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '43a62a28-3c1e-4d5b-b24f-f83191345111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:23Z', 'updated_at': '2021-07-27T21:59:26Z', 'revision_number': 2, 'project_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'subnets': [{'id': '43a62a28-3c1e-4d5b-b24f-f83191345111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:29.921973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Checking router: 3123151e-bdfd-497c-8aa5-835ae630eebf for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:59:29.923150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Updating router 3123151e-bdfd-497c-8aa5-835ae630eebf port 764aeeb6-ee76-447c-a66e-08268715a3c4 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:59:29.956547 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:29.970651 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e29b91-29fa-409f-8fac-d629a6a9fc5f req-2ec90720-dc10-479e-92d5-a2feb7e3e6b9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:29.988841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a4e29b91-29fa-409f-8fac-d629a6a9fc5f req-2ec90720-dc10-479e-92d5-a2feb7e3e6b9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 943 time: 0.1647203 Jul 27 21:59:29.995139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-62c638b3-c536-4b89-b709-5f3d9c1f2e30 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:29.996616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-62c638b3-c536-4b89-b709-5f3d9c1f2e30 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a&tenant_id=48c07bc2e64240d8afb0624a793a2735&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1097 time: 0.1253877 Jul 27 21:59:30.044845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802011-3'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:30.051706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f957-d2a3-4a43-a17b-ff79d771bc27 req-acfa60b8-7529-499b-9ff0-78fe32915be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:30.053239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0384f957-d2a3-4a43-a17b-ff79d771bc27 req-acfa60b8-7529-499b-9ff0-78fe32915be2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.1968243 Jul 27 21:59:30.109785 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0384f957-d2a3-4a43-a17b-ff79d771bc27 req-d9de9372-9f89-47e7-808e-a5cda4beda64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297804 Jul 27 21:59:30.128269 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a4e29b91-29fa-409f-8fac-d629a6a9fc5f req-f358705c-0eed-48e3-b234-9c73d9f8f839 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330926 Jul 27 21:59:30.285590 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:30.385607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['e7c91c4b-a191-4f43-8e4a-710ebcbd70e4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:30.402207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd649dee-d7c5-43e1-9440-6d7dc110dd7f req-ae361af9-9d3b-48a7-9230-b16301a90d99 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:30.404023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd649dee-d7c5-43e1-9440-6d7dc110dd7f req-ae361af9-9d3b-48a7-9230-b16301a90d99 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 946 time: 0.1279893 Jul 27 21:59:30.448391 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0384f957-d2a3-4a43-a17b-ff79d771bc27 req-a8199163-7350-447f-bfcd-8d689c84b9c3 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188357 Jul 27 21:59:30.571318 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd649dee-d7c5-43e1-9440-6d7dc110dd7f req-a997e9e2-db9a-47ce-802b-94874fefa26b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592846 Jul 27 21:59:30.611759 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:30.626733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Transition to ACTIVE for port object 764aeeb6-ee76-447c-a66e-08268715a3c4 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:30.635274 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:30.636246 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:30.656700 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0384f957-d2a3-4a43-a17b-ff79d771bc27 req-9d1623dd-4b0d-4bf6-a33a-0c95367cacdd service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588433 Jul 27 21:59:30.745274 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f0eb9-e8cc-45e2-a237-d19f223bd31e None None] Pushing event updated for resources: {'Port': ['ID=764aeeb6-ee76-447c-a66e-08268715a3c4,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:30.748006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:30.891701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Attempting to bind port 764aeeb6-ee76-447c-a66e-08268715a3c4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:30.900202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Attempting to bind port 764aeeb6-ee76-447c-a66e-08268715a3c4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '5bbfe549-e14d-4f0c-b905-ac857234534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:30.900838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Attempting to bind port 764aeeb6-ee76-447c-a66e-08268715a3c4 on network 2f214a5c-ad89-41c5-bbde-b92986c12110 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:30.905062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7655554f-1ca2-47aa-8e47-f422b6a4c37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:30.915903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:30.916449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Checking segment: {'id': '5bbfe549-e14d-4f0c-b905-ac857234534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:30.916957 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:30.917562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Bound using segment: {'id': '5bbfe549-e14d-4f0c-b905-ac857234534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:30.918034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Bound port: 764aeeb6-ee76-447c-a66e-08268715a3c4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbfe549-e14d-4f0c-b905-ac857234534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:30.918536 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0967ab-a820-4500-a495-5a12753abf01" -d '{"events": [{"server_uuid": "7655554f-1ca2-47aa-8e47-f422b6a4c37a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:30.918807 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:30.926732 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:30.988858 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:31.040576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fe24a-ed5f-4400-b4ec-55b04554eeef req-d1e1366d-be6f-4c7b-a597-ade91c7dff12 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:31.048803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c6fe24a-ed5f-4400-b4ec-55b04554eeef req-d1e1366d-be6f-4c7b-a597-ade91c7dff12 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 948 time: 0.1681671 Jul 27 21:59:31.074808 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] For port 764aeeb6-ee76-447c-a66e-08268715a3c4, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:31.084617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] For port 764aeeb6-ee76-447c-a66e-08268715a3c4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=764aeeb6-ee76-447c-a66e-08268715a3c4,segment=NetworkSegment(5bbfe549-e14d-4f0c-b905-ac857234534a),segment_id=5bbfe549-e14d-4f0c-b905-ac857234534a)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:31.091592 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:31.193496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c6fe24a-ed5f-4400-b4ec-55b04554eeef req-6cc88f51-1aec-4b37-a8fc-c52d4baa11dd tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437340 Jul 27 21:59:31.216334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Routers {'3123151e-bdfd-497c-8aa5-835ae630eebf'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:31.220544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['3123151e-bdfd-497c-8aa5-835ae630eebf'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:31.222676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:31.240255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Attempting to bind port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on host n-h1-802011-3 for vnic_type normal with profile {"migrating_to": "n-h2-802011-3"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:31.241748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Attempting to bind port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:31.242251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Attempting to bind port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:31.254196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on network 7cee2f76-6b3e-4186-8970-022f34a894f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:31.258687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Attempting to bind port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:31.267587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:31.268210 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:31.268764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Bound using segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:31.269383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Bound port: 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:31.269907 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:31.346364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f0eb9-e8cc-45e2-a237-d19f223bd31e None None] Pushing event updated for resources: {'Port': ['ID=764aeeb6-ee76-447c-a66e-08268715a3c4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:31.511663 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b623db-fc53-41f2-8f02-ae1be9bd0e72 x-openstack-request-id: req-b6b623db-fc53-41f2-8f02-ae1be9bd0e72 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:31.512801 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7655554f-1ca2-47aa-8e47-f422b6a4c37a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:31.523169 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6b623db-fc53-41f2-8f02-ae1be9bd0e72 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:31.523741 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7655554f-1ca2-47aa-8e47-f422b6a4c37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf', 'code': 200} Jul 27 21:59:31.581166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:31.592129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:31.642448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad121-bfdb-4f23-9c04-c9a829bf1e6d req-9e0345da-4e91-4836-aa1f-0b86b03360b3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:31.654590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-771ad121-bfdb-4f23-9c04-c9a829bf1e6d req-9e0345da-4e91-4836-aa1f-0b86b03360b3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.2749569 Jul 27 21:59:31.660470 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:31.771769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 33ea45eb-527a-4264-9052-090a0fba4306 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:31.787612 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-771ad121-bfdb-4f23-9c04-c9a829bf1e6d req-81a582c8-5b86-4309-9d2a-6b63f70971ab tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310124 Jul 27 21:59:31.922008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] Set router 3123151e-bdfd-497c-8aa5-835ae630eebf gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:31.926138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73996298-98a3-4e97-a278-fae51851fcd9 req-906cb90e-1f75-4b4a-9ab8-5adf8157f1cb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:31.933695 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73996298-98a3-4e97-a278-fae51851fcd9 req-906cb90e-1f75-4b4a-9ab8-5adf8157f1cb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 943 time: 0.2705109 Jul 27 21:59:31.949660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:31.950592 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:31.951986 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] 10.222.0.41 "PUT /v2.0/ports/6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf HTTP/1.1" status: 200 len: 1122 time: 1.9117813 Jul 27 21:59:31.973794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=33ea45eb-527a-4264-9052-090a0fba4306,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:31.991452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3568b-a9de-454d-80ab-6353c6aa3e31 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:31.998105 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efe17237-e4cb-4b85-b871-1b6b39536e5f req-a388c8a2-9d18-4ed1-a0bd-3ddd5141b21e tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0584571 Jul 27 21:59:32.054314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '33ea45eb-527a-4264-9052-090a0fba4306', 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520', 'port_id': '33ea45eb-527a-4264-9052-090a0fba4306', 'mac_address': 'fa:16:3e:26:0f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe00a135-d5e2-42bb-bdff-92466a160216', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:59:32.055970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73996298-98a3-4e97-a278-fae51851fcd9 req-51261c03-df4d-45c1-80bf-e084f480c789 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164217 Jul 27 21:59:32.251674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:32.280183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f060d3-c4b9-4362-a1c4-b8d848d58720 req-9c22fe06-f77f-4dfb-95bb-66dcb71fd63c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:32.290490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56f060d3-c4b9-4362-a1c4-b8d848d58720 req-9c22fe06-f77f-4dfb-95bb-66dcb71fd63c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 944 time: 0.1462274 Jul 27 21:59:32.358047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56f060d3-c4b9-4362-a1c4-b8d848d58720 req-c6ded2b4-45d6-49d6-922f-0e71c929914d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663326 Jul 27 21:59:32.399054 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.451916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ea45eb-527a-4264-9052-090a0fba4306 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:32.507328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25872e2d-4bff-4ea8-8cb8-8ce69d425f7b req-c378a104-3ef7-4fe8-a050-92424ee842b7 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:32.509817 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25872e2d-4bff-4ea8-8cb8-8ce69d425f7b req-c378a104-3ef7-4fe8-a050-92424ee842b7 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 948 time: 0.1329370 Jul 27 21:59:32.531575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=33ea45eb-527a-4264-9052-090a0fba4306,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:32.543236 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:32.591782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3942b72-958b-43e2-ad29-8493f3e0e024 req-67738525-e593-4524-9842-d2088b227540 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:32.593732 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3942b72-958b-43e2-ad29-8493f3e0e024 req-67738525-e593-4524-9842-d2088b227540 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 950 time: 0.0826485 Jul 27 21:59:32.601491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25872e2d-4bff-4ea8-8cb8-8ce69d425f7b req-39f1aee6-22f3-4f0e-b8de-918b606185ef tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796378 Jul 27 21:59:32.638250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=33ea45eb-527a-4264-9052-090a0fba4306,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:32.656521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1386175121-router', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:16Z', 'updated_at': '2021-07-27T21:59:26Z', 'revision_number': 4, 'project_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'gw_port': {'id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:17Z', 'updated_at': '2021-07-27T21:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '764aeeb6-ee76-447c-a66e-08268715a3c4', 'name': '', 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'mac_address': 'fa:16:3e:35:e2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '43a62a28-3c1e-4d5b-b24f-f83191345111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:23Z', 'updated_at': '2021-07-27T21:59:31Z', 'revision_number': 4, 'project_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'subnets': [{'id': '43a62a28-3c1e-4d5b-b24f-f83191345111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:32.674543 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3942b72-958b-43e2-ad29-8493f3e0e024 req-6a6f1286-c9a2-44f1-ada4-d7c1f0fa5415 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482540 Jul 27 21:59:32.772040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9432f3ea-914f-43ea-8d2d-eda69b669697 None None] The sync data for ids ['3123151e-bdfd-497c-8aa5-835ae630eebf'] in n-d-802011-3 is: [{'id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1386175121-router', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:16Z', 'updated_at': '2021-07-27T21:59:26Z', 'revision_number': 4, 'project_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'gw_port': {'id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:17Z', 'updated_at': '2021-07-27T21:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '764aeeb6-ee76-447c-a66e-08268715a3c4', 'name': '', 'network_id': '2f214a5c-ad89-41c5-bbde-b92986c12110', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'mac_address': 'fa:16:3e:35:e2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '43a62a28-3c1e-4d5b-b24f-f83191345111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:23Z', 'updated_at': '2021-07-27T21:59:31Z', 'revision_number': 4, 'project_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'subnets': [{'id': '43a62a28-3c1e-4d5b-b24f-f83191345111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:59:32.838040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545929d-4688-4f26-86b8-9f181ec9e922 req-7c5131df-bea5-4c4b-8ce7-423bf48ed16e tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:32.877178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['33ea45eb-527a-4264-9052-090a0fba4306'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:32.893096 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c545929d-4688-4f26-86b8-9f181ec9e922 req-7c5131df-bea5-4c4b-8ce7-423bf48ed16e tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 945 time: 0.1491323 Jul 27 21:59:32.979812 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c545929d-4688-4f26-86b8-9f181ec9e922 req-43b7b654-1786-47e2-992e-5478435ab78a tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858092 Jul 27 21:59:33.234939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f5c0f-532d-4b4d-96f0-d6e0708829ed req-6436b4fe-d611-4d49-9433-3b69ad0c1048 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:33.245363 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef3f5c0f-532d-4b4d-96f0-d6e0708829ed req-6436b4fe-d611-4d49-9433-3b69ad0c1048 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1263995 Jul 27 21:59:33.354057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:33.403028 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef3f5c0f-532d-4b4d-96f0-d6e0708829ed req-f4aec915-5c83-4681-b83e-eac9dbe1314b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562846 Jul 27 21:59:33.449410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:33.459964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:33.460493 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:33.526834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7655554f-1ca2-47aa-8e47-f422b6a4c37a', 'tag': '6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:33.529582 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efdeaed-1698-4e5b-8eef-12849844d934" -d '{"events": [{"name": "network-changed", "server_uuid": "7655554f-1ca2-47aa-8e47-f422b6a4c37a", "tag": "6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:33.580828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b374a3-e092-44b2-8bc5-a7cc7dce7b61 req-3d78f981-6f19-473f-bb30-0441478dca7c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:33.588973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3b374a3-e092-44b2-8bc5-a7cc7dce7b61 req-3d78f981-6f19-473f-bb30-0441478dca7c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 944 time: 0.0935047 Jul 27 21:59:33.633623 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:33.684719 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3b374a3-e092-44b2-8bc5-a7cc7dce7b61 req-80d3b26f-1f15-41ed-95c9-04f2efd7ff27 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947905 Jul 27 21:59:33.687854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f302f5-c955-421b-a5eb-05d9cf73a19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c91c4b-a191-4f43-8e4a-710ebcbd70e4'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:33.694802 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3645ad32-ff45-408c-9800-9c57acb31d71" -d '{"events": [{"server_uuid": "a3f302f5-c955-421b-a5eb-05d9cf73a19c", "name": "network-vif-plugged", "status": "completed", "tag": "e7c91c4b-a191-4f43-8e4a-710ebcbd70e4"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:33.719800 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:33.727085 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:33.728150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 543f02b2-e472-4658-b4a6-1a8318f4c0a5 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:33.909120 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:33.914431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:33.957405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:33.963138 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:33.970364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c37efd9-cb64-49ed-a4f5-86c6118c5ca3 req-153b9fde-b1f5-438d-9dae-c85fc1b4dcf7 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0621982 Jul 27 21:59:34.005294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537d80-1787-4362-901e-31c2421c2ea7 req-b84fc895-d507-4772-9199-03bea5424e26 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:34.015706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a537d80-1787-4362-901e-31c2421c2ea7 req-b84fc895-d507-4772-9199-03bea5424e26 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 944 time: 0.1467290 Jul 27 21:59:34.067716 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=543f02b2-e472-4658-b4a6-1a8318f4c0a5,revision_number=11']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:34.086803 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c107ea-18e9-46dc-8da1-43754ceb133d x-openstack-request-id: req-20c107ea-18e9-46dc-8da1-43754ceb133d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:34.087091 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7655554f-1ca2-47aa-8e47-f422b6a4c37a", "tag": "6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:34.087343 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20c107ea-18e9-46dc-8da1-43754ceb133d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:34.087737 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7655554f-1ca2-47aa-8e47-f422b6a4c37a', 'tag': '6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf', 'status': 'completed', 'code': 200} Jul 27 21:59:34.118153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a537d80-1787-4362-901e-31c2421c2ea7 req-8db8475c-2280-4d86-8c24-dae8bbbdd1cf tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963295 Jul 27 21:59:34.226663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 764aeeb6-ee76-447c-a66e-08268715a3c4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:34.231604 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dd1e0f-c72f-4edd-ae9e-11b7377f0419 x-openstack-request-id: req-09dd1e0f-c72f-4edd-ae9e-11b7377f0419 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:34.232376 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f302f5-c955-421b-a5eb-05d9cf73a19c", "name": "network-vif-plugged", "status": "completed", "tag": "e7c91c4b-a191-4f43-8e4a-710ebcbd70e4", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:34.232735 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09dd1e0f-c72f-4edd-ae9e-11b7377f0419 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:34.233231 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f302f5-c955-421b-a5eb-05d9cf73a19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c91c4b-a191-4f43-8e4a-710ebcbd70e4', 'code': 200} Jul 27 21:59:34.259038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdeaed-1698-4e5b-8eef-12849844d934 req-da7a487d-3a66-4e72-bc9f-6f3dd09778c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:34.262897 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1efdeaed-1698-4e5b-8eef-12849844d934 req-da7a487d-3a66-4e72-bc9f-6f3dd09778c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 1125 time: 0.1340487 Jul 27 21:59:34.267739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be30eaa-8e5e-412a-900b-d592318b1f92 req-9b3175f7-700c-4194-ab4c-d2be132194d0 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:34.269444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3be30eaa-8e5e-412a-900b-d592318b1f92 req-9b3175f7-700c-4194-ab4c-d2be132194d0 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 949 time: 0.1049302 Jul 27 21:59:34.328793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3be30eaa-8e5e-412a-900b-d592318b1f92 req-c99303f4-6bd0-4af5-abb6-d9589825c517 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453603 Jul 27 21:59:34.363036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 764aeeb6-ee76-447c-a66e-08268715a3c4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:34.375631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 764aeeb6-ee76-447c-a66e-08268715a3c4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:34.376584 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:34.429340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a70b2594-98e6-4fbe-85d3-8b4af37b7d1c req-959e58d2-5575-45ca-8337-93639b99d8b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0501170 Jul 27 21:59:34.519836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdeaed-1698-4e5b-8eef-12849844d934 req-db1ccf86-ae8a-4b99-8810-64beac678632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:34.521843 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1efdeaed-1698-4e5b-8eef-12849844d934 req-db1ccf86-ae8a-4b99-8810-64beac678632 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.2100995 Jul 27 21:59:34.552184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0a61c-b26a-432e-8784-7bd49e2060ca req-37bbd14e-a6da-475a-9d21-89da8edc1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:34.555329 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-92e0a61c-b26a-432e-8784-7bd49e2060ca req-37bbd14e-a6da-475a-9d21-89da8edc1d47 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 1100 time: 0.2348752 Jul 27 21:59:34.651400 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1efdeaed-1698-4e5b-8eef-12849844d934 req-f492e6ae-08ab-41d3-9a4c-fef04c2fd45f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf HTTP/1.1" status: 200 len: 217 time: 0.1172106 Jul 27 21:59:34.731703 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:34.895082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 764aeeb6-ee76-447c-a66e-08268715a3c4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=764aeeb6-ee76-447c-a66e-08268715a3c4,segment=NetworkSegment(5bbfe549-e14d-4f0c-b905-ac857234534a),segment_id=5bbfe549-e14d-4f0c-b905-ac857234534a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:34.903506 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:34.917536 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdeaed-1698-4e5b-8eef-12849844d934 req-48a9f665-8400-413f-9b2d-bb7b7a1ae5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:34.922423 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1efdeaed-1698-4e5b-8eef-12849844d934 req-48a9f665-8400-413f-9b2d-bb7b7a1ae5e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.2359517 Jul 27 21:59:35.019106 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-92e0a61c-b26a-432e-8784-7bd49e2060ca req-5b4de9b7-831d-4058-a111-7de69b4a1907 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902597 Jul 27 21:59:35.047312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=764aeeb6-ee76-447c-a66e-08268715a3c4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:35.054119 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1efdeaed-1698-4e5b-8eef-12849844d934 req-19ff9f04-a593-44b5-b9c2-71e3d29748df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841646 Jul 27 21:59:35.198025 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1efdeaed-1698-4e5b-8eef-12849844d934 req-6de1e73a-c814-41e8-a8c0-d0dfa46697d0 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964282 Jul 27 21:59:35.326894 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1efdeaed-1698-4e5b-8eef-12849844d934 req-2380e20b-d16e-4f38-9407-efc5f443a5ed service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060448 Jul 27 21:59:35.328826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9f34a-8070-4a7c-b814-e2dcd17c15ac req-8f1ac667-ed60-479a-a5c7-68457c502788 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:35.330797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f3a9f34a-8070-4a7c-b814-e2dcd17c15ac req-8f1ac667-ed60-479a-a5c7-68457c502788 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.4753892 Jul 27 21:59:35.341329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f2002-368c-49a7-9f78-b84caa37af26 req-abdb4aa4-270a-494b-9d1b-f89ec478e13c tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:35.344072 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de4f2002-368c-49a7-9f78-b84caa37af26 req-abdb4aa4-270a-494b-9d1b-f89ec478e13c tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 948 time: 0.3905334 Jul 27 21:59:35.405227 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de4f2002-368c-49a7-9f78-b84caa37af26 req-56a78331-7042-4f53-9454-8093dedf57a7 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523033 Jul 27 21:59:35.410677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f3a9f34a-8070-4a7c-b814-e2dcd17c15ac req-62d3dbd9-a93c-4d37-b6d0-78059c9409ee tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654488 Jul 27 21:59:35.548301 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-fb7cebea-1fcd-433e-9dc8-b9d8e31823ec tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1418237991&fields=id&tenant_id=71ecaf662fcb444f82ab7d74e7b5e401 HTTP/1.1" status: 200 len: 267 time: 0.0408058 Jul 27 21:59:35.556237 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca66c6-73f3-4411-8d1f-449e3bdda7e9 req-c4d90e2c-6a42-4db2-af95-73868725d876 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:35.557623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5ca66c6-73f3-4411-8d1f-449e3bdda7e9 req-c4d90e2c-6a42-4db2-af95-73868725d876 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 944 time: 0.0776253 Jul 27 21:59:35.560657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:35.564334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 33ea45eb-527a-4264-9052-090a0fba4306 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:35.650538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5ca66c6-73f3-4411-8d1f-449e3bdda7e9 req-88878a7d-30bc-4b5d-a68d-21eba4fddab1 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828030 Jul 27 21:59:35.674348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 33ea45eb-527a-4264-9052-090a0fba4306 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:35.687300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 33ea45eb-527a-4264-9052-090a0fba4306 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:35.687912 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:35.697070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-14174ead-625e-438f-a63b-a60b7c69fc89 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:35.698812 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-14174ead-625e-438f-a63b-a60b7c69fc89 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/networks?id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc HTTP/1.1" status: 200 len: 823 time: 0.1403246 Jul 27 21:59:35.716513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-a8b4bcc1-a5ce-4541-a678-cb66039b781b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/quotas/71ecaf662fcb444f82ab7d74e7b5e401 HTTP/1.1" status: 200 len: 375 time: 0.0102284 Jul 27 21:59:35.746558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:35.769148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf has no active binding in host n-h2-802011-3 {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:59:35.788352 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d66167e3-1406-4d98-adf8-dcbea0b5f179 req-6230b04a-c2dc-46f9-b3a9-4f0d7f2e63de tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0341241 Jul 27 21:59:35.810941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-12b1d18d-a5c4-4b0d-9fe6-eca034400260 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ecaf662fcb444f82ab7d74e7b5e401&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0865726 Jul 27 21:59:35.817160 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:35.873841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=33ea45eb-527a-4264-9052-090a0fba4306,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:35.879943 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:35.932246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=33ea45eb-527a-4264-9052-090a0fba4306,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:35.961284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588cf85-0711-4a72-8095-33d168ff91db req-614e45ba-1fa9-4e20-9516-ab912ba0b2b3 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:35.962780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f588cf85-0711-4a72-8095-33d168ff91db req-614e45ba-1fa9-4e20-9516-ab912ba0b2b3 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 944 time: 0.0733163 Jul 27 21:59:35.990814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-8a1538d1-ce1e-415a-8e54-1af5f081e129 service neutron] 10.222.0.24 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560643 Jul 27 21:59:36.059532 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f588cf85-0711-4a72-8095-33d168ff91db req-fef13f6a-ee4a-4748-baae-b553f9c4f83d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880897 Jul 27 21:59:36.119622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 764aeeb6-ee76-447c-a66e-08268715a3c4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:36.137692 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-da0d80d4-78e0-4f01-9a9a-55ba95dac225 service neutron] 10.222.0.24 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399887 Jul 27 21:59:36.177994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 764aeeb6-ee76-447c-a66e-08268715a3c4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:36.178733 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:36.234571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5'}, {'server_uuid': '3c289bfd-de5f-4f22-bac2-65ec6c0e57aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ea45eb-527a-4264-9052-090a0fba4306'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:36.236911 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2c0310-0865-4497-a78f-63ac8c87add9" -d '{"events": [{"server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "name": "network-vif-unplugged", "status": "completed", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5"}, {"server_uuid": "3c289bfd-de5f-4f22-bac2-65ec6c0e57aa", "name": "network-vif-plugged", "status": "completed", "tag": "33ea45eb-527a-4264-9052-090a0fba4306"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:36.448372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80f151-5880-4a06-bfde-09b39273ae46 req-87bcd4f8-d4e3-46bb-9885-c1c7d5f4548b tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:36.450005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bc80f151-5880-4a06-bfde-09b39273ae46 req-87bcd4f8-d4e3-46bb-9885-c1c7d5f4548b tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 949 time: 0.1058428 Jul 27 21:59:36.516354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bc80f151-5880-4a06-bfde-09b39273ae46 req-f9eac5cf-51bb-4a7f-add1-9074134eb5ae tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510347 Jul 27 21:59:36.569482 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e0c64-0bc1-4fea-996a-6ed2ff18a9f4 x-openstack-request-id: req-5a8e0c64-0bc1-4fea-996a-6ed2ff18a9f4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:36.569697 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "name": "network-vif-unplugged", "status": "completed", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5", "code": 200}, {"server_uuid": "3c289bfd-de5f-4f22-bac2-65ec6c0e57aa", "name": "network-vif-plugged", "status": "completed", "tag": "33ea45eb-527a-4264-9052-090a0fba4306", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:36.569898 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a8e0c64-0bc1-4fea-996a-6ed2ff18a9f4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:36.570333 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'code': 200} Jul 27 21:59:36.570593 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c289bfd-de5f-4f22-bac2-65ec6c0e57aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ea45eb-527a-4264-9052-090a0fba4306', 'code': 200} Jul 27 21:59:36.685341 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-27d183db-f61d-4ecd-9c43-8a4143414791 req-c21bcfeb-d8d5-4101-82da-e4e9e118bbe8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 210 time: 0.0800886 Jul 27 21:59:36.698593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2151e-8be2-46dd-acb9-b507f2302e21 req-b5f4726a-64bf-4ef0-b0b5-62d70980eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:36.700143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76f2151e-8be2-46dd-acb9-b507f2302e21 req-b5f4726a-64bf-4ef0-b0b5-62d70980eb8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 1096 time: 0.0468776 Jul 27 21:59:36.758745 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:59:36.774256 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76f2151e-8be2-46dd-acb9-b507f2302e21 req-c7469500-ee25-4541-9995-3cce4a82609c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643325 Jul 27 21:59:36.822601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d9e0f-88f1-445f-9610-35502aca1649 req-fab95ac5-524f-4612-b352-8d0b2fc879ef tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:36.824155 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-393d9e0f-88f1-445f-9610-35502aca1649 req-fab95ac5-524f-4612-b352-8d0b2fc879ef tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 948 time: 0.0960834 Jul 27 21:59:36.888785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23cf20-2db8-49e7-aa7d-d83060c2e284 req-dd2f0900-4cc7-4856-a7e0-60b9a4c69b59 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:36.890925 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee23cf20-2db8-49e7-aa7d-d83060c2e284 req-dd2f0900-4cc7-4856-a7e0-60b9a4c69b59 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1207950 Jul 27 21:59:36.896366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-393d9e0f-88f1-445f-9610-35502aca1649 req-ab4c678c-7419-4292-b962-7bc8df4c5557 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601592 Jul 27 21:59:36.936263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee23cf20-2db8-49e7-aa7d-d83060c2e284 req-edc06ed6-287b-4eb0-a29f-56667afb5bcc tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388923 Jul 27 21:59:37.073187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4fefa-429b-463e-81ed-ac0c376d529f req-0aff277d-bf4d-4929-b355-fb67449994cd tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:37.080903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7fd4fefa-429b-463e-81ed-ac0c376d529f req-0aff277d-bf4d-4929-b355-fb67449994cd tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.0596433 Jul 27 21:59:37.128028 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7fd4fefa-429b-463e-81ed-ac0c376d529f req-4d1076fe-7ebb-430c-8097-e65a61d65a41 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 Jul 27 21:59:37.283450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd606f18-a092-4f3f-a39d-5dcb72e42e3f req-e2dca112-9457-4953-9591-e76beda4a18e tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:37.291790 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd606f18-a092-4f3f-a39d-5dcb72e42e3f req-e2dca112-9457-4953-9591-e76beda4a18e tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 944 time: 0.0696878 Jul 27 21:59:37.334940 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd606f18-a092-4f3f-a39d-5dcb72e42e3f req-92d8a638-d788-470b-bdca-4a2ab573a609 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 Jul 27 21:59:37.378002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0cef2d15-77ae-4963-8e80-ed3c85dac7c3 req-a9077fc4-47da-4b0b-869f-d1f7c177f846 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0382659 Jul 27 21:59:37.677497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cac35-9199-4883-b277-c3296b00cdb7 req-0c96d087-7a7c-4530-aa37-bd589280782d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:37.679799 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-641cac35-9199-4883-b277-c3296b00cdb7 req-0c96d087-7a7c-4530-aa37-bd589280782d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 949 time: 0.0691650 Jul 27 21:59:37.827867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fdb095fd-36e8-4568-a736-603f20266ec9 req-55fe40ab-528c-44f9-ab77-b3b271c7f7dc tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 210 time: 0.0425534 Jul 27 21:59:37.880966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-641cac35-9199-4883-b277-c3296b00cdb7 req-dda2d23f-34d6-4ad1-a9d7-66104615a72c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872134 Jul 27 21:59:37.934815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-9a8981cd-37b6-4900-bdfd-ba6a47a4200c tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:37.936379 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-9a8981cd-37b6-4900-bdfd-ba6a47a4200c tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.41 "GET /v2.0/networks?id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc HTTP/1.1" status: 200 len: 823 time: 0.2554939 Jul 27 21:59:38.037595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-c69bf274-9ed0-4253-b116-6a16af847682 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71ecaf662fcb444f82ab7d74e7b5e401 HTTP/1.1" status: 200 len: 380 time: 0.0863450 Jul 27 21:59:38.073223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Request body: {'port': {'device_id': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'admin_state_up': True, 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'security_groups': ['9a711e98-1283-4d5a-aacb-464d6f62508d']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:38.153250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8ce4-3a60-4b5b-88aa-91323cff10c3 req-14251991-a860-4903-9beb-934364490c6f tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:38.154679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-037f8ce4-3a60-4b5b-88aa-91323cff10c3 req-14251991-a860-4903-9beb-934364490c6f tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 948 time: 0.1431262 Jul 27 21:59:38.160054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ea8c6-a26c-4e11-add0-6332642da51d req-bc205c41-09d8-41fe-ad5e-de3316d40240 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:38.161490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-532ea8c6-a26c-4e11-add0-6332642da51d req-bc205c41-09d8-41fe-ad5e-de3316d40240 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 1100 time: 0.1510885 Jul 27 21:59:38.244762 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-037f8ce4-3a60-4b5b-88aa-91323cff10c3 req-34c6bbe4-6048-4923-acd6-0d4829c9d016 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823119 Jul 27 21:59:38.251856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-532ea8c6-a26c-4e11-add0-6332642da51d req-84d7360a-7e66-4a16-9064-90c3635d5384 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788143 Jul 27 21:59:38.279977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Made reservation on behalf of 71ecaf662fcb444f82ab7d74e7b5e401 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:38.283717 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.384595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b287003-8c84-41ed-856e-78868f958076 req-a47444b7-f4cf-4e1c-b87a-b5327fc9b564 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:38.388534 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b287003-8c84-41ed-856e-78868f958076 req-a47444b7-f4cf-4e1c-b87a-b5327fc9b564 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.43 "GET /v2.0/ports?device_id=d485a82f-86a2-4c58-9854-0c717b870613 HTTP/1.1" status: 200 len: 945 time: 0.1193826 Jul 27 21:59:38.509042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Deleting port d2658a1c-093b-496d-bb40-6dd326a4d04b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:38.509681 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.527530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9797b-a537-4e21-b6ef-0a2755610095 req-0b099766-d48d-4994-bf4d-2cd880763df3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:38.529047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8eb9797b-a537-4e21-b6ef-0a2755610095 req-0b099766-d48d-4994-bf4d-2cd880763df3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1419094 Jul 27 21:59:38.564779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f41b7f-87d6-4d5c-81e7-d9cc0a6f1106 req-a6f8e9eb-e566-43a0-a876-623f8fbf9828 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:38.571051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95f41b7f-87d6-4d5c-81e7-d9cc0a6f1106 req-a6f8e9eb-e566-43a0-a876-623f8fbf9828 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.1848106 Jul 27 21:59:38.573791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Allocated IP 172.20.0.14 (6a5546c1-bf58-4ab6-a1c2-08b01f25eddc/1b6b3b28-4695-42ba-b2e1-95635cc271fd/9515d7eb-51af-489c-a96e-6721df294fdb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:38.616617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] For port d2658a1c-093b-496d-bb40-6dd326a4d04b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d2658a1c-093b-496d-bb40-6dd326a4d04b,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:38.617070 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.670385 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8eb9797b-a537-4e21-b6ef-0a2755610095 req-d6ef7adf-00d3-43d4-b2e6-75a371cb58ad tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299207 Jul 27 21:59:38.699804 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95f41b7f-87d6-4d5c-81e7-d9cc0a6f1106 req-794a528a-e307-4869-ab82-46603f3a8d12 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000571 Jul 27 21:59:38.834030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77c4a8d4-51c8-4a94-97ca-cd81a8e54f7c req-c054283e-3ea3-41ef-aba0-b6134a65edd9 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0395226 Jul 27 21:59:38.885272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58854c3-3519-49ca-a399-f13a10efb49a req-54d8a791-213d-47c5-a13a-02a726ee39d1 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:38.891479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a58854c3-3519-49ca-a399-f13a10efb49a req-54d8a791-213d-47c5-a13a-02a726ee39d1 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 944 time: 0.1381114 Jul 27 21:59:39.011348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a58854c3-3519-49ca-a399-f13a10efb49a req-e8e5889b-7a3c-4d10-840f-639b8577bf3a tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023393 Jul 27 21:59:39.014391 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-4c166862-b067-4fef-bf6b-4138b24908b0 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403750 Jul 27 21:59:39.020724 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.054034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Transition to ACTIVE for port object 9515d7eb-51af-489c-a96e-6721df294fdb will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:39.062749 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-dd506dd5-1139-4123-8af2-3ef8c55a1f64 service neutron] 10.222.0.43 "GET /v2.0/ports/6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf/bindings/n-h2-802011-3 HTTP/1.1" status: 200 len: 384 time: 0.2737064 Jul 27 21:59:39.109726 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.110143 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.110508 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Floating IP 52f9cd8a-c84a-464e-b8ce-9b680997f22a disassociated. External IP: 172.25.1.249, port: d2658a1c-093b-496d-bb40-6dd326a4d04b. Jul 27 21:59:39.110845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Calling delete_port for d2658a1c-093b-496d-bb40-6dd326a4d04b owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:39.214022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567edd7-21ac-42bc-a69d-38c11e883d1d req-8333af5d-f8f3-403a-8f87-4199e371ed1e tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:39.215583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0567edd7-21ac-42bc-a69d-38c11e883d1d req-8333af5d-f8f3-403a-8f87-4199e371ed1e tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 1096 time: 0.1101272 Jul 27 21:59:39.219577 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.297145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:39.308743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-f27d1f94-3210-4a28-81e8-f5c1c31b4e6d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:39.310250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-f27d1f94-3210-4a28-81e8-f5c1c31b4e6d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705739 Jul 27 21:59:39.320822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:39.322986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:39.369332 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.374550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Pushing event updated for resources: {'Port': ['ID=9515d7eb-51af-489c-a96e-6721df294fdb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:39.393727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:39.428680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0567edd7-21ac-42bc-a69d-38c11e883d1d req-a74b2b36-97ce-47b4-bcf4-8d7bb7fb3daa tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941240 Jul 27 21:59:39.447421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8b0e95df-c5f1-4f4a-bbb0-ab2b2de10f25 service neutron] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:39.454524 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-1347c441-b14b-4e80-816d-b9ba0b6d6737 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/quotas/58362275e3b340ae91c742b03494df44 HTTP/1.1" status: 200 len: 375 time: 0.0847254 Jul 27 21:59:39.455165 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Pushing event deleted for resources: {'Port': ['ID=d2658a1c-093b-496d-bb40-6dd326a4d04b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:39.555132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:39.556065 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.603036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8b0e95df-c5f1-4f4a-bbb0-ab2b2de10f25 service neutron] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:39.670734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8b0e95df-c5f1-4f4a-bbb0-ab2b2de10f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:39.689326 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8b0e95df-c5f1-4f4a-bbb0-ab2b2de10f25 service neutron] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:39.693972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eef10f-13c9-4ba0-a1f7-bd3a93edfb14 req-122a2a1b-80f8-40c4-82e0-73c8c4884094 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:39.695834 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74eef10f-13c9-4ba0-a1f7-bd3a93edfb14 req-122a2a1b-80f8-40c4-82e0-73c8c4884094 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.43 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 948 time: 0.3636973 Jul 27 21:59:39.697349 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-844716ae-9fe2-4785-adad-062befea10b5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6335065 Jul 27 21:59:39.712616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Router 52bc9c99-bd23-4b5e-a773-fb513608576c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:59:39.715874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8b0e95df-c5f1-4f4a-bbb0-ab2b2de10f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.721637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Request body: {'port': {'device_id': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:39.730253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b9e9c385-a118-4f4f-ade2-81d7f3e9358d None None] Provisioning for port 9515d7eb-51af-489c-a96e-6721df294fdb completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:39.734609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b9e9c385-a118-4f4f-ade2-81d7f3e9358d None None] Provisioning complete for port 9515d7eb-51af-489c-a96e-6721df294fdb triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:39.739798 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c385-a118-4f4f-ade2-81d7f3e9358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.807584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9c385-a118-4f4f-ade2-81d7f3e9358d None None] Port 9515d7eb-51af-489c-a96e-6721df294fdb cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:59:39.822912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-e71a523b-565e-4940-9cf1-f2dc6b5914a8 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3509052 Jul 27 21:59:39.836038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:59:39.847720 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65308733-916e-4aee-94d1-51fcefae8f24 None None] Sync routers for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:59:39.867463 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65308733-916e-4aee-94d1-51fcefae8f24 None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:39.868101 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-65308733-916e-4aee-94d1-51fcefae8f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:39.912166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4baf-aabe-4ce6-8735-c04f4a122e53 req-63d786ef-78be-4eb5-80a5-4d527d569338 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:39.919583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce7b4baf-aabe-4ce6-8735-c04f4a122e53 req-63d786ef-78be-4eb5-80a5-4d527d569338 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 932 time: 0.3021369 Jul 27 21:59:39.983198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] No DVR routers for this DVR port d2658a1c-093b-496d-bb40-6dd326a4d04b on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:39.987961 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.990023 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b287003-8c84-41ed-856e-78868f958076 req-f691856e-2b2f-4fd8-b6d0-b73e362638ef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.43 "DELETE /v2.0/ports/d2658a1c-093b-496d-bb40-6dd326a4d04b HTTP/1.1" status: 204 len: 173 time: 1.5866306 Jul 27 21:59:39.990684 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd485a82f-86a2-4c58-9854-0c717b870613', 'name': 'network-vif-deleted', 'tag': 'd2658a1c-093b-496d-bb40-6dd326a4d04b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:39.993108 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce4a8fb-01ba-474f-ac6f-a49db17c6b5d" -d '{"events": [{"server_uuid": "d485a82f-86a2-4c58-9854-0c717b870613", "name": "network-vif-deleted", "tag": "d2658a1c-093b-496d-bb40-6dd326a4d04b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:40.006760 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.088835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8b0e95df-c5f1-4f4a-bbb0-ab2b2de10f25 service neutron] Transition to ACTIVE for port object 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:40.093866 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-65308733-916e-4aee-94d1-51fcefae8f24 None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:40.102649 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8b0e95df-c5f1-4f4a-bbb0-ab2b2de10f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.204173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e95df-c5f1-4f4a-bbb0-ab2b2de10f25 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:40.278914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8b0e95df-c5f1-4f4a-bbb0-ab2b2de10f25 service neutron] No DVR routers for this DVR port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:40.348810 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8b0e95df-c5f1-4f4a-bbb0-ab2b2de10f25 service neutron] 10.222.0.43 "PUT /v2.0/ports/6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf/bindings/n-h2-802011-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2689385 Jul 27 21:59:40.531943 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-65308733-916e-4aee-94d1-51fcefae8f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:07Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:40.558394 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65308733-916e-4aee-94d1-51fcefae8f24 None None] Checking router: 52bc9c99-bd23-4b5e-a773-fb513608576c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:59:40.562313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9515d7eb-51af-489c-a96e-6721df294fdb {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:40.568917 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65308733-916e-4aee-94d1-51fcefae8f24 None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:40.569789 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-65308733-916e-4aee-94d1-51fcefae8f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:40.573247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.586581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Transition to ACTIVE for port object 9515d7eb-51af-489c-a96e-6721df294fdb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:40.652911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:40.686070 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-65308733-916e-4aee-94d1-51fcefae8f24 None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:40.703450 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce7b4baf-aabe-4ce6-8735-c04f4a122e53 req-05e7222b-cbdb-4261-8e39-7222940a312c tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7826810 Jul 27 21:59:40.875515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9515d7eb-51af-489c-a96e-6721df294fdb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:40.926717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df9ffc-1d94-46a2-8f84-eebcade09406 req-7c231516-aa18-4444-9293-e780540a8f29 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:40.943132 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-65308733-916e-4aee-94d1-51fcefae8f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:07Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:40.965349 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30df9ffc-1d94-46a2-8f84-eebcade09406 req-7c231516-aa18-4444-9293-e780540a8f29 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 948 time: 0.3765540 Jul 27 21:59:40.996224 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65308733-916e-4aee-94d1-51fcefae8f24 None None] The sync data for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 is: [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:07Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:59:41.116460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-74eef10f-13c9-4ba0-a1f7-bd3a93edfb14 req-b3492996-8aa4-4a5f-8db6-343fa53cee1e tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Deleting port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:59:41.117351 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-74eef10f-13c9-4ba0-a1f7-bd3a93edfb14 req-b3492996-8aa4-4a5f-8db6-343fa53cee1e tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.176417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30df9ffc-1d94-46a2-8f84-eebcade09406 req-d95b03ae-9786-489e-b4cd-cbbb3417d4eb tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/security-groups?id=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102036 Jul 27 21:59:41.411895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d2658a1c-093b-496d-bb40-6dd326a4d04b no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:41.463608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-11702124-2c55-489e-8ffc-2988ea226ed0 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:41.467207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-11702124-2c55-489e-8ffc-2988ea226ed0 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a&tenant_id=48c07bc2e64240d8afb0624a793a2735&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1096 time: 0.5744257 Jul 27 21:59:41.518809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-93bcaad9-9330-4d62-9cfa-781abc25f8bb req-506e951c-c7a1-450f-a29a-f52fe7f5975e tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.1009333 Jul 27 21:59:41.570927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: d2658a1c-093b-496d-bb40-6dd326a4d04b {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:59:41.571398 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d2658a1c-093b-496d-bb40-6dd326a4d04b not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:41.571837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 543f02b2-e472-4658-b4a6-1a8318f4c0a5 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:41.633547 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e55ee9-02b6-41d8-a8a0-a8ac87696cc6 x-openstack-request-id: req-71e55ee9-02b6-41d8-a8a0-a8ac87696cc6 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:41.634566 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d485a82f-86a2-4c58-9854-0c717b870613", "name": "network-vif-deleted", "tag": "d2658a1c-093b-496d-bb40-6dd326a4d04b", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:41.635472 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71e55ee9-02b6-41d8-a8a0-a8ac87696cc6 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:41.636329 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd485a82f-86a2-4c58-9854-0c717b870613', 'name': 'network-vif-deleted', 'tag': 'd2658a1c-093b-496d-bb40-6dd326a4d04b', 'status': 'completed', 'code': 200} Jul 27 21:59:41.766374 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4b97-e494-4f4e-9a60-486c32b640d1 req-7881daf1-5c43-4d0b-9366-5afff480f5b8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:41.774819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b81a4b97-e494-4f4e-9a60-486c32b640d1 req-7881daf1-5c43-4d0b-9366-5afff480f5b8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.6112137 Jul 27 21:59:41.828605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de6e51-9170-4d22-9a46-a5044f4983e6 None None] New status for floating IP 52f9cd8a-c84a-464e-b8ce-9b680997f22a: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:59:41.873558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-74eef10f-13c9-4ba0-a1f7-bd3a93edfb14 req-b3492996-8aa4-4a5f-8db6-343fa53cee1e tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] For port 543f02b2-e472-4658-b4a6-1a8318f4c0a5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=543f02b2-e472-4658-b4a6-1a8318f4c0a5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:41.874359 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-74eef10f-13c9-4ba0-a1f7-bd3a93edfb14 req-b3492996-8aa4-4a5f-8db6-343fa53cee1e tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:41.878761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-da9ec37f-03ef-486f-af93-609b8c1bba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:41.881482 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-da9ec37f-03ef-486f-af93-609b8c1bba3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a&tenant_id=48c07bc2e64240d8afb0624a793a2735 HTTP/1.1" status: 200 len: 1096 time: 0.3610070 Jul 27 21:59:41.897907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Attempting to bind port 9515d7eb-51af-489c-a96e-6721df294fdb on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:41.898740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Attempting to bind port 9515d7eb-51af-489c-a96e-6721df294fdb by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:41.899497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Attempting to bind port 9515d7eb-51af-489c-a96e-6721df294fdb on network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:42.361152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-74eef10f-13c9-4ba0-a1f7-bd3a93edfb14 req-b3492996-8aa4-4a5f-8db6-343fa53cee1e tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Calling delete_port for 543f02b2-e472-4658-b4a6-1a8318f4c0a5 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:59:42.362612 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.412426 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Port 9515d7eb-51af-489c-a96e-6721df294fdb on network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:42.412838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Attempting to bind port 9515d7eb-51af-489c-a96e-6721df294fdb on network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:42.422413 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b81a4b97-e494-4f4e-9a60-486c32b640d1 req-cee4e4ad-73e1-4e4d-9be1-fc65689f6e14 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6460919 Jul 27 21:59:42.475117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:42.475335 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Checking segment: {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:42.475731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Bound using segment: {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:42.476195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Bound port: 9515d7eb-51af-489c-a96e-6721df294fdb, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00696ca5-97b5-492e-8265-237e34841677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:42.476974 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.548779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e8c02-0986-4cd4-92c1-6d3facdb4e1f req-95120d47-69cc-46f4-b701-637d4658f1b0 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:42.551942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d02e8c02-0986-4cd4-92c1-6d3facdb4e1f req-95120d47-69cc-46f4-b701-637d4658f1b0 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 945 time: 0.7695808 Jul 27 21:59:42.662622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] For port 9515d7eb-51af-489c-a96e-6721df294fdb, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:42.689986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] For port 9515d7eb-51af-489c-a96e-6721df294fdb, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9515d7eb-51af-489c-a96e-6721df294fdb,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:42.719399 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fccbce0-0528-49ef-af6b-039e903e6b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.744656 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-006b3cdc-a0ef-4ff9-ae6b-6144c4e640a9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=58362275e3b340ae91c742b03494df44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603769 Jul 27 21:59:42.875591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.891256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-74eef10f-13c9-4ba0-a1f7-bd3a93edfb14 req-b3492996-8aa4-4a5f-8db6-343fa53cee1e tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.960755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:42.961493 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:42.963077 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/9515d7eb-51af-489c-a96e-6721df294fdb HTTP/1.1" status: 200 len: 1092 time: 3.2563591 Jul 27 21:59:43.034191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'tag': '9515d7eb-51af-489c-a96e-6721df294fdb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:43.035401 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cdba04-046f-44d1-9f85-be95784882fb" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5a6d70-6f35-4d73-9fab-088db9bbc73f", "tag": "9515d7eb-51af-489c-a96e-6721df294fdb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:43.043420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1e512b1-ffa7-4023-a619-06604868de1a req-6cc98e72-b514-4cd6-a91f-a85eeb1870dc tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 210 time: 0.1850114 Jul 27 21:59:43.045773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-1242ebcf-a08e-4ac7-bed7-c2f578796742 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:43.047622 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-1242ebcf-a08e-4ac7-bed7-c2f578796742 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2969999 Jul 27 21:59:43.065802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Request body: {'port': {'device_id': '456bd832-e9f0-4778-9b0b-fc07765d1cf7', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '58362275e3b340ae91c742b03494df44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:43.092612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-74eef10f-13c9-4ba0-a1f7-bd3a93edfb14 req-b3492996-8aa4-4a5f-8db6-343fa53cee1e tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] No DVR routers for this DVR port 543f02b2-e472-4658-b4a6-1a8318f4c0a5 on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:43.096616 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-74eef10f-13c9-4ba0-a1f7-bd3a93edfb14 req-b3492996-8aa4-4a5f-8db6-343fa53cee1e tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.098636 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74eef10f-13c9-4ba0-a1f7-bd3a93edfb14 req-b3492996-8aa4-4a5f-8db6-343fa53cee1e tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.43 "DELETE /v2.0/ports/543f02b2-e472-4658-b4a6-1a8318f4c0a5 HTTP/1.1" status: 204 len: 173 time: 3.3260128 Jul 27 21:59:43.141638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-02fe6bad-42dc-4354-9f69-56bc5673fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:43.143335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-02fe6bad-42dc-4354-9f69-56bc5673fb94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 1096 time: 0.7430999 Jul 27 21:59:43.211887 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d02e8c02-0986-4cd4-92c1-6d3facdb4e1f req-751849f6-cce7-4d36-a9d1-9719f8a3ce82 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495204 Jul 27 21:59:43.287903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Made reservation on behalf of 58362275e3b340ae91c742b03494df44 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:43.291839 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.449834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Allocated IP 192.168.233.70 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/71675719-4332-436c-87f0-1f9f4cdde582) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:43.626120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f0ee5-f331-442e-8df2-2e4efd9a06e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9515d7eb-51af-489c-a96e-6721df294fdb,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:43.632780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8ce20316-1c0b-44f2-bd6f-55ef4ba8dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:43.634872 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8ce20316-1c0b-44f2-bd6f-55ef4ba8dfda service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.4729958 Jul 27 21:59:43.693361 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.713629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Transition to ACTIVE for port object 71675719-4332-436c-87f0-1f9f4cdde582 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:43.717398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-74c8e451-af43-48b9-a205-90d9a86b7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:43.723158 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-74c8e451-af43-48b9-a205-90d9a86b7b6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71ecaf662fcb444f82ab7d74e7b5e401&device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 1095 time: 0.6780148 Jul 27 21:59:43.741899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13007e0d-2d50-4112-ac78-678d88879f21 req-dd568df6-294a-4224-94bc-bbd454399640 tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81c2e8d-a097-4e12-ba59-3cf71d8fd828 HTTP/1.1" status: 200 len: 210 time: 0.1413777 Jul 27 21:59:43.842711 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:43.857706 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7e880494-6ef9-46f2-bece-1611c4dd3942', 'b108330b-40af-44e9-bb35-be58842ac7fc', 'e7c91c4b-a191-4f43-8e4a-710ebcbd70e4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:43.858856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3492996-8aa4-4a5f-8db6-343fa53cee1e tempest-ImagesOneServerTestJSON-205165561 tempest-ImagesOneServerTestJSON-205165561-project] Pushing event deleted for resources: {'Port': ['ID=543f02b2-e472-4658-b4a6-1a8318f4c0a5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:43.890283 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-fb18f5c9-de10-42ea-a202-93613e411a0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf HTTP/1.1" status: 200 len: 217 time: 0.1651492 Jul 27 21:59:43.893902 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-f5cf9287-1fad-4fd9-aea4-960070e0be5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9515d7eb-51af-489c-a96e-6721df294fdb HTTP/1.1" status: 200 len: 217 time: 0.1510546 Jul 27 21:59:43.929213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:43.931057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c', 'da68d304-3754-4809-905b-87797d36241f', '4bfa33cc-81c8-46d1-a361-d4a86d487b42', 'ffa75504-215d-4597-9648-3768fcdcee01'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:43.935209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:43.946478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:43.996178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event updated for resources: {'Port': ['ID=71675719-4332-436c-87f0-1f9f4cdde582,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:44.108023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:44.111768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.143386 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6738acc5-0802-4a70-b823-dd4c8f98d4da req-4f542562-a29f-4294-ac59-f9df296a56d2 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.2047830 Jul 27 21:59:44.164347 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3dbd9c6c-0c83-4194-9068-63c3632f4310 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1058741 Jul 27 21:59:44.193956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Request body: {'port': {'device_id': '456bd832-e9f0-4778-9b0b-fc07765d1cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:44.199235 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-07d1fb62-faac-42f1-9670-bc63a6422d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:44.209076 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-07d1fb62-faac-42f1-9670-bc63a6422d47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6b3b28-4695-42ba-b2e1-95635cc271fd HTTP/1.1" status: 200 len: 862 time: 0.2983007 Jul 27 21:59:44.268733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4ae79-bc83-47bd-8480-a3c71dcac119 req-92f7749a-867b-4897-b9d0-57e939372c4d tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:44.270696 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8c4ae79-bc83-47bd-8480-a3c71dcac119 req-92f7749a-867b-4897-b9d0-57e939372c4d tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 944 time: 0.7570813 Jul 27 21:59:44.274097 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc3e312-0e66-4a2e-9f3e-93818b006a68 x-openstack-request-id: req-3dc3e312-0e66-4a2e-9f3e-93818b006a68 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:44.274410 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5a6d70-6f35-4d73-9fab-088db9bbc73f", "tag": "9515d7eb-51af-489c-a96e-6721df294fdb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:44.274662 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3dc3e312-0e66-4a2e-9f3e-93818b006a68 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:44.275051 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'tag': '9515d7eb-51af-489c-a96e-6721df294fdb', 'status': 'completed', 'code': 200} Jul 27 21:59:44.293420 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:44.413975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-70e5e53e-00b6-42c7-8c87-7559b46be9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:44.415766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-70e5e53e-00b6-42c7-8c87-7559b46be9eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.4977813 Jul 27 21:59:44.473828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-7bdac9fb-a869-460f-a873-e765f6090b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:44.476324 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-7bdac9fb-a869-460f-a873-e765f6090b91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616966 Jul 27 21:59:44.484224 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-986dac40-19ce-4240-88ef-6cc50be7977d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533414 Jul 27 21:59:44.497828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7385e-b0af-4ea6-83a8-ad795db56e1c req-d1f2ec53-dc44-4462-a362-3a29419fb99a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:44.500487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ff7385e-b0af-4ea6-83a8-ad795db56e1c req-d1f2ec53-dc44-4462-a362-3a29419fb99a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.1588488 Jul 27 21:59:44.503604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8c4ae79-bc83-47bd-8480-a3c71dcac119 req-1c62df37-d696-40ba-8923-ba0efff8c400 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149882 Jul 27 21:59:44.618860 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-17fdb4b1-fb54-453a-8765-fe4302f902d7 service neutron] 10.222.0.41 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130593 Jul 27 21:59:44.870803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae7309f-e2cc-4b7d-aef7-374b4963870d req-38336afe-50b3-44f0-8627-de4872d52004 service neutron] 10.222.0.41 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111435 Jul 27 21:59:44.924132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75053c06-26f2-4ea2-9f64-c564344ce330 req-5aa0e3f9-e1bb-4762-9727-8769631ccda0 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:44.925731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75053c06-26f2-4ea2-9f64-c564344ce330 req-5aa0e3f9-e1bb-4762-9727-8769631ccda0 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 935 time: 0.2795949 Jul 27 21:59:44.942285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ff7385e-b0af-4ea6-83a8-ad795db56e1c req-cecb253b-b76a-4edb-a2f2-9146742bee4b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054719 Jul 27 21:59:45.114916 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75053c06-26f2-4ea2-9f64-c564344ce330 req-d4751216-d1f1-4d49-8875-a78c7b67e5e4 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643949 Jul 27 21:59:45.161744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71675719-4332-436c-87f0-1f9f4cdde582 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:45.181358 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.185944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdba04-046f-44d1-9f85-be95784882fb req-adf3dcb2-2c7c-4454-a565-a25d496cc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:45.187283 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3cdba04-046f-44d1-9f85-be95784882fb req-adf3dcb2-2c7c-4454-a565-a25d496cc6a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71ecaf662fcb444f82ab7d74e7b5e401&device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 1095 time: 0.2333536 Jul 27 21:59:45.207423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Transition to ACTIVE for port object 71675719-4332-436c-87f0-1f9f4cdde582 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:45.211818 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.227046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cf362-b127-425f-9d04-55c506ee772d req-9b4c7ee1-1734-416a-92b1-918a4d701d62 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:45.243429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec5cf362-b127-425f-9d04-55c506ee772d req-9b4c7ee1-1734-416a-92b1-918a4d701d62 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 945 time: 0.1720104 Jul 27 21:59:45.309719 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec5cf362-b127-425f-9d04-55c506ee772d req-4e76476e-6886-4223-aef5-07c68925b0e6 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617566 Jul 27 21:59:45.339805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Pushing event updated for resources: {'Port': ['ID=71675719-4332-436c-87f0-1f9f4cdde582,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:45.342255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Attempting to bind port 71675719-4332-436c-87f0-1f9f4cdde582 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:45.342745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Attempting to bind port 71675719-4332-436c-87f0-1f9f4cdde582 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:45.343284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Attempting to bind port 71675719-4332-436c-87f0-1f9f4cdde582 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:45.348779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Port 71675719-4332-436c-87f0-1f9f4cdde582 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:45.349116 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Attempting to bind port 71675719-4332-436c-87f0-1f9f4cdde582 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:45.355368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:45.355754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:45.356218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:45.356660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Bound port: 71675719-4332-436c-87f0-1f9f4cdde582, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:45.357027 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.387161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-0dd3de10-6a8d-42e7-b30b-195d6027a2ae service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8817923 Jul 27 21:59:45.411143 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18b7ef64-aea1-40fc-aa95-75a2017acdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.531313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] For port 71675719-4332-436c-87f0-1f9f4cdde582, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:45.544899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] For port 71675719-4332-436c-87f0-1f9f4cdde582, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=71675719-4332-436c-87f0-1f9f4cdde582,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:45.551643 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.575707 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb3083b5-ddf4-4fd7-9b01-dba7fb5e33d4 req-a3eab02b-af59-4ea8-b611-67ad8d0540fd tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0881996 Jul 27 21:59:45.632714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdba04-046f-44d1-9f85-be95784882fb req-36377beb-0679-408d-a36a-a7ef9af8d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:45.634198 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3cdba04-046f-44d1-9f85-be95784882fb req-36377beb-0679-408d-a36a-a7ef9af8d584 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc HTTP/1.1" status: 200 len: 924 time: 0.4331117 Jul 27 21:59:45.660929 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.701729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:45.702484 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:45.704026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] 10.222.0.41 "PUT /v2.0/ports/71675719-4332-436c-87f0-1f9f4cdde582 HTTP/1.1" status: 200 len: 1095 time: 1.5206764 Jul 27 21:59:45.706480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456bd832-e9f0-4778-9b0b-fc07765d1cf7', 'tag': '71675719-4332-436c-87f0-1f9f4cdde582'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:45.723388 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9016a5e3-c7f9-4235-afd1-093ce56ae550" -d '{"events": [{"name": "network-changed", "server_uuid": "456bd832-e9f0-4778-9b0b-fc07765d1cf7", "tag": "71675719-4332-436c-87f0-1f9f4cdde582"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:45.808888 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad631f-89c8-44ea-9aaf-76299f1f286a service neutron] Pushing event updated for resources: {'Port': ['ID=71675719-4332-436c-87f0-1f9f4cdde582,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:45.839110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3cdba04-046f-44d1-9f85-be95784882fb req-085c81ac-f781-4bfa-b259-429930f8b67b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9515d7eb-51af-489c-a96e-6721df294fdb HTTP/1.1" status: 200 len: 217 time: 0.1780841 Jul 27 21:59:45.858075 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846f810e-fa93-422c-9f51-2fda4792426a x-openstack-request-id: req-846f810e-fa93-422c-9f51-2fda4792426a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:45.858532 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456bd832-e9f0-4778-9b0b-fc07765d1cf7", "tag": "71675719-4332-436c-87f0-1f9f4cdde582", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:45.858852 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-846f810e-fa93-422c-9f51-2fda4792426a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:45.859235 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456bd832-e9f0-4778-9b0b-fc07765d1cf7', 'tag': '71675719-4332-436c-87f0-1f9f4cdde582', 'status': 'completed', 'code': 200} Jul 27 21:59:45.898854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-8d1aaa51-94ab-4ea9-8fb2-e3179af73ac4 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963760 Jul 27 21:59:45.984725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-441f47a0-ee2d-45fa-80c8-4d5f1b9f10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:45.984725 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-441f47a0-ee2d-45fa-80c8-4d5f1b9f10ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 1098 time: 0.1157758 Jul 27 21:59:46.045593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e793-d59f-4a9d-b8e1-ecd2ad0d185e req-f46475ae-60c4-4bf3-9074-2a716251f565 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:46.067530 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-3ba84c8d-e738-4590-98c7-172998aecb8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=71675719-4332-436c-87f0-1f9f4cdde582 HTTP/1.1" status: 200 len: 217 time: 0.0776246 Jul 27 21:59:46.091402 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a36e793-d59f-4a9d-b8e1-ecd2ad0d185e req-f46475ae-60c4-4bf3-9074-2a716251f565 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 944 time: 0.2760572 Jul 27 21:59:46.144844 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.157337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdba04-046f-44d1-9f85-be95784882fb req-6ef6f674-b19d-41a2-a486-b2607e838835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:46.163038 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3cdba04-046f-44d1-9f85-be95784882fb req-6ef6f674-b19d-41a2-a486-b2607e838835 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6b3b28-4695-42ba-b2e1-95635cc271fd HTTP/1.1" status: 200 len: 862 time: 0.2620358 Jul 27 21:59:46.233700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-ae74fede-2f5c-4a9f-ab58-80a7ead69a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:46.241426 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-ae74fede-2f5c-4a9f-ab58-80a7ead69a9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1587231 Jul 27 21:59:46.305298 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:46.333678 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60400) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:46.335745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a36e793-d59f-4a9d-b8e1-ecd2ad0d185e req-d4e68949-e67c-4d5c-b5a6-dcf40e736c32 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806998 Jul 27 21:59:46.336219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'name': 'network-vif-deleted', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:46.341210 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e992103d-2385-490c-bebe-184e5ca6b40e" -d '{"events": [{"server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "name": "network-vif-deleted", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:46.412244 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-e61b713d-c8fe-43b2-bb62-2c3f8c6967fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:46.415880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-e61b713d-c8fe-43b2-bb62-2c3f8c6967fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660936 Jul 27 21:59:46.621129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cab67076-7e1c-424a-96e8-6d6f4f436e8e None None] Provisioning for port 71675719-4332-436c-87f0-1f9f4cdde582 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:46.679659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdba04-046f-44d1-9f85-be95784882fb req-73f187ca-1350-45b9-8b94-d9aa156c8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:46.681624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3cdba04-046f-44d1-9f85-be95784882fb req-73f187ca-1350-45b9-8b94-d9aa156c8bca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3617272 Jul 27 21:59:46.716726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62ac44-e2b2-458f-b58c-397a6f797998 req-b26efadb-ec84-464e-acba-3c434c06585e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:46.719317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa62ac44-e2b2-458f-b58c-397a6f797998 req-b26efadb-ec84-464e-acba-3c434c06585e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.5553658 Jul 27 21:59:46.757415 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-369d21e9-ed20-410d-aaa6-4713ce92fa3c service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325813 Jul 27 21:59:47.015878 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-af8943ba-5965-4e40-a617-cf0d5154940a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ba063608cdd49879a6e51ab2b4adfbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808116 Jul 27 21:59:47.018984 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60412) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:47.128580 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c01002d5-0ae2-477b-a562-650f7a9a247b req-8ff92480-de6d-4c21-ac3e-702ccec823c0 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565772 Jul 27 21:59:47.132485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0962888b-f848-46dd-b713-206885515fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.137269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74bdee-bc53-4fe8-8494-b6ca1510f8d2 req-5f2d5312-e74d-4ad5-b5e7-996a3bf1dd66 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:47.145606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab74bdee-bc53-4fe8-8494-b6ca1510f8d2 req-5f2d5312-e74d-4ad5-b5e7-996a3bf1dd66 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 947 time: 0.6289387 Jul 27 21:59:47.166074 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0962888b-f848-46dd-b713-206885515fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.215070 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa62ac44-e2b2-458f-b58c-397a6f797998 req-8a912731-5e1b-462b-ae1f-2c7e5a67bb66 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790087 Jul 27 21:59:47.306153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016a5e3-c7f9-4235-afd1-093ce56ae550 req-ca422c5c-fb33-4d06-bf66-2fafe6d9c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:47.307978 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9016a5e3-c7f9-4235-afd1-093ce56ae550 req-ca422c5c-fb33-4d06-bf66-2fafe6d9c808 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0837433 Jul 27 21:59:47.371196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0962888b-f848-46dd-b713-206885515fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.371880 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-968836d0-0456-4708-8168-1ae5823a330d service neutron] show failed (client error): The resource could not be found. Jul 27 21:59:47.375657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0962888b-f848-46dd-b713-206885515fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:47.376883 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0962888b-f848-46dd-b713-206885515fb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7dcb021e-c8bf-4a7d-970d-0fedd9cb4934 HTTP/1.1" status: 204 len: 168 time: 0.3565047 Jul 27 21:59:47.377030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-968836d0-0456-4708-8168-1ae5823a330d service neutron] 10.222.0.43 "GET /v2.0/ports/11fd5afa-92b7-4da2-90ab-f8feda3113ff/bindings/n-h2-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.4990985 Jul 27 21:59:47.386711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3cdba04-046f-44d1-9f85-be95784882fb req-191a98e5-efd0-4c6d-ba81-6ed7a67226c8 service neutron] 10.222.0.41 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6258252 Jul 27 21:59:47.461570 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab74bdee-bc53-4fe8-8494-b6ca1510f8d2 req-16c90050-1b88-4fd2-84d0-5a02c9a7c360 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147302 Jul 27 21:59:47.535105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962888b-f848-46dd-b713-206885515fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb021e-c8bf-4a7d-970d-0fedd9cb4934,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:47.616476 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d88815-6e91-4d38-a617-6a4d5a75ecfb x-openstack-request-id: req-09d88815-6e91-4d38-a617-6a4d5a75ecfb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:47.616845 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81c2e8d-a097-4e12-ba59-3cf71d8fd828", "name": "network-vif-deleted", "tag": "543f02b2-e472-4658-b4a6-1a8318f4c0a5", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:47.617055 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09d88815-6e91-4d38-a617-6a4d5a75ecfb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:47.617507 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81c2e8d-a097-4e12-ba59-3cf71d8fd828', 'name': 'network-vif-deleted', 'tag': '543f02b2-e472-4658-b4a6-1a8318f4c0a5', 'status': 'completed', 'code': 200} Jul 27 21:59:47.658802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016a5e3-c7f9-4235-afd1-093ce56ae550 req-19124938-2177-4e8c-8af8-bac713c2330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:47.660768 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9016a5e3-c7f9-4235-afd1-093ce56ae550 req-19124938-2177-4e8c-8af8-bac713c2330c service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3344316 Jul 27 21:59:47.667395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9515d7eb-51af-489c-a96e-6721df294fdb details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:47.688883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3cdba04-046f-44d1-9f85-be95784882fb req-fd3f397f-12ba-48ac-90a8-a4bdbc462805 service neutron] 10.222.0.41 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775881 Jul 27 21:59:47.753211 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9016a5e3-c7f9-4235-afd1-093ce56ae550 req-8f379103-1d85-43a0-9618-335c5dca003d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=71675719-4332-436c-87f0-1f9f4cdde582 HTTP/1.1" status: 200 len: 217 time: 0.0825248 Jul 27 21:59:47.795138 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a37990c-29d3-4c4f-a485-c4fc7f397350 req-7f0e70a3-b046-43eb-a48a-9f6bc5925397 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.1051834 Jul 27 21:59:47.806143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56d1d4-0836-4556-bbe2-f473ce7cf881 req-1fc3e463-19a3-41ae-b7c3-cd0be51ce697 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:47.814290 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee56d1d4-0836-4556-bbe2-f473ce7cf881 req-1fc3e463-19a3-41ae-b7c3-cd0be51ce697 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 945 time: 0.4441259 Jul 27 21:59:47.859575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-92407454-5b2f-43bb-bad3-959e0b398c44 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:47.862630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-92407454-5b2f-43bb-bad3-959e0b398c44 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a&tenant_id=48c07bc2e64240d8afb0624a793a2735&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1096 time: 0.1672359 Jul 27 21:59:47.886564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016a5e3-c7f9-4235-afd1-093ce56ae550 req-5d721280-1c5e-4da6-979e-bccd119ada36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:47.888447 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9016a5e3-c7f9-4235-afd1-093ce56ae550 req-5d721280-1c5e-4da6-979e-bccd119ada36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1271989 Jul 27 21:59:47.965010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee56d1d4-0836-4556-bbe2-f473ce7cf881 req-05c99cc8-9388-4575-9237-0e502cd32eeb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497152 Jul 27 21:59:48.024424 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016a5e3-c7f9-4235-afd1-093ce56ae550 req-bb4a3512-b0b8-417a-9e12-29ec09845c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:48.027967 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9016a5e3-c7f9-4235-afd1-093ce56ae550 req-bb4a3512-b0b8-417a-9e12-29ec09845c4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294925 Jul 27 21:59:48.283486 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9016a5e3-c7f9-4235-afd1-093ce56ae550 req-f50d922b-dc51-49d7-8365-75c0612f8a32 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429910 Jul 27 21:59:48.323703 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:48.408316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.41', 60626) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:48.409151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9515d7eb-51af-489c-a96e-6721df294fdb, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9515d7eb-51af-489c-a96e-6721df294fdb,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:48.438613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '9515d7eb-51af-489c-a96e-6721df294fdb', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'port_id': '9515d7eb-51af-489c-a96e-6721df294fdb', 'mac_address': 'fa:16:3e:40:53:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:59:48.532900 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:48.561173 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c83ea99-7bd0-4867-959e-1fd8fe4a5eab req-3d769023-a822-40ff-88f5-e165bd6a01a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1487498 Jul 27 21:59:48.562680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9515d7eb-51af-489c-a96e-6721df294fdb {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:48.612281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9515d7eb-51af-489c-a96e-6721df294fdb, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9515d7eb-51af-489c-a96e-6721df294fdb,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:48.622121 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:48.659962 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9016a5e3-c7f9-4235-afd1-093ce56ae550 req-45bf9a81-14d1-48dc-b17f-56a024014f68 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678646 Jul 27 21:59:48.683585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ea99-7bd0-4867-959e-1fd8fe4a5eab req-ea001ac4-7556-41c3-b2ec-b1d92f9d36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:48.684804 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c83ea99-7bd0-4867-959e-1fd8fe4a5eab req-ea001ac4-7556-41c3-b2ec-b1d92f9d36cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58362275e3b340ae91c742b03494df44&device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 1101 time: 0.0883312 Jul 27 21:59:48.708075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9515d7eb-51af-489c-a96e-6721df294fdb,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:48.791351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-88e166e3-6186-4089-aecc-dc60351f5e74 service neutron] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:48.817697 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-88e166e3-6186-4089-aecc-dc60351f5e74 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:48.819120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b7f9543-5409-46b7-a8b6-09e978111931 req-88e166e3-6186-4089-aecc-dc60351f5e74 service neutron] 10.222.0.41 "DELETE /v2.0/ports/6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf/bindings/n-h1-802011-3 HTTP/1.1" status: 204 len: 173 time: 0.9390376 Jul 27 21:59:48.820025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ea99-7bd0-4867-959e-1fd8fe4a5eab req-5b26ff1e-adbc-4d56-9285-b2c7212a890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:48.821751 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c83ea99-7bd0-4867-959e-1fd8fe4a5eab req-5b26ff1e-adbc-4d56-9285-b2c7212a890a service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1097801 Jul 27 21:59:48.829371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-d2e21a85-8b25-4337-9901-1227ce02933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:48.831059 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-d2e21a85-8b25-4337-9901-1227ce02933e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d&tenant_id=1a8cb100fd00413a9aefa092bd27ec73 HTTP/1.1" status: 200 len: 1100 time: 0.8496630 Jul 27 21:59:48.851887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339835-8292-4fe8-8892-919a028f5a5e req-da40637f-7100-4a0d-b6dc-2d1292d67d22 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:48.863105 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a339835-8292-4fe8-8892-919a028f5a5e req-da40637f-7100-4a0d-b6dc-2d1292d67d22 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 944 time: 0.8919826 Jul 27 21:59:48.869501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:48.893130 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c83ea99-7bd0-4867-959e-1fd8fe4a5eab req-a40d8d45-2285-4f2c-b4f7-71a4e72b7892 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=8df0782e-26e0-4aeb-8a69-09368470eb5c HTTP/1.1" status: 200 len: 217 time: 0.0488083 Jul 27 21:59:48.925164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['9515d7eb-51af-489c-a96e-6721df294fdb'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:48.927282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffcd82-098a-408e-87de-5cb8e6794866 req-a984ccc9-4bdf-4431-894a-348c0ab07805 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:48.934707 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35ffcd82-098a-408e-87de-5cb8e6794866 req-a984ccc9-4bdf-4431-894a-348c0ab07805 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.2876251 Jul 27 21:59:49.001842 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:49.002034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ea99-7bd0-4867-959e-1fd8fe4a5eab req-7721899d-7f6f-4fa5-81b8-362848dbaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:49.007567 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c83ea99-7bd0-4867-959e-1fd8fe4a5eab req-7721899d-7f6f-4fa5-81b8-362848dbaf87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1062939 Jul 27 21:59:49.027859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a339835-8292-4fe8-8892-919a028f5a5e req-5a14e17d-f7a2-4778-b772-043ae3974c0b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637905 Jul 27 21:59:49.152846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83ea99-7bd0-4867-959e-1fd8fe4a5eab req-e0d89cfd-7412-4dec-8785-49a4a1d9d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:49.158482 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c83ea99-7bd0-4867-959e-1fd8fe4a5eab req-e0d89cfd-7412-4dec-8785-49a4a1d9d927 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425507 Jul 27 21:59:49.295600 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35ffcd82-098a-408e-87de-5cb8e6794866 req-1d61dd08-03fc-4df1-aef4-c411443c99de tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599832 Jul 27 21:59:49.331654 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c83ea99-7bd0-4867-959e-1fd8fe4a5eab req-11198a17-7107-4de9-a19c-70cdf59ffed4 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647923 Jul 27 21:59:49.391114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:49.438894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:49.475505 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c83ea99-7bd0-4867-959e-1fd8fe4a5eab req-957076c9-11f0-4d53-a53e-f4f3d2abac73 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302090 Jul 27 21:59:49.498525 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:49.511684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Transition to ACTIVE for port object 11fd5afa-92b7-4da2-90ab-f8feda3113ff will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:49.537298 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:49.627904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11fd5afa-92b7-4da2-90ab-f8feda3113ff'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:49.630831 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2644926-f08d-45df-ba1f-3e526b123e50" -d '{"events": [{"server_uuid": "c5a60df5-a667-424e-8f8c-09cf2c068c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "11fd5afa-92b7-4da2-90ab-f8feda3113ff"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:49.633741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Pushing event updated for resources: {'Port': ['ID=11fd5afa-92b7-4da2-90ab-f8feda3113ff,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:49.677639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] No DVR routers for this DVR port 11fd5afa-92b7-4da2-90ab-f8feda3113ff on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:59:49.696626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 71675719-4332-436c-87f0-1f9f4cdde582 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:49.703089 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de914c-7111-47cc-aad2-b4b3f3fd804f req-1db2651b-d160-4e52-a7c2-2432c5b35d39 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:49.705838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89de914c-7111-47cc-aad2-b4b3f3fd804f req-1db2651b-d160-4e52-a7c2-2432c5b35d39 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 947 time: 0.4402509 Jul 27 21:59:49.854275 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89de914c-7111-47cc-aad2-b4b3f3fd804f req-5d4a0575-0ec0-4306-99aa-a5d6ffe793b5 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918100 Jul 27 21:59:49.855239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Attempting to bind port 11fd5afa-92b7-4da2-90ab-f8feda3113ff on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:49.855574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Attempting to bind port 11fd5afa-92b7-4da2-90ab-f8feda3113ff by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:49.855897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Attempting to bind port 11fd5afa-92b7-4da2-90ab-f8feda3113ff on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:49.880716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Port 11fd5afa-92b7-4da2-90ab-f8feda3113ff on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:49.881039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Attempting to bind port 11fd5afa-92b7-4da2-90ab-f8feda3113ff on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:49.908748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:49.911456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:49.914137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:49.916815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Bound port: 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:49.917626 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:50.034243 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 71675719-4332-436c-87f0-1f9f4cdde582, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=71675719-4332-436c-87f0-1f9f4cdde582,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:50.086053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '71675719-4332-436c-87f0-1f9f4cdde582', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '71675719-4332-436c-87f0-1f9f4cdde582', 'mac_address': 'fa:16:3e:49:2c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:59:50.102489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24692ea2-b110-4167-b356-cd950f3e71bb req-cda9d1b4-4b36-4b10-bd8a-f6b9a34b75b4 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0538378 Jul 27 21:59:50.151200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:50.156235 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:50.165832 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:50.188490 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:50.222646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71675719-4332-436c-87f0-1f9f4cdde582 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:50.234441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:50.238353 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:50.244163 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] 10.222.0.41 "PUT /v2.0/ports/11fd5afa-92b7-4da2-90ab-f8feda3113ff HTTP/1.1" status: 200 len: 1095 time: 1.3762178 Jul 27 21:59:50.283048 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cec96f-f7cf-44a8-92ec-bdc47f0fe437 x-openstack-request-id: req-07cec96f-f7cf-44a8-92ec-bdc47f0fe437 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:50.283376 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a60df5-a667-424e-8f8c-09cf2c068c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "11fd5afa-92b7-4da2-90ab-f8feda3113ff", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:50.283752 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07cec96f-f7cf-44a8-92ec-bdc47f0fe437 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:50.284146 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11fd5afa-92b7-4da2-90ab-f8feda3113ff', 'code': 200} Jul 27 21:59:50.293526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 71675719-4332-436c-87f0-1f9f4cdde582, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=71675719-4332-436c-87f0-1f9f4cdde582,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:50.299835 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:50.411123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091185a-5d24-464d-b72f-2cff7d784a8e req-d422f3ab-6610-47b0-8731-f9e41f4f1234 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:50.424897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2091185a-5d24-464d-b72f-2cff7d784a8e req-d422f3ab-6610-47b0-8731-f9e41f4f1234 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 945 time: 0.4177489 Jul 27 21:59:50.428081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=71675719-4332-436c-87f0-1f9f4cdde582,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:50.495733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1d616-efff-4830-80ff-53a6dfcf3e63 service neutron] Pushing event updated for resources: {'Port': ['ID=11fd5afa-92b7-4da2-90ab-f8feda3113ff,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:50.544480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-668a7a11-b9cc-401a-a602-73ac0561f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:50.546252 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-668a7a11-b9cc-401a-a602-73ac0561f3da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 1098 time: 0.2708716 Jul 27 21:59:50.549188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2091185a-5d24-464d-b72f-2cff7d784a8e req-04c5e5af-7aef-4679-adfe-d236b8f8422a tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147187 Jul 27 21:59:50.618921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c13818-93c2-45d0-b4fc-7c23f67b40e4 req-92b64095-0987-4a43-9695-02b0e8fa390a tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:50.626579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20c13818-93c2-45d0-b4fc-7c23f67b40e4 req-92b64095-0987-4a43-9695-02b0e8fa390a tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 945 time: 0.1546476 Jul 27 21:59:50.631057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['71675719-4332-436c-87f0-1f9f4cdde582'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:50.728973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20c13818-93c2-45d0-b4fc-7c23f67b40e4 req-1330e49a-533b-43c7-adf7-2c6edce5a9a2 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012998 Jul 27 21:59:50.737989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-2a3579d7-eec5-432c-b5ba-15de65e81449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:50.759937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-2a3579d7-eec5-432c-b5ba-15de65e81449 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2064896 Jul 27 21:59:50.837962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-8a790a43-acb1-4136-bf51-150afca16ce0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff HTTP/1.1" status: 200 len: 217 time: 0.0620890 Jul 27 21:59:50.846710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7d5eb-9bdb-4bbf-8879-b31ac644dcaa req-4c4bd93e-bdd3-4490-8aed-878781e79c2b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:50.853925 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fff7d5eb-9bdb-4bbf-8879-b31ac644dcaa req-4c4bd93e-bdd3-4490-8aed-878781e79c2b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 947 time: 0.2008743 Jul 27 21:59:50.938016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fff7d5eb-9bdb-4bbf-8879-b31ac644dcaa req-c018ec64-5dfc-4994-8677-b2712f4c2ec7 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778003 Jul 27 21:59:50.939918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-95519df4-338a-4da3-89e3-69b3f25c519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:50.947406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-95519df4-338a-4da3-89e3-69b3f25c519e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0913968 Jul 27 21:59:51.062632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-1733cb1a-1959-4dcb-979a-2289f7a756eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:51.064384 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-1733cb1a-1959-4dcb-979a-2289f7a756eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020188 Jul 27 21:59:51.078462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e1af-1fa6-4e8c-b15c-55f0d3c84c1e req-436bc94f-62ee-4123-be12-4bb8dcbc7921 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:51.086622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d08e1af-1fa6-4e8c-b15c-55f0d3c84c1e req-436bc94f-62ee-4123-be12-4bb8dcbc7921 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 1096 time: 0.0652301 Jul 27 21:59:51.215070 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d08e1af-1fa6-4e8c-b15c-55f0d3c84c1e req-b5f15986-30e9-44cd-a793-3c619a4f2d32 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274409 Jul 27 21:59:51.243499 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8f6e4-0e8b-4b5d-9748-0e9dd28fff91 req-559d7a4b-3c56-4c50-aa67-6c9741950478 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:51.245164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21b8f6e4-0e8b-4b5d-9748-0e9dd28fff91 req-559d7a4b-3c56-4c50-aa67-6c9741950478 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 948 time: 0.1020186 Jul 27 21:59:51.249112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-884ce46a-f29f-4fd2-a14f-67c2499a63c4 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740072 Jul 27 21:59:51.365494 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21b8f6e4-0e8b-4b5d-9748-0e9dd28fff91 req-57c9f17b-1ad5-4e1d-89f5-f18c345f8edb tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108079 Jul 27 21:59:51.491483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 11fd5afa-92b7-4da2-90ab-f8feda3113ff no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:51.505802 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a07422ae-0194-4ba9-969a-95a9ba769c74 req-836168ec-4128-4112-94cc-3b0150d18f42 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450607 Jul 27 21:59:51.600599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57fcc025-6022-4da5-8e8f-02734866ac1e req-29196b02-abe4-4d9b-a8ec-bbbcc8c4db1b tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0622745 Jul 27 21:59:51.612498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 11fd5afa-92b7-4da2-90ab-f8feda3113ff not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:51.708777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9515d7eb-51af-489c-a96e-6721df294fdb up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:51.837249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 9515d7eb-51af-489c-a96e-6721df294fdb completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:51.844604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 9515d7eb-51af-489c-a96e-6721df294fdb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:51.845062 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:51.972646 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:51.990468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-87f767c5-bdd3-422a-b8ee-17dcad5b2830 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:51.997672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-87f767c5-bdd3-422a-b8ee-17dcad5b2830 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 808 time: 0.2445593 Jul 27 21:59:52.019650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9515d7eb-51af-489c-a96e-6721df294fdb, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9515d7eb-51af-489c-a96e-6721df294fdb,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:52.020714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9515d7eb-51af-489c-a96e-6721df294fdb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:52.024095 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e2f773-5b17-4ab6-8c18-759b4990099d" -d '{"events": [{"server_uuid": "bf5a6d70-6f35-4d73-9fab-088db9bbc73f", "name": "network-vif-plugged", "status": "completed", "tag": "9515d7eb-51af-489c-a96e-6721df294fdb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:52.031060 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:52.045616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-85b8d2d5-557c-4d9c-9030-fed5e7ab808d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/quotas/48c07bc2e64240d8afb0624a793a2735 HTTP/1.1" status: 200 len: 375 time: 0.0469618 Jul 27 21:59:52.105747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621472b2-5e29-458b-8ef8-e5393202c0d0 req-fc5ab21e-0630-41a7-ba09-efe15caa6923 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:52.115646 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-621472b2-5e29-458b-8ef8-e5393202c0d0 req-fc5ab21e-0630-41a7-ba09-efe15caa6923 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 945 time: 0.1412442 Jul 27 21:59:52.117465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9515d7eb-51af-489c-a96e-6721df294fdb,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:52.150289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-0ba386f4-52be-4696-acf0-7b7e5626a6d6 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033795 Jul 27 21:59:52.214735 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-621472b2-5e29-458b-8ef8-e5393202c0d0 req-ec4f4d9e-e232-4de4-8a23-e7c21f409870 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981469 Jul 27 21:59:52.287024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'tag': '11fd5afa-92b7-4da2-90ab-f8feda3113ff'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:52.289279 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1260a564-27e7-4e49-853b-eaccfa6f2233" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a60df5-a667-424e-8f8c-09cf2c068c0d", "tag": "11fd5afa-92b7-4da2-90ab-f8feda3113ff"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:52.298446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-dadbfcb7-9839-43b1-ae59-add7816e47b7 service neutron] 10.222.0.24 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470218 Jul 27 21:59:52.418924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-dec89bb9-956b-421b-b919-5c7b35f9d469 service neutron] 10.222.0.24 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140728 Jul 27 21:59:52.743406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dd4c9-ec97-45fe-b7ca-e93f1b762e2b req-3c97cc2b-823f-484e-8bc9-f81b64bfc400 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:52.754235 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2dd4c9-ec97-45fe-b7ca-e93f1b762e2b req-3c97cc2b-823f-484e-8bc9-f81b64bfc400 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 947 time: 0.1019702 Jul 27 21:59:52.842846 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d07ebb-d391-49d2-a2bf-113f4c409112 x-openstack-request-id: req-c6d07ebb-d391-49d2-a2bf-113f4c409112 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:52.843793 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5a6d70-6f35-4d73-9fab-088db9bbc73f", "name": "network-vif-plugged", "status": "completed", "tag": "9515d7eb-51af-489c-a96e-6721df294fdb", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:52.845009 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6d07ebb-d391-49d2-a2bf-113f4c409112 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:52.845947 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9515d7eb-51af-489c-a96e-6721df294fdb', 'code': 200} Jul 27 21:59:52.919567 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4a1445-9723-45de-aa5c-54328a0eabc6 x-openstack-request-id: req-af4a1445-9723-45de-aa5c-54328a0eabc6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:52.919567 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a60df5-a667-424e-8f8c-09cf2c068c0d", "tag": "11fd5afa-92b7-4da2-90ab-f8feda3113ff", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:52.920081 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af4a1445-9723-45de-aa5c-54328a0eabc6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:52.921968 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'tag': '11fd5afa-92b7-4da2-90ab-f8feda3113ff', 'status': 'completed', 'code': 200} Jul 27 21:59:52.945995 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67a2393b-9081-40d6-a03d-cecf76bfca5d req-7369f849-7854-4610-9720-ba2492cbb92e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1542184 Jul 27 21:59:52.964934 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2dd4c9-ec97-45fe-b7ca-e93f1b762e2b req-d409ca11-e20d-4f7c-82f9-6e2acbb3b902 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086585 Jul 27 21:59:53.122710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-f5193e63-1699-403e-b0e3-19532221fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.134633 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-f5193e63-1699-403e-b0e3-19532221fad9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 1098 time: 0.1800096 Jul 27 21:59:53.140072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ef120-9f49-4816-b743-6a7d1fa7c95d req-5a2cc692-0b7c-4f30-bbea-c9557869f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.141607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-133ef120-9f49-4816-b743-6a7d1fa7c95d req-5a2cc692-0b7c-4f30-bbea-c9557869f6a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 1097 time: 0.2077215 Jul 27 21:59:53.151131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-8ff63e7c-bd1f-4126-82dc-ed2ad839e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.152947 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-8ff63e7c-bd1f-4126-82dc-ed2ad839e17d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 1098 time: 0.1935699 Jul 27 21:59:53.186974 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-23d3ff95-562c-4f9f-9a63-25e3c8ddb757 req-0f9d7bd3-93e4-49c2-afbb-f4af0c62c5a2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 210 time: 0.0865164 Jul 27 21:59:53.229436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2393b-9081-40d6-a03d-cecf76bfca5d req-3b44f3d5-3330-4c28-bfc3-7a90aa4c217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.238460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67a2393b-9081-40d6-a03d-cecf76bfca5d req-3b44f3d5-3330-4c28-bfc3-7a90aa4c217f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 1095 time: 0.1996932 Jul 27 21:59:53.254025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-133ef120-9f49-4816-b743-6a7d1fa7c95d req-8c5ac88f-08a4-4c47-a21d-116fc4c0fd9d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929420 Jul 27 21:59:53.262816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e125c3-c6da-4e91-ae85-468f9f9b34e7 req-ce9697ad-3f02-499d-957e-934616e56990 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.264426 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6e125c3-c6da-4e91-ae85-468f9f9b34e7 req-ce9697ad-3f02-499d-957e-934616e56990 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 948 time: 0.1628838 Jul 27 21:59:53.412654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9f4083e0-7168-471a-9906-012167bd3d94 req-b32e2e5f-9ba6-40d0-bb76-a9d62fbf4313 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0623519 Jul 27 21:59:53.425585 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6e125c3-c6da-4e91-ae85-468f9f9b34e7 req-088f06e2-0932-4834-89ff-a43d85ee3eae tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371663 Jul 27 21:59:53.453472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-49dc622e-7327-4af1-b435-1c1bac8d57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.455568 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-49dc622e-7327-4af1-b435-1c1bac8d57c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2824311 Jul 27 21:59:53.469315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2393b-9081-40d6-a03d-cecf76bfca5d req-28d1c5ac-470e-4b3d-90ff-8633f15388e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.469315 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67a2393b-9081-40d6-a03d-cecf76bfca5d req-28d1c5ac-470e-4b3d-90ff-8633f15388e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.1898201 Jul 27 21:59:53.550763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67a2393b-9081-40d6-a03d-cecf76bfca5d req-7f5fec74-e281-425a-9bf6-17a50436f542 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5291f306-6be6-435a-a523-5ed424044b14 HTTP/1.1" status: 200 len: 217 time: 0.0646222 Jul 27 21:59:53.585324 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-22600918-dd43-4b66-84ab-1548706f8b11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff HTTP/1.1" status: 200 len: 217 time: 0.0807271 Jul 27 21:59:53.592054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-cb1fd241-26d6-4b14-9c91-8275e5583e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.594859 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-cb1fd241-26d6-4b14-9c91-8275e5583e38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.4382851 Jul 27 21:59:53.699286 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-8e93879a-0e22-47a9-8eda-da1af71e70ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff HTTP/1.1" status: 200 len: 217 time: 0.0917716 Jul 27 21:59:53.700249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0b090-3c04-4db3-aed1-7cbdab3b8571 req-80eacbf8-7945-4fef-a454-df583810a3f8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.702396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05e0b090-3c04-4db3-aed1-7cbdab3b8571 req-80eacbf8-7945-4fef-a454-df583810a3f8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 946 time: 0.1338000 Jul 27 21:59:53.704068 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2393b-9081-40d6-a03d-cecf76bfca5d req-101549b8-a780-4b72-9db1-15182bcde18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.705416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67a2393b-9081-40d6-a03d-cecf76bfca5d req-101549b8-a780-4b72-9db1-15182bcde18b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.1339555 Jul 27 21:59:53.716127 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 71675719-4332-436c-87f0-1f9f4cdde582 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:53.758895 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67a2393b-9081-40d6-a03d-cecf76bfca5d req-8f6f1405-6395-4dc8-af64-6221b4d30144 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330758 Jul 27 21:59:53.792054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-e915008e-8232-495c-a0fd-989103dec3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.798158 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-e915008e-8232-495c-a0fd-989103dec3b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1979213 Jul 27 21:59:53.806778 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05e0b090-3c04-4db3-aed1-7cbdab3b8571 req-8d909aee-acc1-4d1d-a071-c33fa25e12f1 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976641 Jul 27 21:59:53.814564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 71675719-4332-436c-87f0-1f9f4cdde582 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:53.851484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 71675719-4332-436c-87f0-1f9f4cdde582 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:53.864603 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:53.877250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-f1d0dae0-eb27-469b-942b-097ace194efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:53.879811 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-f1d0dae0-eb27-469b-942b-097ace194efc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1667752 Jul 27 21:59:54.007223 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67a2393b-9081-40d6-a03d-cecf76bfca5d req-620cb637-5ac2-4882-b5e1-d7ac26b17b59 service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358506 Jul 27 21:59:54.055374 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-57182358-386d-40af-b351-8a0a2436de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:54.059230 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-57182358-386d-40af-b351-8a0a2436de5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2339251 Jul 27 21:59:54.111189 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:54.150618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67a2393b-9081-40d6-a03d-cecf76bfca5d req-7de0ca05-6411-4d3e-85cf-ea8e22f2c69a service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336153 Jul 27 21:59:54.184239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 71675719-4332-436c-87f0-1f9f4cdde582, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=71675719-4332-436c-87f0-1f9f4cdde582,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:54.198574 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:54.266747 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-41c8a09d-778c-4975-9714-da4e13aab8e2 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939099 Jul 27 21:59:54.271655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-fc203058-37d6-43b9-9e3a-ceaf1b481402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:54.273226 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-fc203058-37d6-43b9-9e3a-ceaf1b481402 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3784339 Jul 27 21:59:54.285420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb72832-3ffd-4ecc-9aca-af99f4f6c632 req-0b470a60-2704-4b7c-93be-e094d461ee9b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:54.291225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6cb72832-3ffd-4ecc-9aca-af99f4f6c632 req-0b470a60-2704-4b7c-93be-e094d461ee9b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 947 time: 0.1446300 Jul 27 21:59:54.354481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=71675719-4332-436c-87f0-1f9f4cdde582,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:54.359423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bc79e7c5-ef78-4daa-8f50-e64f06d9bdfc req-0f63691b-f51f-4903-8f89-fb42379eff47 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 210 time: 0.0369761 Jul 27 21:59:54.398479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6cb72832-3ffd-4ecc-9aca-af99f4f6c632 req-aaac5a3d-525c-4515-bb95-67f8924d6518 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039181 Jul 27 21:59:54.414114 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-0392d0c1-d712-479c-aed3-acae36d981bb service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364326 Jul 27 21:59:54.524088 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-f0e99519-af8a-45b6-a33b-f9db2f954b8d service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422672 Jul 27 21:59:54.531928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60554) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:54.659172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f655e63b-8c80-4865-8fce-6b588f8fafda req-25c4ed68-8043-4e8e-bbc4-6a92ae4920ab tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0410910 Jul 27 21:59:54.688695 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1260a564-27e7-4e49-853b-eaccfa6f2233 req-06f2c2c3-40d1-414d-a383-eccc9ffa8f1e service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556740 Jul 27 21:59:54.695707 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d579-e4ff-41eb-b7dd-e696b2a00551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:54.758671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30436d-0533-47ee-a1c4-8362dc32dac9 req-fae1b3fa-a0da-4e85-9151-30e871363a39 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:54.769955 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e30436d-0533-47ee-a1c4-8362dc32dac9 req-fae1b3fa-a0da-4e85-9151-30e871363a39 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 949 time: 0.1795294 Jul 27 21:59:54.847494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456bd832-e9f0-4778-9b0b-fc07765d1cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71675719-4332-436c-87f0-1f9f4cdde582'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:54.850524 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b8e43e-592c-4d08-8ac9-1fe5e497fc2a" -d '{"events": [{"server_uuid": "456bd832-e9f0-4778-9b0b-fc07765d1cf7", "name": "network-vif-plugged", "status": "completed", "tag": "71675719-4332-436c-87f0-1f9f4cdde582"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:54.905581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-64b2e4ff-5f0f-4f22-b857-0f6cb09b2219 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:54.905791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e30436d-0533-47ee-a1c4-8362dc32dac9 req-41fd42ba-5f45-4ee0-9bab-cf0c24b12fa8 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324100 Jul 27 21:59:54.907904 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-64b2e4ff-5f0f-4f22-b857-0f6cb09b2219 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.43 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 808 time: 0.1527727 Jul 27 21:59:54.936102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Request body: {'port': {'device_id': 'c5df6ceb-0b51-4738-989a-fee6af966152', 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8', 'admin_state_up': True, 'tenant_id': '48c07bc2e64240d8afb0624a793a2735'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:54.985863 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fbff30-e1f3-49be-bf8c-173b5de92ff7 x-openstack-request-id: req-f8fbff30-e1f3-49be-bf8c-173b5de92ff7 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:54.987822 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456bd832-e9f0-4778-9b0b-fc07765d1cf7", "name": "network-vif-plugged", "status": "completed", "tag": "71675719-4332-436c-87f0-1f9f4cdde582", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:54.988726 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8fbff30-e1f3-49be-bf8c-173b5de92ff7 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:54.989500 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456bd832-e9f0-4778-9b0b-fc07765d1cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71675719-4332-436c-87f0-1f9f4cdde582', 'code': 200} Jul 27 21:59:55.054958 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d579-e4ff-41eb-b7dd-e696b2a00551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:55.062999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bbe83-09dc-4eb1-bfa4-d5e6b9a733b2 req-a774e470-c300-4e8f-87c1-117f82524a74 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:55.066215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c0bbe83-09dc-4eb1-bfa4-d5e6b9a733b2 req-a774e470-c300-4e8f-87c1-117f82524a74 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 946 time: 0.1596332 Jul 27 21:59:55.068219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ec7d579-e4ff-41eb-b7dd-e696b2a00551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:55.135760 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2ec7d579-e4ff-41eb-b7dd-e696b2a00551 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d4ba6491c0342a39d880fc3a18d33c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6027429 Jul 27 21:59:55.142329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:55.146558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7d579-e4ff-41eb-b7dd-e696b2a00551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed78c95-ae80-4350-ac5f-15cc9a059ec6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:55.187767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9efbd8-7974-4923-a893-68777ba8d9e0 req-0dfaa674-de05-4423-a85f-5c1843287be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:55.189126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c0bbe83-09dc-4eb1-bfa4-d5e6b9a733b2 req-41c2cb93-e6f9-46f7-9b35-02bfc92a32a7 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940094 Jul 27 21:59:55.189766 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd9efbd8-7974-4923-a893-68777ba8d9e0 req-0dfaa674-de05-4423-a85f-5c1843287be2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 1100 time: 0.1323035 Jul 27 21:59:55.221084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Made reservation on behalf of 48c07bc2e64240d8afb0624a793a2735 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:55.225087 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:55.299435 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd9efbd8-7974-4923-a893-68777ba8d9e0 req-f36fe1f5-daec-41f1-a2f1-b8c8ba8d7a8b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957699 Jul 27 21:59:55.341565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60913883-d2b4-44c6-8654-e6cd42dd08b8 req-bcb5b91c-a8b3-4d3a-b4e8-efd14fea6af3 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:55.345118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-018138ff-06b6-42db-9d09-6690757e13b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:55.353400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60568) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:55.353676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-60913883-d2b4-44c6-8654-e6cd42dd08b8 req-bcb5b91c-a8b3-4d3a-b4e8-efd14fea6af3 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 946 time: 0.0858259 Jul 27 21:59:55.360895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c8606663-2cd2-4e46-b2d9-88ce5a3fc6e8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Request body: {'floatingip': {'port_id': '9515d7eb-51af-489c-a96e-6721df294fdb'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:55.424866 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c8606663-2cd2-4e46-b2d9-88ce5a3fc6e8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:55.429353 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-018138ff-06b6-42db-9d09-6690757e13b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:55.471367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15a90e3b-c0d5-40f4-95e8-1a5d5cfa34af req-4e43a226-b711-4664-97e9-8198a85c1cc9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 210 time: 0.0372097 Jul 27 21:59:55.564425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33614955-467c-4ef1-bce6-e09f24d54183 req-8e7305af-0df9-4ede-812e-9c3037f4ebb6 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:55.566597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33614955-467c-4ef1-bce6-e09f24d54183 req-8e7305af-0df9-4ede-812e-9c3037f4ebb6 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 947 time: 0.0647438 Jul 27 21:59:55.621225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Allocated IP 172.20.0.3 (7cee2f76-6b3e-4186-8970-022f34a894f8/eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2/d802f000-a3c1-46c0-bb9a-ba412973cc13) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:55.624813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33614955-467c-4ef1-bce6-e09f24d54183 req-58d0e3e2-fe87-4269-8b0c-a54162ce3d18 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492334 Jul 27 21:59:55.629943 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-018138ff-06b6-42db-9d09-6690757e13b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:55.632695 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-018138ff-06b6-42db-9d09-6690757e13b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:55.633900 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-018138ff-06b6-42db-9d09-6690757e13b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ed78c95-ae80-4350-ac5f-15cc9a059ec6 HTTP/1.1" status: 204 len: 168 time: 0.4902704 Jul 27 21:59:55.722604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018138ff-06b6-42db-9d09-6690757e13b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed78c95-ae80-4350-ac5f-15cc9a059ec6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:55.735297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 11fd5afa-92b7-4da2-90ab-f8feda3113ff details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:55.890619 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12e4e462-cdd7-47ae-9410-1502f7afcb7e req-3b2c7a3e-b152-4303-9ae2-b9cba3f13f09 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0417802 Jul 27 21:59:56.017022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:56.032037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '11fd5afa-92b7-4da2-90ab-f8feda3113ff', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '11fd5afa-92b7-4da2-90ab-f8feda3113ff', 'mac_address': 'fa:16:3e:cc:c0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:59:56.093868 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:56.114500 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fd5afa-92b7-4da2-90ab-f8feda3113ff {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:56.143439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:56.156154 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:56.240196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=11fd5afa-92b7-4da2-90ab-f8feda3113ff,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:56.513710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192d58c-25f3-4e09-b508-00545aa93a30 req-fe8faf3d-5bd8-42e9-9033-e5b55cb78b2c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:56.522843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2192d58c-25f3-4e09-b508-00545aa93a30 req-fe8faf3d-5bd8-42e9-9033-e5b55cb78b2c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 947 time: 0.5580628 Jul 27 21:59:56.565142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-5343c0fe-2ed9-4934-bb40-b31ba3922dc1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:56.569050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-5343c0fe-2ed9-4934-bb40-b31ba3922dc1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d&tenant_id=1a8cb100fd00413a9aefa092bd27ec73&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 947 time: 0.5567005 Jul 27 21:59:56.579888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef52e4d-31ff-428e-ad77-ebb5f78514c6 req-b17ec4ac-2266-410a-9c7c-a469276f5bb9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:56.591258 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ef52e4d-31ff-428e-ad77-ebb5f78514c6 req-b17ec4ac-2266-410a-9c7c-a469276f5bb9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 949 time: 0.5306292 Jul 27 21:59:56.595553 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:56.653038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['11fd5afa-92b7-4da2-90ab-f8feda3113ff'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:56.714925 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2192d58c-25f3-4e09-b508-00545aa93a30 req-ddf4c4b3-7770-486e-a631-20fa139d9580 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865489 Jul 27 21:59:56.755495 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-a6246f25-3675-4880-ad98-8bc2a9960987 service neutron] delete failed (client error): The resource could not be found. Jul 27 21:59:56.757624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-a6246f25-3675-4880-ad98-8bc2a9960987 service neutron] 10.222.0.43 "DELETE /v2.0/ports/11fd5afa-92b7-4da2-90ab-f8feda3113ff/bindings/n-h1-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.1639252 Jul 27 21:59:56.804370 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-c8606663-2cd2-4e46-b2d9-88ce5a3fc6e8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:59:56.847627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ef52e4d-31ff-428e-ad77-ebb5f78514c6 req-74fce87d-69f7-46e0-a503-88be86b2ed8e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552683 Jul 27 21:59:56.940869 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:56.944709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c8606663-2cd2-4e46-b2d9-88ce5a3fc6e8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:56.965068 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-f06c7d8d-66d6-44e4-bb84-4b8b145162be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:56.970406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-f06c7d8d-66d6-44e4-bb84-4b8b145162be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 1099 time: 0.1152720 Jul 27 21:59:56.973474 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c8606663-2cd2-4e46-b2d9-88ce5a3fc6e8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.006377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:57.017583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0984d-b43f-40fc-9659-e70427da2ea7 req-ee1ed242-adb3-473c-8921-e042d8079651 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:57.024779 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bd0984d-b43f-40fc-9659-e70427da2ea7 req-ee1ed242-adb3-473c-8921-e042d8079651 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 931 time: 0.1395776 Jul 27 21:59:57.064416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Network 7cee2f76-6b3e-4186-8970-022f34a894f8 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:57.067848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Pushing event updated for resources: {'Port': ['ID=d802f000-a3c1-46c0-bb9a-ba412973cc13,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:57.072265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:57.078658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:57.139568 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2b963e0-28ac-4573-aa90-be375fa53507 req-a2bd2f2b-aa79-41b9-889b-989155ee7f64 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.1115651 Jul 27 21:59:57.183003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bd0984d-b43f-40fc-9659-e70427da2ea7 req-5f1e5f10-908d-475b-8628-26814496c0f2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572697 Jul 27 21:59:57.192605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:57.193366 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.198018 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-c8606663-2cd2-4e46-b2d9-88ce5a3fc6e8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Floating IP 52f9cd8a-c84a-464e-b8ce-9b680997f22a associated. External IP: 172.25.1.249, port: 9515d7eb-51af-489c-a96e-6721df294fdb. Jul 27 21:59:57.223041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-997241871-network', 'tenant_id': '58dab10bd29246039c9fc54da86aabb5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:57.257822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-912b7bd8-351a-4c50-b178-00c6f6e482a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:57.259993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-912b7bd8-351a-4c50-b178-00c6f6e482a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2739358 Jul 27 21:59:57.261255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Made reservation on behalf of 58dab10bd29246039c9fc54da86aabb5 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:57.264828 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.283287 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.297068 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-7b3ae069-c41a-4623-abf8-02d10382dba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3728173 Jul 27 21:59:57.313374 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Request body: {'port': {'device_id': 'c5df6ceb-0b51-4738-989a-fee6af966152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:57.357785 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-a04123f8-9535-4462-9299-72f1a949d781 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff HTTP/1.1" status: 200 len: 217 time: 0.0831423 Jul 27 21:59:57.418320 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-0e623783-c3c1-496f-9764-936a57cd4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:57.418320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-0e623783-c3c1-496f-9764-936a57cd4982 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0499818 Jul 27 21:59:57.430408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.506997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-b647aeae-375d-4726-926b-41cdc093413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:57.509227 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-b647aeae-375d-4726-926b-41cdc093413a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780404 Jul 27 21:59:57.583171 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.591173 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.612820 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8606663-2cd2-4e46-b2d9-88ce5a3fc6e8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Router 52bc9c99-bd23-4b5e-a773-fb513608576c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:59:57.626709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:59:57.656206 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.656550 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Added segment 3a1a7d75-44db-4aa9-9857-ae5c845ed7d2 of type vlan for network c9e13d45-61e3-440b-a38e-fe1cdddf8b30 Jul 27 21:59:57.670985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae71ce-b2e8-431b-b5cd-0f12a7ec36cf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:57.695537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-286e7f65-58bb-4e4c-9350-689122d4ab26 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768517 Jul 27 21:59:57.717797 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.809552 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.811751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:57.812360 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.832371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8606663-2cd2-4e46-b2d9-88ce5a3fc6e8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:59:57.844139 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e14f13-1e4e-427b-bf72-888aeb7ff285 None None] Sync routers for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:59:57.845611 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c8606663-2cd2-4e46-b2d9-88ce5a3fc6e8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.870429 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e14f13-1e4e-427b-bf72-888aeb7ff285 None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:57.871715 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e8e14f13-1e4e-427b-bf72-888aeb7ff285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:59:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:57.901359 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c8606663-2cd2-4e46-b2d9-88ce5a3fc6e8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "PUT /v2.0/floatingips/52f9cd8a-c84a-464e-b8ce-9b680997f22a HTTP/1.1" status: 200 len: 992 time: 2.5450010 Jul 27 21:59:57.904463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'tag': '9515d7eb-51af-489c-a96e-6721df294fdb'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:57.908216 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1e9b44-ac87-4fd8-bbf7-8a6fbcd26854" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5a6d70-6f35-4d73-9fab-088db9bbc73f", "tag": "9515d7eb-51af-489c-a96e-6721df294fdb"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:57.917282 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79d6ba9e-d143-49a4-9ecc-2cf6266773fa req-7181070f-c7c3-40f2-bfee-cea4ceac760b service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100484 Jul 27 21:59:57.933128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9060502 Jul 27 21:59:57.935995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bc81f-3542-4960-a7a0-1693328c87cb admin admin] Pushing event updated for resources: {'Network': ['ID=c9e13d45-61e3-440b-a38e-fe1cdddf8b30,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:57.938216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:57.945212 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0e01f894-534b-4357-bafb-a92b71810001 admin admin] Request body: {'subnet': {'network_id': 'c9e13d45-61e3-440b-a38e-fe1cdddf8b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-997241871-subnet', 'tenant_id': '58dab10bd29246039c9fc54da86aabb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:57.961371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network c9e13d45-61e3-440b-a38e-fe1cdddf8b30 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:59:57.968954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d802f000-a3c1-46c0-bb9a-ba412973cc13 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:57.969278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aab6eb-d45c-4959-8aa4-4a6083a1f7c0 req-6df1bb74-35c5-45c5-b113-675d4cf0dd5c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:57.977329 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:57.980396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6aab6eb-d45c-4959-8aa4-4a6083a1f7c0 req-6df1bb74-35c5-45c5-b113-675d4cf0dd5c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 948 time: 0.1575100 Jul 27 21:59:58.021820 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Transition to ACTIVE for port object d802f000-a3c1-46c0-bb9a-ba412973cc13 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:58.028004 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.108622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e01f894-534b-4357-bafb-a92b71810001 admin admin] Made reservation on behalf of 58dab10bd29246039c9fc54da86aabb5 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:58.111143 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e01f894-534b-4357-bafb-a92b71810001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.122660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Pushing event updated for resources: {'Port': ['ID=d802f000-a3c1-46c0-bb9a-ba412973cc13,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:58.133779 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e8e14f13-1e4e-427b-bf72-888aeb7ff285 None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:58.154403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:58.154861 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6aab6eb-d45c-4959-8aa4-4a6083a1f7c0 req-54a09d1d-2e35-4689-9d94-bcadfc3bd0d4 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729465 Jul 27 21:59:58.155200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:58.155659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:58.156107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:58.156549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:58.156989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:58.157429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:58.157888 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:58.158351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:58.159312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:58.159312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:58.159717 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:59:58.203627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Attempting to bind port d802f000-a3c1-46c0-bb9a-ba412973cc13 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:58.203627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Attempting to bind port d802f000-a3c1-46c0-bb9a-ba412973cc13 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:58.203930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Attempting to bind port d802f000-a3c1-46c0-bb9a-ba412973cc13 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:58.209705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Port d802f000-a3c1-46c0-bb9a-ba412973cc13 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:58.210486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Attempting to bind port d802f000-a3c1-46c0-bb9a-ba412973cc13 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:58.216126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:58.216675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:58.217173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Bound using segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:58.218357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Bound port: d802f000-a3c1-46c0-bb9a-ba412973cc13, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:58.218881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.328860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:58.337579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:58.346221 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.408211 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb16cdc6-f1b6-4cc6-9927-9ddfa1b4f173 x-openstack-request-id: req-eb16cdc6-f1b6-4cc6-9927-9ddfa1b4f173 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:58.408459 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5a6d70-6f35-4d73-9fab-088db9bbc73f", "tag": "9515d7eb-51af-489c-a96e-6721df294fdb", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:58.408607 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb16cdc6-f1b6-4cc6-9927-9ddfa1b4f173 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:58.409014 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'tag': '9515d7eb-51af-489c-a96e-6721df294fdb', 'status': 'completed', 'code': 200} Jul 27 21:59:58.419200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fc993-fe2b-4b06-ba18-8c5c788929d4 req-4f17e7e1-19fe-4f09-a2b5-e7d2e22d6483 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:58.421326 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c6fc993-fe2b-4b06-ba18-8c5c788929d4 req-4f17e7e1-19fe-4f09-a2b5-e7d2e22d6483 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 949 time: 0.3859701 Jul 27 21:59:58.467132 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:58.467849 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.469540 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] 10.222.0.43 "PUT /v2.0/ports/d802f000-a3c1-46c0-bb9a-ba412973cc13 HTTP/1.1" status: 200 len: 1091 time: 1.1610866 Jul 27 21:59:58.562729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844b9a9-e907-4df2-8bca-5384a4d5cec6 service neutron] Pushing event updated for resources: {'Port': ['ID=d802f000-a3c1-46c0-bb9a-ba412973cc13,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:58.607132 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e8e14f13-1e4e-427b-bf72-888aeb7ff285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '52f9cd8a-c84a-464e-b8ce-9b680997f22a', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'port_id': '9515d7eb-51af-489c-a96e-6721df294fdb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'mac_address': 'fa:16:3e:40:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:57:20Z', 'updated_at': '2021-07-27T21:59:56Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:07Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:58.631835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e9b44-ac87-4fd8-bbf7-8a6fbcd26854 req-d7b70fdb-c815-458a-9eeb-46366a5d6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:58.632388 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a1e9b44-ac87-4fd8-bbf7-8a6fbcd26854 req-d7b70fdb-c815-458a-9eeb-46366a5d6786 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71ecaf662fcb444f82ab7d74e7b5e401&device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 1097 time: 0.2144692 Jul 27 21:59:58.633566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4080bcb2-d35e-4ce9-b69a-c5a2c5426404 req-b85610e7-e9a9-44dd-b770-33bd04d6437e tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0753574 Jul 27 21:59:58.651701 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e14f13-1e4e-427b-bf72-888aeb7ff285 None None] Checking router: 52bc9c99-bd23-4b5e-a773-fb513608576c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:59:58.662472 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e14f13-1e4e-427b-bf72-888aeb7ff285 None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:58.663798 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e8e14f13-1e4e-427b-bf72-888aeb7ff285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T21:59:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:58.689765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c6fc993-fe2b-4b06-ba18-8c5c788929d4 req-a190652e-97e3-4c2b-ad0e-375d84117eed tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554955 Jul 27 21:59:58.707783 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e01f894-534b-4357-bafb-a92b71810001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:58.857622 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e8e14f13-1e4e-427b-bf72-888aeb7ff285 None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:58.898902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01f894-534b-4357-bafb-a92b71810001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2834d1a0-7a37-4270-b4db-df9bb6357910,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:58.935462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2fc4d-cf71-4dfb-a9b9-5746f1592afa req-83655eb4-0456-4d78-b0d8-328eabc3c658 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:58.945119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-adf2fc4d-cf71-4dfb-a9b9-5746f1592afa req-83655eb4-0456-4d78-b0d8-328eabc3c658 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 943 time: 0.1730115 Jul 27 21:59:58.963746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01f894-534b-4357-bafb-a92b71810001 admin admin] Checking segment: {'id': '3a1a7d75-44db-4aa9-9857-ae5c845ed7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c9e13d45-61e3-440b-a38e-fe1cdddf8b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:58.964100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01f894-534b-4357-bafb-a92b71810001 admin admin] Network hostable DHCP agents. Network: c9e13d45-61e3-440b-a38e-fe1cdddf8b30, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:59:58.986108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6f3ce-5e6e-43af-a8be-939a0093900c req-8848c16f-2467-4eae-9d66-1deea5a6e503 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:58.993505 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6aa6f3ce-5e6e-43af-a8be-939a0093900c req-8848c16f-2467-4eae-9d66-1deea5a6e503 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 1100 time: 0.1314204 Jul 27 21:59:59.034526 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01f894-534b-4357-bafb-a92b71810001 admin admin] Network c9e13d45-61e3-440b-a38e-fe1cdddf8b30 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:59:59.048885 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-adf2fc4d-cf71-4dfb-a9b9-5746f1592afa req-27870f6f-8b20-4674-8c10-8f11f9517ac3 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027825 Jul 27 21:59:59.072639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0e01f894-534b-4357-bafb-a92b71810001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, c9e13d45-61e3-440b-a38e-fe1cdddf8b30) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:59.078705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e01f894-534b-4357-bafb-a92b71810001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:59.079623 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e01f894-534b-4357-bafb-a92b71810001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:59.084201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e84d63-268d-42ee-af64-10edf4be6a64 None None] Network c9e13d45-61e3-440b-a38e-fe1cdddf8b30 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:59.116198 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6aa6f3ce-5e6e-43af-a8be-939a0093900c req-e9db5c3a-3842-4a70-9d33-a3f4d0ef31f4 tempest-ServersOnMultiNodesTest-2106381094 tempest-ServersOnMultiNodesTest-2106381094-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216698 Jul 27 21:59:59.123246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0e01f894-534b-4357-bafb-a92b71810001 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1825986 Jul 27 21:59:59.158575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-1f035bf4-8725-4f54-99a1-590e2206adff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:59.160528 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-1f035bf4-8725-4f54-99a1-590e2206adff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 1094 time: 0.5933042 Jul 27 21:59:59.268721 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-91d07294-6060-47f6-8ca4-51248976c590 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13 HTTP/1.1" status: 200 len: 217 time: 0.0981781 Jul 27 21:59:59.303030 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e8e14f13-1e4e-427b-bf72-888aeb7ff285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '52f9cd8a-c84a-464e-b8ce-9b680997f22a', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'port_id': '9515d7eb-51af-489c-a96e-6721df294fdb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'mac_address': 'fa:16:3e:40:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:57:20Z', 'updated_at': '2021-07-27T21:59:56Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:07Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:59.309482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e9b44-ac87-4fd8-bbf7-8a6fbcd26854 req-fdebc799-6ce7-4394-a576-a98e69ca94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:59.312314 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a1e9b44-ac87-4fd8-bbf7-8a6fbcd26854 req-fdebc799-6ce7-4394-a576-a98e69ca94c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc HTTP/1.1" status: 200 len: 924 time: 0.6702571 Jul 27 21:59:59.366196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82dfe12-6c2c-47ea-918e-3aa2705b8292 None None] Network c9e13d45-61e3-440b-a38e-fe1cdddf8b30 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:59:59.386451 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e14f13-1e4e-427b-bf72-888aeb7ff285 None None] The sync data for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 is: [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '52f9cd8a-c84a-464e-b8ce-9b680997f22a', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'port_id': '9515d7eb-51af-489c-a96e-6721df294fdb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'mac_address': 'fa:16:3e:40:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:57:20Z', 'updated_at': '2021-07-27T21:59:56Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:07Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:59:59.452320 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec1d4c-4440-407f-b020-fdb945c4bb0f req-29ed9694-d195-4969-a457-efd1641d8c06 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:59.453923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cec1d4c-4440-407f-b020-fdb945c4bb0f req-29ed9694-d195-4969-a457-efd1641d8c06 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 948 time: 0.1428936 Jul 27 21:59:59.476829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-501922c7-4a4a-4d99-a131-8d542305d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:59.478351 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-501922c7-4a4a-4d99-a131-8d542305d74e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.1997862 Jul 27 21:59:59.534197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cec1d4c-4440-407f-b020-fdb945c4bb0f req-d1d7f3f3-d270-4db9-bca3-8757b6c36680 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726953 Jul 27 21:59:59.552939 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a1e9b44-ac87-4fd8-bbf7-8a6fbcd26854 req-3a67a9e8-8456-4ae6-a4fd-d7ac90c4083c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9515d7eb-51af-489c-a96e-6721df294fdb HTTP/1.1" status: 200 len: 1000 time: 0.2140627 Jul 27 21:59:59.650999 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-2dce9592-41cd-4d82-8750-413244edce3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444311 Jul 27 21:59:59.716625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce3c14-5849-4048-90f1-7c87132cd08c req-c3b8f26d-e30b-4887-a47e-105a59554ca7 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:59.723709 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbce3c14-5849-4048-90f1-7c87132cd08c req-c3b8f26d-e30b-4887-a47e-105a59554ca7 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 949 time: 0.0859973 Jul 27 21:59:59.778530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e9b44-ac87-4fd8-bbf7-8a6fbcd26854 req-d705daa0-5f4e-46ea-9119-a4418c8d7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:59.780222 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a1e9b44-ac87-4fd8-bbf7-8a6fbcd26854 req-d705daa0-5f4e-46ea-9119-a4418c8d7159 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6b3b28-4695-42ba-b2e1-95635cc271fd HTTP/1.1" status: 200 len: 862 time: 0.1627896 Jul 27 21:59:59.783379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 11fd5afa-92b7-4da2-90ab-f8feda3113ff up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:59.785042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbce3c14-5849-4048-90f1-7c87132cd08c req-8f2c3364-6158-4ae7-9d39-f042d3ea7f83 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593972 Jul 27 21:59:59.813878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0411dd8f-eed0-4ecf-9511-2848fb75b6a0 req-2ddcd19b-5ab5-4e34-903d-c55ed44df6ac tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1615851299', 'description': 'tempest-description-850495156'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:59.860684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f5fb47-91de-42b3-be77-c607134ffcb2 None None] New status for floating IP 52f9cd8a-c84a-464e-b8ce-9b680997f22a: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:59:59.867022 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0411dd8f-eed0-4ecf-9511-2848fb75b6a0 req-2ddcd19b-5ab5-4e34-903d-c55ed44df6ac tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:59.945842 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-998dc7f3-4e80-4334-95d9-2d5700712944 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556901 Jul 27 21:59:59.955201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e9b44-ac87-4fd8-bbf7-8a6fbcd26854 req-3a7aa723-7ba0-4211-93a8-c2354a5c6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:59.959163 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a1e9b44-ac87-4fd8-bbf7-8a6fbcd26854 req-3a7aa723-7ba0-4211-93a8-c2354a5c6b4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626735 Jul 27 21:59:59.960985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 11fd5afa-92b7-4da2-90ab-f8feda3113ff completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:00.018211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 11fd5afa-92b7-4da2-90ab-f8feda3113ff triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:00.018622 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.031180 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cddcaa-2c61-4a33-bc17-6a60c15dfccf req-ececc488-7957-423a-8d3c-7ead7dc0f362 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:00.039857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68cddcaa-2c61-4a33-bc17-6a60c15dfccf req-ececc488-7957-423a-8d3c-7ead7dc0f362 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 948 time: 0.1569719 Jul 27 22:00:00.136454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68cddcaa-2c61-4a33-bc17-6a60c15dfccf req-8a0dcb5a-8aea-4099-a848-850d1de502bc tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952766 Jul 27 22:00:00.165377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.183788 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1396413-5756-4fd2-a7b7-6f6cc6f454d3 req-bbaeb3b0-4127-40c7-a2df-5aff51e754fd service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235339 Jul 27 22:00:00.190351 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a1e9b44-ac87-4fd8-bbf7-8a6fbcd26854 req-21441b7b-0fa0-4b53-b741-a36c06ac22b8 service neutron] 10.222.0.41 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970570 Jul 27 22:00:00.191163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0411dd8f-eed0-4ecf-9511-2848fb75b6a0 req-2ddcd19b-5ab5-4e34-903d-c55ed44df6ac tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.195578 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0411dd8f-eed0-4ecf-9511-2848fb75b6a0 req-2ddcd19b-5ab5-4e34-903d-c55ed44df6ac tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.217144 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:00.219236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fd5afa-92b7-4da2-90ab-f8feda3113ff'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:00.222412 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c98b77f-9431-47fb-9d19-c8bd81fc8f50" -d '{"events": [{"server_uuid": "c5a60df5-a667-424e-8f8c-09cf2c068c0d", "name": "network-vif-plugged", "status": "completed", "tag": "11fd5afa-92b7-4da2-90ab-f8feda3113ff"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:00.226797 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.238205 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0411dd8f-eed0-4ecf-9511-2848fb75b6a0 req-2ddcd19b-5ab5-4e34-903d-c55ed44df6ac tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.252738 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0411dd8f-eed0-4ecf-9511-2848fb75b6a0 req-2ddcd19b-5ab5-4e34-903d-c55ed44df6ac tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4416275 Jul 27 22:00:00.258564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcd19b-5ab5-4e34-903d-c55ed44df6ac tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41510c7d-39b4-4af9-8035-c5243f849e9d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:00.285440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=11fd5afa-92b7-4da2-90ab-f8feda3113ff,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:00.323414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da6cc7ab-23c7-42fd-870b-3939f39970ea req-a47932cd-a232-4479-a443-7c4c7cf83b14 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0427263 Jul 27 22:00:00.376845 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a1e9b44-ac87-4fd8-bbf7-8a6fbcd26854 req-16685394-10d1-41dc-93ae-5925268ff612 service neutron] 10.222.0.41 "GET /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755764 Jul 27 22:00:00.396409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fa33f-dedf-48f8-a43a-4bf8d7fa2c96 req-54e8bcf1-e480-4096-81c0-d2a8f7568f8d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:00.398060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b8fa33f-dedf-48f8-a43a-4bf8d7fa2c96 req-54e8bcf1-e480-4096-81c0-d2a8f7568f8d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 943 time: 0.0669153 Jul 27 22:00:00.410852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5df6ceb-0b51-4738-989a-fee6af966152', 'tag': 'd802f000-a3c1-46c0-bb9a-ba412973cc13'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:00.413400 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22e91e7-6ba4-4501-bd82-28a6023c73d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5df6ceb-0b51-4738-989a-fee6af966152", "tag": "d802f000-a3c1-46c0-bb9a-ba412973cc13"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:00.432976 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc4c858-2d2f-4fa2-b733-d32e474f1d20 x-openstack-request-id: req-dbc4c858-2d2f-4fa2-b733-d32e474f1d20 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:00.433282 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a60df5-a667-424e-8f8c-09cf2c068c0d", "name": "network-vif-plugged", "status": "completed", "tag": "11fd5afa-92b7-4da2-90ab-f8feda3113ff", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:00.433532 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbc4c858-2d2f-4fa2-b733-d32e474f1d20 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:00.434142 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fd5afa-92b7-4da2-90ab-f8feda3113ff', 'code': 200} Jul 27 22:00:00.440845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b8fa33f-dedf-48f8-a43a-4bf8d7fa2c96 req-c6b5db6b-8554-451b-abb2-8d36b9bd2563 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357218 Jul 27 22:00:00.504726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-88204d02-9a11-4626-9555-e137d0b1051c req-07bc11b7-e0af-4330-be9a-101f3b5f6a16 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/41510c7d-39b4-4af9-8035-c5243f849e9d HTTP/1.1" status: 200 len: 1804 time: 0.0501616 Jul 27 22:00:00.515474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-88204d02-9a11-4626-9555-e137d0b1051c req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41510c7d-39b4-4af9-8035-c5243f849e9d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:00.516146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-88204d02-9a11-4626-9555-e137d0b1051c req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41510c7d-39b4-4af9-8035-c5243f849e9d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:00.532701 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96649693-8a61-4d8c-a6cb-6c34d05a13da x-openstack-request-id: req-96649693-8a61-4d8c-a6cb-6c34d05a13da {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:00.533178 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5df6ceb-0b51-4738-989a-fee6af966152", "tag": "d802f000-a3c1-46c0-bb9a-ba412973cc13", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:00.533585 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96649693-8a61-4d8c-a6cb-6c34d05a13da {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:00.534121 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5df6ceb-0b51-4738-989a-fee6af966152', 'tag': 'd802f000-a3c1-46c0-bb9a-ba412973cc13', 'status': 'completed', 'code': 200} Jul 27 22:00:00.604420 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88204d02-9a11-4626-9555-e137d0b1051c req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.623244 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e91e7-6ba4-4501-bd82-28a6023c73d3 req-c60d5d80-9e4e-461a-b730-216892e4ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:00.626163 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a22e91e7-6ba4-4501-bd82-28a6023c73d3 req-c60d5d80-9e4e-461a-b730-216892e4ef70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 1094 time: 0.0636942 Jul 27 22:00:00.668033 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88204d02-9a11-4626-9555-e137d0b1051c req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.673065 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88204d02-9a11-4626-9555-e137d0b1051c req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.707115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c58587-156d-4c15-8114-ecd350b53bd7,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:00.731024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:00.732316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:00.732686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:00.735699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:00.736983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:00.737339 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:00.737703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:00.738031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:00.738393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:00.740883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:00.741254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:00.741798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:00.750277 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88204d02-9a11-4626-9555-e137d0b1051c req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.772849 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-88204d02-9a11-4626-9555-e137d0b1051c req-79459d4d-9aeb-43bd-bf89-fb66a73dce8a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2616897 Jul 27 22:00:00.793022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-86057e59-f0af-48bd-81b8-09a936261d10 req-c7686b4b-498c-4dcf-9469-1dfe35ca3abb tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-510898206', 'description': 'tempest-description-270762128'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:00.835216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e91e7-6ba4-4501-bd82-28a6023c73d3 req-f29c26af-6b50-44c6-bdee-745a482bcb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:00.837495 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a22e91e7-6ba4-4501-bd82-28a6023c73d3 req-f29c26af-6b50-44c6-bdee-745a482bcb48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.2020693 Jul 27 22:00:00.868542 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86057e59-f0af-48bd-81b8-09a936261d10 req-c7686b4b-498c-4dcf-9469-1dfe35ca3abb tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:00.895589 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efeb865-e99d-47b8-8a29-97986fd2a55a req-4971df7b-0740-4d0b-9fc6-68c7d8e535a1 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:00.897190 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9efeb865-e99d-47b8-8a29-97986fd2a55a req-4971df7b-0740-4d0b-9fc6-68c7d8e535a1 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 1096 time: 0.0908692 Jul 27 22:00:00.906008 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a22e91e7-6ba4-4501-bd82-28a6023c73d3 req-5c03d9cd-882c-4289-9e56-75bd053dc3ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13 HTTP/1.1" status: 200 len: 217 time: 0.0556705 Jul 27 22:00:00.971201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e91e7-6ba4-4501-bd82-28a6023c73d3 req-4481f24e-dd71-47ae-b646-5aec56dc68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:00.972886 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a22e91e7-6ba4-4501-bd82-28a6023c73d3 req-4481f24e-dd71-47ae-b646-5aec56dc68bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.0548525 Jul 27 22:00:00.974544 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9efeb865-e99d-47b8-8a29-97986fd2a55a req-2a206f32-972b-4803-aade-894718a8be56 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671184 Jul 27 22:00:01.037810 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a22e91e7-6ba4-4501-bd82-28a6023c73d3 req-6294aa9e-43da-4642-a836-b2271147a51f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560052 Jul 27 22:00:01.070665 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86057e59-f0af-48bd-81b8-09a936261d10 req-c7686b4b-498c-4dcf-9469-1dfe35ca3abb tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:01.084058 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86057e59-f0af-48bd-81b8-09a936261d10 req-c7686b4b-498c-4dcf-9469-1dfe35ca3abb tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:01.148883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7686b4b-498c-4dcf-9469-1dfe35ca3abb tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821e3e9b-2879-4e06-b887-e97da0656612,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:01.164487 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a22e91e7-6ba4-4501-bd82-28a6023c73d3 req-81872b27-9a9f-42c1-8281-350a708d2ff9 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030023 Jul 27 22:00:01.191697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05530e4c-4e40-4c76-b218-b2af429d5eac req-8ee3706d-7be0-44b3-ae0c-42ea80ce848e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:01.193445 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05530e4c-4e40-4c76-b218-b2af429d5eac req-8ee3706d-7be0-44b3-ae0c-42ea80ce848e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 949 time: 0.1207571 Jul 27 22:00:01.194392 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86057e59-f0af-48bd-81b8-09a936261d10 req-c7686b4b-498c-4dcf-9469-1dfe35ca3abb tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:01.202823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86057e59-f0af-48bd-81b8-09a936261d10 req-c7686b4b-498c-4dcf-9469-1dfe35ca3abb tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4164672 Jul 27 22:00:01.271681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05530e4c-4e40-4c76-b218-b2af429d5eac req-d5085157-73c5-4278-8d2e-b2e5673cb6a2 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675588 Jul 27 22:00:01.313294 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f61ae-d6e0-42cf-88bb-91e0b07d8e3d req-de98b2a3-f6c4-4dad-9bed-a6ae28c59e61 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:01.314798 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fe8f61ae-d6e0-42cf-88bb-91e0b07d8e3d req-de98b2a3-f6c4-4dad-9bed-a6ae28c59e61 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/ports?device_id=456bd832-e9f0-4778-9b0b-fc07765d1cf7 HTTP/1.1" status: 200 len: 949 time: 0.1228528 Jul 27 22:00:01.366105 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a22e91e7-6ba4-4501-bd82-28a6023c73d3 req-4d8564a4-9378-40c9-ab7d-64def97317cb service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005234 Jul 27 22:00:01.366749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-f04bcbbe-9908-49f2-a170-44e6f2cc3947 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412476 Jul 27 22:00:01.438003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-fe8f61ae-d6e0-42cf-88bb-91e0b07d8e3d req-42d1bdfb-021c-46f9-b47a-f59b74cebe73 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Deleting port 71675719-4332-436c-87f0-1f9f4cdde582 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:01.438352 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fe8f61ae-d6e0-42cf-88bb-91e0b07d8e3d req-42d1bdfb-021c-46f9-b47a-f59b74cebe73 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:01.566083 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-4c76ba0e-4eae-41f0-a1c6-9ba85c6ebd29 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:01.567617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-4c76ba0e-4eae-41f0-a1c6-9ba85c6ebd29 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948626 Jul 27 22:00:01.579576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fe8f61ae-d6e0-42cf-88bb-91e0b07d8e3d req-42d1bdfb-021c-46f9-b47a-f59b74cebe73 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] For port 71675719-4332-436c-87f0-1f9f4cdde582, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=71675719-4332-436c-87f0-1f9f4cdde582,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:01.581182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fe8f61ae-d6e0-42cf-88bb-91e0b07d8e3d req-42d1bdfb-021c-46f9-b47a-f59b74cebe73 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:01.586866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-32fa9741-da14-4bc8-8313-00dcdc2e6173 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/quotas/1a8cb100fd00413a9aefa092bd27ec73 HTTP/1.1" status: 200 len: 375 time: 0.0098691 Jul 27 22:00:01.611349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-fe8f61ae-d6e0-42cf-88bb-91e0b07d8e3d req-42d1bdfb-021c-46f9-b47a-f59b74cebe73 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Calling delete_port for 71675719-4332-436c-87f0-1f9f4cdde582 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:01.672723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-ae97a1b0-34ac-42c0-942b-8eec22cf8c81 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782900 Jul 27 22:00:01.795943 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fe8f61ae-d6e0-42cf-88bb-91e0b07d8e3d req-42d1bdfb-021c-46f9-b47a-f59b74cebe73 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:01.811611 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c', 'da68d304-3754-4809-905b-87797d36241f', '4bfa33cc-81c8-46d1-a361-d4a86d487b42', 'ffa75504-215d-4597-9648-3768fcdcee01', '71675719-4332-436c-87f0-1f9f4cdde582'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:01.813939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7e880494-6ef9-46f2-bece-1611c4dd3942', 'b108330b-40af-44e9-bb35-be58842ac7fc', 'e7c91c4b-a191-4f43-8e4a-710ebcbd70e4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:01.926910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1bdfb-021c-46f9-b47a-f59b74cebe73 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event deleted for resources: {'Port': ['ID=71675719-4332-436c-87f0-1f9f4cdde582,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:01.974769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f265f51-23a0-4b42-831f-3e3b5ca841dc req-ebed319a-5df5-4674-b2ad-bdf87985e6e6 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/821e3e9b-2879-4e06-b887-e97da0656612 HTTP/1.1" status: 200 len: 1803 time: 0.1103213 Jul 27 22:00:01.983259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3f265f51-23a0-4b42-831f-3e3b5ca841dc req-5cf00977-6796-48da-aae4-b634b4316219 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '821e3e9b-2879-4e06-b887-e97da0656612', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:01.986973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3f265f51-23a0-4b42-831f-3e3b5ca841dc req-5cf00977-6796-48da-aae4-b634b4316219 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '821e3e9b-2879-4e06-b887-e97da0656612', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:01.988151 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8f61ae-d6e0-42cf-88bb-91e0b07d8e3d req-42d1bdfb-021c-46f9-b47a-f59b74cebe73 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] No DVR routers for this DVR port 71675719-4332-436c-87f0-1f9f4cdde582 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:02.000209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fe8f61ae-d6e0-42cf-88bb-91e0b07d8e3d req-42d1bdfb-021c-46f9-b47a-f59b74cebe73 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:02.003492 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fe8f61ae-d6e0-42cf-88bb-91e0b07d8e3d req-42d1bdfb-021c-46f9-b47a-f59b74cebe73 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "DELETE /v2.0/ports/71675719-4332-436c-87f0-1f9f4cdde582 HTTP/1.1" status: 204 len: 173 time: 0.6800897 Jul 27 22:00:02.180487 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f265f51-23a0-4b42-831f-3e3b5ca841dc req-5cf00977-6796-48da-aae4-b634b4316219 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:02.276312 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f265f51-23a0-4b42-831f-3e3b5ca841dc req-5cf00977-6796-48da-aae4-b634b4316219 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:02.281460 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f265f51-23a0-4b42-831f-3e3b5ca841dc req-5cf00977-6796-48da-aae4-b634b4316219 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:02.316754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf00977-6796-48da-aae4-b634b4316219 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a662ddf1-1a55-4d56-9112-7a3a4718c705,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:02.332585 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f265f51-23a0-4b42-831f-3e3b5ca841dc req-5cf00977-6796-48da-aae4-b634b4316219 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:02.345782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f265f51-23a0-4b42-831f-3e3b5ca841dc req-5cf00977-6796-48da-aae4-b634b4316219 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3692276 Jul 27 22:00:02.536156 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456bd832-e9f0-4778-9b0b-fc07765d1cf7', 'name': 'network-vif-deleted', 'tag': '71675719-4332-436c-87f0-1f9f4cdde582'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:02.544295 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf493e5-6cf1-48e4-b32d-a23013a64029" -d '{"events": [{"server_uuid": "456bd832-e9f0-4778-9b0b-fc07765d1cf7", "name": "network-vif-deleted", "tag": "71675719-4332-436c-87f0-1f9f4cdde582"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:02.568094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79b380c7-5fdd-4aef-8942-3812de7a11ed req-6fd1ea34-52fe-40cd-89ad-26928fcfb498 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.1381307 Jul 27 22:00:02.775436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f34305-4efd-4697-978a-d770024629e6 req-bc3cd2af-5e78-46dd-98f6-45a1800c33a6 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:02.783126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f34305-4efd-4697-978a-d770024629e6 req-bc3cd2af-5e78-46dd-98f6-45a1800c33a6 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 943 time: 0.0828991 Jul 27 22:00:02.843911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f34305-4efd-4697-978a-d770024629e6 req-1e90cbdd-59fa-4c69-ad39-aee80e7098cb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590417 Jul 27 22:00:02.897588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-b9de7000-50cb-4b7a-8537-c150e4cb31e7 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:00:02.898677 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-b9de7000-50cb-4b7a-8537-c150e4cb31e7 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061102 Jul 27 22:00:02.917871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] Request body: {'binding': {'host': 'n-h1-802011-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:02.918351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:00:03.106824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d47bfc8b-6a43-4ba3-a8d1-f6e38942f4fa req-d642bf52-85e9-4e0b-9afb-f150a96d1488 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 210 time: 0.0696437 Jul 27 22:00:03.188277 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 on host n-h1-802011-3 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:03.189321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:03.189849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:03.192106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-de923958-9e7f-4a69-a7fc-fec1efee1ad7 req-2880d3fb-4159-4bd1-b302-1d38d063fcb2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2016699779', 'description': 'tempest-description-1071508110'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:03.196544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] Port 33ea45eb-527a-4264-9052-090a0fba4306 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:00:03.196880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:03.210382 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:03.211194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:03.212089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:03.213241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] Bound port: 33ea45eb-527a-4264-9052-090a0fba4306, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:03.218670 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de923958-9e7f-4a69-a7fc-fec1efee1ad7 req-2880d3fb-4159-4bd1-b302-1d38d063fcb2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.283871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=33ea45eb-527a-4264-9052-090a0fba4306,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:03.290451 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.292191 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-bc56121d-bcc2-421e-86ed-e0d6d4c8b0f4 service neutron] 10.222.0.24 "POST /v2.0/ports/33ea45eb-527a-4264-9052-090a0fba4306/bindings HTTP/1.1" status: 201 len: 389 time: 0.3776495 Jul 27 22:00:03.318054 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de923958-9e7f-4a69-a7fc-fec1efee1ad7 req-2880d3fb-4159-4bd1-b302-1d38d063fcb2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.322304 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de923958-9e7f-4a69-a7fc-fec1efee1ad7 req-2880d3fb-4159-4bd1-b302-1d38d063fcb2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.352744 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de923958-9e7f-4a69-a7fc-fec1efee1ad7 req-2880d3fb-4159-4bd1-b302-1d38d063fcb2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.353922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de923958-9e7f-4a69-a7fc-fec1efee1ad7 req-2880d3fb-4159-4bd1-b302-1d38d063fcb2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1669283 Jul 27 22:00:03.361039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880d3fb-4159-4bd1-b302-1d38d063fcb2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b31d7bf-fdaf-41a7-a0cd-fe9568420c3a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:03.422079 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0506810-d0e1-4a92-8579-5392de93f69d x-openstack-request-id: req-a0506810-d0e1-4a92-8579-5392de93f69d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:03.422398 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456bd832-e9f0-4778-9b0b-fc07765d1cf7", "name": "network-vif-deleted", "tag": "71675719-4332-436c-87f0-1f9f4cdde582", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:03.422648 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0506810-d0e1-4a92-8579-5392de93f69d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:03.423045 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456bd832-e9f0-4778-9b0b-fc07765d1cf7', 'name': 'network-vif-deleted', 'tag': '71675719-4332-436c-87f0-1f9f4cdde582', 'status': 'completed', 'code': 200} Jul 27 22:00:03.443779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e17efa7c-ab1a-4130-9cf1-a39bc7f4cf67 req-1ebb401c-68a3-4a80-80f5-9fe485de0bbf tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-981214235', 'description': 'tempest-description-1327126767'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:03.496941 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e17efa7c-ab1a-4130-9cf1-a39bc7f4cf67 req-1ebb401c-68a3-4a80-80f5-9fe485de0bbf tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.557343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d802f000-a3c1-46c0-bb9a-ba412973cc13 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:00:03.644961 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e17efa7c-ab1a-4130-9cf1-a39bc7f4cf67 req-1ebb401c-68a3-4a80-80f5-9fe485de0bbf tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.656667 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e17efa7c-ab1a-4130-9cf1-a39bc7f4cf67 req-1ebb401c-68a3-4a80-80f5-9fe485de0bbf tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.674138 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-875309b8-bb83-45bd-bd96-a29ef33560ef tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931673 Jul 27 22:00:03.710821 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb401c-68a3-4a80-80f5-9fe485de0bbf tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f75bb3-c29d-428c-a410-0eb0df750b53,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:03.744565 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e17efa7c-ab1a-4130-9cf1-a39bc7f4cf67 req-1ebb401c-68a3-4a80-80f5-9fe485de0bbf tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.745949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e17efa7c-ab1a-4130-9cf1-a39bc7f4cf67 req-1ebb401c-68a3-4a80-80f5-9fe485de0bbf tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3090346 Jul 27 22:00:03.797303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-6b43a182-436b-411f-8f43-b303a85aae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:03.799814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-6b43a182-436b-411f-8f43-b303a85aae43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 1096 time: 0.0502298 Jul 27 22:00:03.880409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:03.902065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'd802f000-a3c1-46c0-bb9a-ba412973cc13', 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8', 'port_id': 'd802f000-a3c1-46c0-bb9a-ba412973cc13', 'mac_address': 'fa:16:3e:04:ce:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:00:03.913710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-ad234217-cb9f-4082-96b0-51e0c8fadf46 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:03.915781 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-ad234217-cb9f-4082-96b0-51e0c8fadf46 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360907 Jul 27 22:00:03.923178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b42424e-5995-4279-9a10-fcb4e66066a2 req-442ef13a-7974-4a1a-8cd0-5143d2ab7b87 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0332203 Jul 27 22:00:03.946033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Request body: {'port': {'device_id': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '1a8cb100fd00413a9aefa092bd27ec73'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:03.962583 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:03.984093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d802f000-a3c1-46c0-bb9a-ba412973cc13 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:04.026787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:04.031289 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:04.047864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c7728a74-c994-4edf-9960-d761dab79c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:04.049668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c7728a74-c994-4edf-9960-d761dab79c23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.2398083 Jul 27 22:00:04.089971 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d802f000-a3c1-46c0-bb9a-ba412973cc13,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:04.130174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb98f7-e608-4b89-b5d5-00f46712f400 req-834bed56-6f27-44cd-9412-072ec8784ce3 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:04.133190 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5eb98f7-e608-4b89-b5d5-00f46712f400 req-834bed56-6f27-44cd-9412-072ec8784ce3 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.2817132 Jul 27 22:00:04.138735 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-de9fe6b0-accf-4764-b491-2d6a70013647 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33ea45eb-527a-4264-9052-090a0fba4306 HTTP/1.1" status: 200 len: 217 time: 0.0714524 Jul 27 22:00:04.141040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Made reservation on behalf of 1a8cb100fd00413a9aefa092bd27ec73 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:04.144959 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:04.225943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bd5b5-7901-470a-836b-ff7978b3e901 req-949f108e-4959-42b2-ae3d-c454b0d69e1d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:04.233460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be7bd5b5-7901-470a-836b-ff7978b3e901 req-949f108e-4959-42b2-ae3d-c454b0d69e1d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 949 time: 0.1797109 Jul 27 22:00:04.258687 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5eb98f7-e608-4b89-b5d5-00f46712f400 req-c4f44a3d-af6e-4d1f-998f-80ef7ebf471e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164405 Jul 27 22:00:04.270153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-6ee62e2d-1e2b-40ab-9ffb-c77ae04007c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:04.273790 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-6ee62e2d-1e2b-40ab-9ffb-c77ae04007c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.1247849 Jul 27 22:00:04.326306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-4377bf28-82ff-40fd-be8c-4f0a1a263b89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417938 Jul 27 22:00:04.338538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be7bd5b5-7901-470a-836b-ff7978b3e901 req-5ac32ad9-3c21-44f6-8481-3364257de8a0 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040730 Jul 27 22:00:04.341573 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d802f000-a3c1-46c0-bb9a-ba412973cc13'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:04.346410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Allocated IP 192.168.233.134 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/66cba410-a812-48cb-908f-9dec77b1c11f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:04.442913 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d663c9af-119e-4eb0-993e-a00df7399012 req-0f3ac89d-8638-4ec0-876e-7e75cc0ef78f tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/5b31d7bf-fdaf-41a7-a0cd-fe9568420c3a HTTP/1.1" status: 200 len: 1805 time: 0.1224618 Jul 27 22:00:04.534654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-cdedf894-6212-4ffb-8fbd-407dd0532c66 service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993310 Jul 27 22:00:04.572804 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:04.577938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26fb84-58bc-4f0f-b022-b2862d104aee req-1eed83db-d4d5-41f5-9b59-a1df3b27498e tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:04.579591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d26fb84-58bc-4f0f-b022-b2862d104aee req-1eed83db-d4d5-41f5-9b59-a1df3b27498e tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 944 time: 0.1554987 Jul 27 22:00:04.588651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Transition to ACTIVE for port object 66cba410-a812-48cb-908f-9dec77b1c11f will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:04.609372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d663c9af-119e-4eb0-993e-a00df7399012 req-3fa1c68d-4e41-4df5-966c-7e0f78e8074e tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/63f75bb3-c29d-428c-a410-0eb0df750b53 HTTP/1.1" status: 200 len: 1804 time: 0.1513312 Jul 27 22:00:04.630890 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:04.635809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d663c9af-119e-4eb0-993e-a00df7399012 req-3ce24cd5-7f28-46e9-bc78-1a996039efe5 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5b31d7bf-fdaf-41a7-a0cd-fe9568420c3a', 'remote_group_id': '63f75bb3-c29d-428c-a410-0eb0df750b53', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:04.636120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d663c9af-119e-4eb0-993e-a00df7399012 req-3ce24cd5-7f28-46e9-bc78-1a996039efe5 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5b31d7bf-fdaf-41a7-a0cd-fe9568420c3a', 'remote_group_id': '63f75bb3-c29d-428c-a410-0eb0df750b53', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:04.643389 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['456478a7-f3b0-470d-a6ec-74dfc66dbe60', '11fd5afa-92b7-4da2-90ab-f8feda3113ff'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:04.681214 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:04.684600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:04.689561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:04.689750 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d26fb84-58bc-4f0f-b022-b2862d104aee req-c4351d10-2f4e-4415-b2a0-2089a763bd8c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856729 Jul 27 22:00:04.714219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-e7a1f8e9-1136-4b92-b82c-5afc0ab54492 service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645029 Jul 27 22:00:04.741435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:04.771261 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d663c9af-119e-4eb0-993e-a00df7399012 req-3ce24cd5-7f28-46e9-bc78-1a996039efe5 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:04.794388 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:04.795077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:04.826038 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d663c9af-119e-4eb0-993e-a00df7399012 req-3ce24cd5-7f28-46e9-bc78-1a996039efe5 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:04.831198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d663c9af-119e-4eb0-993e-a00df7399012 req-3ce24cd5-7f28-46e9-bc78-1a996039efe5 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:04.841021 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1ea10cc7-7ce6-46ff-95f8-da4861800c86 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9094298 Jul 27 22:00:04.854911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Request body: {'port': {'device_id': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:04.867809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d663c9af-119e-4eb0-993e-a00df7399012 req-3ce24cd5-7f28-46e9-bc78-1a996039efe5 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:04.885344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d663c9af-119e-4eb0-993e-a00df7399012 req-3ce24cd5-7f28-46e9-bc78-1a996039efe5 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2617347 Jul 27 22:00:04.903802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce24cd5-7f28-46e9-bc78-1a996039efe5 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa794423-3abe-4d89-9f54-d77bb7ef7a5b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:04.961819 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.025291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b19869bd-c0d9-4178-b7d2-0b95cabb0ed7 None None] Provisioning for port 66cba410-a812-48cb-908f-9dec77b1c11f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:05.034309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b19869bd-c0d9-4178-b7d2-0b95cabb0ed7 None None] Provisioning complete for port 66cba410-a812-48cb-908f-9dec77b1c11f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:05.037254 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b19869bd-c0d9-4178-b7d2-0b95cabb0ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.085470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541116f4-f397-4f6e-b04e-cf41de81238d req-9160edfd-8ada-421f-b5fd-1bc6c201c3d8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:05.089024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-541116f4-f397-4f6e-b04e-cf41de81238d req-9160edfd-8ada-421f-b5fd-1bc6c201c3d8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 936 time: 0.1265619 Jul 27 22:00:05.091949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b19869bd-c0d9-4178-b7d2-0b95cabb0ed7 None None] Port 66cba410-a812-48cb-908f-9dec77b1c11f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:05.186852 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-541116f4-f397-4f6e-b04e-cf41de81238d req-8bf9a0f3-1366-4c1e-9b38-e4f5e9c04e0e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876093 Jul 27 22:00:05.222561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d6e9eb84-cb0b-4ac9-b876-281c6e743354 req-62ed3701-4155-49bb-aac2-0c96ee48b9d9 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1787866831', 'description': 'tempest-description-1888641432'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:05.251939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-0d3f0451-a4f8-4a33-8c2e-52c453de2bfa tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:05.253457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-0d3f0451-a4f8-4a33-8c2e-52c453de2bfa tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/networks?id=7c05bd0e-4555-48cb-9b43-928bab5eb963 HTTP/1.1" status: 200 len: 814 time: 0.1453495 Jul 27 22:00:05.272479 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6e9eb84-cb0b-4ac9-b876-281c6e743354 req-62ed3701-4155-49bb-aac2-0c96ee48b9d9 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.284035 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-465c8bc6-e182-4843-a0bf-4ccc9e4faba0 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/quotas/b5d8cb70d5a248c49dfc03758991209a HTTP/1.1" status: 200 len: 375 time: 0.0192006 Jul 27 22:00:05.309072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cba410-a812-48cb-908f-9dec77b1c11f {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:05.317781 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.329764 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Transition to ACTIVE for port object 66cba410-a812-48cb-908f-9dec77b1c11f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:05.333796 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.413752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-5995c919-bbce-4b4b-8dc0-13c49957a087 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b5d8cb70d5a248c49dfc03758991209a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160455 Jul 27 22:00:05.447673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:05.449928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bb176-57b2-49ef-ace5-00d9b47b31a5 req-44129b76-d860-48a3-bc8f-60adc0210a8a tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:05.451076 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-606bb176-57b2-49ef-ace5-00d9b47b31a5 req-44129b76-d860-48a3-bc8f-60adc0210a8a tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 949 time: 0.1408803 Jul 27 22:00:05.468500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Attempting to bind port 66cba410-a812-48cb-908f-9dec77b1c11f on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:05.468850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Attempting to bind port 66cba410-a812-48cb-908f-9dec77b1c11f by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:05.469171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Attempting to bind port 66cba410-a812-48cb-908f-9dec77b1c11f on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:05.474123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Port 66cba410-a812-48cb-908f-9dec77b1c11f on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:00:05.474497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Attempting to bind port 66cba410-a812-48cb-908f-9dec77b1c11f on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:05.483257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:05.483551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:05.484674 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:05.484674 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Bound port: 66cba410-a812-48cb-908f-9dec77b1c11f, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:05.484893 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.556043 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6e9eb84-cb0b-4ac9-b876-281c6e743354 req-62ed3701-4155-49bb-aac2-0c96ee48b9d9 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.556786 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:05.560547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:05.568119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d802f000-a3c1-46c0-bb9a-ba412973cc13 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:05.569149 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.596320 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6e9eb84-cb0b-4ac9-b876-281c6e743354 req-62ed3701-4155-49bb-aac2-0c96ee48b9d9 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.606726 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:05.607355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.609391 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] 10.222.0.43 "PUT /v2.0/ports/66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 1096 time: 0.7591958 Jul 27 22:00:05.609852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:05.612220 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88ea651-0011-4cf0-be9a-e8a28c8bb0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:05.640343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d57633-de51-4e2b-a6f2-2b8f00f8ae75 service neutron] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:05.669831 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed3701-4155-49bb-aac2-0c96ee48b9d9 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d606ff47-29c8-4898-b261-76d7ece96293,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:05.695241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port d802f000-a3c1-46c0-bb9a-ba412973cc13 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:05.702653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port d802f000-a3c1-46c0-bb9a-ba412973cc13 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:05.703285 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.708566 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6e9eb84-cb0b-4ac9-b876-281c6e743354 req-62ed3701-4155-49bb-aac2-0c96ee48b9d9 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.723836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6e9eb84-cb0b-4ac9-b876-281c6e743354 req-62ed3701-4155-49bb-aac2-0c96ee48b9d9 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5084991 Jul 27 22:00:05.726201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1e12e9ca-63fa-471f-8a63-5c444b4b7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:05.727975 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-1e12e9ca-63fa-471f-8a63-5c444b4b7e60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 1099 time: 0.0683753 Jul 27 22:00:05.754996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-97c5cab4-3ce7-4fc4-a2ef-ad087384b94c service neutron] 10.222.0.24 "GET /v2.0/networks/7c05bd0e-4555-48cb-9b43-928bab5eb963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400533 Jul 27 22:00:05.809244 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-5baebe87-eba4-4cd6-b109-1c6dfd5bd64e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 217 time: 0.0694807 Jul 27 22:00:05.817570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 71675719-4332-436c-87f0-1f9f4cdde582 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:05.829235 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.850304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 71675719-4332-436c-87f0-1f9f4cdde582 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:05.850754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 71675719-4332-436c-87f0-1f9f4cdde582 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:05.891797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5df6ceb-0b51-4738-989a-fee6af966152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd802f000-a3c1-46c0-bb9a-ba412973cc13'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:05.895738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-9c7b9d63-ff55-4a3b-9b90-49edeb3a9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:05.897528 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-9c7b9d63-ff55-4a3b-9b90-49edeb3a9188 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0773370 Jul 27 22:00:05.897648 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acb1d9a-76f3-4637-a876-2462ce72699e" -d '{"events": [{"server_uuid": "c5df6ceb-0b51-4738-989a-fee6af966152", "name": "network-vif-plugged", "status": "completed", "tag": "d802f000-a3c1-46c0-bb9a-ba412973cc13"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:05.917883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8a95781-63a1-4d6d-8629-7db8c1fdc056 req-97d325dd-8d00-4771-b393-b100a0e8f5a6 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0412316 Jul 27 22:00:05.934329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:05.936566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-606bb176-57b2-49ef-ace5-00d9b47b31a5 req-09f273ab-5c21-4952-954a-48b4e4f69678 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Deleting port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:05.936846 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-606bb176-57b2-49ef-ace5-00d9b47b31a5 req-09f273ab-5c21-4952-954a-48b4e4f69678 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.940231 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.977248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-30ad2f94-7925-43c1-a719-23ed5cd3e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:05.981167 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-30ad2f94-7925-43c1-a719-23ed5cd3e5b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714345 Jul 27 22:00:06.021377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d802f000-a3c1-46c0-bb9a-ba412973cc13,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:06.094795 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-868eeb54-b845-4cd6-8f2f-828a5ebce315 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058974 Jul 27 22:00:06.197470 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec49ca2e-8910-4efa-b29d-6523ba2f5389 req-f42b5194-ccb4-491f-a001-fac18ce15678 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949731 Jul 27 22:00:06.368675 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-8c6924f7-a281-49b7-ae61-2f3e8af0c80b service neutron] 10.222.0.24 "GET /v2.0/networks/7c05bd0e-4555-48cb-9b43-928bab5eb963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113045 Jul 27 22:00:06.409174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67855d-dd8d-4d80-92f7-aaa0c51d2431 req-54a09a61-256b-4bcb-bfb8-2b116802e1b7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:06.410686 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d67855d-dd8d-4d80-92f7-aaa0c51d2431 req-54a09a61-256b-4bcb-bfb8-2b116802e1b7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.1106606 Jul 27 22:00:06.412627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-606bb176-57b2-49ef-ace5-00d9b47b31a5 req-09f273ab-5c21-4952-954a-48b4e4f69678 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] For port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:06.412858 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-606bb176-57b2-49ef-ace5-00d9b47b31a5 req-09f273ab-5c21-4952-954a-48b4e4f69678 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:06.433438 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-606bb176-57b2-49ef-ace5-00d9b47b31a5 req-09f273ab-5c21-4952-954a-48b4e4f69678 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Calling delete_port for e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:06.499457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d67855d-dd8d-4d80-92f7-aaa0c51d2431 req-529bd881-ab51-45c7-bba5-32cb132472d5 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780900 Jul 27 22:00:06.585645 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db5da5-cdab-41a3-8116-52c28b367c36 x-openstack-request-id: req-b7db5da5-cdab-41a3-8116-52c28b367c36 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:06.586128 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:06.586714 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7db5da5-cdab-41a3-8116-52c28b367c36 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:06.587254 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f', 'status': 'completed', 'code': 200} Jul 27 22:00:06.663730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-66d3bcd5-e9ab-4db8-8790-9154c929c965 req-905a1ea0-75e7-4d0c-8533-8c575c54eb4e tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-603967958', 'description': 'tempest-description-402698'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:06.667796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ea651-0011-4cf0-be9a-e8a28c8bb0a0 req-77550f43-88cd-48b5-af8c-2dcd10996888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:06.669560 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f88ea651-0011-4cf0-be9a-e8a28c8bb0a0 req-77550f43-88cd-48b5-af8c-2dcd10996888 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 1099 time: 0.0533335 Jul 27 22:00:06.675225 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-606bb176-57b2-49ef-ace5-00d9b47b31a5 req-09f273ab-5c21-4952-954a-48b4e4f69678 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:06.689891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7e880494-6ef9-46f2-bece-1611c4dd3942', 'b108330b-40af-44e9-bb35-be58842ac7fc', 'e7c91c4b-a191-4f43-8e4a-710ebcbd70e4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:06.740276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef52e5b-cb62-40b8-82a7-c9b67ac6a56e req-63026967-4cbf-4513-a768-ac92c143fcb0 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:06.748478 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fef52e5b-cb62-40b8-82a7-c9b67ac6a56e req-63026967-4cbf-4513-a768-ac92c143fcb0 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3f302f5-c955-421b-a5eb-05d9cf73a19c HTTP/1.1" status: 200 len: 867 time: 0.2149305 Jul 27 22:00:06.784424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f273ab-5c21-4952-954a-48b4e4f69678 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event deleted for resources: {'Port': ['ID=e7c91c4b-a191-4f43-8e4a-710ebcbd70e4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:06.799947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ea651-0011-4cf0-be9a-e8a28c8bb0a0 req-115d97ab-c8c2-4528-a326-66978fe5f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:06.801195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c', 'da68d304-3754-4809-905b-87797d36241f', '4bfa33cc-81c8-46d1-a361-d4a86d487b42', 'ffa75504-215d-4597-9648-3768fcdcee01'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:06.804577 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f88ea651-0011-4cf0-be9a-e8a28c8bb0a0 req-115d97ab-c8c2-4528-a326-66978fe5f8c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1270785 Jul 27 22:00:06.816602 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-606bb176-57b2-49ef-ace5-00d9b47b31a5 req-09f273ab-5c21-4952-954a-48b4e4f69678 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] No DVR routers for this DVR port e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:06.820330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-606bb176-57b2-49ef-ace5-00d9b47b31a5 req-09f273ab-5c21-4952-954a-48b4e4f69678 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:06.823078 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-606bb176-57b2-49ef-ace5-00d9b47b31a5 req-09f273ab-5c21-4952-954a-48b4e4f69678 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "DELETE /v2.0/ports/e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 HTTP/1.1" status: 204 len: 173 time: 1.3380647 Jul 27 22:00:06.824750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f302f5-c955-421b-a5eb-05d9cf73a19c', 'name': 'network-vif-deleted', 'tag': 'e7c91c4b-a191-4f43-8e4a-710ebcbd70e4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:06.829818 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b48138f-433d-430c-9f94-c3eb1942a2c3" -d '{"events": [{"server_uuid": "a3f302f5-c955-421b-a5eb-05d9cf73a19c", "name": "network-vif-deleted", "tag": "e7c91c4b-a191-4f43-8e4a-710ebcbd70e4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:06.846495 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-66d3bcd5-e9ab-4db8-8790-9154c929c965 req-905a1ea0-75e7-4d0c-8533-8c575c54eb4e tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:06.894075 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f88ea651-0011-4cf0-be9a-e8a28c8bb0a0 req-645cc4f4-0e11-4998-9314-cd4f2338f371 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 217 time: 0.0793068 Jul 27 22:00:06.959795 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fef52e5b-cb62-40b8-82a7-c9b67ac6a56e req-7b52855e-8b77-4ea2-9fa7-ab243ce84a1c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082534 Jul 27 22:00:07.036408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ea651-0011-4cf0-be9a-e8a28c8bb0a0 req-3e1d35f4-6908-4490-849f-760b58028ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:07.037949 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f88ea651-0011-4cf0-be9a-e8a28c8bb0a0 req-3e1d35f4-6908-4490-849f-760b58028ce8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1350727 Jul 27 22:00:07.121023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ea651-0011-4cf0-be9a-e8a28c8bb0a0 req-45c51866-773d-4f2d-80de-4c26b94598be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:07.122573 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f88ea651-0011-4cf0-be9a-e8a28c8bb0a0 req-45c51866-773d-4f2d-80de-4c26b94598be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704825 Jul 27 22:00:07.198537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-66d3bcd5-e9ab-4db8-8790-9154c929c965 req-905a1ea0-75e7-4d0c-8533-8c575c54eb4e tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:07.221292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37e1b-3123-4407-946f-4095542726ba req-0526fbaa-3386-43a3-843e-3616bfe0131b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:07.222893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33b37e1b-3123-4407-946f-4095542726ba req-0526fbaa-3386-43a3-843e-3616bfe0131b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.1088455 Jul 27 22:00:07.224734 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-66d3bcd5-e9ab-4db8-8790-9154c929c965 req-905a1ea0-75e7-4d0c-8533-8c575c54eb4e tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:07.265327 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f88ea651-0011-4cf0-be9a-e8a28c8bb0a0 req-28fbb046-fc01-49fe-bb1b-79347377dd7f service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327569 Jul 27 22:00:07.296658 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a1ea0-75e7-4d0c-8533-8c575c54eb4e tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6176117-1bd6-4b22-b104-9c62d0d32e72,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:07.345538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33b37e1b-3123-4407-946f-4095542726ba req-7759bbf3-db9e-41f9-9311-cf1fe24dd4c5 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097400 Jul 27 22:00:07.360192 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-66d3bcd5-e9ab-4db8-8790-9154c929c965 req-905a1ea0-75e7-4d0c-8533-8c575c54eb4e tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:07.371448 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66d3bcd5-e9ab-4db8-8790-9154c929c965 req-905a1ea0-75e7-4d0c-8533-8c575c54eb4e tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7034721 Jul 27 22:00:07.416369 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f88ea651-0011-4cf0-be9a-e8a28c8bb0a0 req-5d36b57a-3b64-451f-ac44-d836fc6a9ad5 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412995 Jul 27 22:00:07.439717 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fd3f94-28f2-4a7a-9efd-e43807bdeaa6 x-openstack-request-id: req-c9fd3f94-28f2-4a7a-9efd-e43807bdeaa6 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:07.440012 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5df6ceb-0b51-4738-989a-fee6af966152", "name": "network-vif-plugged", "status": "completed", "tag": "d802f000-a3c1-46c0-bb9a-ba412973cc13", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:07.440263 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9fd3f94-28f2-4a7a-9efd-e43807bdeaa6 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:07.440934 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5df6ceb-0b51-4738-989a-fee6af966152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd802f000-a3c1-46c0-bb9a-ba412973cc13', 'code': 200} Jul 27 22:00:07.529972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c070c-5d44-4ba5-84ce-3b5909af05c8 req-151f338d-b898-4f7c-9112-c02b387f2ab3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:07.538551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b96c070c-5d44-4ba5-84ce-3b5909af05c8 req-151f338d-b898-4f7c-9112-c02b387f2ab3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 948 time: 0.0703518 Jul 27 22:00:07.600949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b96c070c-5d44-4ba5-84ce-3b5909af05c8 req-3ec857ea-8eee-46d3-b8eb-178ff05f50a1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613074 Jul 27 22:00:07.680450 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64579bcf-60de-4546-85b8-0f81b2299364 req-131824fa-639d-40a5-9265-c562463cbf3e tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 210 time: 0.0743301 Jul 27 22:00:07.696497 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c70d8a-9402-4931-8f55-37dea1683244 x-openstack-request-id: req-b5c70d8a-9402-4931-8f55-37dea1683244 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:07.702821 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f302f5-c955-421b-a5eb-05d9cf73a19c", "name": "network-vif-deleted", "tag": "e7c91c4b-a191-4f43-8e4a-710ebcbd70e4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:07.703306 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5c70d8a-9402-4931-8f55-37dea1683244 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:07.703944 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f302f5-c955-421b-a5eb-05d9cf73a19c', 'name': 'network-vif-deleted', 'tag': 'e7c91c4b-a191-4f43-8e4a-710ebcbd70e4', 'status': 'completed', 'code': 200} Jul 27 22:00:07.709633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6414f58-f7a8-4e2a-b57e-97b21e621ee7 req-4cd69f7e-0e39-4a5b-b14f-1c7392ad7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:07.712434 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6414f58-f7a8-4e2a-b57e-97b21e621ee7 req-4cd69f7e-0e39-4a5b-b14f-1c7392ad7ed7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 1096 time: 0.0910223 Jul 27 22:00:07.765896 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96c94062-8de4-44e6-ab40-9bf622ccd690 req-93d5eea1-3ac0-4c56-9ba4-7700de91f8dc tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/d606ff47-29c8-4898-b261-76d7ece96293 HTTP/1.1" status: 200 len: 1805 time: 0.0531485 Jul 27 22:00:07.786639 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6414f58-f7a8-4e2a-b57e-97b21e621ee7 req-d094ebd2-ef96-449e-a5b5-2f883942aebb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575242 Jul 27 22:00:07.799431 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11c4e766-e757-4167-af63-035619e4274c req-97a176c2-bf55-4e76-88a0-abdf337c90fa tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0281765 Jul 27 22:00:07.841591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96c94062-8de4-44e6-ab40-9bf622ccd690 req-10253165-4990-482f-a224-b4cff848e6ec tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/b6176117-1bd6-4b22-b104-9c62d0d32e72 HTTP/1.1" status: 200 len: 1800 time: 0.0686197 Jul 27 22:00:07.851906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-96c94062-8de4-44e6-ab40-9bf622ccd690 req-e475280c-dc80-4172-8518-542a5fac5c18 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd606ff47-29c8-4898-b261-76d7ece96293', 'remote_group_id': 'b6176117-1bd6-4b22-b104-9c62d0d32e72', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:07.852340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-96c94062-8de4-44e6-ab40-9bf622ccd690 req-e475280c-dc80-4172-8518-542a5fac5c18 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd606ff47-29c8-4898-b261-76d7ece96293', 'remote_group_id': 'b6176117-1bd6-4b22-b104-9c62d0d32e72', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:07.949447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916099c-d21c-4895-9502-8710aff8bf37 req-e53b285f-53c0-435e-b63d-3456341b6aef tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:07.950988 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9916099c-d21c-4895-9502-8710aff8bf37 req-e53b285f-53c0-435e-b63d-3456341b6aef tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.0809834 Jul 27 22:00:07.964083 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-96c94062-8de4-44e6-ab40-9bf622ccd690 req-e475280c-dc80-4172-8518-542a5fac5c18 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.026228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-96c94062-8de4-44e6-ab40-9bf622ccd690 req-e475280c-dc80-4172-8518-542a5fac5c18 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.030147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9916099c-d21c-4895-9502-8710aff8bf37 req-392550db-6ea4-4db7-84cd-dfc6aeff74da tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687985 Jul 27 22:00:08.031323 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-96c94062-8de4-44e6-ab40-9bf622ccd690 req-e475280c-dc80-4172-8518-542a5fac5c18 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.050736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475280c-dc80-4172-8518-542a5fac5c18 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413165f6-4217-4a75-83bd-ec77545c3aa6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:08.058722 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-96c94062-8de4-44e6-ab40-9bf622ccd690 req-e475280c-dc80-4172-8518-542a5fac5c18 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.060067 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96c94062-8de4-44e6-ab40-9bf622ccd690 req-e475280c-dc80-4172-8518-542a5fac5c18 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2122698 Jul 27 22:00:08.144087 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-057e4bab-7eb1-4416-a7c2-a8dc83e5fff0 req-52c9fa14-a653-4667-b4af-f1d996ea96ed tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/b6176117-1bd6-4b22-b104-9c62d0d32e72 HTTP/1.1" status: 200 len: 1800 time: 0.0574594 Jul 27 22:00:08.231881 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-057e4bab-7eb1-4416-a7c2-a8dc83e5fff0 req-41f22e34-314e-4e64-a8be-c6436a7baca8 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.258821 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-057e4bab-7eb1-4416-a7c2-a8dc83e5fff0 req-41f22e34-314e-4e64-a8be-c6436a7baca8 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.323227 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-1b49b95d-3b03-4aac-9ee9-9667bf22b720 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:08.325251 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-1b49b95d-3b03-4aac-9ee9-9667bf22b720 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.43 "GET /v2.0/networks?id=7c05bd0e-4555-48cb-9b43-928bab5eb963 HTTP/1.1" status: 200 len: 814 time: 0.1665699 Jul 27 22:00:08.349014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Request body: {'port': {'device_id': 'b81d29fd-a199-46db-9466-c0f63a8e7b00', 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963', 'admin_state_up': True, 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:08.356662 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-057e4bab-7eb1-4416-a7c2-a8dc83e5fff0 req-41f22e34-314e-4e64-a8be-c6436a7baca8 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.361656 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-057e4bab-7eb1-4416-a7c2-a8dc83e5fff0 req-41f22e34-314e-4e64-a8be-c6436a7baca8 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.365242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-057e4bab-7eb1-4416-a7c2-a8dc83e5fff0 req-41f22e34-314e-4e64-a8be-c6436a7baca8 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "DELETE /v2.0/security-groups/b6176117-1bd6-4b22-b104-9c62d0d32e72 HTTP/1.1" status: 204 len: 173 time: 0.2154429 Jul 27 22:00:08.383308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f22e34-314e-4e64-a8be-c6436a7baca8 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6176117-1bd6-4b22-b104-9c62d0d32e72,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:08.469518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fd763-84f9-4144-bfc7-ac24fc162215 req-7a95d787-302f-4b2b-8435-d871d03c5e42 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:08.471082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f4fd763-84f9-4144-bfc7-ac24fc162215 req-7a95d787-302f-4b2b-8435-d871d03c5e42 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.0714762 Jul 27 22:00:08.505806 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Made reservation on behalf of b5d8cb70d5a248c49dfc03758991209a for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:08.511710 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.536137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f4fd763-84f9-4144-bfc7-ac24fc162215 req-56098dcf-b621-42c8-b04d-aae8ebc17bfe tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565393 Jul 27 22:00:08.552777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e2983-0f7f-4257-a336-3717f01dd4ff req-797ff3e9-166b-4983-bd7f-2cfbc0c628e8 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:08.554474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b74e2983-0f7f-4257-a336-3717f01dd4ff req-797ff3e9-166b-4983-bd7f-2cfbc0c628e8 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.0954092 Jul 27 22:00:08.601546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b74e2983-0f7f-4257-a336-3717f01dd4ff req-4cb7d8aa-5655-4696-998f-eb35e33ca20c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Jul 27 22:00:08.650183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ab27ddd-1c74-48bc-bc76-02e92512c91c req-f9f44031-7c0c-4182-a7d9-8c5439c4a011 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/d606ff47-29c8-4898-b261-76d7ece96293 HTTP/1.1" status: 200 len: 1805 time: 0.0523193 Jul 27 22:00:08.709438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Allocated IP 172.20.0.9 (7c05bd0e-4555-48cb-9b43-928bab5eb963/e0745f83-7323-4d9c-88cc-0ea896a0ca62/e5258e0f-1b40-490f-83cf-0159331660b6) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:08.743021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-fb35c2a9-b84e-4abb-b07c-9a6892b5f48f req-ba14d534-da82-49b9-91a3-714482cdf055 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1981747918', 'description': 'tempest-description-725117986'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:08.808564 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb35c2a9-b84e-4abb-b07c-9a6892b5f48f req-ba14d534-da82-49b9-91a3-714482cdf055 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.832888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e63c42-4802-4aa8-a34d-e12b5aaa5cad req-cf0736fa-2e27-4c10-ad02-b597bbe179e8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:08.840324 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-51e63c42-4802-4aa8-a34d-e12b5aaa5cad req-cf0736fa-2e27-4c10-ad02-b597bbe179e8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 948 time: 0.0835924 Jul 27 22:00:08.923842 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-51e63c42-4802-4aa8-a34d-e12b5aaa5cad req-cfd9c6a0-bc67-43c2-9507-bbd99acb3e8a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825288 Jul 27 22:00:09.004706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.041976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Transition to ACTIVE for port object e5258e0f-1b40-490f-83cf-0159331660b6 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:09.111768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.118136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0d2782a-60fc-4839-96a7-b758a3f15b51 req-a84412d3-4ef1-4e9e-9d41-c98379ef24a4 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 210 time: 0.0844431 Jul 27 22:00:09.177316 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb35c2a9-b84e-4abb-b07c-9a6892b5f48f req-ba14d534-da82-49b9-91a3-714482cdf055 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.184880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Network 7c05bd0e-4555-48cb-9b43-928bab5eb963 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:09.187301 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb35c2a9-b84e-4abb-b07c-9a6892b5f48f req-ba14d534-da82-49b9-91a3-714482cdf055 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.194792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:09.197779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:09.252413 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fb35c2a9-b84e-4abb-b07c-9a6892b5f48f req-ba14d534-da82-49b9-91a3-714482cdf055 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.266952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb35c2a9-b84e-4abb-b07c-9a6892b5f48f req-ba14d534-da82-49b9-91a3-714482cdf055 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5291293 Jul 27 22:00:09.303036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Pushing event updated for resources: {'Port': ['ID=e5258e0f-1b40-490f-83cf-0159331660b6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:09.320958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14d534-da82-49b9-91a3-714482cdf055 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ccb1b-c611-4bca-8349-58556a9857b8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:09.349756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:09.351364 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.375316 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-50dfd915-19d5-4db8-8382-bb46ef11ed42 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0340877 Jul 27 22:00:09.377441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cccc210e-3356-473c-9cea-19041b8b1e02 req-f8939a8f-5449-4cb0-801a-cc01ffb5cd31 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.1011293 Jul 27 22:00:09.553057 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e699ed6-41bc-4bd8-a3a6-47e6da5e5b0d req-a637c241-649f-44d5-9c43-cabce82ec3b2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/e62ccb1b-c611-4bca-8349-58556a9857b8 HTTP/1.1" status: 200 len: 1804 time: 0.1189799 Jul 27 22:00:09.575714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0e699ed6-41bc-4bd8-a3a6-47e6da5e5b0d req-f535b58b-4e3a-4ff7-8335-7af3cc568afe tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e62ccb1b-c611-4bca-8349-58556a9857b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:09.576057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0e699ed6-41bc-4bd8-a3a6-47e6da5e5b0d req-f535b58b-4e3a-4ff7-8335-7af3cc568afe tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e62ccb1b-c611-4bca-8349-58556a9857b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:09.613754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 66cba410-a812-48cb-908f-9dec77b1c11f details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:00:09.662174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Request body: {'port': {'device_id': 'b81d29fd-a199-46db-9466-c0f63a8e7b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:09.662411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060b1b-a191-499f-96cb-2395e00760a9 req-56f6528d-291b-47b9-9adf-0cc640b379d2 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:09.671673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25060b1b-a191-499f-96cb-2395e00760a9 req-56f6528d-291b-47b9-9adf-0cc640b379d2 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.2386138 Jul 27 22:00:09.697874 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0e699ed6-41bc-4bd8-a3a6-47e6da5e5b0d req-f535b58b-4e3a-4ff7-8335-7af3cc568afe tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.733755 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0e699ed6-41bc-4bd8-a3a6-47e6da5e5b0d req-f535b58b-4e3a-4ff7-8335-7af3cc568afe tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.743724 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0e699ed6-41bc-4bd8-a3a6-47e6da5e5b0d req-f535b58b-4e3a-4ff7-8335-7af3cc568afe tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.780039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:09.795326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '66cba410-a812-48cb-908f-9dec77b1c11f', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '66cba410-a812-48cb-908f-9dec77b1c11f', 'mac_address': 'fa:16:3e:25:97:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:00:09.799945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:09.823167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535b58b-4e3a-4ff7-8335-7af3cc568afe tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fec6cd6-aee3-40ad-aed7-636e50ae3361,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:09.849561 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:09.850048 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e7c91c4b-a191-4f43-8e4a-710ebcbd70e4 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:09.855722 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25060b1b-a191-499f-96cb-2395e00760a9 req-9ee14c04-e54a-4372-84b6-455f6b92039b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825631 Jul 27 22:00:09.859060 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0e699ed6-41bc-4bd8-a3a6-47e6da5e5b0d req-f535b58b-4e3a-4ff7-8335-7af3cc568afe tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.862005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e699ed6-41bc-4bd8-a3a6-47e6da5e5b0d req-f535b58b-4e3a-4ff7-8335-7af3cc568afe tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3081017 Jul 27 22:00:09.865098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d91c4474-de56-4e45-9167-5af745cdf4dd None None] Provisioning for port e5258e0f-1b40-490f-83cf-0159331660b6 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:09.877954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d91c4474-de56-4e45-9167-5af745cdf4dd None None] Provisioning complete for port e5258e0f-1b40-490f-83cf-0159331660b6 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:09.878465 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d91c4474-de56-4e45-9167-5af745cdf4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.919893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d91c4474-de56-4e45-9167-5af745cdf4dd None None] Port e5258e0f-1b40-490f-83cf-0159331660b6 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:09.926816 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.969030 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cba410-a812-48cb-908f-9dec77b1c11f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:10.040586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:10.062711 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.203459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:10.209846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b27a43-c682-4bab-a11c-da40381adbc6 req-600363de-23ce-4872-8053-4526da0212b7 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:10.216239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6b27a43-c682-4bab-a11c-da40381adbc6 req-600363de-23ce-4872-8053-4526da0212b7 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.2039480 Jul 27 22:00:10.224984 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:10.227771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:10.228778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:10.229863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:10.230819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:10.232076 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:10.234927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:10.236213 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:10.238113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:10.238490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:10.239731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:10.240074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:10.243497 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.281595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95e0a1-1294-4ccd-906c-973e80ad8287 req-2814cd1e-34ec-40bf-9580-876f0c4d1735 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:10.283350 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f95e0a1-1294-4ccd-906c-973e80ad8287 req-2814cd1e-34ec-40bf-9580-876f0c4d1735 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.2569368 Jul 27 22:00:10.368148 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6b27a43-c682-4bab-a11c-da40381adbc6 req-5ddcb61f-fe80-4323-9f87-9bbecded2481 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439481 Jul 27 22:00:10.393773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['66cba410-a812-48cb-908f-9dec77b1c11f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:10.397905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f95e0a1-1294-4ccd-906c-973e80ad8287 req-977530f0-8758-4700-a817-ea76b1954abd tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015751 Jul 27 22:00:10.519161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87863dd8-a251-4fe3-9331-6ec9b071e7ba req-b02883a9-06d5-476b-971a-c09e29d65c83 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/e62ccb1b-c611-4bca-8349-58556a9857b8 HTTP/1.1" status: 200 len: 2397 time: 0.0773408 Jul 27 22:00:10.532956 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-87863dd8-a251-4fe3-9331-6ec9b071e7ba req-41e53142-e02b-4660-af43-e96dfd1b99e7 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e62ccb1b-c611-4bca-8349-58556a9857b8', 'remote_group_id': None}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:10.540707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-87863dd8-a251-4fe3-9331-6ec9b071e7ba req-41e53142-e02b-4660-af43-e96dfd1b99e7 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e62ccb1b-c611-4bca-8349-58556a9857b8', 'remote_group_id': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:10.709491 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87863dd8-a251-4fe3-9331-6ec9b071e7ba req-41e53142-e02b-4660-af43-e96dfd1b99e7 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.726903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5258e0f-1b40-490f-83cf-0159331660b6 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:10.733329 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87863dd8-a251-4fe3-9331-6ec9b071e7ba req-41e53142-e02b-4660-af43-e96dfd1b99e7 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.735583 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.745434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411d33-62d6-4e80-9447-2335be521b0b req-3a7ff053-fb5c-46a3-8eef-b6a046e1c2be tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:10.747099 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f411d33-62d6-4e80-9447-2335be521b0b req-3a7ff053-fb5c-46a3-8eef-b6a046e1c2be tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 949 time: 0.1233757 Jul 27 22:00:10.748382 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87863dd8-a251-4fe3-9331-6ec9b071e7ba req-41e53142-e02b-4660-af43-e96dfd1b99e7 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.755079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Transition to ACTIVE for port object e5258e0f-1b40-490f-83cf-0159331660b6 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:10.759620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.875891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e53142-e02b-4660-af43-e96dfd1b99e7 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6c6b80-87ad-4033-aa2c-af0e420f71f3,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:10.899028 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87863dd8-a251-4fe3-9331-6ec9b071e7ba req-41e53142-e02b-4660-af43-e96dfd1b99e7 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:10.900889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87863dd8-a251-4fe3-9331-6ec9b071e7ba req-41e53142-e02b-4660-af43-e96dfd1b99e7 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3738170 Jul 27 22:00:10.914688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f411d33-62d6-4e80-9447-2335be521b0b req-bed1fe91-5ab1-4bf3-9989-0a9ea7e5630f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571810 Jul 27 22:00:10.915914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5258e0f-1b40-490f-83cf-0159331660b6,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:11.039468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Attempting to bind port e5258e0f-1b40-490f-83cf-0159331660b6 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:11.039809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Attempting to bind port e5258e0f-1b40-490f-83cf-0159331660b6 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:11.040138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Attempting to bind port e5258e0f-1b40-490f-83cf-0159331660b6 on network 7c05bd0e-4555-48cb-9b43-928bab5eb963 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:11.059542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Port e5258e0f-1b40-490f-83cf-0159331660b6 on network 7c05bd0e-4555-48cb-9b43-928bab5eb963 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:00:11.059874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Attempting to bind port e5258e0f-1b40-490f-83cf-0159331660b6 on network 7c05bd0e-4555-48cb-9b43-928bab5eb963 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:11.068012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:11.068555 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Checking segment: {'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:11.069087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Bound using segment: {'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:11.069535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Bound port: e5258e0f-1b40-490f-83cf-0159331660b6, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fa57b7-3479-4f10-9fd8-95879f52ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:11.069893 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.090965 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efe83aa5-1abc-48bf-992b-8e6b34897b3e req-ffcc61e4-a7aa-4428-801f-2b57139675ee tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0497203 Jul 27 22:00:11.195836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da1b8-dc04-4dd5-994f-1cc5183cbfe1 req-bec5cf09-eb11-4b18-b52b-4d4059799bba tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:11.208593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d04da1b8-dc04-4dd5-994f-1cc5183cbfe1 req-bec5cf09-eb11-4b18-b52b-4d4059799bba tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 943 time: 0.1372349 Jul 27 22:00:11.251158 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a8d08c32-e880-4f18-b185-fb8d8c79d912 req-57ec57cd-3b67-40ab-a889-e986750ded70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0668247 Jul 27 22:00:11.277723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] For port e5258e0f-1b40-490f-83cf-0159331660b6, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:11.282049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] For port e5258e0f-1b40-490f-83cf-0159331660b6, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e5258e0f-1b40-490f-83cf-0159331660b6,segment=NetworkSegment(79fa57b7-3479-4f10-9fd8-95879f52ae5a),segment_id=79fa57b7-3479-4f10-9fd8-95879f52ae5a)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:11.287699 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.308537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d04da1b8-dc04-4dd5-994f-1cc5183cbfe1 req-c239438d-a2ad-4ccd-a39e-45a48aeca711 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989444 Jul 27 22:00:11.337869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d9e4c-ed8c-4ad5-a0d8-0c789e6325fd req-9a3938e9-9a75-4442-b000-724da964e712 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:11.352584 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e97d9e4c-ed8c-4ad5-a0d8-0c789e6325fd req-9a3938e9-9a75-4442-b000-724da964e712 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 1096 time: 0.1337018 Jul 27 22:00:11.424006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:11.424186 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e97d9e4c-ed8c-4ad5-a0d8-0c789e6325fd req-67698a3b-5e1b-49a8-8f98-2cca3557527a tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700238 Jul 27 22:00:11.425258 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.430003 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] 10.222.0.43 "PUT /v2.0/ports/e5258e0f-1b40-490f-83cf-0159331660b6 HTTP/1.1" status: 200 len: 1091 time: 1.7726047 Jul 27 22:00:11.430526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81d29fd-a199-46db-9466-c0f63a8e7b00', 'tag': 'e5258e0f-1b40-490f-83cf-0159331660b6'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:11.435812 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b074392f-943d-45b2-a7e9-43057b0eabac" -d '{"events": [{"name": "network-changed", "server_uuid": "b81d29fd-a199-46db-9466-c0f63a8e7b00", "tag": "e5258e0f-1b40-490f-83cf-0159331660b6"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:11.524155 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469b4e9-742f-48ea-97b4-3ee759046ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5258e0f-1b40-490f-83cf-0159331660b6,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:11.589468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802949-1d24-4388-867d-b936439dbdc9 req-0822c5b7-cf6d-4dc7-a325-504a2eddf44b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:11.597741 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32802949-1d24-4388-867d-b936439dbdc9 req-0822c5b7-cf6d-4dc7-a325-504a2eddf44b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.1346555 Jul 27 22:00:11.608296 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a4d83cf-8fbd-4157-b08d-9933dd6b2039 req-5ee066a3-158e-40c3-9790-546f1200abe8 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/e62ccb1b-c611-4bca-8349-58556a9857b8 HTTP/1.1" status: 200 len: 2995 time: 0.0869398 Jul 27 22:00:11.621281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 66cba410-a812-48cb-908f-9dec77b1c11f up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:11.682881 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32802949-1d24-4388-867d-b936439dbdc9 req-8145723c-4fa7-4d9f-ab8c-5a917b80c271 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841565 Jul 27 22:00:11.702735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 66cba410-a812-48cb-908f-9dec77b1c11f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:11.707910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 66cba410-a812-48cb-908f-9dec77b1c11f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:11.708532 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.772575 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a43b074-4422-4679-b94a-79eadf86b1ca x-openstack-request-id: req-3a43b074-4422-4679-b94a-79eadf86b1ca {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:11.772868 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81d29fd-a199-46db-9466-c0f63a8e7b00", "tag": "e5258e0f-1b40-490f-83cf-0159331660b6", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:11.773341 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a43b074-4422-4679-b94a-79eadf86b1ca {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:11.774124 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81d29fd-a199-46db-9466-c0f63a8e7b00', 'tag': 'e5258e0f-1b40-490f-83cf-0159331660b6', 'status': 'completed', 'code': 200} Jul 27 22:00:11.824148 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2346f1-a57b-438c-9a01-4cc4a7b34f3b req-f3a21b52-fd4c-4cec-8e6c-d359268e5891 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:11.837575 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.845591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd2346f1-a57b-438c-9a01-4cc4a7b34f3b req-f3a21b52-fd4c-4cec-8e6c-d359268e5891 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.1265695 Jul 27 22:00:11.900280 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:11.902678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:11.907412 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6506b9-1353-419d-b804-361f502526ee" -d '{"events": [{"server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "name": "network-vif-plugged", "status": "completed", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:11.909789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd2346f1-a57b-438c-9a01-4cc4a7b34f3b req-8a339e7a-4cb0-4ef3-a966-615e4e232aa8 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630608 Jul 27 22:00:11.930292 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:11.989172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1349bd00-20e4-4f4a-8df5-d0a36f61b664 req-2e9020e9-4dd0-4708-ac51-35a0fd0a5eec tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-group-rules/cd6c6b80-87ad-4033-aa2c-af0e420f71f3 HTTP/1.1" status: 200 len: 783 time: 0.0513189 Jul 27 22:00:11.997970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:12.026931 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4d7102-2362-4c2f-a9d2-689327076361 x-openstack-request-id: req-cf4d7102-2362-4c2f-a9d2-689327076361 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:12.027232 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "name": "network-vif-plugged", "status": "completed", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:12.027484 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf4d7102-2362-4c2f-a9d2-689327076361 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:12.027883 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f', 'code': 200} Jul 27 22:00:12.100064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1349bd00-20e4-4f4a-8df5-d0a36f61b664 req-ad0fdce8-09a9-474e-b414-272fd686420c tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/e62ccb1b-c611-4bca-8349-58556a9857b8 HTTP/1.1" status: 200 len: 2995 time: 0.1037498 Jul 27 22:00:12.171769 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1349bd00-20e4-4f4a-8df5-d0a36f61b664 req-3e5256e5-dc07-4647-a4fc-752b8e32fdcd tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.184484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cd0c3-38a8-4574-8703-b0712a76c9e7 req-f6534dde-8bec-4c52-8eab-f32bb3497d45 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:12.191051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd9cd0c3-38a8-4574-8703-b0712a76c9e7 req-f6534dde-8bec-4c52-8eab-f32bb3497d45 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0896928 Jul 27 22:00:12.198253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1349bd00-20e4-4f4a-8df5-d0a36f61b664 req-3e5256e5-dc07-4647-a4fc-752b8e32fdcd tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.203633 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.304316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd9cd0c3-38a8-4574-8703-b0712a76c9e7 req-c4858a42-8aa8-4c59-94c6-eea3e5075691 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034398 Jul 27 22:00:12.306505 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1349bd00-20e4-4f4a-8df5-d0a36f61b664 req-3e5256e5-dc07-4647-a4fc-752b8e32fdcd tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.312064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1349bd00-20e4-4f4a-8df5-d0a36f61b664 req-3e5256e5-dc07-4647-a4fc-752b8e32fdcd tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.313296 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1349bd00-20e4-4f4a-8df5-d0a36f61b664 req-3e5256e5-dc07-4647-a4fc-752b8e32fdcd tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cd6c6b80-87ad-4033-aa2c-af0e420f71f3 HTTP/1.1" status: 204 len: 173 time: 0.2024608 Jul 27 22:00:12.325816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5256e5-dc07-4647-a4fc-752b8e32fdcd tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd6c6b80-87ad-4033-aa2c-af0e420f71f3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:12.474737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c915311-c481-4c44-90f7-ccbcb97efa51 req-43e60813-392d-4dee-975e-d5bc374316e8 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/e62ccb1b-c611-4bca-8349-58556a9857b8 HTTP/1.1" status: 200 len: 2397 time: 0.0770283 Jul 27 22:00:12.515580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a8005c6f-8e54-474d-8392-5e7a2c9d5ef1 req-0653c2bd-93c3-491c-bbb0-47926a250e1e tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0451009 Jul 27 22:00:12.592678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c915311-c481-4c44-90f7-ccbcb97efa51 req-72577f2c-6668-4898-bf8e-d9f86b4670a0 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.640449 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c915311-c481-4c44-90f7-ccbcb97efa51 req-72577f2c-6668-4898-bf8e-d9f86b4670a0 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.695697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27d0fd-20af-4091-b6e7-56540bfabd63 req-83910194-1b24-4c9f-93e8-b74c406a0576 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:12.697321 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b27d0fd-20af-4091-b6e7-56540bfabd63 req-83910194-1b24-4c9f-93e8-b74c406a0576 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 943 time: 0.0928898 Jul 27 22:00:12.722451 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c915311-c481-4c44-90f7-ccbcb97efa51 req-72577f2c-6668-4898-bf8e-d9f86b4670a0 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.725470 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c915311-c481-4c44-90f7-ccbcb97efa51 req-72577f2c-6668-4898-bf8e-d9f86b4670a0 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.726973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c915311-c481-4c44-90f7-ccbcb97efa51 req-72577f2c-6668-4898-bf8e-d9f86b4670a0 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "DELETE /v2.0/security-groups/e62ccb1b-c611-4bca-8349-58556a9857b8 HTTP/1.1" status: 204 len: 173 time: 0.2419851 Jul 27 22:00:12.728748 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cc798f2-ffcc-4e51-83e9-b0a1f050ade3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.756128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72577f2c-6668-4898-bf8e-d9f86b4670a0 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ccb1b-c611-4bca-8349-58556a9857b8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:12.794815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b27d0fd-20af-4091-b6e7-56540bfabd63 req-e8feba35-bab8-4d45-81cb-18b8d5d4b4e2 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898466 Jul 27 22:00:12.893162 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-3e6e3aaf-6f0b-4a78-8340-26adcbc50978 req-4e3af051-1c5e-4331-827c-62dab677639f tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] show failed (client error): The resource could not be found. Jul 27 22:00:12.894285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e6e3aaf-6f0b-4a78-8340-26adcbc50978 req-4e3af051-1c5e-4331-827c-62dab677639f tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/b6176117-1bd6-4b22-b104-9c62d0d32e72 HTTP/1.1" status: 404 len: 352 time: 0.0221758 Jul 27 22:00:12.911815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353436c2-c9ba-4e66-913e-5e2aac8719ae req-18e19018-4db8-465c-a0da-bbe119c91818 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:12.913486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-353436c2-c9ba-4e66-913e-5e2aac8719ae req-18e19018-4db8-465c-a0da-bbe119c91818 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.0766962 Jul 27 22:00:12.964000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-353436c2-c9ba-4e66-913e-5e2aac8719ae req-f77b7295-19bb-4f3b-b5f4-90c10484b050 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443594 Jul 27 22:00:13.043008 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca25761a-73e6-4a0c-b896-37ec09e8da1b req-e7a2bd7d-8b66-4a2f-8a1c-71356aa231f8 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/d606ff47-29c8-4898-b261-76d7ece96293 HTTP/1.1" status: 200 len: 1805 time: 0.0468969 Jul 27 22:00:13.163998 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ca25761a-73e6-4a0c-b896-37ec09e8da1b req-95a6e50c-409e-4066-8fca-9ed51ef1ef2b tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.206318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ca25761a-73e6-4a0c-b896-37ec09e8da1b req-95a6e50c-409e-4066-8fca-9ed51ef1ef2b tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.206810 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-519e3c47-308e-4e97-b40a-5d6f3888dc4b req-20817dc2-0d31-41ef-9404-93f476cd41ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab9aac6c122a4bccbd8d001fff75cf21&device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0472138 Jul 27 22:00:13.264587 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-519e3c47-308e-4e97-b40a-5d6f3888dc4b req-b2f54322-73ed-436c-83a7-df7a71c49f9f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ab9aac6c122a4bccbd8d001fff75cf21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486560 Jul 27 22:00:13.307111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ca25761a-73e6-4a0c-b896-37ec09e8da1b req-95a6e50c-409e-4066-8fca-9ed51ef1ef2b tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.310349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ca25761a-73e6-4a0c-b896-37ec09e8da1b req-95a6e50c-409e-4066-8fca-9ed51ef1ef2b tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.312413 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca25761a-73e6-4a0c-b896-37ec09e8da1b req-95a6e50c-409e-4066-8fca-9ed51ef1ef2b tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "DELETE /v2.0/security-groups/d606ff47-29c8-4898-b261-76d7ece96293 HTTP/1.1" status: 204 len: 173 time: 0.2560630 Jul 27 22:00:13.330416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86647d47-d278-44be-8086-d68d8c5352c9 req-3abfe7ab-de1e-4ceb-bd55-469d88ba0249 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:13.337870 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86647d47-d278-44be-8086-d68d8c5352c9 req-3abfe7ab-de1e-4ceb-bd55-469d88ba0249 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.0969794 Jul 27 22:00:13.357346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6e50c-409e-4066-8fca-9ed51ef1ef2b tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d606ff47-29c8-4898-b261-76d7ece96293,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:13.411055 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86647d47-d278-44be-8086-d68d8c5352c9 req-b3ee5022-8070-4c32-802e-cf3ced49c9ab tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672927 Jul 27 22:00:13.533877 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9b6cea8-63d8-4bdc-8b5c-c616399398e7 req-727ec4a1-c815-4051-84c1-90e806996382 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0416293 Jul 27 22:00:13.543955 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-571445c3-9f4e-4c12-91a3-81fb614f7bf3 req-ca798a06-e93f-45d0-8bac-12bcfb91493b tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/63f75bb3-c29d-428c-a410-0eb0df750b53 HTTP/1.1" status: 200 len: 1804 time: 0.1087029 Jul 27 22:00:13.558608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e3c47-308e-4e97-b40a-5d6f3888dc4b req-50f98d39-96b3-44da-bd13-307f153a0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:13.560501 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-519e3c47-308e-4e97-b40a-5d6f3888dc4b req-50f98d39-96b3-44da-bd13-307f153a0fd0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2834995 Jul 27 22:00:13.639430 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-571445c3-9f4e-4c12-91a3-81fb614f7bf3 req-5ef451c0-2bb0-4b6b-837b-3b2080618c3a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.668446 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-571445c3-9f4e-4c12-91a3-81fb614f7bf3 req-5ef451c0-2bb0-4b6b-837b-3b2080618c3a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.687258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5d077-b6fd-44d7-8c67-6dfd681ab004 req-f911a947-b44c-4a26-8968-09b2d26f26ef tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:13.688729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ab5d077-b6fd-44d7-8c67-6dfd681ab004 req-f911a947-b44c-4a26-8968-09b2d26f26ef tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0885224 Jul 27 22:00:13.746629 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ab5d077-b6fd-44d7-8c67-6dfd681ab004 req-f3712a25-4d7a-48c5-8c03-754cc21750f1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507498 Jul 27 22:00:13.761628 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:00:13.780663 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-571445c3-9f4e-4c12-91a3-81fb614f7bf3 req-5ef451c0-2bb0-4b6b-837b-3b2080618c3a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.784018 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-571445c3-9f4e-4c12-91a3-81fb614f7bf3 req-5ef451c0-2bb0-4b6b-837b-3b2080618c3a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.785450 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-571445c3-9f4e-4c12-91a3-81fb614f7bf3 req-5ef451c0-2bb0-4b6b-837b-3b2080618c3a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "DELETE /v2.0/security-groups/63f75bb3-c29d-428c-a410-0eb0df750b53 HTTP/1.1" status: 204 len: 173 time: 0.2345960 Jul 27 22:00:13.798993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef451c0-2bb0-4b6b-837b-3b2080618c3a tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f75bb3-c29d-428c-a410-0eb0df750b53,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:13.865230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d186eabc-5c2d-4e07-ad22-7b62344ee238 req-0846a089-0301-40d8-8623-eaa56abca811 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/5b31d7bf-fdaf-41a7-a0cd-fe9568420c3a HTTP/1.1" status: 200 len: 1805 time: 0.0450246 Jul 27 22:00:13.931971 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d186eabc-5c2d-4e07-ad22-7b62344ee238 req-38eb72ba-ba3d-4271-8f1f-b9594c9e91fa tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:13.955707 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d186eabc-5c2d-4e07-ad22-7b62344ee238 req-38eb72ba-ba3d-4271-8f1f-b9594c9e91fa tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.008319 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d186eabc-5c2d-4e07-ad22-7b62344ee238 req-38eb72ba-ba3d-4271-8f1f-b9594c9e91fa tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.010965 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d186eabc-5c2d-4e07-ad22-7b62344ee238 req-38eb72ba-ba3d-4271-8f1f-b9594c9e91fa tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.012169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d186eabc-5c2d-4e07-ad22-7b62344ee238 req-38eb72ba-ba3d-4271-8f1f-b9594c9e91fa tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b31d7bf-fdaf-41a7-a0cd-fe9568420c3a HTTP/1.1" status: 204 len: 173 time: 0.1408334 Jul 27 22:00:14.021864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb72ba-ba3d-4271-8f1f-b9594c9e91fa tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b31d7bf-fdaf-41a7-a0cd-fe9568420c3a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:14.126344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a861-ec8d-44b9-b0d1-182b070a648f req-c9f9d24c-0475-49b9-8f95-bec574671b38 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:14.127728 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5908a861-ec8d-44b9-b0d1-182b070a648f req-c9f9d24c-0475-49b9-8f95-bec574671b38 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 943 time: 0.0517995 Jul 27 22:00:14.166455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5908a861-ec8d-44b9-b0d1-182b070a648f req-ee4c3bed-4e7e-473a-b251-ca599acc1f47 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326576 Jul 27 22:00:14.280452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75465fe4-b695-4047-b89c-e7ef4cf95e33 req-f1cf57a7-9bbf-409d-92ab-a8f804df857e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:14.282028 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75465fe4-b695-4047-b89c-e7ef4cf95e33 req-f1cf57a7-9bbf-409d-92ab-a8f804df857e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.0490866 Jul 27 22:00:14.325706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75465fe4-b695-4047-b89c-e7ef4cf95e33 req-2232f38d-8adb-40f8-824e-f4eb31e061ca tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365627 Jul 27 22:00:14.393914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3735d64d-367b-4307-95c7-9a4777c86a0b req-38fbdae2-7805-48d3-9919-74b44a541f32 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/821e3e9b-2879-4e06-b887-e97da0656612 HTTP/1.1" status: 200 len: 2402 time: 0.0418339 Jul 27 22:00:14.463789 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3735d64d-367b-4307-95c7-9a4777c86a0b req-8be0a085-7b64-4d24-b1a5-a2a2becc7b3c tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.492087 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3735d64d-367b-4307-95c7-9a4777c86a0b req-8be0a085-7b64-4d24-b1a5-a2a2becc7b3c tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.548055 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3735d64d-367b-4307-95c7-9a4777c86a0b req-8be0a085-7b64-4d24-b1a5-a2a2becc7b3c tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.550788 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3735d64d-367b-4307-95c7-9a4777c86a0b req-8be0a085-7b64-4d24-b1a5-a2a2becc7b3c tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:14.551841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3735d64d-367b-4307-95c7-9a4777c86a0b req-8be0a085-7b64-4d24-b1a5-a2a2becc7b3c tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "DELETE /v2.0/security-groups/821e3e9b-2879-4e06-b887-e97da0656612 HTTP/1.1" status: 204 len: 173 time: 0.1519241 Jul 27 22:00:14.561372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0a085-7b64-4d24-b1a5-a2a2becc7b3c tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821e3e9b-2879-4e06-b887-e97da0656612,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:14.723711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f58ae3-d85a-4eee-8d99-483cdc339374 req-2c9c07dd-f8f2-464f-aed9-fbe4240b874f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:14.725117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-28f58ae3-d85a-4eee-8d99-483cdc339374 req-2c9c07dd-f8f2-464f-aed9-fbe4240b874f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.0522766 Jul 27 22:00:14.766812 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-28f58ae3-d85a-4eee-8d99-483cdc339374 req-013edc3e-a332-4853-8a9e-912ea6f73de9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355351 Jul 27 22:00:14.860179 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9421443d-d0e9-48d2-8c79-39332219b80f req-baefb5a5-678c-4a3e-a481-e2ba25df5531 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0285535 Jul 27 22:00:14.937614 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48e2416a-4b57-4b9b-9dc6-b7cac6c87c28 req-c335187c-8a8c-48f9-ad96-1b077204e2f3 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "GET /v2.0/security-groups/41510c7d-39b4-4af9-8035-c5243f849e9d HTTP/1.1" status: 200 len: 2397 time: 0.0463414 Jul 27 22:00:15.005626 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-48e2416a-4b57-4b9b-9dc6-b7cac6c87c28 req-2c291a6e-cd45-4126-aa98-583fd6e996a2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.030982 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-48e2416a-4b57-4b9b-9dc6-b7cac6c87c28 req-2c291a6e-cd45-4126-aa98-583fd6e996a2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.079125 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-48e2416a-4b57-4b9b-9dc6-b7cac6c87c28 req-2c291a6e-cd45-4126-aa98-583fd6e996a2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.081721 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-48e2416a-4b57-4b9b-9dc6-b7cac6c87c28 req-2c291a6e-cd45-4126-aa98-583fd6e996a2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.082945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48e2416a-4b57-4b9b-9dc6-b7cac6c87c28 req-2c291a6e-cd45-4126-aa98-583fd6e996a2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] 10.222.0.24 "DELETE /v2.0/security-groups/41510c7d-39b4-4af9-8035-c5243f849e9d HTTP/1.1" status: 204 len: 173 time: 0.1387601 Jul 27 22:00:15.088882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60960) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:15.092782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c291a6e-cd45-4126-aa98-583fd6e996a2 tempest-SecurityGroupRulesTestJSON-1362242158 tempest-SecurityGroupRulesTestJSON-1362242158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41510c7d-39b4-4af9-8035-c5243f849e9d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:15.161131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e28ad71-952e-4c8f-81ae-8f44f2a1bf92 admin admin] Deleting subnet 2834d1a0-7a37-4270-b4db-df9bb6357910 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:00:15.165028 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e28ad71-952e-4c8f-81ae-8f44f2a1bf92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.192987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec05812-0594-4a14-8e31-9612ad619b54 req-dd60b1e2-d370-4d61-9f29-f22a9be41eab tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:15.195140 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ec05812-0594-4a14-8e31-9612ad619b54 req-dd60b1e2-d370-4d61-9f29-f22a9be41eab tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0571282 Jul 27 22:00:15.204103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e28ad71-952e-4c8f-81ae-8f44f2a1bf92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.247156 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ec05812-0594-4a14-8e31-9612ad619b54 req-1e8aa116-767f-4591-b81e-7d0515ffa4e6 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Jul 27 22:00:15.290451 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-519e3c47-308e-4e97-b40a-5d6f3888dc4b req-2b88c232-02f3-4ab1-9c28-e20b322d3e59 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.41 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0557353 Jul 27 22:00:15.292761 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e28ad71-952e-4c8f-81ae-8f44f2a1bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.358169 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e28ad71-952e-4c8f-81ae-8f44f2a1bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.395991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28ad71-952e-4c8f-81ae-8f44f2a1bf92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2834d1a0-7a37-4270-b4db-df9bb6357910,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:15.406056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e28ad71-952e-4c8f-81ae-8f44f2a1bf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.406499 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-832b9259-d297-4b62-9673-23eeb44dad05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.409198 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8e28ad71-952e-4c8f-81ae-8f44f2a1bf92 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2834d1a0-7a37-4270-b4db-df9bb6357910 HTTP/1.1" status: 204 len: 168 time: 0.3171513 Jul 27 22:00:15.410758 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:15.419889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17179dde-6275-4de1-b50e-a65f3f2ae428 req-1b5cc44b-33cc-4898-a2f4-251a9b20a3a8 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:15.422102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17179dde-6275-4de1-b50e-a65f3f2ae428 req-1b5cc44b-33cc-4898-a2f4-251a9b20a3a8 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 943 time: 0.1050134 Jul 27 22:00:15.487250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17179dde-6275-4de1-b50e-a65f3f2ae428 req-d52581e0-340b-4848-bf48-296a142b0382 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577724 Jul 27 22:00:15.533549 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.598590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b4ec5-013f-44a7-859c-02fdc729ff93 req-1f20c774-1d5c-44c2-97db-3bce01714b48 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:15.600150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e04b4ec5-013f-44a7-859c-02fdc729ff93 req-1f20c774-1d5c-44c2-97db-3bce01714b48 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.0517435 Jul 27 22:00:15.622987 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.635679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e13d45-61e3-440b-a38e-fe1cdddf8b30']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:15.648376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1a7d75-44db-4aa9-9857-ae5c845ed7d2') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:15.649075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1a7d75-44db-4aa9-9857-ae5c845ed7d2') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:15.653120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e04b4ec5-013f-44a7-859c-02fdc729ff93 req-4cca36f6-70de-49f9-8156-3b18d6e55389 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468633 Jul 27 22:00:15.659887 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.661614 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.682190 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.689017 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:00:15.689482 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:00:15.692255 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:00:15.757391 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.765007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:15.769577 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] 10.222.0.24 "DELETE /v2.0/networks/c9e13d45-61e3-440b-a38e-fe1cdddf8b30 HTTP/1.1" status: 204 len: 168 time: 0.3548532 Jul 27 22:00:15.778604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddea3c0-d392-4870-9fc3-32daf2b1699a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9e13d45-61e3-440b-a38e-fe1cdddf8b30,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:15.913020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d4977-99d4-4547-88f0-5b7c86416c9f req-c4cf6987-4d89-4070-add4-4c5480a08c36 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:15.914992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d40d4977-99d4-4547-88f0-5b7c86416c9f req-c4cf6987-4d89-4070-add4-4c5480a08c36 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.0597742 Jul 27 22:00:15.938556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60978) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:15.978219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d40d4977-99d4-4547-88f0-5b7c86416c9f req-a2b68af9-e6c6-4e32-bf56-4ef04b1ded4d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563867 Jul 27 22:00:16.023751 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-eb5abbde-0399-49ec-a9d4-a04f452cd29a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58dab10bd29246039c9fc54da86aabb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837417 Jul 27 22:00:16.026051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:16.097634 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeb481e6-eadb-45e7-8d38-d72e12a36297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.130321 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.142538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aec2a824-88b5-4e8f-a08c-94c9482905a7 req-111981bf-6def-4119-892e-e8d3fa07c091 tempest-ServerShowV254Test-1245368649 tempest-ServerShowV254Test-1245368649-project] 10.222.0.24 "GET /v2.0/ports?device_id=078378a6-7dff-4860-8e99-24e5f02acdad HTTP/1.1" status: 200 len: 210 time: 0.0350771 Jul 27 22:00:16.144367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeb481e6-eadb-45e7-8d38-d72e12a36297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.192494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeb481e6-eadb-45e7-8d38-d72e12a36297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.195208 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeb481e6-eadb-45e7-8d38-d72e12a36297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.196459 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-eeb481e6-eadb-45e7-8d38-d72e12a36297 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69ae71ce-b2e8-431b-b5cd-0f12a7ec36cf HTTP/1.1" status: 204 len: 168 time: 0.1689396 Jul 27 22:00:16.204977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb481e6-eadb-45e7-8d38-d72e12a36297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae71ce-b2e8-431b-b5cd-0f12a7ec36cf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:16.296570 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:16.396176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c5588-fea1-450d-b25b-2b7eb38da96d req-2055bd11-069e-4957-8375-b2fb0c1cf5d9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:16.397827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c24c5588-fea1-450d-b25b-2b7eb38da96d req-2055bd11-069e-4957-8375-b2fb0c1cf5d9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0533271 Jul 27 22:00:16.440182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c24c5588-fea1-450d-b25b-2b7eb38da96d req-fcf8b01d-52a4-4f0c-aa8a-d2cf75156063 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359268 Jul 27 22:00:16.638926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09f0c5-0035-439b-aeeb-3ee39e254106 req-7cb8b5a8-dd34-4bac-8823-63fbca8137b0 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:16.646836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e09f0c5-0035-439b-aeeb-3ee39e254106 req-7cb8b5a8-dd34-4bac-8823-63fbca8137b0 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 943 time: 0.0649924 Jul 27 22:00:16.696851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e09f0c5-0035-439b-aeeb-3ee39e254106 req-35285664-acdf-4bec-8afb-a568d6d43e71 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472465 Jul 27 22:00:16.818203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927fb3-14b0-4fbd-9910-79dc9f33cc88 req-5591c915-7d1d-4669-b7a6-4ba5941e5e87 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:16.819854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a927fb3-14b0-4fbd-9910-79dc9f33cc88 req-5591c915-7d1d-4669-b7a6-4ba5941e5e87 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.0694604 Jul 27 22:00:16.891298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a927fb3-14b0-4fbd-9910-79dc9f33cc88 req-c979dc49-cf90-4513-9966-848c0ae7b2a8 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560305 Jul 27 22:00:17.109893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999314f-aca8-419c-9025-508db4c93fc6 req-af098bd8-1a37-4e67-aa30-594cca2f5647 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:17.111564 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7999314f-aca8-419c-9025-508db4c93fc6 req-af098bd8-1a37-4e67-aa30-594cca2f5647 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.0576682 Jul 27 22:00:17.152575 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7999314f-aca8-419c-9025-508db4c93fc6 req-c081766a-5174-44c7-bf0a-255280250001 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349479 Jul 27 22:00:17.622831 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe12a58-fb80-48f3-8f3f-3449022d2a4e req-c697b8e8-3178-46bd-9fe3-b03839912869 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:17.624896 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-afe12a58-fb80-48f3-8f3f-3449022d2a4e req-c697b8e8-3178-46bd-9fe3-b03839912869 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0969586 Jul 27 22:00:17.683213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32798) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:17.693639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-afe12a58-fb80-48f3-8f3f-3449022d2a4e req-3ca7db97-4b52-4fdd-8b00-56a5b44d1922 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624084 Jul 27 22:00:17.703783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32802) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:17.832524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ef68ce2-eeb6-4a69-9ab6-1d51ac3aa9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.854147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc1a20-53ec-4993-945b-07a00a280d5c req-4d1b0a8b-4417-4054-987b-e9d97bfc55e7 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:17.866908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19bc1a20-53ec-4993-945b-07a00a280d5c req-4d1b0a8b-4417-4054-987b-e9d97bfc55e7 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 943 time: 0.0737596 Jul 27 22:00:17.888678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa19f17f-f764-48b2-8c78-ce816be4d144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:17.921358 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19bc1a20-53ec-4993-945b-07a00a280d5c req-0f4ec7a0-c3f9-4f1b-b829-4389b45d7cc2 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533583 Jul 27 22:00:17.949056 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.030178 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ef68ce2-eeb6-4a69-9ab6-1d51ac3aa9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.039202 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ef68ce2-eeb6-4a69-9ab6-1d51ac3aa9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.070453 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9ef68ce2-eeb6-4a69-9ab6-1d51ac3aa9db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d31fd234b36481295e2a59280279b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854468 Jul 27 22:00:18.071098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:18.134289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef68ce2-eeb6-4a69-9ab6-1d51ac3aa9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21aebd7-24a3-4f0f-a69b-a0e26b049945,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:18.134550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3326ed-5f56-439e-b8f0-f6714bcb26ba req-c4d0686e-7a82-413e-a8d4-bb04abff5e34 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:18.134550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c3326ed-5f56-439e-b8f0-f6714bcb26ba req-c4d0686e-7a82-413e-a8d4-bb04abff5e34 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.0904427 Jul 27 22:00:18.147937 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31eccd82-55b9-44c8-a888-3213401e5359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.178305 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31eccd82-55b9-44c8-a888-3213401e5359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.203391 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c3326ed-5f56-439e-b8f0-f6714bcb26ba req-dc616d2c-7945-4982-92f7-eb3537ac0fb8 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654631 Jul 27 22:00:18.242916 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31eccd82-55b9-44c8-a888-3213401e5359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.247508 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31eccd82-55b9-44c8-a888-3213401e5359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.252920 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-31eccd82-55b9-44c8-a888-3213401e5359 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d21aebd7-24a3-4f0f-a69b-a0e26b049945 HTTP/1.1" status: 204 len: 168 time: 0.1797292 Jul 27 22:00:18.263299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eccd82-55b9-44c8-a888-3213401e5359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21aebd7-24a3-4f0f-a69b-a0e26b049945,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:18.292010 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa19f17f-f764-48b2-8c78-ce816be4d144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.300081 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa19f17f-f764-48b2-8c78-ce816be4d144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.357376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19f17f-f764-48b2-8c78-ce816be4d144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86acfec7-d160-440c-8c01-6fb31d15d960,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:18.367298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fa19f17f-f764-48b2-8c78-ce816be4d144 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab9aac6c122a4bccbd8d001fff75cf21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6622679 Jul 27 22:00:18.370089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32818) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:18.433658 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774d2dd-ad64-4826-aeb0-3bffbb671386 req-e20a17ad-9549-475c-a24e-002aea0cc5f6 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:18.435761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1774d2dd-ad64-4826-aeb0-3bffbb671386 req-e20a17ad-9549-475c-a24e-002aea0cc5f6 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.0572646 Jul 27 22:00:18.459601 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37c96bcf-9ef4-4510-962b-5df364f2d980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.500587 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1774d2dd-ad64-4826-aeb0-3bffbb671386 req-51e377b3-d6e3-455d-a378-c43d90df3862 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578978 Jul 27 22:00:18.506379 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37c96bcf-9ef4-4510-962b-5df364f2d980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.562209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37c96bcf-9ef4-4510-962b-5df364f2d980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.564751 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37c96bcf-9ef4-4510-962b-5df364f2d980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:18.566840 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-37c96bcf-9ef4-4510-962b-5df364f2d980 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86acfec7-d160-440c-8c01-6fb31d15d960 HTTP/1.1" status: 204 len: 168 time: 0.1954041 Jul 27 22:00:18.595997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c96bcf-9ef4-4510-962b-5df364f2d980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86acfec7-d160-440c-8c01-6fb31d15d960,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:18.876963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232db37c-881c-454f-93f4-92a89c7cb595 req-f1fc2add-fd1d-41ac-9994-aaeb9f57fc2f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:18.885002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-232db37c-881c-454f-93f4-92a89c7cb595 req-f1fc2add-fd1d-41ac-9994-aaeb9f57fc2f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0692089 Jul 27 22:00:18.924999 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-232db37c-881c-454f-93f4-92a89c7cb595 req-0cceaee9-41b0-412c-a61d-0afaf76ad86b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 Jul 27 22:00:19.089900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0393f5b-e64e-460e-8728-55dcfd095ec4 req-0319a207-b387-4fb2-bf12-4ed85608d369 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:19.106119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0393f5b-e64e-460e-8728-55dcfd095ec4 req-0319a207-b387-4fb2-bf12-4ed85608d369 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 943 time: 0.0848331 Jul 27 22:00:19.174528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0393f5b-e64e-460e-8728-55dcfd095ec4 req-97d0aef1-6368-499f-9fde-d55d5073cfa3 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614550 Jul 27 22:00:19.366625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95b3d4-4a06-4319-b350-76bcb41b7bdd req-8b192ac4-0b8b-4f76-841a-0abe09cab8b6 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:19.374853 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a95b3d4-4a06-4319-b350-76bcb41b7bdd req-8b192ac4-0b8b-4f76-841a-0abe09cab8b6 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.0847440 Jul 27 22:00:19.415372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a95b3d4-4a06-4319-b350-76bcb41b7bdd req-6871c67e-b50f-412c-bb20-2f0815c6ed4f tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336530 Jul 27 22:00:19.432629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32868) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:19.500726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32872) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:19.561892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1830705041-network', 'tenant_id': 'decbabb589024684a5cbe867d07f1957'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:19.595043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Made reservation on behalf of decbabb589024684a5cbe867d07f1957 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:19.598188 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.612075 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.626209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1337635598-network', 'tenant_id': 'eb077421743f4e33b3fe0a83adf73636'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:19.682475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Made reservation on behalf of eb077421743f4e33b3fe0a83adf73636 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:19.684629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.696011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3335b5-246c-49ce-83de-695a663197a5 req-1d5e27c2-a1fe-4073-b10a-46929ad63b0a tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:19.697475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c3335b5-246c-49ce-83de-695a663197a5 req-1d5e27c2-a1fe-4073-b10a-46929ad63b0a tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.0872700 Jul 27 22:00:19.708214 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.769347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c3335b5-246c-49ce-83de-695a663197a5 req-04dd8acd-2016-4abb-98a2-d45f96cccad2 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643816 Jul 27 22:00:19.813389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.819252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.859208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:00:19.864100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f3d305-ec9c-4a48-9773-2c0b308deb92,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:19.878881 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.879220 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Added segment d57a12e4-4f8d-4d49-8b7e-2b503d2b480d of type vlan for network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 Jul 27 22:00:19.939048 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.984689 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.990454 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.996252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:19.997206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:19.997790 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.077501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:00:20.099678 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6657495 Jul 27 22:00:20.102746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32880) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:20.107734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-463491b8-5a72-46f5-8ce6-4fdd344ae15d admin admin] Request body: {'subnet': {'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1830705041-subnet', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:20.112430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ca397c-7120-42a0-8c96-eec087b30420,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:20.118903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9139cb-63f4-4dfd-b54e-bc2995122b19 admin admin] Pushing event updated for resources: {'Network': ['ID=8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:20.121188 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.121534 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Added segment e0415398-16a4-4200-872e-0044dd481027 of type vlan for network a4a853e0-8a0a-4ce7-921f-d12d3900c97b Jul 27 22:00:20.134829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463491b8-5a72-46f5-8ce6-4fdd344ae15d admin admin] Made reservation on behalf of decbabb589024684a5cbe867d07f1957 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:20.136330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:00:20.137957 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-463491b8-5a72-46f5-8ce6-4fdd344ae15d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.170444 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.180673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892f55-894d-4c36-b763-6b39abad31a9 req-a6182e77-f8de-4e30-84f5-b15c2f329878 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.182205 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d892f55-894d-4c36-b763-6b39abad31a9 req-a6182e77-f8de-4e30-84f5-b15c2f329878 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1693888 Jul 27 22:00:20.237385 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.238587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.239181 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.294851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d892f55-894d-4c36-b763-6b39abad31a9 req-b8ab62cc-963f-4f9b-a9d0-3af5cc52733d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937788 Jul 27 22:00:20.331344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8294973 Jul 27 22:00:20.334633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32884) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:20.343436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-990ff3f4-dfb1-4624-bdf5-b3c7c6886d2d admin admin] Request body: {'subnet': {'network_id': 'a4a853e0-8a0a-4ce7-921f-d12d3900c97b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1337635598-subnet', 'tenant_id': 'eb077421743f4e33b3fe0a83adf73636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:20.345257 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bef7c-bada-41a7-ab9a-0d4bcf61f23c admin admin] Pushing event updated for resources: {'Network': ['ID=a4a853e0-8a0a-4ce7-921f-d12d3900c97b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:20.357772 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-463491b8-5a72-46f5-8ce6-4fdd344ae15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.365447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network a4a853e0-8a0a-4ce7-921f-d12d3900c97b details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:00:20.443859 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990ff3f4-dfb1-4624-bdf5-b3c7c6886d2d admin admin] Made reservation on behalf of eb077421743f4e33b3fe0a83adf73636 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:20.446463 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-990ff3f4-dfb1-4624-bdf5-b3c7c6886d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.492626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463491b8-5a72-46f5-8ce6-4fdd344ae15d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac948ed5-324d-45aa-81eb-fb69abaf8a82,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:20.495468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284235b-7783-4109-9c36-cc5e6b45cbdd req-d54879d1-a2c1-45f9-b690-b87f75443e54 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.497596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0284235b-7783-4109-9c36-cc5e6b45cbdd req-d54879d1-a2c1-45f9-b690-b87f75443e54 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 943 time: 0.1047997 Jul 27 22:00:20.500943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5d5a6-1778-4849-888b-47d3bea57755 req-e6cf12b8-0de4-40e6-9201-38aa0d0a1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.503594 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66a5d5a6-1778-4849-888b-47d3bea57755 req-e6cf12b8-0de4-40e6-9201-38aa0d0a1cbd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 1101 time: 0.0966470 Jul 27 22:00:20.542432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074392f-943d-45b2-a7e9-43057b0eabac req-573415b7-ac79-4e46-802d-40ee88305c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.544261 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b074392f-943d-45b2-a7e9-43057b0eabac req-573415b7-ac79-4e46-802d-40ee88305c58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b5d8cb70d5a248c49dfc03758991209a&device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 1094 time: 0.1568580 Jul 27 22:00:20.545708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463491b8-5a72-46f5-8ce6-4fdd344ae15d admin admin] Checking segment: {'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:20.546342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463491b8-5a72-46f5-8ce6-4fdd344ae15d admin admin] Network hostable DHCP agents. Network: 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:00:20.608480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0284235b-7783-4109-9c36-cc5e6b45cbdd req-98d2613a-5f36-4f66-ae5c-e26d90723cb3 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038833 Jul 27 22:00:20.629043 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66a5d5a6-1778-4849-888b-47d3bea57755 req-74d7226a-eac6-49f8-944e-1c12d6a27fb0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024523 Jul 27 22:00:20.654056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04179691-bdbf-4f90-9a41-b642b16e1ad6 req-9317220a-eddc-479c-aee7-b7eb3c993bdc tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.661996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04179691-bdbf-4f90-9a41-b642b16e1ad6 req-9317220a-eddc-479c-aee7-b7eb3c993bdc tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.0788615 Jul 27 22:00:20.694679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463491b8-5a72-46f5-8ce6-4fdd344ae15d admin admin] Network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:00:20.711046 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04179691-bdbf-4f90-9a41-b642b16e1ad6 req-ad53d8d4-c529-4055-b1c7-9006986c66d3 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478730 Jul 27 22:00:20.720935 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-463491b8-5a72-46f5-8ce6-4fdd344ae15d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:20.735143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1341c65-09de-4aae-9262-84d4b28f39ac None None] Network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:20.738437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463491b8-5a72-46f5-8ce6-4fdd344ae15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.738961 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-463491b8-5a72-46f5-8ce6-4fdd344ae15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.795353 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-463491b8-5a72-46f5-8ce6-4fdd344ae15d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6914973 Jul 27 22:00:20.803160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32898) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:20.809372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:20.827368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074392f-943d-45b2-a7e9-43057b0eabac req-9c3624db-cd08-4636-b7ff-8022f90d9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.828870 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b074392f-943d-45b2-a7e9-43057b0eabac req-9c3624db-cd08-4636-b7ff-8022f90d9a29 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=b5d8cb70d5a248c49dfc03758991209a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2750559 Jul 27 22:00:20.917333 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'fixed_ips': [{'subnet_id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:00:20.918968 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.930415 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.932087 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:20.948887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade1d5f-f5a7-485c-aa15-9a6545451dc8 req-aa94c57f-5e26-43c3-9ec0-56aadce4c7f7 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:20.965751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ade1d5f-f5a7-485c-aa15-9a6545451dc8 req-aa94c57f-5e26-43c3-9ec0-56aadce4c7f7 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.0915174 Jul 27 22:00:20.967857 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-990ff3f4-dfb1-4624-bdf5-b3c7c6886d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.025577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ade1d5f-f5a7-485c-aa15-9a6545451dc8 req-3895ecdd-fe40-4b57-93c8-38144d27dd8e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588639 Jul 27 22:00:21.091699 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.095015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074392f-943d-45b2-a7e9-43057b0eabac req-9397d682-481c-4962-a662-d26c612a2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:21.096754 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b074392f-943d-45b2-a7e9-43057b0eabac req-9397d682-481c-4962-a662-d26c612a2d51 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2560999 Jul 27 22:00:21.100817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Allocated IP 172.20.0.2 (8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07/ac948ed5-324d-45aa-81eb-fb69abaf8a82/d15c0a26-fc11-4dc3-bb68-0b7f24a086a4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:21.104542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ff3f4-dfb1-4624-bdf5-b3c7c6886d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e39781-f334-4ca4-870b-2c7240cc439d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:21.199611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-c19547e3-5c69-4ea1-95bd-e34f87158cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:21.202871 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-c19547e3-5c69-4ea1-95bd-e34f87158cbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b5d8cb70d5a248c49dfc03758991209a&device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 1094 time: 0.0569344 Jul 27 22:00:21.214485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990ff3f4-dfb1-4624-bdf5-b3c7c6886d2d admin admin] Checking segment: {'id': 'e0415398-16a4-4200-872e-0044dd481027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a4a853e0-8a0a-4ce7-921f-d12d3900c97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:21.214844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990ff3f4-dfb1-4624-bdf5-b3c7c6886d2d admin admin] Network hostable DHCP agents. Network: a4a853e0-8a0a-4ce7-921f-d12d3900c97b, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:00:21.253245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-ba910568-3a7b-4f5f-ad7e-fc00dce059da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5258e0f-1b40-490f-83cf-0159331660b6 HTTP/1.1" status: 200 len: 217 time: 0.0429907 Jul 27 22:00:21.285350 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.296186 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Transition to ACTIVE for port object d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:21.304452 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.308997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990ff3f4-dfb1-4624-bdf5-b3c7c6886d2d admin admin] Network a4a853e0-8a0a-4ce7-921f-d12d3900c97b is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:00:21.319130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-2b244df8-84c5-4413-ad7a-da13a044a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:21.320238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d5336-9cc3-4e93-84ba-757ddabc4acc req-97f7817e-7a90-47ce-a33f-cf9433bb0924 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:21.321175 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-2b244df8-84c5-4413-ad7a-da13a044a6d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e0745f83-7323-4d9c-88cc-0ea896a0ca62 HTTP/1.1" status: 200 len: 853 time: 0.0610228 Jul 27 22:00:21.321710 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d29d5336-9cc3-4e93-84ba-757ddabc4acc req-97f7817e-7a90-47ce-a33f-cf9433bb0924 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.1626518 Jul 27 22:00:21.330394 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Transition to ACTIVE for port object d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:21.332052 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-990ff3f4-dfb1-4624-bdf5-b3c7c6886d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, a4a853e0-8a0a-4ce7-921f-d12d3900c97b) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:21.336560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ff3f4-dfb1-4624-bdf5-b3c7c6886d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:21.337151 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-990ff3f4-dfb1-4624-bdf5-b3c7c6886d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.345286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f83cac5-bd7a-4655-bcf6-3888c4ae7b7c None None] Network a4a853e0-8a0a-4ce7-921f-d12d3900c97b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:21.432639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-25845441-fadd-4ce0-8456-0d020920ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:21.434491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-25845441-fadd-4ce0-8456-0d020920ff9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7c05bd0e-4555-48cb-9b43-928bab5eb963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930915 Jul 27 22:00:21.444468 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-990ff3f4-dfb1-4624-bdf5-b3c7c6886d2d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0991609 Jul 27 22:00:21.469106 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.545417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Pushing event updated for resources: {'Port': ['ID=d15c0a26-fc11-4dc3-bb68-0b7f24a086a4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:21.598781 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487da2bd-233f-480a-90da-1180f1f43cd0 None None] Network a4a853e0-8a0a-4ce7-921f-d12d3900c97b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:21.602752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:21.613450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2eca3-4f98-44d9-a8a3-6f6de0ace444 req-3ade4740-cf90-4c57-a5f5-7d42e25220b9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:21.617285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:21.620398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c5d2eca3-4f98-44d9-a8a3-6f6de0ace444 req-3ade4740-cf90-4c57-a5f5-7d42e25220b9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1906536 Jul 27 22:00:21.650283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d29d5336-9cc3-4e93-84ba-757ddabc4acc req-22b20ef9-02c6-40c0-bf2c-08147401745d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Deleting port b108330b-40af-44e9-bb35-be58842ac7fc {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:21.650283 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d29d5336-9cc3-4e93-84ba-757ddabc4acc req-22b20ef9-02c6-40c0-bf2c-08147401745d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.732810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:21.762616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c5d2eca3-4f98-44d9-a8a3-6f6de0ace444 req-872fadd4-6d85-4365-8192-5ecbded9eb5d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315300 Jul 27 22:00:21.790115 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-c6eb43a7-4306-4bb7-8968-0a49102ea4fd service neutron] 10.222.0.43 "GET /v2.0/networks/7c05bd0e-4555-48cb-9b43-928bab5eb963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393068 Jul 27 22:00:21.791157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32914) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:21.830817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Attempting to bind port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:21.831190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Attempting to bind port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:21.831555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Attempting to bind port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 on network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:21.852898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:21.853273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Checking segment: {'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:21.853680 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.854067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Bound using segment: {'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:21.854686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Bound port: d15c0a26-fc11-4dc3-bb68-0b7f24a086a4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:21.855008 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.900287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-262c24e8-4386-4fb5-9d8e-72225f1ed5b7 admin admin] Deleting subnet 24e39781-f334-4ca4-870b-2c7240cc439d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:00:21.908225 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-262c24e8-4386-4fb5-9d8e-72225f1ed5b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.936080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f2163-b606-4898-b7d6-e1be10df21a7 req-f3b7bff1-f740-439b-9d89-316114f8019c tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:21.937702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-386f2163-b606-4898-b7d6-e1be10df21a7 req-f3b7bff1-f740-439b-9d89-316114f8019c tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 943 time: 0.1977701 Jul 27 22:00:21.951646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] For port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:21.962430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] For port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d15c0a26-fc11-4dc3-bb68-0b7f24a086a4,segment=NetworkSegment(d57a12e4-4f8d-4d49-8b7e-2b503d2b480d),segment_id=d57a12e4-4f8d-4d49-8b7e-2b503d2b480d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:21.970102 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:21.975050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-262c24e8-4386-4fb5-9d8e-72225f1ed5b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.050092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271a1fe-a8a5-4055-bd0a-44b5622f490d None None] Pushing event updated for resources: {'Port': ['ID=d15c0a26-fc11-4dc3-bb68-0b7f24a086a4,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:22.225471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.228741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d29d5336-9cc3-4e93-84ba-757ddabc4acc req-22b20ef9-02c6-40c0-bf2c-08147401745d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] For port b108330b-40af-44e9-bb35-be58842ac7fc, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b108330b-40af-44e9-bb35-be58842ac7fc,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:22.229221 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d29d5336-9cc3-4e93-84ba-757ddabc4acc req-22b20ef9-02c6-40c0-bf2c-08147401745d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.281256 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d29d5336-9cc3-4e93-84ba-757ddabc4acc req-22b20ef9-02c6-40c0-bf2c-08147401745d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Calling delete_port for b108330b-40af-44e9-bb35-be58842ac7fc owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:22.288120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.423544 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cb7eda8-bba2-477a-80c9-b8643e2c636b req-b2fafe2f-af72-4d0a-b566-2d09a8b73033 service neutron] 10.222.0.43 "GET /v2.0/networks/7c05bd0e-4555-48cb-9b43-928bab5eb963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228521 Jul 27 22:00:22.435931 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2120831-b2da-4e3b-81d4-34168ec41962 req-ddc7f434-49a6-40f2-8085-c1762612c662 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:22.437465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2120831-b2da-4e3b-81d4-34168ec41962 req-ddc7f434-49a6-40f2-8085-c1762612c662 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.4318600 Jul 27 22:00:22.450752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-386f2163-b606-4898-b7d6-e1be10df21a7 req-6941c9e9-6f43-4ba0-8c9c-21d064fb0255 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953270 Jul 27 22:00:22.470027 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-262c24e8-4386-4fb5-9d8e-72225f1ed5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.492915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Allocated IP 172.25.1.121 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/60f80517-23bb-4e6d-8cc2-18585539dcb4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:22.573909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2120831-b2da-4e3b-81d4-34168ec41962 req-c60c5946-cced-4e99-9fbf-50eab3874b2f tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145434 Jul 27 22:00:22.591785 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-262c24e8-4386-4fb5-9d8e-72225f1ed5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.630690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251d71a-c17c-468c-94c0-1edab7693480 req-5b90152a-6e20-4293-a893-4ad963c25ac5 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:22.632189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a251d71a-c17c-468c-94c0-1edab7693480 req-5b90152a-6e20-4293-a893-4ad963c25ac5 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf11043-3eaf-45cd-8079-1e584dc4adf4 HTTP/1.1" status: 200 len: 950 time: 0.1006675 Jul 27 22:00:22.636300 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-262c24e8-4386-4fb5-9d8e-72225f1ed5b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.642363 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-262c24e8-4386-4fb5-9d8e-72225f1ed5b7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/24e39781-f334-4ca4-870b-2c7240cc439d HTTP/1.1" status: 204 len: 168 time: 0.8501778 Jul 27 22:00:22.643340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c24e8-4386-4fb5-9d8e-72225f1ed5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e39781-f334-4ca4-870b-2c7240cc439d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:22.645861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32918) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:22.674469 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d29d5336-9cc3-4e93-84ba-757ddabc4acc req-22b20ef9-02c6-40c0-bf2c-08147401745d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.687286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7e880494-6ef9-46f2-bece-1611c4dd3942', 'b108330b-40af-44e9-bb35-be58842ac7fc'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:22.689579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c', 'da68d304-3754-4809-905b-87797d36241f', '4bfa33cc-81c8-46d1-a361-d4a86d487b42', 'ffa75504-215d-4597-9648-3768fcdcee01'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:22.753882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a251d71a-c17c-468c-94c0-1edab7693480 req-c17e8cb4-98c5-4d5c-aee7-bd6c24ad0153 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952482 Jul 27 22:00:22.765657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.770383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b20ef9-02c6-40c0-bf2c-08147401745d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event deleted for resources: {'Port': ['ID=b108330b-40af-44e9-bb35-be58842ac7fc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:22.805531 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.860208 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29d5336-9cc3-4e93-84ba-757ddabc4acc req-22b20ef9-02c6-40c0-bf2c-08147401745d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] No DVR routers for this DVR port b108330b-40af-44e9-bb35-be58842ac7fc on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:22.863082 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d29d5336-9cc3-4e93-84ba-757ddabc4acc req-22b20ef9-02c6-40c0-bf2c-08147401745d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.865658 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d29d5336-9cc3-4e93-84ba-757ddabc4acc req-22b20ef9-02c6-40c0-bf2c-08147401745d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "DELETE /v2.0/ports/b108330b-40af-44e9-bb35-be58842ac7fc HTTP/1.1" status: 204 len: 173 time: 1.5155594 Jul 27 22:00:22.867701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf11043-3eaf-45cd-8079-1e584dc4adf4', 'name': 'network-vif-deleted', 'tag': 'b108330b-40af-44e9-bb35-be58842ac7fc'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:22.871036 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6550c7f9-b38d-4a34-8ad7-006cd018e70a" -d '{"events": [{"server_uuid": "0bf11043-3eaf-45cd-8079-1e584dc4adf4", "name": "network-vif-deleted", "tag": "b108330b-40af-44e9-bb35-be58842ac7fc"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:22.922894 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.931297 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.940145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a853e0-8a0a-4ce7-921f-d12d3900c97b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:22.956323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0415398-16a4-4200-872e-0044dd481027') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:22.956323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0415398-16a4-4200-872e-0044dd481027') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:22.974765 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:22.975124 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1887845f-a919-4fea-8245-2163d95b1fce x-openstack-request-id: req-1887845f-a919-4fea-8245-2163d95b1fce {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:22.975325 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf11043-3eaf-45cd-8079-1e584dc4adf4", "name": "network-vif-deleted", "tag": "b108330b-40af-44e9-bb35-be58842ac7fc", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:22.975571 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1887845f-a919-4fea-8245-2163d95b1fce {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:22.976156 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf11043-3eaf-45cd-8079-1e584dc4adf4', 'name': 'network-vif-deleted', 'tag': 'b108330b-40af-44e9-bb35-be58842ac7fc', 'status': 'completed', 'code': 200} Jul 27 22:00:22.993590 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:23.022672 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.036759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:23.038581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:00:23.039006 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.045960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:00:23.097810 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:00:23.169105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.176662 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.181942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a4a853e0-8a0a-4ce7-921f-d12d3900c97b HTTP/1.1" status: 204 len: 168 time: 0.5346761 Jul 27 22:00:23.217754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f2470-b05d-424f-9828-905d661a2ddb req-fe1e89f7-9de0-4f4b-8b8c-e6498e78cfd8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:23.230884 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-280f2470-b05d-424f-9828-905d661a2ddb req-fe1e89f7-9de0-4f4b-8b8c-e6498e78cfd8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1275923 Jul 27 22:00:23.234796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c99d0-d855-477a-b811-a9a4179a3d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a853e0-8a0a-4ce7-921f-d12d3900c97b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:23.312275 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=60f80517-23bb-4e6d-8cc2-18585539dcb4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:23.320725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-280f2470-b05d-424f-9828-905d661a2ddb req-83695738-dd93-4d6b-a294-9771ab5d2296 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883753 Jul 27 22:00:23.460964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:23.624799 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.663343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4367f9-2319-456d-8066-f4b0f7493994 None None] Network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:23.670022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b883f942-2a90-4aba-b699-e13581750b9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb077421743f4e33b3fe0a83adf73636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985984 Jul 27 22:00:23.675907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:23.713425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcbbcc-3819-4516-9d45-66d4d7807fb8 req-52f8fe96-539e-4ddf-a924-25435e7c984a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:23.719321 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1bfcbbcc-3819-4516-9d45-66d4d7807fb8 req-52f8fe96-539e-4ddf-a924-25435e7c984a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.2595067 Jul 27 22:00:23.750739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-11b7ef58-d319-4212-99b1-13e0c0cf311e None None] Provisioning for port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:23.801015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84529f-b9da-4f86-9aed-55c7cb74060e req-eea5e033-fc09-470c-9dbd-a39e3deb98bf tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:23.802523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c84529f-b9da-4f86-9aed-55c7cb74060e req-eea5e033-fc09-470c-9dbd-a39e3deb98bf tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 943 time: 0.2345998 Jul 27 22:00:23.814383 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1bfcbbcc-3819-4516-9d45-66d4d7807fb8 req-348c853d-cccf-41a7-948b-f8792461d158 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805447 Jul 27 22:00:23.893932 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c84529f-b9da-4f86-9aed-55c7cb74060e req-ee11ae86-db69-4290-b116-de4f9643f27d tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743580 Jul 27 22:00:23.944989 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-664bf6fb-b8cd-4493-827a-fa75c898f4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.967835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:23.999288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-664bf6fb-b8cd-4493-827a-fa75c898f4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.028354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4de22b-61e4-4888-9dde-bb791bac0e90 req-9edc58d4-60fb-4a33-b2c9-2f70ebe82d6b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:24.036294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d4de22b-61e4-4888-9dde-bb791bac0e90 req-9edc58d4-60fb-4a33-b2c9-2f70ebe82d6b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.1119900 Jul 27 22:00:24.130594 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d4de22b-61e4-4888-9dde-bb791bac0e90 req-541b1861-2d79-4325-be6c-2818a8d79c3d tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933065 Jul 27 22:00:24.134908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:00:24.165947 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-664bf6fb-b8cd-4493-827a-fa75c898f4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.175606 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-664bf6fb-b8cd-4493-827a-fa75c898f4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.176999 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-664bf6fb-b8cd-4493-827a-fa75c898f4b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3ca397c-7120-42a0-8c96-eec087b30420 HTTP/1.1" status: 204 len: 168 time: 0.4948263 Jul 27 22:00:24.195142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bf6fb-b8cd-4493-827a-fa75c898f4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ca397c-7120-42a0-8c96-eec087b30420,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:24.393318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:24.461352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:00:24.474729 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Sync routers for ids ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:00:24.489753 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Routers {'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:24.490424 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:00:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:24.514459 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.517765 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d81d6cc3-8237-49df-b8f5-ffb989dfd3f8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7122450 Jul 27 22:00:24.520521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32960) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:24.523831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:24.527632 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fba9bdb3-5a8e-4f78-8df6-f4e25320d372 None None] Provisioning complete for port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:24.528309 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fba9bdb3-5a8e-4f78-8df6-f4e25320d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.531700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:24.532213 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.826863 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.862038 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-0e6f03f4-940a-45aa-88c2-82188fe3d219 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096864 Jul 27 22:00:24.887418 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fba9bdb3-5a8e-4f78-8df6-f4e25320d372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.922310 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Set router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:24.943151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d15c0a26-fc11-4dc3-bb68-0b7f24a086a4,segment=NetworkSegment(d57a12e4-4f8d-4d49-8b7e-2b503d2b480d),segment_id=d57a12e4-4f8d-4d49-8b7e-2b503d2b480d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:24.950827 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:24.968550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26112-26c2-4c9f-94a9-a4efb97a267d req-cda67893-345d-4f5d-9a73-4d94ecac677e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:24.975419 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95a26112-26c2-4c9f-94a9-a4efb97a267d req-cda67893-345d-4f5d-9a73-4d94ecac677e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=7daf8c60-3b76-4766-ba0a-2b5edc8d281e HTTP/1.1" status: 200 len: 949 time: 0.3175728 Jul 27 22:00:25.045679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5329f-71d4-4d04-a055-9b41f052cbd6 req-adec8ef7-6492-4cfd-90a0-c2bd1fa28857 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:25.047364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3f5329f-71d4-4d04-a055-9b41f052cbd6 req-adec8ef7-6492-4cfd-90a0-c2bd1fa28857 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.2027164 Jul 27 22:00:25.110952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95a26112-26c2-4c9f-94a9-a4efb97a267d req-51889609-1d6e-489e-9188-17e58ccfb30c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344588 Jul 27 22:00:25.178870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=d15c0a26-fc11-4dc3-bb68-0b7f24a086a4,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:25.192069 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-fba9bdb3-5a8e-4f78-8df6-f4e25320d372 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:00:25.192407 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-fba9bdb3-5a8e-4f78-8df6-f4e25320d372 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:00:25.229813 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:00:23Z', 'revision_number': 3, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:25.291117 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Checking router: aa0ebf0b-240f-4ae8-8661-6f17a3220e8c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:00:25.292205 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Updating router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c port 60f80517-23bb-4e6d-8cc2-18585539dcb4 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:00:25.315087 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3f5329f-71d4-4d04-a055-9b41f052cbd6 req-ddaaa8f0-4345-4877-add1-9309476d4513 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548411 Jul 27 22:00:25.326375 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:25.468784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a49f4-f31b-4ec3-b215-5e65afc8a18a req-32bcb848-4598-4e3e-8d8a-22da7bc3e14f tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:25.476712 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c5a49f4-f31b-4ec3-b215-5e65afc8a18a req-32bcb848-4598-4e3e-8d8a-22da7bc3e14f tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 943 time: 0.1953199 Jul 27 22:00:25.600226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bea6b8-5ba5-40a9-b158-5e4d521aa2d0 req-9e53efd1-db00-4982-8341-9a4715ac236c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:25.608094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76bea6b8-5ba5-40a9-b158-5e4d521aa2d0 req-9e53efd1-db00-4982-8341-9a4715ac236c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.1659071 Jul 27 22:00:25.630651 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c5a49f4-f31b-4ec3-b215-5e65afc8a18a req-e187a0af-7da7-4fe7-a994-77a34a18f28c tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528428 Jul 27 22:00:25.739695 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:25.751299 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Transition to ACTIVE for port object 60f80517-23bb-4e6d-8cc2-18585539dcb4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:25.752392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76bea6b8-5ba5-40a9-b158-5e4d521aa2d0 req-d6e34772-ea03-4e49-9633-f1e6249d469b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207044 Jul 27 22:00:25.759086 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:25.789718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e5258e0f-1b40-490f-83cf-0159331660b6 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:00:25.791764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b108330b-40af-44e9-bb35-be58842ac7fc no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:25.816314 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Pushing event updated for resources: {'Port': ['ID=60f80517-23bb-4e6d-8cc2-18585539dcb4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:25.840233 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:25.841035 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:25.842182 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:25.842780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: b108330b-40af-44e9-bb35-be58842ac7fc {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:25.843369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b108330b-40af-44e9-bb35-be58842ac7fc not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:25.843650 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:25.844156 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:25.845104 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:25.845701 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:25.846275 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:25.846774 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:25.847235 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:25.847717 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:25.848179 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:25.856454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108022f-1692-44cd-9ab4-99e22c3275e9 req-42aebe18-4429-4529-b8a3-db65dc28d27c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:25.857480 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0108022f-1692-44cd-9ab4-99e22c3275e9 req-42aebe18-4429-4529-b8a3-db65dc28d27c tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "GET /v2.0/ports?device_id=7daf8c60-3b76-4766-ba0a-2b5edc8d281e HTTP/1.1" status: 200 len: 949 time: 0.1235514 Jul 27 22:00:25.859054 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Attempting to bind port 60f80517-23bb-4e6d-8cc2-18585539dcb4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:25.859864 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Attempting to bind port 60f80517-23bb-4e6d-8cc2-18585539dcb4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:25.860371 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Attempting to bind port 60f80517-23bb-4e6d-8cc2-18585539dcb4 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:25.867023 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:25.867589 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:25.867992 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:25.868375 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:25.868988 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Bound port: 60f80517-23bb-4e6d-8cc2-18585539dcb4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:25.869877 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:25.929340 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] For port 60f80517-23bb-4e6d-8cc2-18585539dcb4, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:25.932846 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] For port 60f80517-23bb-4e6d-8cc2-18585539dcb4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=60f80517-23bb-4e6d-8cc2-18585539dcb4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:25.933337 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:25.939141 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.060541 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Routers {'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:26.061547 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:00:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:26.064334 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d6ade-5d12-432c-93b7-a19736364755 None None] Pushing event updated for resources: {'Port': ['ID=60f80517-23bb-4e6d-8cc2-18585539dcb4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:26.069217 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port e5258e0f-1b40-490f-83cf-0159331660b6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e5258e0f-1b40-490f-83cf-0159331660b6,segment=NetworkSegment(79fa57b7-3479-4f10-9fd8-95879f52ae5a),segment_id=79fa57b7-3479-4f10-9fd8-95879f52ae5a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:26.084979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'e5258e0f-1b40-490f-83cf-0159331660b6', 'network_id': '7c05bd0e-4555-48cb-9b43-928bab5eb963', 'port_id': 'e5258e0f-1b40-490f-83cf-0159331660b6', 'mac_address': 'fa:16:3e:fa:6b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0745f83-7323-4d9c-88cc-0ea896a0ca62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:00:26.142763 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.190094 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5258e0f-1b40-490f-83cf-0159331660b6 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:26.239155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port e5258e0f-1b40-490f-83cf-0159331660b6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e5258e0f-1b40-490f-83cf-0159331660b6,segment=NetworkSegment(79fa57b7-3479-4f10-9fd8-95879f52ae5a),segment_id=79fa57b7-3479-4f10-9fd8-95879f52ae5a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:26.246045 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.297046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-0108022f-1692-44cd-9ab4-99e22c3275e9 req-43243338-36c3-44da-a6cb-d80c8074ab80 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Deleting port 7e880494-6ef9-46f2-bece-1611c4dd3942 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:26.299711 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0108022f-1692-44cd-9ab4-99e22c3275e9 req-43243338-36c3-44da-a6cb-d80c8074ab80 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.327956 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:26.415124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb881e-af25-4223-bc4a-a77b613b3852 req-ad91e2a0-366e-4135-a848-364d23ca046b tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:26.421493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Allocated IP 172.20.0.1 (8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07/ac948ed5-324d-45aa-81eb-fb69abaf8a82/48bb5723-f480-4952-a45e-fe5e61321778) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:26.424063 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-67bb881e-af25-4223-bc4a-a77b613b3852 req-ad91e2a0-366e-4135-a848-364d23ca046b tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c62244-e180-4eae-9dae-8dffcc0f90fb HTTP/1.1" status: 200 len: 950 time: 0.2459116 Jul 27 22:00:26.431257 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] Set router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:26.456010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881f54f-5d39-46a8-a733-c74522edfa70 req-e7848756-c73c-47ee-8f00-7a51cb051031 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:26.463460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7881f54f-5d39-46a8-a733-c74522edfa70 req-e7848756-c73c-47ee-8f00-7a51cb051031 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=7daf8c60-3b76-4766-ba0a-2b5edc8d281e HTTP/1.1" status: 200 len: 949 time: 0.1602263 Jul 27 22:00:26.514964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=e5258e0f-1b40-490f-83cf-0159331660b6,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:26.556398 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:26.557573 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.607092 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7881f54f-5d39-46a8-a733-c74522edfa70 req-4121bbdb-a9e9-4bd5-a647-57aacb242c3e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384261 Jul 27 22:00:26.622969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0108022f-1692-44cd-9ab4-99e22c3275e9 req-43243338-36c3-44da-a6cb-d80c8074ab80 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] For port 7e880494-6ef9-46f2-bece-1611c4dd3942, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7e880494-6ef9-46f2-bece-1611c4dd3942,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:26.623433 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0108022f-1692-44cd-9ab4-99e22c3275e9 req-43243338-36c3-44da-a6cb-d80c8074ab80 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.642692 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['e5258e0f-1b40-490f-83cf-0159331660b6'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:26.644944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-0108022f-1692-44cd-9ab4-99e22c3275e9 req-43243338-36c3-44da-a6cb-d80c8074ab80 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Calling delete_port for 7e880494-6ef9-46f2-bece-1611c4dd3942 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:26.725675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-67bb881e-af25-4223-bc4a-a77b613b3852 req-534583b4-8556-47a3-b9d2-8bc93c4ce1c9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Deleting port ffa75504-215d-4597-9648-3768fcdcee01 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:26.726301 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-67bb881e-af25-4223-bc4a-a77b613b3852 req-534583b4-8556-47a3-b9d2-8bc93c4ce1c9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.734581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410c98f-e7bf-4a31-ab8c-696df04957da req-79ded173-8225-404e-bb10-546d746590fd tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:26.751244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6410c98f-e7bf-4a31-ab8c-696df04957da req-79ded173-8225-404e-bb10-546d746590fd tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.2306535 Jul 27 22:00:26.849485 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:00:23Z', 'revision_number': 3, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:26.861948 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.871390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-da13ce8e-fa1d-4595-8d10-76bf39b8d672 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:26.873611 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-da13ce8e-fa1d-4595-8d10-76bf39b8d672 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa&tenant_id=2c1d48a9f6a14539976b63c05ed486a6&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1096 time: 0.2957623 Jul 27 22:00:26.919712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-67bb881e-af25-4223-bc4a-a77b613b3852 req-534583b4-8556-47a3-b9d2-8bc93c4ce1c9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] For port ffa75504-215d-4597-9648-3768fcdcee01, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=ffa75504-215d-4597-9648-3768fcdcee01,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:26.920342 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-67bb881e-af25-4223-bc4a-a77b613b3852 req-534583b4-8556-47a3-b9d2-8bc93c4ce1c9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:26.930892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802011-3'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:26.940051 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6f2a70-28dd-423b-98c1-6b93af372da2 None None] The sync data for ids ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'] in n-d-802011-3 is: [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:00:23Z', 'revision_number': 3, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:00:26.977095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Transition to ACTIVE for port object 48bb5723-f480-4952-a45e-fe5e61321778 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:27.023285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-67bb881e-af25-4223-bc4a-a77b613b3852 req-534583b4-8556-47a3-b9d2-8bc93c4ce1c9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Calling delete_port for ffa75504-215d-4597-9648-3768fcdcee01 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:27.032483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6410c98f-e7bf-4a31-ab8c-696df04957da req-ddcbd162-991a-4327-b553-cc8d6974522c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528024 Jul 27 22:00:27.043539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0108022f-1692-44cd-9ab4-99e22c3275e9 req-43243338-36c3-44da-a6cb-d80c8074ab80 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.055799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c', 'da68d304-3754-4809-905b-87797d36241f', '4bfa33cc-81c8-46d1-a361-d4a86d487b42', 'ffa75504-215d-4597-9648-3768fcdcee01'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:27.059365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f8d23-de29-4ed2-ad47-7e175e49c978 req-8556a05c-434d-4333-88e9-7541b6d1e310 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:27.067543 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e12f8d23-de29-4ed2-ad47-7e175e49c978 req-8556a05c-434d-4333-88e9-7541b6d1e310 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 944 time: 0.2020564 Jul 27 22:00:27.074192 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.158918 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43243338-36c3-44da-a6cb-d80c8074ab80 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event deleted for resources: {'Port': ['ID=7e880494-6ef9-46f2-bece-1611c4dd3942,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:27.184745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e12f8d23-de29-4ed2-ad47-7e175e49c978 req-a7adc6da-abaa-4f3a-ae92-81bb6f1cce67 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161089 Jul 27 22:00:27.214407 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.232863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-e0ebf98d-5f81-443b-b5a9-e9860d4deab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:27.236063 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-e0ebf98d-5f81-443b-b5a9-e9860d4deab6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 1101 time: 0.2906263 Jul 27 22:00:27.261079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0108022f-1692-44cd-9ab4-99e22c3275e9 req-43243338-36c3-44da-a6cb-d80c8074ab80 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] No DVR routers for this DVR port 7e880494-6ef9-46f2-bece-1611c4dd3942 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:27.280455 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0108022f-1692-44cd-9ab4-99e22c3275e9 req-43243338-36c3-44da-a6cb-d80c8074ab80 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.284123 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0108022f-1692-44cd-9ab4-99e22c3275e9 req-43243338-36c3-44da-a6cb-d80c8074ab80 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.43 "DELETE /v2.0/ports/7e880494-6ef9-46f2-bece-1611c4dd3942 HTTP/1.1" status: 204 len: 173 time: 1.4118373 Jul 27 22:00:27.286077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7daf8c60-3b76-4766-ba0a-2b5edc8d281e', 'name': 'network-vif-deleted', 'tag': '7e880494-6ef9-46f2-bece-1611c4dd3942'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:27.288695 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f089a05b-3f20-4e53-9ad3-cb75d9d3159d" -d '{"events": [{"server_uuid": "7daf8c60-3b76-4766-ba0a-2b5edc8d281e", "name": "network-vif-deleted", "tag": "7e880494-6ef9-46f2-bece-1611c4dd3942"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:27.557697 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1e7afe-6a2f-4fcb-818f-f5109a0216c9 x-openstack-request-id: req-8a1e7afe-6a2f-4fcb-818f-f5109a0216c9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:27.558192 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7daf8c60-3b76-4766-ba0a-2b5edc8d281e", "name": "network-vif-deleted", "tag": "7e880494-6ef9-46f2-bece-1611c4dd3942", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:27.558370 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a1e7afe-6a2f-4fcb-818f-f5109a0216c9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:27.558788 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7daf8c60-3b76-4766-ba0a-2b5edc8d281e', 'name': 'network-vif-deleted', 'tag': '7e880494-6ef9-46f2-bece-1611c4dd3942', 'status': 'completed', 'code': 200} Jul 27 22:00:27.566209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-a02dff17-4e4c-4320-933f-744813b843a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:27.567792 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-a02dff17-4e4c-4320-933f-744813b843a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3079724 Jul 27 22:00:27.629105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=33ea45eb-527a-4264-9052-090a0fba4306,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:27.700004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:27.708033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-67bb881e-af25-4223-bc4a-a77b613b3852 req-534583b4-8556-47a3-b9d2-8bc93c4ce1c9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.713975 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f1bd77fa-c029-4229-8280-4d28cd9a69b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 217 time: 0.1312103 Jul 27 22:00:27.772168 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.779281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 33ea45eb-527a-4264-9052-090a0fba4306 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:00:27.780706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c289bfd-de5f-4f22-bac2-65ec6c0e57aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ea45eb-527a-4264-9052-090a0fba4306'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:27.783375 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ba9802-4102-448e-aec1-11b8e3e55a69" -d '{"events": [{"server_uuid": "3c289bfd-de5f-4f22-bac2-65ec6c0e57aa", "name": "network-vif-unplugged", "status": "completed", "tag": "33ea45eb-527a-4264-9052-090a0fba4306"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:27.794709 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:27.811581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:27.878073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f48950f0-c4f7-4146-9292-ea1c8cb63cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:27.879595 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f48950f0-c4f7-4146-9292-ea1c8cb63cf6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1257451 Jul 27 22:00:27.901931 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:27.905569 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:27.924101 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534583b4-8556-47a3-b9d2-8bc93c4ce1c9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event deleted for resources: {'Port': ['ID=ffa75504-215d-4597-9648-3768fcdcee01,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:27.943924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e5438-cfa5-49c8-88c0-8fa960920511 req-8fa5cb0a-42b6-4b10-b302-a860042b1842 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:27.945191 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:27.953499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-658e5438-cfa5-49c8-88c0-8fa960920511 req-8fa5cb0a-42b6-4b10-b302-a860042b1842 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 945 time: 0.4965241 Jul 27 22:00:27.957599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a72f85e-8287-4026-aa53-14cb18936bc9 req-8dfaddf9-b94c-4af5-ad2c-5c68dccb4b3e tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=7daf8c60-3b76-4766-ba0a-2b5edc8d281e HTTP/1.1" status: 200 len: 210 time: 0.1514697 Jul 27 22:00:28.016035 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7e880494-6ef9-46f2-bece-1611c4dd3942'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:28.024927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7e880494-6ef9-46f2-bece-1611c4dd3942'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:28.037242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Pushing event updated for resources: {'Port': ['ID=48bb5723-f480-4952-a45e-fe5e61321778,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:28.081081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 on host n-h2-802011-3 for vnic_type normal with profile {"migrating_to": "n-h1-802011-3"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:28.081429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:28.081765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:28.088508 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bbd46e-0112-4e6f-8ffc-578f6fa5c89c x-openstack-request-id: req-58bbd46e-0112-4e6f-8ffc-578f6fa5c89c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:28.088803 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c289bfd-de5f-4f22-bac2-65ec6c0e57aa", "name": "network-vif-unplugged", "status": "completed", "tag": "33ea45eb-527a-4264-9052-090a0fba4306", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:28.089055 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58bbd46e-0112-4e6f-8ffc-578f6fa5c89c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:28.089452 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c289bfd-de5f-4f22-bac2-65ec6c0e57aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ea45eb-527a-4264-9052-090a0fba4306', 'code': 200} Jul 27 22:00:28.102733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33070) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:28.104957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Port 33ea45eb-527a-4264-9052-090a0fba4306 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:00:28.106241 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:28.127623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:28.127972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:28.128371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:28.128814 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Bound port: 33ea45eb-527a-4264-9052-090a0fba4306, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:28.129183 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.158309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bb881e-af25-4223-bc4a-a77b613b3852 req-534583b4-8556-47a3-b9d2-8bc93c4ce1c9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] No DVR routers for this DVR port ffa75504-215d-4597-9648-3768fcdcee01 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:28.162542 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-67bb881e-af25-4223-bc4a-a77b613b3852 req-534583b4-8556-47a3-b9d2-8bc93c4ce1c9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.164769 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-67bb881e-af25-4223-bc4a-a77b613b3852 req-534583b4-8556-47a3-b9d2-8bc93c4ce1c9 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "DELETE /v2.0/ports/ffa75504-215d-4597-9648-3768fcdcee01 HTTP/1.1" status: 204 len: 173 time: 1.7320137 Jul 27 22:00:28.202511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-56247660-4cb8-4678-9670-ee4bd47c32d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:28.204420 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-56247660-4cb8-4678-9670-ee4bd47c32d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3039238 Jul 27 22:00:28.281667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 on host n-h2-802011-3 for vnic_type normal with profile {"migrating_to": "n-h1-802011-3"} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:28.282317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:28.294201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:28.324176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Port 33ea45eb-527a-4264-9052-090a0fba4306 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:00:28.330958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Attempting to bind port 33ea45eb-527a-4264-9052-090a0fba4306 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:28.391261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 60f80517-23bb-4e6d-8cc2-18585539dcb4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:28.396661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:28.397045 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:28.398045 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:28.399523 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Bound port: 33ea45eb-527a-4264-9052-090a0fba4306, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:28.400047 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.403040 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e22ad77-967a-4e61-9c0a-6e31cbd69cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.578380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-57e967cf-4788-4514-9732-68781060cb9d None None] Provisioning for port 48bb5723-f480-4952-a45e-fe5e61321778 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:28.588323 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.593375 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-7b97c562-92b5-41b2-993b-1003d3babb1f service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810422 Jul 27 22:00:28.644499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:28.650089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=33ea45eb-527a-4264-9052-090a0fba4306,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:28.664775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-57e967cf-4788-4514-9732-68781060cb9d None None] Provisioning complete for port 48bb5723-f480-4952-a45e-fe5e61321778 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:28.664775 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57e967cf-4788-4514-9732-68781060cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.667445 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.784040 n-d-802011-3 neutron-server[93835]: WARNING neutron.plugins.ml2.plugin [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Concurrent port binding operations failed on port 33ea45eb-527a-4264-9052-090a0fba4306 Jul 27 22:00:28.786075 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e22ad77-967a-4e61-9c0a-6e31cbd69cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.789690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=33ea45eb-527a-4264-9052-090a0fba4306,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:28.793001 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e22ad77-967a-4e61-9c0a-6e31cbd69cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.803637 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-e9ccb008-af25-4b20-8ea9-06856100c36d service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024777 Jul 27 22:00:28.829000 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-57e967cf-4788-4514-9732-68781060cb9d None None] Port 48bb5723-f480-4952-a45e-fe5e61321778 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:28.837781 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 60f80517-23bb-4e6d-8cc2-18585539dcb4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:28.844956 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1e22ad77-967a-4e61-9c0a-6e31cbd69cbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d78bfb3f1a664b61a4e6314921c3f9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7411716 Jul 27 22:00:28.846422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22ad77-967a-4e61-9c0a-6e31cbd69cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1467c0ae-b6f0-47eb-b950-9b7b4dfa3b8b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:28.849029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33080) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:28.860404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 60f80517-23bb-4e6d-8cc2-18585539dcb4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:28.861247 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.880931 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-658e5438-cfa5-49c8-88c0-8fa960920511 req-526a67fb-a4e0-4eb1-a7fc-3d1b67694fe7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9220788 Jul 27 22:00:28.890775 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Attempt 2 to bind port 33ea45eb-527a-4264-9052-090a0fba4306 Jul 27 22:00:28.898977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:28.899678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.905158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 33ea45eb-527a-4264-9052-090a0fba4306 has no active binding in host n-h1-802011-3 {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 22:00:28.907018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=33ea45eb-527a-4264-9052-090a0fba4306,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:28.913905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] 10.222.0.43 "PUT /v2.0/ports/33ea45eb-527a-4264-9052-090a0fba4306 HTTP/1.1" status: 200 len: 1121 time: 1.9796135 Jul 27 22:00:28.931613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bc2e3-0885-4578-adb7-5ab5bbc8db1d service neutron] Pushing event updated for resources: {'Port': ['ID=33ea45eb-527a-4264-9052-090a0fba4306,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:28.949561 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:28.962916 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2042818b-9feb-4054-81e3-fe3cb7ae5780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.020103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2042818b-9feb-4054-81e3-fe3cb7ae5780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.030054 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['33ea45eb-527a-4264-9052-090a0fba4306'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:29.032864 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['33ea45eb-527a-4264-9052-090a0fba4306'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:29.107316 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2042818b-9feb-4054-81e3-fe3cb7ae5780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.110525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2042818b-9feb-4054-81e3-fe3cb7ae5780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.111345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad082d-9cec-451f-b637-f91400fd59d5 req-2a36a44a-50b5-420a-bf05-8bd87dee3acd tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:29.114337 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2042818b-9feb-4054-81e3-fe3cb7ae5780 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1467c0ae-b6f0-47eb-b950-9b7b4dfa3b8b HTTP/1.1" status: 204 len: 168 time: 0.2616591 Jul 27 22:00:29.114504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2ad082d-9cec-451f-b637-f91400fd59d5 req-2a36a44a-50b5-420a-bf05-8bd87dee3acd tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.5549476 Jul 27 22:00:29.132550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042818b-9feb-4054-81e3-fe3cb7ae5780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1467c0ae-b6f0-47eb-b950-9b7b4dfa3b8b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:29.220731 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.224186 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2ad082d-9cec-451f-b637-f91400fd59d5 req-0e220a33-2595-45b5-9a66-33b1576b4440 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957150 Jul 27 22:00:29.234298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a81ff-5020-4fa4-a7b6-764bb181e73d req-ed9e911c-c4fa-40c5-92c5-a0e6b504ceaa tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:29.236029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253a81ff-5020-4fa4-a7b6-764bb181e73d req-ed9e911c-c4fa-40c5-92c5-a0e6b504ceaa tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 944 time: 0.1361158 Jul 27 22:00:29.243003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 60f80517-23bb-4e6d-8cc2-18585539dcb4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=60f80517-23bb-4e6d-8cc2-18585539dcb4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:29.254794 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.293934 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.310924 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.372095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253a81ff-5020-4fa4-a7b6-764bb181e73d req-4c311e82-93bf-499e-978a-707f36b0441b tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255481 Jul 27 22:00:29.386438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=60f80517-23bb-4e6d-8cc2-18585539dcb4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:29.408501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.410839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Pushing event updated for resources: {'Port': ['ID=48bb5723-f480-4952-a45e-fe5e61321778,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:29.547857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:29.549529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:29.560059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c62244-e180-4eae-9dae-8dffcc0f90fb', 'name': 'network-vif-deleted', 'tag': 'ffa75504-215d-4597-9648-3768fcdcee01'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:29.562893 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eba2c2-f70b-4597-a2b5-3eaa51e12762" -d '{"events": [{"server_uuid": "b0c62244-e180-4eae-9dae-8dffcc0f90fb", "name": "network-vif-deleted", "tag": "ffa75504-215d-4597-9648-3768fcdcee01"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:29.635852 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71088210-878e-48de-99e1-956b7775351a x-openstack-request-id: req-71088210-878e-48de-99e1-956b7775351a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:29.636145 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c62244-e180-4eae-9dae-8dffcc0f90fb", "name": "network-vif-deleted", "tag": "ffa75504-215d-4597-9648-3768fcdcee01", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:29.636400 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71088210-878e-48de-99e1-956b7775351a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:29.636790 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c62244-e180-4eae-9dae-8dffcc0f90fb', 'name': 'network-vif-deleted', 'tag': 'ffa75504-215d-4597-9648-3768fcdcee01', 'status': 'completed', 'code': 200} Jul 27 22:00:29.737611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:00:29.769239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e5258e0f-1b40-490f-83cf-0159331660b6 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:29.874102 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port e5258e0f-1b40-490f-83cf-0159331660b6 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:29.887882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port e5258e0f-1b40-490f-83cf-0159331660b6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:29.888930 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:29.891675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:00:29.901966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7273ca4a-d2e4-4e0d-9e2b-c21a7d0da114 admin admin] 10.222.0.24 "PUT /v2.0/routers/aa0ebf0b-240f-4ae8-8661-6f17a3220e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3749423 Jul 27 22:00:29.932363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Sync routers for ids ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:00:29.948675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device ffa75504-215d-4597-9648-3768fcdcee01 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:29.999878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Routers {'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:30.000527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:00:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:30.009917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: ffa75504-215d-4597-9648-3768fcdcee01 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:30.009917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device ffa75504-215d-4597-9648-3768fcdcee01 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:30.055203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-776151b4-fb00-4cba-a243-1e90ddea2f24 None None] Provisioning complete for port 48bb5723-f480-4952-a45e-fe5e61321778 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:30.055578 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-776151b4-fb00-4cba-a243-1e90ddea2f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:30.115127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9b0b9-4a03-4ba6-aaae-acc4a924db7e req-02a2c4e8-abae-4fde-833a-7eae264a22b6 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:30.122858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47a9b0b9-4a03-4ba6-aaae-acc4a924db7e req-02a2c4e8-abae-4fde-833a-7eae264a22b6 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 943 time: 0.1350551 Jul 27 22:00:30.124457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c289bfd-de5f-4f22-bac2-65ec6c0e57aa', 'tag': '33ea45eb-527a-4264-9052-090a0fba4306'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:30.126688 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee0ed68-46c2-4a07-92e9-caaace7cf6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3c289bfd-de5f-4f22-bac2-65ec6c0e57aa", "tag": "33ea45eb-527a-4264-9052-090a0fba4306"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:30.137508 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c', 'da68d304-3754-4809-905b-87797d36241f', '4bfa33cc-81c8-46d1-a361-d4a86d487b42'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:30.176025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-776151b4-fb00-4cba-a243-1e90ddea2f24 None None] Port 48bb5723-f480-4952-a45e-fe5e61321778 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:00:30.178773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ff68-ea5f-4386-aced-bccdcbf6fc28 req-cd21ebf9-d2ca-4e56-8df9-bd3271d74b9f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:30.186747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f6ff68-ea5f-4386-aced-bccdcbf6fc28 req-cd21ebf9-d2ca-4e56-8df9-bd3271d74b9f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b852664-30fb-41f2-aa33-44b7b6395b61 HTTP/1.1" status: 200 len: 949 time: 0.1117976 Jul 27 22:00:30.199018 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:30.202758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47a9b0b9-4a03-4ba6-aaae-acc4a924db7e req-9584b842-8443-4ca7-9012-ec811d6f58cd tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790977 Jul 27 22:00:30.207039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 60f80517-23bb-4e6d-8cc2-18585539dcb4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:30.232095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f6ff68-ea5f-4386-aced-bccdcbf6fc28 req-8762a07b-3338-4387-a403-db8777a81d88 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443888 Jul 27 22:00:30.294289 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e386ce0-1204-4ef8-b381-13f085b59ab1 x-openstack-request-id: req-4e386ce0-1204-4ef8-b381-13f085b59ab1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:30.294617 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c289bfd-de5f-4f22-bac2-65ec6c0e57aa", "tag": "33ea45eb-527a-4264-9052-090a0fba4306", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:30.295014 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e386ce0-1204-4ef8-b381-13f085b59ab1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:30.295550 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c289bfd-de5f-4f22-bac2-65ec6c0e57aa', 'tag': '33ea45eb-527a-4264-9052-090a0fba4306', 'status': 'completed', 'code': 200} Jul 27 22:00:30.301536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81d29fd-a199-46db-9466-c0f63a8e7b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5258e0f-1b40-490f-83cf-0159331660b6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:30.303288 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c5e446-cf3a-4974-a0b7-47c02fe1fa2f" -d '{"events": [{"server_uuid": "b81d29fd-a199-46db-9466-c0f63a8e7b00", "name": "network-vif-plugged", "status": "completed", "tag": "e5258e0f-1b40-490f-83cf-0159331660b6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:30.312528 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Set router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:30.373454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port e5258e0f-1b40-490f-83cf-0159331660b6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e5258e0f-1b40-490f-83cf-0159331660b6,segment=NetworkSegment(79fa57b7-3479-4f10-9fd8-95879f52ae5a),segment_id=79fa57b7-3479-4f10-9fd8-95879f52ae5a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:30.380680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ed68-46c2-4a07-92e9-caaace7cf6ac req-3ff8bfab-63f7-455d-8b77-c221482f49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:30.384014 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eee0ed68-46c2-4a07-92e9-caaace7cf6ac req-3ff8bfab-63f7-455d-8b77-c221482f49e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 1124 time: 0.0633531 Jul 27 22:00:30.385865 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:30.386682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7e880494-6ef9-46f2-bece-1611c4dd3942 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:30.439371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293003f-ac06-4516-906c-5f541077d457 req-fc068186-7dae-4514-8452-e5dfb45edefd tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:30.447347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8293003f-ac06-4516-906c-5f541077d457 req-fc068186-7dae-4514-8452-e5dfb45edefd tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0911806 Jul 27 22:00:30.460605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 7e880494-6ef9-46f2-bece-1611c4dd3942 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:30.461006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7e880494-6ef9-46f2-bece-1611c4dd3942 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:30.518169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 60f80517-23bb-4e6d-8cc2-18585539dcb4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:30.518660 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:30.536879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8293003f-ac06-4516-906c-5f541077d457 req-184c5d87-c2f5-4b17-bccb-44e02ab4b1d4 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884955 Jul 27 22:00:30.600436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ed68-46c2-4a07-92e9-caaace7cf6ac req-46c7b4b5-d2a1-466a-8eaf-bde98ac27fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:30.610746 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eee0ed68-46c2-4a07-92e9-caaace7cf6ac req-46c7b4b5-d2a1-466a-8eaf-bde98ac27fba service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.2133789 Jul 27 22:00:30.677309 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eee0ed68-46c2-4a07-92e9-caaace7cf6ac req-f7201d07-3ca5-4195-ac9a-474f26326230 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33ea45eb-527a-4264-9052-090a0fba4306 HTTP/1.1" status: 200 len: 217 time: 0.0613322 Jul 27 22:00:30.742741 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff11260-6362-4adf-8565-8cedf26c2868 x-openstack-request-id: req-8ff11260-6362-4adf-8565-8cedf26c2868 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:30.743028 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81d29fd-a199-46db-9466-c0f63a8e7b00", "name": "network-vif-plugged", "status": "completed", "tag": "e5258e0f-1b40-490f-83cf-0159331660b6", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:30.743275 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ff11260-6362-4adf-8565-8cedf26c2868 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:30.743658 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81d29fd-a199-46db-9466-c0f63a8e7b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5258e0f-1b40-490f-83cf-0159331660b6', 'code': 200} Jul 27 22:00:30.771029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0ed68-46c2-4a07-92e9-caaace7cf6ac req-de2a2d67-e330-4b4c-8a87-37c63c3429d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:30.772498 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eee0ed68-46c2-4a07-92e9-caaace7cf6ac req-de2a2d67-e330-4b4c-8a87-37c63c3429d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.0811064 Jul 27 22:00:30.803291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4acd72-9100-4d2a-9d93-23b512f767c1 req-7f607b9c-ab8f-484f-a68a-eb71b9e7655c tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:30.815376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca4acd72-9100-4d2a-9d93-23b512f767c1 req-7f607b9c-ab8f-484f-a68a-eb71b9e7655c tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 945 time: 0.0810728 Jul 27 22:00:30.836605 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eee0ed68-46c2-4a07-92e9-caaace7cf6ac req-6213be8a-25c0-4203-b56e-83e391196673 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549974 Jul 27 22:00:30.846785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329c5f7-b1bc-40ad-ad16-d80d57706505 req-49bdb01e-d633-4fc9-991d-944c6efcff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:30.848638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7329c5f7-b1bc-40ad-ad16-d80d57706505 req-49bdb01e-d633-4fc9-991d-944c6efcff04 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 1096 time: 0.1704233 Jul 27 22:00:30.870628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=e5258e0f-1b40-490f-83cf-0159331660b6,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:30.888651 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca4acd72-9100-4d2a-9d93-23b512f767c1 req-832bba70-8006-46e6-bd78-607cfdbbdeef tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725574 Jul 27 22:00:30.907350 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7329c5f7-b1bc-40ad-ad16-d80d57706505 req-efb5d150-f939-4b11-9f33-a10a457cac56 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475883 Jul 27 22:00:30.986079 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eee0ed68-46c2-4a07-92e9-caaace7cf6ac req-250eb650-3f5e-4936-9237-12a4264c6c8b service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392601 Jul 27 22:00:31.113672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:00:28Z', 'revision_number': 4, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '48bb5723-f480-4952-a45e-fe5e61321778', 'name': '', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'mac_address': 'fa:16:3e:fd:43:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:25Z', 'updated_at': '2021-07-27T22:00:29Z', 'revision_number': 2, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'subnets': [{'id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:31.143881 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eee0ed68-46c2-4a07-92e9-caaace7cf6ac req-ae46678b-d039-4776-9a8a-914a8968c749 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488159 Jul 27 22:00:31.147685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Checking router: aa0ebf0b-240f-4ae8-8661-6f17a3220e8c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:00:31.148244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Updating router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c port 48bb5723-f480-4952-a45e-fe5e61321778 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:00:31.198499 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:31.229432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33162) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:31.234871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-68616cde-e179-4f2d-8b22-3caca30b49a1 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2069655010', 'description': 'tempest-description--415049112'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:31.266070 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68616cde-e179-4f2d-8b22-3caca30b49a1 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:31.456865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e14f8f-c499-4f59-88ef-27604ef64eff req-31d76a05-6833-457f-8797-9ea4c5a4bdac tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:31.461036 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04e14f8f-c499-4f59-88ef-27604ef64eff req-31d76a05-6833-457f-8797-9ea4c5a4bdac tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b852664-30fb-41f2-aa33-44b7b6395b61 HTTP/1.1" status: 200 len: 949 time: 0.1111333 Jul 27 22:00:31.534947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e8c0-ff21-44a0-aed0-8d573ed6b02a req-08bcbb3f-ed5e-49b6-baae-031028ca6c28 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:31.536513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad82e8c0-ff21-44a0-aed0-8d573ed6b02a req-08bcbb3f-ed5e-49b6-baae-031028ca6c28 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 943 time: 0.1512740 Jul 27 22:00:31.547681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04e14f8f-c499-4f59-88ef-27604ef64eff req-fdd327dc-5cb7-43db-a945-5bc5c1acc1e0 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794299 Jul 27 22:00:31.649585 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad82e8c0-ff21-44a0-aed0-8d573ed6b02a req-e5130eb1-7c60-430d-82ad-21ad71876d90 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963638 Jul 27 22:00:31.694491 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:31.727557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Transition to ACTIVE for port object 48bb5723-f480-4952-a45e-fe5e61321778 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:31.739338 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:31.742587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c1ca1-5c5f-4a7b-9714-ec69b69d8312 req-0bde1e2d-f660-41e8-92ef-788b5782e1c3 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:31.760380 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb7c1ca1-5c5f-4a7b-9714-ec69b69d8312 req-0bde1e2d-f660-41e8-92ef-788b5782e1c3 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b852664-30fb-41f2-aa33-44b7b6395b61 HTTP/1.1" status: 200 len: 949 time: 0.1384387 Jul 27 22:00:31.786136 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19decf59-8c1d-4a51-8b28-5a9b364402c2 req-f84c92e6-30d1-45d1-af1d-077b8d9e040f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:31.787875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19decf59-8c1d-4a51-8b28-5a9b364402c2 req-f84c92e6-30d1-45d1-af1d-077b8d9e040f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0773888 Jul 27 22:00:31.860331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a308fa-10c1-4d7f-8b6b-83131d4f26e7 None None] Pushing event updated for resources: {'Port': ['ID=48bb5723-f480-4952-a45e-fe5e61321778,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:31.876508 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Attempting to bind port 48bb5723-f480-4952-a45e-fe5e61321778 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:31.877020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Attempting to bind port 48bb5723-f480-4952-a45e-fe5e61321778 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:31.877383 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Attempting to bind port 48bb5723-f480-4952-a45e-fe5e61321778 on network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:31.881726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19decf59-8c1d-4a51-8b28-5a9b364402c2 req-edd5d467-a98b-48a6-a0c6-158a8c28fa59 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728567 Jul 27 22:00:31.896455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:31.909230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Checking segment: {'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:31.909230 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:31.909230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Bound using segment: {'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:31.909230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Bound port: 48bb5723-f480-4952-a45e-fe5e61321778, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:31.909230 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:31.912367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68702b-9349-4cd4-a99b-24fe781dffca req-9c828773-4ffc-4190-82c7-398c282b866d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:31.916201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a68702b-9349-4cd4-a99b-24fe781dffca req-9c828773-4ffc-4190-82c7-398c282b866d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 950 time: 0.1485667 Jul 27 22:00:31.960691 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68616cde-e179-4f2d-8b22-3caca30b49a1 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:31.976322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-cb7c1ca1-5c5f-4a7b-9714-ec69b69d8312 req-9cdfe910-38bf-4166-a861-427f81c79413 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Deleting port 4bfa33cc-81c8-46d1-a361-d4a86d487b42 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:31.977395 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cb7c1ca1-5c5f-4a7b-9714-ec69b69d8312 req-9cdfe910-38bf-4166-a861-427f81c79413 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:31.992013 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68616cde-e179-4f2d-8b22-3caca30b49a1 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.040167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] For port 48bb5723-f480-4952-a45e-fe5e61321778, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:32.045987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] For port 48bb5723-f480-4952-a45e-fe5e61321778, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=48bb5723-f480-4952-a45e-fe5e61321778,segment=NetworkSegment(d57a12e4-4f8d-4d49-8b7e-2b503d2b480d),segment_id=d57a12e4-4f8d-4d49-8b7e-2b503d2b480d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:32.053034 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.058620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68616cde-e179-4f2d-8b22-3caca30b49a1 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.060065 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-68616cde-e179-4f2d-8b22-3caca30b49a1 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8295341 Jul 27 22:00:32.067944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:32.074160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c464513c-444b-4ec4-9b1c-e558eb7c2278 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Request body: {'security_group_rule': {'security_group_id': '624cefae-4fdc-45d3-9a8c-92c9e7d45479', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:32.142133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0053c-5e4d-43aa-9084-63afbe7abb94 req-b6828682-373d-47ee-8b3a-9fb35f6d734f tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:32.147918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11e0053c-5e4d-43aa-9084-63afbe7abb94 req-b6828682-373d-47ee-8b3a-9fb35f6d734f tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 945 time: 0.1471527 Jul 27 22:00:32.151227 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c464513c-444b-4ec4-9b1c-e558eb7c2278 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.152172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Routers {'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:00:32.152944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:00:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:32.172079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68616cde-e179-4f2d-8b22-3caca30b49a1 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624cefae-4fdc-45d3-9a8c-92c9e7d45479,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:32.217586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9a68702b-9349-4cd4-a99b-24fe781dffca req-60d5b6c0-525f-4719-a635-8d830c493078 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Deleting port da68d304-3754-4809-905b-87797d36241f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:32.218303 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a68702b-9349-4cd4-a99b-24fe781dffca req-60d5b6c0-525f-4719-a635-8d830c493078 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.251169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a308fa-10c1-4d7f-8b6b-83131d4f26e7 None None] Pushing event updated for resources: {'Port': ['ID=48bb5723-f480-4952-a45e-fe5e61321778,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:32.305910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cb7c1ca1-5c5f-4a7b-9714-ec69b69d8312 req-9cdfe910-38bf-4166-a861-427f81c79413 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] For port 4bfa33cc-81c8-46d1-a361-d4a86d487b42, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4bfa33cc-81c8-46d1-a361-d4a86d487b42,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:32.306752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cb7c1ca1-5c5f-4a7b-9714-ec69b69d8312 req-9cdfe910-38bf-4166-a861-427f81c79413 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.325044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-cb7c1ca1-5c5f-4a7b-9714-ec69b69d8312 req-9cdfe910-38bf-4166-a861-427f81c79413 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Calling delete_port for 4bfa33cc-81c8-46d1-a361-d4a86d487b42 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:32.333419 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11e0053c-5e4d-43aa-9084-63afbe7abb94 req-cc9b93ec-ac62-4dd3-9b0f-ca309dd84e3e tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675549 Jul 27 22:00:32.387939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c464513c-444b-4ec4-9b1c-e558eb7c2278 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.393192 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c464513c-444b-4ec4-9b1c-e558eb7c2278 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.395484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] Set router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:00:32.438988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9a68702b-9349-4cd4-a99b-24fe781dffca req-60d5b6c0-525f-4719-a635-8d830c493078 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] For port da68d304-3754-4809-905b-87797d36241f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da68d304-3754-4809-905b-87797d36241f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:32.439453 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a68702b-9349-4cd4-a99b-24fe781dffca req-60d5b6c0-525f-4719-a635-8d830c493078 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.444862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464513c-444b-4ec4-9b1c-e558eb7c2278 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8239606a-a4ea-41d5-b6bf-f0bcf416a618,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:32.457233 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c464513c-444b-4ec4-9b1c-e558eb7c2278 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.461640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c464513c-444b-4ec4-9b1c-e558eb7c2278 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3915732 Jul 27 22:00:32.462362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33198) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:32.469602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-87f3a5a4-9449-46d2-97cd-dee04fd7df09 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Request body: {'security_group_rule': {'security_group_id': '624cefae-4fdc-45d3-9a8c-92c9e7d45479', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:32.481571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9a68702b-9349-4cd4-a99b-24fe781dffca req-60d5b6c0-525f-4719-a635-8d830c493078 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Calling delete_port for da68d304-3754-4809-905b-87797d36241f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:32.542947 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87f3a5a4-9449-46d2-97cd-dee04fd7df09 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.554487 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cb7c1ca1-5c5f-4a7b-9714-ec69b69d8312 req-9cdfe910-38bf-4166-a861-427f81c79413 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.569170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c', 'da68d304-3754-4809-905b-87797d36241f', '4bfa33cc-81c8-46d1-a361-d4a86d487b42'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:32.586465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfe910-38bf-4166-a861-427f81c79413 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event deleted for resources: {'Port': ['ID=4bfa33cc-81c8-46d1-a361-d4a86d487b42,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:32.681727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33204) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:32.682776 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7c1ca1-5c5f-4a7b-9714-ec69b69d8312 req-9cdfe910-38bf-4166-a861-427f81c79413 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] No DVR routers for this DVR port 4bfa33cc-81c8-46d1-a361-d4a86d487b42 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:32.692485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cb7c1ca1-5c5f-4a7b-9714-ec69b69d8312 req-9cdfe910-38bf-4166-a861-427f81c79413 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.696714 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb7c1ca1-5c5f-4a7b-9714-ec69b69d8312 req-9cdfe910-38bf-4166-a861-427f81c79413 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "DELETE /v2.0/ports/4bfa33cc-81c8-46d1-a361-d4a86d487b42 HTTP/1.1" status: 204 len: 173 time: 0.9203775 Jul 27 22:00:32.697184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b852664-30fb-41f2-aa33-44b7b6395b61', 'name': 'network-vif-deleted', 'tag': '4bfa33cc-81c8-46d1-a361-d4a86d487b42'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:32.699869 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2edf59-8aae-4e49-84da-976770547b88" -d '{"events": [{"server_uuid": "1b852664-30fb-41f2-aa33-44b7b6395b61", "name": "network-vif-deleted", "tag": "4bfa33cc-81c8-46d1-a361-d4a86d487b42"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:32.733130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a68702b-9349-4cd4-a99b-24fe781dffca req-60d5b6c0-525f-4719-a635-8d830c493078 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.738442 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87f3a5a4-9449-46d2-97cd-dee04fd7df09 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.743816 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87f3a5a4-9449-46d2-97cd-dee04fd7df09 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.763209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3a5a4-9449-46d2-97cd-dee04fd7df09 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6daed6-df9e-4c12-bcc7-05b714502e43,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:32.774604 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87f3a5a4-9449-46d2-97cd-dee04fd7df09 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.776355 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-87f3a5a4-9449-46d2-97cd-dee04fd7df09 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3114085 Jul 27 22:00:32.780119 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33214) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:32.785675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:32.796065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-387fa158-985d-4bde-b3ac-fd50852312e8 req-b9e92165-d4be-420f-bd59-6fe91cac7c9d tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b852664-30fb-41f2-aa33-44b7b6395b61 HTTP/1.1" status: 200 len: 210 time: 0.0697463 Jul 27 22:00:32.833701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:00:28Z', 'revision_number': 4, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '48bb5723-f480-4952-a45e-fe5e61321778', 'name': '', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'mac_address': 'fa:16:3e:fd:43:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:25Z', 'updated_at': '2021-07-27T22:00:32Z', 'revision_number': 4, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'subnets': [{'id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:00:32.855168 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:32.880191 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef8a22e-131e-444c-8c87-20df2a796762 None None] The sync data for ids ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'] in n-d-802011-3 is: [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:00:28Z', 'revision_number': 4, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '48bb5723-f480-4952-a45e-fe5e61321778', 'name': '', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'mac_address': 'fa:16:3e:fd:43:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:25Z', 'updated_at': '2021-07-27T22:00:32Z', 'revision_number': 4, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'subnets': [{'id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:00:32.928126 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5b6c0-525f-4719-a635-8d830c493078 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event deleted for resources: {'Port': ['ID=da68d304-3754-4809-905b-87797d36241f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:32.996505 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffabf07-eb41-4325-9261-e18e5c62bff6 x-openstack-request-id: req-7ffabf07-eb41-4325-9261-e18e5c62bff6 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:32.996792 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b852664-30fb-41f2-aa33-44b7b6395b61", "name": "network-vif-deleted", "tag": "4bfa33cc-81c8-46d1-a361-d4a86d487b42", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:32.997044 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ffabf07-eb41-4325-9261-e18e5c62bff6 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:32.997423 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b852664-30fb-41f2-aa33-44b7b6395b61', 'name': 'network-vif-deleted', 'tag': '4bfa33cc-81c8-46d1-a361-d4a86d487b42', 'status': 'completed', 'code': 200} Jul 27 22:00:33.043134 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9643607-f0e4-4e7c-8aa3-bd42e3301ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.048324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a68702b-9349-4cd4-a99b-24fe781dffca req-60d5b6c0-525f-4719-a635-8d830c493078 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] No DVR routers for this DVR port da68d304-3754-4809-905b-87797d36241f on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:33.060968 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9a68702b-9349-4cd4-a99b-24fe781dffca req-60d5b6c0-525f-4719-a635-8d830c493078 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.063060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a68702b-9349-4cd4-a99b-24fe781dffca req-60d5b6c0-525f-4719-a635-8d830c493078 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "DELETE /v2.0/ports/da68d304-3754-4809-905b-87797d36241f HTTP/1.1" status: 204 len: 173 time: 1.1389070 Jul 27 22:00:33.071888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77270dd5-b66c-44ab-9af6-b49397a7d612', 'name': 'network-vif-deleted', 'tag': 'da68d304-3754-4809-905b-87797d36241f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:33.074133 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbae3d5-aa43-4e0a-a1f9-84fea0dd9de9" -d '{"events": [{"server_uuid": "77270dd5-b66c-44ab-9af6-b49397a7d612", "name": "network-vif-deleted", "tag": "da68d304-3754-4809-905b-87797d36241f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:33.146138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58e5b4-7fe1-47de-9592-5db01f65afe2 req-8732619f-2045-4627-a343-55dc03f05ce0 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:33.147887 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd58e5b4-7fe1-47de-9592-5db01f65afe2 req-8732619f-2045-4627-a343-55dc03f05ce0 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 943 time: 0.3222651 Jul 27 22:00:33.182608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f763a3a-9e98-407f-b9f1-044acebb5758 req-e4fc2300-b66a-437f-a0bd-743dd4349517 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:33.184279 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f763a3a-9e98-407f-b9f1-044acebb5758 req-e4fc2300-b66a-437f-a0bd-743dd4349517 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1056910 Jul 27 22:00:33.218848 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.267007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd58e5b4-7fe1-47de-9592-5db01f65afe2 req-38bed427-bc90-4059-a204-52485cdb6262 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107755 Jul 27 22:00:33.329985 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f763a3a-9e98-407f-b9f1-044acebb5758 req-465ba372-1746-4f4b-a311-b057a9d9b7ba tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253624 Jul 27 22:00:33.357806 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9643607-f0e4-4e7c-8aa3-bd42e3301ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.378402 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe473bd-45db-4b64-861a-dee615bab71c x-openstack-request-id: req-bbe473bd-45db-4b64-861a-dee615bab71c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:33.379202 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77270dd5-b66c-44ab-9af6-b49397a7d612", "name": "network-vif-deleted", "tag": "da68d304-3754-4809-905b-87797d36241f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:33.379638 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbe473bd-45db-4b64-861a-dee615bab71c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:33.380297 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77270dd5-b66c-44ab-9af6-b49397a7d612', 'name': 'network-vif-deleted', 'tag': 'da68d304-3754-4809-905b-87797d36241f', 'status': 'completed', 'code': 200} Jul 27 22:00:33.418396 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9643607-f0e4-4e7c-8aa3-bd42e3301ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.509321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05c6c3-a018-4394-9649-858a3f92f5c7 req-2609e514-5ebf-4917-92a5-c8e53d35ca26 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:33.519236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a05c6c3-a018-4394-9649-858a3f92f5c7 req-2609e514-5ebf-4917-92a5-c8e53d35ca26 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 945 time: 0.0775034 Jul 27 22:00:33.525467 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a9643607-f0e4-4e7c-8aa3-bd42e3301ef0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1dc61362acea4957b95f802b90172911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8403943 Jul 27 22:00:33.528399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:33.533076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9643607-f0e4-4e7c-8aa3-bd42e3301ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a419d80-4e57-415d-8207-0b70aa5d0070,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:33.536296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Allocated IP 172.25.1.15 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/6cdf2ff1-630a-4815-8d10-c83594a0f63f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:00:33.586186 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c', '4bfa33cc-81c8-46d1-a361-d4a86d487b42'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:33.611598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a05c6c3-a018-4394-9649-858a3f92f5c7 req-728c6ed8-b682-43cb-a8f6-1059278371fe tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909975 Jul 27 22:00:33.645537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08ab0880-0f75-43e9-ae4e-3ed10a50d91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.706520 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08ab0880-0f75-43e9-ae4e-3ed10a50d91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.713117 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.769465 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.797255 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08ab0880-0f75-43e9-ae4e-3ed10a50d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.800934 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08ab0880-0f75-43e9-ae4e-3ed10a50d91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:33.802366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-08ab0880-0f75-43e9-ae4e-3ed10a50d91d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a419d80-4e57-415d-8207-0b70aa5d0070 HTTP/1.1" status: 204 len: 168 time: 0.2729957 Jul 27 22:00:33.818224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab0880-0f75-43e9-ae4e-3ed10a50d91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a419d80-4e57-415d-8207-0b70aa5d0070,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:33.864494 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:00:33.871153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:33.882869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:00:33.886467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Pushing event updated for resources: {'Port': ['ID=6cdf2ff1-630a-4815-8d10-c83594a0f63f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:34.123117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e282781-f003-4d4b-a658-ffe8364f558e req-5d653a07-20cf-42d4-9db7-805b6727ee05 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=77270dd5-b66c-44ab-9af6-b49397a7d612 HTTP/1.1" status: 200 len: 210 time: 0.1050465 Jul 27 22:00:34.245678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac4f2b-8727-448d-9dad-463f7049d6ca req-49fed669-a507-48cb-b3f0-11b3cad342fd tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:34.248787 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1bac4f2b-8727-448d-9dad-463f7049d6ca req-49fed669-a507-48cb-b3f0-11b3cad342fd tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 1096 time: 0.0749838 Jul 27 22:00:34.254615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 48bb5723-f480-4952-a45e-fe5e61321778 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:34.272286 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.313144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1bac4f2b-8727-448d-9dad-463f7049d6ca req-6b5ffe69-89f3-4633-9b6f-856ee60752f3 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518401 Jul 27 22:00:34.351214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 48bb5723-f480-4952-a45e-fe5e61321778 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:00:34.359157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 48bb5723-f480-4952-a45e-fe5e61321778 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:34.359545 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.364215 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.473676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33248) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:34.507175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddace700-bc08-47b4-b45b-3de5c6267d9e req-25192475-3fea-4b69-bbeb-e8ae6f4d57c0 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:34.508725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ddace700-bc08-47b4-b45b-3de5c6267d9e req-25192475-3fea-4b69-bbeb-e8ae6f4d57c0 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 943 time: 0.1222031 Jul 27 22:00:34.525956 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79c70caf-6d31-4143-a348-705442660949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.533223 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.591400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 48bb5723-f480-4952-a45e-fe5e61321778, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=48bb5723-f480-4952-a45e-fe5e61321778,segment=NetworkSegment(d57a12e4-4f8d-4d49-8b7e-2b503d2b480d),segment_id=d57a12e4-4f8d-4d49-8b7e-2b503d2b480d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:34.596538 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.599819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ddace700-bc08-47b4-b45b-3de5c6267d9e req-5f8c368b-4e48-45fe-a867-475516951319 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692534 Jul 27 22:00:34.712235 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.722089 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.778378 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=48bb5723-f480-4952-a45e-fe5e61321778,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:34.840132 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Pushing event updated for resources: {'Port': ['ID=6cdf2ff1-630a-4815-8d10-c83594a0f63f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:34.845506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.869207 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79c70caf-6d31-4143-a348-705442660949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.879181 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79c70caf-6d31-4143-a348-705442660949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.879612 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.881120 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-84960370-15f2-4a4b-8f0b-cbabc813aa15 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0998428 Jul 27 22:00:34.922113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c70caf-6d31-4143-a348-705442660949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5a38f3-11ef-4f3e-9507-3dd5c93aa769,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:34.970924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a57b8-5b87-44d8-aa15-19914891ac80 req-43395186-88ec-49e9-91ed-022a5bab9c9d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:34.972979 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d43a57b8-5b87-44d8-aa15-19914891ac80 req-43395186-88ec-49e9-91ed-022a5bab9c9d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1903648 Jul 27 22:00:34.986301 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-79c70caf-6d31-4143-a348-705442660949 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e35bbd2b8d384482b5bb8501635b3f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034058 Jul 27 22:00:34.986511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33268) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:35.109268 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc72d75b-950f-4382-a730-1e55e9a6f6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.120431 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d43a57b8-5b87-44d8-aa15-19914891ac80 req-5a3f49dc-857b-4580-adb6-e989fc35540f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131046 Jul 27 22:00:35.159254 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc72d75b-950f-4382-a730-1e55e9a6f6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.247185 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc72d75b-950f-4382-a730-1e55e9a6f6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.260527 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc72d75b-950f-4382-a730-1e55e9a6f6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.262087 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dc72d75b-950f-4382-a730-1e55e9a6f6df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab5a38f3-11ef-4f3e-9507-3dd5c93aa769 HTTP/1.1" status: 204 len: 168 time: 0.2755735 Jul 27 22:00:35.287249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72d75b-950f-4382-a730-1e55e9a6f6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5a38f3-11ef-4f3e-9507-3dd5c93aa769,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:35.907596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50169a7-24d0-44b6-ba72-e4c47d12f789 req-663814f9-d95f-4c24-aabc-a34507805c1b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:35.916717 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-bfa604f4-a402-49d9-a842-51dfec775908 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:00:35.917907 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-bfa604f4-a402-49d9-a842-51dfec775908 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064707 Jul 27 22:00:35.919007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c50169a7-24d0-44b6-ba72-e4c47d12f789 req-663814f9-d95f-4c24-aabc-a34507805c1b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 943 time: 0.1454039 Jul 27 22:00:35.928285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] Request body: {'binding': {'host': 'n-h2-802011-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:35.928755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:00:35.984734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 33ea45eb-527a-4264-9052-090a0fba4306 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:36.011954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c50169a7-24d0-44b6-ba72-e4c47d12f789 req-54898552-b148-4fce-a441-81a0451e1678 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908246 Jul 27 22:00:36.146922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da68d304-3754-4809-905b-87797d36241f no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:36.177363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: da68d304-3754-4809-905b-87797d36241f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:36.178012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da68d304-3754-4809-905b-87797d36241f not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:36.178525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4bfa33cc-81c8-46d1-a361-d4a86d487b42 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:36.184967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814c8f4-6cb6-4bb7-a8e5-ecd475aaff0a req-f63d1d9c-5ce2-45b2-b6a2-caf7ed1a9b8f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:36.193518 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a814c8f4-6cb6-4bb7-a8e5-ecd475aaff0a req-f63d1d9c-5ce2-45b2-b6a2-caf7ed1a9b8f tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 950 time: 0.0706251 Jul 27 22:00:36.212657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 48bb5723-f480-4952-a45e-fe5e61321778 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:00:36.215759 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 4bfa33cc-81c8-46d1-a361-d4a86d487b42 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:36.216106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4bfa33cc-81c8-46d1-a361-d4a86d487b42 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:36.254048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a814c8f4-6cb6-4bb7-a8e5-ecd475aaff0a req-57f7c1ce-9e66-404c-a5c8-362c36a633f2 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549769 Jul 27 22:00:36.287922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 48bb5723-f480-4952-a45e-fe5e61321778 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:00:36.288313 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:36.301444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] Attempting to bind port d802f000-a3c1-46c0-bb9a-ba412973cc13 on host n-h2-802011-3 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:36.301792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] Attempting to bind port d802f000-a3c1-46c0-bb9a-ba412973cc13 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:36.302123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] Attempting to bind port d802f000-a3c1-46c0-bb9a-ba412973cc13 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:36.317361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] Port d802f000-a3c1-46c0-bb9a-ba412973cc13 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:00:36.317755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] Attempting to bind port d802f000-a3c1-46c0-bb9a-ba412973cc13 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:36.325541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:36.325942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:36.326503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] Bound using segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:36.326950 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] Bound port: d802f000-a3c1-46c0-bb9a-ba412973cc13, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:36.395532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:36.400906 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:36.424852 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b3f294c2-9c57-4705-8684-f600b807694f service neutron] 10.222.0.24 "POST /v2.0/ports/d802f000-a3c1-46c0-bb9a-ba412973cc13/bindings HTTP/1.1" status: 201 len: 389 time: 0.4999077 Jul 27 22:00:36.717441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcc0d0-5460-4bf8-bd58-6baf39d5e2f2 req-b8e18a6a-6328-4551-9c48-ed3f0122d358 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:36.738317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82bcc0d0-5460-4bf8-bd58-6baf39d5e2f2 req-b8e18a6a-6328-4551-9c48-ed3f0122d358 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1025741 Jul 27 22:00:36.820069 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82bcc0d0-5460-4bf8-bd58-6baf39d5e2f2 req-cd18957a-c8d0-4a3b-8e05-1af1f9be000a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774629 Jul 27 22:00:36.846841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-4be831f7-6a16-4582-b269-ec1a59e61f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:36.848315 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-4be831f7-6a16-4582-b269-ec1a59e61f30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 1096 time: 0.1022906 Jul 27 22:00:37.072378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9adec-0da8-42c5-afb9-a53347e04391 req-a9644686-f146-46bc-b922-74567a407cfc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:37.077536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fa9adec-0da8-42c5-afb9-a53347e04391 req-a9644686-f146-46bc-b922-74567a407cfc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.1544614 Jul 27 22:00:37.095937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-dc989322-1e73-495c-b115-98224b397d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:37.097971 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-dc989322-1e73-495c-b115-98224b397d0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.2385867 Jul 27 22:00:37.169416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-51453fac-2e46-4944-9a45-78ffc2146dc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13 HTTP/1.1" status: 200 len: 217 time: 0.0593076 Jul 27 22:00:37.311134 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fa9adec-0da8-42c5-afb9-a53347e04391 req-e80c51ca-fb89-40c9-a0a5-490ed5ba6c60 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118435 Jul 27 22:00:37.342097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63561a8b-ab38-46e4-89fc-00c3a0cfd699 req-ecd73207-c872-44c0-9a42-0fd9d0d1dbcc tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:37.343828 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63561a8b-ab38-46e4-89fc-00c3a0cfd699 req-ecd73207-c872-44c0-9a42-0fd9d0d1dbcc tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 950 time: 0.1102755 Jul 27 22:00:37.344854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dbbf9-22db-41a1-8dec-2f692c2da82f req-9e09d92b-6109-4842-9013-cca6eda58116 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:37.352737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a6dbbf9-22db-41a1-8dec-2f692c2da82f req-9e09d92b-6109-4842-9013-cca6eda58116 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 943 time: 0.1739061 Jul 27 22:00:37.370378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-68c147de-1737-4770-bdeb-7e3af3cf79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:37.371812 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-68c147de-1737-4770-bdeb-7e3af3cf79e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.1814458 Jul 27 22:00:37.455021 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-81243ab9-2a4c-4f7f-8afb-ed925f2f84be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561330 Jul 27 22:00:37.504113 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a6dbbf9-22db-41a1-8dec-2f692c2da82f req-390feb92-46b5-4c48-a3c1-046b66ea2465 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481967 Jul 27 22:00:37.567540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33414) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:37.620834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-63561a8b-ab38-46e4-89fc-00c3a0cfd699 req-d8ed75f0-f269-4998-80ab-eae671416214 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Deleting port 8df0782e-26e0-4aeb-8a69-09368470eb5c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:00:37.621440 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-63561a8b-ab38-46e4-89fc-00c3a0cfd699 req-d8ed75f0-f269-4998-80ab-eae671416214 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:37.668366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b6d6d-5d5a-4906-a403-dabecb5bcf37 req-89df43b2-cfa4-4f2d-b26e-215abe445827 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:37.671202 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a15b6d6d-5d5a-4906-a403-dabecb5bcf37 req-89df43b2-cfa4-4f2d-b26e-215abe445827 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 950 time: 0.1653359 Jul 27 22:00:37.674921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-1e832d8b-9e0f-4175-8e2a-982f60e87148 service neutron] 10.222.0.41 "GET /v2.0/ports/33ea45eb-527a-4264-9052-090a0fba4306/bindings/n-h1-802011-3 HTTP/1.1" status: 200 len: 384 time: 0.2641363 Jul 27 22:00:37.742393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-63561a8b-ab38-46e4-89fc-00c3a0cfd699 req-d8ed75f0-f269-4998-80ab-eae671416214 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] For port 8df0782e-26e0-4aeb-8a69-09368470eb5c, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8df0782e-26e0-4aeb-8a69-09368470eb5c,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:37.742987 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-63561a8b-ab38-46e4-89fc-00c3a0cfd699 req-d8ed75f0-f269-4998-80ab-eae671416214 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:37.761150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a15b6d6d-5d5a-4906-a403-dabecb5bcf37 req-ac03842d-ae1c-46c7-a010-39c49b97477b tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834513 Jul 27 22:00:37.762970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-63561a8b-ab38-46e4-89fc-00c3a0cfd699 req-d8ed75f0-f269-4998-80ab-eae671416214 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Calling delete_port for 8df0782e-26e0-4aeb-8a69-09368470eb5c owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:00:37.763319 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-4bedb114-13ae-4228-9237-bbc48e155ba6 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845442 Jul 27 22:00:37.822868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1e9f85f-8b59-4ea4-bec3-9434cd6d7cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.017469 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-7abe6302-1928-4630-9c85-ede7ed10b97e service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421317 Jul 27 22:00:38.061779 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-63561a8b-ab38-46e4-89fc-00c3a0cfd699 req-d8ed75f0-f269-4998-80ab-eae671416214 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.076603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8df0782e-26e0-4aeb-8a69-09368470eb5c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:38.130895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-5d27576d-ace6-444a-a801-a5d72dcf176c service neutron] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=33ea45eb-527a-4264-9052-090a0fba4306,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:38.141940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187e3f4-4a63-4764-8457-9241f46d55ef req-b874d706-43d9-4727-bee0-97503cb08ba5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:38.150212 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b187e3f4-4a63-4764-8457-9241f46d55ef req-b874d706-43d9-4727-bee0-97503cb08ba5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1908362 Jul 27 22:00:38.198854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-5d27576d-ace6-444a-a801-a5d72dcf176c service neutron] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:38.249026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1e9f85f-8b59-4ea4-bec3-9434cd6d7cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.263585 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b187e3f4-4a63-4764-8457-9241f46d55ef req-0b8f7987-1e27-4a65-a413-19971d257752 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073322 Jul 27 22:00:38.273832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-5d27576d-ace6-444a-a801-a5d72dcf176c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ea45eb-527a-4264-9052-090a0fba4306 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:00:38.285360 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-63561a8b-ab38-46e4-89fc-00c3a0cfd699 req-d8ed75f0-f269-4998-80ab-eae671416214 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] No DVR routers for this DVR port 8df0782e-26e0-4aeb-8a69-09368470eb5c on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:38.285943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-5d27576d-ace6-444a-a801-a5d72dcf176c service neutron] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=33ea45eb-527a-4264-9052-090a0fba4306,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:38.288742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed75f0-f269-4998-80ab-eae671416214 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Pushing event deleted for resources: {'Port': ['ID=8df0782e-26e0-4aeb-8a69-09368470eb5c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:38.301465 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-5d27576d-ace6-444a-a801-a5d72dcf176c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.301632 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-63561a8b-ab38-46e4-89fc-00c3a0cfd699 req-d8ed75f0-f269-4998-80ab-eae671416214 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.305113 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63561a8b-ab38-46e4-89fc-00c3a0cfd699 req-d8ed75f0-f269-4998-80ab-eae671416214 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.41 "DELETE /v2.0/ports/8df0782e-26e0-4aeb-8a69-09368470eb5c HTTP/1.1" status: 204 len: 173 time: 0.9497302 Jul 27 22:00:38.305902 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1e9f85f-8b59-4ea4-bec3-9434cd6d7cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.323984 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f489687a-d2ac-44c9-9c19-274e884a40d5', 'name': 'network-vif-deleted', 'tag': '8df0782e-26e0-4aeb-8a69-09368470eb5c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:38.327283 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc27996c-75af-4879-8b87-41c51f312632" -d '{"events": [{"server_uuid": "f489687a-d2ac-44c9-9c19-274e884a40d5", "name": "network-vif-deleted", "tag": "8df0782e-26e0-4aeb-8a69-09368470eb5c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:38.425932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:38.426225 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e1e9f85f-8b59-4ea4-bec3-9434cd6d7cce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e8e59d5defe462dba4a05d5ae4564ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8526571 Jul 27 22:00:38.435611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9f85f-8b59-4ea4-bec3-9434cd6d7cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe215d52-e77a-4375-9ed2-1ae1d6994e6b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:38.467305 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a54f4e-7ba8-4ccd-ba8c-a7b2d751bec0 x-openstack-request-id: req-89a54f4e-7ba8-4ccd-ba8c-a7b2d751bec0 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:38.467882 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f489687a-d2ac-44c9-9c19-274e884a40d5", "name": "network-vif-deleted", "tag": "8df0782e-26e0-4aeb-8a69-09368470eb5c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:38.468025 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89a54f4e-7ba8-4ccd-ba8c-a7b2d751bec0 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:38.468472 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f489687a-d2ac-44c9-9c19-274e884a40d5', 'name': 'network-vif-deleted', 'tag': '8df0782e-26e0-4aeb-8a69-09368470eb5c', 'status': 'completed', 'code': 200} Jul 27 22:00:38.554035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-5d27576d-ace6-444a-a801-a5d72dcf176c service neutron] Transition to ACTIVE for port object 33ea45eb-527a-4264-9052-090a0fba4306 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:00:38.569552 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-5d27576d-ace6-444a-a801-a5d72dcf176c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.618481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6de002-aa14-4e31-93f0-45aaa9213c7d req-9a1bc765-35a1-4486-b71d-58be2fc1920e tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:38.626906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b6de002-aa14-4e31-93f0-45aaa9213c7d req-9a1bc765-35a1-4486-b71d-58be2fc1920e tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.1574943 Jul 27 22:00:38.651240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ec6d-fb37-4c3c-b46e-b5011f525d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.780062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-5d27576d-ace6-444a-a801-a5d72dcf176c service neutron] No DVR routers for this DVR port 33ea45eb-527a-4264-9052-090a0fba4306 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:00:38.816990 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ec6d-fb37-4c3c-b46e-b5011f525d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.864604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b6de002-aa14-4e31-93f0-45aaa9213c7d req-23bba264-62c9-4e2c-83ce-836f834c273c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338159 Jul 27 22:00:38.870817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27576d-ace6-444a-a801-a5d72dcf176c service neutron] Pushing event updated for resources: {'Port': ['ID=33ea45eb-527a-4264-9052-090a0fba4306,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:38.940310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-5d27576d-ace6-444a-a801-a5d72dcf176c service neutron] 10.222.0.41 "PUT /v2.0/ports/33ea45eb-527a-4264-9052-090a0fba4306/bindings/n-h1-802011-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2526138 Jul 27 22:00:39.030295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c2951-ef6d-4d9b-9380-eb328f983340 req-3215240e-0e98-41a6-bab0-25f20c56bcdc tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:39.037412 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-012c2951-ef6d-4d9b-9380-eb328f983340 req-3215240e-0e98-41a6-bab0-25f20c56bcdc tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 944 time: 0.3599076 Jul 27 22:00:39.372865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e5a481d-3a13-400d-8de1-9ce090afb776 req-372c7a43-edf2-46da-b3c6-6ce7b578bd23 tempest-ServersOnMultiNodesTest-1123229600 tempest-ServersOnMultiNodesTest-1123229600-project] 10.222.0.24 "GET /v2.0/ports?device_id=f489687a-d2ac-44c9-9c19-274e884a40d5 HTTP/1.1" status: 200 len: 210 time: 0.3313987 Jul 27 22:00:39.404961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-012c2951-ef6d-4d9b-9380-eb328f983340 req-47890169-88de-408c-9ed2-c7ecec502a27 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666267 Jul 27 22:00:39.413542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-35326242-f107-4381-afb2-1eae6b7708fa tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:39.415361 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-35326242-f107-4381-afb2-1eae6b7708fa tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa&tenant_id=2c1d48a9f6a14539976b63c05ed486a6&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1095 time: 0.3722804 Jul 27 22:00:39.416679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ec6d-fb37-4c3c-b46e-b5011f525d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:39.420040 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ec6d-fb37-4c3c-b46e-b5011f525d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:39.421225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a8a5ec6d-fb37-4c3c-b46e-b5011f525d14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe215d52-e77a-4375-9ed2-1ae1d6994e6b HTTP/1.1" status: 204 len: 168 time: 0.9921319 Jul 27 22:00:39.435865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5ec6d-fb37-4c3c-b46e-b5011f525d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe215d52-e77a-4375-9ed2-1ae1d6994e6b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:39.519183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-9b217e9b-df8a-434b-bfb2-b30c71f71dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:39.521738 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-9b217e9b-df8a-434b-bfb2-b30c71f71dce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa&tenant_id=2c1d48a9f6a14539976b63c05ed486a6 HTTP/1.1" status: 200 len: 1095 time: 0.0824323 Jul 27 22:00:39.631602 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-327107d0-3814-43da-a917-ace5ca00f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:39.633720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-327107d0-3814-43da-a917-ace5ca00f1f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 1095 time: 0.0779917 Jul 27 22:00:39.701343 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2030421-677d-437c-9416-b160c55d9373 req-4b6c307a-8cdf-4a36-8914-716f9a829205 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:39.703354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2030421-677d-437c-9416-b160c55d9373 req-4b6c307a-8cdf-4a36-8914-716f9a829205 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1137059 Jul 27 22:00:39.781548 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2030421-677d-437c-9416-b160c55d9373 req-967c5f2c-b9cb-4157-827f-9d79831d3a7f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658512 Jul 27 22:00:39.784905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-25ccde1e-1425-4f1f-a955-3f8e0d585fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:39.786430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-25ccde1e-1425-4f1f-a955-3f8e0d585fb1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.1444204 Jul 27 22:00:39.830978 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-19f603cb-a518-46ad-bf8e-75272d6b6587 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33ea45eb-527a-4264-9052-090a0fba4306 HTTP/1.1" status: 200 len: 217 time: 0.0370951 Jul 27 22:00:39.890780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-f9bfc6b0-412d-4e0a-96b8-8b4fe79b33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:39.892980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-f9bfc6b0-412d-4e0a-96b8-8b4fe79b33f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.0548780 Jul 27 22:00:39.934378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-a11f64e6-11ba-411c-8e0f-d56e01e6ddee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345261 Jul 27 22:00:40.110163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a150dac-4b27-4b36-9136-3dfc012be216 req-bab02ffa-36e2-408d-adfc-9da8a4237781 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:40.118912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a150dac-4b27-4b36-9136-3dfc012be216 req-bab02ffa-36e2-408d-adfc-9da8a4237781 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.1582096 Jul 27 22:00:40.157196 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-4842c2b8-739a-4d15-8e08-d5376dbb14f4 service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131822 Jul 27 22:00:40.214926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a150dac-4b27-4b36-9136-3dfc012be216 req-0b6dec26-38f1-4241-a39b-9a81cd922904 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940628 Jul 27 22:00:40.330876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-b554a5a8-3c86-4716-9966-246340e190c6 service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643696 Jul 27 22:00:40.704703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a169f-17eb-4a61-83c7-9474a5676d01 req-3d74079f-5f60-4b0e-94b7-d34eb0e98620 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:40.707562 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e2a169f-17eb-4a61-83c7-9474a5676d01 req-3d74079f-5f60-4b0e-94b7-d34eb0e98620 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 944 time: 0.1233304 Jul 27 22:00:40.715043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-27750031-96d7-4bdb-9131-e6fac67dccfb tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:40.717850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-27750031-96d7-4bdb-9131-e6fac67dccfb tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa&tenant_id=2c1d48a9f6a14539976b63c05ed486a6&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1095 time: 0.1436646 Jul 27 22:00:40.865339 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e2a169f-17eb-4a61-83c7-9474a5676d01 req-7d22f68c-b02d-4580-9dfe-70778df0f1d5 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459134 Jul 27 22:00:40.934102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33488) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:40.987665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-ed75f8c9-2c71-432a-b372-fd8cc5f73948 service neutron] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:40.993787 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-ed75f8c9-2c71-432a-b372-fd8cc5f73948 service neutron] Notify callbacks [] for binding, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:40.994999 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdb9d48a-f2d7-466c-9137-3ff13c44224c req-ed75f8c9-2c71-432a-b372-fd8cc5f73948 service neutron] 10.222.0.43 "DELETE /v2.0/ports/33ea45eb-527a-4264-9052-090a0fba4306/bindings/n-h2-802011-3 HTTP/1.1" status: 204 len: 173 time: 0.2642016 Jul 27 22:00:41.028390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a41ca-bf0a-4103-86ab-c149c7d3b56a req-fe072d55-032a-4372-b65e-0efbc9e07151 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:41.040565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-563a41ca-bf0a-4103-86ab-c149c7d3b56a req-fe072d55-032a-4372-b65e-0efbc9e07151 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0995803 Jul 27 22:00:41.111118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-563a41ca-bf0a-4103-86ab-c149c7d3b56a req-8733ccbf-fe25-401e-82be-c21bda0ec39b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686045 Jul 27 22:00:41.193443 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d7f59390-2475-4249-92cb-80093adeda5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58362275e3b340ae91c742b03494df44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544954 Jul 27 22:00:41.193912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33498) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:41.285535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4e779f1-ca49-4c6f-98c7-af915cd57cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:41.313449 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4e779f1-ca49-4c6f-98c7-af915cd57cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:41.390711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4e779f1-ca49-4c6f-98c7-af915cd57cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:41.394080 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4e779f1-ca49-4c6f-98c7-af915cd57cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:41.395365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a4e779f1-ca49-4c6f-98c7-af915cd57cf9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e002dd2-328c-4c75-a5a0-5e80d9f25ed0 HTTP/1.1" status: 204 len: 168 time: 0.2003539 Jul 27 22:00:41.442941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e779f1-ca49-4c6f-98c7-af915cd57cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e002dd2-328c-4c75-a5a0-5e80d9f25ed0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:41.473146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77269c0-7b9b-4116-aced-255703171309 req-fa31c3a4-8d91-4847-82e3-460f91c01450 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:41.475337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b77269c0-7b9b-4116-aced-255703171309 req-fa31c3a4-8d91-4847-82e3-460f91c01450 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.1111515 Jul 27 22:00:41.605731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b77269c0-7b9b-4116-aced-255703171309 req-736724d5-d49c-467a-bf1f-914e32c0a0f1 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182077 Jul 27 22:00:41.952639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33520) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:42.008132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8df0782e-26e0-4aeb-8a69-09368470eb5c no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:00:42.053463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 8df0782e-26e0-4aeb-8a69-09368470eb5c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:00:42.068211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8df0782e-26e0-4aeb-8a69-09368470eb5c not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:00:42.116244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-771774a3-5e3c-48bb-b21e-c69998f715f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e4fc6bb02ae4d01ba58f0fe9bbdab08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623840 Jul 27 22:00:42.118610 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33524) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:42.158760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e678d43-d90b-4937-89a9-8a845ca14e4f req-ab3282ff-bf3b-47a9-bdd7-428426536325 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:42.166811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e678d43-d90b-4937-89a9-8a845ca14e4f req-ab3282ff-bf3b-47a9-bdd7-428426536325 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 944 time: 0.1720784 Jul 27 22:00:42.188331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33528) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:42.218880 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99e73f46-719d-4e9b-9df8-def0d12863a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.236386 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.239641 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e678d43-d90b-4937-89a9-8a845ca14e4f req-e0ebab68-a060-49cc-b0dd-db5875f8f4aa tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708349 Jul 27 22:00:42.265985 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99e73f46-719d-4e9b-9df8-def0d12863a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.382372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91652-738e-46fe-a0d0-d74018e43f22 req-619b80b8-a20b-48e7-a350-a789cb1c7ee1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:42.384153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cee91652-738e-46fe-a0d0-d74018e43f22 req-619b80b8-a20b-48e7-a350-a789cb1c7ee1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0938694 Jul 27 22:00:42.393688 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-188883a5-079b-4f43-b333-9ab142b68b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.441782 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99e73f46-719d-4e9b-9df8-def0d12863a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.444738 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-99e73f46-719d-4e9b-9df8-def0d12863a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.446484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-99e73f46-719d-4e9b-9df8-def0d12863a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad3e414c-bf8c-4fbe-8888-4efe12f13666 HTTP/1.1" status: 204 len: 168 time: 0.3264449 Jul 27 22:00:42.494325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cee91652-738e-46fe-a0d0-d74018e43f22 req-91c70499-feb7-48c1-91b9-c4f99e9a7c90 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960577 Jul 27 22:00:42.498351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e73f46-719d-4e9b-9df8-def0d12863a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3e414c-bf8c-4fbe-8888-4efe12f13666,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:42.515341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae5a85-c584-4abf-b2f5-d2b54839cb85 req-ab937264-1cc3-47a2-867d-45285f032097 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:42.517211 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8ae5a85-c584-4abf-b2f5-d2b54839cb85 req-ab937264-1cc3-47a2-867d-45285f032097 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 1095 time: 0.0788994 Jul 27 22:00:42.569795 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8ae5a85-c584-4abf-b2f5-d2b54839cb85 req-3df81090-663d-4de9-9fb3-a50e898a659a tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451915 Jul 27 22:00:42.599543 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-188883a5-079b-4f43-b333-9ab142b68b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.618310 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-188883a5-079b-4f43-b333-9ab142b68b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.676292 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-188883a5-079b-4f43-b333-9ab142b68b3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81fb61a750d841e19c1e2222b6c38c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861083 Jul 27 22:00:42.679217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:42.683646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188883a5-079b-4f43-b333-9ab142b68b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0450db90-d279-44f5-8238-722b0babfb6c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:42.719006 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27a47013-79af-4020-ab94-f1c82d760a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.838469 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e88dfa4-a7c2-4778-a310-cd4d9204e15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.867191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bd036-abb3-4e16-90b2-9f0e34dba41d req-5f0e62cc-1650-4d60-8c83-60e6f219d111 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:42.868865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-824bd036-abb3-4e16-90b2-9f0e34dba41d req-5f0e62cc-1650-4d60-8c83-60e6f219d111 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.1304393 Jul 27 22:00:42.870944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f755ae-ea2e-44a3-83fa-ae96f225ef50 req-0fc36a11-9ea6-4815-b335-0feb11ef9996 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:42.872480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-88f755ae-ea2e-44a3-83fa-ae96f225ef50 req-0fc36a11-9ea6-4815-b335-0feb11ef9996 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 1095 time: 0.1551692 Jul 27 22:00:42.930519 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e88dfa4-a7c2-4778-a310-cd4d9204e15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:42.969415 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-824bd036-abb3-4e16-90b2-9f0e34dba41d req-2e378f12-0864-4077-9f63-de6421ad7d61 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931876 Jul 27 22:00:43.017300 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-88f755ae-ea2e-44a3-83fa-ae96f225ef50 req-f18bfa55-faf9-45c1-9dfc-a2f293e3ffd9 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343772 Jul 27 22:00:43.066950 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e88dfa4-a7c2-4778-a310-cd4d9204e15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:43.069953 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e88dfa4-a7c2-4778-a310-cd4d9204e15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:43.073660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2e88dfa4-a7c2-4778-a310-cd4d9204e15f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0450db90-d279-44f5-8238-722b0babfb6c HTTP/1.1" status: 204 len: 168 time: 0.3909078 Jul 27 22:00:43.082340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88dfa4-a7c2-4778-a310-cd4d9204e15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0450db90-d279-44f5-8238-722b0babfb6c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:43.697800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb976f7-2d51-43b9-9af6-b0074d8c5787 req-d99d8547-b2e8-458b-803f-04511f2baaab tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:43.702767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6eb976f7-2d51-43b9-9af6-b0074d8c5787 req-d99d8547-b2e8-458b-803f-04511f2baaab tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0920265 Jul 27 22:00:43.768085 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6eb976f7-2d51-43b9-9af6-b0074d8c5787 req-292769f7-25ef-4e8f-b782-ccde64b9dc1a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592575 Jul 27 22:00:44.181914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fcfb9-100e-4b90-92c1-ffbb5c4b99c3 req-d0dfe379-407a-47f4-aeb3-0e01f2181e7c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:44.185177 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a5fcfb9-100e-4b90-92c1-ffbb5c4b99c3 req-d0dfe379-407a-47f4-aeb3-0e01f2181e7c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.0685856 Jul 27 22:00:44.283529 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a5fcfb9-100e-4b90-92c1-ffbb5c4b99c3 req-d2e72f7c-5453-42f6-a96b-d2db30916447 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879624 Jul 27 22:00:44.969979 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146a9c4-923f-4c98-9f20-c086dfa3ef1a req-52b2a8b1-b4f0-4045-a44d-7e10b8803548 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:44.971726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d146a9c4-923f-4c98-9f20-c086dfa3ef1a req-52b2a8b1-b4f0-4045-a44d-7e10b8803548 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0894260 Jul 27 22:00:45.057250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d146a9c4-923f-4c98-9f20-c086dfa3ef1a req-29e571c9-bf3a-4476-8ea3-a6ed055f2634 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671136 Jul 27 22:00:45.167364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:45.217239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33670) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:45.407948 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-475f2561-818a-47ce-8d9e-7b47925dd361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.458056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d17078-1955-4d86-8ad3-9dd2b9e72971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.489084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66ed3546-b418-459f-aabe-e8af236b1ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.531180 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-f1d17078-1955-4d86-8ad3-9dd2b9e72971 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:00:45.531180 n-d-802011-3 neutron-server[93834]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 22:00:45.531180 n-d-802011-3 neutron-server[93834]: [parameters: {'project_id': 'fdf35d0a08ac45b68640d1358eba3990', 'id': 'cea3012e-e93b-4f71-ae4f-3b0af0b57d94', 'expiration': datetime.datetime(2021, 7, 27, 22, 2, 45, 526048)}] Jul 27 22:00:45.531180 n-d-802011-3 neutron-server[93834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:00:45.531868 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [None req-f1d17078-1955-4d86-8ad3-9dd2b9e72971 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:00:45.539872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bac45-b32c-4fcd-8938-140df9cdfc1d req-71cb9a7c-8344-43a5-bf61-2aa3cc9c8caa tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:45.549335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-346bac45-b32c-4fcd-8938-140df9cdfc1d req-71cb9a7c-8344-43a5-bf61-2aa3cc9c8caa tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.1306756 Jul 27 22:00:45.619606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-346bac45-b32c-4fcd-8938-140df9cdfc1d req-1f818edd-2a76-46ec-bcbb-c1a40b8826e8 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693133 Jul 27 22:00:45.662789 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.709764 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66ed3546-b418-459f-aabe-e8af236b1ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.713701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66ed3546-b418-459f-aabe-e8af236b1ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.756985 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-66ed3546-b418-459f-aabe-e8af236b1ba4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3286500577434fd4be1007cfb2348d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883253 Jul 27 22:00:45.758139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed3546-b418-459f-aabe-e8af236b1ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfaf95a-be7f-47b9-b69d-4ae300421ac2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:45.760575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33682) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:45.854592 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-526bb425-195c-4a6e-838e-e15a10e2ca6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:45.882139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-526bb425-195c-4a6e-838e-e15a10e2ca6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.000680 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-526bb425-195c-4a6e-838e-e15a10e2ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.004497 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-526bb425-195c-4a6e-838e-e15a10e2ca6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.006093 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-526bb425-195c-4a6e-838e-e15a10e2ca6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7dfaf95a-be7f-47b9-b69d-4ae300421ac2 HTTP/1.1" status: 204 len: 168 time: 0.2443783 Jul 27 22:00:46.021099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bb425-195c-4a6e-838e-e15a10e2ca6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfaf95a-be7f-47b9-b69d-4ae300421ac2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:46.042222 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d17078-1955-4d86-8ad3-9dd2b9e72971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.130994 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.236281 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d17078-1955-4d86-8ad3-9dd2b9e72971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.242127 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d17078-1955-4d86-8ad3-9dd2b9e72971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.266875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e8f24-2ec6-45cd-82c0-ec0db272a541 req-775f0a78-4594-4cd1-81c2-04116b811e2a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:46.276004 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec2e8f24-2ec6-45cd-82c0-ec0db272a541 req-775f0a78-4594-4cd1-81c2-04116b811e2a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1076009 Jul 27 22:00:46.291878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d17078-1955-4d86-8ad3-9dd2b9e72971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4e113e-7c07-4409-bf8c-da53aadc277b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:46.307786 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.339163 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec2e8f24-2ec6-45cd-82c0-ec0db272a541 req-ea5991d1-7399-469b-bbe4-5abd058db2d2 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618982 Jul 27 22:00:46.340588 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f1d17078-1955-4d86-8ad3-9dd2b9e72971 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdf35d0a08ac45b68640d1358eba3990&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1221392 Jul 27 22:00:46.341664 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33694) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:46.429286 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4107727e-9b9f-4dab-9699-2eeabdc2788c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.463242 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4107727e-9b9f-4dab-9699-2eeabdc2788c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.527424 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4107727e-9b9f-4dab-9699-2eeabdc2788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.531010 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4107727e-9b9f-4dab-9699-2eeabdc2788c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:46.535738 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4107727e-9b9f-4dab-9699-2eeabdc2788c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d4e113e-7c07-4409-bf8c-da53aadc277b HTTP/1.1" status: 204 len: 168 time: 0.1926491 Jul 27 22:00:46.547457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107727e-9b9f-4dab-9699-2eeabdc2788c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4e113e-7c07-4409-bf8c-da53aadc277b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:46.830063 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ce5a1-7026-44ba-b519-5933d8fb6d0f req-8b9f8d37-f614-4114-999e-415d8027bba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:46.832870 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d6ce5a1-7026-44ba-b519-5933d8fb6d0f req-8b9f8d37-f614-4114-999e-415d8027bba9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.0760386 Jul 27 22:00:46.890888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d6ce5a1-7026-44ba-b519-5933d8fb6d0f req-c97d0557-93eb-47ba-b8b4-aab7a1a66c28 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518670 Jul 27 22:00:46.968854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33722) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:47.017751 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23ca55c8-1757-48ba-a818-b8ecb2486d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:47.230736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23ca55c8-1757-48ba-a818-b8ecb2486d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:47.238033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23ca55c8-1757-48ba-a818-b8ecb2486d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:47.290592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca55c8-1757-48ba-a818-b8ecb2486d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254a1821-83d3-4808-aaeb-b54908e53d91,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:47.322885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33728) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:47.323113 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-23ca55c8-1757-48ba-a818-b8ecb2486d2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=321fdb185202468c8573283e67cf7ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529491 Jul 27 22:00:47.406075 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd0b011f-8137-4d28-8f2a-65d94e76b6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:47.430950 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd0b011f-8137-4d28-8f2a-65d94e76b6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:47.497109 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd0b011f-8137-4d28-8f2a-65d94e76b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:47.501039 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd0b011f-8137-4d28-8f2a-65d94e76b6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:47.505334 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dd0b011f-8137-4d28-8f2a-65d94e76b6cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/254a1821-83d3-4808-aaeb-b54908e53d91 HTTP/1.1" status: 204 len: 168 time: 0.1758859 Jul 27 22:00:47.534423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b011f-8137-4d28-8f2a-65d94e76b6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254a1821-83d3-4808-aaeb-b54908e53d91,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:47.589817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f1d17-07bd-4d5a-8e08-f97519924265 req-7832295c-18c7-41e0-b488-14438c7b5163 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:47.592906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-761f1d17-07bd-4d5a-8e08-f97519924265 req-7832295c-18c7-41e0-b488-14438c7b5163 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1079574 Jul 27 22:00:47.670722 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-761f1d17-07bd-4d5a-8e08-f97519924265 req-ba15dd24-6ebe-40f0-9790-2df04f9135df tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598617 Jul 27 22:00:47.937451 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:48.077761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7b8e1-adfd-4d10-a871-5071a2a2fd75 req-395f42eb-5d89-4675-8eb7-fe844328c2ed tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.087880 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6ab7b8e1-adfd-4d10-a871-5071a2a2fd75 req-395f42eb-5d89-4675-8eb7-fe844328c2ed tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.0734060 Jul 27 22:00:48.134815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6ab7b8e1-adfd-4d10-a871-5071a2a2fd75 req-d43d08ef-13af-411b-acf2-71c35c42cc9c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457828 Jul 27 22:00:48.880273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44318fbc-7cf6-417d-bf0e-c07f95f9233d req-a7515fa9-4684-47a3-adbb-16936b69027f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:48.882021 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44318fbc-7cf6-417d-bf0e-c07f95f9233d req-a7515fa9-4684-47a3-adbb-16936b69027f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0818965 Jul 27 22:00:48.977090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44318fbc-7cf6-417d-bf0e-c07f95f9233d req-da6ee474-7e52-49d5-bca1-ebdce38d44b3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886085 Jul 27 22:00:49.310886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045ae09-57e4-4f6c-bb42-a682b2228ef8 req-033b2393-9148-415f-a2b2-d793bb2e461d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:49.332639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b045ae09-57e4-4f6c-bb42-a682b2228ef8 req-033b2393-9148-415f-a2b2-d793bb2e461d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.0883291 Jul 27 22:00:49.428982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b045ae09-57e4-4f6c-bb42-a682b2228ef8 req-55de6c0c-7522-4488-b8a6-f6610a97f68b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920634 Jul 27 22:00:49.882399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:50.021802 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dca89c2-cb00-49eb-8a26-82190acb65a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:50.154121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2c475-669d-499a-b72f-13eada11fb16 req-f4f9b30f-53d7-48ad-99e8-e6929753c8f8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:50.161654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5b2c475-669d-499a-b72f-13eada11fb16 req-f4f9b30f-53d7-48ad-99e8-e6929753c8f8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0915411 Jul 27 22:00:50.211419 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5b2c475-669d-499a-b72f-13eada11fb16 req-21669336-30c6-4c0b-901e-d00cb68e5b5a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485809 Jul 27 22:00:50.247435 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dca89c2-cb00-49eb-8a26-82190acb65a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:50.251226 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dca89c2-cb00-49eb-8a26-82190acb65a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:50.300716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca89c2-cb00-49eb-8a26-82190acb65a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5cd1f4-e0b0-46e1-a1ea-ea47ce34a0fb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:50.306765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1dca89c2-cb00-49eb-8a26-82190acb65a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0010f8723fd84edca8f2c1e1ec4414aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229410 Jul 27 22:00:50.309521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33902) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:50.374510 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f861316-6a66-4ffb-a713-23835ba010d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:50.398274 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f861316-6a66-4ffb-a713-23835ba010d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:50.422636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:50.459011 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f861316-6a66-4ffb-a713-23835ba010d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:50.463254 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f861316-6a66-4ffb-a713-23835ba010d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:50.468140 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1f861316-6a66-4ffb-a713-23835ba010d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f5cd1f4-e0b0-46e1-a1ea-ea47ce34a0fb HTTP/1.1" status: 204 len: 168 time: 0.1574018 Jul 27 22:00:50.480771 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f861316-6a66-4ffb-a713-23835ba010d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5cd1f4-e0b0-46e1-a1ea-ea47ce34a0fb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:50.630107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca654da3-0b0e-4b4c-b4df-a03d2ce3e8e5 req-10bb3230-224e-4a5d-81fa-91c9028448dd tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:50.635407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca654da3-0b0e-4b4c-b4df-a03d2ce3e8e5 req-10bb3230-224e-4a5d-81fa-91c9028448dd tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.0918481 Jul 27 22:00:50.676226 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca654da3-0b0e-4b4c-b4df-a03d2ce3e8e5 req-cb05e7b4-4336-4631-a103-5a4e29ed7795 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380981 Jul 27 22:00:50.763357 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:00:50.814371 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89b25475-1eae-40f8-af0a-48c1a4384e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:50.895307 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33920) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:50.930064 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4779a2e0-b397-47b1-970f-3a8d64e908f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:50.985703 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89b25475-1eae-40f8-af0a-48c1a4384e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.014396 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89b25475-1eae-40f8-af0a-48c1a4384e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.066229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-89b25475-1eae-40f8-af0a-48c1a4384e3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55a3a332548b4a11b0ef0357a19fa632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6416883 Jul 27 22:00:51.068504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b25475-1eae-40f8-af0a-48c1a4384e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaead7f3-b5e4-4e65-b2bb-3ea7dd7b3452,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:51.071061 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33924) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:51.141970 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4779a2e0-b397-47b1-970f-3a8d64e908f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.150893 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4779a2e0-b397-47b1-970f-3a8d64e908f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.176330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2195e2c-40b4-43a3-b345-36ecac3e1920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.206742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779a2e0-b397-47b1-970f-3a8d64e908f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c94cfff-cef3-449f-998f-51df04ff5b08,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:51.211300 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4779a2e0-b397-47b1-970f-3a8d64e908f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0a133ea095b4f35a49c8cc28989d3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145261 Jul 27 22:00:51.221169 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2195e2c-40b4-43a3-b345-36ecac3e1920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.226930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:51.286388 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2195e2c-40b4-43a3-b345-36ecac3e1920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.289302 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2195e2c-40b4-43a3-b345-36ecac3e1920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.290586 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e2195e2c-40b4-43a3-b345-36ecac3e1920 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aaead7f3-b5e4-4e65-b2bb-3ea7dd7b3452 HTTP/1.1" status: 204 len: 168 time: 0.2183900 Jul 27 22:00:51.301210 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2195e2c-40b4-43a3-b345-36ecac3e1920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaead7f3-b5e4-4e65-b2bb-3ea7dd7b3452,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:51.383697 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d7ed-8dd6-49d2-b16a-3732d6011ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.429242 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d7ed-8dd6-49d2-b16a-3732d6011ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.465385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02043af-284e-451b-a97f-8a98239fd86e req-47498b00-ddb2-4ad2-b8dc-ab4845a01171 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:51.473441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f02043af-284e-451b-a97f-8a98239fd86e req-47498b00-ddb2-4ad2-b8dc-ab4845a01171 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0844092 Jul 27 22:00:51.502575 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d7ed-8dd6-49d2-b16a-3732d6011ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.505518 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d7ed-8dd6-49d2-b16a-3732d6011ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:51.506892 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c9b7d7ed-8dd6-49d2-b16a-3732d6011ec6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c94cfff-cef3-449f-998f-51df04ff5b08 HTTP/1.1" status: 204 len: 168 time: 0.2780457 Jul 27 22:00:51.516063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7d7ed-8dd6-49d2-b16a-3732d6011ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c94cfff-cef3-449f-998f-51df04ff5b08,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:51.524867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f02043af-284e-451b-a97f-8a98239fd86e req-9d323238-80fa-4791-92d6-619f9840ac49 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503399 Jul 27 22:00:51.886377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22acb62-7b28-4509-b73d-14d0e698f135 req-11dab1e1-7a0c-4e86-9656-017e11ecb344 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:51.887999 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f22acb62-7b28-4509-b73d-14d0e698f135 req-11dab1e1-7a0c-4e86-9656-017e11ecb344 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.0906320 Jul 27 22:00:51.965400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:51.967178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f22acb62-7b28-4509-b73d-14d0e698f135 req-be73535a-4acb-4d1c-9364-9b01d702c892 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641470 Jul 27 22:00:51.982714 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd85c16e-6d18-4a2c-862a-9fe346eb9c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:52.118795 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd85c16e-6d18-4a2c-862a-9fe346eb9c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:52.124449 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd85c16e-6d18-4a2c-862a-9fe346eb9c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:52.175186 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cd85c16e-6d18-4a2c-862a-9fe346eb9c75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e49b0175c1c4c09b963e9d47cb88b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075522 Jul 27 22:00:52.175388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:52.176774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85c16e-6d18-4a2c-862a-9fe346eb9c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96767f5-1105-496b-a068-9e21baecc32a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:52.248943 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21884ec6-217e-45d1-9b6a-8378dd779aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:52.275243 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21884ec6-217e-45d1-9b6a-8378dd779aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:52.344817 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21884ec6-217e-45d1-9b6a-8378dd779aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:52.348535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-21884ec6-217e-45d1-9b6a-8378dd779aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:52.349994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-21884ec6-217e-45d1-9b6a-8378dd779aaf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e96767f5-1105-496b-a068-9e21baecc32a HTTP/1.1" status: 204 len: 168 time: 0.1737380 Jul 27 22:00:52.360360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21884ec6-217e-45d1-9b6a-8378dd779aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96767f5-1105-496b-a068-9e21baecc32a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:52.764051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed115443-8667-433e-970f-aac81ee9e125 req-53dc6e00-a94f-4582-996d-3f3a5bc6a22d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:52.764051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed115443-8667-433e-970f-aac81ee9e125 req-53dc6e00-a94f-4582-996d-3f3a5bc6a22d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1065509 Jul 27 22:00:52.846669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed115443-8667-433e-970f-aac81ee9e125 req-ad6b5cb8-bcdb-4265-bf96-586c4a79667e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758264 Jul 27 22:00:53.201120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eefaf7-53a5-4e79-acdc-8a2073d67174 req-c95319a0-6271-423a-8758-83ad701ea851 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:53.210466 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9eefaf7-53a5-4e79-acdc-8a2073d67174 req-c95319a0-6271-423a-8758-83ad701ea851 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 945 time: 0.0997841 Jul 27 22:00:53.271266 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9eefaf7-53a5-4e79-acdc-8a2073d67174 req-0d14346f-c2c3-4d58-ae6d-b64eb77a453f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571301 Jul 27 22:00:53.327857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-6319f659-cb3e-4094-a750-ab7220d7415a tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:53.329690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-6319f659-cb3e-4094-a750-ab7220d7415a tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152&tenant_id=48c07bc2e64240d8afb0624a793a2735&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1096 time: 0.0525217 Jul 27 22:00:53.342351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802011-3'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:53.418768 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:53.622026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:53.690804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:53.744616 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5df6ceb-0b51-4738-989a-fee6af966152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd802f000-a3c1-46c0-bb9a-ba412973cc13'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:53.749998 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b204d0bf-e83e-4afe-bd59-317e0ba7902a" -d '{"events": [{"server_uuid": "c5df6ceb-0b51-4738-989a-fee6af966152", "name": "network-vif-unplugged", "status": "completed", "tag": "d802f000-a3c1-46c0-bb9a-ba412973cc13"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:53.755867 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:53.764246 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:53.824591 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f6b082-ba32-40d5-94b6-b850b9f464d4 x-openstack-request-id: req-a3f6b082-ba32-40d5-94b6-b850b9f464d4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:53.827152 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5df6ceb-0b51-4738-989a-fee6af966152", "name": "network-vif-unplugged", "status": "completed", "tag": "d802f000-a3c1-46c0-bb9a-ba412973cc13", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:53.827700 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3f6b082-ba32-40d5-94b6-b850b9f464d4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:53.828166 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5df6ceb-0b51-4738-989a-fee6af966152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd802f000-a3c1-46c0-bb9a-ba412973cc13', 'code': 200} Jul 27 22:00:53.881893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Pushing event updated for resources: {'Port': ['ID=d802f000-a3c1-46c0-bb9a-ba412973cc13,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:53.895756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Attempting to bind port d802f000-a3c1-46c0-bb9a-ba412973cc13 on host n-h1-802011-3 for vnic_type normal with profile {"migrating_to": "n-h2-802011-3"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:00:53.896260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Attempting to bind port d802f000-a3c1-46c0-bb9a-ba412973cc13 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:00:53.896575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Attempting to bind port d802f000-a3c1-46c0-bb9a-ba412973cc13 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:53.901451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Port d802f000-a3c1-46c0-bb9a-ba412973cc13 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:00:53.901858 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Attempting to bind port d802f000-a3c1-46c0-bb9a-ba412973cc13 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:00:53.908598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:00:53.909427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:53.909819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Bound using segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:00:53.910254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Bound port: d802f000-a3c1-46c0-bb9a-ba412973cc13, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:00:53.910638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:54.042998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:00:54.053306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aae012-800e-47ab-9c8d-d57120fed558 req-05696818-826f-47cf-a0cd-51a73ddd721b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:54.061015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65aae012-800e-47ab-9c8d-d57120fed558 req-05696818-826f-47cf-a0cd-51a73ddd721b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0893407 Jul 27 22:00:54.066755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:00:54.074503 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:54.084338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d802f000-a3c1-46c0-bb9a-ba412973cc13 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:00:54.184230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65aae012-800e-47ab-9c8d-d57120fed558 req-8b59ba15-754e-4559-bfee-1bc42f1a439e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222360 Jul 27 22:00:54.189581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Pushing event updated for resources: {'Port': ['ID=d802f000-a3c1-46c0-bb9a-ba412973cc13,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:54.238192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:54.243301 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:54.245025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-8318876d-3a8d-47f6-8077-268fb334b948 service neutron] 10.222.0.41 "PUT /v2.0/ports/d802f000-a3c1-46c0-bb9a-ba412973cc13 HTTP/1.1" status: 200 len: 1121 time: 0.9080307 Jul 27 22:00:54.336300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['d802f000-a3c1-46c0-bb9a-ba412973cc13'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:54.348154 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:00:54.401596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d802f000-a3c1-46c0-bb9a-ba412973cc13 has no active binding in host n-h2-802011-3 {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 22:00:54.431996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d802f000-a3c1-46c0-bb9a-ba412973cc13'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:00:54.479771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29accf9-ccf1-458b-856c-7898368d9e2d req-72543424-ffd1-4e98-8e07-e415679edcf0 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:54.479771 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b29accf9-ccf1-458b-856c-7898368d9e2d req-72543424-ffd1-4e98-8e07-e415679edcf0 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 943 time: 0.0789759 Jul 27 22:00:54.578170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b29accf9-ccf1-458b-856c-7898368d9e2d req-faf4e286-45f7-4f15-a946-303ccf61d727 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929422 Jul 27 22:00:54.908060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4421bd3-010d-4305-b03b-ac4ad51a9de8 req-341fae92-da13-41a9-a147-dd4397c3119c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879190 Jul 27 22:00:55.031538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4421bd3-010d-4305-b03b-ac4ad51a9de8 req-e733656d-dce2-4124-bc7d-d7cb31f503f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:55.033851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4421bd3-010d-4305-b03b-ac4ad51a9de8 req-e733656d-dce2-4124-bc7d-d7cb31f503f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 1095 time: 0.0952554 Jul 27 22:00:55.285845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4421bd3-010d-4305-b03b-ac4ad51a9de8 req-743944fd-1e59-44d1-8bd7-d0eb9f819a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:55.288868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4421bd3-010d-4305-b03b-ac4ad51a9de8 req-743944fd-1e59-44d1-8bd7-d0eb9f819a18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.2272081 Jul 27 22:00:55.461600 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4421bd3-010d-4305-b03b-ac4ad51a9de8 req-8941591e-edd4-4771-8208-124ae960298c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d275c33b-e5b0-49d2-9578-f794e3414224 HTTP/1.1" status: 200 len: 217 time: 0.1634595 Jul 27 22:00:55.529976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34200) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:55.530879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9555-dca7-4a91-8428-852e6e847891 req-482d0a2d-b4d5-402e-b105-36a8f9ab26e3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:55.532847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2eeb9555-dca7-4a91-8428-852e6e847891 req-482d0a2d-b4d5-402e-b105-36a8f9ab26e3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.2256751 Jul 27 22:00:55.544614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4421bd3-010d-4305-b03b-ac4ad51a9de8 req-04972b4e-1b27-4744-ac87-54e6ddced257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:55.546197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4421bd3-010d-4305-b03b-ac4ad51a9de8 req-04972b4e-1b27-4744-ac87-54e6ddced257 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.0748222 Jul 27 22:00:55.592328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4421bd3-010d-4305-b03b-ac4ad51a9de8 req-40f8df4e-ab47-4ada-a9a3-97753afaff79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374534 Jul 27 22:00:55.675669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2eeb9555-dca7-4a91-8428-852e6e847891 req-d34853c9-51b6-4da1-8187-aef43591c0ae tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248102 Jul 27 22:00:55.745568 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4421bd3-010d-4305-b03b-ac4ad51a9de8 req-d3a50c87-9f41-4bb0-83ad-4bbdec35c50f service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412132 Jul 27 22:00:55.752227 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc0704e6-d5ad-4674-9cd0-99c7c88e5f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:55.838211 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5df6ceb-0b51-4738-989a-fee6af966152', 'tag': 'd802f000-a3c1-46c0-bb9a-ba412973cc13'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:00:55.843604 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda0dc96-3e52-4b64-b9a4-606f1851b37b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5df6ceb-0b51-4738-989a-fee6af966152", "tag": "d802f000-a3c1-46c0-bb9a-ba412973cc13"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:00:55.945842 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8d5180-28bb-4418-a671-6f72e68195b3 x-openstack-request-id: req-aa8d5180-28bb-4418-a671-6f72e68195b3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:00:55.946492 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5df6ceb-0b51-4738-989a-fee6af966152", "tag": "d802f000-a3c1-46c0-bb9a-ba412973cc13", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:00:55.946492 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa8d5180-28bb-4418-a671-6f72e68195b3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:00:55.946863 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5df6ceb-0b51-4738-989a-fee6af966152', 'tag': 'd802f000-a3c1-46c0-bb9a-ba412973cc13', 'status': 'completed', 'code': 200} Jul 27 22:00:55.985074 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc0704e6-d5ad-4674-9cd0-99c7c88e5f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:55.989805 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc0704e6-d5ad-4674-9cd0-99c7c88e5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.038768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86c367-20d0-4116-a0aa-9f6e9cd5e475 req-479ce0ce-e273-45b3-ae6c-88bccb1590bc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:56.046789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e86c367-20d0-4116-a0aa-9f6e9cd5e475 req-479ce0ce-e273-45b3-ae6c-88bccb1590bc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 943 time: 0.2741184 Jul 27 22:00:56.055960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0704e6-d5ad-4674-9cd0-99c7c88e5f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d82fb05-20db-423f-a519-621a83e6e8d4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:56.084204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0dc96-3e52-4b64-b9a4-606f1851b37b req-f37e3aa6-e6d8-4538-963a-3106e1e74525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:56.086115 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bda0dc96-3e52-4b64-b9a4-606f1851b37b req-f37e3aa6-e6d8-4538-963a-3106e1e74525 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 1124 time: 0.0990565 Jul 27 22:00:56.096707 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fc0704e6-d5ad-4674-9cd0-99c7c88e5f4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a4e01ead82842c5aa8475fdac0eff69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5645895 Jul 27 22:00:56.097376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34222) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:56.133529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:56.238679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e86c367-20d0-4116-a0aa-9f6e9cd5e475 req-a749ae57-0a4f-43bd-911a-40add0e20a67 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909840 Jul 27 22:00:56.241533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4421bd3-010d-4305-b03b-ac4ad51a9de8 req-d603a386-1969-42d2-ad25-2b84a03749a7 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875073 Jul 27 22:00:56.243642 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7653260-11a8-41cd-82d5-41a1962cc51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.247425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0dc96-3e52-4b64-b9a4-606f1851b37b req-7008efb9-4727-466b-8b13-41f8b540d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:56.249078 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bda0dc96-3e52-4b64-b9a4-606f1851b37b req-7008efb9-4727-466b-8b13-41f8b540d9f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.1507447 Jul 27 22:00:56.355176 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bda0dc96-3e52-4b64-b9a4-606f1851b37b req-89a93c8d-1ec1-4456-a9d1-fc4491970d9a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13 HTTP/1.1" status: 200 len: 217 time: 0.0901580 Jul 27 22:00:56.355176 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7653260-11a8-41cd-82d5-41a1962cc51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.409956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0dc96-3e52-4b64-b9a4-606f1851b37b req-021c7b42-a5b1-4f18-80cd-b3375ca87fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:56.411603 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bda0dc96-3e52-4b64-b9a4-606f1851b37b req-021c7b42-a5b1-4f18-80cd-b3375ca87fbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.0504246 Jul 27 22:00:56.445036 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eccfb0a6-0e55-40b1-ac80-bd927c286972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.457705 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bda0dc96-3e52-4b64-b9a4-606f1851b37b req-0699ef02-5f1b-4f45-a787-c2cbe3395ccd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314050 Jul 27 22:00:56.601849 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eccfb0a6-0e55-40b1-ac80-bd927c286972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.605990 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7653260-11a8-41cd-82d5-41a1962cc51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.608931 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7653260-11a8-41cd-82d5-41a1962cc51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.609425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eccfb0a6-0e55-40b1-ac80-bd927c286972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.610685 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e7653260-11a8-41cd-82d5-41a1962cc51c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d82fb05-20db-423f-a519-621a83e6e8d4 HTTP/1.1" status: 204 len: 168 time: 0.5111680 Jul 27 22:00:56.664196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7653260-11a8-41cd-82d5-41a1962cc51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d82fb05-20db-423f-a519-621a83e6e8d4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:56.671554 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bda0dc96-3e52-4b64-b9a4-606f1851b37b req-c48cf1a1-1d82-4916-81e5-9ee0e831e312 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931953 Jul 27 22:00:56.736127 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-eccfb0a6-0e55-40b1-ac80-bd927c286972 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9d449520e64450894084f4834660892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5910196 Jul 27 22:00:56.740143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34240) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:56.743087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfb0a6-0e55-40b1-ac80-bd927c286972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee364f6-feec-41fb-b844-9f084f9c3ae1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:56.823864 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bda0dc96-3e52-4b64-b9a4-606f1851b37b req-62f2340d-c701-4bad-a307-1ac24b136a94 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392281 Jul 27 22:00:56.894631 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6237cca-cbfa-4686-b77d-a30d138d7c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:56.933113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaae934-31a2-40c2-a040-70faeca51f61 req-d8816600-1319-4911-b9c8-b0751048f902 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:56.943395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-daaae934-31a2-40c2-a040-70faeca51f61 req-d8816600-1319-4911-b9c8-b0751048f902 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1369028 Jul 27 22:00:56.995604 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6237cca-cbfa-4686-b77d-a30d138d7c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.065600 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-daaae934-31a2-40c2-a040-70faeca51f61 req-a67a0173-898f-4be9-a5d4-b977fcb66764 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210942 Jul 27 22:00:57.087524 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6237cca-cbfa-4686-b77d-a30d138d7c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.089624 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6237cca-cbfa-4686-b77d-a30d138d7c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.091923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f6237cca-cbfa-4686-b77d-a30d138d7c2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ee364f6-feec-41fb-b844-9f084f9c3ae1 HTTP/1.1" status: 204 len: 168 time: 0.3433378 Jul 27 22:00:57.101456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6237cca-cbfa-4686-b77d-a30d138d7c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee364f6-feec-41fb-b844-9f084f9c3ae1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:57.429724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567df36-bc86-40cd-838b-36dffd6dbc02 req-0ea23e8e-22ad-4260-8b43-c604047dd906 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:57.439799 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c567df36-bc86-40cd-838b-36dffd6dbc02 req-0ea23e8e-22ad-4260-8b43-c604047dd906 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 943 time: 0.1167333 Jul 27 22:00:57.516005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c567df36-bc86-40cd-838b-36dffd6dbc02 req-519bd415-52fd-4f3a-9a89-1ccc8ee682af tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704195 Jul 27 22:00:57.612392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:57.634092 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c395999-0fee-4334-b1dd-dcca273026f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.799102 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c395999-0fee-4334-b1dd-dcca273026f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.803256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c395999-0fee-4334-b1dd-dcca273026f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.861264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34284) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:57.861726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5c395999-0fee-4334-b1dd-dcca273026f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0b5c560095c4dacb9eed2c0b428bc03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477794 Jul 27 22:00:57.864027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c395999-0fee-4334-b1dd-dcca273026f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f011ff13-1b30-4d5c-ba51-b91fce1c43d2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:57.926624 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4550ace9-e14e-46fa-9d01-fb92a37c3c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:57.952522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4550ace9-e14e-46fa-9d01-fb92a37c3c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.007971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34288) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:58.036277 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4550ace9-e14e-46fa-9d01-fb92a37c3c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.044001 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4550ace9-e14e-46fa-9d01-fb92a37c3c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.048229 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4550ace9-e14e-46fa-9d01-fb92a37c3c22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f011ff13-1b30-4d5c-ba51-b91fce1c43d2 HTTP/1.1" status: 204 len: 168 time: 0.1855798 Jul 27 22:00:58.073640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550ace9-e14e-46fa-9d01-fb92a37c3c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f011ff13-1b30-4d5c-ba51-b91fce1c43d2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:58.158207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1281934173-network', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:58.230924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84370599-da65-4d40-9793-bdc78a4c6938 req-00587198-491d-459a-a44b-9a3333be2e83 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.233430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84370599-da65-4d40-9793-bdc78a4c6938 req-00587198-491d-459a-a44b-9a3333be2e83 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.0712290 Jul 27 22:00:58.234570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Made reservation on behalf of 5f039752abae4034b5c077944f4d0aa2 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:58.236962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.249886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.334916 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84370599-da65-4d40-9793-bdc78a4c6938 req-3c25324b-6e52-4729-8104-469fd9d9f969 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859590 Jul 27 22:00:58.400314 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.407278 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.437396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:00:58.455238 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.455554 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Added segment 3bc86a08-e1ab-4b89-ac64-efeb264cb1ad of type vlan for network 8db8ffe4-3127-46a7-a6ec-d9be65677c6a Jul 27 22:00:58.532000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbbe9f2-c740-4995-89e9-fd453389bde0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:58.582665 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.664276 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.665423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.666306 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.742312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7307541 Jul 27 22:00:58.743242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34328) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:58.750660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Request body: {'subnet': {'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281934173-subnet', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:58.767062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb73acb-2249-4843-a377-0a840e6f1cf7 req-490ffa89-b8bf-4001-9a30-b443a4f6afa2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.775783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3eb73acb-2249-4843-a377-0a840e6f1cf7 req-490ffa89-b8bf-4001-9a30-b443a4f6afa2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 943 time: 0.1419294 Jul 27 22:00:58.777150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e617419-053c-4653-84ab-0724d5ab7eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=8db8ffe4-3127-46a7-a6ec-d9be65677c6a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:58.795615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 8db8ffe4-3127-46a7-a6ec-d9be65677c6a details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:00:58.797339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Made reservation on behalf of 5f039752abae4034b5c077944f4d0aa2 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:00:58.800200 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:58.829461 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3eb73acb-2249-4843-a377-0a840e6f1cf7 req-a07bf39b-f70c-4788-b25a-e1ccf797e59e tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470304 Jul 27 22:00:59.101466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:59.212771 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd554344-b280-472b-b533-9b201c20ebbb,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:00:59.213810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6932ce-9565-45ea-80d2-d5101a5caa25 req-77f1fe2f-802d-4a43-9d2e-7a29f2a2def1 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:59.215044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Checking segment: {'id': '3bc86a08-e1ab-4b89-ac64-efeb264cb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:00:59.215597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Network hostable DHCP agents. Network: 8db8ffe4-3127-46a7-a6ec-d9be65677c6a, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:00:59.223996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b6932ce-9565-45ea-80d2-d5101a5caa25 req-77f1fe2f-802d-4a43-9d2e-7a29f2a2def1 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 945 time: 0.1234288 Jul 27 22:00:59.234734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.235332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.235851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.236782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.237287 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.237783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.238303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.238798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.239285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.239761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.240389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.240955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:00:59.267708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Network 8db8ffe4-3127-46a7-a6ec-d9be65677c6a is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:00:59.280749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b6932ce-9565-45ea-80d2-d5101a5caa25 req-cbae517d-d14f-49bb-ade0-d7adde1c5a17 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538547 Jul 27 22:00:59.282161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 8db8ffe4-3127-46a7-a6ec-d9be65677c6a) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:00:59.289097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:59.289558 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:59.293516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9de15c-da0c-4855-b154-97d2132b470b None None] Network 8db8ffe4-3127-46a7-a6ec-d9be65677c6a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:00:59.308698 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-285f7296-1cc8-489d-a566-d3b7713cd6e3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5642807 Jul 27 22:00:59.312652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:00:59.318231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1281934173-router', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:00:59.350464 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:59.351917 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:59.444975 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:59.533597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-8db8ffe4-3127-46a7-a6ec-d9be65677c6a', 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'fixed_ips': [{'subnet_id': 'fd554344-b280-472b-b533-9b201c20ebbb'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:00:59.535537 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:59.849458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Allocated IP 172.20.0.2 (8db8ffe4-3127-46a7-a6ec-d9be65677c6a/fd554344-b280-472b-b533-9b201c20ebbb/2bfbe975-d236-469e-a214-ad88226de6a4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:00.051176 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.055757 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.065110 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Transition to ACTIVE for port object 2bfbe975-d236-469e-a214-ad88226de6a4 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:00.086167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Transition to ACTIVE for port object 2bfbe975-d236-469e-a214-ad88226de6a4 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:00.094250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071142a-ae15-4903-985b-162fa146dfd8 req-3849e0f5-2b82-4a18-93e1-12c854ee6a52 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:00.097641 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.099376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5071142a-ae15-4903-985b-162fa146dfd8 req-3849e0f5-2b82-4a18-93e1-12c854ee6a52 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.5935860 Jul 27 22:01:00.195217 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Pushing event updated for resources: {'Port': ['ID=2bfbe975-d236-469e-a214-ad88226de6a4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:00.221428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Network 8db8ffe4-3127-46a7-a6ec-d9be65677c6a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:00.225068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:00.230838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:00.249945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5071142a-ae15-4903-985b-162fa146dfd8 req-6dfedfd1-9088-407b-bf56-0310aedf79a8 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099110 Jul 27 22:01:00.284254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac6c63-47e0-4d11-bb33-fb06bb108d9d req-f1349ad2-85e2-4feb-9ce7-d99f5f50aa68 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:00.293224 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ac6c63-47e0-4d11-bb33-fb06bb108d9d req-f1349ad2-85e2-4feb-9ce7-d99f5f50aa68 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 943 time: 0.2235849 Jul 27 22:01:00.395246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Attempting to bind port 2bfbe975-d236-469e-a214-ad88226de6a4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:00.395617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Attempting to bind port 2bfbe975-d236-469e-a214-ad88226de6a4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '3bc86a08-e1ab-4b89-ac64-efeb264cb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:00.395979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Attempting to bind port 2bfbe975-d236-469e-a214-ad88226de6a4 on network 8db8ffe4-3127-46a7-a6ec-d9be65677c6a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:00.407232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:00.407597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Checking segment: {'id': '3bc86a08-e1ab-4b89-ac64-efeb264cb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:00.410625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.411828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Bound using segment: {'id': '3bc86a08-e1ab-4b89-ac64-efeb264cb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:00.413091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Bound port: 2bfbe975-d236-469e-a214-ad88226de6a4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc86a08-e1ab-4b89-ac64-efeb264cb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:00.414408 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.425144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ac6c63-47e0-4d11-bb33-fb06bb108d9d req-873238fc-affb-4c0f-8be5-6e52f70fda08 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304414 Jul 27 22:01:00.514520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab7a63-a48b-44f5-b953-a14090378814 req-578a1f1a-ba1e-4cbc-ad17-658e1738694d tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:00.524216 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81ab7a63-a48b-44f5-b953-a14090378814 req-578a1f1a-ba1e-4cbc-ad17-658e1738694d tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 945 time: 0.0942774 Jul 27 22:01:00.610877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] For port 2bfbe975-d236-469e-a214-ad88226de6a4, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:00.625199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] For port 2bfbe975-d236-469e-a214-ad88226de6a4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2bfbe975-d236-469e-a214-ad88226de6a4,segment=NetworkSegment(3bc86a08-e1ab-4b89-ac64-efeb264cb1ad),segment_id=3bc86a08-e1ab-4b89-ac64-efeb264cb1ad)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:00.630408 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.676227 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81ab7a63-a48b-44f5-b953-a14090378814 req-d9111945-d09d-454e-bb8b-7e89acc23b07 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/security-groups?id=482a10ef-68b4-44db-bbf4-ea100624a1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483691 Jul 27 22:01:00.818912 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:00.825853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2352e1d-92f4-46ef-8946-7693464a3f13 None None] Pushing event updated for resources: {'Port': ['ID=2bfbe975-d236-469e-a214-ad88226de6a4,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:00.853555 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ab9ed-e590-4c60-b102-ffe115760325 req-1690861f-2235-4c43-a977-de4613156242 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:00.859553 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7b4ab9ed-e590-4c60-b102-ffe115760325 req-1690861f-2235-4c43-a977-de4613156242 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.43 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 945 time: 0.1256044 Jul 27 22:01:00.889676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.118176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-7b4ab9ed-e590-4c60-b102-ffe115760325 req-2d70a445-821b-48a6-839f-430395182f5b tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Deleting port e5258e0f-1b40-490f-83cf-0159331660b6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:01.118573 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7b4ab9ed-e590-4c60-b102-ffe115760325 req-2d70a445-821b-48a6-839f-430395182f5b tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.268982 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-7493f95a-fdd2-485b-81ee-f019299fd27c service neutron] show failed (client error): The resource could not be found. Jul 27 22:01:01.270297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-7493f95a-fdd2-485b-81ee-f019299fd27c service neutron] 10.222.0.43 "GET /v2.0/ports/66cba410-a812-48cb-908f-9dec77b1c11f/bindings/n-h2-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.1225314 Jul 27 22:01:01.339839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Allocated IP 172.25.1.160 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/02270bf5-a2d2-4093-b367-30432edf4001) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:01.506141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-7b4ab9ed-e590-4c60-b102-ffe115760325 req-2d70a445-821b-48a6-839f-430395182f5b tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] For port e5258e0f-1b40-490f-83cf-0159331660b6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e5258e0f-1b40-490f-83cf-0159331660b6,segment=NetworkSegment(79fa57b7-3479-4f10-9fd8-95879f52ae5a),segment_id=79fa57b7-3479-4f10-9fd8-95879f52ae5a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:01.506141 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7b4ab9ed-e590-4c60-b102-ffe115760325 req-2d70a445-821b-48a6-839f-430395182f5b tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.573629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-7b4ab9ed-e590-4c60-b102-ffe115760325 req-2d70a445-821b-48a6-839f-430395182f5b tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Calling delete_port for e5258e0f-1b40-490f-83cf-0159331660b6 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:01.664275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18a62-98fb-4bab-99d3-132102e77991 req-366ae1b8-11e2-4231-adac-98434051e56a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:01.672616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91b18a62-98fb-4bab-99d3-132102e77991 req-366ae1b8-11e2-4231-adac-98434051e56a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.2029047 Jul 27 22:01:01.774953 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.898427 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.949298 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7b4ab9ed-e590-4c60-b102-ffe115760325 req-2d70a445-821b-48a6-839f-430395182f5b tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:01.958504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['e5258e0f-1b40-490f-83cf-0159331660b6'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:01.979127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=02270bf5-a2d2-4093-b367-30432edf4001,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:02.039233 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-46cf8de7-164f-4a82-96da-a2a5cc947daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.054430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-46cf8de7-164f-4a82-96da-a2a5cc947daa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa&tenant_id=1a8cb100fd00413a9aefa092bd27ec73 HTTP/1.1" status: 200 len: 1101 time: 0.4892771 Jul 27 22:01:02.057086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70a445-821b-48a6-839f-430395182f5b tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Pushing event deleted for resources: {'Port': ['ID=e5258e0f-1b40-490f-83cf-0159331660b6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:02.065190 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91b18a62-98fb-4bab-99d3-132102e77991 req-cc014083-5ba2-4876-b40c-6fabe4c8096d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879597 Jul 27 22:01:02.078041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:02.083619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:02.084184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:02.084747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:02.085322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:02.085874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:02.086444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:02.086983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:02.087760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:02.091329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:02.094297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:02.094964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:02.095506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:02.161411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bc67f-4145-43bf-a964-c3a3ed9bf727 req-2e5bf759-0f7f-40e1-b9b4-d90eb9903e36 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.172260 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb6bc67f-4145-43bf-a964-c3a3ed9bf727 req-2e5bf759-0f7f-40e1-b9b4-d90eb9903e36 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 943 time: 0.5843480 Jul 27 22:01:02.249645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4ab9ed-e590-4c60-b102-ffe115760325 req-2d70a445-821b-48a6-839f-430395182f5b tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] No DVR routers for this DVR port e5258e0f-1b40-490f-83cf-0159331660b6 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:02.259908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7b4ab9ed-e590-4c60-b102-ffe115760325 req-2d70a445-821b-48a6-839f-430395182f5b tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:02.268175 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7b4ab9ed-e590-4c60-b102-ffe115760325 req-2d70a445-821b-48a6-839f-430395182f5b tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.43 "DELETE /v2.0/ports/e5258e0f-1b40-490f-83cf-0159331660b6 HTTP/1.1" status: 204 len: 173 time: 1.4008374 Jul 27 22:01:02.268680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81d29fd-a199-46db-9466-c0f63a8e7b00', 'name': 'network-vif-deleted', 'tag': 'e5258e0f-1b40-490f-83cf-0159331660b6'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:02.302647 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6bd78f-29fb-4fc8-b0fc-e20eb08111ac" -d '{"events": [{"server_uuid": "b81d29fd-a199-46db-9466-c0f63a8e7b00", "name": "network-vif-deleted", "tag": "e5258e0f-1b40-490f-83cf-0159331660b6"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:02.306465 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:02.332306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:02.379588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:02.427560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2bfbe975-d236-469e-a214-ad88226de6a4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:02.444160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0416a7dd-c18f-44e0-82a7-0f0bf978ab26 req-709a5ac3-7efc-4401-a738-415605a99326 tempest-AttachSCSIVolumeTestJSON-1115389993 tempest-AttachSCSIVolumeTestJSON-1115389993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b81d29fd-a199-46db-9466-c0f63a8e7b00 HTTP/1.1" status: 200 len: 210 time: 0.0895908 Jul 27 22:01:02.463178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb6bc67f-4145-43bf-a964-c3a3ed9bf727 req-3c6f6324-331f-4a28-bfe7-c3c2d640b1f7 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881229 Jul 27 22:01:02.574458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 2bfbe975-d236-469e-a214-ad88226de6a4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:02.615049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34440) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:02.648343 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9598bc36-2d4b-45a4-b816-61324b65751d x-openstack-request-id: req-9598bc36-2d4b-45a4-b816-61324b65751d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:02.648676 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81d29fd-a199-46db-9466-c0f63a8e7b00", "name": "network-vif-deleted", "tag": "e5258e0f-1b40-490f-83cf-0159331660b6", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:02.649249 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9598bc36-2d4b-45a4-b816-61324b65751d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:02.649669 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81d29fd-a199-46db-9466-c0f63a8e7b00', 'name': 'network-vif-deleted', 'tag': 'e5258e0f-1b40-490f-83cf-0159331660b6', 'status': 'completed', 'code': 200} Jul 27 22:01:02.672909 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:02.743375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767faad2-1d24-452b-a080-34224b949ffd None None] Network 8db8ffe4-3127-46a7-a6ec-d9be65677c6a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:02.855924 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-481b1b45-f63f-476e-9c96-be86f85471f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:02.913561 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ae2b782d-236e-4e31-8307-5893123626d1 None None] Provisioning for port 2bfbe975-d236-469e-a214-ad88226de6a4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:02.942592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ae2b782d-236e-4e31-8307-5893123626d1 None None] Provisioning complete for port 2bfbe975-d236-469e-a214-ad88226de6a4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:02.942978 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae2b782d-236e-4e31-8307-5893123626d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:02.981958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:03.021595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:03.070066 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.082388 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-481b1b45-f63f-476e-9c96-be86f85471f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.089106 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-481b1b45-f63f-476e-9c96-be86f85471f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.094040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Transition to ACTIVE for port object 66cba410-a812-48cb-908f-9dec77b1c11f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:03.097554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:03.100034 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344de091-34d2-46dc-bd45-54f88a822694" -d '{"events": [{"server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:03.133775 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.176489 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b1b45-f63f-476e-9c96-be86f85471f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289132b1-5bbb-4d8e-bf15-5d5783e44c0c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:03.214671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-481b1b45-f63f-476e-9c96-be86f85471f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b54736c898714f8591b409ef7a5b3a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5962214 Jul 27 22:01:03.217003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34450) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:03.301805 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae2b782d-236e-4e31-8307-5893123626d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.328886 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144d0312-6d5c-40a7-88da-933840cd9632 x-openstack-request-id: req-144d0312-6d5c-40a7-88da-933840cd9632 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:03.329475 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:03.329475 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-144d0312-6d5c-40a7-88da-933840cd9632 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:03.329807 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f', 'code': 200} Jul 27 22:01:03.339206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf3fd128-e6b0-4650-9bf0-921c24227ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.384225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ae2b782d-236e-4e31-8307-5893123626d1 None None] For port 2bfbe975-d236-469e-a214-ad88226de6a4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2bfbe975-d236-469e-a214-ad88226de6a4,segment=NetworkSegment(3bc86a08-e1ab-4b89-ac64-efeb264cb1ad),segment_id=3bc86a08-e1ab-4b89-ac64-efeb264cb1ad)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:03.385086 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf3fd128-e6b0-4650-9bf0-921c24227ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.389728 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae2b782d-236e-4e31-8307-5893123626d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.484779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b782d-236e-4e31-8307-5893123626d1 None None] Pushing event updated for resources: {'Port': ['ID=2bfbe975-d236-469e-a214-ad88226de6a4,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:03.563588 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf3fd128-e6b0-4650-9bf0-921c24227ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.569709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf3fd128-e6b0-4650-9bf0-921c24227ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.585835 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cf3fd128-e6b0-4650-9bf0-921c24227ce8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/289132b1-5bbb-4d8e-bf15-5d5783e44c0c HTTP/1.1" status: 204 len: 168 time: 0.3671651 Jul 27 22:01:03.627681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fd128-e6b0-4650-9bf0-921c24227ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289132b1-5bbb-4d8e-bf15-5d5783e44c0c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:03.636902 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-d1142ca8-919d-460b-a858-cb0386e0cd4d service neutron] 10.222.0.43 "GET /v2.0/ports/d802f000-a3c1-46c0-bb9a-ba412973cc13/bindings/n-h2-802011-3 HTTP/1.1" status: 200 len: 384 time: 0.1793387 Jul 27 22:01:03.719380 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] No DVR routers for this DVR port 66cba410-a812-48cb-908f-9dec77b1c11f on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:03.740224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c5e874b2-e621-48d5-a188-0814456285bc None None] Provisioning complete for port 2bfbe975-d236-469e-a214-ad88226de6a4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:03.740617 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5e874b2-e621-48d5-a188-0814456285bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.766458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:03.953637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-c684fcb1-ba7d-4d85-8d98-da62288146f1 service neutron] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:03.978180 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-c684fcb1-ba7d-4d85-8d98-da62288146f1 service neutron] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:03.998616 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d802f000-a3c1-46c0-bb9a-ba412973cc13 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:03.999427 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.056696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-c684fcb1-ba7d-4d85-8d98-da62288146f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d802f000-a3c1-46c0-bb9a-ba412973cc13 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:04.076254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-c684fcb1-ba7d-4d85-8d98-da62288146f1 service neutron] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:04.109571 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-c684fcb1-ba7d-4d85-8d98-da62288146f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.188308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Attempting to bind port 66cba410-a812-48cb-908f-9dec77b1c11f on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:04.190518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Attempting to bind port 66cba410-a812-48cb-908f-9dec77b1c11f by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:04.191998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Attempting to bind port 66cba410-a812-48cb-908f-9dec77b1c11f on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:04.216302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34478) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:04.227649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Port 66cba410-a812-48cb-908f-9dec77b1c11f on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:04.228142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Attempting to bind port 66cba410-a812-48cb-908f-9dec77b1c11f on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:04.238860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862298ea-8180-426c-88c8-57c8bac3fe06 req-1a456f0a-b1d9-4fc0-8966-7f65421556bf tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.244182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 66cba410-a812-48cb-908f-9dec77b1c11f no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:04.251251 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-862298ea-8180-426c-88c8-57c8bac3fe06 req-1a456f0a-b1d9-4fc0-8966-7f65421556bf tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 948 time: 0.9292536 Jul 27 22:01:04.267833 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-867a75b2-e9e1-4649-b9fa-99ef0bca8b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.313347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:04.314358 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:04.314944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:04.315619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Bound port: 66cba410-a812-48cb-908f-9dec77b1c11f, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:04.316490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.320063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-c684fcb1-ba7d-4d85-8d98-da62288146f1 service neutron] Transition to ACTIVE for port object d802f000-a3c1-46c0-bb9a-ba412973cc13 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:04.330173 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-c684fcb1-ba7d-4d85-8d98-da62288146f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.354784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2bfbe975-d236-469e-a214-ad88226de6a4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:04.364521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ac162-531e-435b-8c56-01406beb16fb req-f3296096-2bf3-4dd5-bf6a-4fde30536102 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.373668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b5ac162-531e-435b-8c56-01406beb16fb req-f3296096-2bf3-4dd5-bf6a-4fde30536102 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 943 time: 0.6463807 Jul 27 22:01:04.428680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 66cba410-a812-48cb-908f-9dec77b1c11f not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:04.429510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e5258e0f-1b40-490f-83cf-0159331660b6 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:04.432522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-c684fcb1-ba7d-4d85-8d98-da62288146f1 service neutron] No DVR routers for this DVR port d802f000-a3c1-46c0-bb9a-ba412973cc13 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:04.448998 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-862298ea-8180-426c-88c8-57c8bac3fe06 req-846dc061-d79f-4785-a502-747c230fa21b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965549 Jul 27 22:01:04.477518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684fcb1-ba7d-4d85-8d98-da62288146f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d802f000-a3c1-46c0-bb9a-ba412973cc13,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:04.491782 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-c684fcb1-ba7d-4d85-8d98-da62288146f1 service neutron] 10.222.0.43 "PUT /v2.0/ports/d802f000-a3c1-46c0-bb9a-ba412973cc13/bindings/n-h2-802011-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8479199 Jul 27 22:01:04.502907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: e5258e0f-1b40-490f-83cf-0159331660b6 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:04.503258 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e5258e0f-1b40-490f-83cf-0159331660b6 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:04.526879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2bfbe975-d236-469e-a214-ad88226de6a4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:04.527470 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.536059 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-867a75b2-e9e1-4649-b9fa-99ef0bca8b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.542012 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-867a75b2-e9e1-4649-b9fa-99ef0bca8b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.590786 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b5ac162-531e-435b-8c56-01406beb16fb req-0e12f542-c465-4251-b8c5-e829cc143cc7 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158818 Jul 27 22:01:04.612063 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-867a75b2-e9e1-4649-b9fa-99ef0bca8b78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a1abc3a335c40ada855f72c6e3c7794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943591 Jul 27 22:01:04.612686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34484) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:04.624973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:04.655581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a75b2-e9e1-4649-b9fa-99ef0bca8b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5556d8fe-1ea7-40b5-b53b-2e016debd46f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:04.728389 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:04.734752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-ffe349fe-5105-4ee1-af54-bd9198660d3a tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.734936 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.742990 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-ffe349fe-5105-4ee1-af54-bd9198660d3a tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152&tenant_id=48c07bc2e64240d8afb0624a793a2735&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1095 time: 0.1604345 Jul 27 22:01:04.818676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-ede047de-92dd-4ea9-91d1-c2b02babbf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.820174 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-ede047de-92dd-4ea9-91d1-c2b02babbf7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152&tenant_id=48c07bc2e64240d8afb0624a793a2735 HTTP/1.1" status: 200 len: 1095 time: 0.0694013 Jul 27 22:01:04.833974 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.847650 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68dfaa61-7df6-4c7e-bd7c-951a9aeb0ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.858704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.859446 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.861005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] 10.222.0.41 "PUT /v2.0/ports/66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 1096 time: 2.7904854 Jul 27 22:01:04.926060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68dfaa61-7df6-4c7e-bd7c-951a9aeb0ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.959355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-f75d9275-423c-4223-8bcf-68e15eb75769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.961324 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-f75d9275-423c-4223-8bcf-68e15eb75769 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 1095 time: 0.0823026 Jul 27 22:01:04.975593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-78a2231c-17de-4c88-82ea-05466667bd52 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2069655010&fields=id&tenant_id=decbabb589024684a5cbe867d07f1957 HTTP/1.1" status: 200 len: 267 time: 0.2084045 Jul 27 22:01:04.992684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2709d-2e0e-4318-8beb-5438ecc54e17 service neutron] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:05.111896 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68dfaa61-7df6-4c7e-bd7c-951a9aeb0ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.115504 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68dfaa61-7df6-4c7e-bd7c-951a9aeb0ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.121237 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-68dfaa61-7df6-4c7e-bd7c-951a9aeb0ad8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5556d8fe-1ea7-40b5-b53b-2e016debd46f HTTP/1.1" status: 204 len: 168 time: 0.4417858 Jul 27 22:01:05.165357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfaa61-7df6-4c7e-bd7c-951a9aeb0ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5556d8fe-1ea7-40b5-b53b-2e016debd46f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:05.234430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-7ef3a358-2d5b-4601-8ab4-1b9e23d11407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.236441 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-7ef3a358-2d5b-4601-8ab4-1b9e23d11407 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.2631030 Jul 27 22:01:05.515058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:05.518559 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e734bf5-ac5f-4323-b7df-f157b4c153b2" -d '{"events": [{"name": "network-changed", "server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:05.541102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-20415796-fea9-4ab6-a1ec-7dcead71f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.542966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-20415796-fea9-4ab6-a1ec-7dcead71f468 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 1099 time: 0.6201863 Jul 27 22:01:05.631615 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-14c149d9-ccd4-429f-a216-715dc660f284 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13 HTTP/1.1" status: 200 len: 217 time: 0.3871105 Jul 27 22:01:05.707675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-f4a2db03-6c08-4900-b265-f036ed26ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.709638 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-f4a2db03-6c08-4900-b265-f036ed26ebd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.0707207 Jul 27 22:01:05.729407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-049e8c5d-f0cc-48a9-bfb8-26fe70449f95 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.739511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-049e8c5d-f0cc-48a9-bfb8-26fe70449f95 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/networks?id=8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 HTTP/1.1" status: 200 len: 816 time: 0.7317379 Jul 27 22:01:05.760638 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-ebe1996d-f259-4d24-b44c-46602864598b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434628 Jul 27 22:01:05.779851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-d3ef4cc5-efe2-4c99-aef5-07b93376f62f tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/quotas/decbabb589024684a5cbe867d07f1957 HTTP/1.1" status: 200 len: 375 time: 0.0391188 Jul 27 22:01:05.812030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950ef3c-9f2b-44ce-b77d-7369a3a21963 req-cce034da-01af-4b33-8e19-f70d84f74ac0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.820783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8950ef3c-9f2b-44ce-b77d-7369a3a21963 req-cce034da-01af-4b33-8e19-f70d84f74ac0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 948 time: 0.2250655 Jul 27 22:01:05.891906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Router 234ae3ee-bfb2-4964-a512-ccafe59b6e21 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:01:05.936149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-219bf7c5-7619-4f55-8a3d-6bb6901934db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.937785 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-219bf7c5-7619-4f55-8a3d-6bb6901934db service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3558295 Jul 27 22:01:05.954725 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-1f96d389-ccef-4058-b679-be5e3a97c839 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847680 Jul 27 22:01:06.054050 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-6371fdf3-cce4-4dd0-ac09-81c30e2547a7 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967083 Jul 27 22:01:06.067631 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8950ef3c-9f2b-44ce-b77d-7369a3a21963 req-3371a1ec-c635-4f7d-a4f0-c31f720cdb31 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458277 Jul 27 22:01:06.135597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-0c18ecc3-be33-41ee-af5b-20df8ad1ed62 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=decbabb589024684a5cbe867d07f1957&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3547704 Jul 27 22:01:06.147096 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-cb3e2526-1e16-472c-8ad0-69bd91bf583c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 217 time: 0.1943121 Jul 27 22:01:06.204511 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48afa8b3-0c8e-49b1-b5d5-65e16e3a562e x-openstack-request-id: req-48afa8b3-0c8e-49b1-b5d5-65e16e3a562e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:06.205040 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:06.205436 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48afa8b3-0c8e-49b1-b5d5-65e16e3a562e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:06.205959 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f', 'status': 'completed', 'code': 200} Jul 27 22:01:06.315593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-76b00e0f-b93a-4a28-97de-855cec17000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.317792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-76b00e0f-b93a-4a28-97de-855cec17000d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1559620 Jul 27 22:01:06.323791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:06.336454 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Sync routers for ids ['234ae3ee-bfb2-4964-a512-ccafe59b6e21'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:06.345469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-6acff642-e347-46d7-a6f3-0fdbcb6697f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.347257 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-6acff642-e347-46d7-a6f3-0fdbcb6697f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 1099 time: 0.1209438 Jul 27 22:01:06.352542 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Routers {'234ae3ee-bfb2-4964-a512-ccafe59b6e21'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:06.353867 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:00:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['234ae3ee-bfb2-4964-a512-ccafe59b6e21'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:06.419379 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-bbc5c846-4aec-49cf-9168-b81d41b409a1 service neutron] 10.222.0.24 "GET /v2.0/networks/8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821991 Jul 27 22:01:06.601118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-4d819c8a-3887-4cfb-a7a7-bef7dfc3cff1 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.605436 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-4d819c8a-3887-4cfb-a7a7-bef7dfc3cff1 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152&tenant_id=48c07bc2e64240d8afb0624a793a2735&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1095 time: 0.2271996 Jul 27 22:01:06.609448 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-668b6fad-dbd4-42b5-bf54-133fc189e1f2 service neutron] 10.222.0.24 "GET /v2.0/networks/8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864398 Jul 27 22:01:06.644899 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:06.652463 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Set router 234ae3ee-bfb2-4964-a512-ccafe59b6e21 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:06.663316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-813e87cc-f6ed-4f03-a2ce-96ae3f65c2b6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3495245 Jul 27 22:01:06.685721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:06.703407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-3274dba9-9896-4055-9675-03ed7ee2ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.707885 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-3274dba9-9896-4055-9675-03ed7ee2ba82 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3510001 Jul 27 22:01:06.775502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-608d69b9-7379-40b5-b12a-868ef2edf6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.777005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-608d69b9-7379-40b5-b12a-868ef2edf6fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4461989 Jul 27 22:01:06.792387 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0808b-50d3-4d0c-84e9-fd3c08bd6cbb req-f08a6989-0c45-4efd-8073-b1e279add6de tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.804865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a7c0808b-50d3-4d0c-84e9-fd3c08bd6cbb req-f08a6989-0c45-4efd-8073-b1e279add6de tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 944 time: 0.3125525 Jul 27 22:01:06.900644 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-e6ab123d-9cc3-40e6-beaa-f9159a556b9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 217 time: 0.1784410 Jul 27 22:01:06.994327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a7c0808b-50d3-4d0c-84e9-fd3c08bd6cbb req-eff30c28-f060-4555-8e50-ab25abf1d9cd tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822312 Jul 27 22:01:07.086597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-5c2a445e-6ebb-4f3f-98cf-df28f6c199ad service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538819 Jul 27 22:01:07.133916 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281934173-router', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '02270bf5-a2d2-4093-b367-30432edf4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:59Z', 'updated_at': '2021-07-27T22:01:03Z', 'revision_number': 3, 'project_id': '5f039752abae4034b5c077944f4d0aa2', 'gw_port': {'id': '02270bf5-a2d2-4093-b367-30432edf4001', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:00Z', 'updated_at': '2021-07-27T22:01:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:07.239187 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Checking router: 234ae3ee-bfb2-4964-a512-ccafe59b6e21 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:07.255648 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Updating router 234ae3ee-bfb2-4964-a512-ccafe59b6e21 port 02270bf5-a2d2-4093-b367-30432edf4001 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:01:07.271941 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b501acc5-3ef7-4b27-b3e8-ba935e94fc11 service neutron] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:07.280639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b501acc5-3ef7-4b27-b3e8-ba935e94fc11 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.281910 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c6971c4-0f16-4227-be5b-0a415080a800 req-b501acc5-3ef7-4b27-b3e8-ba935e94fc11 service neutron] 10.222.0.41 "DELETE /v2.0/ports/d802f000-a3c1-46c0-bb9a-ba412973cc13/bindings/n-h1-802011-3 HTTP/1.1" status: 204 len: 173 time: 0.6606753 Jul 27 22:01:07.327527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-0fd19819-756d-4c38-ac0d-f994e3c9fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.332627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-0fd19819-756d-4c38-ac0d-f994e3c9fcb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.4192703 Jul 27 22:01:07.358440 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.375799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:07.401660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-40aa328a-71ce-4203-9222-fcaba9c5a405 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051960 Jul 27 22:01:07.457586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd6247-7628-430c-9e21-b6c151687cea req-dc57eeba-50db-41e5-a07a-21807b2b9da3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.472520 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bfd6247-7628-430c-9e21-b6c151687cea req-dc57eeba-50db-41e5-a07a-21807b2b9da3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 948 time: 0.2237136 Jul 27 22:01:07.749106 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-96c5a125-425a-49a1-ba26-1b693c91eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.755060 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-96c5a125-425a-49a1-ba26-1b693c91eff8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4118090 Jul 27 22:01:07.859037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bfd6247-7628-430c-9e21-b6c151687cea req-a2909098-6859-4854-bf27-5103f0769697 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839855 Jul 27 22:01:07.859850 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-363e9dcd-68c2-485e-b2b6-40ac42e14fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.900947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-1c34af51-be1b-4c4f-9cef-565156c15c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.907856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-1c34af51-be1b-4c4f-9cef-565156c15c24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 1099 time: 0.4311397 Jul 27 22:01:08.027847 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-fb3aa60f-dd96-4265-874e-12be0b8a0535 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638631 Jul 27 22:01:08.044575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-363e9dcd-68c2-485e-b2b6-40ac42e14fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.081254 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-363e9dcd-68c2-485e-b2b6-40ac42e14fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.197607 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.227549 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Transition to ACTIVE for port object 02270bf5-a2d2-4093-b367-30432edf4001 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:08.230200 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-363e9dcd-68c2-485e-b2b6-40ac42e14fed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0674dc4465a849c089cd32c9dd0e858c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8521619 Jul 27 22:01:08.234948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:08.243931 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.260599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d5b149b-41bf-4d19-b7da-c430fd63241c req-fea81a71-7001-4ffd-888f-e0a75be57b7b tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 210 time: 0.2130625 Jul 27 22:01:08.276698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390358f0-3851-4245-91eb-84c43a50f9f3 req-e5db8eb9-ac88-4c3a-89c0-ff2b84addd74 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:08.283581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-390358f0-3851-4245-91eb-84c43a50f9f3 req-e5db8eb9-ac88-4c3a-89c0-ff2b84addd74 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 1095 time: 0.8054218 Jul 27 22:01:08.368852 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Attempting to bind port 02270bf5-a2d2-4093-b367-30432edf4001 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:08.369418 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Attempting to bind port 02270bf5-a2d2-4093-b367-30432edf4001 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:08.373238 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Attempting to bind port 02270bf5-a2d2-4093-b367-30432edf4001 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:08.380475 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac1f70-5ab2-4681-81b9-b943974f6c72 None None] Pushing event updated for resources: {'Port': ['ID=02270bf5-a2d2-4093-b367-30432edf4001,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:08.396408 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:08.396879 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:08.397357 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.397820 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:08.398404 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Bound port: 02270bf5-a2d2-4093-b367-30432edf4001, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:08.398862 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.420647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e9dcd-68c2-485e-b2b6-40ac42e14fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f3ceb6-ac1d-4780-ad58-91f3791d52fc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:08.476791 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-ce9ac799-b1ba-43a8-b587-694272c1b42e service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357176 Jul 27 22:01:08.506654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-390358f0-3851-4245-91eb-84c43a50f9f3 req-8a8db45a-82ea-444f-9823-130f9dc7a0c1 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073750 Jul 27 22:01:08.508862 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] For port 02270bf5-a2d2-4093-b367-30432edf4001, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:08.518223 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] For port 02270bf5-a2d2-4093-b367-30432edf4001, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=02270bf5-a2d2-4093-b367-30432edf4001,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:08.538949 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.548129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-3bce5e55-3ca9-40d0-bb51-3925f7f1ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:08.549984 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-3bce5e55-3ca9-40d0-bb51-3925f7f1ff45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.5039370 Jul 27 22:01:08.580301 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4681d3bd-2359-457a-8909-722f5ac8ba6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.631539 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-02eacc26-c11a-4f88-8d61-261b56da2106 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 217 time: 0.0738003 Jul 27 22:01:08.665357 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.677122 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Routers {'234ae3ee-bfb2-4964-a512-ccafe59b6e21'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:08.685395 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4681d3bd-2359-457a-8909-722f5ac8ba6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.688730 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:00:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['234ae3ee-bfb2-4964-a512-ccafe59b6e21'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:08.714228 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-8a8a1183-7b5e-451c-a31d-f64e4b94b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:08.716659 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-8a8a1183-7b5e-451c-a31d-f64e4b94b1a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0692751 Jul 27 22:01:08.757321 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac1f70-5ab2-4681-81b9-b943974f6c72 None None] Pushing event updated for resources: {'Port': ['ID=02270bf5-a2d2-4093-b367-30432edf4001,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:08.775336 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82576f84-bed3-4b77-86d7-d0eae994320c req-9bca675a-32b1-44f4-968b-886c3b034d83 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:08.788241 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82576f84-bed3-4b77-86d7-d0eae994320c req-9bca675a-32b1-44f4-968b-886c3b034d83 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 1095 time: 0.1556399 Jul 27 22:01:08.857980 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4681d3bd-2359-457a-8909-722f5ac8ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.864485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4681d3bd-2359-457a-8909-722f5ac8ba6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.866589 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82576f84-bed3-4b77-86d7-d0eae994320c req-7048f2c5-a5c8-49a5-8e4d-d00c1507dcb9 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762880 Jul 27 22:01:08.867845 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4681d3bd-2359-457a-8909-722f5ac8ba6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0f3ceb6-ac1d-4780-ad58-91f3791d52fc HTTP/1.1" status: 204 len: 168 time: 0.6318016 Jul 27 22:01:08.875411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-238f795c-41af-43d1-a42f-5839eb2edb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:08.876841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-238f795c-41af-43d1-a42f-5839eb2edb98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482830 Jul 27 22:01:08.981131 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] Set router 234ae3ee-bfb2-4964-a512-ccafe59b6e21 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:08.983637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681d3bd-2359-457a-8909-722f5ac8ba6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f3ceb6-ac1d-4780-ad58-91f3791d52fc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:09.069132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-8eca2887-b58c-4d9e-b588-608cf6b4e6f6 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845393 Jul 27 22:01:09.221436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Allocated IP 172.20.0.1 (8db8ffe4-3127-46a7-a6ec-d9be65677c6a/fd554344-b280-472b-b533-9b201c20ebbb/8cc91557-88d0-430c-9164-145ed45a9ece) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:09.405131 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281934173-router', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '02270bf5-a2d2-4093-b367-30432edf4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:59Z', 'updated_at': '2021-07-27T22:01:03Z', 'revision_number': 3, 'project_id': '5f039752abae4034b5c077944f4d0aa2', 'gw_port': {'id': '02270bf5-a2d2-4093-b367-30432edf4001', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:00Z', 'updated_at': '2021-07-27T22:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:09.497818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f641a-2d8a-44ee-88cb-c3adda1641b3 req-6e29e185-e30f-4f58-bb9d-c5bc79870b21 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:09.509594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1aa7120a-97ef-4d2f-b15a-3f943be14d40 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:09.511185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe9f641a-2d8a-44ee-88cb-c3adda1641b3 req-6e29e185-e30f-4f58-bb9d-c5bc79870b21 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 948 time: 0.4374921 Jul 27 22:01:09.524007 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1aa7120a-97ef-4d2f-b15a-3f943be14d40 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.41 "GET /v2.0/networks?id=8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 HTTP/1.1" status: 200 len: 816 time: 0.4181440 Jul 27 22:01:09.556488 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8cb6d3-ced5-482b-aee0-03976225a5fb None None] The sync data for ids ['234ae3ee-bfb2-4964-a512-ccafe59b6e21'] in n-d-802011-3 is: [{'id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281934173-router', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '02270bf5-a2d2-4093-b367-30432edf4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:59Z', 'updated_at': '2021-07-27T22:01:03Z', 'revision_number': 3, 'project_id': '5f039752abae4034b5c077944f4d0aa2', 'gw_port': {'id': '02270bf5-a2d2-4093-b367-30432edf4001', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:00Z', 'updated_at': '2021-07-27T22:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:09.664505 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e734bf5-ac5f-4323-b7df-f157b4c153b2 req-0160826c-2073-4a38-8358-5ef12423b762 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703194 Jul 27 22:01:09.753232 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-7fc11679-fb25-4064-9ded-37fd5c39d9b6 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=decbabb589024684a5cbe867d07f1957 HTTP/1.1" status: 200 len: 380 time: 0.1981738 Jul 27 22:01:09.753387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7617dce-d911-43ea-b3d6-360f0c923f0a req-e77deaea-7454-4993-891a-6be49988c4d7 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 210 time: 0.1356981 Jul 27 22:01:09.792903 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:09.796684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe9f641a-2d8a-44ee-88cb-c3adda1641b3 req-60331cd6-34f2-481e-8824-8bbe32b6ca8b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700684 Jul 27 22:01:09.833698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Request body: {'port': {'device_id': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'admin_state_up': True, 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'security_groups': ['624cefae-4fdc-45d3-9a8c-92c9e7d45479']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:09.881300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Transition to ACTIVE for port object 8cc91557-88d0-430c-9164-145ed45a9ece will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:10.001580 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:10.164176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 66cba410-a812-48cb-908f-9dec77b1c11f details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:10.267032 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:10.455535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Network 8db8ffe4-3127-46a7-a6ec-d9be65677c6a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:10.474393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:10.497816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:10.510915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Made reservation on behalf of decbabb589024684a5cbe867d07f1957 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:10.524036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:10.526909 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:10.555526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '66cba410-a812-48cb-908f-9dec77b1c11f', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '66cba410-a812-48cb-908f-9dec77b1c11f', 'mac_address': 'fa:16:3e:25:97:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:10.561735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 02270bf5-a2d2-4093-b367-30432edf4001 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:10.617930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Pushing event updated for resources: {'Port': ['ID=8cc91557-88d0-430c-9164-145ed45a9ece,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:10.697130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 02270bf5-a2d2-4093-b367-30432edf4001 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:10.725752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 02270bf5-a2d2-4093-b367-30432edf4001 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:10.727835 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:10.822948 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:10.869187 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:10.940221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cba410-a812-48cb-908f-9dec77b1c11f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:11.092923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:11.094729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d1887b3-a7b8-46de-8ed2-2771bdd7dc75 req-f4917412-b1b3-4f49-88aa-3a91638b2820 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 210 time: 0.1089673 Jul 27 22:01:11.105885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1b22c4ef-8e94-428b-b07a-09cf8270ac21 None None] Provisioning for port 8cc91557-88d0-430c-9164-145ed45a9ece completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:11.190800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Allocated IP 172.20.0.6 (8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07/ac948ed5-324d-45aa-81eb-fb69abaf8a82/0389bc40-7fa8-4a74-b79f-b86f1dcf3085) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:11.207647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f1bd0-f86c-438e-b81c-574ad32f150e req-5538183d-231d-46e6-8c97-b7afe8e50543 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.219944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f7f1bd0-f86c-438e-b81c-574ad32f150e req-5538183d-231d-46e6-8c97-b7afe8e50543 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 948 time: 0.2385130 Jul 27 22:01:11.284743 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.298862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1b22c4ef-8e94-428b-b07a-09cf8270ac21 None None] Provisioning complete for port 8cc91557-88d0-430c-9164-145ed45a9ece triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:11.299545 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b22c4ef-8e94-428b-b07a-09cf8270ac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.382985 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.467554 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f7f1bd0-f86c-438e-b81c-574ad32f150e req-43bd7027-8f6e-4f30-a277-fda873c39ae6 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458591 Jul 27 22:01:11.516555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1b22c4ef-8e94-428b-b07a-09cf8270ac21 None None] Port 8cc91557-88d0-430c-9164-145ed45a9ece cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:01:11.523442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 02270bf5-a2d2-4093-b367-30432edf4001, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=02270bf5-a2d2-4093-b367-30432edf4001,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:11.550030 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.564540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:11.577949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.580807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.581310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.581774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.582222 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.582972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.586406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.586975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.587243 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.587718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.587718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.588592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.610887 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ce23dc7-f540-4092-ba70-59b46161c15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.706697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['66cba410-a812-48cb-908f-9dec77b1c11f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:11.712574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=02270bf5-a2d2-4093-b367-30432edf4001,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:11.779344 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.789133 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.899084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Transition to ACTIVE for port object 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:12.105966 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.188148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:12.209967 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.218500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:12.255363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:12.268385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Pushing event updated for resources: {'Port': ['ID=0389bc40-7fa8-4a74-b79f-b86f1dcf3085,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:12.384052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 02270bf5-a2d2-4093-b367-30432edf4001 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:12.504025 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.532521 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.533936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 02270bf5-a2d2-4093-b367-30432edf4001 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:12.534414 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.567052 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.577278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.712165 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-1f01e219-8903-4afc-a9ee-e1fe71475d8a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9609215 Jul 27 22:01:12.723035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Pushing event updated for resources: {'Port': ['ID=8cc91557-88d0-430c-9164-145ed45a9ece,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:12.729419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Request body: {'port': {'device_id': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:12.733855 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.815569 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-771f9df5-58d3-417a-a0d4-1a91abdc755b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.841622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d8a1f468-a7af-4b9a-80ef-786712d546f2 None None] Provisioning for port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:12.845944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d8a1f468-a7af-4b9a-80ef-786712d546f2 None None] Provisioning complete for port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:12.846471 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8a1f468-a7af-4b9a-80ef-786712d546f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.916011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1f468-a7af-4b9a-80ef-786712d546f2 None None] Port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:01:12.921421 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:12.937389 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-8671d6f3-1e43-4dd9-8a65-8def70aa847b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.939422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-8671d6f3-1e43-4dd9-8a65-8def70aa847b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.41 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa&tenant_id=1a8cb100fd00413a9aefa092bd27ec73&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 949 time: 0.7009575 Jul 27 22:01:12.971175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3263c-3841-42ea-addf-57c34089e88b req-48e1d013-5e3b-4d2c-8219-407df6f354e6 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.973169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c6c3263c-3841-42ea-addf-57c34089e88b req-48e1d013-5e3b-4d2c-8219-407df6f354e6 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 931 time: 0.6266732 Jul 27 22:01:13.107735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf10bd8-23f1-4c35-a7ea-a8af68513d07 req-942051de-f26d-4feb-a285-014bbe09c32d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:13.115002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-daf10bd8-23f1-4c35-a7ea-a8af68513d07 req-942051de-f26d-4feb-a285-014bbe09c32d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 949 time: 0.7073889 Jul 27 22:01:13.173039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c6c3263c-3841-42ea-addf-57c34089e88b req-1d5da1a0-ee8a-4008-883d-2c14124fe1b4 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874692 Jul 27 22:01:13.185064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-1b400673-1778-430a-8cb6-a4d2d458f9e8 service neutron] 10.222.0.41 "GET /v2.0/ports/66cba410-a812-48cb-908f-9dec77b1c11f/bindings/n-h2-802011-3 HTTP/1.1" status: 200 len: 382 time: 0.2244866 Jul 27 22:01:13.222468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-daf10bd8-23f1-4c35-a7ea-a8af68513d07 req-771e0f3e-ab63-46e9-99ac-21284a6de624 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974715 Jul 27 22:01:13.253548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0ce23dc7-f540-4092-ba70-59b46161c15e admin admin] Deleting port b8f4134d-8bb6-46ef-843f-9d47947f994d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:13.253885 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ce23dc7-f540-4092-ba70-59b46161c15e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.322923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:13.324963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-51ed217f-b1c0-4d93-a584-67f689970d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:13.326793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-51ed217f-b1c0-4d93-a584-67f689970d0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 1100 time: 0.1111643 Jul 27 22:01:13.415865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0ce23dc7-f540-4092-ba70-59b46161c15e admin admin] For port b8f4134d-8bb6-46ef-843f-9d47947f994d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b8f4134d-8bb6-46ef-843f-9d47947f994d,segment=NetworkSegment(79fa57b7-3479-4f10-9fd8-95879f52ae5a),segment_id=79fa57b7-3479-4f10-9fd8-95879f52ae5a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:13.416501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ce23dc7-f540-4092-ba70-59b46161c15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.435704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0ce23dc7-f540-4092-ba70-59b46161c15e admin admin] Calling delete_port for b8f4134d-8bb6-46ef-843f-9d47947f994d owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:13.551088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4d916d-6059-4f9a-b5e2-cf7a912362a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.568194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-79f3a7ab-7886-4ec5-b869-621f5fa188bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:13.569794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-79f3a7ab-7886-4ec5-b869-621f5fa188bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2251005 Jul 27 22:01:13.612526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Network 8db8ffe4-3127-46a7-a6ec-d9be65677c6a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:13.622950 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:13.638566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-2d9c4afc-5f7a-44b6-8860-3e91a90777c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 217 time: 0.0578713 Jul 27 22:01:13.835641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-d1f07949-bcd1-405e-9c0f-323035470050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:13.838246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-d1f07949-bcd1-405e-9c0f-323035470050 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1887274 Jul 27 22:01:13.852868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Router 234ae3ee-bfb2-4964-a512-ccafe59b6e21 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:01:13.910549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4d916d-6059-4f9a-b5e2-cf7a912362a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.947267 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:13.949283 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4d916d-6059-4f9a-b5e2-cf7a912362a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.958859 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.003570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d916d-6059-4f9a-b5e2-cf7a912362a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01062219-d79e-4e51-9c96-a9aab40a8db6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:14.011044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Transition to ACTIVE for port object 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:14.015810 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fb4d916d-6059-4f9a-b5e2-cf7a912362a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=518f114784fc4524b8adf30de8a9c3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6856074 Jul 27 22:01:14.017214 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:14.042542 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.048975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7bcda7d3-5c9c-498c-b896-6e5e23cd1ca5 None None] Provisioning complete for port 8cc91557-88d0-430c-9164-145ed45a9ece triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:14.049969 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bcda7d3-5c9c-498c-b896-6e5e23cd1ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.067297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-328c5668-ae15-4437-bbaf-20fa88651476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.068914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-328c5668-ae15-4437-bbaf-20fa88651476 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567769 Jul 27 22:01:14.096292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7bcda7d3-5c9c-498c-b896-6e5e23cd1ca5 None None] Port 8cc91557-88d0-430c-9164-145ed45a9ece cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:01:14.120159 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:14.129937 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-11d8cb50-541b-492d-8dfa-6ee30a759d7a admin admin] 10.222.0.24 "PUT /v2.0/routers/234ae3ee-bfb2-4964-a512-ccafe59b6e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4334447 Jul 27 22:01:14.131079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Sync routers for ids ['234ae3ee-bfb2-4964-a512-ccafe59b6e21'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:14.155015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Pushing event updated for resources: {'Port': ['ID=0389bc40-7fa8-4a74-b79f-b86f1dcf3085,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:14.186743 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 66cba410-a812-48cb-908f-9dec77b1c11f up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:14.195858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Routers {'234ae3ee-bfb2-4964-a512-ccafe59b6e21'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:14.205321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:00:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['234ae3ee-bfb2-4964-a512-ccafe59b6e21'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:14.208245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ce23dc7-f540-4092-ba70-59b46161c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.350294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce23dc7-f540-4092-ba70-59b46161c15e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f4134d-8bb6-46ef-843f-9d47947f994d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:14.386002 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Attempting to bind port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:14.390352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Attempting to bind port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:14.391035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Attempting to bind port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 on network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:14.422480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 on network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:14.423094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Attempting to bind port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 on network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:14.437016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:14.438400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Checking segment: {'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:14.439611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Bound using segment: {'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:14.440076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Bound port: 0389bc40-7fa8-4a74-b79f-b86f1dcf3085, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:14.440443 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.456161 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5ada-851f-44e6-ac2b-60ce87793427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.607661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Set router 234ae3ee-bfb2-4964-a512-ccafe59b6e21 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:14.623164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-fdfb0dc9-e14d-4629-a35d-e34935023ad9 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425918 Jul 27 22:01:14.629886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5ada-851f-44e6-ac2b-60ce87793427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.655083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] For port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:14.662204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] For port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=0389bc40-7fa8-4a74-b79f-b86f1dcf3085,segment=NetworkSegment(d57a12e4-4f8d-4d49-8b7e-2b503d2b480d),segment_id=d57a12e4-4f8d-4d49-8b7e-2b503d2b480d)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:14.676195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.761094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.762503 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.768137 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] 10.222.0.41 "PUT /v2.0/ports/0389bc40-7fa8-4a74-b79f-b86f1dcf3085 HTTP/1.1" status: 200 len: 1091 time: 2.0464578 Jul 27 22:01:14.768990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'tag': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:14.792350 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765141ef-4703-4fe4-bb8d-e40c41e2936a" -d '{"events": [{"name": "network-changed", "server_uuid": "ea156874-a417-44fc-a92f-d82b81a1df5d", "tag": "0389bc40-7fa8-4a74-b79f-b86f1dcf3085"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:14.798030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa1252-d385-4443-adb0-610fd111c503 req-e5add919-a232-4a0f-a90b-e61dc184995f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.799913 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55fa1252-d385-4443-adb0-610fd111c503 req-e5add919-a232-4a0f-a90b-e61dc184995f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 949 time: 0.3713877 Jul 27 22:01:14.819996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a00ec-931b-45f7-9ed8-791d0b164d30 req-83b486a6-e819-40dc-ba12-e6eaeca92d18 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.821685 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba0a00ec-931b-45f7-9ed8-791d0b164d30 req-83b486a6-e819-40dc-ba12-e6eaeca92d18 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 943 time: 0.3918843 Jul 27 22:01:14.913488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8555ab2-4678-4299-a130-1463584bda15 service neutron] Pushing event updated for resources: {'Port': ['ID=0389bc40-7fa8-4a74-b79f-b86f1dcf3085,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:14.929511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 66cba410-a812-48cb-908f-9dec77b1c11f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:14.934246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 66cba410-a812-48cb-908f-9dec77b1c11f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:14.934785 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.953983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-5285a239-9c56-483a-88e7-5e627c34b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.956114 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-5285a239-9c56-483a-88e7-5e627c34b9eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=decbabb589024684a5cbe867d07f1957&device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 1094 time: 0.1200364 Jul 27 22:01:14.966440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281934173-router', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '02270bf5-a2d2-4093-b367-30432edf4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:59Z', 'updated_at': '2021-07-27T22:01:11Z', 'revision_number': 4, 'project_id': '5f039752abae4034b5c077944f4d0aa2', 'gw_port': {'id': '02270bf5-a2d2-4093-b367-30432edf4001', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:00Z', 'updated_at': '2021-07-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8cc91557-88d0-430c-9164-145ed45a9ece', 'name': '', 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'mac_address': 'fa:16:3e:0a:93:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'fd554344-b280-472b-b533-9b201c20ebbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:08Z', 'updated_at': '2021-07-27T22:01:11Z', 'revision_number': 2, 'project_id': '5f039752abae4034b5c077944f4d0aa2', 'subnets': [{'id': 'fd554344-b280-472b-b533-9b201c20ebbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:15.012644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Checking router: 234ae3ee-bfb2-4964-a512-ccafe59b6e21 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:15.012937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Updating router 234ae3ee-bfb2-4964-a512-ccafe59b6e21 port 8cc91557-88d0-430c-9164-145ed45a9ece binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:01:15.043189 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.076231 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-874fb12c-270d-429b-844b-138d78358f4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0389bc40-7fa8-4a74-b79f-b86f1dcf3085 HTTP/1.1" status: 200 len: 217 time: 0.1109991 Jul 27 22:01:15.151337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55fa1252-d385-4443-adb0-610fd111c503 req-4ea598ec-5d03-4888-acc8-56e91355872a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742193 Jul 27 22:01:15.179262 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-ad0a691a-43d9-4e87-b133-9afd3c1f7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.179262 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-ad0a691a-43d9-4e87-b133-9afd3c1f7155 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac948ed5-324d-45aa-81eb-fb69abaf8a82 HTTP/1.1" status: 200 len: 855 time: 0.0920720 Jul 27 22:01:15.196162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba0a00ec-931b-45f7-9ed8-791d0b164d30 req-dc0bce7a-e94a-4c3d-b10e-0c30b57d7ceb tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078582 Jul 27 22:01:15.198441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-9b947a67-a461-46ae-8e39-58b018d70c82 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620005 Jul 27 22:01:15.202141 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5ada-851f-44e6-ac2b-60ce87793427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.204917 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5ada-851f-44e6-ac2b-60ce87793427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.206078 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ce2e5ada-851f-44e6-ac2b-60ce87793427 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01062219-d79e-4e51-9c96-a9aab40a8db6 HTTP/1.1" status: 204 len: 168 time: 1.1888416 Jul 27 22:01:15.237527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e5ada-851f-44e6-ac2b-60ce87793427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01062219-d79e-4e51-9c96-a9aab40a8db6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:15.273676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ce23dc7-f540-4092-ba70-59b46161c15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.329392 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-22c6cc75-f12a-4d34-b5db-4fca606e4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.336901 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-22c6cc75-f12a-4d34-b5db-4fca606e4599 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536865 Jul 27 22:01:15.343051 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9ed136-1697-460c-b936-c2ebcb99f5ba x-openstack-request-id: req-9e9ed136-1697-460c-b936-c2ebcb99f5ba {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:15.343362 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea156874-a417-44fc-a92f-d82b81a1df5d", "tag": "0389bc40-7fa8-4a74-b79f-b86f1dcf3085", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:15.343597 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e9ed136-1697-460c-b936-c2ebcb99f5ba {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:15.344004 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'tag': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085', 'status': 'completed', 'code': 200} Jul 27 22:01:15.428799 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.557195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:15.560063 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7275719f-2a75-44df-9abf-284326800862" -d '{"events": [{"server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "name": "network-vif-plugged", "status": "completed", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:15.628401 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15ced945-f013-49fc-8cbd-820de2138288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.641072 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-b699b22c-2bfa-4ea3-ac59-a54109229843 service neutron] 10.222.0.41 "GET /v2.0/networks/8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921062 Jul 27 22:01:15.674643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:15.696929 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1101711a-738d-44cc-812f-a5deb289dfa5 x-openstack-request-id: req-1101711a-738d-44cc-812f-a5deb289dfa5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:15.709355 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "name": "network-vif-plugged", "status": "completed", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:15.709802 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1101711a-738d-44cc-812f-a5deb289dfa5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:15.710403 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f', 'code': 200} Jul 27 22:01:15.715233 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.827459 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec57ce4-d5a2-42a2-b6d3-d8812cc6c3f1 req-d9b48e80-56ec-4f9b-ac6a-f7e9df82c110 service neutron] 10.222.0.41 "GET /v2.0/networks/8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702421 Jul 27 22:01:15.835625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.837697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65b451e3-b65d-4f0a-bf43-174deec7b659 req-bbb9f1e2-fefe-47ae-bfa5-63ff325b5939 tempest-FloatingIPsNegativeTestJSON-1267047987 tempest-FloatingIPsNegativeTestJSON-1267047987-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=5f039752abae4034b5c077944f4d0aa2 HTTP/1.1" status: 200 len: 217 time: 0.1473708 Jul 27 22:01:15.838397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:15.972115 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:15.990307 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765141ef-4703-4fe4-bb8d-e40c41e2936a req-0e35b8b8-347a-4965-b3c7-376852cf98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.991940 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02a8d283-7823-4a7b-b961-0f935bdfcd5d req-59e61b44-024a-461a-80aa-9fe3e5c8e1e4 tempest-FloatingIPsNegativeTestJSON-1267047987 tempest-FloatingIPsNegativeTestJSON-1267047987-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1259487 Jul 27 22:01:15.996109 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-765141ef-4703-4fe4-bb8d-e40c41e2936a req-0e35b8b8-347a-4965-b3c7-376852cf98ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=decbabb589024684a5cbe867d07f1957&device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 1094 time: 0.1065478 Jul 27 22:01:16.007698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Transition to ACTIVE for port object 8cc91557-88d0-430c-9164-145ed45a9ece will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:16.030405 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.070480 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-13efe041-907c-45e3-92b9-4d1f0976d67c req-b568b0bd-b995-4f7e-97e1-dd80b6392064 tempest-FloatingIPsNegativeTestJSON-1267047987 tempest-FloatingIPsNegativeTestJSON-1267047987-project] show failed (client error): The resource could not be found. Jul 27 22:01:16.072160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13efe041-907c-45e3-92b9-4d1f0976d67c req-b568b0bd-b995-4f7e-97e1-dd80b6392064 tempest-FloatingIPsNegativeTestJSON-1267047987 tempest-FloatingIPsNegativeTestJSON-1267047987-project] 10.222.0.24 "GET /v2.0/floatingips/1870c131-23f2-494e-9064-d7f248669d35 HTTP/1.1" status: 404 len: 350 time: 0.0519564 Jul 27 22:01:16.081197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:16.094804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce23dc7-f540-4092-ba70-59b46161c15e admin admin] Router 6e434b3c-ad46-4fe3-864d-7256346d48b4 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:01:16.130509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cb033-f9ee-4b73-8e04-8e2897f1f342 None None] Pushing event updated for resources: {'Port': ['ID=8cc91557-88d0-430c-9164-145ed45a9ece,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:16.221223 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.240265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Attempting to bind port 8cc91557-88d0-430c-9164-145ed45a9ece on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:16.240641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Attempting to bind port 8cc91557-88d0-430c-9164-145ed45a9ece by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '3bc86a08-e1ab-4b89-ac64-efeb264cb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:16.241005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Attempting to bind port 8cc91557-88d0-430c-9164-145ed45a9ece on network 8db8ffe4-3127-46a7-a6ec-d9be65677c6a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:16.257393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765141ef-4703-4fe4-bb8d-e40c41e2936a req-54dc9969-5e9a-45da-baf1-3ba8fb5467f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.267276 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-765141ef-4703-4fe4-bb8d-e40c41e2936a req-54dc9969-5e9a-45da-baf1-3ba8fb5467f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 HTTP/1.1" status: 200 len: 917 time: 0.2548490 Jul 27 22:01:16.269809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:16.270188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Checking segment: {'id': '3bc86a08-e1ab-4b89-ac64-efeb264cb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:16.270761 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.271159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Bound using segment: {'id': '3bc86a08-e1ab-4b89-ac64-efeb264cb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:16.271635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Bound port: 8cc91557-88d0-430c-9164-145ed45a9ece, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc86a08-e1ab-4b89-ac64-efeb264cb1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:16.272016 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.359932 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-765141ef-4703-4fe4-bb8d-e40c41e2936a req-9e739e05-9108-4b8e-9391-e67fe3cb9954 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0389bc40-7fa8-4a74-b79f-b86f1dcf3085 HTTP/1.1" status: 200 len: 217 time: 0.0873001 Jul 27 22:01:16.364588 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.447330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765141ef-4703-4fe4-bb8d-e40c41e2936a req-33ad5644-5a43-4f26-8607-c356a7757911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.448909 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-765141ef-4703-4fe4-bb8d-e40c41e2936a req-33ad5644-5a43-4f26-8607-c356a7757911 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac948ed5-324d-45aa-81eb-fb69abaf8a82 HTTP/1.1" status: 200 len: 855 time: 0.0826445 Jul 27 22:01:16.506109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] For port 8cc91557-88d0-430c-9164-145ed45a9ece, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:16.510632 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] For port 8cc91557-88d0-430c-9164-145ed45a9ece, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8cc91557-88d0-430c-9164-145ed45a9ece,segment=NetworkSegment(3bc86a08-e1ab-4b89-ac64-efeb264cb1ad),segment_id=3bc86a08-e1ab-4b89-ac64-efeb264cb1ad)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:16.525304 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.542622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765141ef-4703-4fe4-bb8d-e40c41e2936a req-0554e1cf-2de1-4f3b-9f08-8e7b77b2ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.544237 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-765141ef-4703-4fe4-bb8d-e40c41e2936a req-0554e1cf-2de1-4f3b-9f08-8e7b77b2ac4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824084 Jul 27 22:01:16.634078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce23dc7-f540-4092-ba70-59b46161c15e admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:16.653934 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0ce23dc7-f540-4092-ba70-59b46161c15e admin admin] 10.222.0.24 "PUT /v2.0/routers/6e434b3c-ad46-4fe3-864d-7256346d48b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6511045 Jul 27 22:01:16.654961 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a426c-828c-4484-9028-fd98fca8facb None None] Sync routers for ids ['6e434b3c-ad46-4fe3-864d-7256346d48b4'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:16.669962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34860) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:16.679961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Routers {'234ae3ee-bfb2-4964-a512-ccafe59b6e21'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:16.680958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['234ae3ee-bfb2-4964-a512-ccafe59b6e21'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:16.695499 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a426c-828c-4484-9028-fd98fca8facb None None] Routers {'6e434b3c-ad46-4fe3-864d-7256346d48b4'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:16.697508 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-763a426c-828c-4484-9028-fd98fca8facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['6e434b3c-ad46-4fe3-864d-7256346d48b4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:16.709443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed78a8e-98b2-4395-8c7e-9fa1cd3faff4 req-74a1c480-bfa2-4216-96aa-30ca24c904c5 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.723369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ed78a8e-98b2-4395-8c7e-9fa1cd3faff4 req-74a1c480-bfa2-4216-96aa-30ca24c904c5 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 943 time: 0.2732670 Jul 27 22:01:16.794513 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cb033-f9ee-4b73-8e04-8e2897f1f342 None None] Pushing event updated for resources: {'Port': ['ID=8cc91557-88d0-430c-9164-145ed45a9ece,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:16.965607 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-763a426c-828c-4484-9028-fd98fca8facb None None] Set router 6e434b3c-ad46-4fe3-864d-7256346d48b4 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:17.011599 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-765141ef-4703-4fe4-bb8d-e40c41e2936a req-dc750a19-9704-4c21-b7e3-b11638140030 service neutron] 10.222.0.41 "GET /v2.0/networks/8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563506 Jul 27 22:01:17.012281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] Set router 234ae3ee-bfb2-4964-a512-ccafe59b6e21 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:17.116113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd0228-be98-429b-9ce2-0af5d6f2697b req-32797675-80f2-4fe5-8090-923beb0344bf tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.140424 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9dd0228-be98-429b-9ce2-0af5d6f2697b req-32797675-80f2-4fe5-8090-923beb0344bf tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.6886213 Jul 27 22:01:17.146041 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.303432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ed78a8e-98b2-4395-8c7e-9fa1cd3faff4 req-f325d46b-ab30-43d9-9ada-1d81f9ac6cf0 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5707986 Jul 27 22:01:17.353614 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-763a426c-828c-4484-9028-fd98fca8facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-102872926-router', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '734f03e1-38c3-418b-8985-b3331620c847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:05Z', 'updated_at': '2021-07-27T22:01:14Z', 'revision_number': 5, 'project_id': 'b5d8cb70d5a248c49dfc03758991209a', 'gw_port': {'id': '734f03e1-38c3-418b-8985-b3331620c847', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:06Z', 'updated_at': '2021-07-27T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:17.404993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9dd0228-be98-429b-9ce2-0af5d6f2697b req-03a6eb0b-bad9-4af8-92af-0ac738e08654 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595091 Jul 27 22:01:17.467236 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a426c-828c-4484-9028-fd98fca8facb None None] Checking router: 6e434b3c-ad46-4fe3-864d-7256346d48b4 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:17.482780 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-765141ef-4703-4fe4-bb8d-e40c41e2936a req-672451c2-db8c-498a-a40c-31f9dd48dd14 service neutron] 10.222.0.41 "GET /v2.0/networks/8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510286 Jul 27 22:01:17.508400 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a426c-828c-4484-9028-fd98fca8facb None None] Routers {'6e434b3c-ad46-4fe3-864d-7256346d48b4'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:17.509052 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-763a426c-828c-4484-9028-fd98fca8facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['6e434b3c-ad46-4fe3-864d-7256346d48b4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:17.526244 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.613596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281934173-router', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '02270bf5-a2d2-4093-b367-30432edf4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:59Z', 'updated_at': '2021-07-27T22:01:11Z', 'revision_number': 4, 'project_id': '5f039752abae4034b5c077944f4d0aa2', 'gw_port': {'id': '02270bf5-a2d2-4093-b367-30432edf4001', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:00Z', 'updated_at': '2021-07-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8cc91557-88d0-430c-9164-145ed45a9ece', 'name': '', 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'mac_address': 'fa:16:3e:0a:93:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'fd554344-b280-472b-b533-9b201c20ebbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:08Z', 'updated_at': '2021-07-27T22:01:16Z', 'revision_number': 4, 'project_id': '5f039752abae4034b5c077944f4d0aa2', 'subnets': [{'id': 'fd554344-b280-472b-b533-9b201c20ebbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:17.626697 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ddef8e3-6e8f-4938-a09c-5b29a2f8a10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.649320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307295f6-47c4-40b8-b616-05d4749bd0ec None None] The sync data for ids ['234ae3ee-bfb2-4964-a512-ccafe59b6e21'] in n-d-802011-3 is: [{'id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281934173-router', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '02270bf5-a2d2-4093-b367-30432edf4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:59Z', 'updated_at': '2021-07-27T22:01:11Z', 'revision_number': 4, 'project_id': '5f039752abae4034b5c077944f4d0aa2', 'gw_port': {'id': '02270bf5-a2d2-4093-b367-30432edf4001', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:00Z', 'updated_at': '2021-07-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8cc91557-88d0-430c-9164-145ed45a9ece', 'name': '', 'network_id': '8db8ffe4-3127-46a7-a6ec-d9be65677c6a', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'mac_address': 'fa:16:3e:0a:93:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'fd554344-b280-472b-b533-9b201c20ebbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:08Z', 'updated_at': '2021-07-27T22:01:16Z', 'revision_number': 4, 'project_id': '5f039752abae4034b5c077944f4d0aa2', 'subnets': [{'id': 'fd554344-b280-472b-b533-9b201c20ebbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:17.654878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Deleting port 734f03e1-38c3-418b-8985-b3331620c847 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:17.655221 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.822589 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-763a426c-828c-4484-9028-fd98fca8facb None None] Set router 6e434b3c-ad46-4fe3-864d-7256346d48b4 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:17.864075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] For port 734f03e1-38c3-418b-8985-b3331620c847, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=734f03e1-38c3-418b-8985-b3331620c847,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:17.864453 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.881571 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Calling delete_port for 734f03e1-38c3-418b-8985-b3331620c847 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:17.953520 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.029481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34882) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:18.228885 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-64ff19ad-7779-4b85-890d-cc4b587e31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.230510 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-64ff19ad-7779-4b85-890d-cc4b587e31ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa&tenant_id=1a8cb100fd00413a9aefa092bd27ec73 HTTP/1.1" status: 200 len: 1101 time: 0.5934424 Jul 27 22:01:18.233011 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.236491 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-763a426c-828c-4484-9028-fd98fca8facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-102872926-router', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '734f03e1-38c3-418b-8985-b3331620c847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:05Z', 'updated_at': '2021-07-27T22:01:14Z', 'revision_number': 5, 'project_id': 'b5d8cb70d5a248c49dfc03758991209a', 'gw_port': {'id': '734f03e1-38c3-418b-8985-b3331620c847', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:06Z', 'updated_at': '2021-07-27T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:18.261421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Pushing event deleted for resources: {'Port': ['ID=734f03e1-38c3-418b-8985-b3331620c847,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:18.272362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:18.294543 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a426c-828c-4484-9028-fd98fca8facb None None] The sync data for ids ['6e434b3c-ad46-4fe3-864d-7256346d48b4'] in n-d-802011-3 is: [{'id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'name': 'tempest-AttachSCSIVolumeTestJSON-102872926-router', 'tenant_id': 'b5d8cb70d5a248c49dfc03758991209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '734f03e1-38c3-418b-8985-b3331620c847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:05Z', 'updated_at': '2021-07-27T22:01:14Z', 'revision_number': 5, 'project_id': 'b5d8cb70d5a248c49dfc03758991209a', 'gw_port': {'id': '734f03e1-38c3-418b-8985-b3331620c847', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e434b3c-ad46-4fe3-864d-7256346d48b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:06Z', 'updated_at': '2021-07-27T21:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:18.338152 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8cc91557-88d0-430c-9164-145ed45a9ece up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:18.426922 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.483040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 8cc91557-88d0-430c-9164-145ed45a9ece completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:18.488273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8cc91557-88d0-430c-9164-145ed45a9ece triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:18.489769 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.704403 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.723124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1463886074'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:18.777139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.779264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 8cc91557-88d0-430c-9164-145ed45a9ece, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8cc91557-88d0-430c-9164-145ed45a9ece,segment=NetworkSegment(3bc86a08-e1ab-4b89-ac64-efeb264cb1ad),segment_id=3bc86a08-e1ab-4b89-ac64-efeb264cb1ad)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:18.788819 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.792453 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.814389 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.841976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8c1f4-31a4-4a1e-b189-8973aba9217a req-bf807f65-ea74-4b6d-b22d-9e921648d69b tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.850718 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ae8c1f4-31a4-4a1e-b189-8973aba9217a req-bf807f65-ea74-4b6d-b22d-9e921648d69b tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 943 time: 0.2824402 Jul 27 22:01:18.900165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143e953-22bb-4e54-8925-c5acafc2763a req-761ef540-f6d3-4b3d-b8ce-e3d32012df9f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.902166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7143e953-22bb-4e54-8925-c5acafc2763a req-761ef540-f6d3-4b3d-b8ce-e3d32012df9f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.3412242 Jul 27 22:01:18.939994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=8cc91557-88d0-430c-9164-145ed45a9ece,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:19.069342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Made reservation on behalf of ed4371fba0824d2c9d551fc50f05dae5 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:19.074081 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.078376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ae8c1f4-31a4-4a1e-b189-8973aba9217a req-a8a7500e-85a0-415c-be49-f0373d102b9a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067163 Jul 27 22:01:19.087517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7143e953-22bb-4e54-8925-c5acafc2763a req-8fe9ca0e-f9a0-4351-b379-49c5ad194ce9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740003 Jul 27 22:01:19.101291 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.103784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e434b3c-ad46-4fe3-864d-7256346d48b4 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:01:19.144619 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.148375 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a433654f-bcd6-40a4-984b-d63fa873602a admin admin] 10.222.0.24 "DELETE /v2.0/routers/6e434b3c-ad46-4fe3-864d-7256346d48b4 HTTP/1.1" status: 204 len: 168 time: 2.4773803 Jul 27 22:01:19.155091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34894) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:19.157815 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.245027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdccf33-7a91-4877-a3d6-7a036e6fb735 admin admin] Deleting subnet e0745f83-7323-4d9c-88cc-0ea896a0ca62 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:01:19.265090 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bdccf33-7a91-4877-a3d6-7a036e6fb735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.330138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1ddef8e3-6e8f-4938-a09c-5b29a2f8a10f admin admin] Deleting port 8cc91557-88d0-430c-9164-145ed45a9ece {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:19.332525 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ddef8e3-6e8f-4938-a09c-5b29a2f8a10f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.477391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bdccf33-7a91-4877-a3d6-7a036e6fb735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.495186 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.509779 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.534662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:01:19.548349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.548889 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Added segment a3f7c988-304a-4010-9fee-039d33fc0610 of type vlan for network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 Jul 27 22:01:19.583295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1ddef8e3-6e8f-4938-a09c-5b29a2f8a10f admin admin] For port 8cc91557-88d0-430c-9164-145ed45a9ece, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8cc91557-88d0-430c-9164-145ed45a9ece,segment=NetworkSegment(3bc86a08-e1ab-4b89-ac64-efeb264cb1ad),segment_id=3bc86a08-e1ab-4b89-ac64-efeb264cb1ad)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:19.583897 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ddef8e3-6e8f-4938-a09c-5b29a2f8a10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.604552 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.683211 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1ddef8e3-6e8f-4938-a09c-5b29a2f8a10f admin admin] Calling delete_port for 8cc91557-88d0-430c-9164-145ed45a9ece owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:19.710327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae932c7-4121-4be4-8e2a-e66d0b3bd589,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:19.714908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:19.722722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:19.723668 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.073799 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bdccf33-7a91-4877-a3d6-7a036e6fb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.102784 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ddef8e3-6e8f-4938-a09c-5b29a2f8a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.223877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 66cba410-a812-48cb-908f-9dec77b1c11f no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:20.255154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddef8e3-6e8f-4938-a09c-5b29a2f8a10f admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc91557-88d0-430c-9164-145ed45a9ece,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:20.332231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8cc91557-88d0-430c-9164-145ed45a9ece up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:20.364915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 8cc91557-88d0-430c-9164-145ed45a9ece {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:20.365306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8cc91557-88d0-430c-9164-145ed45a9ece not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 22:01:20.440514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Port 8cc91557-88d0-430c-9164-145ed45a9ece not found, will not notify nova. {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 22:01:20.455642 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.474799 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2666640 Jul 27 22:01:20.494399 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bdccf33-7a91-4877-a3d6-7a036e6fb735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.579598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b8f4134d-8bb6-46ef-843f-9d47947f994d no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:20.636050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: b8f4134d-8bb6-46ef-843f-9d47947f994d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:20.636644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b8f4134d-8bb6-46ef-843f-9d47947f994d not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:20.637290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 734f03e1-38c3-418b-8985-b3331620c847 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:20.644168 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3d8f6-1954-4cd2-a742-de0c1d6084bc tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Pushing event updated for resources: {'Network': ['ID=bfe6e1ee-6d88-4e0d-b359-b0d9367731e1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:20.697589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:01:20.710071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 734f03e1-38c3-418b-8985-b3331620c847 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:20.711032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 734f03e1-38c3-418b-8985-b3331620c847 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:20.732263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:20.755719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdccf33-7a91-4877-a3d6-7a036e6fb735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0745f83-7323-4d9c-88cc-0ea896a0ca62,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:20.777617 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bdccf33-7a91-4877-a3d6-7a036e6fb735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.781495 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2bdccf33-7a91-4877-a3d6-7a036e6fb735 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e0745f83-7323-4d9c-88cc-0ea896a0ca62 HTTP/1.1" status: 204 len: 168 time: 1.6249702 Jul 27 22:01:20.783802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34982) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:20.801116 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ddef8e3-6e8f-4938-a09c-5b29a2f8a10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.824064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5b3c16-d92f-4062-9f0e-f4405be420dc None None] Network 7c05bd0e-4555-48cb-9b43-928bab5eb963 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:20.825500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6b9f7-1830-4241-83db-31a57554f3d0 req-a2bb8700-2c4c-4d44-babf-e9653fa53592 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:20.836025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8e6b9f7-1830-4241-83db-31a57554f3d0 req-a2bb8700-2c4c-4d44-babf-e9653fa53592 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.5981772 Jul 27 22:01:20.924817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a8fcb-5d75-41eb-b2a5-c943f1ea5ef6 req-689f227e-7408-484f-bc28-295cba61b0b8 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:20.926313 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e00a8fcb-5d75-41eb-b2a5-c943f1ea5ef6 req-689f227e-7408-484f-bc28-295cba61b0b8 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 943 time: 0.5463686 Jul 27 22:01:20.933387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:21.041264 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e00a8fcb-5d75-41eb-b2a5-c943f1ea5ef6 req-c7498647-897e-4933-b42b-1784dade6e6c tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916226 Jul 27 22:01:21.048358 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8e6b9f7-1830-4241-83db-31a57554f3d0 req-5f03f081-083b-413b-a90e-622596df780a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114692 Jul 27 22:01:21.056814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.071761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:21.074554 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7cacc6-0e1a-4939-b24f-fd828791dffa" -d '{"events": [{"server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:21.124008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Transition to ACTIVE for port object 66cba410-a812-48cb-908f-9dec77b1c11f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:21.141252 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.209311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.273951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] No DVR routers for this DVR port 66cba410-a812-48cb-908f-9dec77b1c11f on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:21.277769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:21.326558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd23444-0eab-4560-805d-45b5ee03886e None None] DHCP port deletion for 7c05bd0e-4555-48cb-9b43-928bab5eb963 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:01:21.375084 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:01:21.375084 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:01:21.420643 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Attempting to bind port 66cba410-a812-48cb-908f-9dec77b1c11f on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:21.420998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Attempting to bind port 66cba410-a812-48cb-908f-9dec77b1c11f by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:21.421312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Attempting to bind port 66cba410-a812-48cb-908f-9dec77b1c11f on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:21.437465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Port 66cba410-a812-48cb-908f-9dec77b1c11f on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:21.437795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Attempting to bind port 66cba410-a812-48cb-908f-9dec77b1c11f on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:21.454823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:21.454823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:21.454823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:21.455393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Bound port: 66cba410-a812-48cb-908f-9dec77b1c11f, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:21.455639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.482695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:21.492370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Request body: {'port': {'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1', 'binding:host_id': 'n-h2-802011-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-369936622'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:21.513350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7bd23444-0eab-4560-805d-45b5ee03886e None None] Deleting port 121f8b4f-3bdb-463c-9468-9c9de9afc97f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:21.513829 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd23444-0eab-4560-805d-45b5ee03886e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.520438 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9549daf9-8050-4bcc-8189-48f7105aa888 x-openstack-request-id: req-9549daf9-8050-4bcc-8189-48f7105aa888 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:21.522679 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:21.523021 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9549daf9-8050-4bcc-8189-48f7105aa888 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:21.523503 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f', 'code': 200} Jul 27 22:01:21.534915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Deleting port 121f8b4f-3bdb-463c-9468-9c9de9afc97f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:21.535175 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.561832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Made reservation on behalf of 276629c595d8453486c43a22b30ef07c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:21.571581 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.618151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddef8e3-6e8f-4938-a09c-5b29a2f8a10f admin admin] Router 234ae3ee-bfb2-4964-a512-ccafe59b6e21 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:01:21.641758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7bd23444-0eab-4560-805d-45b5ee03886e None None] For port 121f8b4f-3bdb-463c-9468-9c9de9afc97f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=121f8b4f-3bdb-463c-9468-9c9de9afc97f,segment=NetworkSegment(79fa57b7-3479-4f10-9fd8-95879f52ae5a),segment_id=79fa57b7-3479-4f10-9fd8-95879f52ae5a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:21.642164 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd23444-0eab-4560-805d-45b5ee03886e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.650108 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.668881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7bd23444-0eab-4560-805d-45b5ee03886e None None] Calling delete_port for 121f8b4f-3bdb-463c-9468-9c9de9afc97f owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:21.697964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] For port 121f8b4f-3bdb-463c-9468-9c9de9afc97f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=121f8b4f-3bdb-463c-9468-9c9de9afc97f,segment=NetworkSegment(79fa57b7-3479-4f10-9fd8-95879f52ae5a),segment_id=79fa57b7-3479-4f10-9fd8-95879f52ae5a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:21.698515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.714643 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:21.733896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Calling delete_port for 121f8b4f-3bdb-463c-9468-9c9de9afc97f owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:21.737260 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:21.760901 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.897564 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.922562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:21.924601 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.926953 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] 10.222.0.43 "PUT /v2.0/ports/66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 1097 time: 3.6684210 Jul 27 22:01:21.952856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] No DVR routers for this DVR port 121f8b4f-3bdb-463c-9468-9c9de9afc97f on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:21.996596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddef8e3-6e8f-4938-a09c-5b29a2f8a10f admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:22.023748 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1ddef8e3-6e8f-4938-a09c-5b29a2f8a10f admin admin] 10.222.0.24 "PUT /v2.0/routers/234ae3ee-bfb2-4964-a512-ccafe59b6e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9379807 Jul 27 22:01:22.027835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34994) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:22.042529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792e3b4-89d8-41c5-bc4b-106af611daa1 None None] Sync routers for ids ['234ae3ee-bfb2-4964-a512-ccafe59b6e21'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:22.104358 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.120928 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.127120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4d1ce-4ee6-4333-8114-7e53c29bbf63 service neutron] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=11']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:22.127997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] device_id is not set on port c9e2f8db-6154-4625-8a39-9fdda463e739 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:01:22.215392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792e3b4-89d8-41c5-bc4b-106af611daa1 None None] Routers {'234ae3ee-bfb2-4964-a512-ccafe59b6e21'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:22.215660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7792e3b4-89d8-41c5-bc4b-106af611daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['234ae3ee-bfb2-4964-a512-ccafe59b6e21'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:22.373539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Pushing event deleted for resources: {'Port': ['ID=121f8b4f-3bdb-463c-9468-9c9de9afc97f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:22.376494 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.468014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7792e3b4-89d8-41c5-bc4b-106af611daa1 None None] Set router 234ae3ee-bfb2-4964-a512-ccafe59b6e21 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:22.493980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c05bd0e-4555-48cb-9b43-928bab5eb963']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:22.525067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3396323e-d8b2-4dcf-bb5a-3757858de073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.526527 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3396323e-d8b2-4dcf-bb5a-3757858de073 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 1100 time: 0.5631411 Jul 27 22:01:22.530494 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fa57b7-3479-4f10-9fd8-95879f52ae5a') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:22.530853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fa57b7-3479-4f10-9fd8-95879f52ae5a') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:22.548964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 121f8b4f-3bdb-463c-9468-9c9de9afc97f no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:22.552424 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.583141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4363799-1e02-4165-8bd3-27e20d17d82c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:22.593957 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.651978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 121f8b4f-3bdb-463c-9468-9c9de9afc97f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:22.652365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 121f8b4f-3bdb-463c-9468-9c9de9afc97f not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:22.655623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344f8ac-4d92-4d5f-a6db-6d839e4467e6 req-dbb991e7-af0f-4077-a238-9c18f4ef8036 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.671268 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.675607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2344f8ac-4d92-4d5f-a6db-6d839e4467e6 req-dbb991e7-af0f-4077-a238-9c18f4ef8036 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 943 time: 0.3237164 Jul 27 22:01:22.696767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:01:22.700174 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:01:22.711228 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:01:22.726623 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bd23444-0eab-4560-805d-45b5ee03886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.765175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae308f84-7743-4de0-9136-038313e73205 req-c651ff52-2ee4-43e2-823f-18fd5f024829 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.772911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd23444-0eab-4560-805d-45b5ee03886e None None] No DVR routers for this DVR port 121f8b4f-3bdb-463c-9468-9c9de9afc97f on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:22.776532 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae308f84-7743-4de0-9136-038313e73205 req-c651ff52-2ee4-43e2-823f-18fd5f024829 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 949 time: 0.4437916 Jul 27 22:01:22.819727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-17a04c50-a8b7-43d7-bec0-44af709608a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.821217 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-17a04c50-a8b7-43d7-bec0-44af709608a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2820992 Jul 27 22:01:22.845411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.850590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.865982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd23444-0eab-4560-805d-45b5ee03886e None None] Pushing event deleted for resources: {'Port': ['ID=121f8b4f-3bdb-463c-9468-9c9de9afc97f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:22.887281 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:22.889111 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] 10.222.0.24 "DELETE /v2.0/networks/7c05bd0e-4555-48cb-9b43-928bab5eb963 HTTP/1.1" status: 204 len: 168 time: 2.1042998 Jul 27 22:01:22.899564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35006) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:22.899917 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae308f84-7743-4de0-9136-038313e73205 req-be7fb33b-3b9f-4553-8371-85e3bf58dcfb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183910 Jul 27 22:01:22.906780 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-ae7ea0bc-edc0-4104-ae8d-56b7a3d5b17d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 217 time: 0.0694253 Jul 27 22:01:22.908460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18c390-f0da-4e2b-8b46-0f54ada8d3be admin admin] Pushing event deleted for resources: {'Network': ['ID=7c05bd0e-4555-48cb-9b43-928bab5eb963,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:22.912013 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2344f8ac-4d92-4d5f-a6db-6d839e4467e6 req-0c68f819-b6cc-40a9-9d80-14045dac6db9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353780 Jul 27 22:01:23.035043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] device_id is not set on port c9e2f8db-6154-4625-8a39-9fdda463e739 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:01:23.044097 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7792e3b4-89d8-41c5-bc4b-106af611daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281934173-router', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '02270bf5-a2d2-4093-b367-30432edf4001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:59Z', 'updated_at': '2021-07-27T22:01:19Z', 'revision_number': 5, 'project_id': '5f039752abae4034b5c077944f4d0aa2', 'gw_port': {'id': '02270bf5-a2d2-4093-b367-30432edf4001', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:00Z', 'updated_at': '2021-07-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:23.069570 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:23.109325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Transition to ACTIVE for port object c9e2f8db-6154-4625-8a39-9fdda463e739 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:23.113937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792e3b4-89d8-41c5-bc4b-106af611daa1 None None] Checking router: 234ae3ee-bfb2-4964-a512-ccafe59b6e21 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:23.135056 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:23.148896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792e3b4-89d8-41c5-bc4b-106af611daa1 None None] Routers {'234ae3ee-bfb2-4964-a512-ccafe59b6e21'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:23.150333 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7792e3b4-89d8-41c5-bc4b-106af611daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['234ae3ee-bfb2-4964-a512-ccafe59b6e21'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:23.204054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-aaf4a368-3dc9-4689-b018-353f1334a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.205652 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-aaf4a368-3dc9-4689-b018-353f1334a405 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1582646 Jul 27 22:01:23.260728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e2f8db-6154-4625-8a39-9fdda463e739,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:23.272763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Checking segment: {'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:23.273390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Network hostable DHCP agents. Network: bfe6e1ee-6d88-4e0d-b359-b0d9367731e1, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:01:23.334110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:01:23.335466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7792e3b4-89d8-41c5-bc4b-106af611daa1 None None] Set router 234ae3ee-bfb2-4964-a512-ccafe59b6e21 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:23.359745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, bfe6e1ee-6d88-4e0d-b359-b0d9367731e1) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:23.364767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:23.400711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:23.401034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:23.401450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:23.416757 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:23.417140 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:23.417506 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 2 to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 Jul 27 22:01:23.423017 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d581cadb-8d3a-4682-8cd6-51a5aa322a62 None None] Network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:23.456033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:23.456382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:23.456733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:23.467047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:23.467392 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:23.467803 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 3 to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 Jul 27 22:01:23.501179 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:23.501179 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:23.502035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:23.506872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:23.507382 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:23.507997 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 4 to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 Jul 27 22:01:23.526673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:23.529797 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066e1891-4ec0-4361-89d0-7293fe84e29e" -d '{"events": [{"name": "network-changed", "server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:23.533464 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Deleting port 02270bf5-a2d2-4093-b367-30432edf4001 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:23.533815 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:23.539184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-70a993e1-eb57-467c-9ccb-18cd6ca46a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:23.540660 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-70a993e1-eb57-467c-9ccb-18cd6ca46a3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3164372 Jul 27 22:01:23.543962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:23.543962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:23.547528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:23.549401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7792e3b4-89d8-41c5-bc4b-106af611daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281934173-router', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:59Z', 'updated_at': '2021-07-27T22:01:22Z', 'revision_number': 6, 'project_id': '5f039752abae4034b5c077944f4d0aa2', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:23.560790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:23.561530 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:23.562979 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 5 to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 Jul 27 22:01:23.605158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:23.605953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:23.606060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:23.614195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:23.615452 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:23.615970 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 6 to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 Jul 27 22:01:23.631411 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792e3b4-89d8-41c5-bc4b-106af611daa1 None None] The sync data for ids ['234ae3ee-bfb2-4964-a512-ccafe59b6e21'] in n-d-802011-3 is: [{'id': '234ae3ee-bfb2-4964-a512-ccafe59b6e21', 'name': 'tempest-FloatingIPsNegativeTestJSON-1281934173-router', 'tenant_id': '5f039752abae4034b5c077944f4d0aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:59Z', 'updated_at': '2021-07-27T22:01:22Z', 'revision_number': 6, 'project_id': '5f039752abae4034b5c077944f4d0aa2', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:23.656420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:23.656824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:23.657312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:23.669454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:23.671350 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:23.672737 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 7 to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 Jul 27 22:01:23.724716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:23.725201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:23.725669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:23.729847 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9cb619-178e-43db-a4d2-7de03837ef07 x-openstack-request-id: req-ff9cb619-178e-43db-a4d2-7de03837ef07 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:23.730072 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:23.735633 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff9cb619-178e-43db-a4d2-7de03837ef07 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:23.736177 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f', 'status': 'completed', 'code': 200} Jul 27 22:01:23.743500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:23.745155 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:23.745691 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 8 to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 Jul 27 22:01:23.779450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:23.779764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:23.781081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:23.787221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:23.787849 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:23.788461 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 9 to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 Jul 27 22:01:23.806396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:23.806396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:23.806624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:23.814775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:23.815221 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:23.815629 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 10 to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 Jul 27 22:01:23.838986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:23.839916 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:23.841046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:23.849125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port c9e2f8db-6154-4625-8a39-9fdda463e739 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:23.849471 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port c9e2f8db-6154-4625-8a39-9fdda463e739 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:23.850135 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:23.912924 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] For port 02270bf5-a2d2-4093-b367-30432edf4001, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=02270bf5-a2d2-4093-b367-30432edf4001,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:23.913299 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:23.993138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Calling delete_port for 02270bf5-a2d2-4093-b367-30432edf4001 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:24.004193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-db51b45e-2dad-4dd3-802f-876c8dd33546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.005904 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-db51b45e-2dad-4dd3-802f-876c8dd33546 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 1100 time: 0.2645440 Jul 27 22:01:24.008609 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] For port c9e2f8db-6154-4625-8a39-9fdda463e739, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:24.008999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempted to set empty binding levels {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 22:01:24.025308 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-3c831955-f0e8-4dd6-8296-d0b766e2a903 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695148 Jul 27 22:01:24.031767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:24.140195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e2f8db-6154-4625-8a39-9fdda463e739,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:24.208699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.209585 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:24.233872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8cc91557-88d0-430c-9164-145ed45a9ece no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:24.287246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 8cc91557-88d0-430c-9164-145ed45a9ece {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:24.289334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8cc91557-88d0-430c-9164-145ed45a9ece not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:24.328485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5a0026d3-adc6-47a0-94da-541c7b8d8ccf tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.8414500 Jul 27 22:01:24.336687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35022) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:24.345357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c9f56-381a-41c1-a713-9174dc24ce29 req-be3d9fda-dafa-4dc9-bc7d-139b5f79e373 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.353271 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e17c9f56-381a-41c1-a713-9174dc24ce29 req-be3d9fda-dafa-4dc9-bc7d-139b5f79e373 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 949 time: 0.2236526 Jul 27 22:01:24.478141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a77d1-0a9c-4c9d-aa19-59a2cd0cf42b req-a808d047-af6b-489e-983b-d8aa1ee96e7d tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.487122 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e2a77d1-0a9c-4c9d-aa19-59a2cd0cf42b req-a808d047-af6b-489e-983b-d8aa1ee96e7d tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 943 time: 0.3224473 Jul 27 22:01:24.584452 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e2a77d1-0a9c-4c9d-aa19-59a2cd0cf42b req-5b8785e6-9c09-438b-b4ec-d6eba1ab1469 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963507 Jul 27 22:01:24.601112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e17c9f56-381a-41c1-a713-9174dc24ce29 req-4224b085-4d3e-4ab5-90ab-c51fe758d55b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468989 Jul 27 22:01:24.660180 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2680c897-3eec-49c1-b468-a36b2e371f75 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Deleting port c9e2f8db-6154-4625-8a39-9fdda463e739 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:24.660821 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2680c897-3eec-49c1-b468-a36b2e371f75 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:24.835571 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-1764796e-6d50-48c9-ac1a-b73d20d06631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.835571 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-1764796e-6d50-48c9-ac1a-b73d20d06631 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.8017342 Jul 27 22:01:24.847772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2680c897-3eec-49c1-b468-a36b2e371f75 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] For port c9e2f8db-6154-4625-8a39-9fdda463e739, host n-h2-802011-3, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:24.848606 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2680c897-3eec-49c1-b468-a36b2e371f75 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:24.895290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2680c897-3eec-49c1-b468-a36b2e371f75 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Calling delete_port for c9e2f8db-6154-4625-8a39-9fdda463e739 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:24.896299 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-47d9e711-fe26-4854-8f84-1c35b6c7976e req-434bfea0-c5a8-4e83-91e6-237e4b931b01 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8495417 Jul 27 22:01:24.898595 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-54bf1ec6-9e90-4997-877a-9c9d208b38e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 217 time: 0.0486441 Jul 27 22:01:25.041408 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2680c897-3eec-49c1-b468-a36b2e371f75 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.082378 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2680c897-3eec-49c1-b468-a36b2e371f75 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.089034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-0e9fd739-3d18-4b10-a5a7-a1e55896ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.089826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2680c897-3eec-49c1-b468-a36b2e371f75 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c9e2f8db-6154-4625-8a39-9fdda463e739 HTTP/1.1" status: 204 len: 168 time: 0.7343979 Jul 27 22:01:25.091185 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-0e9fd739-3d18-4b10-a5a7-a1e55896ff18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1854093 Jul 27 22:01:25.091393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:25.118479 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-23884f64-fbdc-4a2a-a1b7-50dc0a98e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.119606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680c897-3eec-49c1-b468-a36b2e371f75 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9e2f8db-6154-4625-8a39-9fdda463e739,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:25.119903 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-23884f64-fbdc-4a2a-a1b7-50dc0a98e1bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 1100 time: 0.1420808 Jul 27 22:01:25.126286 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ab353d-cc5c-42ef-b89a-9b099542fe8a tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:01:25.133757 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-16ab353d-cc5c-42ef-b89a-9b099542fe8a tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "GET /v2.0/ports/c9e2f8db-6154-4625-8a39-9fdda463e739 HTTP/1.1" status: 404 len: 333 time: 0.0411868 Jul 27 22:01:25.134532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:25.140296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Request body: {'port': {'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-453399637'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:25.177318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Made reservation on behalf of 276629c595d8453486c43a22b30ef07c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:25.182223 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.209035 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.211899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] device_id is not set on port ff7e1f50-4686-4c55-97a7-2a8ef914f082 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:01:25.256795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Pushing event deleted for resources: {'Port': ['ID=02270bf5-a2d2-4093-b367-30432edf4001,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:25.266551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a7bc61f-fa99-4556-b5ac-1077b39aef0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.276671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-2d692ebd-b612-49a5-bf7f-de5162bfec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.278882 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-2d692ebd-b612-49a5-bf7f-de5162bfec4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1730585 Jul 27 22:01:25.475313 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.477254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-d9379396-8881-4bec-b69d-57c348d49928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.478828 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-d9379396-8881-4bec-b69d-57c348d49928 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3422546 Jul 27 22:01:25.507934 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.536602 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.567106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:25.570791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:25.579714 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-4402163a-c591-4454-b6f5-8024d650b9c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 200 len: 217 time: 0.0916929 Jul 27 22:01:25.603993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:25.605205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.606285 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.633345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4974356 Jul 27 22:01:25.635943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35040) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:25.645524 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:25.681078 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-6b78ca37-8353-4ccd-9272-d601429d45f3 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489935 Jul 27 22:01:25.717800 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.739657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7cffd-dd10-4b9e-b8bf-ec7997df0547 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event updated for resources: {'Port': ['ID=ff7e1f50-4686-4c55-97a7-2a8ef914f082,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:25.756331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.893778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-a53a44d9-e54b-45e5-9f15-f8bb33e5880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.895312 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-a53a44d9-e54b-45e5-9f15-f8bb33e5880f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2798476 Jul 27 22:01:25.915001 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.915436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 234ae3ee-bfb2-4964-a512-ccafe59b6e21 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:01:25.951515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.952685 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-05c4a191-7b4a-43e2-b330-05568d3b1821 admin admin] 10.222.0.24 "DELETE /v2.0/routers/234ae3ee-bfb2-4964-a512-ccafe59b6e21 HTTP/1.1" status: 204 len: 168 time: 3.9214981 Jul 27 22:01:25.956790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35046) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:26.044096 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-3f13b3ba-edb9-46bc-bdbb-7be505d2f513 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353145 Jul 27 22:01:26.079657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-3a47f38b-9864-4c75-a532-a0f004eca3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.081542 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-3a47f38b-9864-4c75-a532-a0f004eca3be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1758456 Jul 27 22:01:26.109460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b8b129-1fad-4cf3-a435-de1962fc4b49 admin admin] Deleting subnet fd554344-b280-472b-b533-9b201c20ebbb {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:01:26.128266 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b129-1fad-4cf3-a435-de1962fc4b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:26.232683 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:26.253116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 02270bf5-a2d2-4093-b367-30432edf4001 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:26.268235 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d711-f3bb-49e9-b06a-7d9785636e62 req-4ce8a69e-c08e-4129-8df7-1fff60997896 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.269973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cd4d711-f3bb-49e9-b06a-7d9785636e62 req-4ce8a69e-c08e-4129-8df7-1fff60997896 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 943 time: 0.5325613 Jul 27 22:01:26.306683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 02270bf5-a2d2-4093-b367-30432edf4001 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:26.308609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 02270bf5-a2d2-4093-b367-30432edf4001 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:26.336185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-12bb5eab-b317-4682-bc58-f535cec72366 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.337947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-12bb5eab-b317-4682-bc58-f535cec72366 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 821 time: 0.6399565 Jul 27 22:01:26.389835 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-e7fb554f-7c2f-4753-b231-ec444b85ed4e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/quotas/2c1d48a9f6a14539976b63c05ed486a6 HTTP/1.1" status: 200 len: 375 time: 0.0400019 Jul 27 22:01:26.463706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cd4d711-f3bb-49e9-b06a-7d9785636e62 req-a1945477-5977-4b1a-b15e-7cb4cc19be69 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600606 Jul 27 22:01:26.512540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b129-1fad-4cf3-a435-de1962fc4b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:26.599770 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-ef9f9e41-212d-4ad1-bbb0-9f8f38554ab4 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057871 Jul 27 22:01:26.618007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] device_id is not set on port ff7e1f50-4686-4c55-97a7-2a8ef914f082 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:01:26.628936 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:26.659245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5b611f15-0ca3-4de5-9986-2e6337f08ea4 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2421596 Jul 27 22:01:26.688557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Transition to ACTIVE for port object ff7e1f50-4686-4c55-97a7-2a8ef914f082 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:26.701676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:26.735131 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b129-1fad-4cf3-a435-de1962fc4b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:26.758546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6a7bc61f-fa99-4556-b5ac-1077b39aef0b admin admin] Deleting port 764aeeb6-ee76-447c-a66e-08268715a3c4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:26.758891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a7bc61f-fa99-4556-b5ac-1077b39aef0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:26.854779 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-066e1891-4ec0-4361-89d0-7293fe84e29e req-04c59829-23fc-4325-b0c7-e35d9a3126d6 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312455 Jul 27 22:01:26.888711 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b129-1fad-4cf3-a435-de1962fc4b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:26.895406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefd4b4-b352-4140-b391-46d92e689acc req-7b2c02da-0eab-4bf9-af94-46695185da9d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.896894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfefd4b4-b352-4140-b391-46d92e689acc req-7b2c02da-0eab-4bf9-af94-46695185da9d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 949 time: 0.2619858 Jul 27 22:01:26.897501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event updated for resources: {'Port': ['ID=ff7e1f50-4686-4c55-97a7-2a8ef914f082,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:26.904067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6a7bc61f-fa99-4556-b5ac-1077b39aef0b admin admin] For port 764aeeb6-ee76-447c-a66e-08268715a3c4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=764aeeb6-ee76-447c-a66e-08268715a3c4,segment=NetworkSegment(5bbfe549-e14d-4f0c-b905-ac857234534a),segment_id=5bbfe549-e14d-4f0c-b905-ac857234534a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:26.904657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a7bc61f-fa99-4556-b5ac-1077b39aef0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:26.930782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8b129-1fad-4cf3-a435-de1962fc4b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd554344-b280-472b-b533-9b201c20ebbb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:26.935686 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c2b8b129-1fad-4cf3-a435-de1962fc4b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:26.937562 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c2b8b129-1fad-4cf3-a435-de1962fc4b49 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fd554344-b280-472b-b533-9b201c20ebbb HTTP/1.1" status: 204 len: 168 time: 0.9782746 Jul 27 22:01:26.938636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6a7bc61f-fa99-4556-b5ac-1077b39aef0b admin admin] Calling delete_port for 764aeeb6-ee76-447c-a66e-08268715a3c4 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:26.940617 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:26.940957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:26.941553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:26.942142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d0390-b796-4c81-8a5d-bf6444884342 None None] Network 8db8ffe4-3127-46a7-a6ec-d9be65677c6a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:26.942693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35050) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:26.959789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:26.960105 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:26.962054 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 2 to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 Jul 27 22:01:26.974888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-a8eac4f1-7606-4d15-9ca2-7d67cf16ca8a service neutron] 10.222.0.24 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876463 Jul 27 22:01:26.995001 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:26.995251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:26.995585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:27.037284 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfefd4b4-b352-4140-b391-46d92e689acc req-be569522-8bdf-48f9-a421-8748b2dceb4b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206849 Jul 27 22:01:27.039706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:27.040039 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:27.042025 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 3 to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 Jul 27 22:01:27.066019 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.076295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:27.076636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:27.076970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:27.092706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:27.093046 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:27.094914 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 4 to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 Jul 27 22:01:27.121909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:27.122434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:27.122934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:27.129922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-ea7f0d0b-050b-4508-b860-f47ee3ee181b service neutron] 10.222.0.24 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451776 Jul 27 22:01:27.130888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:27.131209 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:27.131589 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 5 to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 Jul 27 22:01:27.145606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:27.145942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:27.146288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:27.151341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:27.151667 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:27.152053 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 6 to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 Jul 27 22:01:27.167770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:27.168260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:27.169102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:27.175060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:27.176194 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:27.176612 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 7 to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 Jul 27 22:01:27.201753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:27.202118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:27.202473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:27.207804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:27.208433 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:27.208932 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 8 to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 Jul 27 22:01:27.213336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Deleting port 2bfbe975-d236-469e-a214-ad88226de6a4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:27.213709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.239386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:27.239734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:27.240118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:27.244807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:27.245187 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:27.245508 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 9 to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 Jul 27 22:01:27.256062 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c891cd-9f27-44b8-90f9-56772805bc37 None None] DHCP port deletion for 8db8ffe4-3127-46a7-a6ec-d9be65677c6a request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:01:27.268517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:27.268863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:27.269183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:27.274434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:27.274766 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:27.275151 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 10 to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 Jul 27 22:01:27.298332 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:27.300463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:27.302656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:27.319181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:27.319550 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:27.320735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d3c891cd-9f27-44b8-90f9-56772805bc37 None None] Deleting port 2bfbe975-d236-469e-a214-ad88226de6a4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:27.321015 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.321453 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3c891cd-9f27-44b8-90f9-56772805bc37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.346199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] For port 2bfbe975-d236-469e-a214-ad88226de6a4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2bfbe975-d236-469e-a214-ad88226de6a4,segment=NetworkSegment(3bc86a08-e1ab-4b89-ac64-efeb264cb1ad),segment_id=3bc86a08-e1ab-4b89-ac64-efeb264cb1ad)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:27.346616 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.361759 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a7bc61f-fa99-4556-b5ac-1077b39aef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.419953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d3c891cd-9f27-44b8-90f9-56772805bc37 None None] For port 2bfbe975-d236-469e-a214-ad88226de6a4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2bfbe975-d236-469e-a214-ad88226de6a4,segment=NetworkSegment(3bc86a08-e1ab-4b89-ac64-efeb264cb1ad),segment_id=3bc86a08-e1ab-4b89-ac64-efeb264cb1ad)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:27.420661 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3c891cd-9f27-44b8-90f9-56772805bc37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.426218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Calling delete_port for 2bfbe975-d236-469e-a214-ad88226de6a4 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:27.427720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] For port ff7e1f50-4686-4c55-97a7-2a8ef914f082, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:27.428166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempted to set empty binding levels {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 22:01:27.438723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d3c891cd-9f27-44b8-90f9-56772805bc37 None None] Calling delete_port for 2bfbe975-d236-469e-a214-ad88226de6a4 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:27.447541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.452885 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bc61f-fa99-4556-b5ac-1077b39aef0b admin admin] Pushing event deleted for resources: {'Port': ['ID=764aeeb6-ee76-447c-a66e-08268715a3c4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:27.538429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] In _notify_port_updated(), no bound segment for port ff7e1f50-4686-4c55-97a7-2a8ef914f082 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:01:27.550147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.552337 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.558290 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "PUT /v2.0/ports/ff7e1f50-4686-4c55-97a7-2a8ef914f082 HTTP/1.1" status: 200 len: 974 time: 1.9210632 Jul 27 22:01:27.561551 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35060) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:27.620860 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3c891cd-9f27-44b8-90f9-56772805bc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.663107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c891cd-9f27-44b8-90f9-56772805bc37 None None] No DVR routers for this DVR port 2bfbe975-d236-469e-a214-ad88226de6a4 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:27.705522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c891cd-9f27-44b8-90f9-56772805bc37 None None] Pushing event deleted for resources: {'Port': ['ID=2bfbe975-d236-469e-a214-ad88226de6a4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:27.765355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd249614-7031-4c9c-b826-ccd69f0f11bd tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event updated for resources: {'Port': ['ID=ff7e1f50-4686-4c55-97a7-2a8ef914f082,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:27.767610 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:01:27.769674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.786032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] No DVR routers for this DVR port 2bfbe975-d236-469e-a214-ad88226de6a4 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:27.802368 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-69be8c4a-6e87-4538-9a67-64010855be89 req-a5ecb5c4-b449-4e7e-8c26-e392e5db84a9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 210 time: 0.0607429 Jul 27 22:01:27.843202 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a7bc61f-fa99-4556-b5ac-1077b39aef0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:27.845618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.846119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.846623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.849110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.849598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.850074 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.850715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.851028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.851492 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.852501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.852819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.853281 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.853744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.854207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.854705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.855154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.855644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.856722 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.859949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.859949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.859949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.859949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.859949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.860885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.860885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.861238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.861715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.862330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfbe975-d236-469e-a214-ad88226de6a4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:27.862632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.863127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.868167 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b2a67521-76d5-4a46-b614-2bba5ae77f0c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26046 time: 0.2988634 Jul 27 22:01:27.877487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701b03d-50fc-4920-9cfa-4a1e416a9e56 req-37517b7a-3165-4664-8ab4-41d14e97bbaa tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.885426 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4701b03d-50fc-4920-9cfa-4a1e416a9e56 req-37517b7a-3165-4664-8ab4-41d14e97bbaa tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 943 time: 0.2553675 Jul 27 22:01:27.887722 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35070) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:27.980136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4701b03d-50fc-4920-9cfa-4a1e416a9e56 req-5a6a7661-d442-4c6c-b577-4e371bf7a547 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938311 Jul 27 22:01:28.018529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-43ef8c01-36e1-4d1f-b3ca-cbbaa02b245f tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Deleting port ff7e1f50-4686-4c55-97a7-2a8ef914f082 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:28.018881 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43ef8c01-36e1-4d1f-b3ca-cbbaa02b245f tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.061589 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.075971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db8ffe4-3127-46a7-a6ec-d9be65677c6a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:28.089132 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc86a08-e1ab-4b89-ac64-efeb264cb1ad') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:28.089429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc86a08-e1ab-4b89-ac64-efeb264cb1ad') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:28.094865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-43ef8c01-36e1-4d1f-b3ca-cbbaa02b245f tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] For port ff7e1f50-4686-4c55-97a7-2a8ef914f082, host n-h2-802011-3, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:28.095629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43ef8c01-36e1-4d1f-b3ca-cbbaa02b245f tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.104981 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.131402 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.134149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-43ef8c01-36e1-4d1f-b3ca-cbbaa02b245f tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Calling delete_port for ff7e1f50-4686-4c55-97a7-2a8ef914f082 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:28.138548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 66cba410-a812-48cb-908f-9dec77b1c11f details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:28.179663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:01:28.180088 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:01:28.181785 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:01:28.312976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfd898-dd6a-4067-815c-50d146e5f630 req-5a51f2dc-fa1f-4bfd-ad5d-58456b381d44 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:28.315221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03dfd898-dd6a-4067-815c-50d146e5f630 req-5a51f2dc-fa1f-4bfd-ad5d-58456b381d44 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 949 time: 0.1640429 Jul 27 22:01:28.337675 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.370077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.377516 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8db8ffe4-3127-46a7-a6ec-d9be65677c6a HTTP/1.1" status: 204 len: 168 time: 1.4335568 Jul 27 22:01:28.380769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1d889-c8cb-4c6a-8100-9e9b9081bdb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8db8ffe4-3127-46a7-a6ec-d9be65677c6a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:28.398765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2bfbe975-d236-469e-a214-ad88226de6a4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:28.399335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43ef8c01-36e1-4d1f-b3ca-cbbaa02b245f tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.431099 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43ef8c01-36e1-4d1f-b3ca-cbbaa02b245f tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.433568 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-43ef8c01-36e1-4d1f-b3ca-cbbaa02b245f tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ff7e1f50-4686-4c55-97a7-2a8ef914f082 HTTP/1.1" status: 204 len: 168 time: 0.5449593 Jul 27 22:01:28.437252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:28.465181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 2bfbe975-d236-469e-a214-ad88226de6a4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:28.467395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03dfd898-dd6a-4067-815c-50d146e5f630 req-bff7cafe-da2e-40cd-808f-fa2e34ea5749 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400213 Jul 27 22:01:28.476999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2bfbe975-d236-469e-a214-ad88226de6a4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:28.499698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef8c01-36e1-4d1f-b3ca-cbbaa02b245f tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff7e1f50-4686-4c55-97a7-2a8ef914f082,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:28.504558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:28.523083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7bc61f-fa99-4556-b5ac-1077b39aef0b admin admin] Router 3123151e-bdfd-497c-8aa5-835ae630eebf has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:01:28.526535 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb47d78b-9329-4b12-9eea-eedc756b3f5c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:01:28.528215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fb47d78b-9329-4b12-9eea-eedc756b3f5c tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "GET /v2.0/ports/ff7e1f50-4686-4c55-97a7-2a8ef914f082 HTTP/1.1" status: 404 len: 333 time: 0.0898190 Jul 27 22:01:28.532733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:28.541529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '66cba410-a812-48cb-908f-9dec77b1c11f', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '66cba410-a812-48cb-908f-9dec77b1c11f', 'mac_address': 'fa:16:3e:25:97:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:28.547798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1193596137', 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:28.602695 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.617647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Made reservation on behalf of 276629c595d8453486c43a22b30ef07c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:28.620132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cba410-a812-48cb-908f-9dec77b1c11f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:28.620941 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.646104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:28.652938 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.692086 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] device_id is not set on port 362f537f-2584-43a8-8689-a1ba9369f4da yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:01:28.719494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=12']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:28.733024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35088) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:28.771298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df3e6e-31a2-479a-8eaf-6ad7bac9e46f req-a6bad4ac-3a15-4931-b7fb-ca4e56da69f5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:28.778801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2df3e6e-31a2-479a-8eaf-6ad7bac9e46f req-a6bad4ac-3a15-4931-b7fb-ca4e56da69f5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 950 time: 0.1527834 Jul 27 22:01:28.779085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7bc61f-fa99-4556-b5ac-1077b39aef0b admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:28.788057 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6a7bc61f-fa99-4556-b5ac-1077b39aef0b admin admin] 10.222.0.24 "PUT /v2.0/routers/3123151e-bdfd-497c-8aa5-835ae630eebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8871510 Jul 27 22:01:28.788229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:28.788754 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8b992-ead6-47de-8af3-215fc8df5f9c None None] Sync routers for ids ['3123151e-bdfd-497c-8aa5-835ae630eebf'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:28.805603 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e97371ec-bab6-4633-8cef-f2e8ca316294 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f039752abae4034b5c077944f4d0aa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691524 Jul 27 22:01:28.805946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35092) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:28.813908 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8b992-ead6-47de-8af3-215fc8df5f9c None None] Routers {'3123151e-bdfd-497c-8aa5-835ae630eebf'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:28.814543 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-95e8b992-ead6-47de-8af3-215fc8df5f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['3123151e-bdfd-497c-8aa5-835ae630eebf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:28.864268 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3dda-0df8-43a0-8878-832234726f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.890956 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3dda-0df8-43a0-8878-832234726f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.932883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['66cba410-a812-48cb-908f-9dec77b1c11f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:28.956190 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-95e8b992-ead6-47de-8af3-215fc8df5f9c None None] Set router 3123151e-bdfd-497c-8aa5-835ae630eebf gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:28.967815 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3dda-0df8-43a0-8878-832234726f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.971654 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3dda-0df8-43a0-8878-832234726f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:28.973145 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6f0f3dda-0df8-43a0-8878-832234726f46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efbbe9f2-c740-4995-89e9-fd453389bde0 HTTP/1.1" status: 204 len: 168 time: 0.1663008 Jul 27 22:01:28.990191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f3dda-0df8-43a0-8878-832234726f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbbe9f2-c740-4995-89e9-fd453389bde0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:29.134613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2df3e6e-31a2-479a-8eaf-6ad7bac9e46f req-a292810b-d325-49e6-9771-489d4f7363f6 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544598 Jul 27 22:01:29.223472 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7e22494-1471-4b44-b07b-3507ff7c38a6 req-2dedff64-1642-4b81-8586-f1ecce09a8ac tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 210 time: 0.2874644 Jul 27 22:01:29.419035 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:29.426367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:29.457642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-62a70d84-8d87-4487-a12b-c8d1fd58ad9a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.459895 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-62a70d84-8d87-4487-a12b-c8d1fd58ad9a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.43 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 821 time: 0.3807805 Jul 27 22:01:29.481286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Request body: {'port': {'device_id': '1ee1edce-426b-4ec7-b789-6a132295d90f', 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520', 'admin_state_up': True, 'tenant_id': '2c1d48a9f6a14539976b63c05ed486a6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:29.493025 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-95e8b992-ead6-47de-8af3-215fc8df5f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1386175121-router', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:16Z', 'updated_at': '2021-07-27T22:01:27Z', 'revision_number': 5, 'project_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'gw_port': {'id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:17Z', 'updated_at': '2021-07-27T21:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:29.499952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d6dcf-c83a-42bd-8f7c-193785f2f3b0 req-d81ed996-7491-48e0-b2d2-93e7f82f0e24 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.504463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b45d6dcf-c83a-42bd-8f7c-193785f2f3b0 req-d81ed996-7491-48e0-b2d2-93e7f82f0e24 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 943 time: 0.2360308 Jul 27 22:01:29.577056 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8b992-ead6-47de-8af3-215fc8df5f9c None None] Checking router: 3123151e-bdfd-497c-8aa5-835ae630eebf for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:29.604460 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8b992-ead6-47de-8af3-215fc8df5f9c None None] Routers {'3123151e-bdfd-497c-8aa5-835ae630eebf'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:29.605387 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-95e8b992-ead6-47de-8af3-215fc8df5f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['3123151e-bdfd-497c-8aa5-835ae630eebf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:29.668294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b45d6dcf-c83a-42bd-8f7c-193785f2f3b0 req-1386fdc3-dd35-4a52-9e8f-701b7a1da8e7 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545882 Jul 27 22:01:29.754255 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-95e8b992-ead6-47de-8af3-215fc8df5f9c None None] Set router 3123151e-bdfd-497c-8aa5-835ae630eebf gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:29.776502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Made reservation on behalf of 2c1d48a9f6a14539976b63c05ed486a6 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:29.786455 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:29.797801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ddf5b5e0-3999-47f0-9f19-12feaf1fd197 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297966 Jul 27 22:01:29.799335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:29.892577 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event updated for resources: {'Port': ['ID=362f537f-2584-43a8-8689-a1ba9369f4da,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:29.900951 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:29.920893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:29.953796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:29.967069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:29.970694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.972234 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.092703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Allocated IP 172.20.0.8 (d4cdef4a-b876-4d9f-bd07-5494421f6520/fe00a135-d5e2-42bb-bdff-92466a160216/2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:30.099034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2e20e955-682d-40b8-aff5-48ffc2aef670 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5613043 Jul 27 22:01:30.111277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:30.124710 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-95e8b992-ead6-47de-8af3-215fc8df5f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1386175121-router', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:16Z', 'updated_at': '2021-07-27T22:01:27Z', 'revision_number': 5, 'project_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'gw_port': {'id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:17Z', 'updated_at': '2021-07-27T21:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:30.156861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 66cba410-a812-48cb-908f-9dec77b1c11f up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:30.165630 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8b992-ead6-47de-8af3-215fc8df5f9c None None] The sync data for ids ['3123151e-bdfd-497c-8aa5-835ae630eebf'] in n-d-802011-3 is: [{'id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1386175121-router', 'tenant_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:59:16Z', 'updated_at': '2021-07-27T22:01:27Z', 'revision_number': 5, 'project_id': '44fc521ecc5249a79bbd6f73d2b51f2e', 'gw_port': {'id': '368c2b66-660e-4d05-8be0-b8735a6190f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123151e-bdfd-497c-8aa5-835ae630eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:59:17Z', 'updated_at': '2021-07-27T21:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:30.287907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 66cba410-a812-48cb-908f-9dec77b1c11f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:30.289913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e90a96-311b-4bd0-b70f-c39e61ad113d tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:30.295423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 66cba410-a812-48cb-908f-9dec77b1c11f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:30.298445 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.303867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-19e90a96-311b-4bd0-b70f-c39e61ad113d tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "GET /v2.0/ports/362f537f-2584-43a8-8689-a1ba9369f4da HTTP/1.1" status: 200 len: 955 time: 0.1662884 Jul 27 22:01:30.308907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35142) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:30.342560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7dd3e48a-31cd-4711-af48-387006c01fef tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:30.355176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7dd3e48a-31cd-4711-af48-387006c01fef tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4721298 Jul 27 22:01:30.410107 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-f46642a1-6168-4921-8b71-198fd2d608e3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/quotas/1a8cb100fd00413a9aefa092bd27ec73 HTTP/1.1" status: 200 len: 375 time: 0.0528986 Jul 27 22:01:30.442849 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.469813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0e97111-aeca-4e7a-808a-ac743e7fa7fb req-3b53d9ba-4e1c-47f8-a9a6-79027f13b8e3 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 210 time: 0.1106632 Jul 27 22:01:30.514872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:30.516225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:30.525992 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719aa049-a72d-4e2f-b79b-917e381f009d" -d '{"events": [{"server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "name": "network-vif-plugged", "status": "completed", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:30.531885 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.540084 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.543652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Deleting port 368c2b66-660e-4d05-8be0-b8735a6190f4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:30.544202 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-23ebe65c-0ec4-468b-93db-b66b15c4fc18 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Deleting port 362f537f-2584-43a8-8689-a1ba9369f4da {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:30.544537 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23ebe65c-0ec4-468b-93db-b66b15c4fc18 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.552050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.653501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=13']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:30.665486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-3308731f-bbec-42f1-9099-d9cdbf985d6a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2544794 Jul 27 22:01:30.688315 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23ebe65c-0ec4-468b-93db-b66b15c4fc18 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.727382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] For port 368c2b66-660e-4d05-8be0-b8735a6190f4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=368c2b66-660e-4d05-8be0-b8735a6190f4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:30.727986 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.736336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-23ebe65c-0ec4-468b-93db-b66b15c4fc18 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Calling delete_port for 362f537f-2584-43a8-8689-a1ba9369f4da owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:30.740361 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:30.757010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['33ea45eb-527a-4264-9052-090a0fba4306'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:30.759324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Calling delete_port for 368c2b66-660e-4d05-8be0-b8735a6190f4 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:30.891904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Pushing event updated for resources: {'Port': ['ID=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:30.993810 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740d8bd0-0d8c-4c97-b315-aa42594c3fdd x-openstack-request-id: req-740d8bd0-0d8c-4c97-b315-aa42594c3fdd {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:30.996813 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Network d4cdef4a-b876-4d9f-bd07-5494421f6520 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:30.997175 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "name": "network-vif-plugged", "status": "completed", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:30.997502 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-740d8bd0-0d8c-4c97-b315-aa42594c3fdd {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:30.997967 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f', 'code': 200} Jul 27 22:01:31.022146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:31.052394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:31.185802 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d25e491b-ea5c-40c1-bd5d-4f21bf060692 req-63b6a0de-6b48-4d08-bdf1-ac4648ed2959 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 210 time: 0.0739410 Jul 27 22:01:31.240449 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23ebe65c-0ec4-468b-93db-b66b15c4fc18 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.258338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dd05e-20c7-40d0-b3a0-257d9525a9e4 req-4289a733-5115-421e-9dd1-907b5c046bf9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:31.260093 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-681dd05e-20c7-40d0-b3a0-257d9525a9e4 req-4289a733-5115-421e-9dd1-907b5c046bf9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 943 time: 0.2231627 Jul 27 22:01:31.270402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.313383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Pushing event deleted for resources: {'Port': ['ID=368c2b66-660e-4d05-8be0-b8735a6190f4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:31.346846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:31.347476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.356399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebe65c-0ec4-468b-93db-b66b15c4fc18 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event deleted for resources: {'Port': ['ID=362f537f-2584-43a8-8689-a1ba9369f4da,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:31.374543 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-681dd05e-20c7-40d0-b3a0-257d9525a9e4 req-5b72ba7f-e53d-4426-b9b1-60f1b997976f tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020000 Jul 27 22:01:31.375285 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23ebe65c-0ec4-468b-93db-b66b15c4fc18 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.377717 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-23ebe65c-0ec4-468b-93db-b66b15c4fc18 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "DELETE /v2.0/ports/362f537f-2584-43a8-8689-a1ba9369f4da HTTP/1.1" status: 204 len: 168 time: 1.0549223 Jul 27 22:01:31.386501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35188) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:31.420642 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5dae9ad0-ea47-4b10-a440-684ea40431eb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9442642 Jul 27 22:01:31.435963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Request body: {'port': {'device_id': '1ee1edce-426b-4ec7-b789-6a132295d90f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:31.445656 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a53ffd2-d79b-43ef-86e2-4723ed508f17 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:01:31.447334 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4a53ffd2-d79b-43ef-86e2-4723ed508f17 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "GET /v2.0/ports/362f537f-2584-43a8-8689-a1ba9369f4da HTTP/1.1" status: 404 len: 333 time: 0.0596039 Jul 27 22:01:31.469693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35196) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:31.474943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Request body: {'port': {'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1709944413'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:31.506625 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.533590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.555452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Made reservation on behalf of 276629c595d8453486c43a22b30ef07c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:31.557471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.596338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] device_id is not set on port f8b33384-0e63-4658-9050-a88600fdcc16 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:01:31.785764 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.836627 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.846851 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.850341 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.868130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0eef5-8ff9-4405-96fa-00d0a4539e27 req-35d83ecd-28f6-4dd5-90e9-8fe86ac663bb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:31.870042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16c0eef5-8ff9-4405-96fa-00d0a4539e27 req-35d83ecd-28f6-4dd5-90e9-8fe86ac663bb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 931 time: 0.1821499 Jul 27 22:01:32.005940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:32.029766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:32.045490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.046010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3123151e-bdfd-497c-8aa5-835ae630eebf {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:01:32.050060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event updated for resources: {'Port': ['ID=f8b33384-0e63-4658-9050-a88600fdcc16,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:32.052493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:32.055124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.059322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.060108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b8632e99-5110-4dc4-b18f-66eb5162e59f admin admin] 10.222.0.24 "DELETE /v2.0/routers/3123151e-bdfd-497c-8aa5-835ae630eebf HTTP/1.1" status: 204 len: 168 time: 3.2652493 Jul 27 22:01:32.060274 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.067206 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16c0eef5-8ff9-4405-96fa-00d0a4539e27 req-c47346b7-c522-4f8d-94b8-3c5648cab917 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631324 Jul 27 22:01:32.067663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:32.104468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:32.176345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-93418904-70fb-446d-a29a-903a050f7c21 admin admin] Deleting subnet 43a62a28-3c1e-4d5b-b24f-f83191345111 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:01:32.193096 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93418904-70fb-446d-a29a-903a050f7c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.221254 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-aa1dce70-a7c4-4b7b-8e02-448ebf035cc1 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7502127 Jul 27 22:01:32.237012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:32.287475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 764aeeb6-ee76-447c-a66e-08268715a3c4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:32.289795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:32.323688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 764aeeb6-ee76-447c-a66e-08268715a3c4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:32.325453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 764aeeb6-ee76-447c-a66e-08268715a3c4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:32.425701 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c9892d3-9044-4a31-a868-4a5a3623d76e req-381a3f28-00a1-422e-b11d-5412c2f7e6d9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 210 time: 0.1105719 Jul 27 22:01:32.426435 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1fbc242-edb9-4ffc-afcd-0822efebf5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.429905 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93418904-70fb-446d-a29a-903a050f7c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.469702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:32.479597 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.494347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Transition to ACTIVE for port object 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:32.500367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.561812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:32.638174 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.747130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1fbc242-edb9-4ffc-afcd-0822efebf5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.773669 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-bcc2429e-0701-4e37-849d-2d2b6445367a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547941 Jul 27 22:01:32.774595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Attempting to bind port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:32.774899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Attempting to bind port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:32.775233 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Attempting to bind port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:32.788696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efee11-e221-4c42-bed6-12489f5493a1 req-6aa489c1-2cae-4c55-8557-9fc1253d7f65 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:32.791409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3efee11-e221-4c42-bed6-12489f5493a1 req-6aa489c1-2cae-4c55-8557-9fc1253d7f65 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 943 time: 0.3116529 Jul 27 22:01:32.791892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:32.792218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Attempting to bind port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:32.823799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:32.824997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:32.825559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:32.826213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Bound port: 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:32.826778 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:32.840764 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1fbc242-edb9-4ffc-afcd-0822efebf5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.091002 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-d0d42bdd-dc8a-45d3-bec3-cc77a220a2dc tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.092762 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-d0d42bdd-dc8a-45d3-bec3-cc77a220a2dc tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3113704 Jul 27 22:01:33.094364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:33.098034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:33.109068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Request body: {'port': {'device_id': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '1a8cb100fd00413a9aefa092bd27ec73'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:33.115426 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.209102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.210145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.212468 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] 10.222.0.43 "PUT /v2.0/ports/2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 HTTP/1.1" status: 200 len: 1091 time: 1.7824657 Jul 27 22:01:33.220669 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee1edce-426b-4ec7-b789-6a132295d90f', 'tag': '2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:33.223284 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6475d555-6f2e-4cff-a9cf-5d9504200d54" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee1edce-426b-4ec7-b789-6a132295d90f", "tag": "2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:33.278137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302f2a2-a461-475f-b6c5-449890b2d702 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:33.279561 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f1fbc242-edb9-4ffc-afcd-0822efebf5b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=414d383071ba4da2912dfdf87a6c4276&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1741028 Jul 27 22:01:33.311595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35228) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:33.323531 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93418904-70fb-446d-a29a-903a050f7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.365442 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbc242-edb9-4ffc-afcd-0822efebf5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c2b21-11cb-4e11-a2a1-db432cb8c794,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:33.374723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-1adb30a9-fdb0-47cb-8acc-1656a89819ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.376908 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-1adb30a9-fdb0-47cb-8acc-1656a89819ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 1094 time: 0.0946844 Jul 27 22:01:33.398044 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3efee11-e221-4c42-bed6-12489f5493a1 req-1fb94f17-5a55-4311-a88b-f88d1ee975a7 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5788074 Jul 27 22:01:33.432352 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d18ea71e-5313-4655-84d6-96f6dc8b8c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.458359 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d18ea71e-5313-4655-84d6-96f6dc8b8c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.530846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfa5d6-5cea-4c5f-8fc3-0be89f37633d req-6db3ff86-2f55-4942-8a45-6f5f88365d17 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.540081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2dfa5d6-5cea-4c5f-8fc3-0be89f37633d req-6db3ff86-2f55-4942-8a45-6f5f88365d17 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 943 time: 0.3048286 Jul 27 22:01:33.565496 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93418904-70fb-446d-a29a-903a050f7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.677986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece232a5-2ce5-4bc3-950b-d6a60a6f1672 None None] Network 2f214a5c-ad89-41c5-bbde-b92986c12110 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:33.687500 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a8103451-9772-4981-bffc-17c4001010cf req-8166f0c7-f784-43fd-8cc3-a3545a32fad6 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 210 time: 0.1251361 Jul 27 22:01:33.691954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93418904-70fb-446d-a29a-903a050f7c21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.695030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-93418904-70fb-446d-a29a-903a050f7c21 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/43a62a28-3c1e-4d5b-b24f-f83191345111 HTTP/1.1" status: 204 len: 168 time: 1.6263487 Jul 27 22:01:33.696319 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93418904-70fb-446d-a29a-903a050f7c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a62a28-3c1e-4d5b-b24f-f83191345111,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:33.698199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:33.726293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] device_id is not set on port f8b33384-0e63-4658-9050-a88600fdcc16 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:01:33.747737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2dfa5d6-5cea-4c5f-8fc3-0be89f37633d req-cdece56c-f4c1-44cf-a42c-d44ac2f954e2 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901317 Jul 27 22:01:33.776011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.816548 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.870443 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c880643-c104-4c0a-8118-8220285ee9e0 x-openstack-request-id: req-5c880643-c104-4c0a-8118-8220285ee9e0 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:33.871986 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee1edce-426b-4ec7-b789-6a132295d90f", "tag": "2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:33.872457 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c880643-c104-4c0a-8118-8220285ee9e0 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:33.873535 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee1edce-426b-4ec7-b789-6a132295d90f', 'tag': '2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53', 'status': 'completed', 'code': 200} Jul 27 22:01:33.882458 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-5a31ee01-69a5-459d-95e3-d14ca4c57c93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 HTTP/1.1" status: 200 len: 217 time: 0.4784358 Jul 27 22:01:33.889638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Transition to ACTIVE for port object f8b33384-0e63-4658-9050-a88600fdcc16 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:33.890988 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d18ea71e-5313-4655-84d6-96f6dc8b8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.893485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Deleting port d99e0956-1418-4f4c-918a-9f944056c2e6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:33.894001 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.894118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d18ea71e-5313-4655-84d6-96f6dc8b8c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.899220 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d18ea71e-5313-4655-84d6-96f6dc8b8c82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e9c2b21-11cb-4e11-a2a1-db432cb8c794 HTTP/1.1" status: 204 len: 168 time: 0.5827265 Jul 27 22:01:33.929103 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.993343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab50891c-1b0d-49d9-ae07-14d0916a611c None None] DHCP port deletion for 2f214a5c-ad89-41c5-bbde-b92986c12110 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:01:34.027001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Made reservation on behalf of 1a8cb100fd00413a9aefa092bd27ec73 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:34.031538 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.063472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-ce974ec8-3daf-4c15-bc56-3521e95d8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:34.064970 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-ce974ec8-3daf-4c15-bc56-3521e95d8f38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.1579189 Jul 27 22:01:34.066199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ea71e-5313-4655-84d6-96f6dc8b8c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c2b21-11cb-4e11-a2a1-db432cb8c794,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:34.103709 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-f6730e6e-fbb2-4488-b793-81ceafb3b2b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285082 Jul 27 22:01:34.117536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] For port d99e0956-1418-4f4c-918a-9f944056c2e6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d99e0956-1418-4f4c-918a-9f944056c2e6,segment=NetworkSegment(5bbfe549-e14d-4f0c-b905-ac857234534a),segment_id=5bbfe549-e14d-4f0c-b905-ac857234534a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:34.117914 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.128483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event updated for resources: {'Port': ['ID=f8b33384-0e63-4658-9050-a88600fdcc16,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:34.136992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:34.137714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:34.137912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:34.140191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Calling delete_port for d99e0956-1418-4f4c-918a-9f944056c2e6 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:34.151712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:34.152050 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:34.153805 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 2 to bind port f8b33384-0e63-4658-9050-a88600fdcc16 Jul 27 22:01:34.172194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:34.172538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:34.172881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:34.235597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:34.235908 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:34.244406 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-182e9416-4649-44bf-ba83-95f82a965e5a service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269598 Jul 27 22:01:34.245854 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 3 to bind port f8b33384-0e63-4658-9050-a88600fdcc16 Jul 27 22:01:34.276326 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:34.278413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:34.280297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:34.297663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:34.298090 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:34.302799 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 4 to bind port f8b33384-0e63-4658-9050-a88600fdcc16 Jul 27 22:01:34.315777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:34.319495 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 368c2b66-660e-4d05-8be0-b8735a6190f4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:34.326161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:34.326531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:34.328655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:34.336422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:34.336849 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:34.343620 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 5 to bind port f8b33384-0e63-4658-9050-a88600fdcc16 Jul 27 22:01:34.364015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:34.364660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:34.371884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 368c2b66-660e-4d05-8be0-b8735a6190f4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:34.372507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 368c2b66-660e-4d05-8be0-b8735a6190f4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:34.373092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d99e0956-1418-4f4c-918a-9f944056c2e6 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:34.378649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:34.388151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:34.389047 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:34.389529 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 6 to bind port f8b33384-0e63-4658-9050-a88600fdcc16 Jul 27 22:01:34.415804 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.444219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No active binding found for port d99e0956-1418-4f4c-918a-9f944056c2e6 {{(pid=93836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 22:01:34.444900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d99e0956-1418-4f4c-918a-9f944056c2e6 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:34.471645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] No DVR routers for this DVR port d99e0956-1418-4f4c-918a-9f944056c2e6 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:34.474213 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:34.475815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:34.476181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:34.516593 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8f6df80f-5464-4bd0-9a67-ecd81037e47c req-f9b3620a-c4e2-454b-9f2d-17196935cef2 service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364333 Jul 27 22:01:34.569498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Pushing event deleted for resources: {'Port': ['ID=d99e0956-1418-4f4c-918a-9f944056c2e6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:34.583150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:34.583679 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:34.587465 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 7 to bind port f8b33384-0e63-4658-9050-a88600fdcc16 Jul 27 22:01:34.622720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:34.624162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:34.624531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:34.625567 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ab50891c-1b0d-49d9-ae07-14d0916a611c None None] Deleting port d99e0956-1418-4f4c-918a-9f944056c2e6 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:34.627480 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab50891c-1b0d-49d9-ae07-14d0916a611c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.631900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:34.631900 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:34.646522 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 8 to bind port f8b33384-0e63-4658-9050-a88600fdcc16 Jul 27 22:01:34.728856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:34.729216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:34.731531 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Allocated IP 192.168.233.15 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/72ac47e9-0c12-48c0-86f6-5f73148cd048) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:34.735842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475d555-6f2e-4cff-a9cf-5d9504200d54 req-385a5fa6-27e2-4024-bece-58b8bf08e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:34.737710 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6475d555-6f2e-4cff-a9cf-5d9504200d54 req-385a5fa6-27e2-4024-bece-58b8bf08e2ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 1094 time: 0.1467745 Jul 27 22:01:34.759728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:34.792153 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.804470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=0389bc40-7fa8-4a74-b79f-b86f1dcf3085,segment=NetworkSegment(d57a12e4-4f8d-4d49-8b7e-2b503d2b480d),segment_id=d57a12e4-4f8d-4d49-8b7e-2b503d2b480d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:34.818196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ab50891c-1b0d-49d9-ae07-14d0916a611c None None] For port d99e0956-1418-4f4c-918a-9f944056c2e6, host n-d-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:34.819349 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab50891c-1b0d-49d9-ae07-14d0916a611c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.864851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'port_id': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085', 'mac_address': 'fa:16:3e:b6:85:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:34.877100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ab50891c-1b0d-49d9-ae07-14d0916a611c None None] Calling delete_port for d99e0956-1418-4f4c-918a-9f944056c2e6 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:34.880172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204a48b-ce6a-4550-a304-0632642a6dcf req-cf1030a3-78a1-43f6-a2c9-4e829d97d459 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:34.880322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-ab50891c-1b0d-49d9-ae07-14d0916a611c None None] Port d99e0956-1418-4f4c-918a-9f944056c2e6 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:01:34.881611 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7204a48b-ce6a-4550-a304-0632642a6dcf req-cf1030a3-78a1-43f6-a2c9-4e829d97d459 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 943 time: 0.3614073 Jul 27 22:01:34.882761 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab50891c-1b0d-49d9-ae07-14d0916a611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.887994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:34.888374 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:34.897422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f214a5c-ad89-41c5-bbde-b92986c12110']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:34.899873 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 9 to bind port f8b33384-0e63-4658-9050-a88600fdcc16 Jul 27 22:01:34.935225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbfe549-e14d-4f0c-b905-ac857234534a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:34.935527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbfe549-e14d-4f0c-b905-ac857234534a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:34.967813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8621c342-f698-413f-9aa6-079970796878 req-8703b799-4ac7-4b78-9257-219970c0988a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 210 time: 0.0725720 Jul 27 22:01:34.972924 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:34.982341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475d555-6f2e-4cff-a9cf-5d9504200d54 req-b30ea2c5-8bb3-48c3-9c16-16dc7985ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:34.982878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:34.982981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:34.984068 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:34.984191 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6475d555-6f2e-4cff-a9cf-5d9504200d54 req-b30ea2c5-8bb3-48c3-9c16-16dc7985ee96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.2345705 Jul 27 22:01:35.009242 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.014911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7204a48b-ce6a-4550-a304-0632642a6dcf req-88de6e84-0fdc-464d-a89c-a0fb63e78113 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203127 Jul 27 22:01:35.018096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:35.018517 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:35.020200 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempt 10 to bind port f8b33384-0e63-4658-9050-a88600fdcc16 Jul 27 22:01:35.027037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50891c-1b0d-49d9-ae07-14d0916a611c None None] Pushing event deleted for resources: {'Port': ['ID=d99e0956-1418-4f4c-918a-9f944056c2e6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:35.035873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:01:35.036565 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.038534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:35.038884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:35.039270 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempting to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:01:35.041187 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:01:35.061244 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6475d555-6f2e-4cff-a9cf-5d9504200d54 req-d7ad2873-5b46-4f8f-8024-37195966c9ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 HTTP/1.1" status: 200 len: 217 time: 0.0521467 Jul 27 22:01:35.091381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab50891c-1b0d-49d9-ae07-14d0916a611c None None] No DVR routers for this DVR port d99e0956-1418-4f4c-918a-9f944056c2e6 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:35.136771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:35.139171 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Failed to bind port f8b33384-0e63-4658-9050-a88600fdcc16 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'a3f7c988-304a-4010-9fee-039d33fc0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'bfe6e1ee-6d88-4e0d-b359-b0d9367731e1'}] Jul 27 22:01:35.139315 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.139439 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.145386 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.149280 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475d555-6f2e-4cff-a9cf-5d9504200d54 req-bde33add-9b8d-4cd0-810d-bf4496b2fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.151070 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6475d555-6f2e-4cff-a9cf-5d9504200d54 req-bde33add-9b8d-4cd0-810d-bf4496b2fd98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.0887487 Jul 27 22:01:35.166970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:35.194840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=0389bc40-7fa8-4a74-b79f-b86f1dcf3085,segment=NetworkSegment(d57a12e4-4f8d-4d49-8b7e-2b503d2b480d),segment_id=d57a12e4-4f8d-4d49-8b7e-2b503d2b480d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:35.202247 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.210200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Transition to ACTIVE for port object 72ac47e9-0c12-48c0-86f6-5f73148cd048 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:35.213248 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6475d555-6f2e-4cff-a9cf-5d9504200d54 req-d4515176-f77d-402b-b98b-a368d690c241 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529828 Jul 27 22:01:35.233870 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.322862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35268) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:35.326294 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.330479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] 10.222.0.24 "DELETE /v2.0/networks/2f214a5c-ad89-41c5-bbde-b92986c12110 HTTP/1.1" status: 204 len: 168 time: 1.6222413 Jul 27 22:01:35.349953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.376622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['456478a7-f3b0-470d-a6ec-74dfc66dbe60', '11fd5afa-92b7-4da2-90ab-f8feda3113ff'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:35.379171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['66cba410-a812-48cb-908f-9dec77b1c11f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:35.396266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=0389bc40-7fa8-4a74-b79f-b86f1dcf3085,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:35.400097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] For port f8b33384-0e63-4658-9050-a88600fdcc16, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:35.412006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attempted to set empty binding levels {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 22:01:35.417035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cb779-17ed-481f-9531-ba4b74b0e82a admin admin] Pushing event deleted for resources: {'Network': ['ID=2f214a5c-ad89-41c5-bbde-b92986c12110,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:35.424662 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6475d555-6f2e-4cff-a9cf-5d9504200d54 req-9fd05663-e6b3-42c8-8d5f-2d5ba79b072d service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030618 Jul 27 22:01:35.427074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:35.431201 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.432218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Pushing event updated for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:35.438703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:35.442477 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:35.521116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['0389bc40-7fa8-4a74-b79f-b86f1dcf3085'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:35.576440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] In _notify_port_updated(), no bound segment for port f8b33384-0e63-4658-9050-a88600fdcc16 on network bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:01:35.579437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.580286 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.582793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "PUT /v2.0/ports/f8b33384-0e63-4658-9050-a88600fdcc16 HTTP/1.1" status: 200 len: 975 time: 3.3448105 Jul 27 22:01:35.584045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adb339-bd5d-4df7-9cf7-7589dcdf3710 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event updated for resources: {'Port': ['ID=f8b33384-0e63-4658-9050-a88600fdcc16,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:35.607738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35274) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:35.640023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.641937 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.697823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-885902622-network', 'tenant_id': 'af682494e5834a76ba1b8c4120ce4f81'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:35.716132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71347e-02a8-4608-9281-d00f7bafd29e req-91f64349-0b69-44cc-9e28-9e26d7d5c069 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.720517 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35278) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:35.721303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a71347e-02a8-4608-9281-d00f7bafd29e req-91f64349-0b69-44cc-9e28-9e26d7d5c069 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 943 time: 0.5451119 Jul 27 22:01:35.770636 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-ec500f43-06a5-408f-bf0f-177ccaed2037 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6675363 Jul 27 22:01:35.820657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Request body: {'port': {'device_id': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:35.947280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4b751-9d87-40fc-9781-fa60c367b13a tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Deleting port f8b33384-0e63-4658-9050-a88600fdcc16 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:35.947639 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b751-9d87-40fc-9781-fa60c367b13a tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.959887 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Made reservation on behalf of af682494e5834a76ba1b8c4120ce4f81 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:35.962195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.982763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a71347e-02a8-4608-9281-d00f7bafd29e req-584bd45e-9e7e-41ed-bb61-37f5d2bbc9f0 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712270 Jul 27 22:01:36.035244 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.056775 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6475d555-6f2e-4cff-a9cf-5d9504200d54 req-1216a07f-752d-48e7-b228-9813c8b2db27 service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160057 Jul 27 22:01:36.154525 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-50ac2d4d-aa1d-44a6-ab25-15cb13c2d633 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5d8cb70d5a248c49dfc03758991209a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272523 Jul 27 22:01:36.154908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:36.193193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bf2e6e2d-2d0c-45b8-b643-5cb1f5ca5e85 None None] Provisioning for port 72ac47e9-0c12-48c0-86f6-5f73148cd048 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:36.196580 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.217413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e8e4b751-9d87-40fc-9781-fa60c367b13a tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] For port f8b33384-0e63-4658-9050-a88600fdcc16, host n-h2-802011-3, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:36.218969 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b751-9d87-40fc-9781-fa60c367b13a tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.233000 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bf2e6e2d-2d0c-45b8-b643-5cb1f5ca5e85 None None] Provisioning complete for port 72ac47e9-0c12-48c0-86f6-5f73148cd048 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:36.233634 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bf2e6e2d-2d0c-45b8-b643-5cb1f5ca5e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.331886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bf2e6e2d-2d0c-45b8-b643-5cb1f5ca5e85 None None] Port 72ac47e9-0c12-48c0-86f6-5f73148cd048 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:01:36.362875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4b751-9d87-40fc-9781-fa60c367b13a tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Calling delete_port for f8b33384-0e63-4658-9050-a88600fdcc16 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:36.467068 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.474724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee33e5-7bad-4c7a-b15f-0b7e13368e2f req-d52bf7e3-60dd-42ac-b397-482f7fa2e0cb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:36.482700 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77ee33e5-7bad-4c7a-b15f-0b7e13368e2f req-d52bf7e3-60dd-42ac-b397-482f7fa2e0cb tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 935 time: 0.3207712 Jul 27 22:01:36.498180 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.540627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e341c-3198-4b8e-98ee-5ea0554ca0b0 req-58d3de34-8efe-4fae-a9de-0907f6a1ea68 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:36.542179 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d73e341c-3198-4b8e-98ee-5ea0554ca0b0 req-58d3de34-8efe-4fae-a9de-0907f6a1ea68 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 944 time: 0.2423265 Jul 27 22:01:36.543462 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1abc3981-661b-47e9-ad8a-67c828e6367f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.550780 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:01:36.568578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e123b6-23a7-4d3c-a3b3-954f394b43d8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:36.579284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.579708 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Added segment 0973674c-d3b3-44f7-a431-62bc1d14dae0 of type vlan for network 5eb60c5d-c140-4a80-87cb-e9c8a11cfb22 Jul 27 22:01:36.587223 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77ee33e5-7bad-4c7a-b15f-0b7e13368e2f req-e79b7208-1b4f-4d97-84c1-ab19e2487ea5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035814 Jul 27 22:01:36.647593 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1abc3981-661b-47e9-ad8a-67c828e6367f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.670384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.719197 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b751-9d87-40fc-9781-fa60c367b13a tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.723715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d73e341c-3198-4b8e-98ee-5ea0554ca0b0 req-39744706-0f72-4b28-8179-0d2af93a9cc0 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715689 Jul 27 22:01:36.753188 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.753719 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:36.754526 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.758985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ac47e9-0c12-48c0-86f6-5f73148cd048 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:36.759402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4b751-9d87-40fc-9781-fa60c367b13a tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8b33384-0e63-4658-9050-a88600fdcc16,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:36.766691 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b751-9d87-40fc-9781-fa60c367b13a tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.771576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e8e4b751-9d87-40fc-9781-fa60c367b13a tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "DELETE /v2.0/ports/f8b33384-0e63-4658-9050-a88600fdcc16 HTTP/1.1" status: 204 len: 168 time: 1.1627734 Jul 27 22:01:36.774711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35290) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:36.779254 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.799857 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c7a850-f9d2-4d2a-a745-0a8cbdefe458 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:01:36.805377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-57c7a850-f9d2-4d2a-a745-0a8cbdefe458 tempest-PortsAdminExtendedAttrsTestJSON-787372470 tempest-PortsAdminExtendedAttrsTestJSON-787372470-project-admin] 10.222.0.24 "GET /v2.0/ports/f8b33384-0e63-4658-9050-a88600fdcc16 HTTP/1.1" status: 404 len: 333 time: 0.0318215 Jul 27 22:01:36.808020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35292) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:36.842383 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5184116 Jul 27 22:01:36.858398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Transition to ACTIVE for port object 72ac47e9-0c12-48c0-86f6-5f73148cd048 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:36.859882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35296) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:36.861183 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1abc3981-661b-47e9-ad8a-67c828e6367f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.864001 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1abc3981-661b-47e9-ad8a-67c828e6367f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.865296 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1abc3981-661b-47e9-ad8a-67c828e6367f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/482a10ef-68b4-44db-bbf4-ea100624a1db HTTP/1.1" status: 204 len: 168 time: 0.7046719 Jul 27 22:01:36.878457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1fa112a7-a939-439c-81ca-a0dceac2a341 admin admin] Request body: {'subnet': {'network_id': '5eb60c5d-c140-4a80-87cb-e9c8a11cfb22', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-885902622-subnet', 'tenant_id': 'af682494e5834a76ba1b8c4120ce4f81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:36.888904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706f8ba-bd18-4ff6-995e-6a7292b2ccbf admin admin] Pushing event updated for resources: {'Network': ['ID=5eb60c5d-c140-4a80-87cb-e9c8a11cfb22,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:36.895304 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.903256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 5eb60c5d-c140-4a80-87cb-e9c8a11cfb22 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:01:36.903713 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc3981-661b-47e9-ad8a-67c828e6367f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482a10ef-68b4-44db-bbf4-ea100624a1db,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:36.945073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.023498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa112a7-a939-439c-81ca-a0dceac2a341 admin admin] Made reservation on behalf of af682494e5834a76ba1b8c4120ce4f81 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:37.033061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fa112a7-a939-439c-81ca-a0dceac2a341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.170854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Pushing event updated for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:37.179649 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.202105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe6e1ee-6d88-4e0d-b359-b0d9367731e1']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:37.217891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f7c988-304a-4010-9fee-039d33fc0610') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:37.218537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f7c988-304a-4010-9fee-039d33fc0610') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:37.274372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f95f39-daf9-4544-a530-d113f8f99747 req-4cc9ec28-e96e-411b-be60-fab1d3e33918 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:37.283505 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8f95f39-daf9-4544-a530-d113f8f99747 req-4cc9ec28-e96e-411b-be60-fab1d3e33918 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 943 time: 0.1670337 Jul 27 22:01:37.287584 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.330358 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.330851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Attempting to bind port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:37.331578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Attempting to bind port 72ac47e9-0c12-48c0-86f6-5f73148cd048 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:37.331916 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Attempting to bind port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:37.345277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:01:37.345770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:37.345915 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.346033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Attempting to bind port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:37.353848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:37.354192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:37.354620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:37.355060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Bound port: 72ac47e9-0c12-48c0-86f6-5f73148cd048, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:37.355514 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:01:37.367595 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:01:37.414368 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8f95f39-daf9-4544-a530-d113f8f99747 req-2fade3d9-2bae-4c41-a533-78dd25ae6c75 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297784 Jul 27 22:01:37.483721 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.492048 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.505726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] 10.222.0.24 "DELETE /v2.0/networks/bfe6e1ee-6d88-4e0d-b359-b0d9367731e1 HTTP/1.1" status: 204 len: 168 time: 0.6968691 Jul 27 22:01:37.514871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35306) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:37.521000 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fa112a7-a939-439c-81ca-a0dceac2a341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.542585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb33a0e-87bd-4c83-8900-7d9ca65ca168 tempest-PortsAdminExtendedAttrsTestJSON-1942767339 tempest-PortsAdminExtendedAttrsTestJSON-1942767339-project] Pushing event deleted for resources: {'Network': ['ID=bfe6e1ee-6d88-4e0d-b359-b0d9367731e1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:37.594548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:37.602103 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:37.616393 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.662399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa112a7-a939-439c-81ca-a0dceac2a341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f877ee2a-0bf1-4352-9255-732a1d1bf533,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:37.679004 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1e1613eb-788a-46d2-bf25-df1599cc77ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44fc521ecc5249a79bbd6f73d2b51f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590321 Jul 27 22:01:37.684262 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35310) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:37.685460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:37.686083 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.687561 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 1095 time: 1.8770905 Jul 27 22:01:37.689222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:37.694298 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7decbb1-c77d-4d6c-abe2-3d57202c0259" -d '{"events": [{"name": "network-changed", "server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:37.755975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf47a0-9191-468b-87e2-94ccc2289da1 req-b5c388f5-bf23-4f1c-8674-60aa6913797c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:37.758848 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3faf47a0-9191-468b-87e2-94ccc2289da1 req-b5c388f5-bf23-4f1c-8674-60aa6913797c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 947 time: 0.0934074 Jul 27 22:01:37.815291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3faf47a0-9191-468b-87e2-94ccc2289da1 req-31dabc2c-6a9d-4ac9-8f8c-090522be422e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470974 Jul 27 22:01:37.863534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:37.871829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa112a7-a939-439c-81ca-a0dceac2a341 admin admin] Checking segment: {'id': '0973674c-d3b3-44f7-a431-62bc1d14dae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5eb60c5d-c140-4a80-87cb-e9c8a11cfb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:37.876303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa112a7-a939-439c-81ca-a0dceac2a341 admin admin] Network hostable DHCP agents. Network: 5eb60c5d-c140-4a80-87cb-e9c8a11cfb22, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:01:37.883950 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f332a78-292c-4d96-b212-a949716abb77 x-openstack-request-id: req-8f332a78-292c-4d96-b212-a949716abb77 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:37.884234 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:37.884484 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f332a78-292c-4d96-b212-a949716abb77 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:37.884879 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'status': 'completed', 'code': 200} Jul 27 22:01:37.916209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27ba40-e011-4255-8fa0-a7b3bc0363c0 service neutron] Pushing event updated for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:37.989624 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-91fc0aa9-af7a-4580-a523-1b53b630dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:37.997303 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-91fc0aa9-af7a-4580-a523-1b53b630dbd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1098 time: 0.2346210 Jul 27 22:01:38.062858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa112a7-a939-439c-81ca-a0dceac2a341 admin admin] Network 5eb60c5d-c140-4a80-87cb-e9c8a11cfb22 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:01:38.067027 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-639769c3-34f0-47b4-8065-91754e96733e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 217 time: 0.0531075 Jul 27 22:01:38.067631 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8881-01ba-4ff5-929e-3f4882f75f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.089559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1fa112a7-a939-439c-81ca-a0dceac2a341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 5eb60c5d-c140-4a80-87cb-e9c8a11cfb22) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:38.093860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882001c-2ac3-4956-a07f-a590f379e3c3 req-8e5c144f-b041-4e18-a291-7ad95c7385b2 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.095887 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d882001c-2ac3-4956-a07f-a590f379e3c3 req-8e5c144f-b041-4e18-a291-7ad95c7385b2 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 944 time: 0.1637371 Jul 27 22:01:38.098923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17dd162-182b-4a7d-8ac7-5d6ce68b4aab None None] Network 5eb60c5d-c140-4a80-87cb-e9c8a11cfb22 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:38.104409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-45d56b6a-dd10-4ff3-a4e8-e37b11ddb5d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed4371fba0824d2c9d551fc50f05dae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394185 Jul 27 22:01:38.107012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:38.125410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa112a7-a939-439c-81ca-a0dceac2a341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.125410 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fa112a7-a939-439c-81ca-a0dceac2a341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.132540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8881-01ba-4ff5-929e-3f4882f75f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.183732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-fb492a0a-6f24-4a4c-af1e-7c84e0b1df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.186951 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-fb492a0a-6f24-4a4c-af1e-7c84e0b1df6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1096494 Jul 27 22:01:38.189746 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1fa112a7-a939-439c-81ca-a0dceac2a341 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3280015 Jul 27 22:01:38.190864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d882001c-2ac3-4956-a07f-a590f379e3c3 req-828ff73f-badb-4a19-a301-235c95c7b1a6 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851316 Jul 27 22:01:38.218512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ead05a3-4648-444b-9080-589198e278e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.260766 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ead05a3-4648-444b-9080-589198e278e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.284942 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8881-01ba-4ff5-929e-3f4882f75f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.287525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d7d8881-01ba-4ff5-929e-3f4882f75f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.288677 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2d7d8881-01ba-4ff5-929e-3f4882f75f88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49e50eb1-5210-4aa5-b026-354af6a4ee06 HTTP/1.1" status: 204 len: 168 time: 0.6002007 Jul 27 22:01:38.296930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-27457122-a0cb-4677-b6ea-dbb85250baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.298695 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-27457122-a0cb-4677-b6ea-dbb85250baee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049347 Jul 27 22:01:38.304105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d8881-01ba-4ff5-929e-3f4882f75f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e50eb1-5210-4aa5-b026-354af6a4ee06,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:38.310290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:38.336203 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ead05a3-4648-444b-9080-589198e278e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.338970 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ead05a3-4648-444b-9080-589198e278e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.340218 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7ead05a3-4648-444b-9080-589198e278e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aae932c7-4121-4be4-8e2a-e66d0b3bd589 HTTP/1.1" status: 204 len: 168 time: 0.2321336 Jul 27 22:01:38.352515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead05a3-4648-444b-9080-589198e278e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae932c7-4121-4be4-8e2a-e66d0b3bd589,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:38.423862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f232313b-d123-46ab-817c-8ecf6706d57b None None] Network 5eb60c5d-c140-4a80-87cb-e9c8a11cfb22 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:38.490773 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-711f4237-6008-4c39-a24b-ecd8378143bc service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763289 Jul 27 22:01:38.562586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:38.571056 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:38.571425 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.651007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b87f02-b29a-4f2e-a493-a4720dd6d23d req-65beaa2e-62db-4791-8ce0-cc70e7f2388e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.653508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e3b87f02-b29a-4f2e-a493-a4720dd6d23d req-65beaa2e-62db-4791-8ce0-cc70e7f2388e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 943 time: 0.1222920 Jul 27 22:01:38.677876 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e0e39ea3-be87-4b43-9bf1-9132052f941f req-3b1cda18-303d-456d-af8e-abc68e7c8825 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801946 Jul 27 22:01:38.736474 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.740160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e3b87f02-b29a-4f2e-a493-a4720dd6d23d req-e83743b5-894e-465d-91ec-ec6e3792904b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742621 Jul 27 22:01:38.763969 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:38.766669 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cb1d87-57ba-4b9d-82d8-16c6411d8ce9" -d '{"events": [{"server_uuid": "ea156874-a417-44fc-a92f-d82b81a1df5d", "name": "network-vif-plugged", "status": "completed", "tag": "0389bc40-7fa8-4a74-b79f-b86f1dcf3085"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:38.804162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=0389bc40-7fa8-4a74-b79f-b86f1dcf3085,segment=NetworkSegment(d57a12e4-4f8d-4d49-8b7e-2b503d2b480d),segment_id=d57a12e4-4f8d-4d49-8b7e-2b503d2b480d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:38.813003 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:38.824512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7decbb1-c77d-4d6c-abe2-3d57202c0259 req-c8a91118-b27a-45f7-9f59-a48effd19d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:38.828776 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a7decbb1-c77d-4d6c-abe2-3d57202c0259 req-c8a91118-b27a-45f7-9f59-a48effd19d41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1098 time: 0.0913842 Jul 27 22:01:38.900559 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0decd72-d140-4699-ab6f-15d7e422ebd3 x-openstack-request-id: req-a0decd72-d140-4699-ab6f-15d7e422ebd3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:38.900854 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea156874-a417-44fc-a92f-d82b81a1df5d", "name": "network-vif-plugged", "status": "completed", "tag": "0389bc40-7fa8-4a74-b79f-b86f1dcf3085", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:38.901161 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0decd72-d140-4699-ab6f-15d7e422ebd3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:38.901569 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085', 'code': 200} Jul 27 22:01:38.941917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=0389bc40-7fa8-4a74-b79f-b86f1dcf3085,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:38.948516 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-26c3e9e1-85e5-4fd6-910a-b579873a596e req-5b567a58-3a9b-40e2-b92a-c6c112ab32ac tempest-SecurityGroupsNegativeTestJSON-1964007866 tempest-SecurityGroupsNegativeTestJSON-1964007866-project] show failed (client error): The resource could not be found. Jul 27 22:01:38.951246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26c3e9e1-85e5-4fd6-910a-b579873a596e req-5b567a58-3a9b-40e2-b92a-c6c112ab32ac tempest-SecurityGroupsNegativeTestJSON-1964007866 tempest-SecurityGroupsNegativeTestJSON-1964007866-project] 10.222.0.24 "GET /v2.0/security-groups/ec9b75b0-c4d4-461d-8fc9-87ac0ade8d7e HTTP/1.1" status: 404 len: 352 time: 0.0463705 Jul 27 22:01:39.018570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7decbb1-c77d-4d6c-abe2-3d57202c0259 req-022c62da-38a8-4bcf-8049-b8fd70b4323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:39.020061 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a7decbb1-c77d-4d6c-abe2-3d57202c0259 req-022c62da-38a8-4bcf-8049-b8fd70b4323e service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1777544 Jul 27 22:01:39.080763 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a7decbb1-c77d-4d6c-abe2-3d57202c0259 req-f61fa5b3-7d53-473e-96d2-5e7d147578f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 217 time: 0.0492992 Jul 27 22:01:39.118578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:39.153869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7decbb1-c77d-4d6c-abe2-3d57202c0259 req-582c6230-688a-4f0a-a9b0-9dfdbafb9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:39.155627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a7decbb1-c77d-4d6c-abe2-3d57202c0259 req-582c6230-688a-4f0a-a9b0-9dfdbafb9c7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0669656 Jul 27 22:01:39.159399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9682e-b45e-4821-a7e6-708efe900e33 req-fb6df433-86d5-469e-86a6-3218a09f4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:39.162568 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2e9682e-b45e-4821-a7e6-708efe900e33 req-fb6df433-86d5-469e-86a6-3218a09f4f34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 1096 time: 0.2502751 Jul 27 22:01:39.202237 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5971dea9-a007-44e1-a005-872707a75e98 req-383bfeca-db22-4810-bc6b-4257b4329c1d tempest-SecurityGroupsNegativeTestJSON-1964007866 tempest-SecurityGroupsNegativeTestJSON-1964007866-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af682494e5834a76ba1b8c4120ce4f81 HTTP/1.1" status: 200 len: 2984 time: 0.1959348 Jul 27 22:01:39.212369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7decbb1-c77d-4d6c-abe2-3d57202c0259 req-ff4c5986-d946-4d68-b083-2be0e7f30eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:39.213925 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a7decbb1-c77d-4d6c-abe2-3d57202c0259 req-ff4c5986-d946-4d68-b083-2be0e7f30eb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503573 Jul 27 22:01:39.236526 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dcfae-7508-4188-851f-61c75fdc3616 req-fd80cc04-8f1c-4e9f-ab81-627653aad502 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:39.238032 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-790dcfae-7508-4188-851f-61c75fdc3616 req-fd80cc04-8f1c-4e9f-ab81-627653aad502 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 947 time: 0.1995158 Jul 27 22:01:39.289784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-24daf373-aee7-4084-845c-952266fa591f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=276629c595d8453486c43a22b30ef07c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666162 Jul 27 22:01:39.296428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35368) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:39.312676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2e9682e-b45e-4821-a7e6-708efe900e33 req-1cd92ea0-d05d-450a-9491-cb2dfe63c62e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342275 Jul 27 22:01:39.330317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5971dea9-a007-44e1-a005-872707a75e98 req-400af0be-91dd-4d1e-a8af-946d300550f2 tempest-SecurityGroupsNegativeTestJSON-1964007866 tempest-SecurityGroupsNegativeTestJSON-1964007866-project] 10.222.0.24 "GET /v2.0/security-groups/d4e123b6-23a7-4d3c-a3b3-954f394b43d8 HTTP/1.1" status: 200 len: 2981 time: 0.1271029 Jul 27 22:01:39.345769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-790dcfae-7508-4188-851f-61c75fdc3616 req-681246e4-562d-4774-ad54-1c44fe2f4a12 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966921 Jul 27 22:01:39.369875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a7decbb1-c77d-4d6c-abe2-3d57202c0259 req-b3700269-3e76-4f97-9cdd-6ec2403c7063 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486037 Jul 27 22:01:39.396219 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e189866e-b922-44ff-9d3d-e653397490e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.403678 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5971dea9-a007-44e1-a005-872707a75e98 req-74666d6a-5187-4190-8732-94bf2fb80df0 tempest-SecurityGroupsNegativeTestJSON-1964007866 tempest-SecurityGroupsNegativeTestJSON-1964007866-project] 10.222.0.24 "GET /v2.0/security-groups/d4e123b6-23a7-4d3c-a3b3-954f394b43d8 HTTP/1.1" status: 200 len: 2981 time: 0.0666895 Jul 27 22:01:39.473919 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e189866e-b922-44ff-9d3d-e653397490e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.495141 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-069977d6-182c-4f35-b56a-f31bd213bddd req-e989485a-7cfa-44d9-aed8-36f831c06e3c tempest-SecurityGroupsNegativeTestJSON-1964007866 tempest-SecurityGroupsNegativeTestJSON-1964007866-project] 10.222.0.24 "GET /v2.0/security-groups/d4e123b6-23a7-4d3c-a3b3-954f394b43d8 HTTP/1.1" status: 200 len: 2981 time: 0.0780673 Jul 27 22:01:39.551571 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a7decbb1-c77d-4d6c-abe2-3d57202c0259 req-5ed61dbf-a709-44cd-828b-72198716d910 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566420 Jul 27 22:01:39.573905 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e189866e-b922-44ff-9d3d-e653397490e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.576443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc481b-590c-4fa1-b48d-2292227f2e83 req-8b21e31e-6b48-4c27-8b0e-4b150052b2f4 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:39.578070 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ccc481b-590c-4fa1-b48d-2292227f2e83 req-8b21e31e-6b48-4c27-8b0e-4b150052b2f4 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 945 time: 0.1042295 Jul 27 22:01:39.578316 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e189866e-b922-44ff-9d3d-e653397490e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.579875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e189866e-b922-44ff-9d3d-e653397490e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4363799-1e02-4165-8bd3-27e20d17d82c HTTP/1.1" status: 204 len: 168 time: 0.2824678 Jul 27 22:01:39.588731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189866e-b922-44ff-9d3d-e653397490e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4363799-1e02-4165-8bd3-27e20d17d82c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:39.633451 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-069977d6-182c-4f35-b56a-f31bd213bddd req-46ec6c02-3874-4bff-9e8b-fc433794a321 tempest-SecurityGroupsNegativeTestJSON-1964007866 tempest-SecurityGroupsNegativeTestJSON-1964007866-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 22:01:39.634521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-069977d6-182c-4f35-b56a-f31bd213bddd req-46ec6c02-3874-4bff-9e8b-fc433794a321 tempest-SecurityGroupsNegativeTestJSON-1964007866 tempest-SecurityGroupsNegativeTestJSON-1964007866-project] 10.222.0.24 "DELETE /v2.0/security-groups/d4e123b6-23a7-4d3c-a3b3-954f394b43d8 HTTP/1.1" status: 409 len: 352 time: 0.1237388 Jul 27 22:01:39.661788 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ccc481b-590c-4fa1-b48d-2292227f2e83 req-2010ec38-2c40-4774-9387-2fd431373973 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705750 Jul 27 22:01:39.681642 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-4e6901c2-fba6-4e70-8f0f-24c37552acce req-3cd781ce-71c3-46ff-b04b-dce5b92dd550 tempest-SecurityGroupsNegativeTestJSON-1964007866 tempest-SecurityGroupsNegativeTestJSON-1964007866-project] show failed (client error): The resource could not be found. Jul 27 22:01:39.682997 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e6901c2-fba6-4e70-8f0f-24c37552acce req-3cd781ce-71c3-46ff-b04b-dce5b92dd550 tempest-SecurityGroupsNegativeTestJSON-1964007866 tempest-SecurityGroupsNegativeTestJSON-1964007866-project] 10.222.0.24 "GET /v2.0/security-groups/2298825f-1571-471d-86b3-508c5e17a0ab HTTP/1.1" status: 404 len: 352 time: 0.0167553 Jul 27 22:01:39.724548 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-9fbff7bf-3311-4a87-9497-8628c1e281bc req-fe56c2ce-cbe1-40a1-be43-744b5fa0508c tempest-SecurityGroupsNegativeTestJSON-1964007866 tempest-SecurityGroupsNegativeTestJSON-1964007866-project] show failed (client error): The resource could not be found. Jul 27 22:01:39.725581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fbff7bf-3311-4a87-9497-8628c1e281bc req-fe56c2ce-cbe1-40a1-be43-744b5fa0508c tempest-SecurityGroupsNegativeTestJSON-1964007866 tempest-SecurityGroupsNegativeTestJSON-1964007866-project] 10.222.0.24 "GET /v2.0/security-groups/dbbb252f-df75-4972-9c00-587eb9ca0b9e HTTP/1.1" status: 404 len: 352 time: 0.0153220 Jul 27 22:01:39.738498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35386) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:39.760375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35390) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:39.794335 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75b60cd-7e43-401f-84b6-c1a62b911732 admin admin] Deleting subnet f877ee2a-0bf1-4352-9255-732a1d1bf533 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:01:39.802066 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d75b60cd-7e43-401f-84b6-c1a62b911732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.841900 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d75b60cd-7e43-401f-84b6-c1a62b911732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.921797 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d75b60cd-7e43-401f-84b6-c1a62b911732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.953773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b679f-5ffb-4859-893d-1d79c7546cdf req-03594c20-eded-4f46-ac00-6d305bd307ef tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:39.955653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-995b679f-5ffb-4859-893d-1d79c7546cdf req-03594c20-eded-4f46-ac00-6d305bd307ef tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 943 time: 0.0857325 Jul 27 22:01:40.035001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-995b679f-5ffb-4859-893d-1d79c7546cdf req-5cb1626e-a92c-4819-8dda-332889a3c8d7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703137 Jul 27 22:01:40.043877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d75b60cd-7e43-401f-84b6-c1a62b911732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.069790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-network', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:40.105053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b60cd-7e43-401f-84b6-c1a62b911732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f877ee2a-0bf1-4352-9255-732a1d1bf533,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:40.112878 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d75b60cd-7e43-401f-84b6-c1a62b911732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.115799 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d75b60cd-7e43-401f-84b6-c1a62b911732 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f877ee2a-0bf1-4352-9255-732a1d1bf533 HTTP/1.1" status: 204 len: 168 time: 0.3763330 Jul 27 22:01:40.116910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Made reservation on behalf of 40339e0405a24a6baf8d5461f29fa76d for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:40.118429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35404) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:40.119296 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.129732 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.220569 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.269819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 72ac47e9-0c12-48c0-86f6-5f73148cd048 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:40.291020 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.299375 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.321117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.334926 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:01:40.338395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb60c5d-c140-4a80-87cb-e9c8a11cfb22']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:40.349493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3103c33c-d473-449d-a8ee-01183644fdc2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:40.357149 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.357585 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Added segment 85c5308e-e3ff-46b9-8e01-b79233f49d8b of type vlan for network 7f561063-dc47-4b88-8c28-76c79dc6e524 Jul 27 22:01:40.388857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0973674c-d3b3-44f7-a431-62bc1d14dae0') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:40.389903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0973674c-d3b3-44f7-a431-62bc1d14dae0') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:40.412309 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.447735 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.452152 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.460882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:01:40.462142 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:01:40.463158 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:01:40.482347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:40.517711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'mac_address': 'fa:16:3e:3b:8d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:40.539630 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.540385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:40.542573 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.586881 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.604279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ac47e9-0c12-48c0-86f6-5f73148cd048 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:40.613173 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607f877-8997-4d12-b252-d658ba4b5dbc req-eb0dea79-c9bb-4613-9961-1299291dea84 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:40.614780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6607f877-8997-4d12-b252-d658ba4b5dbc req-eb0dea79-c9bb-4613-9961-1299291dea84 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 947 time: 0.1400707 Jul 27 22:01:40.615627 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.631588 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8697073 Jul 27 22:01:40.643155 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35426) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:40.647792 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:40.653152 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.653412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.657590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] 10.222.0.24 "DELETE /v2.0/networks/5eb60c5d-c140-4a80-87cb-e9c8a11cfb22 HTTP/1.1" status: 204 len: 168 time: 0.5354958 Jul 27 22:01:40.657590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d9055-0e08-411e-8ca4-a1f7ae2999cc admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb60c5d-c140-4a80-87cb-e9c8a11cfb22,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:40.660211 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-40770018-c1ba-4f55-8022-3784718cc30a admin admin] Request body: {'subnet': {'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-subnet', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:40.664841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568eb0e9-738e-4da5-ba9b-5e13b25f966d admin admin] Pushing event updated for resources: {'Network': ['ID=7f561063-dc47-4b88-8c28-76c79dc6e524,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:40.680336 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7f561063-dc47-4b88-8c28-76c79dc6e524 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:01:40.735896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40770018-c1ba-4f55-8022-3784718cc30a admin admin] Made reservation on behalf of 40339e0405a24a6baf8d5461f29fa76d for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:40.738278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40770018-c1ba-4f55-8022-3784718cc30a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:40.771305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6607f877-8997-4d12-b252-d658ba4b5dbc req-393dfc5f-69e9-4aed-a0a2-0e763f6846ae tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472476 Jul 27 22:01:40.854176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dba5d1-d4fb-4561-8e54-7c589a6a67ad req-189bd891-5d8a-4c13-9f17-c93221e27148 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:40.862458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67dba5d1-d4fb-4561-8e54-7c589a6a67ad req-189bd891-5d8a-4c13-9f17-c93221e27148 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 945 time: 0.0700305 Jul 27 22:01:40.872336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35434) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:40.901120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:40.920379 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67dba5d1-d4fb-4561-8e54-7c589a6a67ad req-6a1575e7-be71-48eb-a423-1f0329941fb4 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565283 Jul 27 22:01:40.938033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['72ac47e9-0c12-48c0-86f6-5f73148cd048'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:40.951393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35438) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:40.985632 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f136f0f6-5579-4ddb-8199-1c9509b40fe8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af682494e5834a76ba1b8c4120ce4f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1120231 Jul 27 22:01:40.988678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35442) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:41.192951 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35eb8472-4421-4a84-8f30-bb1af5eaaefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.221619 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40770018-c1ba-4f55-8022-3784718cc30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.302152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f257b6e-6965-42f0-95e5-a4688bce0359 req-a137647a-e766-412b-a4e7-30c1082d476a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:41.303935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f257b6e-6965-42f0-95e5-a4688bce0359 req-a137647a-e766-412b-a4e7-30c1082d476a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 945 time: 0.2649767 Jul 27 22:01:41.313053 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35458) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:41.321733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-229474662'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:41.322951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f0068f0e-7abb-4936-9557-d18553648c20 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Request body: {'floatingip': {'port_id': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:41.332834 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35eb8472-4421-4a84-8f30-bb1af5eaaefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.363503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40770018-c1ba-4f55-8022-3784718cc30a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a3d334-19fe-43a3-9810-a9515b836350,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:41.367556 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0068f0e-7abb-4936-9557-d18553648c20 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.422523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:41.427748 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.437999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40770018-c1ba-4f55-8022-3784718cc30a admin admin] Checking segment: {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:41.438386 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40770018-c1ba-4f55-8022-3784718cc30a admin admin] Network hostable DHCP agents. Network: 7f561063-dc47-4b88-8c28-76c79dc6e524, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:01:41.439621 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35eb8472-4421-4a84-8f30-bb1af5eaaefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.443794 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35eb8472-4421-4a84-8f30-bb1af5eaaefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.448065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-35eb8472-4421-4a84-8f30-bb1af5eaaefe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4e123b6-23a7-4d3c-a3b3-954f394b43d8 HTTP/1.1" status: 204 len: 168 time: 0.4561212 Jul 27 22:01:41.475751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455119d8-7fef-4471-a523-a55bbb9bb9bb req-725b71c1-2625-4eb2-98a1-69fa74ab4487 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:41.477867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-455119d8-7fef-4471-a523-a55bbb9bb9bb req-725b71c1-2625-4eb2-98a1-69fa74ab4487 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 943 time: 0.2413654 Jul 27 22:01:41.483242 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.508153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40770018-c1ba-4f55-8022-3784718cc30a admin admin] Network 7f561063-dc47-4b88-8c28-76c79dc6e524 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:01:41.534994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb8472-4421-4a84-8f30-bb1af5eaaefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e123b6-23a7-4d3c-a3b3-954f394b43d8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:41.568366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-40770018-c1ba-4f55-8022-3784718cc30a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7f561063-dc47-4b88-8c28-76c79dc6e524) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:41.576460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40770018-c1ba-4f55-8022-3784718cc30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:41.578061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40770018-c1ba-4f55-8022-3784718cc30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.582824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d285bfe1-f7a2-40fd-85b2-c41eeb2ec054 None None] Network 7f561063-dc47-4b88-8c28-76c79dc6e524 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:41.595975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-455119d8-7fef-4471-a523-a55bbb9bb9bb req-4e0dffe3-8504-45cf-aaa1-0b34100a32ef tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059172 Jul 27 22:01:41.772830 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.788797 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.839304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:01:41.865084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.865576 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Added segment 019ab7ed-a1dd-4977-a61b-14d49db528f0 of type vlan for network 1d980a43-b240-449d-9afe-2cfdf9fcd758 Jul 27 22:01:41.888420 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-40770018-c1ba-4f55-8022-3784718cc30a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2441170 Jul 27 22:01:41.890997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35466) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:41.900498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:41.931391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.931796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-7f561063-dc47-4b88-8c28-76c79dc6e524', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:01:41.932899 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:41.991750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da40ca8-9682-4f0f-a4aa-b13c6eb8e4d1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:42.010917 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.015384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:42.016008 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.117196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0068f0e-7abb-4936-9557-d18553648c20 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.121835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.123926 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.140160 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0068f0e-7abb-4936-9557-d18553648c20 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.205521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2523997 Jul 27 22:01:42.224922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:42.276379 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.281886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'name': 'tempest-PortsTestJSON-101715683'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:42.285276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 72ac47e9-0c12-48c0-86f6-5f73148cd048 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:42.312848 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Allocated IP 172.20.0.2 (7f561063-dc47-4b88-8c28-76c79dc6e524/73a3d334-19fe-43a3-9810-a9515b836350/af9477af-a2b1-4e8e-a02e-5ee1b4c24818) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:42.350924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81129167-c309-41d7-9842-c676abb9b238 req-d9963e72-70b2-43ef-b444-72927c3d7cd2 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:42.363077 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81129167-c309-41d7-9842-c676abb9b238 req-d9963e72-70b2-43ef-b444-72927c3d7cd2 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 948 time: 0.3877792 Jul 27 22:01:42.386410 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa25af-89ec-4d13-9fd7-4cd711493278 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Network': ['ID=1d980a43-b240-449d-9afe-2cfdf9fcd758,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:42.470097 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:01:42.544740 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81129167-c309-41d7-9842-c676abb9b238 req-6ba21e28-bf61-42aa-8999-26e4143c4335 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109819 Jul 27 22:01:42.598393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 72ac47e9-0c12-48c0-86f6-5f73148cd048 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:42.601399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:42.606141 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.611252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 72ac47e9-0c12-48c0-86f6-5f73148cd048 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:42.612139 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.641557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port 45394538-94d1-4cd9-b854-d7c638ae466f yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:01:42.780028 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.782847 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d589fae7-c5be-490c-815a-41bd83038ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.796035 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Transition to ACTIVE for port object af9477af-a2b1-4e8e-a02e-5ee1b4c24818 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:42.821411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35492) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:42.830982 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.861287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Transition to ACTIVE for port object af9477af-a2b1-4e8e-a02e-5ee1b4c24818 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:42.869438 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-f0068f0e-7abb-4936-9557-d18553648c20 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Floating IP b5ca30ae-720f-4a88-a398-3dde89912985 associated. External IP: 172.25.1.15, port: 0389bc40-7fa8-4a74-b79f-b86f1dcf3085. Jul 27 22:01:42.874306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9dcf6-6d7e-4973-be03-cd368627e954 req-814bd515-6e7f-4588-b9f2-155ef2757542 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:42.880173 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.881310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0d9dcf6-6d7e-4973-be03-cd368627e954 req-814bd515-6e7f-4588-b9f2-155ef2757542 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 943 time: 0.1522896 Jul 27 22:01:42.884861 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:42.973525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Network 7f561063-dc47-4b88-8c28-76c79dc6e524 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:42.978628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:42.989066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:42.991443 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c12abc1-1c97-4df0-896d-f803007d8b88" -d '{"events": [{"server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "name": "network-vif-plugged", "status": "completed", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:42.994358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:43.013091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:43.014123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Pushing event updated for resources: {'Port': ['ID=af9477af-a2b1-4e8e-a02e-5ee1b4c24818,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:43.029402 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.181228 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7394ac0-933e-44df-a247-151d98d6f0a7 x-openstack-request-id: req-f7394ac0-933e-44df-a247-151d98d6f0a7 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:43.181814 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "name": "network-vif-plugged", "status": "completed", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:43.182300 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7394ac0-933e-44df-a247-151d98d6f0a7 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:43.182891 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'code': 200} Jul 27 22:01:43.241787 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.262823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:43.288878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Attempting to bind port af9477af-a2b1-4e8e-a02e-5ee1b4c24818 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:43.289257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Attempting to bind port af9477af-a2b1-4e8e-a02e-5ee1b4c24818 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:43.289627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Attempting to bind port af9477af-a2b1-4e8e-a02e-5ee1b4c24818 on network 7f561063-dc47-4b88-8c28-76c79dc6e524 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:43.297434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:43.297810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Checking segment: {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:43.298224 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.298637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Bound using segment: {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:43.299262 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Bound port: af9477af-a2b1-4e8e-a02e-5ee1b4c24818, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:43.299651 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.312273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1994632184-network', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:43.357283 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0d9dcf6-6d7e-4973-be03-cd368627e954 req-b3ec64f3-bac5-427f-9c63-9b35985c1648 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750209 Jul 27 22:01:43.387485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:43.390123 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.390298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] For port af9477af-a2b1-4e8e-a02e-5ee1b4c24818, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:43.397888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] For port af9477af-a2b1-4e8e-a02e-5ee1b4c24818, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=af9477af-a2b1-4e8e-a02e-5ee1b4c24818,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:43.403440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0d012-4787-4e51-8ee9-c6e1701a8526 req-ff1882ff-dd01-40d3-aca2-dcf1cd054a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.404626 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.404874 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f8d0d012-4787-4e51-8ee9-c6e1701a8526 req-ff1882ff-dd01-40d3-aca2-dcf1cd054a89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1100 time: 0.1547072 Jul 27 22:01:43.408247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.419897 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.509933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6c8e6-8cb0-42f6-b26d-3316dc8035a2 None None] Pushing event updated for resources: {'Port': ['ID=af9477af-a2b1-4e8e-a02e-5ee1b4c24818,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:43.516971 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.605029 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f8d0d012-4787-4e51-8ee9-c6e1701a8526 req-58543f1e-5d08-4d80-81b0-1ca581f6f328 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906657 Jul 27 22:01:43.621098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=45394538-94d1-4cd9-b854-d7c638ae466f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:43.657275 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.657488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0068f0e-7abb-4936-9557-d18553648c20 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:01:43.671448 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.702216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Checking segment: {'id': '019ab7ed-a1dd-4977-a61b-14d49db528f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:43.703043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network hostable DHCP agents. Network: 1d980a43-b240-449d-9afe-2cfdf9fcd758, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:01:43.718730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:01:43.750500 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.750917 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Added segment 267b44ce-e5b1-4a54-b230-b53c3bed4a09 of type vlan for network 16b72184-423f-48d6-9efa-1107e6681307 Jul 27 22:01:43.787950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89af9b14-da7c-4339-898e-7ce77296691c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:43.845447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8b66c-60e3-4afa-8c91-ace928e77d99 req-ba659f37-b014-44a5-b554-d661b7061dc0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.847108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73f8b66c-60e3-4afa-8c91-ace928e77d99 req-ba659f37-b014-44a5-b554-d661b7061dc0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.1922960 Jul 27 22:01:43.849912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:01:43.853289 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.881411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 1d980a43-b240-449d-9afe-2cfdf9fcd758) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:43.884411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.886286 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:43.887610 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0068f0e-7abb-4936-9557-d18553648c20 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:43.893816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:43.894669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.901831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac0dc31-b2e0-4390-a58b-e8bd5f61323b None None] Sync routers for ids ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:43.907534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6bb8a3-7df3-4b92-b0e3-a73c7d9983f8 None None] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:43.913637 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0068f0e-7abb-4936-9557-d18553648c20 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.917492 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:43.975972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0dc31-b2e0-4390-a58b-e8bd5f61323b None None] Routers {'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:43.976715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2ac0dc31-b2e0-4390-a58b-e8bd5f61323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:43.984118 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f0068f0e-7abb-4936-9557-d18553648c20 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "PUT /v2.0/floatingips/b5ca30ae-720f-4a88-a398-3dde89912985 HTTP/1.1" status: 200 len: 990 time: 2.6701427 Jul 27 22:01:43.985027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73f8b66c-60e3-4afa-8c91-ace928e77d99 req-fd52fed1-4fea-48b7-aabb-4cd6b3f1ea78 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247091 Jul 27 22:01:43.987725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'tag': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:43.989696 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307a7c1a-5288-4329-b74e-a545fc939561" -d '{"events": [{"name": "network-changed", "server_uuid": "ea156874-a417-44fc-a92f-d82b81a1df5d", "tag": "0389bc40-7fa8-4a74-b79f-b86f1dcf3085"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:44.014345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7374f527-aefb-4290-a3f4-2c5b36652ed1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7793314 Jul 27 22:01:44.016436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35516) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:44.022893 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.024612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4e0ea611-cbee-4cbf-bc61-07906a505ea2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1328209383'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:44.025046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.025818 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.085680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2609420 Jul 27 22:01:44.089038 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3819b74-c352-486d-a8f5-8ca20cf02eef x-openstack-request-id: req-a3819b74-c352-486d-a8f5-8ca20cf02eef {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:44.089379 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea156874-a417-44fc-a92f-d82b81a1df5d", "tag": "0389bc40-7fa8-4a74-b79f-b86f1dcf3085", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:44.089903 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3819b74-c352-486d-a8f5-8ca20cf02eef {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:44.090387 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'tag': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085', 'status': 'completed', 'code': 200} Jul 27 22:01:44.090863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35518) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:44.096977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-90eec8e9-de68-49f8-bb57-f851f1499af2 admin admin] Request body: {'subnet': {'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1994632184-subnet', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:44.117927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0ea611-cbee-4cbf-bc61-07906a505ea2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:44.122585 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea611-cbee-4cbf-bc61-07906a505ea2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.126296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Allocated IP 172.25.1.169 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/a372b4e5-6fa6-4d6b-a49b-9153cf7590b8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:44.139845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451249f7-fd52-4ed7-8084-e3482659f232 admin admin] Pushing event updated for resources: {'Network': ['ID=16b72184-423f-48d6-9efa-1107e6681307,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:44.210014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 16b72184-423f-48d6-9efa-1107e6681307 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:01:44.247219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eec8e9-de68-49f8-bb57-f851f1499af2 admin admin] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:44.249494 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90eec8e9-de68-49f8-bb57-f851f1499af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.256459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0ea611-cbee-4cbf-bc61-07906a505ea2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:01:44.294916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:44.328954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7c1a-5288-4329-b74e-a545fc939561 req-15d85ea6-09bf-427d-9aa9-0773208b057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.329784 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-307a7c1a-5288-4329-b74e-a545fc939561 req-15d85ea6-09bf-427d-9aa9-0773208b057f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=decbabb589024684a5cbe867d07f1957&device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 1096 time: 0.2005506 Jul 27 22:01:44.334997 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea611-cbee-4cbf-bc61-07906a505ea2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.335349 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-4e0ea611-cbee-4cbf-bc61-07906a505ea2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Added segment 37f8099f-dd3b-4db8-a5d4-e4b8d6452f33 of type vlan for network 420baea0-4eec-4405-8e86-61d40a294995 Jul 27 22:01:44.342917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device af9477af-a2b1-4e8e-a02e-5ee1b4c24818 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:44.455346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2ac0dc31-b2e0-4390-a58b-e8bd5f61323b None None] Set router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:44.483696 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea611-cbee-4cbf-bc61-07906a505ea2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.524044 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.658659 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea611-cbee-4cbf-bc61-07906a505ea2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.666070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0ea611-cbee-4cbf-bc61-07906a505ea2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.667756 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea611-cbee-4cbf-bc61-07906a505ea2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.721945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfc549-cfa1-4e04-8fc5-4ca0987128b8 req-10943eea-a725-4ef7-9862-4b270407f165 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.731583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1cdfc549-cfa1-4e04-8fc5-4ca0987128b8 req-10943eea-a725-4ef7-9862-4b270407f165 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 943 time: 0.1528850 Jul 27 22:01:44.779365 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7c1a-5288-4329-b74e-a545fc939561 req-9b61da2c-38f9-41c2-baa0-60420be5bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:44.781047 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-307a7c1a-5288-4329-b74e-a545fc939561 req-9b61da2c-38f9-41c2-baa0-60420be5bd26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 HTTP/1.1" status: 200 len: 917 time: 0.4303956 Jul 27 22:01:44.798495 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1cdfc549-cfa1-4e04-8fc5-4ca0987128b8 req-09c4cb79-3472-4049-9f4e-6dcbddb05aa8 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632560 Jul 27 22:01:44.831193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port af9477af-a2b1-4e8e-a02e-5ee1b4c24818 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:44.848385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:44.871052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53', 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520', 'port_id': '2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53', 'mac_address': 'fa:16:3e:ad:06:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe00a135-d5e2-42bb-bdff-92466a160216', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:44.889702 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35526) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:44.890077 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4e0ea611-cbee-4cbf-bc61-07906a505ea2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8723729 Jul 27 22:01:44.896595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'ports': [{'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758'}, {'network_id': '420baea0-4eec-4405-8e86-61d40a294995'}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:44.897789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:44.898879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': '420baea0-4eec-4405-8e86-61d40a294995'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:44.902887 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ea611-cbee-4cbf-bc61-07906a505ea2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Network': ['ID=420baea0-4eec-4405-8e86-61d40a294995,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:44.924161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 420baea0-4eec-4405-8e86-61d40a294995 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:01:44.935876 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:44.977359 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90eec8e9-de68-49f8-bb57-f851f1499af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:45.050495 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-307a7c1a-5288-4329-b74e-a545fc939561 req-001e0ffa-3f7a-4a49-9187-b81a10d725b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0389bc40-7fa8-4a74-b79f-b86f1dcf3085 HTTP/1.1" status: 200 len: 998 time: 0.2535698 Jul 27 22:01:45.077694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:45.085977 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2ac0dc31-b2e0-4390-a58b-e8bd5f61323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:00:28Z', 'revision_number': 4, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'b5ca30ae-720f-4a88-a398-3dde89912985', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'port_id': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'mac_address': 'fa:16:3e:b6:85:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:00:34Z', 'updated_at': '2021-07-27T22:01:41Z', 'revision_number': 1, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bb5723-f480-4952-a45e-fe5e61321778', 'name': '', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'mac_address': 'fa:16:3e:fd:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:25Z', 'updated_at': '2021-07-27T22:00:34Z', 'revision_number': 5, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'subnets': [{'id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:45.120915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:45.124215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:45.126202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac0dc31-b2e0-4390-a58b-e8bd5f61323b None None] Checking router: aa0ebf0b-240f-4ae8-8661-6f17a3220e8c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:45.141073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d85ba2-5fd1-412a-a827-42e8ee1fc28d None None] Network 7f561063-dc47-4b88-8c28-76c79dc6e524 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:45.158124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Pushing event updated for resources: {'Port': ['ID=a372b4e5-6fa6-4d6b-a49b-9153cf7590b8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:45.179291 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:45.199636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eec8e9-de68-49f8-bb57-f851f1499af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7746efe-61a7-45c7-ac8d-cb8760801fae,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:45.216321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7c1a-5288-4329-b74e-a545fc939561 req-f2b43a5d-1ce5-4798-8c49-f9ab2220e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:45.217811 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-307a7c1a-5288-4329-b74e-a545fc939561 req-f2b43a5d-1ce5-4798-8c49-f9ab2220e9c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac948ed5-324d-45aa-81eb-fb69abaf8a82 HTTP/1.1" status: 200 len: 855 time: 0.1472878 Jul 27 22:01:45.226022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eec8e9-de68-49f8-bb57-f851f1499af2 admin admin] Checking segment: {'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:45.226431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eec8e9-de68-49f8-bb57-f851f1499af2 admin admin] Network hostable DHCP agents. Network: 16b72184-423f-48d6-9efa-1107e6681307, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:01:45.238055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a9200-5345-418f-a91f-622d98fe0607 req-26903ffa-bb35-4540-b4a2-1e55edd2d332 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:45.243331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:45.245970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-930a9200-5345-418f-a91f-622d98fe0607 req-26903ffa-bb35-4540-b4a2-1e55edd2d332 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.0920815 Jul 27 22:01:45.248923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 2} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:45.254028 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:45.273876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:45.275996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0dc31-b2e0-4390-a58b-e8bd5f61323b None None] Routers {'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:45.276999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2ac0dc31-b2e0-4390-a58b-e8bd5f61323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:45.283248 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:45.309942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-930a9200-5345-418f-a91f-622d98fe0607 req-804c2cc5-5b4f-4498-b9d4-e08875c11e6b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628583 Jul 27 22:01:45.390674 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eec8e9-de68-49f8-bb57-f851f1499af2 admin admin] Network 16b72184-423f-48d6-9efa-1107e6681307 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:01:45.396836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7c1a-5288-4329-b74e-a545fc939561 req-07250f48-507c-4642-820a-3da480025a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:45.398447 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-307a7c1a-5288-4329-b74e-a545fc939561 req-07250f48-507c-4642-820a-3da480025a12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666079 Jul 27 22:01:45.420524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-90eec8e9-de68-49f8-bb57-f851f1499af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 16b72184-423f-48d6-9efa-1107e6681307) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:45.425478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eec8e9-de68-49f8-bb57-f851f1499af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:45.426460 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90eec8e9-de68-49f8-bb57-f851f1499af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:45.438623 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2ac0dc31-b2e0-4390-a58b-e8bd5f61323b None None] Set router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:45.507340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port 33e0d850-306d-4c40-9d36-11afe9b3d6d9 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:01:45.531748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a261792-2f3e-4446-a279-0a3c9e1deb7b req-460a5d8c-64bf-4098-804e-3d0df8e4abf0 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:45.547049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a261792-2f3e-4446-a279-0a3c9e1deb7b req-460a5d8c-64bf-4098-804e-3d0df8e4abf0 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1100 time: 0.1139047 Jul 27 22:01:45.640372 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-90eec8e9-de68-49f8-bb57-f851f1499af2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5477664 Jul 27 22:01:45.641056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:45.659761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:45.708835 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:45.710317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e85546-5e06-4601-bd55-f1f21e32ef09 None None] Network 16b72184-423f-48d6-9efa-1107e6681307 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:45.720064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a261792-2f3e-4446-a279-0a3c9e1deb7b req-40315a94-0bbd-430a-b34b-5f6fa6cae973 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702878 Jul 27 22:01:45.800405 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:45.992303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port bc0da91b-4753-4128-ba3c-f08a9f25555d yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:01:46.036297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9679e9-90da-4de8-a060-26d86dbe181c req-65f651f9-4b94-4dd9-821f-4e8c8c867482 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:46.038143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba9679e9-90da-4de8-a060-26d86dbe181c req-65f651f9-4b94-4dd9-821f-4e8c8c867482 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 944 time: 0.0860131 Jul 27 22:01:46.055188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7fce8d99-dfed-44b7-87b8-780136a62384 None None] Provisioning for port af9477af-a2b1-4e8e-a02e-5ee1b4c24818 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:46.102186 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba9679e9-90da-4de8-a060-26d86dbe181c req-38eeae9a-18a9-4917-8f95-abf0c294d5a1 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560405 Jul 27 22:01:46.155544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7fce8d99-dfed-44b7-87b8-780136a62384 None None] Provisioning complete for port af9477af-a2b1-4e8e-a02e-5ee1b4c24818 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:46.155972 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fce8d99-dfed-44b7-87b8-780136a62384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.221963 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.248656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:46.283059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.328360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.353635 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8feb48b5-a782-4ebf-b235-52f71a3c882b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.362248 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.406966 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-307a7c1a-5288-4329-b74e-a545fc939561 req-a0686e65-38d1-4c96-af87-90f488c2dbd5 service neutron] 10.222.0.41 "GET /v2.0/networks/8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9947784 Jul 27 22:01:46.411975 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.413455 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.531431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:46.532456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:46.547796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=33e0d850-306d-4c40-9d36-11afe9b3d6d9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:46.562648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:46.571584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:46.572502 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.586573 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.686882 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.735593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=bc0da91b-4753-4128-ba3c-f08a9f25555d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:46.763323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Checking segment: {'id': '37f8099f-dd3b-4db8-a5d4-e4b8d6452f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '420baea0-4eec-4405-8e86-61d40a294995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:46.763697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network hostable DHCP agents. Network: 420baea0-4eec-4405-8e86-61d40a294995, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:01:46.784396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1899f-c5b7-402f-b00c-2be82aaf3b4c req-2c294f2d-d263-4cc5-9322-19dc719561c6 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:46.785939 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5b1899f-c5b7-402f-b00c-2be82aaf3b4c req-2c294f2d-d263-4cc5-9322-19dc719561c6 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.1638801 Jul 27 22:01:46.812406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 420baea0-4eec-4405-8e86-61d40a294995 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:01:46.834403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 420baea0-4eec-4405-8e86-61d40a294995) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:46.842171 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:46.848445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:46.854019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:46.854603 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.855964 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.874187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22fbfa4-25de-49ae-959b-0a1b92b14f0f None None] Network 420baea0-4eec-4405-8e86-61d40a294995 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:46.874676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5b1899f-c5b7-402f-b00c-2be82aaf3b4c req-03b17a38-d6cd-4cf0-9340-b429c692bbe7 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797040 Jul 27 22:01:46.876518 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fce8d99-dfed-44b7-87b8-780136a62384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.878422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b6e441ec-5277-4fca-ab39-560d07f92638 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9867561 Jul 27 22:01:46.881102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:46.915384 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-16b72184-423f-48d6-9efa-1107e6681307', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'fixed_ips': [{'subnet_id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:01:46.916588 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:46.927872 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-0d4cc640-b0bb-4b3e-b6fd-8707c3655d3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3173463 Jul 27 22:01:46.935720 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-307a7c1a-5288-4329-b74e-a545fc939561 req-b60fa790-6bc4-4e6b-877f-3b128072570e service neutron] 10.222.0.41 "GET /v2.0/networks/8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144799 Jul 27 22:01:46.974222 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2ac0dc31-b2e0-4390-a58b-e8bd5f61323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:00:28Z', 'revision_number': 4, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'b5ca30ae-720f-4a88-a398-3dde89912985', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'port_id': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'mac_address': 'fa:16:3e:b6:85:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:00:34Z', 'updated_at': '2021-07-27T22:01:41Z', 'revision_number': 1, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bb5723-f480-4952-a45e-fe5e61321778', 'name': '', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'mac_address': 'fa:16:3e:fd:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:25Z', 'updated_at': '2021-07-27T22:00:34Z', 'revision_number': 5, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'subnets': [{'id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:47.004034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e90d37ad-44f8-4208-82c0-ceb02374313e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port bc0da91b-4753-4128-ba3c-f08a9f25555d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:47.004374 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90d37ad-44f8-4208-82c0-ceb02374313e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:47.037195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:47.107888 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90d37ad-44f8-4208-82c0-ceb02374313e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:47.123789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e90d37ad-44f8-4208-82c0-ceb02374313e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for bc0da91b-4753-4128-ba3c-f08a9f25555d owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:47.206179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac0dc31-b2e0-4390-a58b-e8bd5f61323b None None] The sync data for ids ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'] in n-d-802011-3 is: [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:00:28Z', 'revision_number': 4, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'b5ca30ae-720f-4a88-a398-3dde89912985', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'port_id': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'mac_address': 'fa:16:3e:b6:85:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:00:34Z', 'updated_at': '2021-07-27T22:01:41Z', 'revision_number': 1, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bb5723-f480-4952-a45e-fe5e61321778', 'name': '', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'mac_address': 'fa:16:3e:fd:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:25Z', 'updated_at': '2021-07-27T22:00:34Z', 'revision_number': 5, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'subnets': [{'id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:47.248055 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90d37ad-44f8-4208-82c0-ceb02374313e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:47.281970 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e90d37ad-44f8-4208-82c0-ceb02374313e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:47.289936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7fce8d99-dfed-44b7-87b8-780136a62384 None None] For port af9477af-a2b1-4e8e-a02e-5ee1b4c24818, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=af9477af-a2b1-4e8e-a02e-5ee1b4c24818,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:47.294936 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e90d37ad-44f8-4208-82c0-ceb02374313e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/bc0da91b-4753-4128-ba3c-f08a9f25555d HTTP/1.1" status: 204 len: 168 time: 0.4125729 Jul 27 22:01:47.306201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:47.307269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35582) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:47.434766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d37ad-44f8-4208-82c0-ceb02374313e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=bc0da91b-4753-4128-ba3c-f08a9f25555d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:47.452960 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fce8d99-dfed-44b7-87b8-780136a62384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:47.544132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbc435-5072-44e9-a707-57de25fbb022 req-4eb98167-971d-4ea2-af80-a43cc183db62 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:47.553590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dfbc435-5072-44e9-a707-57de25fbb022 req-4eb98167-971d-4ea2-af80-a43cc183db62 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 944 time: 0.2558885 Jul 27 22:01:47.561157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Allocated IP 172.20.0.2 (16b72184-423f-48d6-9efa-1107e6681307/c7746efe-61a7-45c7-ac8d-cb8760801fae/b41364a0-66b0-451e-8067-be731cc35f0e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:47.585290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c80b94b-d331-4a04-9241-92705f68abf0 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:47.611029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c80b94b-d331-4a04-9241-92705f68abf0 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:47.618822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4c80b94b-d331-4a04-9241-92705f68abf0 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3104227 Jul 27 22:01:47.627075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35592) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:47.643365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9aa48b5c-e430-4d42-81c6-79aefcd26c0c None None] Provisioning complete for port af9477af-a2b1-4e8e-a02e-5ee1b4c24818 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:47.643763 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9aa48b5c-e430-4d42-81c6-79aefcd26c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:47.646423 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72519f8e-d4d1-4831-bd3a-d6b9f56792de None None] New status for floating IP b5ca30ae-720f-4a88-a398-3dde89912985: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:01:47.676784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dfbc435-5072-44e9-a707-57de25fbb022 req-064e9cbd-c77b-464b-b52c-d786685b74e9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212530 Jul 27 22:01:47.733314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce8d99-dfed-44b7-87b8-780136a62384 None None] Pushing event updated for resources: {'Port': ['ID=af9477af-a2b1-4e8e-a02e-5ee1b4c24818,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:47.827073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Router 759a2d7d-ba3e-4e17-a1c4-00040772751c is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:01:47.858241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-df8583f0-bae4-4edf-9774-cb8cec1830ee tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port 33e0d850-306d-4c40-9d36-11afe9b3d6d9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:47.858667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df8583f0-bae4-4edf-9774-cb8cec1830ee tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.062506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d1cfb-7d28-4f21-8a14-ae5cea639a95 req-5a610677-37c7-476d-a624-5587b677fdb5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.073308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af2d1cfb-7d28-4f21-8a14-ae5cea639a95 req-5a610677-37c7-476d-a624-5587b677fdb5 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 946 time: 0.1020441 Jul 27 22:01:48.110954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f87d3-8103-4243-b8c1-8a93edb77fd4 req-03fda4c9-fc1a-4853-a840-d51730733d38 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.111888 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df8583f0-bae4-4edf-9774-cb8cec1830ee tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.113167 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d0f87d3-8103-4243-b8c1-8a93edb77fd4 req-03fda4c9-fc1a-4853-a840-d51730733d38 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.1112010 Jul 27 22:01:48.150132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af2d1cfb-7d28-4f21-8a14-ae5cea639a95 req-f8258e2f-f6b9-4e84-8c62-30cb4fcbc202 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725718 Jul 27 22:01:48.206540 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.220518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-df8583f0-bae4-4edf-9774-cb8cec1830ee tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for 33e0d850-306d-4c40-9d36-11afe9b3d6d9 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:48.221766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d0f87d3-8103-4243-b8c1-8a93edb77fd4 req-4401499e-5d62-4369-89c8-2de4e0442574 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865097 Jul 27 22:01:48.240133 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Transition to ACTIVE for port object b41364a0-66b0-451e-8067-be731cc35f0e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:48.258894 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.273499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:48.279798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Transition to ACTIVE for port object b41364a0-66b0-451e-8067-be731cc35f0e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:48.288269 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.310042 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.322921 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:48.325433 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.375062 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.375264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Sync routers for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:48.377164 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5d6163f1-f55d-4049-8c36-707b8c306d47 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.4842589 Jul 27 22:01:48.379251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35612) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:48.380530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device af9477af-a2b1-4e8e-a02e-5ee1b4c24818 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:48.422231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-3e53e4a6-8603-42c4-95af-030212e8cb31 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.424142 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-3e53e4a6-8603-42c4-95af-030212e8cb31 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 808 time: 0.1576126 Jul 27 22:01:48.444929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Network 16b72184-423f-48d6-9efa-1107e6681307 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:48.448503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-16702442-cc75-40d7-b61d-71189eef3822 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/quotas/48c07bc2e64240d8afb0624a793a2735 HTTP/1.1" status: 200 len: 375 time: 0.0166631 Jul 27 22:01:48.460390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:48.461401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:48.463852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:48.467813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:48.518786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Pushing event updated for resources: {'Port': ['ID=b41364a0-66b0-451e-8067-be731cc35f0e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:48.526942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-c499829a-e75e-4fd8-8a77-53ae1521c853 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773125 Jul 27 22:01:48.560845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:48.614539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:48.614927 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.618611 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df8583f0-bae4-4edf-9774-cb8cec1830ee tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.624705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d101d315-8fc2-421d-9405-35df97a2b0e1 service neutron] 10.222.0.24 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956488 Jul 27 22:01:48.665526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Attempting to bind port b41364a0-66b0-451e-8067-be731cc35f0e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:48.665880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Attempting to bind port b41364a0-66b0-451e-8067-be731cc35f0e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:48.666490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Attempting to bind port b41364a0-66b0-451e-8067-be731cc35f0e on network 16b72184-423f-48d6-9efa-1107e6681307 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:48.693691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port af9477af-a2b1-4e8e-a02e-5ee1b4c24818 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:48.693691 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.697344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Allocated IP 172.25.1.192 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/f5094946-ac1c-4e12-b5bf-574cc6042aa8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:48.700413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:48.700413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Checking segment: {'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:48.700413 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.700413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Bound using segment: {'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:48.700845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Bound port: b41364a0-66b0-451e-8067-be731cc35f0e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:48.701166 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.703637 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df8583f0-bae4-4edf-9774-cb8cec1830ee tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:48.705705 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-df8583f0-bae4-4edf-9774-cb8cec1830ee tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/33e0d850-306d-4c40-9d36-11afe9b3d6d9 HTTP/1.1" status: 204 len: 168 time: 1.0767815 Jul 27 22:01:48.708592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8583f0-bae4-4edf-9774-cb8cec1830ee tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=33e0d850-306d-4c40-9d36-11afe9b3d6d9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:48.720936 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35618) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:48.748042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:48.772671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-79a0bd24-6545-4023-a397-de084ca604a5 service neutron] 10.222.0.24 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470098 Jul 27 22:01:48.853161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe10ff-3184-473d-9b3e-9947544fd68d req-8f53a21d-b812-444c-a2fe-b2f4888dfede tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:48.855968 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cfe10ff-3184-473d-9b3e-9947544fd68d req-8f53a21d-b812-444c-a2fe-b2f4888dfede tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 944 time: 0.0576437 Jul 27 22:01:48.906042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cfe10ff-3184-473d-9b3e-9947544fd68d req-18b624da-f910-4e1d-aa02-9a134c47051c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439622 Jul 27 22:01:49.001036 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.008136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] For port b41364a0-66b0-451e-8067-be731cc35f0e, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:49.013267 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1981489a-c2fb-4a48-b85e-1406c9dbe509 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.015190 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1981489a-c2fb-4a48-b85e-1406c9dbe509 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2932262 Jul 27 22:01:49.018154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:49.042846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-87148fa9-ae88-4b8e-bdbd-cadebbc7bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.044786 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-87148fa9-ae88-4b8e-bdbd-cadebbc7bde0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1100 time: 0.2398682 Jul 27 22:01:49.080848 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c39003c-9509-4547-bd02-004b61c8f5ac tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:01:49.082529 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7c39003c-9509-4547-bd02-004b61c8f5ac tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/bc0da91b-4753-4128-ba3c-f08a9f25555d HTTP/1.1" status: 404 len: 333 time: 0.0626874 Jul 27 22:01:49.086073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35630) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:49.113903 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-35293639-4587-469c-9670-7b02a9175942 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:01:49.118835 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-35293639-4587-469c-9670-7b02a9175942 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/33e0d850-306d-4c40-9d36-11afe9b3d6d9 HTTP/1.1" status: 404 len: 333 time: 0.0289044 Jul 27 22:01:49.119905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:49.242932 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.303677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] For port b41364a0-66b0-451e-8067-be731cc35f0e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b41364a0-66b0-451e-8067-be731cc35f0e,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:49.320320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee1edce-426b-4ec7-b789-6a132295d90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:49.323279 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fea5d0-7411-4f46-b1c5-0fe1d0161020" -d '{"events": [{"server_uuid": "1ee1edce-426b-4ec7-b789-6a132295d90f", "name": "network-vif-plugged", "status": "completed", "tag": "2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:49.336861 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.358417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:49.361667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f66cc7ad-b150-4087-a793-5e9acebfbe1a req-cfdaee0c-4c55-4b55-b0c2-0d5ac93aba15 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 210 time: 0.0779283 Jul 27 22:01:49.423752 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.435588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420baea0-4eec-4405-8e86-61d40a294995']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:49.449564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f8099f-dd3b-4db8-a5d4-e4b8d6452f33') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:49.449852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f8099f-dd3b-4db8-a5d4-e4b8d6452f33') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:49.465304 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.476899 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.513655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d734f-2271-45e4-b039-0b8cffbbf8c8 None None] Pushing event updated for resources: {'Port': ['ID=b41364a0-66b0-451e-8067-be731cc35f0e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:49.523355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.526120 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.552766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:01:49.553354 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:01:49.559264 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:01:49.576840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:45Z', 'revision_number': 3, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:49.619308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Checking router: 759a2d7d-ba3e-4e17-a1c4-00040772751c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:49.619796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Updating router 759a2d7d-ba3e-4e17-a1c4-00040772751c port a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:01:49.645653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8c987-16ad-42cc-be80-0698bff6b368 req-dac5d1d5-7bbc-4214-affb-7786e027c54a tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.653687 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1b8c987-16ad-42cc-be80-0698bff6b368 req-dac5d1d5-7bbc-4214-affb-7786e027c54a tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 946 time: 0.3681443 Jul 27 22:01:49.675749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:49.685998 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.689461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322186a5-b534-473a-9462-750597d966b1 req-a75bbc37-9bbb-40b3-8d60-7a5e7e784963 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.697381 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-322186a5-b534-473a-9462-750597d966b1 req-a75bbc37-9bbb-40b3-8d60-7a5e7e784963 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.2062826 Jul 27 22:01:49.722051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.728916 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.737921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/networks/420baea0-4eec-4405-8e86-61d40a294995 HTTP/1.1" status: 204 len: 168 time: 0.6168606 Jul 27 22:01:49.745029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35652) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:49.757501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-db0a8719-6eb9-417d-b343-dce620d10e62 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1713156901'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:49.814657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-0dcacda6-e1cc-432e-a32e-03872b565e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:49.819716 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-0dcacda6-e1cc-432e-a32e-03872b565e48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3874018 Jul 27 22:01:49.832265 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1b8c987-16ad-42cc-be80-0698bff6b368 req-f55b598f-9726-4ee8-8156-d81d2e1622e8 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776047 Jul 27 22:01:49.841017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7be0b-2827-49ea-861e-46ab6d0f83b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Network': ['ID=420baea0-4eec-4405-8e86-61d40a294995,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:49.879724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0a8719-6eb9-417d-b343-dce620d10e62 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:49.890448 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0a8719-6eb9-417d-b343-dce620d10e62 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.935373 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-31ba76a7-63d1-4321-92a4-cb21a173065b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 217 time: 0.0606377 Jul 27 22:01:49.937022 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:49.965325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-322186a5-b534-473a-9462-750597d966b1 req-e7025c08-a32a-442b-be32-0dab718bfb1f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669711 Jul 27 22:01:49.999983 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e97be3-ceee-4fc7-9b5c-cf4c36db0eae x-openstack-request-id: req-09e97be3-ceee-4fc7-9b5c-cf4c36db0eae {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:50.000276 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee1edce-426b-4ec7-b789-6a132295d90f", "name": "network-vif-plugged", "status": "completed", "tag": "2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:50.001283 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09e97be3-ceee-4fc7-9b5c-cf4c36db0eae {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:50.001695 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee1edce-426b-4ec7-b789-6a132295d90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53', 'code': 200} Jul 27 22:01:50.008047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0a8719-6eb9-417d-b343-dce620d10e62 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:01:50.032801 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0a8719-6eb9-417d-b343-dce620d10e62 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.033194 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-db0a8719-6eb9-417d-b343-dce620d10e62 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Added segment 4922e5dd-bd45-4be9-b42e-902a2655b31f of type vlan for network 5fc755df-dc17-40b1-a975-3cdd68c51428 Jul 27 22:01:50.052863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Pushing event updated for resources: {'Port': ['ID=f5094946-ac1c-4e12-b5bf-574cc6042aa8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:50.109067 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0a8719-6eb9-417d-b343-dce620d10e62 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.120104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:50.139924 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.147357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:50.150657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:50.174683 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0a8719-6eb9-417d-b343-dce620d10e62 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.180582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0a8719-6eb9-417d-b343-dce620d10e62 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:50.182108 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0a8719-6eb9-417d-b343-dce620d10e62 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.196717 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.216954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-db0a8719-6eb9-417d-b343-dce620d10e62 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4666860 Jul 27 22:01:50.222288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35656) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:50.223998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-4e2f54dd-19b0-4c44-a844-9047abed020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:50.224502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Transition to ACTIVE for port object a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:50.225710 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-4e2f54dd-19b0-4c44-a844-9047abed020e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2729976 Jul 27 22:01:50.242061 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.253120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-da3e8112-05e8-4824-8521-79a0239c2889 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '5fc755df-dc17-40b1-a975-3cdd68c51428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:50.307607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668188d7-670b-4ae6-bd11-f7241a570ed4 req-e2f7de92-9a47-474b-aa0c-e853ddac929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:50.309392 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-668188d7-670b-4ae6-bd11-f7241a570ed4 req-e2f7de92-9a47-474b-aa0c-e853ddac929a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 1096 time: 0.2711110 Jul 27 22:01:50.322846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Attempting to bind port a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:50.323967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Attempting to bind port a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:50.324823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Attempting to bind port a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:50.340282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a2c42-f544-45e3-80d0-352073485485 req-c1fbcf66-c432-44a6-8fa9-9240a51c2afa tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:50.342047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a96a2c42-f544-45e3-80d0-352073485485 req-c1fbcf66-c432-44a6-8fa9-9240a51c2afa tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 945 time: 0.2037363 Jul 27 22:01:50.354124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:50.354571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:50.355011 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.356062 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:50.356539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Bound port: a372b4e5-6fa6-4d6b-a49b-9153cf7590b8, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:50.357243 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.361237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b41364a0-66b0-451e-8067-be731cc35f0e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:50.364796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11b46c-b1f0-4cbb-9ca2-577abbcaeb9c None None] Pushing event updated for resources: {'Port': ['ID=a372b4e5-6fa6-4d6b-a49b-9153cf7590b8,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:50.434723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a8719-6eb9-417d-b343-dce620d10e62 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Network': ['ID=5fc755df-dc17-40b1-a975-3cdd68c51428,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:50.459967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a96a2c42-f544-45e3-80d0-352073485485 req-45eff2f3-b71d-4c49-be59-d33a04c4243f tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783346 Jul 27 22:01:50.470602 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 5fc755df-dc17-40b1-a975-3cdd68c51428 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:01:50.503421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f4f06e5-ffb8-4748-87e4-63cd10716225 req-fa53f462-7fb2-4a72-93a0-a63ad5926674 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 210 time: 0.0466435 Jul 27 22:01:50.507172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a72a2eaa-da97-415f-9c4a-32ab7722f17a req-5e71c98f-7258-4e94-9e1c-ddade5d40332 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2802939 Jul 27 22:01:50.541146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3e8112-05e8-4824-8521-79a0239c2889 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:50.545217 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3e8112-05e8-4824-8521-79a0239c2889 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.554417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] For port a372b4e5-6fa6-4d6b-a49b-9153cf7590b8, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:50.586919 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] For port a372b4e5-6fa6-4d6b-a49b-9153cf7590b8, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a372b4e5-6fa6-4d6b-a49b-9153cf7590b8,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:50.608934 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.646752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-ff16a31d-ca3a-4581-9779-c6dacba8554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:50.650200 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-ff16a31d-ca3a-4581-9779-c6dacba8554d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4114764 Jul 27 22:01:50.660811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port b41364a0-66b0-451e-8067-be731cc35f0e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:50.702214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:50.702727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:50.765196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-e43f2c17-2fc7-4c61-8d8e-cbce1ace7aa9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:50.766732 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-e43f2c17-2fc7-4c61-8d8e-cbce1ace7aa9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.41 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 808 time: 0.1459258 Jul 27 22:01:50.773170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11b46c-b1f0-4cbb-9ca2-577abbcaeb9c None None] Pushing event updated for resources: {'Port': ['ID=a372b4e5-6fa6-4d6b-a49b-9153cf7590b8,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:50.789987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Allocated IP 172.20.0.1 (7f561063-dc47-4b88-8c28-76c79dc6e524/73a3d334-19fe-43a3-9810-a9515b836350/d5b5daea-a5fb-4f8a-8473-63c860f05ce4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:50.797124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Request body: {'port': {'device_id': '5eea1328-665d-475f-9a14-90cf993174dc', 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8', 'admin_state_up': True, 'tenant_id': '48c07bc2e64240d8afb0624a793a2735'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:50.797356 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:50.800687 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-668188d7-670b-4ae6-bd11-f7241a570ed4 req-4dc53853-be82-43c5-bea8-e0d5f9b40346 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801970 Jul 27 22:01:50.914196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:50.938334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2eaa-da97-415f-9c4a-32ab7722f17a req-ef735215-6bc6-4512-8551-bb5d7a3b7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:50.940266 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a72a2eaa-da97-415f-9c4a-32ab7722f17a req-ef735215-6bc6-4512-8551-bb5d7a3b7e00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 1100 time: 0.3574436 Jul 27 22:01:51.078479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Made reservation on behalf of 48c07bc2e64240d8afb0624a793a2735 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:51.093865 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:51.105945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c981b926-20d8-4d20-9cef-dfd63d42dd06 None None] Network 16b72184-423f-48d6-9efa-1107e6681307 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:51.183969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b078822-d890-441e-b408-cb9a70d29f00 req-697bc19f-bd01-4999-9b75-acee40e377da tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.185647 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b078822-d890-441e-b408-cb9a70d29f00 req-697bc19f-bd01-4999-9b75-acee40e377da tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 946 time: 0.3728626 Jul 27 22:01:51.274935 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-43cd1153-bcc0-4c52-9df0-0410566eaed4 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730854 Jul 27 22:01:51.278215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:45Z', 'revision_number': 3, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:51.282426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9e7a2ff2-c1c6-4565-aa7d-59aa983325d5 None None] Provisioning for port b41364a0-66b0-451e-8067-be731cc35f0e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:51.290008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9e7a2ff2-c1c6-4565-aa7d-59aa983325d5 None None] Provisioning complete for port b41364a0-66b0-451e-8067-be731cc35f0e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:51.290420 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2ff2-c1c6-4565-aa7d-59aa983325d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:51.384912 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:51.412195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Transition to ACTIVE for port object d5b5daea-a5fb-4f8a-8473-63c860f05ce4 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:51.417741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a6f00a-06f4-45b3-891b-4a53f4ea7795 None None] The sync data for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 is: [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:45Z', 'revision_number': 3, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:51.432039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e1581-949d-4ec7-b621-f3af16e1b330 req-2ea85137-2d5f-4074-9f5a-da88a2762616 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.439999 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-519e1581-949d-4ec7-b621-f3af16e1b330 req-2ea85137-2d5f-4074-9f5a-da88a2762616 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 946 time: 0.4434266 Jul 27 22:01:51.496236 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2ff2-c1c6-4565-aa7d-59aa983325d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:51.522351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b4d4c-d07e-41ed-9912-6bc7e9612c17 req-737c1d7c-1f6c-444f-8e91-1708210ce23d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.531376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-823b4d4c-d07e-41ed-9912-6bc7e9612c17 req-737c1d7c-1f6c-444f-8e91-1708210ce23d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.4538178 Jul 27 22:01:51.540436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9e7a2ff2-c1c6-4565-aa7d-59aa983325d5 None None] For port b41364a0-66b0-451e-8067-be731cc35f0e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b41364a0-66b0-451e-8067-be731cc35f0e,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:51.551343 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2ff2-c1c6-4565-aa7d-59aa983325d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:51.573223 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:51.591738 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-519e1581-949d-4ec7-b621-f3af16e1b330 req-0c7a7429-1aad-4ad1-a06d-d509e9100ba7 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505871 Jul 27 22:01:51.633612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Allocated IP 172.20.0.7 (7cee2f76-6b3e-4186-8970-022f34a894f8/eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2/af1e6a39-183a-43f6-ad18-e04ef786eda4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:51.636355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2eaa-da97-415f-9c4a-32ab7722f17a req-8d689573-5847-4852-997b-380b296ebd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:51.652547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a2ff2-c1c6-4565-aa7d-59aa983325d5 None None] Pushing event updated for resources: {'Port': ['ID=b41364a0-66b0-451e-8067-be731cc35f0e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:51.659872 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a72a2eaa-da97-415f-9c4a-32ab7722f17a req-8d689573-5847-4852-997b-380b296ebd05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.6920764 Jul 27 22:01:51.739078 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3e8112-05e8-4824-8521-79a0239c2889 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:51.740813 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-2ae023c4-e605-43f1-a033-928df68dcc76 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552438 Jul 27 22:01:51.850790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Network 7f561063-dc47-4b88-8c28-76c79dc6e524 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:51.868020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:51.874704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:51.881136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b5daea-a5fb-4f8a-8473-63c860f05ce4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:51.923553 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:51.972038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Deleting port 9515d7eb-51af-489c-a96e-6721df294fdb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:51.973285 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:52.019214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a72a2eaa-da97-415f-9c4a-32ab7722f17a req-0b31cdde-bafc-4a3e-9e26-3cc75e11facd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60 HTTP/1.1" status: 200 len: 217 time: 0.3273032 Jul 27 22:01:52.103694 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbf91582-f8f7-4cbc-aa06-359189bcf69f req-7a752d83-84cb-4f71-b68a-846cfaf5afdd tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 210 time: 0.1987307 Jul 27 22:01:52.138992 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:52.148978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-af0a54cb-0071-4ce2-bf21-5d34f3855a1f None None] Provisioning complete for port b41364a0-66b0-451e-8067-be731cc35f0e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:52.150423 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af0a54cb-0071-4ce2-bf21-5d34f3855a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:52.188218 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-823b4d4c-d07e-41ed-9912-6bc7e9612c17 req-d5316842-cc8c-472c-b084-4db52ed758a0 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559913 Jul 27 22:01:52.228201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e8112-05e8-4824-8521-79a0239c2889 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Checking segment: {'id': '4922e5dd-bd45-4be9-b42e-902a2655b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5fc755df-dc17-40b1-a975-3cdd68c51428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:52.228553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e8112-05e8-4824-8521-79a0239c2889 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network hostable DHCP agents. Network: 5fc755df-dc17-40b1-a975-3cdd68c51428, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:01:52.497954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b41364a0-66b0-451e-8067-be731cc35f0e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:52.576125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1fc8be5a-dc33-47bc-82af-7f599b3637dd None None] Provisioning for port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:52.590976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1fc8be5a-dc33-47bc-82af-7f599b3637dd None None] Provisioning complete for port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:52.591310 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fc8be5a-dc33-47bc-82af-7f599b3637dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:52.683911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b41364a0-66b0-451e-8067-be731cc35f0e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:52.685364 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:52.734590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8be5a-dc33-47bc-82af-7f599b3637dd None None] Port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:01:52.765543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e8112-05e8-4824-8521-79a0239c2889 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Subnet': ['ID=b9d4b218-9f70-4c9d-afeb-3f6fa15fda59,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:52.803945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:52.872184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:52.878055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:52.878480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] For port 9515d7eb-51af-489c-a96e-6721df294fdb, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9515d7eb-51af-489c-a96e-6721df294fdb,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:52.878943 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:52.879032 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:52.918697 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:52.990735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2eaa-da97-415f-9c4a-32ab7722f17a req-c3b85786-c87f-41d5-a4a8-545beb7f602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:52.992581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a72a2eaa-da97-415f-9c4a-32ab7722f17a req-c3b85786-c87f-41d5-a4a8-545beb7f602d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.9725649 Jul 27 22:01:53.016526 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.034540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.054580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['d802f000-a3c1-46c0-bb9a-ba412973cc13'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:53.070439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e8112-05e8-4824-8521-79a0239c2889 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 5fc755df-dc17-40b1-a975-3cdd68c51428 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:01:53.111312 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.149440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port a372b4e5-6fa6-4d6b-a49b-9153cf7590b8, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a372b4e5-6fa6-4d6b-a49b-9153cf7590b8,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:53.162639 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.171560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Pushing event updated for resources: {'Port': ['ID=af1e6a39-183a-43f6-ad18-e04ef786eda4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:53.185294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-da3e8112-05e8-4824-8521-79a0239c2889 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 5fc755df-dc17-40b1-a975-3cdd68c51428) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:53.191223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e8112-05e8-4824-8521-79a0239c2889 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.192226 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da3e8112-05e8-4824-8521-79a0239c2889 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.207793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Router b8f2d81a-cae3-4703-9941-f214ee1d5516 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:01:53.215805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b0b731-2c15-41fe-8d7f-26f39adf4445 None None] Network 5fc755df-dc17-40b1-a975-3cdd68c51428 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:53.236911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-da3e8112-05e8-4824-8521-79a0239c2889 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0080121 Jul 27 22:01:53.237901 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35676) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:53.244206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': '5fc755df-dc17-40b1-a975-3cdd68c51428', 'name': 'tempest-PortsTestJSON-1585584649'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:53.254786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737f1e0-0373-4675-b44f-cbce2d19ed48 req-b1f528f5-458f-4e46-a842-dc0d2f40ff58 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.256640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9737f1e0-0373-4675-b44f-cbce2d19ed48 req-b1f528f5-458f-4e46-a842-dc0d2f40ff58 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 945 time: 0.9928229 Jul 27 22:01:53.266103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2eaa-da97-415f-9c4a-32ab7722f17a req-4491159d-6fd4-47f6-8bf4-7dd510fa647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.268233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a72a2eaa-da97-415f-9c4a-32ab7722f17a req-4491159d-6fd4-47f6-8bf4-7dd510fa647a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2546213 Jul 27 22:01:53.275417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Network 7cee2f76-6b3e-4186-8970-022f34a894f8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:53.320451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84554b4-8722-4798-850a-68d67d72f9bd req-626c4a41-c1da-4aea-83bd-1cb941ee8cef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.330190 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a84554b4-8722-4798-850a-68d67d72f9bd req-626c4a41-c1da-4aea-83bd-1cb941ee8cef tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 946 time: 0.5061858 Jul 27 22:01:53.349611 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=a372b4e5-6fa6-4d6b-a49b-9153cf7590b8,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:53.354360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:53.358732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:53.382221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9737f1e0-0373-4675-b44f-cbce2d19ed48 req-18f57465-1664-46b0-97d9-82ec42c06d59 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091666 Jul 27 22:01:53.420327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.421005 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.424140 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Floating IP 52f9cd8a-c84a-464e-b8ce-9b680997f22a disassociated. External IP: 172.25.1.249, port: 9515d7eb-51af-489c-a96e-6721df294fdb. Jul 27 22:01:53.424847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Calling delete_port for 9515d7eb-51af-489c-a96e-6721df294fdb owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:53.538382 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a84554b4-8722-4798-850a-68d67d72f9bd req-4ff03290-be4a-48d4-b8bf-96128ff9e26d tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a711e98-1283-4d5a-aacb-464d6f62508d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054961 Jul 27 22:01:53.544677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-5fc755df-dc17-40b1-a975-3cdd68c51428', 'network_id': '5fc755df-dc17-40b1-a975-3cdd68c51428', 'tenant_id': '563da5356aad48b5b6c71f52485b5658', 'fixed_ips': [{'subnet_id': 'b9d4b218-9f70-4c9d-afeb-3f6fa15fda59'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:01:53.545939 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.581941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.582576 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.773319 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Allocated IP 172.20.0.2 (5fc755df-dc17-40b1-a975-3cdd68c51428/b9d4b218-9f70-4c9d-afeb-3f6fa15fda59/0c94551f-9dc1-49dd-9f42-900f79667d0c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:53.791527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:53.797006 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a72a2eaa-da97-415f-9c4a-32ab7722f17a req-9a0ebe7a-3933-4039-b416-241b37cc2954 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192604 Jul 27 22:01:53.801183 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.801379 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Sync routers for ids ['b8f2d81a-cae3-4703-9941-f214ee1d5516'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:53.805483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d98d66d2-ce1a-4d87-9368-42f90f32fa2b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0154378 Jul 27 22:01:53.815299 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Routers {'b8f2d81a-cae3-4703-9941-f214ee1d5516'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:53.815932 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b8f2d81a-cae3-4703-9941-f214ee1d5516'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:53.823585 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.835292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Request body: {'port': {'device_id': '5eea1328-665d-475f-9a14-90cf993174dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:53.857792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0806fdb-63e3-4510-8379-f228f4b14f11 req-b178d1a2-17fb-45b6-b782-54428fb9854f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.867151 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0806fdb-63e3-4510-8379-f228f4b14f11 req-b178d1a2-17fb-45b6-b782-54428fb9854f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.1851325 Jul 27 22:01:53.892864 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:53.903910 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.940206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.944724 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c204a9be-04e8-4107-a3dc-479445b6572e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2982934 Jul 27 22:01:53.961289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35682) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:53.993623 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.005325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Transition to ACTIVE for port object 0c94551f-9dc1-49dd-9f42-900f79667d0c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:54.024400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Transition to ACTIVE for port object 0c94551f-9dc1-49dd-9f42-900f79667d0c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:54.025515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c02bea-c2f2-4a76-be2f-9c358a0d6a1e req-127303a8-3620-4a60-8d00-05d58e95cf31 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:54.034892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89c02bea-c2f2-4a76-be2f-9c358a0d6a1e req-127303a8-3620-4a60-8d00-05d58e95cf31 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 931 time: 0.4143534 Jul 27 22:01:54.044505 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.052840 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.059389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d5b5daea-a5fb-4f8a-8473-63c860f05ce4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:54.064673 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Set router b8f2d81a-cae3-4703-9941-f214ee1d5516 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:54.067822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port 4266bc43-2fab-4d2f-b132-44a08187b9c6 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:01:54.083785 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a72a2eaa-da97-415f-9c4a-32ab7722f17a req-88c2bf22-1dcd-4f41-8887-cf804d4a75f4 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705729 Jul 27 22:01:54.090935 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.185206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Network 5fc755df-dc17-40b1-a975-3cdd68c51428 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:54.188571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:54.195503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:54.222135 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.246897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Pushing event updated for resources: {'Port': ['ID=0c94551f-9dc1-49dd-9f42-900f79667d0c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:54.339244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9515d7eb-51af-489c-a96e-6721df294fdb no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:54.340761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0806fdb-63e3-4510-8379-f228f4b14f11 req-ec8e96f9-55e1-4496-8fa1-f12ff9f7bcbf tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587939 Jul 27 22:01:54.364337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89c02bea-c2f2-4a76-be2f-9c358a0d6a1e req-a9e0140c-b7f4-4187-bd23-cfa95f457c4a tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285151 Jul 27 22:01:54.364578 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 3, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:54.365493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:54.370169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 9515d7eb-51af-489c-a96e-6721df294fdb {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:54.370541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9515d7eb-51af-489c-a96e-6721df294fdb not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:54.402669 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Checking router: b8f2d81a-cae3-4703-9941-f214ee1d5516 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:54.410864 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Pushing event deleted for resources: {'Port': ['ID=9515d7eb-51af-489c-a96e-6721df294fdb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:54.411942 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Updating router b8f2d81a-cae3-4703-9941-f214ee1d5516 port f5094946-ac1c-4e12-b5bf-574cc6042aa8 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:01:54.412640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Attempting to bind port 0c94551f-9dc1-49dd-9f42-900f79667d0c on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:54.413021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Attempting to bind port 0c94551f-9dc1-49dd-9f42-900f79667d0c by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4922e5dd-bd45-4be9-b42e-902a2655b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5fc755df-dc17-40b1-a975-3cdd68c51428'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:54.413387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Attempting to bind port 0c94551f-9dc1-49dd-9f42-900f79667d0c on network 5fc755df-dc17-40b1-a975-3cdd68c51428 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:54.429950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:54.430854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Checking segment: {'id': '4922e5dd-bd45-4be9-b42e-902a2655b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5fc755df-dc17-40b1-a975-3cdd68c51428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:54.431057 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.433170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Bound using segment: {'id': '4922e5dd-bd45-4be9-b42e-902a2655b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5fc755df-dc17-40b1-a975-3cdd68c51428'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:54.435824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Bound port: 0c94551f-9dc1-49dd-9f42-900f79667d0c, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4922e5dd-bd45-4be9-b42e-902a2655b31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5fc755df-dc17-40b1-a975-3cdd68c51428'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:54.436434 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.459900 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.571651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] For port 0c94551f-9dc1-49dd-9f42-900f79667d0c, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:54.592754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] For port 0c94551f-9dc1-49dd-9f42-900f79667d0c, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0c94551f-9dc1-49dd-9f42-900f79667d0c,segment=NetworkSegment(4922e5dd-bd45-4be9-b42e-902a2655b31f),segment_id=4922e5dd-bd45-4be9-b42e-902a2655b31f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:54.594453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:54.594852 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.600049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd68c6c-7e8c-4274-b4bf-0ddd2f3729c8 req-afa09c42-db54-409c-824e-16241905f884 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:54.601775 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fd68c6c-7e8c-4274-b4bf-0ddd2f3729c8 req-afa09c42-db54-409c-824e-16241905f884 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 1096 time: 0.0955830 Jul 27 22:01:54.602181 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.673671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fd68c6c-7e8c-4274-b4bf-0ddd2f3729c8 req-4df69f08-22f3-4a6d-be9b-6f8d3dd0cd06 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656691 Jul 27 22:01:54.698848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Network 7f561063-dc47-4b88-8c28-76c79dc6e524 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:54.736163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:54.765184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1e6a39-183a-43f6-ad18-e04ef786eda4 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:54.800723 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:54.801359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.12 (5fc755df-dc17-40b1-a975-3cdd68c51428/b9d4b218-9f70-4c9d-afeb-3f6fa15fda59/4266bc43-2fab-4d2f-b132-44a08187b9c6) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:54.866603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f77c8c-ab33-4ce9-ad54-698606fb3aff None None] Pushing event updated for resources: {'Port': ['ID=0c94551f-9dc1-49dd-9f42-900f79667d0c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:54.906920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a7719476-e9d1-4dff-925e-0d51d4222941 req-e006bd69-d395-4438-9887-e8f336cc1d6e tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 210 time: 0.1219461 Jul 27 22:01:54.923637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Transition to ACTIVE for port object af1e6a39-183a-43f6-ad18-e04ef786eda4 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:54.947166 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.036184 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.056320 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Transition to ACTIVE for port object f5094946-ac1c-4e12-b5bf-574cc6042aa8 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:55.072072 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.165933 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=af1e6a39-183a-43f6-ad18-e04ef786eda4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:55.186935 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Pushing event updated for resources: {'Port': ['ID=f5094946-ac1c-4e12-b5bf-574cc6042aa8,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:55.189186 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Attempting to bind port f5094946-ac1c-4e12-b5bf-574cc6042aa8 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:55.189562 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Attempting to bind port f5094946-ac1c-4e12-b5bf-574cc6042aa8 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:55.189928 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Attempting to bind port f5094946-ac1c-4e12-b5bf-574cc6042aa8 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:55.206844 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:55.207125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849d2c8-987d-477c-a643-749798bdf28c req-65c6be0e-e775-44a4-a549-8c1d088a162b tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.207225 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:55.207622 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.208019 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:55.208709 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2849d2c8-987d-477c-a643-749798bdf28c req-65c6be0e-e775-44a4-a549-8c1d088a162b tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 1096 time: 0.2923524 Jul 27 22:01:55.215724 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Bound port: f5094946-ac1c-4e12-b5bf-574cc6042aa8, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:55.216216 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.219632 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:55.219984 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:55.220331 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:55.220670 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:55.221009 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:55.221346 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:55.221677 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:55.222009 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:55.225722 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:55.226425 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:55.231204 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:55.231728 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:55.270979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Router 52bc9c99-bd23-4b5e-a773-fb513608576c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:01:55.316895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dc00ba5d-616f-4c8d-9c3a-46403ad757cd None None] Provisioning complete for port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:55.319354 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc00ba5d-616f-4c8d-9c3a-46403ad757cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.410907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dc00ba5d-616f-4c8d-9c3a-46403ad757cd None None] Port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:01:55.422136 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Attempting to bind port af1e6a39-183a-43f6-ad18-e04ef786eda4 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:55.422560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Attempting to bind port af1e6a39-183a-43f6-ad18-e04ef786eda4 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:55.422895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Attempting to bind port af1e6a39-183a-43f6-ad18-e04ef786eda4 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:55.429042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Port af1e6a39-183a-43f6-ad18-e04ef786eda4 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:55.429382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Attempting to bind port af1e6a39-183a-43f6-ad18-e04ef786eda4 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:55.433773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2849d2c8-987d-477c-a643-749798bdf28c req-255ab9d3-b3bf-4e52-ab8b-648232cda66d tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170291 Jul 27 22:01:55.439366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:55.439366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:55.439840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Bound using segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:55.440221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Bound port: af1e6a39-183a-43f6-ad18-e04ef786eda4, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:55.440564 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.471816 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] For port f5094946-ac1c-4e12-b5bf-574cc6042aa8, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:55.482710 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] For port f5094946-ac1c-4e12-b5bf-574cc6042aa8, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f5094946-ac1c-4e12-b5bf-574cc6042aa8,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:55.499260 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.576054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02044519-eb1e-4f03-8fc1-b02f9cbf59bf req-caa90418-ac4e-4048-832d-c0694ae268a4 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.578377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02044519-eb1e-4f03-8fc1-b02f9cbf59bf req-caa90418-ac4e-4048-832d-c0694ae268a4 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.1207867 Jul 27 22:01:55.608040 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34054347-4f31-4c0e-9635-ea97d779cf49 None None] Pushing event updated for resources: {'Port': ['ID=f5094946-ac1c-4e12-b5bf-574cc6042aa8,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:55.611376 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Routers {'b8f2d81a-cae3-4703-9941-f214ee1d5516'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:55.612257 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b8f2d81a-cae3-4703-9941-f214ee1d5516'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:55.655469 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02044519-eb1e-4f03-8fc1-b02f9cbf59bf req-c0aeaa0a-7e8c-4959-91b5-1376af30998a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637388 Jul 27 22:01:55.658703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:55.663422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:55.686980 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.735133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.736157 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:55.737843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/af1e6a39-183a-43f6-ad18-e04ef786eda4 HTTP/1.1" status: 200 len: 1091 time: 1.9084880 Jul 27 22:01:55.738606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eea1328-665d-475f-9a14-90cf993174dc', 'tag': 'af1e6a39-183a-43f6-ad18-e04ef786eda4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:55.742282 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31ece13-d626-4d8c-bfc1-31b657b79aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "5eea1328-665d-475f-9a14-90cf993174dc", "tag": "af1e6a39-183a-43f6-ad18-e04ef786eda4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:55.803498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b98fcf-8598-41fe-9ef2-598def93d2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=af1e6a39-183a-43f6-ad18-e04ef786eda4,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:55.863302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Router 759a2d7d-ba3e-4e17-a1c4-00040772751c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:01:55.909078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-c15a7ad7-dc5a-4493-b935-ad3d421ef363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.911003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-c15a7ad7-dc5a-4493-b935-ad3d421ef363 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 1094 time: 0.1017556 Jul 27 22:01:55.930201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b9615-7556-435e-b328-1a2e174502a8 req-4f5aed49-3f69-4bbf-a4ea-9f922b6cee55 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:55.936625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-587b9615-7556-435e-b328-1a2e174502a8 req-4f5aed49-3f69-4bbf-a4ea-9f922b6cee55 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 943 time: 0.3520048 Jul 27 22:01:55.956027 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fd9f32-21b9-467d-b94c-bc5a69ed4ea7 x-openstack-request-id: req-00fd9f32-21b9-467d-b94c-bc5a69ed4ea7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:55.956383 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eea1328-665d-475f-9a14-90cf993174dc", "tag": "af1e6a39-183a-43f6-ad18-e04ef786eda4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:55.956745 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00fd9f32-21b9-467d-b94c-bc5a69ed4ea7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:55.957337 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eea1328-665d-475f-9a14-90cf993174dc', 'tag': 'af1e6a39-183a-43f6-ad18-e04ef786eda4', 'status': 'completed', 'code': 200} Jul 27 22:01:55.957624 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] Set router b8f2d81a-cae3-4703-9941-f214ee1d5516 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:56.013313 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-33a8407f-b21c-4117-b76e-d2e4095440f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4 HTTP/1.1" status: 200 len: 217 time: 0.0640061 Jul 27 22:01:56.053560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-587b9615-7556-435e-b328-1a2e174502a8 req-1b1c92b1-f4d1-49ff-a500-ff1258153dc3 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055005 Jul 27 22:01:56.109243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d9623d52-4b44-45ee-a8bb-0f03cc3b4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:56.117521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-d9623d52-4b44-45ee-a8bb-0f03cc3b4ce2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.0762761 Jul 27 22:01:56.188203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-ae2e77c4-9bff-4ca5-ab39-2aff900ce998 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663567 Jul 27 22:01:56.298575 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8415709c-2453-4495-8690-949b4b43fe7d req-2bbea78e-4c07-4b56-a2ea-5826e7f321c4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf5a6d70-6f35-4d73-9fab-088db9bbc73f HTTP/1.1" status: 200 len: 210 time: 0.1040573 Jul 27 22:01:56.396237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.424300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0c94551f-9dc1-49dd-9f42-900f79667d0c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:56.448022 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 3, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:56.465896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:56.469919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Transition to ACTIVE for port object 4266bc43-2fab-4d2f-b132-44a08187b9c6 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:56.479726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-0c54c644-4db2-42d9-bb76-e9d5d955a966 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690573 Jul 27 22:01:56.520101 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.539748 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48539579-0e82-4bd0-baa9-9c1d25e2703d None None] The sync data for ids ['b8f2d81a-cae3-4703-9941-f214ee1d5516'] in n-d-802011-3 is: [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:01:50Z', 'revision_number': 3, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:56.624781 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528d62bf-4f66-4f52-a2ae-88de6a00ca79 req-36f71834-b680-4731-b23b-6afa348eb52d service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364195 Jul 27 22:01:56.653779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] No DVR routers for this DVR port 9515d7eb-51af-489c-a96e-6721df294fdb on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:56.680065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:56.685456 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:56.687634 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b078822-d890-441e-b408-cb9a70d29f00 req-4df07885-0869-4d44-a0ea-047a2e952f6b tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.41 "DELETE /v2.0/ports/9515d7eb-51af-489c-a96e-6721df294fdb HTTP/1.1" status: 204 len: 173 time: 5.4832470 Jul 27 22:01:56.696520 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Sync routers for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:56.712445 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:56.717335 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:56.732588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'name': 'network-vif-deleted', 'tag': '9515d7eb-51af-489c-a96e-6721df294fdb'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:56.745186 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff61e5df-e02c-4711-ad7a-59c5a790973f" -d '{"events": [{"server_uuid": "bf5a6d70-6f35-4d73-9fab-088db9bbc73f", "name": "network-vif-deleted", "tag": "9515d7eb-51af-489c-a96e-6721df294fdb"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:56.768013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ece13-d626-4d8c-bfc1-31b657b79aa1 req-fd1f346c-a17d-45f4-b301-e96c38a96d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:56.772700 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f31ece13-d626-4d8c-bfc1-31b657b79aa1 req-fd1f346c-a17d-45f4-b301-e96c38a96d5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 1094 time: 0.0892448 Jul 27 22:01:56.786601 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cfb0de31-7fb9-4439-bbdd-0b06403b16c6 admin admin] 10.222.0.24 "PUT /v2.0/routers/759a2d7d-ba3e-4e17-a1c4-00040772751c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3987646 Jul 27 22:01:56.810409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb56aa-dbe4-424f-9555-f970d0f0e9ca None None] Network 5fc755df-dc17-40b1-a975-3cdd68c51428 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:01:56.966314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a34843-45c4-4a72-b0db-4423cf2c4276 None None] Sync routers for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:57.062464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 0c94551f-9dc1-49dd-9f42-900f79667d0c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:57.096306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 0c94551f-9dc1-49dd-9f42-900f79667d0c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:57.096704 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.099338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecbc05-c768-41da-b493-8bade78c7112 req-6365d2fa-89dd-435b-b660-47f95d15a2a3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.107533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57ecbc05-c768-41da-b493-8bade78c7112 req-6365d2fa-89dd-435b-b660-47f95d15a2a3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.1952007 Jul 27 22:01:57.154654 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:57.156060 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b5f43e9e-f31d-469a-a35b-01d12835bee4 None None] Provisioning for port 0c94551f-9dc1-49dd-9f42-900f79667d0c completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:57.159008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ece13-d626-4d8c-bfc1-31b657b79aa1 req-885303ad-16f3-48d2-8be0-1e3b18974df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.160617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f31ece13-d626-4d8c-bfc1-31b657b79aa1 req-885303ad-16f3-48d2-8be0-1e3b18974df1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.3799748 Jul 27 22:01:57.184648 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.233655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a34843-45c4-4a72-b0db-4423cf2c4276 None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:57.238338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e7a34843-45c4-4a72-b0db-4423cf2c4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:57.243770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b5f43e9e-f31d-469a-a35b-01d12835bee4 None None] Provisioning complete for port 0c94551f-9dc1-49dd-9f42-900f79667d0c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:57.244059 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5f43e9e-f31d-469a-a35b-01d12835bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.281428 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f31ece13-d626-4d8c-bfc1-31b657b79aa1 req-49ea1b6a-4b96-4444-83de-bf759cd401fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4 HTTP/1.1" status: 200 len: 217 time: 0.1012745 Jul 27 22:01:57.290541 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-148f94c9-9ca9-4b5d-a362-eecb90520d45 req-c5d44f2d-db8c-44b9-8862-0b9b346bea57 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3991501 Jul 27 22:01:57.334779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 5fc755df-dc17-40b1-a975-3cdd68c51428 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:57.399618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:57.402910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57ecbc05-c768-41da-b493-8bade78c7112 req-8e2f7d7a-871d-4ddc-bc1f-436a717d4642 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784657 Jul 27 22:01:57.456373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ece13-d626-4d8c-bfc1-31b657b79aa1 req-09d97d93-e24a-49b5-92d0-81e751a47f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.463171 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f31ece13-d626-4d8c-bfc1-31b657b79aa1 req-09d97d93-e24a-49b5-92d0-81e751a47f0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.1333539 Jul 27 22:01:57.468780 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:57.492180 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=4266bc43-2fab-4d2f-b132-44a08187b9c6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:57.538425 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d83fca-37d1-48a3-a072-9ff8f9d770cc x-openstack-request-id: req-e4d83fca-37d1-48a3-a072-9ff8f9d770cc {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:57.538814 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5a6d70-6f35-4d73-9fab-088db9bbc73f", "name": "network-vif-deleted", "tag": "9515d7eb-51af-489c-a96e-6721df294fdb", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:57.539010 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4d83fca-37d1-48a3-a072-9ff8f9d770cc {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:57.539357 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5a6d70-6f35-4d73-9fab-088db9bbc73f', 'name': 'network-vif-deleted', 'tag': '9515d7eb-51af-489c-a96e-6721df294fdb', 'status': 'completed', 'code': 200} Jul 27 22:01:57.552216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-f53f0200-6467-490c-a276-16dbb9534b18 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:01:57.553257 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-f53f0200-6467-490c-a276-16dbb9534b18 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112746 Jul 27 22:01:57.575826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] Request body: {'binding': {'host': 'n-h2-802011-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:57.576268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f31ece13-d626-4d8c-bfc1-31b657b79aa1 req-3be7dd52-7e14-49bb-9ef7-25510389d9b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025705 Jul 27 22:01:57.576389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:01:57.631541 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 2, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:57.675396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Allocated IP 172.20.0.1 (16b72184-423f-48d6-9efa-1107e6681307/c7746efe-61a7-45c7-ac8d-cb8760801fae/73fabc07-39e1-4b87-b075-a47cce699d98) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:57.707285 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Checking router: 759a2d7d-ba3e-4e17-a1c4-00040772751c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:57.707829 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Updating router 759a2d7d-ba3e-4e17-a1c4-00040772751c port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:01:57.734933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.738420 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.742821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f94c9-9ca9-4b5d-a362-eecb90520d45 req-3ffc2c36-9910-402b-be88-37a0b273cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:57.744599 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-148f94c9-9ca9-4b5d-a362-eecb90520d45 req-3ffc2c36-9910-402b-be88-37a0b273cc98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 1096 time: 0.3782461 Jul 27 22:01:57.768821 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.794993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f31ece13-d626-4d8c-bfc1-31b657b79aa1 req-599644fd-51a3-4398-8e82-56374a95a84b service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071152 Jul 27 22:01:57.936275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e7a34843-45c4-4a72-b0db-4423cf2c4276 None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:57.953022 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-31a501bf-3811-45be-95b5-b8c5742b1863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7110958 Jul 27 22:01:57.969574 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:57.989966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35744) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:58.021338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 0c94551f-9dc1-49dd-9f42-900f79667d0c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0c94551f-9dc1-49dd-9f42-900f79667d0c,segment=NetworkSegment(4922e5dd-bd45-4be9-b42e-902a2655b31f),segment_id=4922e5dd-bd45-4be9-b42e-902a2655b31f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:58.053331 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.117346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f31ece13-d626-4d8c-bfc1-31b657b79aa1 req-7acbfefe-3edc-4aef-b5b3-fe6e67d9d17d service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139577 Jul 27 22:01:58.153600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1a508-7b50-4fd3-8013-2538245547ac req-1f20f46e-460c-4899-bfe7-e05814e6b67d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:58.163525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02b1a508-7b50-4fd3-8013-2538245547ac req-1f20f46e-460c-4899-bfe7-e05814e6b67d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 943 time: 0.3382020 Jul 27 22:01:58.212773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5f43e9e-f31d-469a-a35b-01d12835bee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.264650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02b1a508-7b50-4fd3-8013-2538245547ac req-746ee80a-7f15-440e-9aab-a8ba6d38abcf tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000760 Jul 27 22:01:58.288086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f94c9-9ca9-4b5d-a362-eecb90520d45 req-ff82b9f4-1ad1-46da-b921-16a200d64a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:58.290058 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-148f94c9-9ca9-4b5d-a362-eecb90520d45 req-ff82b9f4-1ad1-46da-b921-16a200d64a5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.4418867 Jul 27 22:01:58.388886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=0c94551f-9dc1-49dd-9f42-900f79667d0c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:58.398951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f5094946-ac1c-4e12-b5bf-574cc6042aa8 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:58.469479 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.478099 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.489228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Transition to ACTIVE for port object 73fabc07-39e1-4b87-b075-a47cce699d98 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:58.491089 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Transition to ACTIVE for port object d5b5daea-a5fb-4f8a-8473-63c860f05ce4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:58.500569 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.583755 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-148f94c9-9ca9-4b5d-a362-eecb90520d45 req-40f0e51c-fe72-491c-986a-b6dd38ef24f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=522be010-4342-4507-91a1-43b8189a8649 HTTP/1.1" status: 200 len: 217 time: 0.2700090 Jul 27 22:01:58.595558 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.737471 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-b5f43e9e-f31d-469a-a35b-01d12835bee4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:01:58.738100 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-b5f43e9e-f31d-469a-a35b-01d12835bee4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:01:58.764596 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Attempting to bind port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:58.765197 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Attempting to bind port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:58.765687 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Attempting to bind port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 on network 7f561063-dc47-4b88-8c28-76c79dc6e524 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:58.769344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port f5094946-ac1c-4e12-b5bf-574cc6042aa8 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:58.774065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Network 16b72184-423f-48d6-9efa-1107e6681307 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:58.777228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f5094946-ac1c-4e12-b5bf-574cc6042aa8 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:58.777872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.778690 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f94c9-9ca9-4b5d-a362-eecb90520d45 req-0199acfc-f3d9-4545-80fa-c900811890c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:58.783693 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-148f94c9-9ca9-4b5d-a362-eecb90520d45 req-0199acfc-f3d9-4545-80fa-c900811890c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.1646278 Jul 27 22:01:58.785863 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:58.786237 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Checking segment: {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:58.786670 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.787064 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Bound using segment: {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:58.787545 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Bound port: d5b5daea-a5fb-4f8a-8473-63c860f05ce4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:58.787946 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.791348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979e048-786c-4753-960a-5ca044b25296 req-11596752-9e9f-4212-a563-317f998bb610 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:58.793676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-11596752-9e9f-4212-a563-317f998bb610 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 821 time: 0.2514780 Jul 27 22:01:58.796835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Pushing event updated for resources: {'Port': ['ID=73fabc07-39e1-4b87-b075-a47cce699d98,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:58.800081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:58.824193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-3acdc9d0-3089-46f9-97f8-2e76a40b6053 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/quotas/40339e0405a24a6baf8d5461f29fa76d HTTP/1.1" status: 200 len: 375 time: 0.0096445 Jul 27 22:01:58.848591 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-148f94c9-9ca9-4b5d-a362-eecb90520d45 req-bfcd1462-7429-4c33-9aa7-fcb2285870e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381787 Jul 27 22:01:58.868092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e7a34843-45c4-4a72-b0db-4423cf2c4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:07Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:58.924400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-e1b531c0-ac40-44f8-8736-1cc242920c1e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850880 Jul 27 22:01:58.930361 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] For port d5b5daea-a5fb-4f8a-8473-63c860f05ce4, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:58.939940 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] For port d5b5daea-a5fb-4f8a-8473-63c860f05ce4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d5b5daea-a5fb-4f8a-8473-63c860f05ce4,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:58.944049 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425edf5-b00c-410b-bb77-5805b4f00eb7 None None] Pushing event updated for resources: {'Port': ['ID=d5b5daea-a5fb-4f8a-8473-63c860f05ce4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:58.953062 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:58.953764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a34843-45c4-4a72-b0db-4423cf2c4276 None None] Checking router: 52bc9c99-bd23-4b5e-a773-fb513608576c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:59.017372 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a34843-45c4-4a72-b0db-4423cf2c4276 None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:59.019140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e7a34843-45c4-4a72-b0db-4423cf2c4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:59.019835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:59.055262 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425edf5-b00c-410b-bb77-5805b4f00eb7 None None] Pushing event updated for resources: {'Port': ['ID=d5b5daea-a5fb-4f8a-8473-63c860f05ce4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:59.101724 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.105861 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-1f97b7e4-e0b0-4e91-8492-61af0097b8fa service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704013 Jul 27 22:01:59.109327 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:59.110614 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:59.148330 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.279708 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-c55ac4b2-6df9-4692-b0f6-13bd330e9229 service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704636 Jul 27 22:01:59.308969 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:59.338151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port f5094946-ac1c-4e12-b5bf-574cc6042aa8, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f5094946-ac1c-4e12-b5bf-574cc6042aa8,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:59.363648 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.371373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e7a34843-45c4-4a72-b0db-4423cf2c4276 None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:59.388557 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.434958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] Attempting to bind port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on host n-h2-802011-3 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:59.435586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] Attempting to bind port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:59.436156 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] Attempting to bind port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:59.445980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] Port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:59.446592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] Attempting to bind port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:59.505227 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:59.505800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:59.505800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:59.506222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] Bound port: 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:59.572456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:59.594604 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.595786 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-81f86d2a-f931-4901-9196-563fb01bb50e service neutron] 10.222.0.24 "POST /v2.0/ports/2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53/bindings HTTP/1.1" status: 201 len: 389 time: 2.0270994 Jul 27 22:01:59.603998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port 4266bc43-2fab-4d2f-b132-44a08187b9c6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:59.604456 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.612269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=f5094946-ac1c-4e12-b5bf-574cc6042aa8,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:59.687395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-74d03aa1-13bf-457d-b074-40b7f904d12f None None] Provisioning complete for port 0c94551f-9dc1-49dd-9f42-900f79667d0c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:59.688677 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74d03aa1-13bf-457d-b074-40b7f904d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.696428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335903d-b8be-4740-b2e3-24458b1dab16 req-874b9780-b73a-4dea-99a1-2130e1b7813f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:59.705638 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:59.706758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8335903d-b8be-4740-b2e3-24458b1dab16 req-874b9780-b73a-4dea-99a1-2130e1b7813f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.1246994 Jul 27 22:01:59.720958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for 4266bc43-2fab-4d2f-b132-44a08187b9c6 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:59.751677 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:01:58Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:59.779675 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-148f94c9-9ca9-4b5d-a362-eecb90520d45 req-fd8731c0-ec73-4f8b-8492-e5485779a19b service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9191401 Jul 27 22:01:59.825668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8335903d-b8be-4740-b2e3-24458b1dab16 req-e0958e13-106e-4e06-9542-eb3fcf6fa28d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178575 Jul 27 22:01:59.943155 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-148f94c9-9ca9-4b5d-a362-eecb90520d45 req-fe5b6ca1-39bc-41ad-ab35-245b1e69340a service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531436 Jul 27 22:02:00.064372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82959f-9451-46ef-b2d3-20f299026c94 req-c704d391-909f-471b-82d6-e0e59213ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:00.071170 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb9fc5d-24fd-41c2-9a5c-bc4a69eee355 None None] The sync data for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 is: [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:01:58Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:00.085324 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-c704d391-909f-471b-82d6-e0e59213ec7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 1096 time: 0.1930766 Jul 27 22:02:00.100908 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e7a34843-45c4-4a72-b0db-4423cf2c4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:07Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:00.179176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a34843-45c4-4a72-b0db-4423cf2c4276 None None] The sync data for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 is: [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:56:58Z', 'revision_number': 4, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '00ef4079-4e8a-4f43-b670-429330386b2c', 'name': '', 'network_id': '6a5546c1-bf58-4ab6-a1c2-08b01f25eddc', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'mac_address': 'fa:16:3e:09:ef:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:56Z', 'updated_at': '2021-07-27T21:57:07Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'subnets': [{'id': '1b6b3b28-4695-42ba-b2e1-95635cc271fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:00.184728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-74d03aa1-13bf-457d-b074-40b7f904d12f None None] Provisioning for port 4266bc43-2fab-4d2f-b132-44a08187b9c6 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:00.186189 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:00.191877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-74d03aa1-13bf-457d-b074-40b7f904d12f None None] Provisioning complete for port 4266bc43-2fab-4d2f-b132-44a08187b9c6 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:00.192401 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74d03aa1-13bf-457d-b074-40b7f904d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:00.231315 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-74d03aa1-13bf-457d-b074-40b7f904d12f None None] Port 4266bc43-2fab-4d2f-b132-44a08187b9c6 was deleted so its status cannot be updated. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 22:02:00.246413 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:00.248677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=4266bc43-2fab-4d2f-b132-44a08187b9c6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:00.284809 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:00.339939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-74d03aa1-13bf-457d-b074-40b7f904d12f None None] Provisioning for port 73fabc07-39e1-4b87-b075-a47cce699d98 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:00.352001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-74d03aa1-13bf-457d-b074-40b7f904d12f None None] Provisioning complete for port 73fabc07-39e1-4b87-b075-a47cce699d98 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:00.353725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ab24e-037e-4705-a745-4877645da0d4 req-eca88a95-636e-4582-ad89-63f6cfeff7b6 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:00.355934 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74d03aa1-13bf-457d-b074-40b7f904d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:00.359443 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e5ab24e-037e-4705-a745-4877645da0d4 req-eca88a95-636e-4582-ad89-63f6cfeff7b6 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 943 time: 0.3490872 Jul 27 22:02:00.380366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:00.382748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:00.383818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:00.386812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:00.388137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:00.388500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:00.392187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:00.392586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:00.393681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:00.394047 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:00.395937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:00.397530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:00.512867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16064a8e-26d0-4809-bbda-3948df845817 req-4b30b984-2a8e-4391-98b7-9dc0d261c15c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 210 time: 0.6096747 Jul 27 22:02:00.659178 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:00.668867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e5ab24e-037e-4705-a745-4877645da0d4 req-0e2010bf-c36d-48a5-bfb3-d161dc29955c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792328 Jul 27 22:02:00.670126 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82959f-9451-46ef-b2d3-20f299026c94 req-45ee0672-2404-47db-9f71-3457868ce3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:00.685331 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-45ee0672-2404-47db-9f71-3457868ce3a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.5847945 Jul 27 22:02:00.735379 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:00.740007 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-70c020d7-24e5-435d-ba6c-179cbfeedc70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/4266bc43-2fab-4d2f-b132-44a08187b9c6 HTTP/1.1" status: 204 len: 168 time: 2.7465105 Jul 27 22:02:00.743461 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35784) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:00.752156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f5094946-ac1c-4e12-b5bf-574cc6042aa8 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:00.785342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Pushing event updated for resources: {'Port': ['ID=73fabc07-39e1-4b87-b075-a47cce699d98,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:00.793964 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-08ad7d3b-c071-4777-9ef5-f9a793439709 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 HTTP/1.1" status: 200 len: 217 time: 0.1042891 Jul 27 22:02:00.849356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-74d03aa1-13bf-457d-b074-40b7f904d12f None None] Port 73fabc07-39e1-4b87-b075-a47cce699d98 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:00.890778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e12105-edd8-4e85-ab72-1e771849d99a None None] New status for floating IP 52f9cd8a-c84a-464e-b8ce-9b680997f22a: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:02:00.935954 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aba79b1-f619-4a8f-86fd-92c2aa26c1b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] DELETE failed (client error): The resource could not be found. Jul 27 22:02:00.936790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aba79b1-f619-4a8f-86fd-92c2aa26c1b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:02:00.938621 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2aba79b1-f619-4a8f-86fd-92c2aa26c1b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/4266bc43-2fab-4d2f-b132-44a08187b9c6 HTTP/1.1" status: 404 len: 333 time: 0.1941421 Jul 27 22:02:00.973870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:01.063365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0229479a-9be7-4b9c-b488-a062d3af5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.064839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0229479a-9be7-4b9c-b488-a062d3af5ae9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.2575328 Jul 27 22:02:01.065735 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc0f0bc-4241-4670-8e35-481fb06983b6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:02:01.067480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6fc0f0bc-4241-4670-8e35-481fb06983b6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/4266bc43-2fab-4d2f-b132-44a08187b9c6 HTTP/1.1" status: 404 len: 333 time: 0.0914147 Jul 27 22:02:01.076752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35794) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:01.090608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f5094946-ac1c-4e12-b5bf-574cc6042aa8 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:01.091171 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.144791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Network 16b72184-423f-48d6-9efa-1107e6681307 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:01.148659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:01.175167 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-9dc9f69b-2c05-4365-9700-4aa6b7543cd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997300 Jul 27 22:02:01.199704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d5b5daea-a5fb-4f8a-8473-63c860f05ce4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:01.291731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:01.297927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:01.298397 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.319611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e39d-d789-4e02-b7f9-63b7a8f35c40 req-1c3c31ad-a266-4f66-b18d-92ca7d4f1308 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.330393 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6372e39d-d789-4e02-b7f9-63b7a8f35c40 req-1c3c31ad-a266-4f66-b18d-92ca7d4f1308 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 945 time: 0.4506242 Jul 27 22:02:01.354596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-3dcfd2dd-5d5b-4895-842f-8cf816d80d00 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679406 Jul 27 22:02:01.368484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Router b8f2d81a-cae3-4703-9941-f214ee1d5516 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:01.394178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-348c3e0c-e8e7-4197-ab79-a2aeec908298 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting subnet b9d4b218-9f70-4c9d-afeb-3f6fa15fda59 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:02:01.400316 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-348c3e0c-e8e7-4197-ab79-a2aeec908298 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.402592 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.467442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port d5b5daea-a5fb-4f8a-8473-63c860f05ce4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d5b5daea-a5fb-4f8a-8473-63c860f05ce4,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:01.475806 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.477121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0c94551f-9dc1-49dd-9f42-900f79667d0c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:01.487773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-4ada0cda-3ada-411a-86d5-160ece5d7540 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165137 Jul 27 22:02:01.513389 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6372e39d-d789-4e02-b7f9-63b7a8f35c40 req-a0bbb443-f1a9-4cb3-a015-3231e603afde tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819940 Jul 27 22:02:01.561348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447de5b4-3142-4268-97fe-ad32523b3da6 req-4df02b83-5979-4bcd-81cd-842dc1acf421 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:01.567623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-447de5b4-3142-4268-97fe-ad32523b3da6 req-4df02b83-5979-4bcd-81cd-842dc1acf421 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.5831738 Jul 27 22:02:01.575476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-000ffcc1-9ddb-4c9c-95bf-2445b243f2b8 None None] Provisioning complete for port 73fabc07-39e1-4b87-b075-a47cce699d98 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:01.576056 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-000ffcc1-9ddb-4c9c-95bf-2445b243f2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.643361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=d5b5daea-a5fb-4f8a-8473-63c860f05ce4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:01.678053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-000ffcc1-9ddb-4c9c-95bf-2445b243f2b8 None None] Port 73fabc07-39e1-4b87-b075-a47cce699d98 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:01.679770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 0c94551f-9dc1-49dd-9f42-900f79667d0c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:01.680209 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:01.684379 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-447de5b4-3142-4268-97fe-ad32523b3da6 req-7bf150a6-85a2-474a-af53-4659002a919f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051607 Jul 27 22:02:01.775937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:01.899245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63779bfe-140c-4af6-b814-4c46c9995c2b req-dde0b26e-ac9c-4637-9003-7a3443e0d42c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 210 time: 0.0803728 Jul 27 22:02:01.965039 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.011564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0876ab-8855-4dc7-b320-5f2260da09bb req-d3e971e5-36f9-4d4f-b693-8763adb05ffd tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.019354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a0876ab-8855-4dc7-b320-5f2260da09bb req-d3e971e5-36f9-4d4f-b693-8763adb05ffd tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 943 time: 0.1332734 Jul 27 22:02:02.051749 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.076649 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-348c3e0c-e8e7-4197-ab79-a2aeec908298 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.095446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a0876ab-8855-4dc7-b320-5f2260da09bb req-fb99ec81-2a56-49d9-bc68-eecf7f3cc433 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752120 Jul 27 22:02:02.138541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.142647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.146193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a711e98-1283-4d5a-aacb-464d6f62508d HTTP/1.1" status: 204 len: 168 time: 0.3667164 Jul 27 22:02:02.148522 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35802) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:02.172371 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-556fae28-72d4-4ad1-b652-d9560760a3f7 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] show failed (client error): The resource could not be found. Jul 27 22:02:02.176045 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-556fae28-72d4-4ad1-b652-d9560760a3f7 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "GET /v2.0/security-groups/9a711e98-1283-4d5a-aacb-464d6f62508d HTTP/1.1" status: 404 len: 347 time: 0.0239649 Jul 27 22:02:02.178361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:02.187600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a711e98-1283-4d5a-aacb-464d6f62508d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:02.234347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:02.235114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:02.235261 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:02.235681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:02.236115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:02.236549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:02.236983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:02.237431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:02.239754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:02.239754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:02.240187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:02.240618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d34511f-4d38-4009-926c-9f74e39d06ea tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:02.284673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979e048-786c-4753-960a-5ca044b25296 req-96c30cb1-00fe-47f0-8587-335bc2ea989b tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:02.286155 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-96c30cb1-00fe-47f0-8587-335bc2ea989b tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.43 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 821 time: 0.2781489 Jul 27 22:02:02.303645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Request body: {'port': {'device_id': 'd45811f9-5840-4732-9e85-c8743257025b', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'admin_state_up': True, 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:02.308873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d5b5daea-a5fb-4f8a-8473-63c860f05ce4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:02.331917 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:02.341053 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dafdb88d-0a6e-4213-a615-4de0715f1eec admin admin] 10.222.0.24 "PUT /v2.0/routers/b8f2d81a-cae3-4703-9941-f214ee1d5516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3765178 Jul 27 22:02:02.346913 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Sync routers for ids ['b8f2d81a-cae3-4703-9941-f214ee1d5516'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:02.359966 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Routers {'b8f2d81a-cae3-4703-9941-f214ee1d5516'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:02.361270 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b8f2d81a-cae3-4703-9941-f214ee1d5516'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:02.369945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-95bde07e-c23f-479d-b48e-ebf2fdaaf7c4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Deleting port c36a9358-d27e-464d-9d28-90fbd096ca9f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:02.371272 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95bde07e-c23f-479d-b48e-ebf2fdaaf7c4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.374985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:02.375374 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.410780 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-348c3e0c-e8e7-4197-ab79-a2aeec908298 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.530025 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95bde07e-c23f-479d-b48e-ebf2fdaaf7c4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.530689 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95bde07e-c23f-479d-b48e-ebf2fdaaf7c4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.556100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-95bde07e-c23f-479d-b48e-ebf2fdaaf7c4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Calling delete_port for c36a9358-d27e-464d-9d28-90fbd096ca9f owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:02.567746 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-348c3e0c-e8e7-4197-ab79-a2aeec908298 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.586585 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-348c3e0c-e8e7-4197-ab79-a2aeec908298 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.593021 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-348c3e0c-e8e7-4197-ab79-a2aeec908298 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/b9d4b218-9f70-4c9d-afeb-3f6fa15fda59 HTTP/1.1" status: 204 len: 168 time: 1.5113454 Jul 27 22:02:02.594832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6293d14-aac7-45ce-a30f-4055bead9051 None None] Network 5fc755df-dc17-40b1-a975-3cdd68c51428 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:02.595255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35810) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:02.600186 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Set router b8f2d81a-cae3-4703-9941-f214ee1d5516 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:02.637935 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c3e0c-e8e7-4197-ab79-a2aeec908298 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d4b218-9f70-4c9d-afeb-3f6fa15fda59,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:02.653054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Made reservation on behalf of 40339e0405a24a6baf8d5461f29fa76d for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:02.656820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:02.893996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Allocated IP 172.20.0.12 (7f561063-dc47-4b88-8c28-76c79dc6e524/73a3d334-19fe-43a3-9810-a9515b836350/8adc888a-2296-4b91-b5e1-a523610a0a4f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:02.997538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4005cf-c85c-4ad8-af7d-4825808e35b2 None None] DHCP port deletion for 5fc755df-dc17-40b1-a975-3cdd68c51428 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:02:03.032687 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95bde07e-c23f-479d-b48e-ebf2fdaaf7c4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.057027 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.083902 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '73fabc07-39e1-4b87-b075-a47cce699d98', 'name': '', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'mac_address': 'fa:16:3e:62:fa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 2, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'subnets': [{'id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:03.140865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8c4005cf-c85c-4ad8-af7d-4825808e35b2 None None] Deleting port 0c94551f-9dc1-49dd-9f42-900f79667d0c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:03.141321 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c4005cf-c85c-4ad8-af7d-4825808e35b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.158353 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Checking router: b8f2d81a-cae3-4703-9941-f214ee1d5516 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:03.158353 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Updating router b8f2d81a-cae3-4703-9941-f214ee1d5516 port 73fabc07-39e1-4b87-b075-a47cce699d98 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:02:03.241892 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.278544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8c4005cf-c85c-4ad8-af7d-4825808e35b2 None None] For port 0c94551f-9dc1-49dd-9f42-900f79667d0c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0c94551f-9dc1-49dd-9f42-900f79667d0c,segment=NetworkSegment(4922e5dd-bd45-4be9-b42e-902a2655b31f),segment_id=4922e5dd-bd45-4be9-b42e-902a2655b31f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:03.279387 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c4005cf-c85c-4ad8-af7d-4825808e35b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.288704 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.300628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8c4005cf-c85c-4ad8-af7d-4825808e35b2 None None] Calling delete_port for 0c94551f-9dc1-49dd-9f42-900f79667d0c owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:03.336498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Transition to ACTIVE for port object 8adc888a-2296-4b91-b5e1-a523610a0a4f will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:03.513292 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c4005cf-c85c-4ad8-af7d-4825808e35b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.554918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4005cf-c85c-4ad8-af7d-4825808e35b2 None None] Pushing event deleted for resources: {'Port': ['ID=0c94551f-9dc1-49dd-9f42-900f79667d0c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:03.558450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4005cf-c85c-4ad8-af7d-4825808e35b2 None None] No DVR routers for this DVR port 0c94551f-9dc1-49dd-9f42-900f79667d0c on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:03.596521 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.746622 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.758467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Network 7f561063-dc47-4b88-8c28-76c79dc6e524 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:03.760524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:03.760719 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Transition to ACTIVE for port object 73fabc07-39e1-4b87-b075-a47cce699d98 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:03.770989 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.785466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:03.828043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Pushing event updated for resources: {'Port': ['ID=8adc888a-2296-4b91-b5e1-a523610a0a4f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:03.829564 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11a9d4-4bb7-4f5a-a9b3-cdf4e4e3ee24 None None] Pushing event updated for resources: {'Port': ['ID=73fabc07-39e1-4b87-b075-a47cce699d98,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:03.868357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port 0c94551f-9dc1-49dd-9f42-900f79667d0c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:03.868999 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.890556 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95bde07e-c23f-479d-b48e-ebf2fdaaf7c4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.896500 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95bde07e-c23f-479d-b48e-ebf2fdaaf7c4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.897720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-95bde07e-c23f-479d-b48e-ebf2fdaaf7c4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] 10.222.0.24 "DELETE /v2.0/floatingips/52f9cd8a-c84a-464e-b8ce-9b680997f22a HTTP/1.1" status: 204 len: 168 time: 1.7184279 Jul 27 22:02:03.902131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bde07e-c23f-479d-b48e-ebf2fdaaf7c4 tempest-ServersWithSpecificFlavorTestJSON-188402845 tempest-ServersWithSpecificFlavorTestJSON-188402845-project] Pushing event deleted for resources: {'Port': ['ID=c36a9358-d27e-464d-9d28-90fbd096ca9f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:03.950407 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Attempting to bind port 73fabc07-39e1-4b87-b075-a47cce699d98 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:03.952079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] For port 0c94551f-9dc1-49dd-9f42-900f79667d0c, host n-d-802011-3, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:03.952501 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Attempting to bind port 73fabc07-39e1-4b87-b075-a47cce699d98 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:03.952755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.953288 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Attempting to bind port 73fabc07-39e1-4b87-b075-a47cce699d98 on network 16b72184-423f-48d6-9efa-1107e6681307 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:03.959637 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:03.960320 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Checking segment: {'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:03.960937 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.961052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf4b1a-e95d-4058-a06f-88ebf8610a8e req-3a989431-b384-4de2-8d00-57134443c851 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:03.961957 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Bound using segment: {'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:03.963271 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Bound port: 73fabc07-39e1-4b87-b075-a47cce699d98, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:03.965978 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.971066 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ecf4b1a-e95d-4058-a06f-88ebf8610a8e req-3a989431-b384-4de2-8d00-57134443c851 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 945 time: 1.0450213 Jul 27 22:02:04.001883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for 0c94551f-9dc1-49dd-9f42-900f79667d0c owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:04.013832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Port 0c94551f-9dc1-49dd-9f42-900f79667d0c was not found and therefore no delete operation was performed {{(pid=93834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:02:04.019696 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.060678 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] For port 73fabc07-39e1-4b87-b075-a47cce699d98, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:04.068315 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] For port 73fabc07-39e1-4b87-b075-a47cce699d98, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=73fabc07-39e1-4b87-b075-a47cce699d98,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:04.075025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No DVR routers for this DVR port 0c94551f-9dc1-49dd-9f42-900f79667d0c on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:04.078476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed14bf1-afd3-4b0b-b764-6e0388e24c87 req-e4341194-f96a-4bef-b6dd-935b08c9a34f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:04.080395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eed14bf1-afd3-4b0b-b764-6e0388e24c87 req-e4341194-f96a-4bef-b6dd-935b08c9a34f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 1.0649221 Jul 27 22:02:04.087858 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.133968 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ecf4b1a-e95d-4058-a06f-88ebf8610a8e req-780d2ca1-efe1-4fa1-ade4-3905eec6e7d7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554620 Jul 27 22:02:04.146546 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Routers {'b8f2d81a-cae3-4703-9941-f214ee1d5516'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:04.148099 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b8f2d81a-cae3-4703-9941-f214ee1d5516'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:04.188194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=0c94551f-9dc1-49dd-9f42-900f79667d0c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:04.205680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eed14bf1-afd3-4b0b-b764-6e0388e24c87 req-8b383fc0-0952-4d82-bb72-2db4056d9040 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768280 Jul 27 22:02:04.220449 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:04.221144 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.246556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6c7a5cf1-3637-4680-8f42-81f19dd01121 None None] Provisioning for port 8adc888a-2296-4b91-b5e1-a523610a0a4f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:04.252607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6c7a5cf1-3637-4680-8f42-81f19dd01121 None None] Provisioning complete for port 8adc888a-2296-4b91-b5e1-a523610a0a4f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:04.253219 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5cf1-3637-4680-8f42-81f19dd01121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.364420 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-cccb9cd3-19af-43c6-ba6d-bc56fbe336fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0664039 Jul 27 22:02:04.380989 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11a9d4-4bb7-4f5a-a9b3-cdf4e4e3ee24 None None] Pushing event updated for resources: {'Port': ['ID=73fabc07-39e1-4b87-b075-a47cce699d98,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:04.382663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a5cf1-3637-4680-8f42-81f19dd01121 None None] Port 8adc888a-2296-4b91-b5e1-a523610a0a4f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:04.412558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0c94551f-9dc1-49dd-9f42-900f79667d0c no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:04.476263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 0c94551f-9dc1-49dd-9f42-900f79667d0c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:04.476614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0c94551f-9dc1-49dd-9f42-900f79667d0c not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:04.521391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16390570-6bdd-440d-b3ce-9e8c6e752632 req-6f40483f-c85f-4a65-bf09-18a73a1a041d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:04.525900 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] Set router b8f2d81a-cae3-4703-9941-f214ee1d5516 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:04.529892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16390570-6bdd-440d-b3ce-9e8c6e752632 req-6f40483f-c85f-4a65-bf09-18a73a1a041d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 932 time: 0.1610978 Jul 27 22:02:04.545924 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Request body: {'port': {'device_id': 'd45811f9-5840-4732-9e85-c8743257025b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:04.550539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e3858-8850-421a-9edb-fd5a57b8cad7 req-bec3e076-48ef-415d-a3dc-6964a216dfbd tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:04.560729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c51e3858-8850-421a-9edb-fd5a57b8cad7 req-bec3e076-48ef-415d-a3dc-6964a216dfbd tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 943 time: 0.1262019 Jul 27 22:02:04.628979 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.649233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16390570-6bdd-440d-b3ce-9e8c6e752632 req-7d7ed7ff-73a0-4525-b309-9ce548462959 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168132 Jul 27 22:02:04.672289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc755df-dc17-40b1-a975-3cdd68c51428']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:04.687450 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c51e3858-8850-421a-9edb-fd5a57b8cad7 req-6a85c59b-aaf1-4ed7-bd56-28c9e912cb66 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258337 Jul 27 22:02:04.721545 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4922e5dd-bd45-4be9-b42e-902a2655b31f') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:04.721850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4922e5dd-bd45-4be9-b42e-902a2655b31f') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:04.751656 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.760820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.800090 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:02:04.848489 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.860456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:02:04.861111 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:02:04.865058 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:02:04.957365 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '73fabc07-39e1-4b87-b075-a47cce699d98', 'name': '', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'mac_address': 'fa:16:3e:62:fa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:04Z', 'revision_number': 4, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'subnets': [{'id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:04.999137 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc986f7a-90df-4729-8e08-c61363959614 None None] The sync data for ids ['b8f2d81a-cae3-4703-9941-f214ee1d5516'] in n-d-802011-3 is: [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '73fabc07-39e1-4b87-b075-a47cce699d98', 'name': '', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'mac_address': 'fa:16:3e:62:fa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:04Z', 'revision_number': 4, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'subnets': [{'id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:05.083234 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.114219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Network': ['ID=5fc755df-dc17-40b1-a975-3cdd68c51428,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:05.119713 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.123336 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7553548f-dadc-4fd4-a0a5-a583eb4b0bc3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/networks/5fc755df-dc17-40b1-a975-3cdd68c51428 HTTP/1.1" status: 204 len: 168 time: 2.5249934 Jul 27 22:02:05.127098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:05.133137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dafba90f-c2e9-428c-9abe-6a99ba03d8b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-559397719'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:05.199376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafba90f-c2e9-428c-9abe-6a99ba03d8b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:05.206526 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dafba90f-c2e9-428c-9abe-6a99ba03d8b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.318629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafba90f-c2e9-428c-9abe-6a99ba03d8b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:02:05.335445 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dafba90f-c2e9-428c-9abe-6a99ba03d8b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.335730 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-dafba90f-c2e9-428c-9abe-6a99ba03d8b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Added segment 110e3b3f-3dfd-4470-9a84-c56e3eb23a95 of type vlan for network c4dd83b0-11fe-44cb-b8bf-af7b40999a29 Jul 27 22:02:05.419902 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dafba90f-c2e9-428c-9abe-6a99ba03d8b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.428933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8adc888a-2296-4b91-b5e1-a523610a0a4f {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:05.440405 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.456040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Transition to ACTIVE for port object 8adc888a-2296-4b91-b5e1-a523610a0a4f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:05.459876 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385599ff-f259-4dd5-afab-debd83837758 req-4459ae4c-8ceb-4911-a77b-61a049eeb4ed tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:05.461659 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-385599ff-f259-4dd5-afab-debd83837758 req-4459ae4c-8ceb-4911-a77b-61a049eeb4ed tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 945 time: 0.2100616 Jul 27 22:02:05.462040 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.500018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425a3cd-76b4-40f0-9e4d-88b2a0cb1549 req-9acfebab-f5ce-40ad-babe-7d7fd8b2427e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:05.502540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6425a3cd-76b4-40f0-9e4d-88b2a0cb1549 req-9acfebab-f5ce-40ad-babe-7d7fd8b2427e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.1561117 Jul 27 22:02:05.557895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dafba90f-c2e9-428c-9abe-6a99ba03d8b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.564759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafba90f-c2e9-428c-9abe-6a99ba03d8b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:05.565804 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dafba90f-c2e9-428c-9abe-6a99ba03d8b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.602857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dafba90f-c2e9-428c-9abe-6a99ba03d8b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4742205 Jul 27 22:02:05.606070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35916) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:05.619400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-90f1a41f-440b-4f6d-87c0-c1107876797d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': 'c4dd83b0-11fe-44cb-b8bf-af7b40999a29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:05.622009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-385599ff-f259-4dd5-afab-debd83837758 req-008c8af1-2256-4fd0-a7ad-cf61004b4b93 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408758 Jul 27 22:02:05.748782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35922) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:05.759866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Pushing event updated for resources: {'Port': ['ID=8adc888a-2296-4b91-b5e1-a523610a0a4f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:05.830212 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6425a3cd-76b4-40f0-9e4d-88b2a0cb1549 req-6814e6b6-ead8-42bf-a0cf-0fdb1ed878fe tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938249 Jul 27 22:02:05.835325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafba90f-c2e9-428c-9abe-6a99ba03d8b1 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Network': ['ID=c4dd83b0-11fe-44cb-b8bf-af7b40999a29,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:05.850097 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network c4dd83b0-11fe-44cb-b8bf-af7b40999a29 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:02:05.936231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Attempting to bind port 8adc888a-2296-4b91-b5e1-a523610a0a4f on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:05.936766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Attempting to bind port 8adc888a-2296-4b91-b5e1-a523610a0a4f by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:05.937272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Attempting to bind port 8adc888a-2296-4b91-b5e1-a523610a0a4f on network 7f561063-dc47-4b88-8c28-76c79dc6e524 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:05.956712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Port 8adc888a-2296-4b91-b5e1-a523610a0a4f on network 7f561063-dc47-4b88-8c28-76c79dc6e524 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:02:05.957747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Attempting to bind port 8adc888a-2296-4b91-b5e1-a523610a0a4f on network 7f561063-dc47-4b88-8c28-76c79dc6e524 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:05.986734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:05.994871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Checking segment: {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:05.995659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Bound using segment: {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:05.996203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Bound port: 8adc888a-2296-4b91-b5e1-a523610a0a4f, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:05.996641 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.122682 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f1a41f-440b-4f6d-87c0-c1107876797d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:06.129925 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90f1a41f-440b-4f6d-87c0-c1107876797d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.185927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] For port 8adc888a-2296-4b91-b5e1-a523610a0a4f, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:06.285055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c152d4-b8bd-45e0-8b9c-f718b7ca559c req-3cb649db-ff2a-4582-8841-888b5832d43d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:06.287933 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65c152d4-b8bd-45e0-8b9c-f718b7ca559c req-3cb649db-ff2a-4582-8841-888b5832d43d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 944 time: 0.2316606 Jul 27 22:02:06.326650 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] For port 8adc888a-2296-4b91-b5e1-a523610a0a4f, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:06.327586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bccb62-60a1-42f4-9ecb-b11bcef778d1 req-b3c4d5bc-3be3-43e3-ba97-b942c568440a tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:06.329952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13bccb62-60a1-42f4-9ecb-b11bcef778d1 req-b3c4d5bc-3be3-43e3-ba97-b942c568440a tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 943 time: 0.2726820 Jul 27 22:02:06.350355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.366511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device af1e6a39-183a-43f6-ad18-e04ef786eda4 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:02:06.373006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 73fabc07-39e1-4b87-b075-a47cce699d98 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:06.429104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65c152d4-b8bd-45e0-8b9c-f718b7ca559c req-d7a888ed-a7bb-4b15-9603-d975ba87df65 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178105 Jul 27 22:02:06.601127 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13bccb62-60a1-42f4-9ecb-b11bcef778d1 req-ae53e703-b818-4ff4-8f1b-362925dc3635 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933255 Jul 27 22:02:06.609988 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Pushing event updated for resources: {'Port': ['ID=8adc888a-2296-4b91-b5e1-a523610a0a4f,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:06.609988 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:06.611343 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.611604 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-3493fc25-85e3-42a3-8182-9a84d32bb130 service neutron] 10.222.0.43 "PUT /v2.0/ports/8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 1092 time: 2.2029421 Jul 27 22:02:06.615446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:06.617856 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe9a7e1-8092-47b5-8886-af647043fdc6" -d '{"events": [{"name": "network-changed", "server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:06.727590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 73fabc07-39e1-4b87-b075-a47cce699d98 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:06.756005 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff51cff-5f2c-4829-9202-c0bc4bea6154 x-openstack-request-id: req-5ff51cff-5f2c-4829-9202-c0bc4bea6154 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:06.756330 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:06.756588 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ff51cff-5f2c-4829-9202-c0bc4bea6154 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:06.757003 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'status': 'completed', 'code': 200} Jul 27 22:02:06.760387 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90f1a41f-440b-4f6d-87c0-c1107876797d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.771408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 73fabc07-39e1-4b87-b075-a47cce699d98 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:06.771836 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:06.803149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:06.839859 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979e048-786c-4753-960a-5ca044b25296 req-a395218b-a741-439f-8493-3824cd10e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:06.848186 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-a395218b-a741-439f-8493-3824cd10e982 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 1095 time: 0.1656289 Jul 27 22:02:06.884450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c99f02-06db-4228-9d52-bb340482ab26 req-b8124695-bb30-4d9f-a24a-3a58d05ac6e9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:06.892582 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8c99f02-06db-4228-9d52-bb340482ab26 req-b8124695-bb30-4d9f-a24a-3a58d05ac6e9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 945 time: 0.1233613 Jul 27 22:02:06.906917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'af1e6a39-183a-43f6-ad18-e04ef786eda4', 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8', 'port_id': 'af1e6a39-183a-43f6-ad18-e04ef786eda4', 'mac_address': 'fa:16:3e:98:db:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:02:06.935450 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1a41f-440b-4f6d-87c0-c1107876797d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Subnet': ['ID=1bb4aefa-950f-4b4d-88ed-122444b57b41,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:07.004040 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-27cd583f-89e3-4010-b198-d048de3ac240 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 217 time: 0.1291893 Jul 27 22:02:07.043293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8c99f02-06db-4228-9d52-bb340482ab26 req-8a7933d9-e2ee-4ec8-a36c-fe6bcdea3d4b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386924 Jul 27 22:02:07.142539 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.146661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fbf3-e11c-4582-8f9b-6f64a7cbf4fc req-69386504-6bc6-448d-938d-e5be1ced738e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.149253 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e829fbf3-e11c-4582-8f9b-6f64a7cbf4fc req-69386504-6bc6-448d-938d-e5be1ced738e tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.1309514 Jul 27 22:02:07.156198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1a41f-440b-4f6d-87c0-c1107876797d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Checking segment: {'id': '110e3b3f-3dfd-4470-9a84-c56e3eb23a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4dd83b0-11fe-44cb-b8bf-af7b40999a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:07.156573 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f1a41f-440b-4f6d-87c0-c1107876797d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network hostable DHCP agents. Network: c4dd83b0-11fe-44cb-b8bf-af7b40999a29, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:02:07.184732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1e6a39-183a-43f6-ad18-e04ef786eda4 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:07.200594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979e048-786c-4753-960a-5ca044b25296 req-14e58621-e772-4f8e-ad46-d01ae4a58155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.202351 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-14e58621-e772-4f8e-ad46-d01ae4a58155 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.1743696 Jul 27 22:02:07.204109 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f1a41f-440b-4f6d-87c0-c1107876797d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network c4dd83b0-11fe-44cb-b8bf-af7b40999a29 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:02:07.217633 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.250943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-90f1a41f-440b-4f6d-87c0-c1107876797d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, c4dd83b0-11fe-44cb-b8bf-af7b40999a29) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:07.259517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e829fbf3-e11c-4582-8f9b-6f64a7cbf4fc req-f31fe328-fe2c-4268-a7d7-da03eec0d38f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005929 Jul 27 22:02:07.272698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f1a41f-440b-4f6d-87c0-c1107876797d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.273464 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90f1a41f-440b-4f6d-87c0-c1107876797d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.305037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979e048-786c-4753-960a-5ca044b25296 req-641df188-4e8b-484f-ac37-4b8b9facf5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.307173 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-641df188-4e8b-484f-ac37-4b8b9facf5a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966539 Jul 27 22:02:07.314093 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-90f1a41f-440b-4f6d-87c0-c1107876797d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7038546 Jul 27 22:02:07.317004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 73fabc07-39e1-4b87-b075-a47cce699d98, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=73fabc07-39e1-4b87-b075-a47cce699d98,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:07.319298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caecc73-ac35-4c07-be00-464939d4f694 None None] Network c4dd83b0-11fe-44cb-b8bf-af7b40999a29 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:07.326794 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35938) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:07.333576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': 'c4dd83b0-11fe-44cb-b8bf-af7b40999a29', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2125275324'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:07.414056 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cadb2b33-f0c7-4d6a-8b9a-4119ef82715e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.418331 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.426364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:07.479361 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.595171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=73fabc07-39e1-4b87-b075-a47cce699d98,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:07.609905 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-0cc6875c-0d59-4ee6-baf5-6a756e1b9dae service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941308 Jul 27 22:02:07.719122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=af1e6a39-183a-43f6-ad18-e04ef786eda4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:07.757271 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f979e048-786c-4753-960a-5ca044b25296 req-38637c7f-0990-4345-b30a-4a0fd11f548b service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322188 Jul 27 22:02:07.782253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-c4dd83b0-11fe-44cb-b8bf-af7b40999a29', 'network_id': 'c4dd83b0-11fe-44cb-b8bf-af7b40999a29', 'tenant_id': '563da5356aad48b5b6c71f52485b5658', 'fixed_ips': [{'subnet_id': '1bb4aefa-950f-4b4d-88ed-122444b57b41'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:02:07.784525 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.881834 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['af1e6a39-183a-43f6-ad18-e04ef786eda4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:07.926829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dead8-3341-4c8a-9697-fa99c4aff1e4 req-e7233d43-a2ec-478f-b1c3-cb5f7c864fe7 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.943304 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b7dead8-3341-4c8a-9697-fa99c4aff1e4 req-e7233d43-a2ec-478f-b1c3-cb5f7c864fe7 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 944 time: 0.3547871 Jul 27 22:02:07.961257 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424ef7f-b296-4b4b-bdf5-bcad37451c3a req-23e80bef-b28b-448a-826a-393ae8ba0c37 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.971829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4424ef7f-b296-4b4b-bdf5-bcad37451c3a req-23e80bef-b28b-448a-826a-393ae8ba0c37 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 944 time: 0.1620381 Jul 27 22:02:07.972957 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9a7e1-8092-47b5-8886-af647043fdc6 req-66835eac-8a94-47b4-91ef-61aeba57c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:07.974618 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe9a7e1-8092-47b5-8886-af647043fdc6 req-66835eac-8a94-47b4-91ef-61aeba57c4d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 1095 time: 0.1211100 Jul 27 22:02:08.009777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:08.018857 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:08.128611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port a45a6330-e69b-409d-abd8-903d06cc9fc2 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:02:08.144698 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4424ef7f-b296-4b4b-bdf5-bcad37451c3a req-abb0d48f-f5ed-416f-96b5-f9d2e2c6d298 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718695 Jul 27 22:02:08.175679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Allocated IP 172.20.0.2 (c4dd83b0-11fe-44cb-b8bf-af7b40999a29/1bb4aefa-950f-4b4d-88ed-122444b57b41/a17dfe00-4c05-4655-935a-486b385d3100) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:08.189362 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b7dead8-3341-4c8a-9697-fa99c4aff1e4 req-a5c0c766-6c36-4599-82e4-236750b03bb6 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696656 Jul 27 22:02:08.241344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cadb2b33-f0c7-4d6a-8b9a-4119ef82715e admin admin] Deleting port 00ef4079-4e8a-4f43-b670-429330386b2c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:08.241704 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cadb2b33-f0c7-4d6a-8b9a-4119ef82715e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:08.329029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9a7e1-8092-47b5-8886-af647043fdc6 req-89db8ea7-b3a6-4f3f-8dd6-6fd31fd0acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.333170 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe9a7e1-8092-47b5-8886-af647043fdc6 req-89db8ea7-b3a6-4f3f-8dd6-6fd31fd0acec service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.3491981 Jul 27 22:02:08.417815 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 73fabc07-39e1-4b87-b075-a47cce699d98 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:08.438776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cadb2b33-f0c7-4d6a-8b9a-4119ef82715e admin admin] For port 00ef4079-4e8a-4f43-b670-429330386b2c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=00ef4079-4e8a-4f43-b670-429330386b2c,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:08.440127 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cadb2b33-f0c7-4d6a-8b9a-4119ef82715e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:08.445367 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe9a7e1-8092-47b5-8886-af647043fdc6 req-627b65dd-f0db-4f68-af6d-420d9b6544f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 217 time: 0.1036134 Jul 27 22:02:08.467605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cadb2b33-f0c7-4d6a-8b9a-4119ef82715e admin admin] Calling delete_port for 00ef4079-4e8a-4f43-b670-429330386b2c owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:08.509459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9a7e1-8092-47b5-8886-af647043fdc6 req-22744641-bf38-40e5-9c23-3dca293ac6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.514464 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:08.517593 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe9a7e1-8092-47b5-8886-af647043fdc6 req-22744641-bf38-40e5-9c23-3dca293ac6ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.0637007 Jul 27 22:02:08.526155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Transition to ACTIVE for port object a17dfe00-4c05-4655-935a-486b385d3100 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:08.535630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 73fabc07-39e1-4b87-b075-a47cce699d98 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:08.536009 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:08.575855 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9a7e1-8092-47b5-8886-af647043fdc6 req-4a9f2ce6-2a8a-4575-9eb8-0ca54f7a0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:08.580276 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe9a7e1-8092-47b5-8886-af647043fdc6 req-4a9f2ce6-2a8a-4575-9eb8-0ca54f7a0ba8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551805 Jul 27 22:02:08.740194 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cadb2b33-f0c7-4d6a-8b9a-4119ef82715e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:08.742112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Transition to ACTIVE for port object a17dfe00-4c05-4655-935a-486b385d3100 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:08.791556 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:08.897466 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe9a7e1-8092-47b5-8886-af647043fdc6 req-5614b5fb-bfb8-4ced-bde1-8747a0d1cfe8 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066702 Jul 27 22:02:08.899361 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-47fa0880-5080-446c-b246-c7f32e34c561 {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:02:08.899722 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:02:08.926087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Network c4dd83b0-11fe-44cb-b8bf-af7b40999a29 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:08.946231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:08.951293 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:08.965195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb2b33-f0c7-4d6a-8b9a-4119ef82715e admin admin] Pushing event deleted for resources: {'Port': ['ID=00ef4079-4e8a-4f43-b670-429330386b2c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:08.970201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Pushing event updated for resources: {'Port': ['ID=a17dfe00-4c05-4655-935a-486b385d3100,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:09.057627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266e340-ac4a-4f3b-8e9b-ae61a86b2bd8 req-98b7b47f-4104-420e-841a-7c9e50ccd1d5 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:09.060705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f266e340-ac4a-4f3b-8e9b-ae61a86b2bd8 req-98b7b47f-4104-420e-841a-7c9e50ccd1d5 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 945 time: 0.7959440 Jul 27 22:02:09.068614 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe9a7e1-8092-47b5-8886-af647043fdc6 req-95a2d690-7209-41fd-81fe-731016905201 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583319 Jul 27 22:02:09.072903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Attempting to bind port a17dfe00-4c05-4655-935a-486b385d3100 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:09.073630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Attempting to bind port a17dfe00-4c05-4655-935a-486b385d3100 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '110e3b3f-3dfd-4470-9a84-c56e3eb23a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4dd83b0-11fe-44cb-b8bf-af7b40999a29'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:09.083409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Attempting to bind port a17dfe00-4c05-4655-935a-486b385d3100 on network c4dd83b0-11fe-44cb-b8bf-af7b40999a29 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:09.095246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:09.096312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Checking segment: {'id': '110e3b3f-3dfd-4470-9a84-c56e3eb23a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4dd83b0-11fe-44cb-b8bf-af7b40999a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:09.097346 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:09.100043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Bound using segment: {'id': '110e3b3f-3dfd-4470-9a84-c56e3eb23a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4dd83b0-11fe-44cb-b8bf-af7b40999a29'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:09.100757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Bound port: a17dfe00-4c05-4655-935a-486b385d3100, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110e3b3f-3dfd-4470-9a84-c56e3eb23a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c4dd83b0-11fe-44cb-b8bf-af7b40999a29'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:09.101367 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:09.159821 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127eaf0-ab8d-4ef9-8d83-e7e72d748512 req-d093653d-83ce-4cf5-aa13-dbadca6d4e37 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:09.161777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6127eaf0-ab8d-4ef9-8d83-e7e72d748512 req-d093653d-83ce-4cf5-aa13-dbadca6d4e37 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.4237385 Jul 27 22:02:09.217635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] For port a17dfe00-4c05-4655-935a-486b385d3100, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:09.225382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] For port a17dfe00-4c05-4655-935a-486b385d3100, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a17dfe00-4c05-4655-935a-486b385d3100,segment=NetworkSegment(110e3b3f-3dfd-4470-9a84-c56e3eb23a95),segment_id=110e3b3f-3dfd-4470-9a84-c56e3eb23a95)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:09.234610 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:09.275097 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f266e340-ac4a-4f3b-8e9b-ae61a86b2bd8 req-90c057d4-9524-4cfd-a18c-366f1b53512f tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525447 Jul 27 22:02:09.283539 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-8c4051c8-4f0a-4061-bf84-2a0864020d18 service neutron] show failed (client error): The resource could not be found. Jul 27 22:02:09.284680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-8c4051c8-4f0a-4061-bf84-2a0864020d18 service neutron] 10.222.0.41 "GET /v2.0/ports/72ac47e9-0c12-48c0-86f6-5f73148cd048/bindings/n-h1-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.5483580 Jul 27 22:02:09.297724 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6127eaf0-ab8d-4ef9-8d83-e7e72d748512 req-a8f3e890-3996-412b-b637-1d91a8767b0c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139917 Jul 27 22:02:09.372956 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0a3d2-3acc-40d9-9e3f-a192a7fb9650 None None] Pushing event updated for resources: {'Port': ['ID=a17dfe00-4c05-4655-935a-486b385d3100,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:09.392708 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cadb2b33-f0c7-4d6a-8b9a-4119ef82715e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:09.403243 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:09.468330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port 116a025a-875a-48b4-a16b-13b8bf6ccc62 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:02:09.717073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-6cb41f8d-62c2-48e9-b4e4-21979e220d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:09.728580 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-6cb41f8d-62c2-48e9-b4e4-21979e220d54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe&tenant_id=1a8cb100fd00413a9aefa092bd27ec73 HTTP/1.1" status: 200 len: 1100 time: 0.1425607 Jul 27 22:02:09.735469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692d0c3-c0aa-4a9c-b255-634e625c59dd req-3d4a3c26-92f4-488e-9831-d4f41ef41918 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:09.737469 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6692d0c3-c0aa-4a9c-b255-634e625c59dd req-3d4a3c26-92f4-488e-9831-d4f41ef41918 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 944 time: 0.1572044 Jul 27 22:02:09.781349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:09.805793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81309c19-e73e-4f4a-a0b4-7bce6b3a4932 req-4f7fe25e-cf7e-4e5f-9e34-23b164324b60 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:09.807442 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81309c19-e73e-4f4a-a0b4-7bce6b3a4932 req-4f7fe25e-cf7e-4e5f-9e34-23b164324b60 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 944 time: 0.2260010 Jul 27 22:02:09.883491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.10 (c4dd83b0-11fe-44cb-b8bf-af7b40999a29/1bb4aefa-950f-4b4d-88ed-122444b57b41/116a025a-875a-48b4-a16b-13b8bf6ccc62) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:09.887014 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:09.893203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6692d0c3-c0aa-4a9c-b255-634e625c59dd req-8aa21cb3-0120-4a50-8b9f-3b4512be2767 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444948 Jul 27 22:02:09.924073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81309c19-e73e-4f4a-a0b4-7bce6b3a4932 req-675165e3-660c-4b90-9817-1cbdb873f35f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027443 Jul 27 22:02:09.936188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadb2b33-f0c7-4d6a-8b9a-4119ef82715e admin admin] Router 52bc9c99-bd23-4b5e-a773-fb513608576c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:10.085694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadb2b33-f0c7-4d6a-8b9a-4119ef82715e admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:10.103845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a210283-b902-42a5-bf3a-0ac818799bcb None None] Sync routers for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:10.104031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cadb2b33-f0c7-4d6a-8b9a-4119ef82715e admin admin] 10.222.0.24 "PUT /v2.0/routers/52bc9c99-bd23-4b5e-a773-fb513608576c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3446865 Jul 27 22:02:10.104125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:10.114140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a210283-b902-42a5-bf3a-0ac818799bcb None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:10.115611 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5a210283-b902-42a5-bf3a-0ac818799bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:10.196419 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.242110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Transition to ACTIVE for port object 116a025a-875a-48b4-a16b-13b8bf6ccc62 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:10.259401 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.286446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5a210283-b902-42a5-bf3a-0ac818799bcb None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:10.347407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:10.425193 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.457590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device af1e6a39-183a-43f6-ad18-e04ef786eda4 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:10.461434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8adc888a-2296-4b91-b5e1-a523610a0a4f details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:02:10.570335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network c4dd83b0-11fe-44cb-b8bf-af7b40999a29 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:10.582108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:10.635705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:10.642861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:10.645602 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a40d14-ff4a-4c2d-b0c6-f9d19c861369" -d '{"events": [{"server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:10.657292 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.661023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:10.700529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=116a025a-875a-48b4-a16b-13b8bf6ccc62,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:10.703647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f2ade-ee98-4b12-9aba-ad2d9f597626 req-fdb243f1-d2dd-4806-a79b-65d0ccc78ec6 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:10.706464 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-220f2ade-ee98-4b12-9aba-ad2d9f597626 req-fdb243f1-d2dd-4806-a79b-65d0ccc78ec6 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 945 time: 0.1963773 Jul 27 22:02:10.728790 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.734990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a17dfe00-4c05-4655-935a-486b385d3100 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:10.762203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8113c-1bad-4d65-8db2-424dc1637403 req-d16c6b4b-c150-449c-bc3a-7819e7cd0cbf tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:10.765112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ece8113c-1bad-4d65-8db2-424dc1637403 req-d16c6b4b-c150-449c-bc3a-7819e7cd0cbf tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.2141888 Jul 27 22:02:10.781774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:10.783725 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.817930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Transition to ACTIVE for port object 72ac47e9-0c12-48c0-86f6-5f73148cd048 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:10.824819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8adc888a-2296-4b91-b5e1-a523610a0a4f, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:10.830557 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:10.846310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-220f2ade-ee98-4b12-9aba-ad2d9f597626 req-edae49fc-fe0e-47f8-bf56-d1f4d9d62f54 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321914 Jul 27 22:02:10.862824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'port_id': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'mac_address': 'fa:16:3e:cd:14:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:02:10.878225 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fd86bd37-dafe-407f-80f8-7cf26046d03d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.5499780 Jul 27 22:02:10.890793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35974) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:10.896532 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ece8113c-1bad-4d65-8db2-424dc1637403 req-35354d4a-d225-408d-aa50-3bf10a11ca93 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127145 Jul 27 22:02:10.911249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81d2c96-4445-4b80-a110-2bdd935b4baa None None] Network c4dd83b0-11fe-44cb-b8bf-af7b40999a29 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:10.938675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Deleting port 5f0e4e0c-b5df-4ad2-9082-a5e360490266 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:10.939638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.003685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port a17dfe00-4c05-4655-935a-486b385d3100 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:11.007005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port af1e6a39-183a-43f6-ad18-e04ef786eda4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:11.051256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port af1e6a39-183a-43f6-ad18-e04ef786eda4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:11.053170 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.065600 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa00bde-4da9-4669-b33b-83467fdc5985 x-openstack-request-id: req-7fa00bde-4da9-4669-b33b-83467fdc5985 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:11.065887 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:11.066137 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fa00bde-4da9-4669-b33b-83467fdc5985 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:11.066563 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'code': 200} Jul 27 22:02:11.112855 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Pushing event updated for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:11.125231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] No DVR routers for this DVR port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:11.147855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] For port 5f0e4e0c-b5df-4ad2-9082-a5e360490266, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5f0e4e0c-b5df-4ad2-9082-a5e360490266,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:11.148829 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.180764 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.191332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-64ae37b5-79c0-4f7f-a3a0-eb48bfaa14eb None None] Provisioning for port a17dfe00-4c05-4655-935a-486b385d3100 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:11.228329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adc888a-2296-4b91-b5e1-a523610a0a4f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:11.242382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-64ae37b5-79c0-4f7f-a3a0-eb48bfaa14eb None None] Provisioning complete for port a17dfe00-4c05-4655-935a-486b385d3100 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:11.242755 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64ae37b5-79c0-4f7f-a3a0-eb48bfaa14eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.340521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8adc888a-2296-4b91-b5e1-a523610a0a4f, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:11.383308 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.580239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5a210283-b902-42a5-bf3a-0ac818799bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T22:02:08Z', 'revision_number': 5, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port': {'id': '5f0e4e0c-b5df-4ad2-9082-a5e360490266', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T21:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:11.672167 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.677624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=8adc888a-2296-4b91-b5e1-a523610a0a4f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:11.690677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a210283-b902-42a5-bf3a-0ac818799bcb None None] Checking router: 52bc9c99-bd23-4b5e-a773-fb513608576c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:11.703405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['8adc888a-2296-4b91-b5e1-a523610a0a4f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:11.704938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Calling delete_port for 5f0e4e0c-b5df-4ad2-9082-a5e360490266 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:11.719056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Attempting to bind port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:11.719056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Attempting to bind port 72ac47e9-0c12-48c0-86f6-5f73148cd048 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:11.719056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Attempting to bind port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:11.719923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:11.719923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:11.719923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:11.719923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:11.719923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:11.719923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:11.719923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:11.719923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:11.719923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:11.719923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:11.719923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:11.719923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:02:11.724451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:02:11.724885 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Attempting to bind port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:11.734724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:11.735521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:11.736109 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:11.736734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Bound port: 72ac47e9-0c12-48c0-86f6-5f73148cd048, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:11.737181 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.785197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:11.786723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eea1328-665d-475f-9a14-90cf993174dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1e6a39-183a-43f6-ad18-e04ef786eda4'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:11.793855 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6a01fb-e365-4e03-8e09-9bb5f9c60001" -d '{"events": [{"server_uuid": "5eea1328-665d-475f-9a14-90cf993174dc", "name": "network-vif-plugged", "status": "completed", "tag": "af1e6a39-183a-43f6-ad18-e04ef786eda4"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:11.805697 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.806656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 72ac47e9-0c12-48c0-86f6-5f73148cd048 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:11.820715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6b5855df-4491-4564-93ac-83fc07f15908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port 116a025a-875a-48b4-a16b-13b8bf6ccc62 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:11.821424 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b5855df-4491-4564-93ac-83fc07f15908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.868180 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64ae37b5-79c0-4f7f-a3a0-eb48bfaa14eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:11.868481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8abf6-db84-4679-bbdd-3a82cba68600 req-97223e6f-98e2-43ca-9307-49c130a2f3fc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:11.878961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96f8abf6-db84-4679-bbdd-3a82cba68600 req-97223e6f-98e2-43ca-9307-49c130a2f3fc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 944 time: 0.6709714 Jul 27 22:02:11.902065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87df3cc-09b0-4d55-8202-d5199bf36213 req-77b00b4d-e5e2-4500-8d0f-3f8333cd7fc5 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:11.906902 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f87df3cc-09b0-4d55-8202-d5199bf36213 req-77b00b4d-e5e2-4500-8d0f-3f8333cd7fc5 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 944 time: 0.7297018 Jul 27 22:02:11.945363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a210283-b902-42a5-bf3a-0ac818799bcb None None] Routers {'52bc9c99-bd23-4b5e-a773-fb513608576c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:11.946020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5a210283-b902-42a5-bf3a-0ac818799bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:01:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['52bc9c99-bd23-4b5e-a773-fb513608576c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:11.982947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:11.989954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:11.995259 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-64ae37b5-79c0-4f7f-a3a0-eb48bfaa14eb None None] For port a17dfe00-4c05-4655-935a-486b385d3100, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a17dfe00-4c05-4655-935a-486b385d3100,segment=NetworkSegment(110e3b3f-3dfd-4470-9a84-c56e3eb23a95),segment_id=110e3b3f-3dfd-4470-9a84-c56e3eb23a95)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:12.000817 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.061539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b5855df-4491-4564-93ac-83fc07f15908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.061948 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64ae37b5-79c0-4f7f-a3a0-eb48bfaa14eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.066998 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f87df3cc-09b0-4d55-8202-d5199bf36213 req-eef13053-315d-49c4-a7e8-427240697ff5 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175668 Jul 27 22:02:12.071953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.072916 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96f8abf6-db84-4679-bbdd-3a82cba68600 req-884c58d7-efdc-4e2b-b2c2-fe92ea960889 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930411 Jul 27 22:02:12.073056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.075100 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] 10.222.0.43 "PUT /v2.0/ports/72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 1095 time: 2.3007324 Jul 27 22:02:12.146637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6b5855df-4491-4564-93ac-83fc07f15908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for 116a025a-875a-48b4-a16b-13b8bf6ccc62 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:12.219268 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83361e5-6bcb-4c25-beb0-352cd317fe1d service neutron] Pushing event updated for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:12.254537 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f61441-2d9d-43d8-99bf-db6c4db05117 x-openstack-request-id: req-e8f61441-2d9d-43d8-99bf-db6c4db05117 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:12.254945 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eea1328-665d-475f-9a14-90cf993174dc", "name": "network-vif-plugged", "status": "completed", "tag": "af1e6a39-183a-43f6-ad18-e04ef786eda4", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:12.255415 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8f61441-2d9d-43d8-99bf-db6c4db05117 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:12.255931 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eea1328-665d-475f-9a14-90cf993174dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1e6a39-183a-43f6-ad18-e04ef786eda4', 'code': 200} Jul 27 22:02:12.290049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 72ac47e9-0c12-48c0-86f6-5f73148cd048 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:12.315127 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=af1e6a39-183a-43f6-ad18-e04ef786eda4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:12.341604 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.351119 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.367984 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5a210283-b902-42a5-bf3a-0ac818799bcb None None] Set router 52bc9c99-bd23-4b5e-a773-fb513608576c gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:12.392128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0e4e0c-b5df-4ad2-9082-a5e360490266,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:12.446776 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-5e045b47-d84e-49a8-b707-8891bf25e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.448901 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-5e045b47-d84e-49a8-b707-8891bf25e955 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1098 time: 0.3376017 Jul 27 22:02:12.464748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bace9-025b-4744-904f-762e65c7658e req-d395b080-c900-4523-93e4-49008af7dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.469724 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f81bace9-025b-4744-904f-762e65c7658e req-d395b080-c900-4523-93e4-49008af7dc15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 1096 time: 0.1915503 Jul 27 22:02:12.645622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f81bace9-025b-4744-904f-762e65c7658e req-8609d45c-1dd7-4dae-9948-8e50009f23e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750189 Jul 27 22:02:12.654443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5a210283-b902-42a5-bf3a-0ac818799bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T22:02:10Z', 'revision_number': 6, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:12.702845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee36b1-113f-4593-adc4-d5119d044775 req-6000dc64-87e2-4bd3-87cd-0b218e674c7d tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.704690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4dee36b1-113f-4593-adc4-d5119d044775 req-6000dc64-87e2-4bd3-87cd-0b218e674c7d tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 945 time: 0.4555876 Jul 27 22:02:12.709816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-c85e1a5a-e316-4491-8605-cf0ec13cf9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.712005 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-c85e1a5a-e316-4491-8605-cf0ec13cf9ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2499285 Jul 27 22:02:12.757330 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955a82a-78eb-428a-9ce8-8b4e86b71cf7 req-877bac69-82b5-4737-843b-efd96c428309 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:12.759048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6955a82a-78eb-428a-9ce8-8b4e86b71cf7 req-877bac69-82b5-4737-843b-efd96c428309 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 947 time: 0.3370392 Jul 27 22:02:12.768882 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.790447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae37b5-79c0-4f7f-a3a0-eb48bfaa14eb None None] Pushing event updated for resources: {'Port': ['ID=a17dfe00-4c05-4655-935a-486b385d3100,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:12.807120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a210283-b902-42a5-bf3a-0ac818799bcb None None] The sync data for ids ['52bc9c99-bd23-4b5e-a773-fb513608576c'] in n-d-802011-3 is: [{'id': '52bc9c99-bd23-4b5e-a773-fb513608576c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708622338-router', 'tenant_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:56:53Z', 'updated_at': '2021-07-27T22:02:10Z', 'revision_number': 6, 'project_id': '71ecaf662fcb444f82ab7d74e7b5e401', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:12.810277 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-f0dfdb47-22f3-4f8c-bdf2-fa1b7c1fb698 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 217 time: 0.0842786 Jul 27 22:02:12.847956 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-626be716-48ef-4712-8a62-6b6d4c4b27b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.876953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-815ed13f-b095-4d6c-b8e4-cd1e489f2679 None None] Provisioning complete for port a17dfe00-4c05-4655-935a-486b385d3100 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:12.877468 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-815ed13f-b095-4d6c-b8e4-cd1e489f2679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.911335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b5855df-4491-4564-93ac-83fc07f15908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.937806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:12.940123 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.011231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4dee36b1-113f-4593-adc4-d5119d044775 req-ead699f1-2975-4aff-b5b9-b8a2ee8a3395 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864375 Jul 27 22:02:13.026157 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.035239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52bc9c99-bd23-4b5e-a773-fb513608576c {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:02:13.060217 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.061397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5a11a7ee-d1d1-4b86-8441-76b159f0296d admin admin] 10.222.0.24 "DELETE /v2.0/routers/52bc9c99-bd23-4b5e-a773-fb513608576c HTTP/1.1" status: 204 len: 168 time: 2.9557822 Jul 27 22:02:13.068121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:13.083394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5855df-4491-4564-93ac-83fc07f15908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=116a025a-875a-48b4-a16b-13b8bf6ccc62,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:13.088185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:13.091436 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b293c23-4974-474f-957a-11d8d566f24a" -d '{"events": [{"name": "network-changed", "server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:13.099356 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b5855df-4491-4564-93ac-83fc07f15908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.104218 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6b5855df-4491-4564-93ac-83fc07f15908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/116a025a-875a-48b4-a16b-13b8bf6ccc62 HTTP/1.1" status: 204 len: 168 time: 2.1629915 Jul 27 22:02:13.104218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-fe037ac3-7958-4e5a-9b52-18c06e832fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:13.105984 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-fe037ac3-7958-4e5a-9b52-18c06e832fd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2803516 Jul 27 22:02:13.106968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35996) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:13.108372 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-815ed13f-b095-4d6c-b8e4-cd1e489f2679 None None] Could not find standard attr ID for object 116a025a-875a-48b4-a16b-13b8bf6ccc62. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:02:13.161115 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6955a82a-78eb-428a-9ce8-8b4e86b71cf7 req-7771500d-d3af-4c96-9889-f2370732f6c9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844287 Jul 27 22:02:13.207045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe86c6e-3c88-40c3-b3e7-2cab126de769 admin admin] Deleting subnet 1b6b3b28-4695-42ba-b2e1-95635cc271fd {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:02:13.221711 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6568e06-6499-4a7d-a3f9-a28a2cb3a052 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:02:13.223660 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c6568e06-6499-4a7d-a3f9-a28a2cb3a052 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/116a025a-875a-48b4-a16b-13b8bf6ccc62 HTTP/1.1" status: 404 len: 333 time: 0.1156137 Jul 27 22:02:13.226444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36002) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:13.242965 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbe86c6e-3c88-40c3-b3e7-2cab126de769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.251274 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ce23ef53-f72c-4776-ba32-f74e317116a3 None None] Could not find standard attr ID for object 116a025a-875a-48b4-a16b-13b8bf6ccc62. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:02:13.314404 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a4e553-8940-435c-b31e-799f91c14657 x-openstack-request-id: req-f9a4e553-8940-435c-b31e-799f91c14657 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:13.314724 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:13.314911 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9a4e553-8940-435c-b31e-799f91c14657 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:13.315355 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'status': 'completed', 'code': 200} Jul 27 22:02:13.320128 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8798687c-3b80-4899-809a-543d8abb393e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting subnet 1bb4aefa-950f-4b4d-88ed-122444b57b41 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:02:13.326137 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8798687c-3b80-4899-809a-543d8abb393e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.359913 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-e52f4f17-8b99-4a44-b2e3-95f269e5d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:13.361554 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-e52f4f17-8b99-4a44-b2e3-95f269e5d186 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2420270 Jul 27 22:02:13.459665 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbe86c6e-3c88-40c3-b3e7-2cab126de769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.482235 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-7fd9bc1f-a5e2-4d28-b8cf-84c71d7f8177 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059668 Jul 27 22:02:13.492615 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8798687c-3b80-4899-809a-543d8abb393e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.515899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691db42f-c180-43d4-8be0-c61ceba5e6a5 req-863b7d61-ddbf-4f56-8139-54d87da75749 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:13.517424 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-691db42f-c180-43d4-8be0-c61ceba5e6a5 req-863b7d61-ddbf-4f56-8139-54d87da75749 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 945 time: 0.1890728 Jul 27 22:02:13.527395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b293c23-4974-474f-957a-11d8d566f24a req-7419e7e5-5af7-4dc0-92fe-349c454edee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:13.528962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-7419e7e5-5af7-4dc0-92fe-349c454edee1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1098 time: 0.2072968 Jul 27 22:02:13.594630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3283ded-6e07-4d6e-837e-499da44c0a0b req-57fc7d65-8c5a-4837-8e28-e8c9e2934b78 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:13.602447 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3283ded-6e07-4d6e-837e-499da44c0a0b req-57fc7d65-8c5a-4837-8e28-e8c9e2934b78 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 945 time: 0.2794137 Jul 27 22:02:13.688934 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4a72e8b4-0074-4b9e-a6cd-ffbc7d4b5dcf req-58004a88-36d9-4a8c-895d-14e0efe0c963 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923225 Jul 27 22:02:13.719809 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8798687c-3b80-4899-809a-543d8abb393e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.722536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-691db42f-c180-43d4-8be0-c61ceba5e6a5 req-863fbeb9-a31d-4040-bdce-8dce41467932 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897581 Jul 27 22:02:13.764024 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbe86c6e-3c88-40c3-b3e7-2cab126de769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.799111 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3283ded-6e07-4d6e-837e-499da44c0a0b req-7e13364c-2cb4-4024-807a-1d2c2b16576d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957881 Jul 27 22:02:13.848491 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b293c23-4974-474f-957a-11d8d566f24a req-1b28095e-6f7f-49a1-95d7-bf5406c99187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:13.850635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-1b28095e-6f7f-49a1-95d7-bf5406c99187 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3122962 Jul 27 22:02:13.904485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b293c23-4974-474f-957a-11d8d566f24a req-922ca11d-ff65-451e-b91a-ceccbd6e513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:13.906778 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-922ca11d-ff65-451e-b91a-ceccbd6e513b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1098 time: 0.1258898 Jul 27 22:02:13.917908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8798687c-3b80-4899-809a-543d8abb393e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.951525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-1cd7db35-8b24-4c3a-a334-fe3c1a99012f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 217 time: 0.0904374 Jul 27 22:02:13.971685 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbe86c6e-3c88-40c3-b3e7-2cab126de769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:13.990600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b25ec-46cb-4c5d-b9b4-b8298daf4c93 None None] Network c4dd83b0-11fe-44cb-b8bf-af7b40999a29 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:14.012946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798687c-3b80-4899-809a-543d8abb393e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb4aefa-950f-4b4d-88ed-122444b57b41,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:14.015269 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8798687c-3b80-4899-809a-543d8abb393e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.019791 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8798687c-3b80-4899-809a-543d8abb393e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/1bb4aefa-950f-4b4d-88ed-122444b57b41 HTTP/1.1" status: 204 len: 168 time: 0.7897568 Jul 27 22:02:14.021849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36008) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:14.024138 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d78200-010c-499f-9fd1-385c7359bfa0 None None] Network 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:14.032128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbe86c6e-3c88-40c3-b3e7-2cab126de769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.034147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cbe86c6e-3c88-40c3-b3e7-2cab126de769 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b6b3b28-4695-42ba-b2e1-95635cc271fd HTTP/1.1" status: 204 len: 168 time: 0.9649105 Jul 27 22:02:14.037033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36010) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:14.127873 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.131960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe86c6e-3c88-40c3-b3e7-2cab126de769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6b3b28-4695-42ba-b2e1-95635cc271fd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:14.220950 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.275368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b293c23-4974-474f-957a-11d8d566f24a req-5fb47828-a000-46d2-9743-433d98a2d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:14.278488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-5fb47828-a000-46d2-9743-433d98a2d375 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.3190033 Jul 27 22:02:14.330285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964121a-e234-43a5-a83c-7b10bedeba70 req-0251dd79-e5ae-4e90-b497-3403441f9b08 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:14.332306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8964121a-e234-43a5-a83c-7b10bedeba70 req-0251dd79-e5ae-4e90-b497-3403441f9b08 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 945 time: 0.1844506 Jul 27 22:02:14.398016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b293c23-4974-474f-957a-11d8d566f24a req-8eda6c99-c196-4a6a-90ce-4a2312f687cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:14.402070 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-8eda6c99-c196-4a6a-90ce-4a2312f687cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.4795120 Jul 27 22:02:14.407081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a17dfe00-4c05-4655-935a-486b385d3100 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:14.421285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Deleting port f5b1c956-83e0-4117-9b60-2ec3a880a8d6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:14.421635 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.480838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8adc888a-2296-4b91-b5e1-a523610a0a4f up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:14.488310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07be4cc-00ff-45db-9d05-328b16a9c285 None None] DHCP port deletion for c4dd83b0-11fe-44cb-b8bf-af7b40999a29 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:02:14.502097 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d853e746-47c9-497a-b424-ab010bda6013 None None] DHCP port deletion for 6a5546c1-bf58-4ab6-a1c2-08b01f25eddc request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:02:14.506063 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-8eb33db5-8ab4-44bb-ab5c-bb16226a9c32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 217 time: 0.0904961 Jul 27 22:02:14.561460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port a17dfe00-4c05-4655-935a-486b385d3100 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:14.561968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.582558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] For port f5b1c956-83e0-4117-9b60-2ec3a880a8d6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f5b1c956-83e0-4117-9b60-2ec3a880a8d6,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:14.583060 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.597362 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8964121a-e234-43a5-a83c-7b10bedeba70 req-4d24ae2d-fe40-4047-8fc1-acbbd4f92696 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250476 Jul 27 22:02:14.602315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b293c23-4974-474f-957a-11d8d566f24a req-0681c692-40f0-4ca9-a58e-0a129111c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:14.603968 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-0681c692-40f0-4ca9-a58e-0a129111c861 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3118141 Jul 27 22:02:14.610805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Calling delete_port for f5b1c956-83e0-4117-9b60-2ec3a880a8d6 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:14.648961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] For port a17dfe00-4c05-4655-935a-486b385d3100, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a17dfe00-4c05-4655-935a-486b385d3100,segment=NetworkSegment(110e3b3f-3dfd-4470-9a84-c56e3eb23a95),segment_id=110e3b3f-3dfd-4470-9a84-c56e3eb23a95)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:14.649817 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.662151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f256c-7690-4923-9045-e5cffd7c5110 req-5157ef6b-93b6-460c-8ed5-3cf7ac364f12 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:14.664947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for a17dfe00-4c05-4655-935a-486b385d3100 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:14.670649 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea8f256c-7690-4923-9045-e5cffd7c5110 req-5157ef6b-93b6-460c-8ed5-3cf7ac364f12 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 947 time: 0.1846495 Jul 27 22:02:14.679364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 8adc888a-2296-4b91-b5e1-a523610a0a4f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:14.687826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 8adc888a-2296-4b91-b5e1-a523610a0a4f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:14.688300 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.739193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a17dfe00-4c05-4655-935a-486b385d3100 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:14.739193 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.756080 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.826782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b293c23-4974-474f-957a-11d8d566f24a req-c644db1f-40ae-4fb9-8de4-f3f1cd5f9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:14.828261 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-c644db1f-40ae-4fb9-8de4-f3f1cd5f9db6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.3133924 Jul 27 22:02:14.830966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=a17dfe00-4c05-4655-935a-486b385d3100,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:14.837568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No DVR routers for this DVR port a17dfe00-4c05-4655-935a-486b385d3100 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:14.846698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d853e746-47c9-497a-b424-ab010bda6013 None None] Deleting port f5b1c956-83e0-4117-9b60-2ec3a880a8d6 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:14.847077 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d853e746-47c9-497a-b424-ab010bda6013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.856262 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Could not find standard attr ID for object a17dfe00-4c05-4655-935a-486b385d3100. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:02:14.859807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d07be4cc-00ff-45db-9d05-328b16a9c285 None None] Deleting port a17dfe00-4c05-4655-935a-486b385d3100 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:14.860105 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d07be4cc-00ff-45db-9d05-328b16a9c285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.898614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.923581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea8f256c-7690-4923-9045-e5cffd7c5110 req-7ab6efde-7d1e-4bfc-95e0-b42955dcae47 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520499 Jul 27 22:02:14.937230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d07be4cc-00ff-45db-9d05-328b16a9c285 None None] For port a17dfe00-4c05-4655-935a-486b385d3100, host n-d-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:14.937665 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d07be4cc-00ff-45db-9d05-328b16a9c285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:14.968631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b1c956-83e0-4117-9b60-2ec3a880a8d6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:14.983027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] No DVR routers for this DVR port f5b1c956-83e0-4117-9b60-2ec3a880a8d6 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:14.984882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d07be4cc-00ff-45db-9d05-328b16a9c285 None None] Calling delete_port for a17dfe00-4c05-4655-935a-486b385d3100 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:14.987594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-d07be4cc-00ff-45db-9d05-328b16a9c285 None None] Port a17dfe00-4c05-4655-935a-486b385d3100 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:02:15.015568 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d07be4cc-00ff-45db-9d05-328b16a9c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.019571 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.043812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b293c23-4974-474f-957a-11d8d566f24a req-cee0d4c0-4ee0-41e5-ba08-7a364a4918da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:15.045751 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-cee0d4c0-4ee0-41e5-ba08-7a364a4918da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2020390 Jul 27 22:02:15.047967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4dd83b0-11fe-44cb-b8bf-af7b40999a29']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:15.063732 n-d-802011-3 neutron-server[93836]: INFO neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No ports have port_id starting with a17dfe00-4c05-4655-935a-486b385d3100 Jul 27 22:02:15.099531 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-7aeca5dc-6478-4dfb-b8ab-29f3b0ed7084 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859259 Jul 27 22:02:15.161187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110e3b3f-3dfd-4470-9a84-c56e3eb23a95') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:15.162352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110e3b3f-3dfd-4470-9a84-c56e3eb23a95') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:15.162952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07be4cc-00ff-45db-9d05-328b16a9c285 None None] No DVR routers for this DVR port a17dfe00-4c05-4655-935a-486b385d3100 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:15.166697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07be4cc-00ff-45db-9d05-328b16a9c285 None None] Pushing event deleted for resources: {'Port': ['ID=a17dfe00-4c05-4655-935a-486b385d3100,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:15.182727 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.204998 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.216601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf6bd8-778f-4e56-9d60-75854b83e27d req-aecda617-f9ef-4935-a34b-f5f9b9c68c81 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:15.220592 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.224578 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2bf6bd8-778f-4e56-9d60-75854b83e27d req-aecda617-f9ef-4935-a34b-f5f9b9c68c81 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 945 time: 0.3995950 Jul 27 22:02:15.232362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5f0e4e0c-b5df-4ad2-9082-a5e360490266 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:15.240599 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:02:15.241018 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:02:15.245315 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:02:15.256065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5546c1-bf58-4ab6-a1c2-08b01f25eddc']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:15.269408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 5f0e4e0c-b5df-4ad2-9082-a5e360490266 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:15.269776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5f0e4e0c-b5df-4ad2-9082-a5e360490266 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:15.270312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 00ef4079-4e8a-4f43-b670-429330386b2c no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:15.275113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d853e746-47c9-497a-b424-ab010bda6013 None None] For port f5b1c956-83e0-4117-9b60-2ec3a880a8d6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f5b1c956-83e0-4117-9b60-2ec3a880a8d6,segment=NetworkSegment(00696ca5-97b5-492e-8265-237e34841677),segment_id=00696ca5-97b5-492e-8265-237e34841677)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:15.275984 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d853e746-47c9-497a-b424-ab010bda6013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.285463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63afff-6b93-435b-9866-d9d36afd378e req-0b01ce90-9015-4101-9217-d4db11e6e31f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:15.293577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd63afff-6b93-435b-9866-d9d36afd378e req-0b01ce90-9015-4101-9217-d4db11e6e31f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 945 time: 0.2406001 Jul 27 22:02:15.307283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 00ef4079-4e8a-4f43-b670-429330386b2c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:15.308181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 00ef4079-4e8a-4f43-b670-429330386b2c not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:15.310127 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.316343 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00696ca5-97b5-492e-8265-237e34841677') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:15.316980 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00696ca5-97b5-492e-8265-237e34841677') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:15.327349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d853e746-47c9-497a-b424-ab010bda6013 None None] Calling delete_port for f5b1c956-83e0-4117-9b60-2ec3a880a8d6 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:15.341850 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-efc3d013-d8ba-48bf-bc31-2f108a4164d3 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797635 Jul 27 22:02:15.354250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:15.357672 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa37a3c-2215-4802-9dc4-e2bb7ce5ae9d" -d '{"events": [{"server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "name": "network-vif-plugged", "status": "completed", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:15.368725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd63afff-6b93-435b-9866-d9d36afd378e req-1edede09-64f2-44b0-8d09-401c61d2a561 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642865 Jul 27 22:02:15.368932 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.373872 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.376213 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/networks/c4dd83b0-11fe-44cb-b8bf-af7b40999a29 HTTP/1.1" status: 204 len: 168 time: 1.3546233 Jul 27 22:02:15.384646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36030) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:15.393705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.403159 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'name': 'tempest-PortsTestJSON-1967081174'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:15.430797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8adc888a-2296-4b91-b5e1-a523610a0a4f, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:15.446534 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.451704 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2bf6bd8-778f-4e56-9d60-75854b83e27d req-27fc8893-f8a0-477c-8ca3-c44a69c96a0e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262928 Jul 27 22:02:15.456433 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fec842b0-bc70-4e71-8fd0-612a1ebbdb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.488534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-cd39b8b6-1bee-439f-8cd8-2ae42f156316 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592608 Jul 27 22:02:15.497040 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.509287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:02:15.509656 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.533911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=8adc888a-2296-4b91-b5e1-a523610a0a4f,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:15.543236 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d853e746-47c9-497a-b424-ab010bda6013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.588925 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f08925d-da7b-46fe-8747-bbb869bd06ac x-openstack-request-id: req-6f08925d-da7b-46fe-8747-bbb869bd06ac {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:15.589938 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "name": "network-vif-plugged", "status": "completed", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:15.590092 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f08925d-da7b-46fe-8747-bbb869bd06ac {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:02:15.590205 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:02:15.592683 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'code': 200} Jul 27 22:02:15.592683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853e746-47c9-497a-b424-ab010bda6013 None None] Pushing event deleted for resources: {'Port': ['ID=f5b1c956-83e0-4117-9b60-2ec3a880a8d6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:15.594778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d853e746-47c9-497a-b424-ab010bda6013 None None] No DVR routers for this DVR port f5b1c956-83e0-4117-9b60-2ec3a880a8d6 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:15.608032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b82ab2-a486-4b9c-8dd5-d3f605d24d52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Network': ['ID=c4dd83b0-11fe-44cb-b8bf-af7b40999a29,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:15.672002 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.693002 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.694363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:15.708210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.709616 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:15.717857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6a5546c1-bf58-4ab6-a1c2-08b01f25eddc HTTP/1.1" status: 204 len: 168 time: 1.6749825 Jul 27 22:02:15.717857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36034) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:15.754919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port 32bb7f3d-b7d6-4efd-a191-d2e7463593be yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:02:15.812141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f20a8-040d-4829-990a-51e35012d7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a5546c1-bf58-4ab6-a1c2-08b01f25eddc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:15.853900 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b293c23-4974-474f-957a-11d8d566f24a req-9a608983-19b3-49f8-bd40-2a16ec24b0f3 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042374 Jul 27 22:02:15.870542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c41981-f515-470b-9e04-3afbc8d8a528 req-8c0c3bc0-a7ee-4095-8c70-0301c4772123 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:15.874413 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73c41981-f515-470b-9e04-3afbc8d8a528 req-8c0c3bc0-a7ee-4095-8c70-0301c4772123 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 1096 time: 0.2818658 Jul 27 22:02:15.963173 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82959f-9451-46ef-b2d3-20f299026c94 req-3bfacc77-eddb-4630-8e2d-fa3ef3d59a5a tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:15.966015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-3bfacc77-eddb-4630-8e2d-fa3ef3d59a5a tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f&tenant_id=2c1d48a9f6a14539976b63c05ed486a6&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1096 time: 0.3356626 Jul 27 22:02:15.997307 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.002422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802011-3'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:16.039608 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.081867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cb829-5c37-4e24-9381-70319dbae71f req-6013f23b-d03c-4205-bf09-8a051c69d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:16.083497 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-227cb829-5c37-4e24-9381-70319dbae71f req-6013f23b-d03c-4205-bf09-8a051c69d53f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 1097 time: 0.3480337 Jul 27 22:02:16.087518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:16.091852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:16.097803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:16.103416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:16.104033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.118290 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=32bb7f3d-b7d6-4efd-a191-d2e7463593be,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:16.124581 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f882994b-e284-42de-9860-1ceca378c42b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7277591 Jul 27 22:02:16.127282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36040) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:16.145568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2efbd-b9c6-4511-ba28-4ff190244100 req-60eddf5f-831f-48dc-bc0c-d8b6de7546cb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:16.153995 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04b2efbd-b9c6-4511-ba28-4ff190244100 req-60eddf5f-831f-48dc-bc0c-d8b6de7546cb tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 945 time: 0.3445807 Jul 27 22:02:16.181222 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.240355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7eccfd30-c268-45dc-b0ac-f1e6ff2093d4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port 32bb7f3d-b7d6-4efd-a191-d2e7463593be {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:16.240707 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7eccfd30-c268-45dc-b0ac-f1e6ff2093d4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.294691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f5b1c956-83e0-4117-9b60-2ec3a880a8d6 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:16.328019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: f5b1c956-83e0-4117-9b60-2ec3a880a8d6 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:16.328747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f5b1c956-83e0-4117-9b60-2ec3a880a8d6 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:16.329450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a17dfe00-4c05-4655-935a-486b385d3100 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:16.333989 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7eccfd30-c268-45dc-b0ac-f1e6ff2093d4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.358135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7eccfd30-c268-45dc-b0ac-f1e6ff2093d4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for 32bb7f3d-b7d6-4efd-a191-d2e7463593be owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:16.362644 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.364284 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: a17dfe00-4c05-4655-935a-486b385d3100 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:16.364913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a17dfe00-4c05-4655-935a-486b385d3100 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:16.411737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 72ac47e9-0c12-48c0-86f6-5f73148cd048 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:02:16.430942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:02:16.473054 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7eccfd30-c268-45dc-b0ac-f1e6ff2093d4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.508585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccfd30-c268-45dc-b0ac-f1e6ff2093d4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=32bb7f3d-b7d6-4efd-a191-d2e7463593be,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:16.514770 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7eccfd30-c268-45dc-b0ac-f1e6ff2093d4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.517690 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7eccfd30-c268-45dc-b0ac-f1e6ff2093d4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/32bb7f3d-b7d6-4efd-a191-d2e7463593be HTTP/1.1" status: 204 len: 168 time: 0.3894610 Jul 27 22:02:16.520484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36046) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:16.525043 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73c41981-f515-470b-9e04-3afbc8d8a528 req-06573cd6-4ccc-4071-af5b-b57c22643f25 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276193 Jul 27 22:02:16.526200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'mac_address': 'fa:16:3e:d8:04:b1', 'name': 'tempest-PortsTestJSON-1398616389'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:16.557345 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.600670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:16.624736 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 has no active binding in host n-h2-802011-3 {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 22:02:16.663604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:16.669178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04b2efbd-b9c6-4511-ba28-4ff190244100 req-60f1b7d5-cdc5-48e9-92e8-4e5517459b84 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143428 Jul 27 22:02:16.691186 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-227cb829-5c37-4e24-9381-70319dbae71f req-33b3bf58-3684-419d-9f7e-6b61cbec5a91 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966685 Jul 27 22:02:16.798028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:16.805100 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.809823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'mac_address': 'fa:16:3e:3b:8d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:02:16.849755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port ec9ba681-7eb2-4aa8-8d2a-aed2e28f0fdf yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:02:16.858116 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.873117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ac47e9-0c12-48c0-86f6-5f73148cd048 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:16.902571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:16.906993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1fa31-e677-4409-9a5f-01aee576db1c req-db510522-cea6-4b57-908a-196d2a5af64a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:16.908868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6ab1fa31-e677-4409-9a5f-01aee576db1c req-db510522-cea6-4b57-908a-196d2a5af64a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 947 time: 0.2145188 Jul 27 22:02:16.919112 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:16.994253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:17.014629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d5a7-3ad7-43a2-872b-a510a2ba03a5 req-a50a9f93-8cd0-412c-894c-c737a86332f3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.016151 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70c5d5a7-3ad7-43a2-872b-a510a2ba03a5 req-a50a9f93-8cd0-412c-894c-c737a86332f3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 946 time: 0.1854367 Jul 27 22:02:17.033249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:17.050158 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6ab1fa31-e677-4409-9a5f-01aee576db1c req-94e14664-dfd0-4bb3-a41b-f39d28acaa4d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265662 Jul 27 22:02:17.059153 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.122723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.130146 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70c5d5a7-3ad7-43a2-872b-a510a2ba03a5 req-8f475d23-1848-46b9-bdc4-563beee4742d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035299 Jul 27 22:02:17.142395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:17.180971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:17.184907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:17.188707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:17.195986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.196615 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.215313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=ec9ba681-7eb2-4aa8-8d2a-aed2e28f0fdf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:17.231643 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4f1c80d4-b36c-4210-bf2d-22095bfdff5b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7099500 Jul 27 22:02:17.234132 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:17.243810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['72ac47e9-0c12-48c0-86f6-5f73148cd048'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:17.294971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee1edce-426b-4ec7-b789-6a132295d90f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:17.297277 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd89296-709a-46e2-83b7-ab5e460cec9b" -d '{"events": [{"server_uuid": "1ee1edce-426b-4ec7-b789-6a132295d90f", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:17.322095 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.334344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09333c57-25ae-49a9-ba6e-4bfacd383bc0 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.340425 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-09333c57-25ae-49a9-ba6e-4bfacd383bc0 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/ec9ba681-7eb2-4aa8-8d2a-aed2e28f0fdf HTTP/1.1" status: 200 len: 841 time: 0.0992510 Jul 27 22:02:17.341617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36058) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:17.343628 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.402765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60698a-934d-452d-96c5-91b86d8fedb1 req-f8bb7638-f952-4032-a8b0-334a80dbc001 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.411887 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c60698a-934d-452d-96c5-91b86d8fedb1 req-f8bb7638-f952-4032-a8b0-334a80dbc001 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 1096 time: 0.1429365 Jul 27 22:02:17.421925 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19e7699-c9d2-41ce-9abf-01d0e8436461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.496373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9c639852-93c7-4a8b-8bb9-8afed6c21e6c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port ec9ba681-7eb2-4aa8-8d2a-aed2e28f0fdf {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:17.496726 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c639852-93c7-4a8b-8bb9-8afed6c21e6c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.600118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c639852-93c7-4a8b-8bb9-8afed6c21e6c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.636396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:17.649438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9c639852-93c7-4a8b-8bb9-8afed6c21e6c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for ec9ba681-7eb2-4aa8-8d2a-aed2e28f0fdf owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:17.651902 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2faa740-cde8-4d62-a247-7b8e4fe009f9 x-openstack-request-id: req-b2faa740-cde8-4d62-a247-7b8e4fe009f9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:17.652477 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee1edce-426b-4ec7-b789-6a132295d90f", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:17.652733 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2faa740-cde8-4d62-a247-7b8e4fe009f9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:17.653133 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee1edce-426b-4ec7-b789-6a132295d90f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53', 'code': 200} Jul 27 22:02:17.730517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c60698a-934d-452d-96c5-91b86d8fedb1 req-9281cb3e-36db-481b-b536-36da92582d79 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176661 Jul 27 22:02:17.747013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Attempting to bind port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on host n-h1-802011-3 for vnic_type normal with profile {"migrating_to": "n-h2-802011-3"} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:17.747364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Attempting to bind port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:17.747697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Attempting to bind port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:17.769738 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c639852-93c7-4a8b-8bb9-8afed6c21e6c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.788512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:02:17.788919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Attempting to bind port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on network d4cdef4a-b876-4d9f-bd07-5494421f6520 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:17.804761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-168edfb0-65c4-41c1-b121-16769cd12e5f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.806716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-168edfb0-65c4-41c1-b121-16769cd12e5f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe&tenant_id=1a8cb100fd00413a9aefa092bd27ec73&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 948 time: 0.2937038 Jul 27 22:02:17.822051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c639852-93c7-4a8b-8bb9-8afed6c21e6c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=ec9ba681-7eb2-4aa8-8d2a-aed2e28f0fdf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:17.836483 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c639852-93c7-4a8b-8bb9-8afed6c21e6c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.842132 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9c639852-93c7-4a8b-8bb9-8afed6c21e6c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/ec9ba681-7eb2-4aa8-8d2a-aed2e28f0fdf HTTP/1.1" status: 204 len: 168 time: 0.4959555 Jul 27 22:02:17.842462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:17.847446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:17.847820 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Checking segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:17.848422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Bound using segment: {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:17.848868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Bound port: 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8039d19-ab47-497f-8e90-661d9b78fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd4cdef4a-b876-4d9f-bd07-5494421f6520'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:17.849260 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.873793 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8466404b-b857-4601-b5ef-2963ee3526f2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:02:17.875960 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8466404b-b857-4601-b5ef-2963ee3526f2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/ec9ba681-7eb2-4aa8-8d2a-aed2e28f0fdf HTTP/1.1" status: 404 len: 333 time: 0.0324321 Jul 27 22:02:17.880760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36070) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:17.886022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'name': 'tempest-PortsTestJSON-1805049162'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:17.950802 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:17.992080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9e1c6-b93c-416b-8341-12494247b284 req-d08ba0f1-04c7-45bc-90b2-9546a2cb8eed tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:17.994042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75d9e1c6-b93c-416b-8341-12494247b284 req-d08ba0f1-04c7-45bc-90b2-9546a2cb8eed tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 948 time: 0.2997897 Jul 27 22:02:17.998500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:18.005275 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.036129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port 23fe7c5d-580f-4cb2-89b8-b700d180cbb8 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:02:18.097150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-b49f40ec-8a97-44e1-bb72-a3c25057b57d service neutron] 10.222.0.43 "GET /v2.0/ports/72ac47e9-0c12-48c0-86f6-5f73148cd048/bindings/n-h1-802011-3 HTTP/1.1" status: 200 len: 382 time: 0.2507329 Jul 27 22:02:18.112862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa414a5-2157-48e2-bd5c-c771d601468e req-9f365fc9-dcc7-466d-939f-d3f851a34b35 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.114466 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fa414a5-2157-48e2-bd5c-c771d601468e req-9f365fc9-dcc7-466d-939f-d3f851a34b35 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 943 time: 0.2700305 Jul 27 22:02:18.162315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:18.188641 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75d9e1c6-b93c-416b-8341-12494247b284 req-2b4c7e04-1d2a-4d6e-9207-640c1617eeca tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669996 Jul 27 22:02:18.297260 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fa414a5-2157-48e2-bd5c-c771d601468e req-ab97263e-3f73-4d51-8651-fed6bf9c37c7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704800 Jul 27 22:02:18.321688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:18.348286 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-4498d7e4-23dc-4a8f-b212-a10f12c1b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.349873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-4498d7e4-23dc-4a8f-b212-a10f12c1b051 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1099 time: 0.2160141 Jul 27 22:02:18.351019 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.431623 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 72ac47e9-0c12-48c0-86f6-5f73148cd048 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:18.491986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 72ac47e9-0c12-48c0-86f6-5f73148cd048 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:18.501245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 72ac47e9-0c12-48c0-86f6-5f73148cd048 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:18.501625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.614674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,revision_number=8']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:18.632996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a064b-751c-4050-83a9-0d65faef77fa req-b369c828-ac5b-4dae-a890-646cb2e38a5c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.634637 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf7a064b-751c-4050-83a9-0d65faef77fa req-b369c828-ac5b-4dae-a890-646cb2e38a5c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 946 time: 0.3103631 Jul 27 22:02:18.658774 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.668276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.668906 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.670425 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0cf06378-dcf4-44eb-a92a-1a5a6112d6c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 HTTP/1.1" status: 200 len: 1121 time: 2.6921728 Jul 27 22:02:18.683386 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.708367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-d7a841a0-e39d-409d-9773-333051b86a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.717120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-d7a841a0-e39d-409d-9773-333051b86a5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3271592 Jul 27 22:02:18.744331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:18.750323 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7929eb-b656-435e-940c-68cfeef3e70a" -d '{"events": [{"server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "name": "network-vif-plugged", "status": "completed", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:18.762144 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.771520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:18.775322 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.790366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf7a064b-751c-4050-83a9-0d65faef77fa req-27c0753f-b7d2-4fa8-8431-5ef9b263f4e9 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304216 Jul 27 22:02:18.794750 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-95b07255-2a2f-4514-836a-9eadee86a38f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 217 time: 0.0743368 Jul 27 22:02:18.799009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c19e7699-c9d2-41ce-9abf-01d0e8436461 admin admin] Deleting port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:18.799359 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19e7699-c9d2-41ce-9abf-01d0e8436461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.808197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:18.812411 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:18.827411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:18.832091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:18.836672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:18.846654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.847709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:18.876539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=23fe7c5d-580f-4cb2-89b8-b700d180cbb8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:18.888545 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f337e2ae-5c7b-4438-ba31-7a42eec18647 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0067308 Jul 27 22:02:18.889631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36096) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:18.902004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-73b4f547-d2ad-4058-b3ca-69216ab28e72 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:18.976867 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b43371a-e5ff-45c8-90ca-d4678d86d881 x-openstack-request-id: req-2b43371a-e5ff-45c8-90ca-d4678d86d881 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:18.977163 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "name": "network-vif-plugged", "status": "completed", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:18.977496 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b43371a-e5ff-45c8-90ca-d4678d86d881 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:18.977891 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'code': 200} Jul 27 22:02:18.986571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-2c778a47-9232-4b27-8c3f-937f8dbcb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:18.988630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-2c778a47-9232-4b27-8c3f-937f8dbcb0d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1406307 Jul 27 22:02:19.051129 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b4f547-d2ad-4058-b3ca-69216ab28e72 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.120482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c19e7699-c9d2-41ce-9abf-01d0e8436461 admin admin] For port 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e,segment=NetworkSegment(47ebbe4c-ea65-4527-97d5-5d462e3d6e60),segment_id=47ebbe4c-ea65-4527-97d5-5d462e3d6e60)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:19.121204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19e7699-c9d2-41ce-9abf-01d0e8436461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.160654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:19.180560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c19e7699-c9d2-41ce-9abf-01d0e8436461 admin admin] Calling delete_port for 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:19.256370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-e86e9fed-7d52-4660-b5c4-d006f5e7ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:19.257833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-e86e9fed-7d52-4660-b5c4-d006f5e7ef82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2500641 Jul 27 22:02:19.336942 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b4f547-d2ad-4058-b3ca-69216ab28e72 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.348783 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b4f547-d2ad-4058-b3ca-69216ab28e72 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.407379 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-7fff256c-fd52-4c24-b02e-0a9d852b035d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4140446 Jul 27 22:02:19.431340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:19.436734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-73b4f547-d2ad-4058-b3ca-69216ab28e72 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] In _notify_port_updated(), no bound segment for port 23fe7c5d-580f-4cb2-89b8-b700d180cbb8 on network 1d980a43-b240-449d-9afe-2cfdf9fcd758 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:02:19.442515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b4f547-d2ad-4058-b3ca-69216ab28e72 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:19.443143 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73b4f547-d2ad-4058-b3ca-69216ab28e72 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.447340 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-73b4f547-d2ad-4058-b3ca-69216ab28e72 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "PUT /v2.0/ports/23fe7c5d-580f-4cb2-89b8-b700d180cbb8 HTTP/1.1" status: 200 len: 818 time: 0.5516138 Jul 27 22:02:19.447517 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36116) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:19.500570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4f547-d2ad-4058-b3ca-69216ab28e72 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=23fe7c5d-580f-4cb2-89b8-b700d180cbb8,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:19.549943 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.576496 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5d3fa-bd4e-4177-a2d8-06cd668860b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port 23fe7c5d-580f-4cb2-89b8-b700d180cbb8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:19.577044 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1bd5d3fa-bd4e-4177-a2d8-06cd668860b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.640107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-94271010-566d-46eb-9801-8d03c02eb388 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:02:19.647483 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-94271010-566d-46eb-9801-8d03c02eb388 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451069 Jul 27 22:02:19.654175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee1edce-426b-4ec7-b789-6a132295d90f', 'tag': '2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:19.656816 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc58666-cc1f-4f80-9e66-2f672b82de9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee1edce-426b-4ec7-b789-6a132295d90f", "tag": "2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:19.659370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] Request body: {'binding': {'host': 'n-h1-802011-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:19.659856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:02:19.662485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-db069ae4-a816-481e-8d54-e3d3c236db7c service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678143 Jul 27 22:02:19.719901 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1bd5d3fa-bd4e-4177-a2d8-06cd668860b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.788658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5d3fa-bd4e-4177-a2d8-06cd668860b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for 23fe7c5d-580f-4cb2-89b8-b700d180cbb8 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:19.936093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] Attempting to bind port af1e6a39-183a-43f6-ad18-e04ef786eda4 on host n-h1-802011-3 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:19.936093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] Attempting to bind port af1e6a39-183a-43f6-ad18-e04ef786eda4 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:19.936519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] Attempting to bind port af1e6a39-183a-43f6-ad18-e04ef786eda4 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:19.943868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] Port af1e6a39-183a-43f6-ad18-e04ef786eda4 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:02:19.944195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] Attempting to bind port af1e6a39-183a-43f6-ad18-e04ef786eda4 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:19.950296 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1bd5d3fa-bd4e-4177-a2d8-06cd668860b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:19.952194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:19.952546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:19.952932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] Bound using segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:19.953413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] Bound port: af1e6a39-183a-43f6-ad18-e04ef786eda4, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:20.013262 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5d3fa-bd4e-4177-a2d8-06cd668860b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=23fe7c5d-580f-4cb2-89b8-b700d180cbb8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:20.019949 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1bd5d3fa-bd4e-4177-a2d8-06cd668860b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.021953 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1bd5d3fa-bd4e-4177-a2d8-06cd668860b3 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/23fe7c5d-580f-4cb2-89b8-b700d180cbb8 HTTP/1.1" status: 204 len: 168 time: 0.5734069 Jul 27 22:02:20.024652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36120) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:20.073636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:20.081365 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.082410 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-db5a81b7-556c-4980-9102-f4ff39cf7f8a service neutron] 10.222.0.24 "POST /v2.0/ports/af1e6a39-183a-43f6-ad18-e04ef786eda4/bindings HTTP/1.1" status: 201 len: 389 time: 0.4334879 Jul 27 22:02:20.098667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874443f8-bd33-4375-a67a-acb180de7b89 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:20.102317 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-874443f8-bd33-4375-a67a-acb180de7b89 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0746925 Jul 27 22:02:20.105046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36122) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:20.133380 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-125a1071-ffaa-407d-80df-92dafa7ec90a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:02:20.135056 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-125a1071-ffaa-407d-80df-92dafa7ec90a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/23fe7c5d-580f-4cb2-89b8-b700d180cbb8 HTTP/1.1" status: 404 len: 333 time: 0.0294638 Jul 27 22:02:20.139089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36124) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:20.141939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19e7699-c9d2-41ce-9abf-01d0e8436461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.144215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8744cd8e-3cd8-482d-84c7-8f1ef47d22f7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1753145927'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:20.193701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8744cd8e-3cd8-482d-84c7-8f1ef47d22f7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:20.197452 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8744cd8e-3cd8-482d-84c7-8f1ef47d22f7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.219120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-5431cc50-e632-41b2-83fc-57eb74f42109 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464001 Jul 27 22:02:20.243375 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e7699-c9d2-41ce-9abf-01d0e8436461 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:20.244633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8744cd8e-3cd8-482d-84c7-8f1ef47d22f7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:02:20.288595 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8744cd8e-3cd8-482d-84c7-8f1ef47d22f7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.289257 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-8744cd8e-3cd8-482d-84c7-8f1ef47d22f7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Added segment dfe01167-16cf-420d-bf10-72a56352e0fe of type vlan for network 0dc991e2-16ac-4740-8a25-13d56766dd30 Jul 27 22:02:20.362024 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.363426 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8744cd8e-3cd8-482d-84c7-8f1ef47d22f7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.398741 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8744cd8e-3cd8-482d-84c7-8f1ef47d22f7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.407280 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8744cd8e-3cd8-482d-84c7-8f1ef47d22f7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:20.408744 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8744cd8e-3cd8-482d-84c7-8f1ef47d22f7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.498646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744cd8e-3cd8-482d-84c7-8f1ef47d22f7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Network': ['ID=0dc991e2-16ac-4740-8a25-13d56766dd30,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:20.509414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 0dc991e2-16ac-4740-8a25-13d56766dd30 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:02:20.515188 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8744cd8e-3cd8-482d-84c7-8f1ef47d22f7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3749311 Jul 27 22:02:20.517559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36130) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:20.523751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-17f547c2-aad6-4d61-9772-d05a1c07cb8a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '0dc991e2-16ac-4740-8a25-13d56766dd30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:20.623190 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c19e7699-c9d2-41ce-9abf-01d0e8436461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.637627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68efd9-1c51-4ba6-adde-b32dfc7b9e0b req-987eb668-3b4a-4c7c-bbaa-e818314e85a1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:20.639512 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec68efd9-1c51-4ba6-adde-b32dfc7b9e0b req-987eb668-3b4a-4c7c-bbaa-e818314e85a1 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.3332241 Jul 27 22:02:20.668781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-4cc28524-63f7-4360-8f75-629729e87f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:20.670354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-4cc28524-63f7-4360-8f75-629729e87f08 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 1096 time: 0.2291169 Jul 27 22:02:20.672067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f547c2-aad6-4d61-9772-d05a1c07cb8a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:20.676761 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17f547c2-aad6-4d61-9772-d05a1c07cb8a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:20.679457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Allocated IP 172.25.1.88 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/b430cc90-a800-4b7b-a6b8-bff8b12badf9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:20.906184 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec68efd9-1c51-4ba6-adde-b32dfc7b9e0b req-0d2e114b-09e7-4781-941a-27d583b9a884 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589915 Jul 27 22:02:20.966106 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17f547c2-aad6-4d61-9772-d05a1c07cb8a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.025640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-eb4e567f-69a1-45ba-8b44-c40fa71efc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:21.027750 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-eb4e567f-69a1-45ba-8b44-c40fa71efc0f service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.3391838 Jul 27 22:02:21.045511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f547c2-aad6-4d61-9772-d05a1c07cb8a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Subnet': ['ID=029cea27-fdc1-445c-a7e3-d90b566f4fe1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:21.054873 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f547c2-aad6-4d61-9772-d05a1c07cb8a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Checking segment: {'id': 'dfe01167-16cf-420d-bf10-72a56352e0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0dc991e2-16ac-4740-8a25-13d56766dd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:21.055238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f547c2-aad6-4d61-9772-d05a1c07cb8a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network hostable DHCP agents. Network: 0dc991e2-16ac-4740-8a25-13d56766dd30, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:02:21.074445 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f547c2-aad6-4d61-9772-d05a1c07cb8a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 0dc991e2-16ac-4740-8a25-13d56766dd30 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:02:21.083992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-17f547c2-aad6-4d61-9772-d05a1c07cb8a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 0dc991e2-16ac-4740-8a25-13d56766dd30) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:21.089670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f547c2-aad6-4d61-9772-d05a1c07cb8a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:21.090302 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17f547c2-aad6-4d61-9772-d05a1c07cb8a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.096438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51efa1e-d3ec-4b73-ac38-b1797acc05b4 None None] Network 0dc991e2-16ac-4740-8a25-13d56766dd30 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:21.118991 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-17f547c2-aad6-4d61-9772-d05a1c07cb8a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5976291 Jul 27 22:02:21.119363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36132) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:21.121733 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-704ca82b-7ea1-4b9f-8554-4aeec860ca1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4 HTTP/1.1" status: 200 len: 217 time: 0.0767832 Jul 27 22:02:21.126806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.131590 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a21ce16d-7e36-4b5e-aaee-c5c475a8639d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '0dc991e2-16ac-4740-8a25-13d56766dd30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:21.253437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d844b-1fae-4ef5-a424-b23fa224967a req-f9bea47d-d721-4d48-b617-5533b198e100 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:21.254944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-613d844b-1fae-4ef5-a424-b23fa224967a req-f9bea47d-d721-4d48-b617-5533b198e100 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 943 time: 0.2341380 Jul 27 22:02:21.267391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19e7699-c9d2-41ce-9abf-01d0e8436461 admin admin] Router 926b962f-6c73-4509-8467-2e48598633bd has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:21.269425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-deab2005-f8e4-440e-94c6-f0303978f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:21.270929 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-deab2005-f8e4-440e-94c6-f0303978f2fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.1106617 Jul 27 22:02:21.279218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-0dc991e2-16ac-4740-8a25-13d56766dd30', 'network_id': '0dc991e2-16ac-4740-8a25-13d56766dd30', 'tenant_id': '563da5356aad48b5b6c71f52485b5658', 'fixed_ips': [{'subnet_id': '029cea27-fdc1-445c-a7e3-d90b566f4fe1'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:02:21.280942 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.297178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21ce16d-7e36-4b5e-aaee-c5c475a8639d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:21.302240 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a21ce16d-7e36-4b5e-aaee-c5c475a8639d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.374958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-cd2d3dd4-017a-49aa-8706-74010abcd3cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792167 Jul 27 22:02:21.382084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.414003 n-d-802011-3 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-a21ce16d-7e36-4b5e-aaee-c5c475a8639d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 029cea27-fdc1-445c-a7e3-d90b566f4fe1 (CIDR: 172.20.0.0/28) Jul 27 22:02:21.420346 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21ce16d-7e36-4b5e-aaee-c5c475a8639d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:02:21.420931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21ce16d-7e36-4b5e-aaee-c5c475a8639d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:02:21.433729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-613d844b-1fae-4ef5-a424-b23fa224967a req-9034252d-7be6-4dac-857d-b026cd59d88e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615424 Jul 27 22:02:21.450153 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a21ce16d-7e36-4b5e-aaee-c5c475a8639d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3278728 Jul 27 22:02:21.450810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36134) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:21.462706 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e6091e9d-417c-4723-b354-2fa830743e47 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '0dc991e2-16ac-4740-8a25-13d56766dd30', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:21.462923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Allocated IP 172.20.0.2 (0dc991e2-16ac-4740-8a25-13d56766dd30/029cea27-fdc1-445c-a7e3-d90b566f4fe1/f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:21.489467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:21.529714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:21.534873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:21.540164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Pushing event updated for resources: {'Port': ['ID=b430cc90-a800-4b7b-a6b8-bff8b12badf9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:21.607070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19e7699-c9d2-41ce-9abf-01d0e8436461 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:21.618746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c19e7699-c9d2-41ce-9abf-01d0e8436461 admin admin] 10.222.0.24 "PUT /v2.0/routers/926b962f-6c73-4509-8467-2e48598633bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8864777 Jul 27 22:02:21.621580 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be74b1-13b6-45f8-8b9b-ff962bcd5fe7 None None] Sync routers for ids ['926b962f-6c73-4509-8467-2e48598633bd'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:21.628095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36138) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:21.634010 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5be74b1-13b6-45f8-8b9b-ff962bcd5fe7 None None] Routers {'926b962f-6c73-4509-8467-2e48598633bd'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:21.634805 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5be74b1-13b6-45f8-8b9b-ff962bcd5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['926b962f-6c73-4509-8467-2e48598633bd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:21.696128 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6091e9d-417c-4723-b354-2fa830743e47 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:21.698916 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172cc79a-5c43-4d68-8290-c4b4e88d2795 x-openstack-request-id: req-172cc79a-5c43-4d68-8290-c4b4e88d2795 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:21.699194 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee1edce-426b-4ec7-b789-6a132295d90f", "tag": "2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:21.699451 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-172cc79a-5c43-4d68-8290-c4b4e88d2795 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:21.699849 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee1edce-426b-4ec7-b789-6a132295d90f', 'tag': '2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53', 'status': 'completed', 'code': 200} Jul 27 22:02:21.702064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-1eb11979-7314-4257-a488-39734630af71 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036220 Jul 27 22:02:21.721832 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6091e9d-417c-4723-b354-2fa830743e47 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.848409 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.856791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc58666-cc1f-4f80-9e66-2f672b82de9c req-62bae357-6d10-4f60-871d-2f3d1138c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:21.858380 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ffc58666-cc1f-4f80-9e66-2f672b82de9c req-62bae357-6d10-4f60-871d-2f3d1138c853 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 1124 time: 0.1791916 Jul 27 22:02:21.862465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Transition to ACTIVE for port object f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:21.881258 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Transition to ACTIVE for port object f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:21.889561 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.910598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:21.957626 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a5be74b1-13b6-45f8-8b9b-ff962bcd5fe7 None None] Set router 926b962f-6c73-4509-8467-2e48598633bd gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:21.984002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Network 0dc991e2-16ac-4740-8a25-13d56766dd30 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:21.984436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:21.993272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:22.014492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.032380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Pushing event updated for resources: {'Port': ['ID=f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:22.061215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2875d49-492d-4f16-9a2a-90279db93a1e req-0ec7e0cc-f5f6-4de5-9d59-c1c7015f6cdc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:22.063044 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2875d49-492d-4f16-9a2a-90279db93a1e req-0ec7e0cc-f5f6-4de5-9d59-c1c7015f6cdc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 945 time: 0.3188772 Jul 27 22:02:22.070876 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.097512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Attempting to bind port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:22.098222 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Attempting to bind port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'dfe01167-16cf-420d-bf10-72a56352e0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0dc991e2-16ac-4740-8a25-13d56766dd30'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:22.098784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Attempting to bind port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e on network 0dc991e2-16ac-4740-8a25-13d56766dd30 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:22.105972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:22.106671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Checking segment: {'id': 'dfe01167-16cf-420d-bf10-72a56352e0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0dc991e2-16ac-4740-8a25-13d56766dd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:22.107632 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.108124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Bound using segment: {'id': 'dfe01167-16cf-420d-bf10-72a56352e0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0dc991e2-16ac-4740-8a25-13d56766dd30'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:22.108673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Bound port: f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe01167-16cf-420d-bf10-72a56352e0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0dc991e2-16ac-4740-8a25-13d56766dd30'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:22.110239 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.228463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-468a03ab-29de-4d14-a7e3-616d0e639d60 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155597 Jul 27 22:02:22.234019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] For port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:22.238241 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5be74b1-13b6-45f8-8b9b-ff962bcd5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926b962f-6c73-4509-8467-2e48598633bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-475191662-router', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:06Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 5, 'project_id': '54bbae11ac06449d81fa67227bbe6bb2', 'gw_port': {'id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b962f-6c73-4509-8467-2e48598633bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:07Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:22.240599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] For port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e,segment=NetworkSegment(dfe01167-16cf-420d-bf10-72a56352e0fe),segment_id=dfe01167-16cf-420d-bf10-72a56352e0fe)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:22.247171 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.293003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc58666-cc1f-4f80-9e66-2f672b82de9c req-69c1dc98-55b1-4a88-be5e-942238d44068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:22.299550 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be74b1-13b6-45f8-8b9b-ff962bcd5fe7 None None] Checking router: 926b962f-6c73-4509-8467-2e48598633bd for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:22.313173 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ffc58666-cc1f-4f80-9e66-2f672b82de9c req-69c1dc98-55b1-4a88-be5e-942238d44068 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.3559310 Jul 27 22:02:22.327168 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5be74b1-13b6-45f8-8b9b-ff962bcd5fe7 None None] Routers {'926b962f-6c73-4509-8467-2e48598633bd'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:22.327819 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5be74b1-13b6-45f8-8b9b-ff962bcd5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['926b962f-6c73-4509-8467-2e48598633bd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:22.405450 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6091e9d-417c-4723-b354-2fa830743e47 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.410655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2875d49-492d-4f16-9a2a-90279db93a1e req-78fab078-f11f-481e-81db-c03d737dc9c9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377056 Jul 27 22:02:22.438136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362fc59-ec82-4e49-a2d3-1fbb88081845 None None] Pushing event updated for resources: {'Port': ['ID=f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:22.504089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6091e9d-417c-4723-b354-2fa830743e47 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 0dc991e2-16ac-4740-8a25-13d56766dd30 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:22.507919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e6091e9d-417c-4723-b354-2fa830743e47 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:22.509240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.513065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6091e9d-417c-4723-b354-2fa830743e47 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:22.513900 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6091e9d-417c-4723-b354-2fa830743e47 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:22.538372 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ffc58666-cc1f-4f80-9e66-2f672b82de9c req-d02d1ef2-654a-4e57-b421-b13567d41008 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 HTTP/1.1" status: 200 len: 217 time: 0.1577117 Jul 27 22:02:22.626869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc58666-cc1f-4f80-9e66-2f672b82de9c req-b522b3a2-8d0a-4ea5-840f-af112e2d8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:22.631498 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ffc58666-cc1f-4f80-9e66-2f672b82de9c req-b522b3a2-8d0a-4ea5-840f-af112e2d8022 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.0810409 Jul 27 22:02:22.660804 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a5be74b1-13b6-45f8-8b9b-ff962bcd5fe7 None None] Set router 926b962f-6c73-4509-8467-2e48598633bd gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:22.743823 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ffc58666-cc1f-4f80-9e66-2f672b82de9c req-7b8a597e-5195-4f28-9552-971fde1fbe5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990329 Jul 27 22:02:22.781252 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e6091e9d-417c-4723-b354-2fa830743e47 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3293619 Jul 27 22:02:22.797026 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:22.812895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': '0dc991e2-16ac-4740-8a25-13d56766dd30', 'fixed_ips': [{'subnet_id': '029cea27-fdc1-445c-a7e3-d90b566f4fe1'}, {'subnet_id': '8df0140b-9d44-437b-975d-76874cd5a758'}], 'name': 'tempest-PortsTestJSON-1284003459'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:22.961538 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.009865 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6091e9d-417c-4723-b354-2fa830743e47 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Subnet': ['ID=8df0140b-9d44-437b-975d-76874cd5a758,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:23.106571 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:23.143593 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a5be74b1-13b6-45f8-8b9b-ff962bcd5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '926b962f-6c73-4509-8467-2e48598633bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-475191662-router', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:06Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 5, 'project_id': '54bbae11ac06449d81fa67227bbe6bb2', 'gw_port': {'id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b962f-6c73-4509-8467-2e48598633bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:07Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:23.193724 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5be74b1-13b6-45f8-8b9b-ff962bcd5fe7 None None] The sync data for ids ['926b962f-6c73-4509-8467-2e48598633bd'] in n-d-802011-3 is: [{'id': '926b962f-6c73-4509-8467-2e48598633bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-475191662-router', 'tenant_id': '54bbae11ac06449d81fa67227bbe6bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:57:06Z', 'updated_at': '2021-07-27T22:02:19Z', 'revision_number': 5, 'project_id': '54bbae11ac06449d81fa67227bbe6bb2', 'gw_port': {'id': 'bb099545-a959-4c00-8031-fb5b7b5ba91e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b962f-6c73-4509-8467-2e48598633bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:57:07Z', 'updated_at': '2021-07-27T21:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:23.267369 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ffc58666-cc1f-4f80-9e66-2f672b82de9c req-d2e36b1c-4335-4a48-a622-2458a4b5aaf3 service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088620 Jul 27 22:02:23.397777 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.463740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:02:23.530537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.572937 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ffc58666-cc1f-4f80-9e66-2f672b82de9c req-2d369ea7-9f99-4677-9351-bd25ec0cd07a service neutron] 10.222.0.43 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956548 Jul 27 22:02:23.759691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Pushing event updated for resources: {'Port': ['ID=b430cc90-a800-4b7b-a6b8-bff8b12badf9,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:23.780670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ac84a-96d2-4d81-85e1-35ea5376356d req-88b4b122-3880-4cfd-b2b8-5eedce94c21a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:23.788742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-276ac84a-96d2-4d81-85e1-35ea5376356d req-88b4b122-3880-4cfd-b2b8-5eedce94c21a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 1.1590278 Jul 27 22:02:23.827065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-1359c2e8-71f6-48e0-a41a-2cbb48587b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:23.828859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-1359c2e8-71f6-48e0-a41a-2cbb48587b5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe&tenant_id=1a8cb100fd00413a9aefa092bd27ec73 HTTP/1.1" status: 200 len: 1100 time: 0.3153136 Jul 27 22:02:23.842845 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.866926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:23.900087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Deleting port bb099545-a959-4c00-8031-fb5b7b5ba91e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:23.900514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.915410 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-276ac84a-96d2-4d81-85e1-35ea5376356d req-31833c67-326c-4a1b-b7d2-1855381e4f40 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253054 Jul 27 22:02:23.973682 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:23.975083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-1277c82b-2bae-414e-a904-871db21e710d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5636084 Jul 27 22:02:24.010090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64da8a59-82a8-495d-ab9b-e7270863267d None None] Network 0dc991e2-16ac-4740-8a25-13d56766dd30 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:24.106204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.7 (0dc991e2-16ac-4740-8a25-13d56766dd30/029cea27-fdc1-445c-a7e3-d90b566f4fe1/f1d596d2-5499-4bbc-b003-0ceccf66ccf8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:24.121669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.133519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.25 (0dc991e2-16ac-4740-8a25-13d56766dd30/8df0140b-9d44-437b-975d-76874cd5a758/f1d596d2-5499-4bbc-b003-0ceccf66ccf8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:24.141580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-af5c3b54-e955-463b-be47-a134d68b614a tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 695 time: 0.1562481 Jul 27 22:02:24.145016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1b7b5961-72c8-4729-b1c7-8897529035d5 None None] Provisioning for port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:24.371975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] For port bb099545-a959-4c00-8031-fb5b7b5ba91e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb099545-a959-4c00-8031-fb5b7b5ba91e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:24.372505 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.394489 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.400189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Calling delete_port for bb099545-a959-4c00-8031-fb5b7b5ba91e owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:24.412582 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2112d3-720a-4e08-a42b-56ac930823b5 None None] Update dhcp port {'port': {'network_id': '0dc991e2-16ac-4740-8a25-13d56766dd30', 'fixed_ips': [{'subnet_id': '029cea27-fdc1-445c-a7e3-d90b566f4fe1', 'ip_address': '172.20.0.2'}, {'subnet_id': '8df0140b-9d44-437b-975d-76874cd5a758'}], 'binding:host_id': 'n-d-802011-3'}, 'id': 'f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:02:24.434643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f240d2-1f6b-42c3-9f8a-77bed24283c7 req-c608e079-9bbc-4466-a768-0a858c34fb66 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:24.435382 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Transition to ACTIVE for port object f1d596d2-5499-4bbc-b003-0ceccf66ccf8 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:24.436837 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10f240d2-1f6b-42c3-9f8a-77bed24283c7 req-c608e079-9bbc-4466-a768-0a858c34fb66 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 943 time: 0.3421021 Jul 27 22:02:24.461538 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa2112d3-720a-4e08-a42b-56ac930823b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.471420 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:24.507741 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.565008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:24.594799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=f1d596d2-5499-4bbc-b003-0ceccf66ccf8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:24.603316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 0dc991e2-16ac-4740-8a25-13d56766dd30 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:24.604830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:24.607303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:24.648834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-e9675099-2905-4160-98e4-e452e9e9a009 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:24.651141 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-e9675099-2905-4160-98e4-e452e9e9a009 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.4911876 Jul 27 22:02:24.665009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:24.665670 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.668891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-f1a0e643-86e3-4532-b983-ebd305c234ff tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:02:24.670195 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b9bd163-652a-4408-aead-d53e9a529d01 req-f1a0e643-86e3-4532-b983-ebd305c234ff tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076370 Jul 27 22:02:24.701282 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6d42ec3f-f9ce-474a-a3a3-a100dc194c70 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8982556 Jul 27 22:02:24.704474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10f240d2-1f6b-42c3-9f8a-77bed24283c7 req-5c8b5f40-7f37-46d6-be0f-778035a3e048 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524483 Jul 27 22:02:24.706750 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:24.720935 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-905f3d60-9fd6-4dff-8182-cb29b2072571 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '029cea27-fdc1-445c-a7e3-d90b566f4fe1'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:24.855693 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-905f3d60-9fd6-4dff-8182-cb29b2072571 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.934602 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:24.949801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:24.950172 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:24.953553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-aa2112d3-720a-4e08-a42b-56ac930823b5 None None] Allocated IP 172.20.0.18 (0dc991e2-16ac-4740-8a25-13d56766dd30/8df0140b-9d44-437b-975d-76874cd5a758/f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:25.006700 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.155642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-f36326dc-49fd-448c-b022-49757102e5b7 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:25.163883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-f36326dc-49fd-448c-b022-49757102e5b7 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 821 time: 0.1869802 Jul 27 22:02:25.181810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb099545-a959-4c00-8031-fb5b7b5ba91e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:25.191450 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-ad784e60-a3f0-428f-a864-94914e7e9874 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/quotas/40339e0405a24a6baf8d5461f29fa76d HTTP/1.1" status: 200 len: 375 time: 0.0263946 Jul 27 22:02:25.260109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-aa2112d3-720a-4e08-a42b-56ac930823b5 None None] For port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e,segment=NetworkSegment(dfe01167-16cf-420d-bf10-72a56352e0fe),segment_id=dfe01167-16cf-420d-bf10-72a56352e0fe)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:25.274548 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.327637 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa2112d3-720a-4e08-a42b-56ac930823b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.347904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-aa2112d3-720a-4e08-a42b-56ac930823b5 None None] Transition to ACTIVE for port object f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:25.355155 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa2112d3-720a-4e08-a42b-56ac930823b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.385319 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb79ba-143b-48cc-81d9-64d8b718f0c7 req-275d984a-9bc0-4f4f-a8d3-8b6f02babbaf tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:25.387715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42eb79ba-143b-48cc-81d9-64d8b718f0c7 req-275d984a-9bc0-4f4f-a8d3-8b6f02babbaf tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 945 time: 0.4854374 Jul 27 22:02:25.389695 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.490088 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-0143daff-bfa9-434b-9ed6-0b3033cf81c0 service neutron] 10.222.0.43 "GET /v2.0/ports/2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53/bindings/n-h2-802011-3 HTTP/1.1" status: 200 len: 384 time: 0.1739659 Jul 27 22:02:25.490766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2112d3-720a-4e08-a42b-56ac930823b5 None None] Pushing event updated for resources: {'Port': ['ID=f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:25.491247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-905f3d60-9fd6-4dff-8182-cb29b2072571 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Delete allocated IP 172.20.0.25 (0dc991e2-16ac-4740-8a25-13d56766dd30/8df0140b-9d44-437b-975d-76874cd5a758) {{(pid=93834) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 22:02:25.582476 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:02:25.584140 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:02:25.649984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.657769 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.707213 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-321b02ec-471f-4213-92d5-1444cbf51e80 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5134153 Jul 27 22:02:25.730539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:25.763463 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-905f3d60-9fd6-4dff-8182-cb29b2072571 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:25.805158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-905f3d60-9fd6-4dff-8182-cb29b2072571 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Ignored duplicate provisioning block setup for port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 22:02:25.821924 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-905f3d60-9fd6-4dff-8182-cb29b2072571 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.000982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f3d60-9fd6-4dff-8182-cb29b2072571 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=f1d596d2-5499-4bbc-b003-0ceccf66ccf8,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:26.015506 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42eb79ba-143b-48cc-81d9-64d8b718f0c7 req-b79b5baf-d8c1-48b1-8d36-0e8610216bce tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442737 Jul 27 22:02:26.044519 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.045101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 926b962f-6c73-4509-8467-2e48598633bd {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:02:26.059122 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.063212 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ca6e5b1b-ed2d-4004-844f-c2f9eae60982 admin admin] 10.222.0.24 "DELETE /v2.0/routers/926b962f-6c73-4509-8467-2e48598633bd HTTP/1.1" status: 204 len: 168 time: 4.4340961 Jul 27 22:02:26.065958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36198) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:26.096768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-db82959f-9451-46ef-b2d3-20f299026c94 req-e84b5650-c366-4577-87a9-095619ab60e4 service neutron] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:26.133164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-905f3d60-9fd6-4dff-8182-cb29b2072571 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] In _notify_port_updated(), no bound segment for port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 on network 0dc991e2-16ac-4740-8a25-13d56766dd30 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:02:26.157831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905f3d60-9fd6-4dff-8182-cb29b2072571 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:26.160366 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-905f3d60-9fd6-4dff-8182-cb29b2072571 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.166134 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-905f3d60-9fd6-4dff-8182-cb29b2072571 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "PUT /v2.0/ports/f1d596d2-5499-4bbc-b003-0ceccf66ccf8 HTTP/1.1" status: 200 len: 919 time: 1.4565694 Jul 27 22:02:26.194561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:26.195654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:26.210344 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.222285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-db82959f-9451-46ef-b2d3-20f299026c94 req-e84b5650-c366-4577-87a9-095619ab60e4 service neutron] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:26.296670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-145a716c-148f-4c75-8ebb-fcce45f58ff4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '029cea27-fdc1-445c-a7e3-d90b566f4fe1'}, {'subnet_id': '8df0140b-9d44-437b-975d-76874cd5a758'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:26.301304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e,segment=NetworkSegment(dfe01167-16cf-420d-bf10-72a56352e0fe),segment_id=dfe01167-16cf-420d-bf10-72a56352e0fe)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:26.310168 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.330592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:26.348819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-4faa69a7-39dc-4fb1-b8a3-26d2d4307f77 service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283442 Jul 27 22:02:26.366895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-db82959f-9451-46ef-b2d3-20f299026c94 req-e84b5650-c366-4577-87a9-095619ab60e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:26.376803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:26.377259 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0cd2f4c9-98fd-4b7c-9f2e-79c603d9910e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:26.433061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-db82959f-9451-46ef-b2d3-20f299026c94 req-e84b5650-c366-4577-87a9-095619ab60e4 service neutron] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:26.497510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 72ac47e9-0c12-48c0-86f6-5f73148cd048 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:26.511199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:26.520207 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-db82959f-9451-46ef-b2d3-20f299026c94 req-e84b5650-c366-4577-87a9-095619ab60e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.623025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b472a-220e-4d37-940d-fa70f6e9a733 None None] Network 0dc991e2-16ac-4740-8a25-13d56766dd30 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:26.721756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:26.725284 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f00d278-9fc2-4611-acd6-217e1cb56600" -d '{"events": [{"server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:26.732101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3f4061-2e99-4bb0-ab21-89e6e464712b admin admin] Deleting subnet a4630076-8982-4501-987a-434742b2bfd4 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:02:26.736360 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:26.738531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4f64833c-d891-498f-8404-b6ca455e7a30 None None] Provisioning for port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:26.744391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.747551 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.754587 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4061-2e99-4bb0-ab21-89e6e464712b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.787149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b3ec1-5ee4-4890-8955-56eb182dc356 req-126d0dd2-4c0d-42c8-8954-117ea6841db3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:26.791515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-208b3ec1-5ee4-4890-8955-56eb182dc356 req-126d0dd2-4c0d-42c8-8954-117ea6841db3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.4319870 Jul 27 22:02:26.802061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-db82959f-9451-46ef-b2d3-20f299026c94 req-e84b5650-c366-4577-87a9-095619ab60e4 service neutron] Transition to ACTIVE for port object 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:26.803084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4f64833c-d891-498f-8404-b6ca455e7a30 None None] Provisioning complete for port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:26.803871 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f64833c-d891-498f-8404-b6ca455e7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.809718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-db82959f-9451-46ef-b2d3-20f299026c94 req-e84b5650-c366-4577-87a9-095619ab60e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.945067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-db82959f-9451-46ef-b2d3-20f299026c94 req-e84b5650-c366-4577-87a9-095619ab60e4 service neutron] No DVR routers for this DVR port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:26.945577 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4061-2e99-4bb0-ab21-89e6e464712b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:26.971741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:26.972352 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.005564 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-e84b5650-c366-4577-87a9-095619ab60e4 service neutron] 10.222.0.43 "PUT /v2.0/ports/2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53/bindings/n-h2-802011-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5078917 Jul 27 22:02:27.007958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5650-c366-4577-87a9-095619ab60e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:27.056585 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4061-2e99-4bb0-ab21-89e6e464712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.154215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82959f-9451-46ef-b2d3-20f299026c94 req-3207e19e-9773-40fa-888d-39f7ae15c7d2 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:27.164344 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-3207e19e-9773-40fa-888d-39f7ae15c7d2 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f&tenant_id=2c1d48a9f6a14539976b63c05ed486a6&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1095 time: 0.0980771 Jul 27 22:02:27.186517 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4061-2e99-4bb0-ab21-89e6e464712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.249727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Transition to ACTIVE for port object 72ac47e9-0c12-48c0-86f6-5f73148cd048 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:27.254474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f4061-2e99-4bb0-ab21-89e6e464712b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4630076-8982-4501-987a-434742b2bfd4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:27.282550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-208b3ec1-5ee4-4890-8955-56eb182dc356 req-e429e8cc-9edf-44ac-bf60-c7b9d854164d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128137 Jul 27 22:02:27.283169 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.296230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82959f-9451-46ef-b2d3-20f299026c94 req-04679066-2a1f-48ff-be6a-e1da5e9fb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:27.298018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-04679066-2a1f-48ff-be6a-e1da5e9fb6c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f&tenant_id=2c1d48a9f6a14539976b63c05ed486a6 HTTP/1.1" status: 200 len: 1095 time: 0.1244946 Jul 27 22:02:27.363730 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-fc5e14a7-1517-435b-84be-7efb20e25f8a service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9716682 Jul 27 22:02:27.374480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Pushing event updated for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:27.400440 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4061-2e99-4bb0-ab21-89e6e464712b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.402744 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9a3f4061-2e99-4bb0-ab21-89e6e464712b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a4630076-8982-4501-987a-434742b2bfd4 HTTP/1.1" status: 204 len: 168 time: 1.3297651 Jul 27 22:02:27.405683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea6bbdd-24f9-44fd-a5cd-b8f9fbe2b05b None None] Network 0c62244a-f26a-4e72-936b-e22fa4837788 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:27.418687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:27.426157 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82959f-9451-46ef-b2d3-20f299026c94 req-c2fe4418-c4a6-4b22-8eaf-2508ee83cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:27.430644 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-c2fe4418-c4a6-4b22-8eaf-2508ee83cd8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 1095 time: 0.1060183 Jul 27 22:02:27.626935 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.638150 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:02:27.638930 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:02:27.669905 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82959f-9451-46ef-b2d3-20f299026c94 req-35e74dc5-dbbf-46f2-9675-c6e90b460742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:27.672072 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-35e74dc5-dbbf-46f2-9675-c6e90b460742 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 200 len: 922 time: 0.2340069 Jul 27 22:02:27.778761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6f9b2c4c-f413-403b-8c75-6ccb04d457bd None None] Provisioning complete for port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:27.781465 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2c4c-f413-403b-8c75-6ccb04d457bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.804420 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-c83ff708-b297-4276-8c49-deec456c7462 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 HTTP/1.1" status: 200 len: 217 time: 0.1185563 Jul 27 22:02:27.861519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] No DVR routers for this DVR port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:27.943278 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb099545-a959-4c00-8031-fb5b7b5ba91e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:27.965701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-145a716c-148f-4c75-8ebb-fcce45f58ff4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:27.977595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82959f-9451-46ef-b2d3-20f299026c94 req-44e388ba-3573-40b2-b8db-1ca4f11ca4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:27.982550 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-44e388ba-3573-40b2-b8db-1ca4f11ca4cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 200 len: 861 time: 0.1680567 Jul 27 22:02:28.051709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: bb099545-a959-4c00-8031-fb5b7b5ba91e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:28.052529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb099545-a959-4c00-8031-fb5b7b5ba91e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:28.062931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868941f3-0172-4fd5-a402-5b9b98ed9106 None None] DHCP port deletion for 0c62244a-f26a-4e72-936b-e22fa4837788 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:02:28.065272 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-84561f04-b409-4d03-b680-92819b3e764a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4cdef4a-b876-4d9f-bd07-5494421f6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733247 Jul 27 22:02:28.132246 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12c6353-83f9-4f7e-937e-dfc9a5b18c86 x-openstack-request-id: req-d12c6353-83f9-4f7e-937e-dfc9a5b18c86 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:28.132465 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:28.132700 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d12c6353-83f9-4f7e-937e-dfc9a5b18c86 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:28.133102 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'code': 200} Jul 27 22:02:28.262763 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-3051e8ac-51e7-41c4-a9d5-927b9feda2f5 service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881738 Jul 27 22:02:28.341671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be14af-2cf9-401e-b5c7-469ca099bc11 req-cb1b5872-097e-41f0-abd7-d9cf89fda33c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:28.349607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34be14af-2cf9-401e-b5c7-469ca099bc11 req-cb1b5872-097e-41f0-abd7-d9cf89fda33c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 944 time: 0.9456356 Jul 27 22:02:28.350020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6f9b2c4c-f413-403b-8c75-6ccb04d457bd None None] Provisioning for port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:28.367318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6f9b2c4c-f413-403b-8c75-6ccb04d457bd None None] Provisioning complete for port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:28.370397 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2c4c-f413-403b-8c75-6ccb04d457bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:28.374491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-868941f3-0172-4fd5-a402-5b9b98ed9106 None None] Deleting port 32c09615-c3fd-4251-825b-1a73eca59380 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:28.374859 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-868941f3-0172-4fd5-a402-5b9b98ed9106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:28.380409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Attempting to bind port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:28.380755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Attempting to bind port 72ac47e9-0c12-48c0-86f6-5f73148cd048 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:28.381093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Attempting to bind port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:28.407280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:02:28.407619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Attempting to bind port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:28.442252 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-4ab032f6-3025-47c0-be20-ea21053b6a3d service neutron] 10.222.0.41 "GET /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693411 Jul 27 22:02:28.522592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-868941f3-0172-4fd5-a402-5b9b98ed9106 None None] For port 32c09615-c3fd-4251-825b-1a73eca59380, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=32c09615-c3fd-4251-825b-1a73eca59380,segment=NetworkSegment(47ebbe4c-ea65-4527-97d5-5d462e3d6e60),segment_id=47ebbe4c-ea65-4527-97d5-5d462e3d6e60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:28.523892 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-868941f3-0172-4fd5-a402-5b9b98ed9106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:28.539726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-868941f3-0172-4fd5-a402-5b9b98ed9106 None None] Calling delete_port for 32c09615-c3fd-4251-825b-1a73eca59380 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:28.595205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:28.634351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b2c4c-f413-403b-8c75-6ccb04d457bd None None] Port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:28.691479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:28.692374 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:28.755700 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-868941f3-0172-4fd5-a402-5b9b98ed9106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:28.798586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868941f3-0172-4fd5-a402-5b9b98ed9106 None None] Pushing event deleted for resources: {'Port': ['ID=32c09615-c3fd-4251-825b-1a73eca59380,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:28.805738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868941f3-0172-4fd5-a402-5b9b98ed9106 None None] No DVR routers for this DVR port 32c09615-c3fd-4251-825b-1a73eca59380 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:28.821052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-15ba7eb1-755e-4287-b5e3-8d2cbbe48484 None None] Provisioning complete for port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:28.825480 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15ba7eb1-755e-4287-b5e3-8d2cbbe48484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:28.859046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82959f-9451-46ef-b2d3-20f299026c94 req-afa4542d-0b43-482f-be0f-d3bacbe58e00 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:28.868382 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-afa4542d-0b43-482f-be0f-d3bacbe58e00 tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f&tenant_id=2c1d48a9f6a14539976b63c05ed486a6&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1095 time: 0.1332972 Jul 27 22:02:28.903953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-15ba7eb1-755e-4287-b5e3-8d2cbbe48484 None None] Port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:28.974678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 32c09615-c3fd-4251-825b-1a73eca59380 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:29.022328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 32c09615-c3fd-4251-825b-1a73eca59380 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:29.022723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 32c09615-c3fd-4251-825b-1a73eca59380 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:29.076346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-db82959f-9451-46ef-b2d3-20f299026c94 req-73474678-1bb6-410b-96f2-425bcfdff79e service neutron] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:29.081108 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-db82959f-9451-46ef-b2d3-20f299026c94 req-73474678-1bb6-410b-96f2-425bcfdff79e service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:29.082666 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-db82959f-9451-46ef-b2d3-20f299026c94 req-73474678-1bb6-410b-96f2-425bcfdff79e service neutron] 10.222.0.41 "DELETE /v2.0/ports/2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53/bindings/n-h1-802011-3 HTTP/1.1" status: 204 len: 173 time: 0.2054768 Jul 27 22:02:29.165769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:29.166361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:29.166479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:29.167556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Bound port: 72ac47e9-0c12-48c0-86f6-5f73148cd048, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:29.168044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:29.198944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Deleting port 32c09615-c3fd-4251-825b-1a73eca59380 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:29.199383 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:29.325989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c454b4b-0c38-440e-a0cb-174443e414d8 req-9e0c53de-af2a-45f7-94b2-76d3c0a613ec tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:29.327692 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c454b4b-0c38-440e-a0cb-174443e414d8 req-9e0c53de-af2a-45f7-94b2-76d3c0a613ec tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 945 time: 1.1104760 Jul 27 22:02:29.330606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34be14af-2cf9-401e-b5c7-469ca099bc11 req-eff1786d-9c8c-4c8f-aa5b-e656e34d1e1a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9244726 Jul 27 22:02:29.525656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-f01d3296-fc40-46ff-8173-67faec50dc30 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:29.527833 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-f01d3296-fc40-46ff-8173-67faec50dc30 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.43 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 821 time: 0.1980188 Jul 27 22:02:29.543516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Request body: {'port': {'device_id': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'admin_state_up': True, 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:29.548063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75cf354d-38b2-4feb-aa04-05ee1d75b2af req-5c81b7f8-c58c-4fad-b57e-c3a40e0bd08b tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 210 time: 0.0750191 Jul 27 22:02:29.572153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] For port 32c09615-c3fd-4251-825b-1a73eca59380, host n-d-802011-3, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:29.572530 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:29.747877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:29.765872 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c454b4b-0c38-440e-a0cb-174443e414d8 req-7bd7aa6a-af36-4555-aa69-326fb4adc10b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005930 Jul 27 22:02:29.767418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Calling delete_port for 32c09615-c3fd-4251-825b-1a73eca59380 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:29.830637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Made reservation on behalf of 40339e0405a24a6baf8d5461f29fa76d for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:29.835227 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:29.849784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-145a716c-148f-4c75-8ebb-fcce45f58ff4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.21 (0dc991e2-16ac-4740-8a25-13d56766dd30/8df0140b-9d44-437b-975d-76874cd5a758/f1d596d2-5499-4bbc-b003-0ceccf66ccf8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:29.860309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Port 32c09615-c3fd-4251-825b-1a73eca59380 was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:02:29.889549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:29.930167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:29.997515 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:30.037172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:30.037795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:30.039285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] 10.222.0.41 "PUT /v2.0/ports/72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 1096 time: 6.1931839 Jul 27 22:02:30.040384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] No DVR routers for this DVR port 32c09615-c3fd-4251-825b-1a73eca59380 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:30.042785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Pushing event deleted for resources: {'Port': ['ID=32c09615-c3fd-4251-825b-1a73eca59380,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:30.058992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Allocated IP 172.20.0.14 (7f561063-dc47-4b88-8c28-76c79dc6e524/73a3d334-19fe-43a3-9810-a9515b836350/bee21a3e-7e8d-487b-8a36-fc714a0b6694) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:30.173806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:30.176297 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:30.273751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da80d1-11b3-4124-885f-e08d56dd01ba req-21a59c8c-7765-4c32-b630-231f6c1f1cba tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:30.275686 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45da80d1-11b3-4124-885f-e08d56dd01ba req-21a59c8c-7765-4c32-b630-231f6c1f1cba tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 948 time: 0.5806859 Jul 27 22:02:30.288601 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:30.305597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Transition to ACTIVE for port object bee21a3e-7e8d-487b-8a36-fc714a0b6694 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:30.377129 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a7f601-4bf0-4b68-a4d9-995ddddded75 x-openstack-request-id: req-b9a7f601-4bf0-4b68-a4d9-995ddddded75 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:30.377469 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:30.377818 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9a7f601-4bf0-4b68-a4d9-995ddddded75 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:30.378349 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'status': 'completed', 'code': 200} Jul 27 22:02:30.408654 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:30.424709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['8adc888a-2296-4b91-b5e1-a523610a0a4f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:30.444986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841f0b2-04a8-4286-90e4-a9a342db1a45 service neutron] Pushing event updated for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=11']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:30.534932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Pushing event updated for resources: {'Port': ['ID=bee21a3e-7e8d-487b-8a36-fc714a0b6694,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:30.563591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Network 7f561063-dc47-4b88-8c28-76c79dc6e524 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:30.565311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:30.569386 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:30.627077 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-63e77da1-9c53-4c6d-8ad3-58fead93905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:30.628582 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-63e77da1-9c53-4c6d-8ad3-58fead93905d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1099 time: 0.5390284 Jul 27 22:02:30.638608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:30.639390 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:30.656428 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-379f1333-cffb-4adb-8ef3-2c0e6a0c4290 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1169608 Jul 27 22:02:30.660019 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:30.670510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Request body: {'port': {'device_id': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:30.796090 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-145a716c-148f-4c75-8ebb-fcce45f58ff4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:30.813764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-145a716c-148f-4c75-8ebb-fcce45f58ff4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Ignored duplicate provisioning block setup for port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 22:02:30.825796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c62244a-f26a-4e72-936b-e22fa4837788']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:30.830079 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-145a716c-148f-4c75-8ebb-fcce45f58ff4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:30.927157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ebbe4c-ea65-4527-97d5-5d462e3d6e60') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:30.927454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ebbe4c-ea65-4527-97d5-5d462e3d6e60') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:30.932070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a716c-148f-4c75-8ebb-fcce45f58ff4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=f1d596d2-5499-4bbc-b003-0ceccf66ccf8,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:30.946870 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45da80d1-11b3-4124-885f-e08d56dd01ba req-4d8be2af-e902-4484-a65a-48f5a27da58a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6331065 Jul 27 22:02:30.993518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36e32d-55d3-4e32-8946-56e9c8bab950 req-ed085375-776d-460b-9d1f-92d3b82db066 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:31.013463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab36e32d-55d3-4e32-8946-56e9c8bab950 req-ed085375-776d-460b-9d1f-92d3b82db066 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 944 time: 0.4550374 Jul 27 22:02:31.023337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7d5da39c-870a-4998-a458-0257e25af3f9 None None] Provisioning for port bee21a3e-7e8d-487b-8a36-fc714a0b6694 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:31.029843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7d5da39c-870a-4998-a458-0257e25af3f9 None None] Provisioning complete for port bee21a3e-7e8d-487b-8a36-fc714a0b6694 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:31.030462 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d5da39c-870a-4998-a458-0257e25af3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.095217 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.137111 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7d5da39c-870a-4998-a458-0257e25af3f9 None None] Port bee21a3e-7e8d-487b-8a36-fc714a0b6694 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:31.155046 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.174482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-8dc656a5-924a-4cf1-b021-90fe0baef337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:31.176093 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-8dc656a5-924a-4cf1-b021-90fe0baef337 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1099 time: 0.6811669 Jul 27 22:02:31.268103 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.351583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:02:31.352146 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.366162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c9ca1ef1-f9ca-41f0-8e89-93f8b7b58185 None None] Provisioning complete for port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:31.366564 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1ef1-f9ca-41f0-8e89-93f8b7b58185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.371511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab36e32d-55d3-4e32-8946-56e9c8bab950 req-e60cdf04-3593-4f86-9535-79e96b2367bc tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561850 Jul 27 22:02:31.383475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80c357-32be-406f-9772-42440abb6d1a req-fd709462-d904-487e-97f3-7f8e89acc576 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:31.385236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb80c357-32be-406f-9772-42440abb6d1a req-fd709462-d904-487e-97f3-7f8e89acc576 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 932 time: 0.2757576 Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:02:31.386246 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:02:31.400852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-2b39bc3f-817a-42c6-936c-0d335422d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:31.403331 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-2b39bc3f-817a-42c6-936c-0d335422d2a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.7369187 Jul 27 22:02:31.451472 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca1ef1-f9ca-41f0-8e89-93f8b7b58185 None None] Port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:31.499305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-f6c7415f-e4f8-42d8-aa81-6c2432635e64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 217 time: 0.0475140 Jul 27 22:02:31.547631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-145a716c-148f-4c75-8ebb-fcce45f58ff4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] In _notify_port_updated(), no bound segment for port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 on network 0dc991e2-16ac-4740-8a25-13d56766dd30 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:02:31.556326 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a716c-148f-4c75-8ebb-fcce45f58ff4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:31.558042 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-145a716c-148f-4c75-8ebb-fcce45f58ff4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.560394 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-145a716c-148f-4c75-8ebb-fcce45f58ff4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "PUT /v2.0/ports/f1d596d2-5499-4bbc-b003-0ceccf66ccf8 HTTP/1.1" status: 200 len: 999 time: 5.3547502 Jul 27 22:02:31.563235 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36244) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:31.655037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb80c357-32be-406f-9772-42440abb6d1a req-391217e2-bec7-4870-9180-4083e80d23ac tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099252 Jul 27 22:02:31.673792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee21a3e-7e8d-487b-8a36-fc714a0b6694 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:31.677711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-02eddd65-4efd-47f3-82d6-508b60e9f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:31.679285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-02eddd65-4efd-47f3-82d6-508b60e9f027 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.4803495 Jul 27 22:02:31.681326 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.683365 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.704866 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.706832 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0c62244a-f26a-4e72-936b-e22fa4837788 HTTP/1.1" status: 204 len: 168 time: 4.2861238 Jul 27 22:02:31.709955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee98bb3-15c3-4274-bd74-22954cc05652 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c62244a-f26a-4e72-936b-e22fa4837788,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:31.721303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Transition to ACTIVE for port object bee21a3e-7e8d-487b-8a36-fc714a0b6694 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:31.740566 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.769692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-d8ca5c10-879c-44cc-960f-bae8fd8a5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:31.771451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-d8ca5c10-879c-44cc-960f-bae8fd8a5c73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2609808 Jul 27 22:02:31.772918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-14fb7fff-dc75-4349-a9b7-ac4083410f6f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 217 time: 0.0696084 Jul 27 22:02:31.801717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a212e3-4f5b-4d47-bc6c-7423f368cb8d req-47592010-a4af-4ae9-b4c8-dd3b33ee6641 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:31.803346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5a212e3-4f5b-4d47-bc6c-7423f368cb8d req-47592010-a4af-4ae9-b4c8-dd3b33ee6641 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 945 time: 0.2742345 Jul 27 22:02:31.848886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2e5aa-4e0d-4b7e-8daf-3f13efb3d1cd tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port f1d596d2-5499-4bbc-b003-0ceccf66ccf8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:31.849259 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e5aa-4e0d-4b7e-8daf-3f13efb3d1cd tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:31.913146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36250) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:31.938245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Pushing event updated for resources: {'Port': ['ID=bee21a3e-7e8d-487b-8a36-fc714a0b6694,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:32.014751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-b2b2db17-3fac-4443-bcd3-fb6a2e2cd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:32.016753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-b2b2db17-3fac-4443-bcd3-fb6a2e2cd54e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2353153 Jul 27 22:02:32.036454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5a212e3-4f5b-4d47-bc6c-7423f368cb8d req-885816b5-4f5a-4fe5-a0bd-4e89c11e4730 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155449 Jul 27 22:02:32.051022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98fe2d-cdfb-4689-ba27-2c3fc1f5066b req-e13eb125-7973-44cc-8af4-f7545a2ca19d tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:32.052539 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d98fe2d-cdfb-4689-ba27-2c3fc1f5066b req-e13eb125-7973-44cc-8af4-f7545a2ca19d tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 1095 time: 0.1432903 Jul 27 22:02:32.060375 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-5d6daa5b-a533-4472-b5ca-7364af084638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:32.061878 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-5d6daa5b-a533-4472-b5ca-7364af084638 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2575328 Jul 27 22:02:32.064228 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e5aa-4e0d-4b7e-8daf-3f13efb3d1cd tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.090152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2e5aa-4e0d-4b7e-8daf-3f13efb3d1cd tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for f1d596d2-5499-4bbc-b003-0ceccf66ccf8 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:32.149910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ba05bebf-6d2a-4402-9ec2-fc119aa4e155 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71ecaf662fcb444f82ab7d74e7b5e401&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2282386 Jul 27 22:02:32.153691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36256) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:32.159486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Attempting to bind port bee21a3e-7e8d-487b-8a36-fc714a0b6694 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:32.160037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Attempting to bind port bee21a3e-7e8d-487b-8a36-fc714a0b6694 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:32.160353 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Attempting to bind port bee21a3e-7e8d-487b-8a36-fc714a0b6694 on network 7f561063-dc47-4b88-8c28-76c79dc6e524 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:32.166018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Port bee21a3e-7e8d-487b-8a36-fc714a0b6694 on network 7f561063-dc47-4b88-8c28-76c79dc6e524 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:02:32.166368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Attempting to bind port bee21a3e-7e8d-487b-8a36-fc714a0b6694 on network 7f561063-dc47-4b88-8c28-76c79dc6e524 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:32.186302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:32.186749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Checking segment: {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:32.187278 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Bound using segment: {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:32.187860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Bound port: bee21a3e-7e8d-487b-8a36-fc714a0b6694, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c5308e-e3ff-46b9-8e01-b79233f49d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:32.188519 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.251307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d98fe2d-cdfb-4689-ba27-2c3fc1f5066b req-2cf62207-4fa1-4518-9444-4ebaa60954cb tempest-LiveAutoBlockMigrationV225Test-1804965800 tempest-LiveAutoBlockMigrationV225Test-1804965800-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751103 Jul 27 22:02:32.256277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-6dfe4c34-2a8a-4853-a0dd-cceccedb08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:32.257871 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-6dfe4c34-2a8a-4853-a0dd-cceccedb08ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2257068 Jul 27 22:02:32.326649 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] For port bee21a3e-7e8d-487b-8a36-fc714a0b6694, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:32.335305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-1611a9c0-b421-4860-b071-9ea4f1c9fb56 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504444 Jul 27 22:02:32.343161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84d4ba-c504-40cc-be6d-3b5e22a12169 req-5e43d952-cb51-4679-9747-d9123c374496 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:32.344688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa84d4ba-c504-40cc-be6d-3b5e22a12169 req-5e43d952-cb51-4679-9747-d9123c374496 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 948 time: 0.1961906 Jul 27 22:02:32.350829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] For port bee21a3e-7e8d-487b-8a36-fc714a0b6694, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bee21a3e-7e8d-487b-8a36-fc714a0b6694,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:32.360096 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.427745 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8885fa9c-520f-41a0-a857-c5c9e08b1fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.448793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:32.450228 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.452407 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] 10.222.0.43 "PUT /v2.0/ports/bee21a3e-7e8d-487b-8a36-fc714a0b6694 HTTP/1.1" status: 200 len: 1092 time: 1.7870979 Jul 27 22:02:32.456035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'tag': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:32.459275 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b3172a-292b-4412-bb45-46a558a55da1" -d '{"events": [{"name": "network-changed", "server_uuid": "e094a7b4-a07d-427b-9ea7-fac3f53ca7d9", "tag": "bee21a3e-7e8d-487b-8a36-fc714a0b6694"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:32.515547 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa84d4ba-c504-40cc-be6d-3b5e22a12169 req-3afb87c5-f718-4c83-ad6e-a4e6395a56bf tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539366 Jul 27 22:02:32.536721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67cade-f708-4641-803e-353a7a95de9b service neutron] Pushing event updated for resources: {'Port': ['ID=bee21a3e-7e8d-487b-8a36-fc714a0b6694,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:32.545227 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8885fa9c-520f-41a0-a857-c5c9e08b1fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.579310 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2510ccc-503c-4e4b-a1af-7f205b05f28d x-openstack-request-id: req-d2510ccc-503c-4e4b-a1af-7f205b05f28d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:32.580922 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e094a7b4-a07d-427b-9ea7-fac3f53ca7d9", "tag": "bee21a3e-7e8d-487b-8a36-fc714a0b6694", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:32.580922 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2510ccc-503c-4e4b-a1af-7f205b05f28d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:32.580922 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'tag': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'status': 'completed', 'code': 200} Jul 27 22:02:32.582701 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e5aa-4e0d-4b7e-8daf-3f13efb3d1cd tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.621971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2e5aa-4e0d-4b7e-8daf-3f13efb3d1cd tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=f1d596d2-5499-4bbc-b003-0ceccf66ccf8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:32.638191 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-2d8dcdb7-3671-44b8-bc00-174c39290570 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650060 Jul 27 22:02:32.699223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-f1e3a214-fc25-4207-9513-de49ef525344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:32.707772 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-f1e3a214-fc25-4207-9513-de49ef525344 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 1095 time: 0.1605589 Jul 27 22:02:32.760571 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e5aa-4e0d-4b7e-8daf-3f13efb3d1cd tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.765978 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b0a2e5aa-4e0d-4b7e-8daf-3f13efb3d1cd tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/f1d596d2-5499-4bbc-b003-0ceccf66ccf8 HTTP/1.1" status: 204 len: 168 time: 1.1983232 Jul 27 22:02:32.767228 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36274) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:32.807928 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-b4d4e281-43b1-47d9-8d55-d3b27202db6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bee21a3e-7e8d-487b-8a36-fc714a0b6694 HTTP/1.1" status: 200 len: 217 time: 0.0434172 Jul 27 22:02:32.882787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-6a271305-b3ad-4595-800f-c9995dc7e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:32.884584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-6a271305-b3ad-4595-800f-c9995dc7e9a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.0628800 Jul 27 22:02:32.953695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-e069e7f6-0939-4a54-a8a7-619fe6f3ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:32.955292 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-e069e7f6-0939-4a54-a8a7-619fe6f3ec22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630589 Jul 27 22:02:33.053596 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-f8777742-d4f9-49f8-a060-463a2d499ff7 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883942 Jul 27 22:02:33.167355 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-541134e4-6df2-4450-8f95-dfadfc416c1e req-85c02fdd-279e-47a3-9fa4-4dda514e1d23 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038160 Jul 27 22:02:33.173374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2f2b79-b88f-4eb4-9b0b-8a0cb328164c req-e2356774-0213-47a1-8bcf-02c638de23d7 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8244810 Jul 27 22:02:33.214076 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4395f8f1-0a2d-4983-bce1-6a0f9a2cc0e6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:02:33.219289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4395f8f1-0a2d-4983-bce1-6a0f9a2cc0e6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/f1d596d2-5499-4bbc-b003-0ceccf66ccf8 HTTP/1.1" status: 404 len: 333 time: 0.0862978 Jul 27 22:02:33.219485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36280) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:33.248232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f162075-ea49-4923-9917-5369c812457d req-da79e9be-90cb-4042-878f-d4f33cbe8168 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.250040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9f162075-ea49-4923-9917-5369c812457d req-da79e9be-90cb-4042-878f-d4f33cbe8168 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 944 time: 0.6222444 Jul 27 22:02:33.281149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8885fa9c-520f-41a0-a857-c5c9e08b1fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:33.283684 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8885fa9c-520f-41a0-a857-c5c9e08b1fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:33.284797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8885fa9c-520f-41a0-a857-c5c9e08b1fd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd0f567c-49ad-41d6-90e1-f1f8760ae184 HTTP/1.1" status: 204 len: 168 time: 1.1212239 Jul 27 22:02:33.314314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885fa9c-520f-41a0-a857-c5c9e08b1fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0f567c-49ad-41d6-90e1-f1f8760ae184,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:33.353038 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-18495dab-8d56-4154-bcb0-3d93b0fe1161 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6972959 Jul 27 22:02:33.373988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca25282-6d98-4050-b413-058a9a412f9d req-187e60ce-07da-4a77-b869-dc555d17e770 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.376907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ca25282-6d98-4050-b413-058a9a412f9d req-187e60ce-07da-4a77-b869-dc555d17e770 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 944 time: 0.6057250 Jul 27 22:02:33.392870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde97a78-8905-4ce9-9892-5dccfd04e53f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting subnet 8df0140b-9d44-437b-975d-76874cd5a758 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:02:33.396657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde97a78-8905-4ce9-9892-5dccfd04e53f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:33.401789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1528-bdc1-4513-b5f6-3da2f0017477 req-8078a0e9-0421-49cf-832a-9a17d4eefbc9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.403563 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0cee1528-bdc1-4513-b5f6-3da2f0017477 req-8078a0e9-0421-49cf-832a-9a17d4eefbc9 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 944 time: 0.2068741 Jul 27 22:02:33.450685 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde97a78-8905-4ce9-9892-5dccfd04e53f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:33.454311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9f162075-ea49-4923-9917-5369c812457d req-de61e1c4-1cb4-4ba7-b932-1886d09a6612 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873949 Jul 27 22:02:33.483528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-18998041-fa8a-4dfe-99f0-58f01315eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.485107 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-18998041-fa8a-4dfe-99f0-58f01315eee0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1099 time: 0.1976798 Jul 27 22:02:33.498505 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3172a-292b-4412-bb45-46a558a55da1 req-2d086d78-7204-4135-84fe-5e728a536ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.500218 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7b3172a-292b-4412-bb45-46a558a55da1 req-2d086d78-7204-4135-84fe-5e728a536ea0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 1095 time: 0.2804887 Jul 27 22:02:33.546540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ca25282-6d98-4050-b413-058a9a412f9d req-585e0146-58c4-4ddf-b940-6f1b335145da tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575580 Jul 27 22:02:33.667955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0cee1528-bdc1-4513-b5f6-3da2f0017477 req-af6e2b7f-9794-44a7-a0fe-5c55d44bb2a7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Deleting port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:33.671198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0cee1528-bdc1-4513-b5f6-3da2f0017477 req-af6e2b7f-9794-44a7-a0fe-5c55d44bb2a7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:33.674284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde97a78-8905-4ce9-9892-5dccfd04e53f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:33.763615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3172a-292b-4412-bb45-46a558a55da1 req-aefafdef-d164-4cf1-a60b-265c7d1ce364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.765131 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7b3172a-292b-4412-bb45-46a558a55da1 req-aefafdef-d164-4cf1-a60b-265c7d1ce364 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.2536619 Jul 27 22:02:33.781765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-8cd42c05-03dc-4c50-aa1c-57dd9b87acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.783130 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-8cd42c05-03dc-4c50-aa1c-57dd9b87acec service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2874053 Jul 27 22:02:33.871027 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-8f3ab514-9645-4f44-8f1f-30b287a662d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 200 len: 217 time: 0.0735950 Jul 27 22:02:33.873002 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde97a78-8905-4ce9-9892-5dccfd04e53f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:33.896161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0cee1528-bdc1-4513-b5f6-3da2f0017477 req-af6e2b7f-9794-44a7-a0fe-5c55d44bb2a7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] For port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:33.896535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0cee1528-bdc1-4513-b5f6-3da2f0017477 req-af6e2b7f-9794-44a7-a0fe-5c55d44bb2a7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:33.916047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1007381b-0668-4a76-b145-decbd2be2a4f None None] Network 0dc991e2-16ac-4740-8a25-13d56766dd30 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:33.917491 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393dba7-36bb-4728-9b1a-6f0f4dd2db8f req-1cb7fc78-b5e8-4a15-aa6d-b6fdcd06e44f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.919123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d393dba7-36bb-4728-9b1a-6f0f4dd2db8f req-1cb7fc78-b5e8-4a15-aa6d-b6fdcd06e44f tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 948 time: 0.1643598 Jul 27 22:02:33.951688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b8f7-5f3e-476a-8d62-0aa62e4b1728 req-b5ba7d0e-fb6a-45ec-80a5-fe01aeb286c2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:33.953359 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11c0b8f7-5f3e-476a-8d62-0aa62e4b1728 req-b5ba7d0e-fb6a-45ec-80a5-fe01aeb286c2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 945 time: 0.2073884 Jul 27 22:02:33.953720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde97a78-8905-4ce9-9892-5dccfd04e53f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:33.959370 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fde97a78-8905-4ce9-9892-5dccfd04e53f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/8df0140b-9d44-437b-975d-76874cd5a758 HTTP/1.1" status: 204 len: 168 time: 0.7346504 Jul 27 22:02:33.959370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde97a78-8905-4ce9-9892-5dccfd04e53f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Subnet': ['ID=8df0140b-9d44-437b-975d-76874cd5a758,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:33.960009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:33.970357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0cee1528-bdc1-4513-b5f6-3da2f0017477 req-af6e2b7f-9794-44a7-a0fe-5c55d44bb2a7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Calling delete_port for 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:33.971765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36296) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:34.018720 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7b3172a-292b-4412-bb45-46a558a55da1 req-4d96edd5-9640-41ef-901e-1449fe28875f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bee21a3e-7e8d-487b-8a36-fc714a0b6694 HTTP/1.1" status: 200 len: 217 time: 0.2450144 Jul 27 22:02:34.081677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3172a-292b-4412-bb45-46a558a55da1 req-05196620-aa25-4b02-b725-5db49476edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:34.083627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7b3172a-292b-4412-bb45-46a558a55da1 req-05196620-aa25-4b02-b725-5db49476edd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.0525067 Jul 27 22:02:34.091091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-ea18cb34-145b-4bc4-9db1-89137d41dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:34.093083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-ea18cb34-145b-4bc4-9db1-89137d41dd7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2099106 Jul 27 22:02:34.137545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d393dba7-36bb-4728-9b1a-6f0f4dd2db8f req-20d93465-19a9-4b61-a671-af2751fb48ef tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763299 Jul 27 22:02:34.145634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57a3265-85dd-4a41-9d52-ccf06ad210d2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting subnet 029cea27-fdc1-445c-a7e3-d90b566f4fe1 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:02:34.154897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11c0b8f7-5f3e-476a-8d62-0aa62e4b1728 req-9a807e31-d56a-43a4-b49e-e904971e0b37 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826415 Jul 27 22:02:34.162124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b57a3265-85dd-4a41-9d52-ccf06ad210d2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:34.231288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b57a3265-85dd-4a41-9d52-ccf06ad210d2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:34.250766 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7413585a-a01b-4ad9-b846-992d55937af7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54bbae11ac06449d81fa67227bbe6bb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2741439 Jul 27 22:02:34.253406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36304) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:34.276623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-fe243d97-a0fa-437a-aa26-a1ad4021e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:34.278376 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-fe243d97-a0fa-437a-aa26-a1ad4021e72d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1676581 Jul 27 22:02:34.283748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3172a-292b-4412-bb45-46a558a55da1 req-f46b85d4-8a25-42c0-88dc-315890125d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:34.285697 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7b3172a-292b-4412-bb45-46a558a55da1 req-f46b85d4-8a25-42c0-88dc-315890125d8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905468 Jul 27 22:02:34.387622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0cee1528-bdc1-4513-b5f6-3da2f0017477 req-af6e2b7f-9794-44a7-a0fe-5c55d44bb2a7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:34.402755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['33ea45eb-527a-4264-9052-090a0fba4306'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:34.406096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:34.430679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b57a3265-85dd-4a41-9d52-ccf06ad210d2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:34.441752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8dac6a7-4ec5-4931-9e3d-3bbc20802b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:34.488301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e2b7f-9794-44a7-a0fe-5c55d44bb2a7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Pushing event deleted for resources: {'Port': ['ID=2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:34.508118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8dac6a7-4ec5-4931-9e3d-3bbc20802b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:34.570936 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7b3172a-292b-4412-bb45-46a558a55da1 req-fd290ced-88bf-4251-9223-c88f29aa59d6 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638891 Jul 27 22:02:34.573688 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-8327bbc3-7f25-4a6a-85ae-e1175a2d7869 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828550 Jul 27 22:02:34.590783 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bee21a3e-7e8d-487b-8a36-fc714a0b6694 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:02:34.691470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cee1528-bdc1-4513-b5f6-3da2f0017477 req-af6e2b7f-9794-44a7-a0fe-5c55d44bb2a7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] No DVR routers for this DVR port 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:34.699236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65e89a40-0d3d-46ed-a9c5-8b783b34a3fe req-b3c7213e-c33d-49a7-b5bd-98cccaf7ee2b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 210 time: 0.1158495 Jul 27 22:02:34.700920 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0cee1528-bdc1-4513-b5f6-3da2f0017477 req-af6e2b7f-9794-44a7-a0fe-5c55d44bb2a7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:34.703759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0cee1528-bdc1-4513-b5f6-3da2f0017477 req-af6e2b7f-9794-44a7-a0fe-5c55d44bb2a7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.41 "DELETE /v2.0/ports/2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 HTTP/1.1" status: 204 len: 173 time: 1.2907186 Jul 27 22:02:34.703994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee1edce-426b-4ec7-b789-6a132295d90f', 'name': 'network-vif-deleted', 'tag': '2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:34.706286 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4d15b8-6802-4b52-9ab6-6f39000f410d" -d '{"events": [{"server_uuid": "1ee1edce-426b-4ec7-b789-6a132295d90f", "name": "network-vif-deleted", "tag": "2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:34.736889 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b57a3265-85dd-4a41-9d52-ccf06ad210d2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:34.770700 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b57a3265-85dd-4a41-9d52-ccf06ad210d2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:34.778550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bee21a3e-7e8d-487b-8a36-fc714a0b6694, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bee21a3e-7e8d-487b-8a36-fc714a0b6694,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:34.779708 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b57a3265-85dd-4a41-9d52-ccf06ad210d2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/029cea27-fdc1-445c-a7e3-d90b566f4fe1 HTTP/1.1" status: 204 len: 168 time: 0.8105714 Jul 27 22:02:34.811291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36314) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:34.812008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'port_id': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'mac_address': 'fa:16:3e:ed:be:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:02:34.813217 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7148e19-18c4-4e5c-b7e2-beaefaab0f68 x-openstack-request-id: req-e7148e19-18c4-4e5c-b7e2-beaefaab0f68 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:34.813505 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee1edce-426b-4ec7-b789-6a132295d90f", "name": "network-vif-deleted", "tag": "2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:34.813759 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7148e19-18c4-4e5c-b7e2-beaefaab0f68 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:34.814147 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee1edce-426b-4ec7-b789-6a132295d90f', 'name': 'network-vif-deleted', 'tag': '2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53', 'status': 'completed', 'code': 200} Jul 27 22:02:34.915167 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:34.930747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee21a3e-7e8d-487b-8a36-fc714a0b6694 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:34.934540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a3265-85dd-4a41-9d52-ccf06ad210d2 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Subnet': ['ID=029cea27-fdc1-445c-a7e3-d90b566f4fe1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:34.963523 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bee21a3e-7e8d-487b-8a36-fc714a0b6694, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bee21a3e-7e8d-487b-8a36-fc714a0b6694,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:34.965342 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7b3172a-292b-4412-bb45-46a558a55da1 req-d09f87d1-18ce-442c-9694-dc24e1be75bb service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634119 Jul 27 22:02:34.969779 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.032629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.039062 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3a7c4d05-6eeb-4b25-9442-5bdc35541f3d req-582692a7-9d24-4a61-bfb6-baabf9c40273 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517553 Jul 27 22:02:35.045274 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8dac6a7-4ec5-4931-9e3d-3bbc20802b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.048154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8dac6a7-4ec5-4931-9e3d-3bbc20802b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.062176 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f8dac6a7-4ec5-4931-9e3d-3bbc20802b91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d4a9ef3-ffa5-41d0-843e-fe2d1b3f1dc6 HTTP/1.1" status: 204 len: 168 time: 0.8061857 Jul 27 22:02:35.084906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dac6a7-4ec5-4931-9e3d-3bbc20802b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4a9ef3-ffa5-41d0-843e-fe2d1b3f1dc6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:35.208145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d50e49-c2d9-47b8-92d7-ba600d346d55 req-f9b3d87b-ee5c-4bd5-8d0d-2ff6eb4e3c0f tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:35.217113 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2d50e49-c2d9-47b8-92d7-ba600d346d55 req-f9b3d87b-ee5c-4bd5-8d0d-2ff6eb4e3c0f tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 945 time: 0.2556665 Jul 27 22:02:35.221493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=bee21a3e-7e8d-487b-8a36-fc714a0b6694,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:35.294856 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['bee21a3e-7e8d-487b-8a36-fc714a0b6694'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:35.304037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2d50e49-c2d9-47b8-92d7-ba600d346d55 req-6e357600-73e1-4293-8dd3-a8ff3014354b tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843649 Jul 27 22:02:35.392947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaa86c3-ef82-4306-96f9-c193aa3996bd None None] Network 0dc991e2-16ac-4740-8a25-13d56766dd30 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:35.415107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:35.418616 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.518679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-031a7cf9-23ae-4aa1-b036-67421bd20959 None None] Provisioning complete for port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:35.519063 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031a7cf9-23ae-4aa1-b036-67421bd20959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.558045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] For port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e,segment=NetworkSegment(dfe01167-16cf-420d-bf10-72a56352e0fe),segment_id=dfe01167-16cf-420d-bf10-72a56352e0fe)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:35.558810 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.582296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:35.686631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2eb6a-69c7-4387-82b6-c1c162b83836 req-9e8d6a5b-1a40-4b6e-80c1-e91a6f688548 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:35.686971 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39a2eb6a-69c7-4387-82b6-c1c162b83836 req-9e8d6a5b-1a40-4b6e-80c1-e91a6f688548 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 948 time: 0.3590515 Jul 27 22:02:35.735531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523c9c8-527b-4456-8f14-b257f1422412 req-0317026a-71ef-439f-bbf9-def7f1ff49a7 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:35.737315 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1523c9c8-527b-4456-8f14-b257f1422412 req-0317026a-71ef-439f-bbf9-def7f1ff49a7 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 945 time: 0.2926233 Jul 27 22:02:35.746513 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135e237-dae8-4174-9af8-97a7148ae10b None None] DHCP port deletion for 0dc991e2-16ac-4740-8a25-13d56766dd30 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:02:35.802483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a135e237-dae8-4174-9af8-97a7148ae10b None None] Deleting port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:35.802483 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a135e237-dae8-4174-9af8-97a7148ae10b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.817104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39a2eb6a-69c7-4387-82b6-c1c162b83836 req-bf9613d3-e3b1-40f2-a497-332489c1560d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783923 Jul 27 22:02:35.823589 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1523c9c8-527b-4456-8f14-b257f1422412 req-c57f778b-d809-4c2c-a43e-3afccd197c7f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793271 Jul 27 22:02:35.843157 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.919249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:35.932786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No DVR routers for this DVR port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:35.943292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a135e237-dae8-4174-9af8-97a7148ae10b None None] For port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e,segment=NetworkSegment(dfe01167-16cf-420d-bf10-72a56352e0fe),segment_id=dfe01167-16cf-420d-bf10-72a56352e0fe)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:35.943759 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a135e237-dae8-4174-9af8-97a7148ae10b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.966689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a135e237-dae8-4174-9af8-97a7148ae10b None None] Calling delete_port for f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:36.040920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d4f48f2-5b6e-4748-b08a-32c80d8cbb13 req-03fa6ea8-8498-461f-a101-de184e079660 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 210 time: 0.0706334 Jul 27 22:02:36.072398 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.084437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc991e2-16ac-4740-8a25-13d56766dd30']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:36.098901 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a135e237-dae8-4174-9af8-97a7148ae10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.099168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe01167-16cf-420d-bf10-72a56352e0fe') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:36.099474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe01167-16cf-420d-bf10-72a56352e0fe') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:36.109242 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.117352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135e237-dae8-4174-9af8-97a7148ae10b None None] No DVR routers for this DVR port f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:36.136778 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.144003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:02:36.144406 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:02:36.148492 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:02:36.165163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135e237-dae8-4174-9af8-97a7148ae10b None None] Pushing event deleted for resources: {'Port': ['ID=f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:36.224620 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.236362 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.243430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/networks/0dc991e2-16ac-4740-8a25-13d56766dd30 HTTP/1.1" status: 204 len: 168 time: 1.4242501 Jul 27 22:02:36.243647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36346) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:36.274031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e9047-aa29-41d5-994d-503fcfdc7b7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Network': ['ID=0dc991e2-16ac-4740-8a25-13d56766dd30,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:36.355695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9228b97c-3eba-42d6-82a1-a1405edc2e0e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:36.359383 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9228b97c-3eba-42d6-82a1-a1405edc2e0e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1142485 Jul 27 22:02:36.362396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36352) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:36.419771 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36354) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:36.425829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-276eb47d-b014-4d61-b254-6216f4d98fc0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-531095776'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:36.457723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-07f8a018-13ac-4083-83e4-e7e46e3c536c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0931773 Jul 27 22:02:36.463050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36356) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:36.478678 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-40a00cf5-f5cd-4732-ba81-9a25c6ac5f0b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1736958434'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:36.487737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276eb47d-b014-4d61-b254-6216f4d98fc0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:36.505700 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276eb47d-b014-4d61-b254-6216f4d98fc0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.539566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fa211-4c47-4f6e-a879-f3a52739b4b1 req-bf1e4e9a-4e0d-4187-b954-f8ce3f8accaf tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:36.555853 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-085fa211-4c47-4f6e-a879-f3a52739b4b1 req-bf1e4e9a-4e0d-4187-b954-f8ce3f8accaf tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 945 time: 0.1167405 Jul 27 22:02:36.562132 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276eb47d-b014-4d61-b254-6216f4d98fc0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:02:36.563507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:36.575193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bee21a3e-7e8d-487b-8a36-fc714a0b6694 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:36.577975 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276eb47d-b014-4d61-b254-6216f4d98fc0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.578161 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-276eb47d-b014-4d61-b254-6216f4d98fc0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Added segment bf6c7fdd-a52c-455a-8fad-5a076ba0591d of type vlan for network 238c0b57-c7aa-4006-939c-14a4cb757645 Jul 27 22:02:36.580339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a00cf5-f5cd-4732-ba81-9a25c6ac5f0b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:36.585925 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40a00cf5-f5cd-4732-ba81-9a25c6ac5f0b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.633419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 72ac47e9-0c12-48c0-86f6-5f73148cd048 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:02:36.648909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:36.662455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-085fa211-4c47-4f6e-a879-f3a52739b4b1 req-35735243-ea37-4679-ac2a-9534e641d164 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055894 Jul 27 22:02:36.673822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a00cf5-f5cd-4732-ba81-9a25c6ac5f0b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:02:36.676954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276eb47d-b014-4d61-b254-6216f4d98fc0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.693938 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40a00cf5-f5cd-4732-ba81-9a25c6ac5f0b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.694452 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-40a00cf5-f5cd-4732-ba81-9a25c6ac5f0b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Added segment ec7af825-b1d7-4b3e-84b3-8af412cf44b0 of type vlan for network b2b56866-205f-40d4-9cb8-dfa21b45284d Jul 27 22:02:36.732882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:36.733697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f9131bbc-cad7-4ecb-bd7f-6d55ac57b28e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:36.748819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:36.749176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2a5bd0ec-06e9-44e0-bd2c-211f1daf0b53 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:36.764757 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40a00cf5-f5cd-4732-ba81-9a25c6ac5f0b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.770914 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276eb47d-b014-4d61-b254-6216f4d98fc0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.778035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276eb47d-b014-4d61-b254-6216f4d98fc0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:36.778835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-276eb47d-b014-4d61-b254-6216f4d98fc0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.846339 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port bee21a3e-7e8d-487b-8a36-fc714a0b6694 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:36.856466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port bee21a3e-7e8d-487b-8a36-fc714a0b6694 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:36.856854 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.866005 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-276eb47d-b014-4d61-b254-6216f4d98fc0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4444139 Jul 27 22:02:36.868753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36366) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:36.882122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-490174b1-a919-4fb8-8fe4-d22e5c4442a1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-414282400'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:36.888993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276eb47d-b014-4d61-b254-6216f4d98fc0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Network': ['ID=238c0b57-c7aa-4006-939c-14a4cb757645,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:36.903242 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40a00cf5-f5cd-4732-ba81-9a25c6ac5f0b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.909660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a00cf5-f5cd-4732-ba81-9a25c6ac5f0b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:36.910728 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40a00cf5-f5cd-4732-ba81-9a25c6ac5f0b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:36.942978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490174b1-a919-4fb8-8fe4-d22e5c4442a1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:36.952226 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-490174b1-a919-4fb8-8fe4-d22e5c4442a1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.046744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a00cf5-f5cd-4732-ba81-9a25c6ac5f0b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Network': ['ID=b2b56866-205f-40d4-9cb8-dfa21b45284d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:37.070614 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-40a00cf5-f5cd-4732-ba81-9a25c6ac5f0b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6040511 Jul 27 22:02:37.071240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36376) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:37.077049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-61800541-1031-4e63-8cdb-30ebba85ff76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': 'b2b56866-205f-40d4-9cb8-dfa21b45284d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:37.121282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490174b1-a919-4fb8-8fe4-d22e5c4442a1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:02:37.144058 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-490174b1-a919-4fb8-8fe4-d22e5c4442a1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.144429 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-490174b1-a919-4fb8-8fe4-d22e5c4442a1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Added segment 932cd5f0-aec0-4499-bf3c-4d8f361cf99f of type vlan for network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 Jul 27 22:02:37.167894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75f30f-162b-4073-89e5-edd5736cf8b1 req-2c8211f6-629d-4bf3-a83c-eb5883bf6c4b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:37.169104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc75f30f-162b-4073-89e5-edd5736cf8b1 req-2c8211f6-629d-4bf3-a83c-eb5883bf6c4b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 948 time: 0.1535573 Jul 27 22:02:37.178714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 238c0b57-c7aa-4006-939c-14a4cb757645 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:02:37.187973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network b2b56866-205f-40d4-9cb8-dfa21b45284d details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:02:37.196517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69233b-b3f8-4a4a-bb67-950bd74beaf7 req-aca1b574-c705-4df0-9c44-2e8bcfda944a tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:37.207851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a69233b-b3f8-4a4a-bb67-950bd74beaf7 req-aca1b574-c705-4df0-9c44-2e8bcfda944a tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 945 time: 0.1989062 Jul 27 22:02:37.209422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61800541-1031-4e63-8cdb-30ebba85ff76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:37.214483 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61800541-1031-4e63-8cdb-30ebba85ff76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.253293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-490174b1-a919-4fb8-8fe4-d22e5c4442a1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.355884 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc75f30f-162b-4073-89e5-edd5736cf8b1 req-25b69ca8-7326-4c5f-abb6-527725bba437 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810318 Jul 27 22:02:37.373878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:37.395956 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a69233b-b3f8-4a4a-bb67-950bd74beaf7 req-6539864e-95e2-4bb7-9e45-262b9c180587 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867499 Jul 27 22:02:37.406983 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-490174b1-a919-4fb8-8fe4-d22e5c4442a1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.415310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'mac_address': 'fa:16:3e:3b:8d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:02:37.421812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490174b1-a919-4fb8-8fe4-d22e5c4442a1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:37.423003 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-490174b1-a919-4fb8-8fe4-d22e5c4442a1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.568875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75499b31-2e0b-433a-b926-449c4d84a456 req-c361671e-fe7e-44c2-b5bc-1cdd02e99728 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 210 time: 0.0391829 Jul 27 22:02:37.593394 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-490174b1-a919-4fb8-8fe4-d22e5c4442a1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7225871 Jul 27 22:02:37.596418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:37.604355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cf93c90a-73a0-442a-89c8-4c7f317b7fdf tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'subnet': {'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:37.612516 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.612769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61800541-1031-4e63-8cdb-30ebba85ff76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.630458 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.636325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ac47e9-0c12-48c0-86f6-5f73148cd048 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:37.691528 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bee21a3e-7e8d-487b-8a36-fc714a0b6694, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bee21a3e-7e8d-487b-8a36-fc714a0b6694,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:37.701807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:37.704878 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926e3021-9b81-4705-90ec-7ff593ec6a90" -d '{"events": [{"server_uuid": "e094a7b4-a07d-427b-9ea7-fac3f53ca7d9", "name": "network-vif-plugged", "status": "completed", "tag": "bee21a3e-7e8d-487b-8a36-fc714a0b6694"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:37.712318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:37.714304 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.746807 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.753644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61800541-1031-4e63-8cdb-30ebba85ff76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Subnet': ['ID=9465aa8f-f4ed-475e-9ea9-ba0d18d09061,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:37.757118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf93c90a-73a0-442a-89c8-4c7f317b7fdf tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:37.757285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61800541-1031-4e63-8cdb-30ebba85ff76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Checking segment: {'id': 'ec7af825-b1d7-4b3e-84b3-8af412cf44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b2b56866-205f-40d4-9cb8-dfa21b45284d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:37.757550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61800541-1031-4e63-8cdb-30ebba85ff76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network hostable DHCP agents. Network: b2b56866-205f-40d4-9cb8-dfa21b45284d, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:02:37.768477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf93c90a-73a0-442a-89c8-4c7f317b7fdf tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.781133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61800541-1031-4e63-8cdb-30ebba85ff76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network b2b56866-205f-40d4-9cb8-dfa21b45284d is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:02:37.796008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=bee21a3e-7e8d-487b-8a36-fc714a0b6694,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:37.806614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-61800541-1031-4e63-8cdb-30ebba85ff76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, b2b56866-205f-40d4-9cb8-dfa21b45284d) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:37.835803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7cdbbc-7ff7-49d0-8c6b-e044d173db32 None None] Network b2b56866-205f-40d4-9cb8-dfa21b45284d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:37.860095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490174b1-a919-4fb8-8fe4-d22e5c4442a1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Network': ['ID=7efe6e56-000d-409a-b0b3-b6fad79e6b74,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:37.860534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61800541-1031-4e63-8cdb-30ebba85ff76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:37.861302 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61800541-1031-4e63-8cdb-30ebba85ff76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.895241 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-61800541-1031-4e63-8cdb-30ebba85ff76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8228478 Jul 27 22:02:37.902122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36398) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:37.913397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': 'b2b56866-205f-40d4-9cb8-dfa21b45284d', 'name': 'tempest-PortsTestJSON-1840926354'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:37.916281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:02:37.920281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-2a823e85-ae81-4c25-958c-9182f6279c93 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:37.922294 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-2a823e85-ae81-4c25-958c-9182f6279c93 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc&tenant_id=48c07bc2e64240d8afb0624a793a2735&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1096 time: 0.1257832 Jul 27 22:02:37.939511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802011-3'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:37.988258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c968843-234f-4ec1-bf79-6a8651c6f61b req-bcb1e490-abc6-4948-9b0d-092e5bc734f9 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:37.990063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c968843-234f-4ec1-bf79-6a8651c6f61b req-bcb1e490-abc6-4948-9b0d-092e5bc734f9 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 1100 time: 0.2452033 Jul 27 22:02:38.013385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=12']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:38.070971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c4b73-70f0-4bd1-bf0e-8b26baa577d2 req-ee2b211c-7003-4ef4-89bc-18213391afde tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:38.078943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d30c4b73-70f0-4bd1-bf0e-8b26baa577d2 req-ee2b211c-7003-4ef4-89bc-18213391afde tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 946 time: 0.1863308 Jul 27 22:02:38.091210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:38.096441 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:38.099291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c968843-234f-4ec1-bf79-6a8651c6f61b req-a9ab28b3-a4cd-42c1-91ce-f4f79fc24cc1 tempest-MigrationsAdminTest-1922537857 tempest-MigrationsAdminTest-1922537857-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966523 Jul 27 22:02:38.117423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['72ac47e9-0c12-48c0-86f6-5f73148cd048'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:38.144884 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port 67b11c98-4bcb-4207-be7b-e13f20de3686 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:02:38.149931 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d30c4b73-70f0-4bd1-bf0e-8b26baa577d2 req-75a9810b-8540-4a29-bd62-ff2b31d3e2b5 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697429 Jul 27 22:02:38.222857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-b2b56866-205f-40d4-9cb8-dfa21b45284d', 'network_id': 'b2b56866-205f-40d4-9cb8-dfa21b45284d', 'tenant_id': '563da5356aad48b5b6c71f52485b5658', 'fixed_ips': [{'subnet_id': '9465aa8f-f4ed-475e-9ea9-ba0d18d09061'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:02:38.225316 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:38.306670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.9 (b2b56866-205f-40d4-9cb8-dfa21b45284d/9465aa8f-f4ed-475e-9ea9-ba0d18d09061/67b11c98-4bcb-4207-be7b-e13f20de3686) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:38.374332 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf93c90a-73a0-442a-89c8-4c7f317b7fdf tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:38.413720 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e512ea07-a287-4d60-acc9-67a3bf5c525d x-openstack-request-id: req-e512ea07-a287-4d60-acc9-67a3bf5c525d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:38.414007 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e094a7b4-a07d-427b-9ea7-fac3f53ca7d9", "name": "network-vif-plugged", "status": "completed", "tag": "bee21a3e-7e8d-487b-8a36-fc714a0b6694", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:38.414269 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e512ea07-a287-4d60-acc9-67a3bf5c525d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:38.414747 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'code': 200} Jul 27 22:02:38.478549 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:38.530300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93c90a-73a0-442a-89c8-4c7f317b7fdf tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Subnet': ['ID=e04025eb-ba2a-41ae-abbe-b807ba719368,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:38.578967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device af1e6a39-183a-43f6-ad18-e04ef786eda4 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:02:38.599219 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:38.624021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dcd8d-b848-415e-8075-8601213e1251 req-ceffae97-54ea-41f1-bfac-23f6a224e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:38.629352 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d0dcd8d-b848-415e-8075-8601213e1251 req-ceffae97-54ea-41f1-bfac-23f6a224e886 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 1097 time: 0.2452979 Jul 27 22:02:38.660730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5800a-8a15-45bf-944c-b3248ed8de98 req-bbf4f20b-4f86-4d37-b6fe-2b2df3a4dd5d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:38.662554 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ef5800a-8a15-45bf-944c-b3248ed8de98 req-bbf4f20b-4f86-4d37-b6fe-2b2df3a4dd5d tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 945 time: 0.1073995 Jul 27 22:02:38.664822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93c90a-73a0-442a-89c8-4c7f317b7fdf tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Checking segment: {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:38.665484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf93c90a-73a0-442a-89c8-4c7f317b7fdf tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Network hostable DHCP agents. Network: 238c0b57-c7aa-4006-939c-14a4cb757645, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:02:38.703608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Transition to ACTIVE for port object 67b11c98-4bcb-4207-be7b-e13f20de3686 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:38.743803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ef5800a-8a15-45bf-944c-b3248ed8de98 req-dd92001a-85cd-46c9-bb4c-6d0a4cf7a3df tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700452 Jul 27 22:02:38.748536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d0dcd8d-b848-415e-8075-8601213e1251 req-2150a1e9-4536-48fb-a9d9-72fa647d8f0d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104562 Jul 27 22:02:38.748914 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:38.755022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf93c90a-73a0-442a-89c8-4c7f317b7fdf tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Network 238c0b57-c7aa-4006-939c-14a4cb757645 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:02:38.768361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device af1e6a39-183a-43f6-ad18-e04ef786eda4 has no active binding in host n-h1-802011-3 {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 22:02:38.782400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cf93c90a-73a0-442a-89c8-4c7f317b7fdf tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 238c0b57-c7aa-4006-939c-14a4cb757645) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:38.791289 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60c94c8-d21f-4c57-82b5-5a32e78f4962 None None] Network 238c0b57-c7aa-4006-939c-14a4cb757645 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:38.794764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf93c90a-73a0-442a-89c8-4c7f317b7fdf tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:38.795364 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf93c90a-73a0-442a-89c8-4c7f317b7fdf tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:38.821441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cf93c90a-73a0-442a-89c8-4c7f317b7fdf tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2238159 Jul 27 22:02:38.822056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:38.827999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c60ba084-d062-4f17-8c4e-a3c15bcf6369 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'subnet': {'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:38.863723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:38.884970 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:38.956284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network b2b56866-205f-40d4-9cb8-dfa21b45284d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:38.964884 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:38.966853 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df0eee9b-eeb6-4767-a718-166544755ad9 req-1e8228c4-c8c5-4fcf-b19c-e934323fd5d7 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 210 time: 0.0984397 Jul 27 22:02:38.969462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Allocated IP 172.20.0.2 (b2b56866-205f-40d4-9cb8-dfa21b45284d/9465aa8f-f4ed-475e-9ea9-ba0d18d09061/e420bb9e-ee6a-4fae-845f-bc8924733983) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:38.976093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:38.991136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=67b11c98-4bcb-4207-be7b-e13f20de3686,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:39.015737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4d1f-d217-4950-8ab1-a1f8d4df0285 req-5658ab19-c9c5-41d0-b1d2-f351b0a46043 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:39.017267 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d71a4d1f-d217-4950-8ab1-a1f8d4df0285 req-5658ab19-c9c5-41d0-b1d2-f351b0a46043 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.1475859 Jul 27 22:02:39.032281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:39.062019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60ba084-d062-4f17-8c4e-a3c15bcf6369 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:39.065845 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c60ba084-d062-4f17-8c4e-a3c15bcf6369 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.108817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:39.108817 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.124924 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eea1328-665d-475f-9a14-90cf993174dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af1e6a39-183a-43f6-ad18-e04ef786eda4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:39.136700 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b557013-310b-41af-9756-fb867e06ebc4" -d '{"events": [{"server_uuid": "5eea1328-665d-475f-9a14-90cf993174dc", "name": "network-vif-unplugged", "status": "completed", "tag": "af1e6a39-183a-43f6-ad18-e04ef786eda4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:39.143529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.161976 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.165110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d71a4d1f-d217-4950-8ab1-a1f8d4df0285 req-6d1acca7-bbba-4218-b104-d720c04a99b7 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387963 Jul 27 22:02:39.180263 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0c9610c3-ca16-48b2-a6b1-10683c55d074 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2720716 Jul 27 22:02:39.189618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-238c0b57-c7aa-4006-939c-14a4cb757645', 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'fixed_ips': [{'subnet_id': 'e04025eb-ba2a-41ae-abbe-b807ba719368'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:02:39.190566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.192165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36438) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:39.216282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': 'b2b56866-205f-40d4-9cb8-dfa21b45284d', 'name': 'tempest-PortsTestJSON-1497623765'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:39.306143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Attempting to bind port af1e6a39-183a-43f6-ad18-e04ef786eda4 on host n-h2-802011-3 for vnic_type normal with profile {"migrating_to": "n-h1-802011-3"} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:39.313361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Attempting to bind port af1e6a39-183a-43f6-ad18-e04ef786eda4 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:39.313786 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Attempting to bind port af1e6a39-183a-43f6-ad18-e04ef786eda4 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:39.330738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Pushing event updated for resources: {'Port': ['ID=af1e6a39-183a-43f6-ad18-e04ef786eda4,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:39.343339 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0116287e-e92e-4712-9341-f767080e5214 x-openstack-request-id: req-0116287e-e92e-4712-9341-f767080e5214 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:39.343733 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eea1328-665d-475f-9a14-90cf993174dc", "name": "network-vif-unplugged", "status": "completed", "tag": "af1e6a39-183a-43f6-ad18-e04ef786eda4", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:39.347156 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0116287e-e92e-4712-9341-f767080e5214 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:39.348418 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eea1328-665d-475f-9a14-90cf993174dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af1e6a39-183a-43f6-ad18-e04ef786eda4', 'code': 200} Jul 27 22:02:39.348572 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Port af1e6a39-183a-43f6-ad18-e04ef786eda4 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:02:39.350215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Attempting to bind port af1e6a39-183a-43f6-ad18-e04ef786eda4 on network 7cee2f76-6b3e-4186-8970-022f34a894f8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:39.361269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:39.362965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Checking segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:39.363466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Bound using segment: {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:39.365126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Bound port: af1e6a39-183a-43f6-ad18-e04ef786eda4, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a44a687-7a42-4000-81ca-ab14b5ddff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7cee2f76-6b3e-4186-8970-022f34a894f8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:39.365698 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.456995 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.473418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Transition to ACTIVE for port object e420bb9e-ee6a-4fae-845f-bc8924733983 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:39.487406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Transition to ACTIVE for port object e420bb9e-ee6a-4fae-845f-bc8924733983 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:39.504215 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.524094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:39.528980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:39.533540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.569146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Network b2b56866-205f-40d4-9cb8-dfa21b45284d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:39.585922 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c60ba084-d062-4f17-8c4e-a3c15bcf6369 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.597586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:39.619051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:39.624987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Allocated IP 10.1.1.2 (238c0b57-c7aa-4006-939c-14a4cb757645/e04025eb-ba2a-41ae-abbe-b807ba719368/a77d7a7d-78ca-464f-9235-bdc6edc397dd) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:39.627809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Pushing event updated for resources: {'Port': ['ID=af1e6a39-183a-43f6-ad18-e04ef786eda4,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:39.673970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Pushing event updated for resources: {'Port': ['ID=e420bb9e-ee6a-4fae-845f-bc8924733983,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:39.700804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:39.702129 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.707166 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-0282fb2f-a460-480d-9369-23184a26fad8 service neutron] 10.222.0.43 "PUT /v2.0/ports/af1e6a39-183a-43f6-ad18-e04ef786eda4 HTTP/1.1" status: 200 len: 1121 time: 1.7722385 Jul 27 22:02:39.731444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f5c9e-983b-4b8a-a209-feecb154e489 req-60e4184f-de72-4ef4-849a-6a15ebf6a466 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:39.748355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de0f5c9e-983b-4b8a-a209-feecb154e489 req-60e4184f-de72-4ef4-849a-6a15ebf6a466 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 946 time: 0.4369273 Jul 27 22:02:39.803028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Attempting to bind port e420bb9e-ee6a-4fae-845f-bc8924733983 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:39.803558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Attempting to bind port e420bb9e-ee6a-4fae-845f-bc8924733983 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'ec7af825-b1d7-4b3e-84b3-8af412cf44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b2b56866-205f-40d4-9cb8-dfa21b45284d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:39.803927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Attempting to bind port e420bb9e-ee6a-4fae-845f-bc8924733983 on network b2b56866-205f-40d4-9cb8-dfa21b45284d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:39.822180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:39.823207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Checking segment: {'id': 'ec7af825-b1d7-4b3e-84b3-8af412cf44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b2b56866-205f-40d4-9cb8-dfa21b45284d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:39.823592 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.824212 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Bound using segment: {'id': 'ec7af825-b1d7-4b3e-84b3-8af412cf44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b2b56866-205f-40d4-9cb8-dfa21b45284d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:39.824700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Bound port: e420bb9e-ee6a-4fae-845f-bc8924733983, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7af825-b1d7-4b3e-84b3-8af412cf44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b2b56866-205f-40d4-9cb8-dfa21b45284d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:39.825082 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.846256 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de0f5c9e-983b-4b8a-a209-feecb154e489 req-7d31c151-4dbb-408f-97ef-79a24e4f010e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802341 Jul 27 22:02:39.866600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ba084-d062-4f17-8c4e-a3c15bcf6369 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Subnet': ['ID=3c0f51f0-7bee-4eba-aab0-f9030365afa9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:39.887457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['af1e6a39-183a-43f6-ad18-e04ef786eda4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:39.890142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['af1e6a39-183a-43f6-ad18-e04ef786eda4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:39.926026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ba084-d062-4f17-8c4e-a3c15bcf6369 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Checking segment: {'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:39.926570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ba084-d062-4f17-8c4e-a3c15bcf6369 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Network hostable DHCP agents. Network: 7efe6e56-000d-409a-b0b3-b6fad79e6b74, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:02:39.950094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:39.954634 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.955337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36452) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:40.014089 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ba084-d062-4f17-8c4e-a3c15bcf6369 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:02:40.042340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c60ba084-d062-4f17-8c4e-a3c15bcf6369 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7efe6e56-000d-409a-b0b3-b6fad79e6b74) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:40.068512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ba084-d062-4f17-8c4e-a3c15bcf6369 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:40.070007 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c60ba084-d062-4f17-8c4e-a3c15bcf6369 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.074833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port b11e4d98-b6db-40d9-ac29-bb740e7e025e yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:02:40.108964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf3ae87-f0e1-44de-8b44-efa9dca730b8 None None] Network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:40.171636 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-734fad69-37d0-43c9-9c79-a98c623733b2 req-69e3b050-4895-4dae-b01a-e55148c205b2 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee1edce-426b-4ec7-b789-6a132295d90f HTTP/1.1" status: 200 len: 210 time: 0.0682287 Jul 27 22:02:40.172030 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9abae16-2761-4c6e-8a86-8f91330634e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.184534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bb665-846b-4a7a-a1f7-f669bc897cd6 req-535dd364-bd10-40d6-9655-396e7a27e1dc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:40.193392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c91bb665-846b-4a7a-a1f7-f669bc897cd6 req-535dd364-bd10-40d6-9655-396e7a27e1dc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 943 time: 0.2354903 Jul 27 22:02:40.202117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c60ba084-d062-4f17-8c4e-a3c15bcf6369 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3784032 Jul 27 22:02:40.207136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36460) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:40.215564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'port': {'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645', 'name': 'tempest-TaggedBootDevicesTest-1109987941', 'fixed_ips': [{'subnet_id': 'e04025eb-ba2a-41ae-abbe-b807ba719368'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:40.283752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c91bb665-846b-4a7a-a1f7-f669bc897cd6 req-681cf031-f24c-46dc-8087-9bba869c68ed tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894678 Jul 27 22:02:40.389739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.12 (b2b56866-205f-40d4-9cb8-dfa21b45284d/9465aa8f-f4ed-475e-9ea9-ba0d18d09061/b11e4d98-b6db-40d9-ac29-bb740e7e025e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:40.410025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] For port e420bb9e-ee6a-4fae-845f-bc8924733983, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:40.414253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a051-0b41-469d-855f-f8dd6ee39359 req-34353f3d-7eee-43fa-9217-928ae55a5bab tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:40.415882 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0919a051-0b41-469d-855f-f8dd6ee39359 req-34353f3d-7eee-43fa-9217-928ae55a5bab tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.41 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.1156802 Jul 27 22:02:40.447349 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.448356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4caf2-bc82-4df0-a394-5290deb3bec1 req-e792efe6-853d-4a91-ae10-cffef794cb47 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:40.452625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c8c4caf2-bc82-4df0-a394-5290deb3bec1 req-e792efe6-853d-4a91-ae10-cffef794cb47 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 949 time: 0.1665957 Jul 27 22:02:40.487892 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] For port e420bb9e-ee6a-4fae-845f-bc8924733983, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e420bb9e-ee6a-4fae-845f-bc8924733983,segment=NetworkSegment(ec7af825-b1d7-4b3e-84b3-8af412cf44b0),segment_id=ec7af825-b1d7-4b3e-84b3-8af412cf44b0)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:40.513221 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.523438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Transition to ACTIVE for port object a77d7a7d-78ca-464f-9235-bdc6edc397dd will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:40.556618 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9abae16-2761-4c6e-8a86-8f91330634e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.571390 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9abae16-2761-4c6e-8a86-8f91330634e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.598408 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c8c4caf2-bc82-4df0-a394-5290deb3bec1 req-deec1a66-8e22-40a2-8422-dc28859704aa tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397774 Jul 27 22:02:40.611166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:40.762782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 72ac47e9-0c12-48c0-86f6-5f73148cd048 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:40.764691 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.786113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Transition to ACTIVE for port object b11e4d98-b6db-40d9-ac29-bb740e7e025e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:40.831214 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.871561 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Transition to ACTIVE for port object a77d7a7d-78ca-464f-9235-bdc6edc397dd will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:40.933947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network b2b56866-205f-40d4-9cb8-dfa21b45284d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:40.954472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:40.974597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:41.030386 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2dbcf-a741-4a1c-86ec-bd240c001e7e None None] Pushing event updated for resources: {'Port': ['ID=e420bb9e-ee6a-4fae-845f-bc8924733983,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:41.038208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=b11e4d98-b6db-40d9-ac29-bb740e7e025e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:41.072634 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.184205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Network 238c0b57-c7aa-4006-939c-14a4cb757645 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:41.242590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Pushing event updated for resources: {'Port': ['ID=a77d7a7d-78ca-464f-9235-bdc6edc397dd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:41.258322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:41.267264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:41.330394 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d9abae16-2761-4c6e-8a86-8f91330634e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66f69269d3ce43db8b3340c86e67fc92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3711112 Jul 27 22:02:41.331275 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-0919a051-0b41-469d-855f-f8dd6ee39359 req-49b90a9f-2a6b-424d-8417-2b695c4117da tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Deleting port 72ac47e9-0c12-48c0-86f6-5f73148cd048 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:41.332242 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0919a051-0b41-469d-855f-f8dd6ee39359 req-49b90a9f-2a6b-424d-8417-2b695c4117da tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.354495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36472) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:41.355086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eea1328-665d-475f-9a14-90cf993174dc', 'tag': 'af1e6a39-183a-43f6-ad18-e04ef786eda4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:41.357691 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0059fd-6aac-4c1b-b1b0-1bf3ced73435" -d '{"events": [{"name": "network-changed", "server_uuid": "5eea1328-665d-475f-9a14-90cf993174dc", "tag": "af1e6a39-183a-43f6-ad18-e04ef786eda4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:41.360605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-7efe6e56-000d-409a-b0b3-b6fad79e6b74', 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'fixed_ips': [{'subnet_id': '3c0f51f0-7bee-4eba-aab0-f9030365afa9'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:02:41.360789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abae16-2761-4c6e-8a86-8f91330634e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cba5558-5cad-4969-a88b-0908ab4b281e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:41.362833 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.508891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 72ac47e9-0c12-48c0-86f6-5f73148cd048 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:41.528512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 72ac47e9-0c12-48c0-86f6-5f73148cd048 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:41.532872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.624925 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Attempting to bind port a77d7a7d-78ca-464f-9235-bdc6edc397dd on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:41.625442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Attempting to bind port a77d7a7d-78ca-464f-9235-bdc6edc397dd by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:41.625920 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Attempting to bind port a77d7a7d-78ca-464f-9235-bdc6edc397dd on network 238c0b57-c7aa-4006-939c-14a4cb757645 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:41.638336 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:41.639024 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Checking segment: {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:41.639576 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.640066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Bound using segment: {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:41.640648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Bound port: a77d7a7d-78ca-464f-9235-bdc6edc397dd, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:41.641129 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.659535 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.716558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0919a051-0b41-469d-855f-f8dd6ee39359 req-49b90a9f-2a6b-424d-8417-2b695c4117da tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:41.716940 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0919a051-0b41-469d-855f-f8dd6ee39359 req-49b90a9f-2a6b-424d-8417-2b695c4117da tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.743269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-0919a051-0b41-469d-855f-f8dd6ee39359 req-49b90a9f-2a6b-424d-8417-2b695c4117da tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Calling delete_port for 72ac47e9-0c12-48c0-86f6-5f73148cd048 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:41.798459 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:02:41.812922 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-825a3f00-499b-49c4-9b91-267a66f8bb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.831635 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] device_id is not set on port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:02:41.861728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:41.862714 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.886718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-825a3f00-499b-49c4-9b91-267a66f8bb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.891474 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Allocated IP 10.2.2.2 (7efe6e56-000d-409a-b0b3-b6fad79e6b74/3c0f51f0-7bee-4eba-aab0-f9030365afa9/84babf35-cba2-40fb-9018-2fffe3463bbb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:41.893913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] For port a77d7a7d-78ca-464f-9235-bdc6edc397dd, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:41.896864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3bdb7-0a84-4ba5-87ff-a7fb3af0e885 req-6bf766c5-b488-4271-b51a-a1eff5947941 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:41.904376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18a3bdb7-0a84-4ba5-87ff-a7fb3af0e885 req-6bf766c5-b488-4271-b51a-a1eff5947941 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 946 time: 0.8693342 Jul 27 22:02:41.926118 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:41.948931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] For port a77d7a7d-78ca-464f-9235-bdc6edc397dd, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a77d7a7d-78ca-464f-9235-bdc6edc397dd,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:41.993038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd417317-1677-4e0b-be73-dfb70480577e req-ff7622b0-1452-45f6-8dfe-3bee0e01a930 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:41.995215 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:42.002635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd417317-1677-4e0b-be73-dfb70480577e req-ff7622b0-1452-45f6-8dfe-3bee0e01a930 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 943 time: 0.2314878 Jul 27 22:02:42.011391 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18a3bdb7-0a84-4ba5-87ff-a7fb3af0e885 req-68c82155-8b90-4931-a783-faf1c5840b2f tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/security-groups?id=3103c33c-d473-449d-a8ee-01183644fdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929239 Jul 27 22:02:42.016044 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-29d0c56f-ccab-497e-ac90-32677417b477 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8148568 Jul 27 22:02:42.028105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36482) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:42.163650 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:42.174136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Transition to ACTIVE for port object 84babf35-cba2-40fb-9018-2fffe3463bbb will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:42.192534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Transition to ACTIVE for port object 84babf35-cba2-40fb-9018-2fffe3463bbb will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:42.209522 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:42.321805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:42.325072 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3275343-81c1-4664-a68d-1d50fb79e950" -d '{"events": [{"server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "name": "network-vif-plugged", "status": "completed", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:42.332976 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:42.363766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Allocated IP 10.1.1.39 (238c0b57-c7aa-4006-939c-14a4cb757645/e04025eb-ba2a-41ae-abbe-b807ba719368/3e2e069c-b4e5-4d60-8ef1-59e97587c47f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:42.364983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 72ac47e9-0c12-48c0-86f6-5f73148cd048, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=72ac47e9-0c12-48c0-86f6-5f73148cd048,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:42.387626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:42.403324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:42.404537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd417317-1677-4e0b-be73-dfb70480577e req-8ba65152-12b0-438b-bfbc-558286a13d9f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000823 Jul 27 22:02:42.424335 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:42.431760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:42.524774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7724231-bd52-45fe-97dc-262b4f72481f None None] Pushing event updated for resources: {'Port': ['ID=a77d7a7d-78ca-464f-9235-bdc6edc397dd,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:42.615106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad06dcd0-e114-4aa5-bac1-07b5bf8b9147 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:42.621034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ad06dcd0-e114-4aa5-bac1-07b5bf8b9147 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.5855889 Jul 27 22:02:42.636337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36490) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:42.738087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e420bb9e-ee6a-4fae-845f-bc8924733983 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:42.805564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fd45b6-6ae8-4211-a67b-9081f5b99169 None None] Network b2b56866-205f-40d4-9cb8-dfa21b45284d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:42.859999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69f09-4a8e-45d0-8dd3-8118a4d33c51 req-6b4e1a65-7b85-41da-ba04-e070733b3594 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:42.871439 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-07d69f09-4a8e-45d0-8dd3-8118a4d33c51 req-6b4e1a65-7b85-41da-ba04-e070733b3594 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe HTTP/1.1" status: 200 len: 950 time: 0.5930583 Jul 27 22:02:42.875356 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8084d56-a3c0-434c-8fc1-3a8f88664ab5 x-openstack-request-id: req-f8084d56-a3c0-434c-8fc1-3a8f88664ab5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:42.880383 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eea1328-665d-475f-9a14-90cf993174dc", "tag": "af1e6a39-183a-43f6-ad18-e04ef786eda4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:42.880785 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8084d56-a3c0-434c-8fc1-3a8f88664ab5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:42.881296 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eea1328-665d-475f-9a14-90cf993174dc', 'tag': 'af1e6a39-183a-43f6-ad18-e04ef786eda4', 'status': 'completed', 'code': 200} Jul 27 22:02:42.882787 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-825a3f00-499b-49c4-9b91-267a66f8bb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:42.892400 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-825a3f00-499b-49c4-9b91-267a66f8bb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:42.901545 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-825a3f00-499b-49c4-9b91-267a66f8bb43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cba5558-5cad-4969-a88b-0908ab4b281e HTTP/1.1" status: 204 len: 168 time: 1.5364842 Jul 27 22:02:42.962363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Attempting to bind port 84babf35-cba2-40fb-9018-2fffe3463bbb on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:42.962757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Attempting to bind port 84babf35-cba2-40fb-9018-2fffe3463bbb by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:42.964319 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Attempting to bind port 84babf35-cba2-40fb-9018-2fffe3463bbb on network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:42.982756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a3f00-499b-49c4-9b91-267a66f8bb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cba5558-5cad-4969-a88b-0908ab4b281e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:43.059016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:43.059571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Checking segment: {'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:43.060067 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:43.060957 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Bound using segment: {'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:43.061492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Bound port: 84babf35-cba2-40fb-9018-2fffe3463bbb, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:43.061888 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:43.088139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1b19acb7-39d7-441e-bb82-de5b7ad931fe None None] Provisioning for port e420bb9e-ee6a-4fae-845f-bc8924733983 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:43.090781 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:43.098710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0059fd-6aac-4c1b-b1b0-1bf3ced73435 req-ff51098b-6ea9-4fbb-815d-ba365b142e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:43.100406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0059fd-6aac-4c1b-b1b0-1bf3ced73435 req-ff51098b-6ea9-4fbb-815d-ba365b142e7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 1124 time: 0.9116185 Jul 27 22:02:43.143295 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Transition to ACTIVE for port object 3e2e069c-b4e5-4d60-8ef1-59e97587c47f will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:43.151344 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0919a051-0b41-469d-855f-f8dd6ee39359 req-49b90a9f-2a6b-424d-8417-2b695c4117da tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:43.196344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-07d69f09-4a8e-45d0-8dd3-8118a4d33c51 req-6a05f50b-7ca5-41bc-99b7-37c00e2e3b59 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232310 Jul 27 22:02:43.218479 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b90a9f-2a6b-424d-8417-2b695c4117da tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Pushing event deleted for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:43.219061 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb46ecf0-ef4e-4249-a738-ac9e61148e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:43.309615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0919a051-0b41-469d-855f-f8dd6ee39359 req-49b90a9f-2a6b-424d-8417-2b695c4117da tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] No DVR routers for this DVR port 72ac47e9-0c12-48c0-86f6-5f73148cd048 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:43.313916 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0919a051-0b41-469d-855f-f8dd6ee39359 req-49b90a9f-2a6b-424d-8417-2b695c4117da tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:43.316153 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0919a051-0b41-469d-855f-f8dd6ee39359 req-49b90a9f-2a6b-424d-8417-2b695c4117da tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.41 "DELETE /v2.0/ports/72ac47e9-0c12-48c0-86f6-5f73148cd048 HTTP/1.1" status: 204 len: 173 time: 2.8875563 Jul 27 22:02:43.330777 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:43.351676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-1c8dfeeb-6e2c-4222-8d91-2c51e99b838b tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:43.360710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-1c8dfeeb-6e2c-4222-8d91-2c51e99b838b tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4586725 Jul 27 22:02:43.373503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Network 238c0b57-c7aa-4006-939c-14a4cb757645 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:43.381841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:43.396436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:43.491060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-5c2c1959-aeeb-4d8d-b6f6-4c39e86b9d21 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 695 time: 0.1290522 Jul 27 22:02:43.492732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Port': ['ID=3e2e069c-b4e5-4d60-8ef1-59e97587c47f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:43.501361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f4a2e-e333-4822-907a-5a988abaaf6a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port b11e4d98-b6db-40d9-ac29-bb740e7e025e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:43.501989 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e5f4a2e-e333-4822-907a-5a988abaaf6a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:43.532859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['66cba410-a812-48cb-908f-9dec77b1c11f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:43.538080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['456478a7-f3b0-470d-a6ec-74dfc66dbe60', '11fd5afa-92b7-4da2-90ab-f8feda3113ff'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:43.543685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-ed4ed47f-8ef7-4b48-ac86-50ce6c9a1553 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Request body: {'floatingip': {'port_id': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:43.545827 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Pushing event updated for resources: {'Port': ['ID=84babf35-cba2-40fb-9018-2fffe3463bbb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:43.561065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:43.564238 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:43.616873 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cdfbb584-2b3a-43a2-9c2a-fe56dab8566a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4070365 Jul 27 22:02:43.617187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36498) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:43.639476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'port': {'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645', 'name': 'tempest-TaggedBootDevicesTest-227991121', 'fixed_ips': [{'subnet_id': 'e04025eb-ba2a-41ae-abbe-b807ba719368'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:43.736122 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502fb23e-f27d-4aea-9834-75bc7366030b x-openstack-request-id: req-502fb23e-f27d-4aea-9834-75bc7366030b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:43.739444 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "name": "network-vif-plugged", "status": "completed", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:43.739718 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-502fb23e-f27d-4aea-9834-75bc7366030b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:43.740090 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'code': 200} Jul 27 22:02:43.774254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36502) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:43.775864 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event deleted for resources: {'Port': ['ID=72ac47e9-0c12-48c0-86f6-5f73148cd048,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:43.778370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port e420bb9e-ee6a-4fae-845f-bc8924733983 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:43.834817 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4eaff623-35a9-4829-8b4a-e772369b3124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:43.837786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e420bb9e-ee6a-4fae-845f-bc8924733983 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:43.838391 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:43.871313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0059fd-6aac-4c1b-b1b0-1bf3ced73435 req-489cc4f3-c9d1-4a22-887e-bb16e7ea57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:43.873322 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0059fd-6aac-4c1b-b1b0-1bf3ced73435 req-489cc4f3-c9d1-4a22-887e-bb16e7ea57fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.7466006 Jul 27 22:02:43.928289 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-ed4ed47f-8ef7-4b48-ac86-50ce6c9a1553 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:44.060218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] For port 84babf35-cba2-40fb-9018-2fffe3463bbb, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:44.136591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0059fd-6aac-4c1b-b1b0-1bf3ced73435 req-764ec9d3-6718-4c8b-9fea-0146681e3231 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4 HTTP/1.1" status: 200 len: 217 time: 0.1874752 Jul 27 22:02:44.165476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] For port 84babf35-cba2-40fb-9018-2fffe3463bbb, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=84babf35-cba2-40fb-9018-2fffe3463bbb,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:44.213444 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:44.215185 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4eaff623-35a9-4829-8b4a-e772369b3124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:44.225949 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4eaff623-35a9-4829-8b4a-e772369b3124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:44.309635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0059fd-6aac-4c1b-b1b0-1bf3ced73435 req-b635d0b9-2519-440f-92f0-63e811fb574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:44.314142 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0059fd-6aac-4c1b-b1b0-1bf3ced73435 req-b635d0b9-2519-440f-92f0-63e811fb574c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.1513064 Jul 27 22:02:44.343160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6555d-647b-4dc6-bf52-274ce0b18b3f None None] Pushing event updated for resources: {'Port': ['ID=84babf35-cba2-40fb-9018-2fffe3463bbb,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:44.394018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4eaff623-35a9-4829-8b4a-e772369b3124 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70e9bf1043394d4e8d3e919a87056fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6186359 Jul 27 22:02:44.398988 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:44.411872 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:44.421265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e83ed52-878b-483a-88bd-43a3c3338a4b None None] Network 238c0b57-c7aa-4006-939c-14a4cb757645 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:44.459869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36508) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:44.463038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaff623-35a9-4829-8b4a-e772369b3124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5741adec-eb43-4216-9bed-141fa4a7b6bf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:44.489413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] device_id is not set on port 8f6682e7-807c-456b-8719-b5adefaf5440 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:02:44.563332 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e5f4a2e-e333-4822-907a-5a988abaaf6a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:44.606026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f4a2e-e333-4822-907a-5a988abaaf6a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for b11e4d98-b6db-40d9-ac29-bb740e7e025e owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:44.681948 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:44.888054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'name': 'network-vif-deleted', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:44.892540 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86baed41-4c0d-487f-a587-d3847bc760e5" -d '{"events": [{"server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "name": "network-vif-deleted", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:44.892777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port e420bb9e-ee6a-4fae-845f-bc8924733983, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e420bb9e-ee6a-4fae-845f-bc8924733983,segment=NetworkSegment(ec7af825-b1d7-4b3e-84b3-8af412cf44b0),segment_id=ec7af825-b1d7-4b3e-84b3-8af412cf44b0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:44.903043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 72ac47e9-0c12-48c0-86f6-5f73148cd048 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:44.976753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Allocated IP 10.1.1.250 (238c0b57-c7aa-4006-939c-14a4cb757645/e04025eb-ba2a-41ae-abbe-b807ba719368/8f6682e7-807c-456b-8719-b5adefaf5440) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:45.070992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 72ac47e9-0c12-48c0-86f6-5f73148cd048 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:45.071341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 72ac47e9-0c12-48c0-86f6-5f73148cd048 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:45.075540 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:45.138516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0be5e150-b9c7-4c36-b0f5-478058aa9bfd None None] Provisioning for port a77d7a7d-78ca-464f-9235-bdc6edc397dd completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:45.176752 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb34b58-06cd-409b-88f8-cb354bdd197d req-da1911ce-fcdd-4a8a-8d94-f4951e95f0b8 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:45.178520 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-beb34b58-06cd-409b-88f8-cb354bdd197d req-da1911ce-fcdd-4a8a-8d94-f4951e95f0b8 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 943 time: 1.4197145 Jul 27 22:02:45.192534 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e5f4a2e-e333-4822-907a-5a988abaaf6a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:45.196053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0059fd-6aac-4c1b-b1b0-1bf3ced73435 req-d6ee4697-a764-4d86-9e35-d738f64f5265 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7874155 Jul 27 22:02:45.500242 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:45.533382 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Transition to ACTIVE for port object 8f6682e7-807c-456b-8719-b5adefaf5440 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:45.581549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f4a2e-e333-4822-907a-5a988abaaf6a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=b11e4d98-b6db-40d9-ac29-bb740e7e025e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:45.590123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a77d7a7d-78ca-464f-9235-bdc6edc397dd up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:45.626946 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:45.690539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-32c6e8e8-bf33-44e1-b60b-1a4c87d8101f None None] Provisioning complete for port e420bb9e-ee6a-4fae-845f-bc8924733983 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:45.691099 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c6e8e8-bf33-44e1-b60b-1a4c87d8101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:45.734619 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ec36fb8-56cf-4680-bf76-333d83dd8943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:45.803998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Port': ['ID=8f6682e7-807c-456b-8719-b5adefaf5440,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:45.839831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Network 238c0b57-c7aa-4006-939c-14a4cb757645 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:45.841700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:45.848948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:45.858556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=e420bb9e-ee6a-4fae-845f-bc8924733983,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:45.897104 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:45.918717 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-beb34b58-06cd-409b-88f8-cb354bdd197d req-c40db3c5-b672-4d80-a630-174db331340b tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7140450 Jul 27 22:02:46.014651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:46.017667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:46.065176 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-577a27e7-3278-411b-8c2a-e08701505a8e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4454930 Jul 27 22:02:46.219008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-32c6e8e8-bf33-44e1-b60b-1a4c87d8101f None None] Could not find standard attr ID for object b11e4d98-b6db-40d9-ac29-bb740e7e025e. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:02:46.243049 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f287cb20-1106-4332-8bb3-114786ddc074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:46.261684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port a77d7a7d-78ca-464f-9235-bdc6edc397dd completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:46.271461 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:46.277299 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a77d7a7d-78ca-464f-9235-bdc6edc397dd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:46.277682 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:46.292829 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b465a1-a039-4cd3-a568-75ab29f75ff8 x-openstack-request-id: req-85b465a1-a039-4cd3-a568-75ab29f75ff8 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:46.293126 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe", "name": "network-vif-deleted", "tag": "72ac47e9-0c12-48c0-86f6-5f73148cd048", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:46.293561 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85b465a1-a039-4cd3-a568-75ab29f75ff8 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:46.293961 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fd8b5b-bacb-432c-8d3b-5d5eaf130cfe', 'name': 'network-vif-deleted', 'tag': '72ac47e9-0c12-48c0-86f6-5f73148cd048', 'status': 'completed', 'code': 200} Jul 27 22:02:46.299738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-32c6e8e8-bf33-44e1-b60b-1a4c87d8101f None None] Provisioning for port 67b11c98-4bcb-4207-be7b-e13f20de3686 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:46.341296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f8ece-6e3c-48fa-be53-a2bd04f3cf34 None None] Network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:46.343550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-32c6e8e8-bf33-44e1-b60b-1a4c87d8101f None None] Provisioning complete for port 67b11c98-4bcb-4207-be7b-e13f20de3686 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:46.343934 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c6e8e8-bf33-44e1-b60b-1a4c87d8101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:46.381911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f287cb20-1106-4332-8bb3-114786ddc074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:46.591452 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:46.592682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-32c6e8e8-bf33-44e1-b60b-1a4c87d8101f None None] Port 67b11c98-4bcb-4207-be7b-e13f20de3686 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:46.627346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device af1e6a39-183a-43f6-ad18-e04ef786eda4 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:46.881064 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36520) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:46.888129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4869f74e-e73c-4598-a690-77dfcf2a8313 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812314277', 'description': 'tempest-description--1022135974'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:46.938582 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:46.945160 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4869f74e-e73c-4598-a690-77dfcf2a8313 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:46.964059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-ed4ed47f-8ef7-4b48-ac86-50ce6c9a1553 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:46.977022 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f287cb20-1106-4332-8bb3-114786ddc074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:46.984352 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f287cb20-1106-4332-8bb3-114786ddc074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:46.994065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f287cb20-1106-4332-8bb3-114786ddc074 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5741adec-eb43-4216-9bed-141fa4a7b6bf HTTP/1.1" status: 204 len: 168 time: 2.5279505 Jul 27 22:02:46.996573 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0059fd-6aac-4c1b-b1b0-1bf3ced73435 req-12f933ef-6da8-41f4-8b48-0d4c8a048971 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7816250 Jul 27 22:02:47.022927 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e5f4a2e-e333-4822-907a-5a988abaaf6a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:47.033598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3e5f4a2e-e333-4822-907a-5a988abaaf6a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/b11e4d98-b6db-40d9-ac29-bb740e7e025e HTTP/1.1" status: 204 len: 168 time: 4.3877923 Jul 27 22:02:47.035799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287cb20-1106-4332-8bb3-114786ddc074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5741adec-eb43-4216-9bed-141fa4a7b6bf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:47.037045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36526) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:47.040614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-ed4ed47f-8ef7-4b48-ac86-50ce6c9a1553 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:47.083867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-357c02c0-d40c-4e1c-b7d2-5b71a49db2b9 None None] Provisioning for port 84babf35-cba2-40fb-9018-2fffe3463bbb completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:47.126507 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba755fb-ed82-4ba3-8291-1630429e26f5 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:02:47.147223 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bba755fb-ed82-4ba3-8291-1630429e26f5 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/b11e4d98-b6db-40d9-ac29-bb740e7e025e HTTP/1.1" status: 404 len: 333 time: 0.1003203 Jul 27 22:02:47.147970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:47.173678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-357c02c0-d40c-4e1c-b7d2-5b71a49db2b9 None None] Could not find standard attr ID for object b11e4d98-b6db-40d9-ac29-bb740e7e025e. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:02:47.211954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port a77d7a7d-78ca-464f-9235-bdc6edc397dd, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a77d7a7d-78ca-464f-9235-bdc6edc397dd,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:47.274989 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:47.278395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 84babf35-cba2-40fb-9018-2fffe3463bbb up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:47.518738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-357c02c0-d40c-4e1c-b7d2-5b71a49db2b9 None None] Provisioning complete for port a77d7a7d-78ca-464f-9235-bdc6edc397dd triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:47.520883 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-357c02c0-d40c-4e1c-b7d2-5b71a49db2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:47.553997 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4869f74e-e73c-4598-a690-77dfcf2a8313 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:47.584760 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4869f74e-e73c-4598-a690-77dfcf2a8313 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:47.629166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2236f-ad95-4eef-9f0d-585161d8c2dc req-d8802939-6305-43ab-99c6-49b67b3acccb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:47.630967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6e2236f-ad95-4eef-9f0d-585161d8c2dc req-d8802939-6305-43ab-99c6-49b67b3acccb tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 943 time: 0.1416059 Jul 27 22:02:47.634501 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-ed4ed47f-8ef7-4b48-ac86-50ce6c9a1553 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Floating IP 6a063cf1-5aee-44ad-8468-812c0d2c53a0 associated. External IP: 172.25.1.88, port: 8adc888a-2296-4b91-b5e1-a523610a0a4f. Jul 27 22:02:47.671932 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=a77d7a7d-78ca-464f-9235-bdc6edc397dd,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:47.705828 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0059fd-6aac-4c1b-b1b0-1bf3ced73435 req-bb95bebb-c81a-45da-ad6f-354d553882fc service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710989 Jul 27 22:02:47.784642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869f74e-e73c-4598-a690-77dfcf2a8313 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33470ad-e95c-41cf-aae2-c312dfe4463e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:47.790967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 84babf35-cba2-40fb-9018-2fffe3463bbb completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:47.832137 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4869f74e-e73c-4598-a690-77dfcf2a8313 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:47.836477 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4869f74e-e73c-4598-a690-77dfcf2a8313 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9506719 Jul 27 22:02:47.847035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36542) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:47.851675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 84babf35-cba2-40fb-9018-2fffe3463bbb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:47.852166 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:47.864537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-072025ab-a5ad-46fd-9ef0-91b835ba44d6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'security_group_rule': {'security_group_id': 'a33470ad-e95c-41cf-aae2-c312dfe4463e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:47.890219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-357c02c0-d40c-4e1c-b7d2-5b71a49db2b9 None None] Provisioning for port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:47.891656 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6e2236f-ad95-4eef-9f0d-585161d8c2dc req-95c7e6d2-d7d4-4eed-8db3-4b9948fb7926 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486477 Jul 27 22:02:47.902063 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-357c02c0-d40c-4e1c-b7d2-5b71a49db2b9 None None] Provisioning complete for port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:47.908136 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-357c02c0-d40c-4e1c-b7d2-5b71a49db2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:47.942543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c0a9d733-d2c3-4454-9ff5-0979210e8cca tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port 67b11c98-4bcb-4207-be7b-e13f20de3686 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:47.943015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d733-d2c3-4454-9ff5-0979210e8cca tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:47.959156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-357c02c0-d40c-4e1c-b7d2-5b71a49db2b9 None None] Port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:48.019019 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.021519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-357c02c0-d40c-4e1c-b7d2-5b71a49db2b9 None None] Provisioning for port 8f6682e7-807c-456b-8719-b5adefaf5440 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:48.040201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-357c02c0-d40c-4e1c-b7d2-5b71a49db2b9 None None] Provisioning complete for port 8f6682e7-807c-456b-8719-b5adefaf5440 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:48.040570 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-357c02c0-d40c-4e1c-b7d2-5b71a49db2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.120008 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-c9d7bd0a-d813-4b35-999f-d32d574896f9 service neutron] 10.222.0.41 "GET /v2.0/ports/af1e6a39-183a-43f6-ad18-e04ef786eda4/bindings/n-h1-802011-3 HTTP/1.1" status: 200 len: 384 time: 0.5553091 Jul 27 22:02:48.123204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-072025ab-a5ad-46fd-9ef0-91b835ba44d6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.232047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-357c02c0-d40c-4e1c-b7d2-5b71a49db2b9 None None] Port 8f6682e7-807c-456b-8719-b5adefaf5440 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:48.235070 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.282039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 84babf35-cba2-40fb-9018-2fffe3463bbb, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=84babf35-cba2-40fb-9018-2fffe3463bbb,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:48.287212 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.314131 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-072025ab-a5ad-46fd-9ef0-91b835ba44d6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.323635 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-072025ab-a5ad-46fd-9ef0-91b835ba44d6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.380898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=84babf35-cba2-40fb-9018-2fffe3463bbb,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:48.386594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c60fed86-c82e-4efa-aaa7-fcfb0aa5a844 None None] Provisioning complete for port 84babf35-cba2-40fb-9018-2fffe3463bbb triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:48.386996 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c60fed86-c82e-4efa-aaa7-fcfb0aa5a844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.425748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072025ab-a5ad-46fd-9ef0-91b835ba44d6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988706cc-3657-4f8e-b80a-3668a260f163,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:48.429639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d733-d2c3-4454-9ff5-0979210e8cca tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.433163 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-072025ab-a5ad-46fd-9ef0-91b835ba44d6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.434686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-072025ab-a5ad-46fd-9ef0-91b835ba44d6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5848825 Jul 27 22:02:48.441011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36558) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:48.458883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e0f1d8a4-55d8-4773-8851-c2fc5773529c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'security_group_rule': {'security_group_id': 'a33470ad-e95c-41cf-aae2-c312dfe4463e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:48.471498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c0a9d733-d2c3-4454-9ff5-0979210e8cca tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for 67b11c98-4bcb-4207-be7b-e13f20de3686 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:48.533009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c60fed86-c82e-4efa-aaa7-fcfb0aa5a844 None None] Provisioning complete for port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:48.533384 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c60fed86-c82e-4efa-aaa7-fcfb0aa5a844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.535326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e420bb9e-ee6a-4fae-845f-bc8924733983 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:48.627462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c60fed86-c82e-4efa-aaa7-fcfb0aa5a844 None None] Port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:48.642662 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0f1d8a4-55d8-4773-8851-c2fc5773529c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.653711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c60fed86-c82e-4efa-aaa7-fcfb0aa5a844 None None] Provisioning complete for port 8f6682e7-807c-456b-8719-b5adefaf5440 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:48.654097 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c60fed86-c82e-4efa-aaa7-fcfb0aa5a844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.687998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e420bb9e-ee6a-4fae-845f-bc8924733983 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:48.688571 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.725260 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c60fed86-c82e-4efa-aaa7-fcfb0aa5a844 None None] Port 8f6682e7-807c-456b-8719-b5adefaf5440 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:02:48.804273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a77d7a7d-78ca-464f-9235-bdc6edc397dd up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:48.832376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-ed4ed47f-8ef7-4b48-ac86-50ce6c9a1553 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Router 759a2d7d-ba3e-4e17-a1c4-00040772751c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:48.848496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9ad9c-4652-4789-bc37-6b31e31e1d3d req-f3b31c55-f082-4a16-8492-cbf452b3318b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:48.850429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7e9ad9c-4652-4789-bc37-6b31e31e1d3d req-f3b31c55-f082-4a16-8492-cbf452b3318b tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 951 time: 0.1386590 Jul 27 22:02:48.862372 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0f1d8a4-55d8-4773-8851-c2fc5773529c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.872560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a77d7a7d-78ca-464f-9235-bdc6edc397dd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:48.873522 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.927793 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0f1d8a4-55d8-4773-8851-c2fc5773529c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:48.958720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7e9ad9c-4652-4789-bc37-6b31e31e1d3d req-9bd8df52-4588-4614-aabd-570166375e72 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003578 Jul 27 22:02:49.010595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-bde8cdef-64bf-457b-b277-c2bb13ce2f82 service neutron] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:49.033457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1d8a4-55d8-4773-8851-c2fc5773529c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d53365-e55d-4012-bd47-20b85bf09744,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:49.044545 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d733-d2c3-4454-9ff5-0979210e8cca tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.051366 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e0f1d8a4-55d8-4773-8851-c2fc5773529c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.055460 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e0f1d8a4-55d8-4773-8851-c2fc5773529c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5972757 Jul 27 22:02:49.060368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:49.072888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:49.101071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-bde8cdef-64bf-457b-b277-c2bb13ce2f82 service neutron] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:49.103104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9d733-d2c3-4454-9ff5-0979210e8cca tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=67b11c98-4bcb-4207-be7b-e13f20de3686,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:49.128355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-ed4ed47f-8ef7-4b48-ac86-50ce6c9a1553 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:49.134288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-ed4ed47f-8ef7-4b48-ac86-50ce6c9a1553 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.142599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927033b-f562-4ae6-885c-2946f3fb57f3 None None] Sync routers for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:49.145415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa5631-2b60-4232-8f36-b3da8b394fbc req-50ddc2f5-c5ec-4b05-b41d-5badf8b735d9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:49.146992 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-12aa5631-2b60-4232-8f36-b3da8b394fbc req-50ddc2f5-c5ec-4b05-b41d-5badf8b735d9 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 951 time: 0.3325198 Jul 27 22:02:49.173164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-ed4ed47f-8ef7-4b48-ac86-50ce6c9a1553 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "PUT /v2.0/floatingips/6a063cf1-5aee-44ad-8468-812c0d2c53a0 HTTP/1.1" status: 200 len: 996 time: 5.6790216 Jul 27 22:02:49.173164 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.186130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927033b-f562-4ae6-885c-2946f3fb57f3 None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:49.186816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2927033b-f562-4ae6-885c-2946f3fb57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:49.187059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:49.189796 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac84920b-585b-4d68-b6f0-0314a97787d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:49.253292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-bde8cdef-64bf-457b-b277-c2bb13ce2f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1e6a39-183a-43f6-ad18-e04ef786eda4 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:02:49.308675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-bde8cdef-64bf-457b-b277-c2bb13ce2f82 service neutron] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:49.356235 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-bde8cdef-64bf-457b-b277-c2bb13ce2f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.359205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2927033b-f562-4ae6-885c-2946f3fb57f3 None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:49.441190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31191753-9eea-40a5-aae1-f81c8cb0ee38 req-ebe21bab-caa9-45c6-ab9a-8a9db8bb3dd6 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:49.446412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0a9d733-d2c3-4454-9ff5-0979210e8cca tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.449189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31191753-9eea-40a5-aae1-f81c8cb0ee38 req-ebe21bab-caa9-45c6-ab9a-8a9db8bb3dd6 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 943 time: 0.1183629 Jul 27 22:02:49.452289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-d735df6d-b8bf-42c2-a99d-d25ad6d1f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:49.455546 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c0a9d733-d2c3-4454-9ff5-0979210e8cca tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/67b11c98-4bcb-4207-be7b-e13f20de3686 HTTP/1.1" status: 204 len: 168 time: 2.3030331 Jul 27 22:02:49.455718 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-d735df6d-b8bf-42c2-a99d-d25ad6d1f88b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 1097 time: 0.1745954 Jul 27 22:02:49.455718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:49.519923 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb6c547-3e74-4fc7-8ecb-04f5fb64f1f5 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:02:49.522403 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-feb6c547-3e74-4fc7-8ecb-04f5fb64f1f5 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/67b11c98-4bcb-4207-be7b-e13f20de3686 HTTP/1.1" status: 404 len: 333 time: 0.0655549 Jul 27 22:02:49.539031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36590) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:49.618462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31191753-9eea-40a5-aae1-f81c8cb0ee38 req-2f9c6061-9141-48de-b7a5-581cb8f89a5e tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683607 Jul 27 22:02:49.655413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-12aa5631-2b60-4232-8f36-b3da8b394fbc req-87c6043a-301a-45fb-a886-c8a88dfcde08 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Deleting port 66cba410-a812-48cb-908f-9dec77b1c11f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:49.655833 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12aa5631-2b60-4232-8f36-b3da8b394fbc req-87c6043a-301a-45fb-a886-c8a88dfcde08 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.698623 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.702188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-6ad94cfd-0ba5-478d-b39c-8ad0f0ca14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:49.709992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-6ad94cfd-0ba5-478d-b39c-8ad0f0ca14a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.2182240 Jul 27 22:02:49.731173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f589c62-ccaf-4c62-ac01-2148966bb33a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting subnet 9465aa8f-f4ed-475e-9ea9-ba0d18d09061 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:02:49.734639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f589c62-ccaf-4c62-ac01-2148966bb33a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.796915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-bde8cdef-64bf-457b-b277-c2bb13ce2f82 service neutron] Transition to ACTIVE for port object af1e6a39-183a-43f6-ad18-e04ef786eda4 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:49.814135 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-bde8cdef-64bf-457b-b277-c2bb13ce2f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.819874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f589c62-ccaf-4c62-ac01-2148966bb33a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.855298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2927033b-f562-4ae6-885c-2946f3fb57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6a063cf1-5aee-44ad-8468-812c0d2c53a0', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'port_id': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'mac_address': 'fa:16:3e:cd:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45811f9-5840-4732-9e85-c8743257025b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:21Z', 'updated_at': '2021-07-27T22:02:46Z', 'revision_number': 1, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:49.882317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927033b-f562-4ae6-885c-2946f3fb57f3 None None] Checking router: 759a2d7d-ba3e-4e17-a1c4-00040772751c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:49.892440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927033b-f562-4ae6-885c-2946f3fb57f3 None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:49.893056 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2927033b-f562-4ae6-885c-2946f3fb57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:49.893318 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-d96e2b15-2085-4b75-a5bb-194b0cca9b13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 999 time: 0.1824064 Jul 27 22:02:49.911588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-12aa5631-2b60-4232-8f36-b3da8b394fbc req-87c6043a-301a-45fb-a886-c8a88dfcde08 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] For port 66cba410-a812-48cb-908f-9dec77b1c11f, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=66cba410-a812-48cb-908f-9dec77b1c11f,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:49.911835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12aa5631-2b60-4232-8f36-b3da8b394fbc req-87c6043a-301a-45fb-a886-c8a88dfcde08 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:49.949998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-bde8cdef-64bf-457b-b277-c2bb13ce2f82 service neutron] No DVR routers for this DVR port af1e6a39-183a-43f6-ad18-e04ef786eda4 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:49.963837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-12aa5631-2b60-4232-8f36-b3da8b394fbc req-87c6043a-301a-45fb-a886-c8a88dfcde08 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Calling delete_port for 66cba410-a812-48cb-908f-9dec77b1c11f owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:49.984723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6fcce-a628-43e3-9731-f5bc62339997 req-f690bfd8-63a7-4cd7-b23f-8036400476b2 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:49.984723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-38c6fcce-a628-43e3-9731-f5bc62339997 req-f690bfd8-63a7-4cd7-b23f-8036400476b2 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 944 time: 0.1930161 Jul 27 22:02:50.006378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656ed61-5445-4ac5-965d-0e642c9acd3b req-2922c3d3-e2f1-4604-b5a1-cc05cc707ec2 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.006378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2656ed61-5445-4ac5-965d-0e642c9acd3b req-2922c3d3-e2f1-4604-b5a1-cc05cc707ec2 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 944 time: 0.1970885 Jul 27 22:02:50.017180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2927033b-f562-4ae6-885c-2946f3fb57f3 None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:50.020949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Allocated IP 172.25.1.66 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/d668bd63-6695-4e30-b777-7b34f25cda94) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:50.024561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-4ebc1f00-0e98-4975-8e22-12ddf5bb98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.026202 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-4ebc1f00-0e98-4975-8e22-12ddf5bb98d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.1321166 Jul 27 22:02:50.038000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8cdef-64bf-457b-b277-c2bb13ce2f82 service neutron] Pushing event updated for resources: {'Port': ['ID=af1e6a39-183a-43f6-ad18-e04ef786eda4,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:50.049414 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-bde8cdef-64bf-457b-b277-c2bb13ce2f82 service neutron] 10.222.0.41 "PUT /v2.0/ports/af1e6a39-183a-43f6-ad18-e04ef786eda4/bindings/n-h1-802011-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8752224 Jul 27 22:02:50.125861 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f589c62-ccaf-4c62-ac01-2148966bb33a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.200548 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2656ed61-5445-4ac5-965d-0e642c9acd3b req-bcc2e2ae-4f16-4f23-969e-09541776441c tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875105 Jul 27 22:02:50.237558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-ecef49be-7e75-4ef0-b78f-d947674428bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.245123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-ecef49be-7e75-4ef0-b78f-d947674428bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917160 Jul 27 22:02:50.249451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-c0729b83-1153-4636-ae94-e097f23fc23b tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.250999 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-c0729b83-1153-4636-ae94-e097f23fc23b tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc&tenant_id=48c07bc2e64240d8afb0624a793a2735&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1095 time: 0.1400239 Jul 27 22:02:50.251236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-6b6a7fce-8809-4131-aae3-b9a9055c84a9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:02:50.252175 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-6b6a7fce-8809-4131-aae3-b9a9055c84a9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063436 Jul 27 22:02:50.277240 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3390f41b-2c06-41dd-a4df-c9b5126c0dde x-openstack-request-id: req-3390f41b-2c06-41dd-a4df-c9b5126c0dde {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:50.277564 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:50.277833 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3390f41b-2c06-41dd-a4df-c9b5126c0dde {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:50.278191 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'status': 'completed', 'code': 200} Jul 27 22:02:50.308980 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f589c62-ccaf-4c62-ac01-2148966bb33a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.331183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.43', 62184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:50.393917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2927033b-f562-4ae6-885c-2946f3fb57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6a063cf1-5aee-44ad-8468-812c0d2c53a0', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'port_id': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'mac_address': 'fa:16:3e:cd:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45811f9-5840-4732-9e85-c8743257025b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:21Z', 'updated_at': '2021-07-27T22:02:46Z', 'revision_number': 1, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:50.399432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f589c62-ccaf-4c62-ac01-2148966bb33a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Subnet': ['ID=9465aa8f-f4ed-475e-9ea9-ba0d18d09061,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:50.423028 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f589c62-ccaf-4c62-ac01-2148966bb33a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.424935 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2f589c62-ccaf-4c62-ac01-2148966bb33a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/9465aa8f-f4ed-475e-9ea9-ba0d18d09061 HTTP/1.1" status: 204 len: 168 time: 0.8836684 Jul 27 22:02:50.429603 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36598) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:50.440296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9831d3-9c57-49a7-ad48-5b7d0774da62 None None] Network b2b56866-205f-40d4-9cb8-dfa21b45284d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:50.444584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927033b-f562-4ae6-885c-2946f3fb57f3 None None] The sync data for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 is: [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6a063cf1-5aee-44ad-8468-812c0d2c53a0', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'port_id': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'mac_address': 'fa:16:3e:cd:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45811f9-5840-4732-9e85-c8743257025b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:21Z', 'updated_at': '2021-07-27T22:02:46Z', 'revision_number': 1, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:50.465953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-38c6fcce-a628-43e3-9731-f5bc62339997 req-38ac0d56-1851-4ee5-89b3-f360ef009a4e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Deleting port 33ea45eb-527a-4264-9052-090a0fba4306 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:50.466413 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-38c6fcce-a628-43e3-9731-f5bc62339997 req-38ac0d56-1851-4ee5-89b3-f360ef009a4e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.466681 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 84babf35-cba2-40fb-9018-2fffe3463bbb up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:50.505074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-abfbec56-69cc-4ada-b648-da92fc52dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.506711 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-abfbec56-69cc-4ada-b648-da92fc52dbea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc&tenant_id=48c07bc2e64240d8afb0624a793a2735 HTTP/1.1" status: 200 len: 1095 time: 0.2435334 Jul 27 22:02:50.518238 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12aa5631-2b60-4232-8f36-b3da8b394fbc req-87c6043a-301a-45fb-a886-c8a88dfcde08 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.529526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84920b-585b-4d68-b6f0-0314a97787d1 req-85aa4906-1629-43ef-933b-848f2c7390a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.531115 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac84920b-585b-4d68-b6f0-0314a97787d1 req-85aa4906-1629-43ef-933b-848f2c7390a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 1097 time: 0.1959574 Jul 27 22:02:50.547890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['456478a7-f3b0-470d-a6ec-74dfc66dbe60', '11fd5afa-92b7-4da2-90ab-f8feda3113ff'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:50.550047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['66cba410-a812-48cb-908f-9dec77b1c11f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:50.570117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.614455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6043a-301a-45fb-a886-c8a88dfcde08 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Pushing event deleted for resources: {'Port': ['ID=66cba410-a812-48cb-908f-9dec77b1c11f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:50.677007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-85bf0ca3-a66a-47d7-ad72-3ac27d6795b1 service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134035 Jul 27 22:02:50.705215 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.706950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa267415-7bda-41e5-9018-083c4fc60f9c req-9b1c8e4d-6a24-4d5f-a3c3-1b6fa5faa26a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.712017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa267415-7bda-41e5-9018-083c4fc60f9c req-9b1c8e4d-6a24-4d5f-a3c3-1b6fa5faa26a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=69dae3f7-9437-4deb-87ca-3da0ab8ac7fa HTTP/1.1" status: 200 len: 868 time: 0.2926235 Jul 27 22:02:50.778273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aa5631-2b60-4232-8f36-b3da8b394fbc req-87c6043a-301a-45fb-a886-c8a88dfcde08 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] No DVR routers for this DVR port 66cba410-a812-48cb-908f-9dec77b1c11f on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:50.782890 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12aa5631-2b60-4232-8f36-b3da8b394fbc req-87c6043a-301a-45fb-a886-c8a88dfcde08 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.785095 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-12aa5631-2b60-4232-8f36-b3da8b394fbc req-87c6043a-301a-45fb-a886-c8a88dfcde08 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.43 "DELETE /v2.0/ports/66cba410-a812-48cb-908f-9dec77b1c11f HTTP/1.1" status: 204 len: 173 time: 1.6272635 Jul 27 22:02:50.785865 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36606) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:50.789775 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'name': 'network-vif-deleted', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:50.793884 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6701db94-0321-4a73-ba20-b243d3fe919d" -d '{"events": [{"server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "name": "network-vif-deleted", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:50.818539 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8909c-9542-408d-8aeb-6f0f18ad2ec4 None None] New status for floating IP 6a063cf1-5aee-44ad-8468-812c0d2c53a0: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:02:50.825304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-38c6fcce-a628-43e3-9731-f5bc62339997 req-38ac0d56-1851-4ee5-89b3-f360ef009a4e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] For port 33ea45eb-527a-4264-9052-090a0fba4306, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=33ea45eb-527a-4264-9052-090a0fba4306,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:50.825304 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-38c6fcce-a628-43e3-9731-f5bc62339997 req-38ac0d56-1851-4ee5-89b3-f360ef009a4e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.848060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-6cbb6230-325f-4594-9eb4-33debc7587d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:50.852862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 84babf35-cba2-40fb-9018-2fffe3463bbb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:50.853233 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.855292 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-6cbb6230-325f-4594-9eb4-33debc7587d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 1095 time: 0.2717509 Jul 27 22:02:50.865078 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:50.930462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-38c6fcce-a628-43e3-9731-f5bc62339997 req-38ac0d56-1851-4ee5-89b3-f360ef009a4e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Calling delete_port for 33ea45eb-527a-4264-9052-090a0fba4306 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:50.966075 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa267415-7bda-41e5-9018-083c4fc60f9c req-3c69e092-024d-4e63-b190-bbba9f8db0b3 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455444 Jul 27 22:02:51.055419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:51.071137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Port': ['ID=d668bd63-6695-4e30-b777-7b34f25cda94,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:51.106150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354df251-7465-4f61-8758-ce851e0dc337 None None] DHCP port deletion for b2b56866-205f-40d4-9cb8-dfa21b45284d request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:02:51.133025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:51.141805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:51.195825 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aaf5cc7b-7f9c-4277-9b42-ed151778797e req-8a8a0f39-e2c6-44d6-bf8d-0220f98c1bff service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103254 Jul 27 22:02:51.286694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-354df251-7465-4f61-8758-ce851e0dc337 None None] Deleting port e420bb9e-ee6a-4fae-845f-bc8924733983 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:51.287304 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-354df251-7465-4f61-8758-ce851e0dc337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:51.370493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c53d-101a-4ce5-be83-91f3ec562e69 req-8cfeab80-d864-4929-8df3-057d9cb9ba97 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:51.372101 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3703c53d-101a-4ce5-be83-91f3ec562e69 req-8cfeab80-d864-4929-8df3-057d9cb9ba97 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 944 time: 0.2261696 Jul 27 22:02:51.375288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:51.411701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-354df251-7465-4f61-8758-ce851e0dc337 None None] For port e420bb9e-ee6a-4fae-845f-bc8924733983, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e420bb9e-ee6a-4fae-845f-bc8924733983,segment=NetworkSegment(ec7af825-b1d7-4b3e-84b3-8af412cf44b0),segment_id=ec7af825-b1d7-4b3e-84b3-8af412cf44b0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:51.412321 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-354df251-7465-4f61-8758-ce851e0dc337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:51.429841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-354df251-7465-4f61-8758-ce851e0dc337 None None] Calling delete_port for e420bb9e-ee6a-4fae-845f-bc8924733983 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:51.490969 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:51.498239 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-38c6fcce-a628-43e3-9731-f5bc62339997 req-38ac0d56-1851-4ee5-89b3-f360ef009a4e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:51.533013 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3703c53d-101a-4ce5-be83-91f3ec562e69 req-21b808dd-b36a-4ea5-9c09-10d3e68754c8 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526060 Jul 27 22:02:51.570633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac0d56-1851-4ee5-89b3-f360ef009a4e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Pushing event deleted for resources: {'Port': ['ID=33ea45eb-527a-4264-9052-090a0fba4306,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:51.570891 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-354df251-7465-4f61-8758-ce851e0dc337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:51.622200 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deda6419-08c1-4c7b-bea9-f924e9374429 x-openstack-request-id: req-deda6419-08c1-4c7b-bea9-f924e9374429 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:51.622856 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dae3f7-9437-4deb-87ca-3da0ab8ac7fa", "name": "network-vif-deleted", "tag": "66cba410-a812-48cb-908f-9dec77b1c11f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:51.622856 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-deda6419-08c1-4c7b-bea9-f924e9374429 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:51.623431 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dae3f7-9437-4deb-87ca-3da0ab8ac7fa', 'name': 'network-vif-deleted', 'tag': '66cba410-a812-48cb-908f-9dec77b1c11f', 'status': 'completed', 'code': 200} Jul 27 22:02:51.627963 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d10ba19b-1e7b-44aa-8120-c80f2b94c786 req-27cc868e-abd0-4c20-981e-2c942541bb38 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c289bfd-de5f-4f22-bac2-65ec6c0e57aa HTTP/1.1" status: 200 len: 210 time: 0.0723865 Jul 27 22:02:51.637120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354df251-7465-4f61-8758-ce851e0dc337 None None] Pushing event deleted for resources: {'Port': ['ID=e420bb9e-ee6a-4fae-845f-bc8924733983,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:51.658860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354df251-7465-4f61-8758-ce851e0dc337 None None] No DVR routers for this DVR port e420bb9e-ee6a-4fae-845f-bc8924733983 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:51.677097 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af6ede8c-5938-4f80-ae8b-ea558ce8e753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:51.682965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84920b-585b-4d68-b6f0-0314a97787d1 req-cd733c99-0a10-4ed4-8f8e-0ed6c57be64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:51.684278 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac84920b-585b-4d68-b6f0-0314a97787d1 req-cd733c99-0a10-4ed4-8f8e-0ed6c57be64a service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 1.1063552 Jul 27 22:02:51.738640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c6fcce-a628-43e3-9731-f5bc62339997 req-38ac0d56-1851-4ee5-89b3-f360ef009a4e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] No DVR routers for this DVR port 33ea45eb-527a-4264-9052-090a0fba4306 on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:51.749513 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-38c6fcce-a628-43e3-9731-f5bc62339997 req-38ac0d56-1851-4ee5-89b3-f360ef009a4e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:51.751486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-38c6fcce-a628-43e3-9731-f5bc62339997 req-38ac0d56-1851-4ee5-89b3-f360ef009a4e tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.43 "DELETE /v2.0/ports/33ea45eb-527a-4264-9052-090a0fba4306 HTTP/1.1" status: 204 len: 173 time: 1.7472663 Jul 27 22:02:51.768861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port e420bb9e-ee6a-4fae-845f-bc8924733983 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:51.769206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:51.825508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-50792c2c-6005-4cb0-bce9-7aef9b84acfb tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:51.826993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-50792c2c-6005-4cb0-bce9-7aef9b84acfb tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1258512 Jul 27 22:02:51.843376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-a572c349-0fb5-44f5-9370-5f23e41979ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:51.844915 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-a572c349-0fb5-44f5-9370-5f23e41979ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.9539089 Jul 27 22:02:51.858534 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac84920b-585b-4d68-b6f0-0314a97787d1 req-0d3c94ac-6c02-4ce4-8f7a-afdd567647a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 1001 time: 0.1606138 Jul 27 22:02:51.933191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] For port e420bb9e-ee6a-4fae-845f-bc8924733983, host n-d-802011-3, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:51.933432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:51.944114 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-9c649bc1-ebc7-4bbc-92fc-a9d361421b00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4 HTTP/1.1" status: 200 len: 217 time: 0.0618768 Jul 27 22:02:51.961409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-246c7ce7-d29b-4465-a104-7a14a401fd44 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 1001 time: 0.1207752 Jul 27 22:02:51.964226 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:51.973318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-d463dc9f-976d-4397-98a3-b55f9377a00c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Request body: {'floatingip': {'port_id': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:51.976173 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:51.985800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for e420bb9e-ee6a-4fae-845f-bc8924733983 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:51.991419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Port e420bb9e-ee6a-4fae-845f-bc8924733983 was not found and therefore no delete operation was performed {{(pid=93834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:02:52.018010 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.063850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84920b-585b-4d68-b6f0-0314a97787d1 req-21f33756-04a1-40a9-81bb-2de69757bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:52.065042 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac84920b-585b-4d68-b6f0-0314a97787d1 req-21f33756-04a1-40a9-81bb-2de69757bc0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.1729095 Jul 27 22:02:52.077694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=e420bb9e-ee6a-4fae-845f-bc8924733983,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:52.079659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No DVR routers for this DVR port e420bb9e-ee6a-4fae-845f-bc8924733983 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:52.107829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-1329f89d-4562-4bd7-8c65-f63e69d30646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:52.109314 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-1329f89d-4562-4bd7-8c65-f63e69d30646 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.1404736 Jul 27 22:02:52.113913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Port': ['ID=d668bd63-6695-4e30-b777-7b34f25cda94,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:52.120868 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-d463dc9f-976d-4397-98a3-b55f9377a00c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.142098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af6ede8c-5938-4f80-ae8b-ea558ce8e753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.176799 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af6ede8c-5938-4f80-ae8b-ea558ce8e753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.187672 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-358473a4-7c3b-4a26-b536-be1857523637 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432091 Jul 27 22:02:52.201254 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.263143 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.264378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-559d5a39-06a8-4c5e-8021-9989be8b19fb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2029865 Jul 27 22:02:52.282193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c289bfd-de5f-4f22-bac2-65ec6c0e57aa', 'name': 'network-vif-deleted', 'tag': '33ea45eb-527a-4264-9052-090a0fba4306'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:52.284505 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79ba877-6be0-4dac-bc76-bfff1ec1d6aa" -d '{"events": [{"server_uuid": "3c289bfd-de5f-4f22-bac2-65ec6c0e57aa", "name": "network-vif-deleted", "tag": "33ea45eb-527a-4264-9052-090a0fba4306"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:52.379037 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-af6ede8c-5938-4f80-ae8b-ea558ce8e753 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11ef1dfe61514e579e634a83c4f5a34e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5809910 Jul 27 22:02:52.382056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84920b-585b-4d68-b6f0-0314a97787d1 req-03b8c82f-a328-4c26-a5d5-3ec38de8800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:52.383301 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac84920b-585b-4d68-b6f0-0314a97787d1 req-03b8c82f-a328-4c26-a5d5-3ec38de8800d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2986503 Jul 27 22:02:52.393336 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.395862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36630) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:52.399049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-32970fb5-a6d5-496b-bfce-a519044cf1a7 req-a0d02d9c-d604-484e-a6ed-e44a40640c2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1556065 Jul 27 22:02:52.399694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ede8c-5938-4f80-ae8b-ea558ce8e753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343bd135-16af-4b25-9592-e9400790bb1a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:52.434504 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b56866-205f-40d4-9cb8-dfa21b45284d']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:52.447354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e420bb9e-ee6a-4fae-845f-bc8924733983 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:52.497356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: e420bb9e-ee6a-4fae-845f-bc8924733983 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:52.497575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e420bb9e-ee6a-4fae-845f-bc8924733983 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:52.531685 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7af825-b1d7-4b3e-84b3-8af412cf44b0') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:52.532016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7af825-b1d7-4b3e-84b3-8af412cf44b0') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:52.557594 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.613551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.633344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32970fb5-a6d5-496b-bfce-a519044cf1a7 req-ec23d6a4-6fc1-4641-918b-fdff2f8323ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:52.634983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-32970fb5-a6d5-496b-bfce-a519044cf1a7 req-ec23d6a4-6fc1-4641-918b-fdff2f8323ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48c07bc2e64240d8afb0624a793a2735&device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 1096 time: 0.1886568 Jul 27 22:02:52.636879 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-bdeb6df8-4938-444c-832c-6f8649fd9a35 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278135 Jul 27 22:02:52.648856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:02:52.649267 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:02:52.657172 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:02:52.670726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 33ea45eb-527a-4264-9052-090a0fba4306 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:52.692179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 33ea45eb-527a-4264-9052-090a0fba4306 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:52.692626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 33ea45eb-527a-4264-9052-090a0fba4306 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:52.693166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 66cba410-a812-48cb-908f-9dec77b1c11f no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:52.715923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 66cba410-a812-48cb-908f-9dec77b1c11f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:52.716358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 66cba410-a812-48cb-908f-9dec77b1c11f not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:52.745060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f55e79c-7e96-487f-a0f6-5c6d2b770c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.792763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d68a7f-917e-4081-af02-9414940916af req-4c9e09bd-7c7c-496c-8545-215351b04dc5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:52.794248 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12d68a7f-917e-4081-af02-9414940916af req-4c9e09bd-7c7c-496c-8545-215351b04dc5 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.0894749 Jul 27 22:02:52.801413 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac84920b-585b-4d68-b6f0-0314a97787d1 req-95c98efa-e1e9-47bf-9dbf-82626a152453 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826003 Jul 27 22:02:52.877074 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12d68a7f-917e-4081-af02-9414940916af req-169ffe87-7738-44ff-9245-0b07f1b27081 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742424 Jul 27 22:02:52.885870 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.890295 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f55e79c-7e96-487f-a0f6-5c6d2b770c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.913498 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:52.915438 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/networks/b2b56866-205f-40d4-9cb8-dfa21b45284d HTTP/1.1" status: 204 len: 168 time: 2.4819357 Jul 27 22:02:52.938609 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36640) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:52.950019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-40591df2-7169-4564-8e2a-d2287a735ec7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1349645523'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:52.957951 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c546f7-4e93-4ac2-89ad-8b1b9a546387 x-openstack-request-id: req-a7c546f7-4e93-4ac2-89ad-8b1b9a546387 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:52.958331 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c289bfd-de5f-4f22-bac2-65ec6c0e57aa", "name": "network-vif-deleted", "tag": "33ea45eb-527a-4264-9052-090a0fba4306", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:52.958515 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7c546f7-4e93-4ac2-89ad-8b1b9a546387 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:52.959253 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c289bfd-de5f-4f22-bac2-65ec6c0e57aa', 'name': 'network-vif-deleted', 'tag': '33ea45eb-527a-4264-9052-090a0fba4306', 'status': 'completed', 'code': 200} Jul 27 22:02:52.974098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f991f-2f47-419b-b95e-53f2157f6b86 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Network': ['ID=b2b56866-205f-40d4-9cb8-dfa21b45284d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:53.042499 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-cebbd7b1-4d69-4a76-92ab-60652c121717 service neutron] 10.222.0.43 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891952 Jul 27 22:02:53.049241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32970fb5-a6d5-496b-bfce-a519044cf1a7 req-a08a2078-cd8f-4b6a-8565-e9540efa9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:53.050713 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-32970fb5-a6d5-496b-bfce-a519044cf1a7 req-a08a2078-cd8f-4b6a-8565-e9540efa9460 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 200 len: 909 time: 0.3927748 Jul 27 22:02:53.071595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40591df2-7169-4564-8e2a-d2287a735ec7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:53.075705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40591df2-7169-4564-8e2a-d2287a735ec7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:53.111736 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac84920b-585b-4d68-b6f0-0314a97787d1 req-3a3bf5b9-1298-462f-8bbc-8f7d14bb5759 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968760 Jul 27 22:02:53.120390 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-32970fb5-a6d5-496b-bfce-a519044cf1a7 req-b08defaa-80f2-46e3-8e0d-be71e5ee9b08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf HTTP/1.1" status: 200 len: 217 time: 0.0617633 Jul 27 22:02:53.141431 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f55e79c-7e96-487f-a0f6-5c6d2b770c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:53.143857 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f55e79c-7e96-487f-a0f6-5c6d2b770c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:53.145150 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7f55e79c-7e96-487f-a0f6-5c6d2b770c19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/343bd135-16af-4b25-9592-e9400790bb1a HTTP/1.1" status: 204 len: 168 time: 0.7417252 Jul 27 22:02:53.180337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55e79c-7e96-487f-a0f6-5c6d2b770c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343bd135-16af-4b25-9592-e9400790bb1a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:53.186239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40591df2-7169-4564-8e2a-d2287a735ec7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:02:53.189983 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-d463dc9f-976d-4397-98a3-b55f9377a00c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:53.194690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-d2e6ce84-361b-4a10-bc04-447b9d43dea5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1812314277&fields=id&tenant_id=babe1211a4104c579285a0c283ed0cca HTTP/1.1" status: 200 len: 267 time: 0.0855193 Jul 27 22:02:53.196425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-d463dc9f-976d-4397-98a3-b55f9377a00c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:53.214570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32970fb5-a6d5-496b-bfce-a519044cf1a7 req-cbb9cf1d-b9e8-445e-9ecf-c0b1dd671c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:53.220127 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-32970fb5-a6d5-496b-bfce-a519044cf1a7 req-cbb9cf1d-b9e8-445e-9ecf-c0b1dd671c56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 200 len: 848 time: 0.0912964 Jul 27 22:02:53.221321 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40591df2-7169-4564-8e2a-d2287a735ec7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:53.221661 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-40591df2-7169-4564-8e2a-d2287a735ec7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Added segment e4a42a15-d76c-45c0-9e23-a51c3f62fe8b of type vlan for network 45dc2629-b207-442e-9bb8-b6c153c6ddc8 Jul 27 22:02:53.278851 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-32970fb5-a6d5-496b-bfce-a519044cf1a7 req-8ffa87e9-c077-4734-b578-bb1feb25b5c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7cee2f76-6b3e-4186-8970-022f34a894f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484607 Jul 27 22:02:53.293312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-43688d59-d83f-41f7-88fd-49d37fb9b496 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:53.294765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-43688d59-d83f-41f7-88fd-49d37fb9b496 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports/3e2e069c-b4e5-4d60-8ef1-59e97587c47f HTTP/1.1" status: 200 len: 931 time: 0.0582302 Jul 27 22:02:53.312737 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40591df2-7169-4564-8e2a-d2287a735ec7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:53.380128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e0c07032-3cd0-48c2-9355-e7bb0b66a8a6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:53.381519 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e0c07032-3cd0-48c2-9355-e7bb0b66a8a6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports/8f6682e7-807c-456b-8719-b5adefaf5440 HTTP/1.1" status: 200 len: 931 time: 0.0602632 Jul 27 22:02:53.389888 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-d463dc9f-976d-4397-98a3-b55f9377a00c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Floating IP 6a063cf1-5aee-44ad-8468-812c0d2c53a0 associated. External IP: 172.25.1.88, port: 8adc888a-2296-4b91-b5e1-a523610a0a4f. Jul 27 22:02:53.427570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40591df2-7169-4564-8e2a-d2287a735ec7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:53.433877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40591df2-7169-4564-8e2a-d2287a735ec7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:53.434538 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40591df2-7169-4564-8e2a-d2287a735ec7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:53.443817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-175d6058-92ad-4ee7-902f-34f214e21480 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:53.445290 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-175d6058-92ad-4ee7-902f-34f214e21480 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc&tenant_id=48c07bc2e64240d8afb0624a793a2735&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1095 time: 0.1288822 Jul 27 22:02:53.482754 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-c54ec42d-c8a5-420f-bb76-a00c201905fa tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0880949 Jul 27 22:02:53.551052 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-22991b97-b9cd-4603-af74-230b5d1948f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0583649 Jul 27 22:02:53.551795 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-32970fb5-a6d5-496b-bfce-a519044cf1a7 req-0d5669e2-38d7-4188-a3f1-f934f62b0a07 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600503 Jul 27 22:02:53.552992 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-40591df2-7169-4564-8e2a-d2287a735ec7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6078053 Jul 27 22:02:53.555478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40591df2-7169-4564-8e2a-d2287a735ec7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Network': ['ID=45dc2629-b207-442e-9bb8-b6c153c6ddc8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:53.556033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:53.566710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '45dc2629-b207-442e-9bb8-b6c153c6ddc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:53.569149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 45dc2629-b207-442e-9bb8-b6c153c6ddc8 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:02:53.611787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36656) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:53.704063 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-32970fb5-a6d5-496b-bfce-a519044cf1a7 req-a670fc26-1a51-402e-bcf7-d4ad82d2a835 service neutron] 10.222.0.41 "GET /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422005 Jul 27 22:02:53.713586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-51e16446-5725-437a-9123-561a64815cb8 service neutron] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:53.716871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-51e16446-5725-437a-9123-561a64815cb8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:53.718138 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b8f3d4b-cf4e-46e6-83e4-5ef46af49382 req-51e16446-5725-437a-9123-561a64815cb8 service neutron] 10.222.0.43 "DELETE /v2.0/ports/af1e6a39-183a-43f6-ad18-e04ef786eda4/bindings/n-h2-802011-3 HTTP/1.1" status: 204 len: 173 time: 0.2241676 Jul 27 22:02:53.732540 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85acb63a-16ef-4f18-9b71-473a6915d468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:53.836794 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c288ee-e1a0-4efc-8106-4d1f2fe7d6d3 req-131b8894-3f06-460e-9784-a19b80edd47d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:53.838831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85c288ee-e1a0-4efc-8106-4d1f2fe7d6d3 req-131b8894-3f06-460e-9784-a19b80edd47d tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5a60df5-a667-424e-8f8c-09cf2c068c0d HTTP/1.1" status: 200 len: 949 time: 0.2599881 Jul 27 22:02:53.930593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bf07ac1e-1570-4777-9cb6-704f661aabe3 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:53.936405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bf07ac1e-1570-4777-9cb6-704f661aabe3 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:53.942431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bf07ac1e-1570-4777-9cb6-704f661aabe3 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:53.943975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bf07ac1e-1570-4777-9cb6-704f661aabe3 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/networks?id=16b72184-423f-48d6-9efa-1107e6681307&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&id=7efe6e56-000d-409a-b0b3-b6fad79e6b74 HTTP/1.1" status: 200 len: 1989 time: 0.3700135 Jul 27 22:02:53.951413 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:02:53.951413 n-d-802011-3 neutron-server[93835]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 22:02:53.951413 n-d-802011-3 neutron-server[93835]: [parameters: {'project_id': '563da5356aad48b5b6c71f52485b5658', 'id': '7c57f515-c59e-4b62-ba16-7fef02e2b664', 'expiration': datetime.datetime(2021, 7, 27, 22, 4, 53, 872213)}] Jul 27 22:02:53.951413 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:02:53.951861 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:02:53.996110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7285c7f2-e3f7-42f1-bb8a-ff7483e9dbd5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/quotas/babe1211a4104c579285a0c283ed0cca HTTP/1.1" status: 200 len: 375 time: 0.0433843 Jul 27 22:02:54.081440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-d463dc9f-976d-4397-98a3-b55f9377a00c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Router 759a2d7d-ba3e-4e17-a1c4-00040772751c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:54.179874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7bcd2793-0305-4364-bfca-f9ee46958346 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1579068 Jul 27 22:02:54.210938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-85c288ee-e1a0-4efc-8106-4d1f2fe7d6d3 req-d0f403d4-9202-4b0e-9a65-8aa36b278b8c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Deleting port 11fd5afa-92b7-4da2-90ab-f8feda3113ff {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:54.211776 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85c288ee-e1a0-4efc-8106-4d1f2fe7d6d3 req-d0f403d4-9202-4b0e-9a65-8aa36b278b8c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.216590 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85acb63a-16ef-4f18-9b71-473a6915d468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.266535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85acb63a-16ef-4f18-9b71-473a6915d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.395354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-85acb63a-16ef-4f18-9b71-473a6915d468 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44a9c64484dc4fd288e9aedbc657cd02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7574058 Jul 27 22:02:54.397970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36662) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:54.412848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acb63a-16ef-4f18-9b71-473a6915d468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f6ec54-70da-45eb-8e58-969cd2f6bab1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:54.440326 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-d463dc9f-976d-4397-98a3-b55f9377a00c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:54.451746 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6a27c2-ee09-47f9-a294-689e45d34fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.454399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a369d68-045a-420e-ae40-e39f9b73b00c None None] Sync routers for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:54.466225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a369d68-045a-420e-ae40-e39f9b73b00c None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:54.467290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5a369d68-045a-420e-ae40-e39f9b73b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:54.476735 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6a27c2-ee09-47f9-a294-689e45d34fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.507385 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-8d4ed2ec-3fd5-4d7e-9ff0-4251c56ada90 service neutron] 10.222.0.24 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108673 Jul 27 22:02:54.531800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-85c288ee-e1a0-4efc-8106-4d1f2fe7d6d3 req-d0f403d4-9202-4b0e-9a65-8aa36b278b8c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] For port 11fd5afa-92b7-4da2-90ab-f8feda3113ff, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=11fd5afa-92b7-4da2-90ab-f8feda3113ff,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:54.532043 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85c288ee-e1a0-4efc-8106-4d1f2fe7d6d3 req-d0f403d4-9202-4b0e-9a65-8aa36b278b8c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.536018 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6a27c2-ee09-47f9-a294-689e45d34fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.539230 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d6a27c2-ee09-47f9-a294-689e45d34fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.541801 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8d6a27c2-ee09-47f9-a294-689e45d34fc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88f6ec54-70da-45eb-8e58-969cd2f6bab1 HTTP/1.1" status: 204 len: 168 time: 0.1417768 Jul 27 22:02:54.554100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a27c2-ee09-47f9-a294-689e45d34fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f6ec54-70da-45eb-8e58-969cd2f6bab1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:54.592916 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:54.596668 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:54.603162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-85c288ee-e1a0-4efc-8106-4d1f2fe7d6d3 req-d0f403d4-9202-4b0e-9a65-8aa36b278b8c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Calling delete_port for 11fd5afa-92b7-4da2-90ab-f8feda3113ff owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:54.630735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5a369d68-045a-420e-ae40-e39f9b73b00c None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:54.820836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-2837873f-04ea-4361-bbb2-afa41747f191 service neutron] 10.222.0.24 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991805 Jul 27 22:02:54.906898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5a369d68-045a-420e-ae40-e39f9b73b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6a063cf1-5aee-44ad-8468-812c0d2c53a0', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'port_id': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'mac_address': 'fa:16:3e:ed:be:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:21Z', 'updated_at': '2021-07-27T22:02:53Z', 'revision_number': 3, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:54.931366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-4a176b62-7cc1-4e6d-8e05-eb48409b6051 service neutron] 10.222.0.24 "GET /v2.0/ports/3e2e069c-b4e5-4d60-8ef1-59e97587c47f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1023955 Jul 27 22:02:54.953718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a369d68-045a-420e-ae40-e39f9b73b00c None None] Checking router: 759a2d7d-ba3e-4e17-a1c4-00040772751c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:54.962516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a369d68-045a-420e-ae40-e39f9b73b00c None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:54.963398 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5a369d68-045a-420e-ae40-e39f9b73b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:55.082940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5a369d68-045a-420e-ae40-e39f9b73b00c None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:55.135479 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85c288ee-e1a0-4efc-8106-4d1f2fe7d6d3 req-d0f403d4-9202-4b0e-9a65-8aa36b278b8c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:55.162813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['456478a7-f3b0-470d-a6ec-74dfc66dbe60'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:02:55.512444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-d463dc9f-976d-4397-98a3-b55f9377a00c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Router 759a2d7d-ba3e-4e17-a1c4-00040772751c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:02:55.518168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f403d4-9202-4b0e-9a65-8aa36b278b8c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Pushing event deleted for resources: {'Port': ['ID=11fd5afa-92b7-4da2-90ab-f8feda3113ff,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:55.535929 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:55.580992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5a369d68-045a-420e-ae40-e39f9b73b00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6a063cf1-5aee-44ad-8468-812c0d2c53a0', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'port_id': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'mac_address': 'fa:16:3e:ed:be:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:21Z', 'updated_at': '2021-07-27T22:02:53Z', 'revision_number': 3, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:55.595227 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-39c74491-4f1d-4499-ad52-3cd3de259691 service neutron] 10.222.0.24 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298990 Jul 27 22:02:55.612736 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a369d68-045a-420e-ae40-e39f9b73b00c None None] The sync data for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 is: [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6a063cf1-5aee-44ad-8468-812c0d2c53a0', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'port_id': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'mac_address': 'fa:16:3e:ed:be:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:21Z', 'updated_at': '2021-07-27T22:02:53Z', 'revision_number': 3, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:55.629117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c288ee-e1a0-4efc-8106-4d1f2fe7d6d3 req-d0f403d4-9202-4b0e-9a65-8aa36b278b8c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] No DVR routers for this DVR port 11fd5afa-92b7-4da2-90ab-f8feda3113ff on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:02:55.689572 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-85c288ee-e1a0-4efc-8106-4d1f2fe7d6d3 req-d0f403d4-9202-4b0e-9a65-8aa36b278b8c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:55.692422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85c288ee-e1a0-4efc-8106-4d1f2fe7d6d3 req-d0f403d4-9202-4b0e-9a65-8aa36b278b8c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.41 "DELETE /v2.0/ports/11fd5afa-92b7-4da2-90ab-f8feda3113ff HTTP/1.1" status: 204 len: 173 time: 1.8372743 Jul 27 22:02:55.693757 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'name': 'network-vif-deleted', 'tag': '11fd5afa-92b7-4da2-90ab-f8feda3113ff'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:02:55.696330 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf817b5d-3228-4f40-a232-baecc48d824c" -d '{"events": [{"server_uuid": "c5a60df5-a667-424e-8f8c-09cf2c068c0d", "name": "network-vif-deleted", "tag": "11fd5afa-92b7-4da2-90ab-f8feda3113ff"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:02:55.744087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Subnet': ['ID=6b30f852-9f2e-4464-93ae-258357778bf9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:55.843142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Checking segment: {'id': 'e4a42a15-d76c-45c0-9e23-a51c3f62fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '45dc2629-b207-442e-9bb8-b6c153c6ddc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:55.843517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network hostable DHCP agents. Network: 45dc2629-b207-442e-9bb8-b6c153c6ddc8, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:02:55.872968 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8a9bf-6b5e-46b4-b6b1-0a3b9d4d93c2 None None] New status for floating IP 6a063cf1-5aee-44ad-8468-812c0d2c53a0: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:02:55.882897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-0987fc48-807f-48e8-bb4e-3b0fb19ed42a service neutron] 10.222.0.24 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584927 Jul 27 22:02:55.889605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-d463dc9f-976d-4397-98a3-b55f9377a00c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:02:55.925661 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-d463dc9f-976d-4397-98a3-b55f9377a00c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:55.960202 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-adebebd1-a361-4dc5-a084-b8760c333df1 service neutron] 10.222.0.24 "GET /v2.0/ports/8f6682e7-807c-456b-8719-b5adefaf5440?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0677884 Jul 27 22:02:55.964387 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 45dc2629-b207-442e-9bb8-b6c153c6ddc8 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:02:56.035271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 45dc2629-b207-442e-9bb8-b6c153c6ddc8) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:56.044963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce70293-9219-4b97-bc0d-360a271bb054 None None] Network 45dc2629-b207-442e-9bb8-b6c153c6ddc8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:56.115243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-552c9384-9f4d-4bd1-af75-d99048685988 service neutron] 10.222.0.24 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455021 Jul 27 22:02:56.117721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:56.118416 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:56.167179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36702) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:56.167905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ba27cc26-09c6-4f9a-a7b4-f1f76ea179ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6084306 Jul 27 22:02:56.172665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': '45dc2629-b207-442e-9bb8-b6c153c6ddc8', 'name': 'tempest-PortsTestJSON-966680967', 'fixed_ips': [{'subnet_id': '6b30f852-9f2e-4464-93ae-258357778bf9', 'ip_address': '172.20.0.10'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:56.200652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-d463dc9f-976d-4397-98a3-b55f9377a00c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "PUT /v2.0/floatingips/6a063cf1-5aee-44ad-8468-812c0d2c53a0 HTTP/1.1" status: 200 len: 998 time: 4.2320137 Jul 27 22:02:56.258814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f0f39-89af-4881-8674-194b0c065cdb None None] Sync routers for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:02:56.272039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f0f39-89af-4881-8674-194b0c065cdb None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:56.273005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-783f0f39-89af-4881-8674-194b0c065cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:56.288066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-57e611d0-c832-46a0-b8b6-f49a5af62893 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:56.289742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-57e611d0-c832-46a0-b8b6-f49a5af62893 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports/8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 943 time: 0.0619617 Jul 27 22:02:56.299170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-213336d8-7d02-4918-bf07-0ace33d02e72 service neutron] 10.222.0.24 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830935 Jul 27 22:02:56.320151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-45dc2629-b207-442e-9bb8-b6c153c6ddc8', 'network_id': '45dc2629-b207-442e-9bb8-b6c153c6ddc8', 'tenant_id': '563da5356aad48b5b6c71f52485b5658', 'fixed_ips': [{'subnet_id': '6b30f852-9f2e-4464-93ae-258357778bf9'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:02:56.321043 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:56.350896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:56.438616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-74b413aa-826f-4704-869d-f1ce26e40803 service neutron] 10.222.0.24 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383393 Jul 27 22:02:56.454972 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:56.477696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port e236f6ab-151b-47d9-96af-7f369d42cce5 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:02:56.505118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-783f0f39-89af-4881-8674-194b0c065cdb None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:56.598439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Allocated IP 172.20.0.2 (45dc2629-b207-442e-9bb8-b6c153c6ddc8/6b30f852-9f2e-4464-93ae-258357778bf9/4fc0365e-c20d-4185-9995-6c238648c7ee) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:56.628675 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-9458f557-340c-4c7e-a8fd-089ad36c0902 service neutron] 10.222.0.24 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833456 Jul 27 22:02:56.630656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-7ef9735c-3a52-4733-a376-b14def1d4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:56.632128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-7ef9735c-3a52-4733-a376-b14def1d4787 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 1097 time: 0.2236636 Jul 27 22:02:56.670751 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 11fd5afa-92b7-4da2-90ab-f8feda3113ff no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:02:56.729999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 11fd5afa-92b7-4da2-90ab-f8feda3113ff {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:02:56.730368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 11fd5afa-92b7-4da2-90ab-f8feda3113ff not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:02:56.797532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-02283b6f-6084-46f9-afd7-3ee7a5b3549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:56.799085 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-02283b6f-6084-46f9-afd7-3ee7a5b3549c service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.1605010 Jul 27 22:02:56.809254 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-f10c9f5e-9a33-45af-bbef-59ac134480b9 service neutron] 10.222.0.24 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613660 Jul 27 22:02:56.869633 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:56.882236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Transition to ACTIVE for port object 4fc0365e-c20d-4185-9995-6c238648c7ee will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:56.889039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-66888089-9321-4c16-8cb8-896974ef9ec0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 217 time: 0.0712936 Jul 27 22:02:56.902693 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Transition to ACTIVE for port object 4fc0365e-c20d-4185-9995-6c238648c7ee will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:56.908245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-783f0f39-89af-4881-8674-194b0c065cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6a063cf1-5aee-44ad-8468-812c0d2c53a0', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'port_id': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'mac_address': 'fa:16:3e:ed:be:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:21Z', 'updated_at': '2021-07-27T22:02:56Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:56.936444 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:56.940473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f0f39-89af-4881-8674-194b0c065cdb None None] Checking router: 759a2d7d-ba3e-4e17-a1c4-00040772751c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:02:56.964764 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.10 (45dc2629-b207-442e-9bb8-b6c153c6ddc8/6b30f852-9f2e-4464-93ae-258357778bf9/e236f6ab-151b-47d9-96af-7f369d42cce5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:56.971139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-482a845a-8847-469e-8d85-3fd82ee56b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:56.972798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-482a845a-8847-469e-8d85-3fd82ee56b05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.0747802 Jul 27 22:02:56.982917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Network 45dc2629-b207-442e-9bb8-b6c153c6ddc8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:56.987340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7acd1e27-b71a-400f-aca9-b591aefb7eb9 service neutron] 10.222.0.24 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767366 Jul 27 22:02:56.989642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:56.995350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f0f39-89af-4881-8674-194b0c065cdb None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:02:56.995985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-783f0f39-89af-4881-8674-194b0c065cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:56.997929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:57.043513 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Pushing event updated for resources: {'Port': ['ID=4fc0365e-c20d-4185-9995-6c238648c7ee,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:57.086308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-ea48564f-0372-4b28-8a99-60dd88797234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:57.089064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-ea48564f-0372-4b28-8a99-60dd88797234 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002579 Jul 27 22:02:57.111694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-3352d0bb-084a-45a7-ae39-d316e8e24819 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:02:57.113164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-3352d0bb-084a-45a7-ae39-d316e8e24819 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166833 Jul 27 22:02:57.126955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:57.134894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Attempting to bind port 4fc0365e-c20d-4185-9995-6c238648c7ee on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:02:57.135438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Attempting to bind port 4fc0365e-c20d-4185-9995-6c238648c7ee by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'e4a42a15-d76c-45c0-9e23-a51c3f62fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '45dc2629-b207-442e-9bb8-b6c153c6ddc8'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:02:57.135660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Attempting to bind port 4fc0365e-c20d-4185-9995-6c238648c7ee on network 45dc2629-b207-442e-9bb8-b6c153c6ddc8 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:02:57.142011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Transition to ACTIVE for port object e236f6ab-151b-47d9-96af-7f369d42cce5 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:57.149068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:02:57.149430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Checking segment: {'id': 'e4a42a15-d76c-45c0-9e23-a51c3f62fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '45dc2629-b207-442e-9bb8-b6c153c6ddc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:02:57.149836 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:57.150245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Bound using segment: {'id': 'e4a42a15-d76c-45c0-9e23-a51c3f62fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '45dc2629-b207-442e-9bb8-b6c153c6ddc8'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:02:57.151262 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Bound port: 4fc0365e-c20d-4185-9995-6c238648c7ee, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a42a15-d76c-45c0-9e23-a51c3f62fe8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '45dc2629-b207-442e-9bb8-b6c153c6ddc8'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:02:57.151789 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:57.155549 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-2cdfe571-235c-4347-b9ef-bd4389175d5e service neutron] 10.222.0.24 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562171 Jul 27 22:02:57.172189 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-783f0f39-89af-4881-8674-194b0c065cdb None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:02:57.183266 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:57.237893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 45dc2629-b207-442e-9bb8-b6c153c6ddc8 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:57.242210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:57.248278 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:57.298022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=e236f6ab-151b-47d9-96af-7f369d42cce5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:57.303442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] For port 4fc0365e-c20d-4185-9995-6c238648c7ee, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:02:57.307676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-ae3ccd23-c819-46ad-9a10-b6736b14eeda service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826742 Jul 27 22:02:57.313586 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-f604093c-eebe-43c0-b6d8-6a10b68241fe service neutron] 10.222.0.24 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326931 Jul 27 22:02:57.321970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] For port 4fc0365e-c20d-4185-9995-6c238648c7ee, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4fc0365e-c20d-4185-9995-6c238648c7ee,segment=NetworkSegment(e4a42a15-d76c-45c0-9e23-a51c3f62fe8b),segment_id=e4a42a15-d76c-45c0-9e23-a51c3f62fe8b)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:02:57.333646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:57.334290 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:57.335512 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:57.350098 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2347c237-70e9-4373-b071-b5efe23f3483 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1818001 Jul 27 22:02:57.352622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:57.357848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': '45dc2629-b207-442e-9bb8-b6c153c6ddc8', 'name': 'tempest-PortsTestJSON-93721930', 'fixed_ips': [{'subnet_id': '6b30f852-9f2e-4464-93ae-258357778bf9', 'ip_address': '172.20.0.9'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:02:57.439584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1229824-c8d1-40d9-91af-ccfc75c7f3cb None None] Pushing event updated for resources: {'Port': ['ID=4fc0365e-c20d-4185-9995-6c238648c7ee,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:57.490798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-3786b693-3deb-49a9-895d-8e128deabdc7 service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722729 Jul 27 22:02:57.495378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:02:57.502717 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:57.510166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-84de87df-012a-4ac3-972f-c4d4e41063f5 service neutron] 10.222.0.24 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820784 Jul 27 22:02:57.526425 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-783f0f39-89af-4881-8674-194b0c065cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6a063cf1-5aee-44ad-8468-812c0d2c53a0', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'port_id': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'mac_address': 'fa:16:3e:ed:be:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:21Z', 'updated_at': '2021-07-27T22:02:56Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:02:57.531171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port 71a84a66-be8f-4e13-9425-1c576ade77f0 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:02:57.558706 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f0f39-89af-4881-8674-194b0c065cdb None None] The sync data for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 is: [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6a063cf1-5aee-44ad-8468-812c0d2c53a0', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'port_id': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'mac_address': 'fa:16:3e:ed:be:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:21Z', 'updated_at': '2021-07-27T22:02:56Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:02:57.662390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-a7b27b66-2084-4b36-8a34-f1d17a49c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:57.670614 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-a7b27b66-2084-4b36-8a34-f1d17a49c503 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 1097 time: 0.1460841 Jul 27 22:02:57.744819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bc999294-f4ad-42f1-9150-87d0f488c6da service neutron] 10.222.0.24 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312126 Jul 27 22:02:57.785482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.9 (45dc2629-b207-442e-9bb8-b6c153c6ddc8/6b30f852-9f2e-4464-93ae-258357778bf9/71a84a66-be8f-4e13-9425-1c576ade77f0) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:02:57.809206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-67490e5a-05a2-437d-9598-b47f553d3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:57.819592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-67490e5a-05a2-437d-9598-b47f553d3343 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.1421564 Jul 27 22:02:57.896947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-c1473546-f11c-4354-95cf-5413bc0c852d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bee21a3e-7e8d-487b-8a36-fc714a0b6694 HTTP/1.1" status: 200 len: 1001 time: 0.0763218 Jul 27 22:02:57.960223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-153a82a6-e993-4521-9756-59c8d21f91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:57.961708 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-153a82a6-e993-4521-9756-59c8d21f91f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.0546560 Jul 27 22:02:58.003624 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:58.024670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-884926b8-1b68-4f32-8b76-db6fa90c9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:58.026392 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Transition to ACTIVE for port object 71a84a66-be8f-4e13-9425-1c576ade77f0 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:02:58.026865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-884926b8-1b68-4f32-8b76-db6fa90c9fdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555902 Jul 27 22:02:58.069487 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:58.119709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 45dc2629-b207-442e-9bb8-b6c153c6ddc8 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:02:58.123227 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:02:58.127013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:02:58.155428 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-4c29f7b3-b449-4615-9fb2-e6d6a048719a service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177857 Jul 27 22:02:58.161037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=71a84a66-be8f-4e13-9425-1c576ade77f0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:58.199978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:58.200644 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:58.220980 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b43b8e90-59ce-48ef-880e-224eb7b5e2a7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8673027 Jul 27 22:02:58.224253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36728) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:58.287376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cca45f67-834d-4c6c-8324-173bc3af6cb6 req-49e04d68-a860-4933-9c0b-f172b9cfabc2 service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248288 Jul 27 22:02:58.342104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844da5af-7a65-44b4-8bfb-8d6b7f2e3db9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:58.346681 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-844da5af-7a65-44b4-8bfb-8d6b7f2e3db9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1189003 Jul 27 22:02:58.347096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36732) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:58.470942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4fc0365e-c20d-4185-9995-6c238648c7ee up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:02:58.568112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 4fc0365e-c20d-4185-9995-6c238648c7ee completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:58.583786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588aaf8-1676-4654-9422-4a4464a95b83 req-fd34fe4a-26b2-4a89-b99b-81144162b3df tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:58.585501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e588aaf8-1676-4654-9422-4a4464a95b83 req-fd34fe4a-26b2-4a89-b99b-81144162b3df tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 944 time: 0.1851146 Jul 27 22:02:58.596801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b8364-b449-44cf-ae56-2852f0faf3ad tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:58.603401 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b8364-b449-44cf-ae56-2852f0faf3ad tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:58.610217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b8364-b449-44cf-ae56-2852f0faf3ad tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:58.614313 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-852b8364-b449-44cf-ae56-2852f0faf3ad tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.2637970 Jul 27 22:02:58.617830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:58.671307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e588aaf8-1676-4654-9422-4a4464a95b83 req-b52778cb-dc0c-4618-8a20-b9c682a8d0dc tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582137 Jul 27 22:02:58.770912 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7827590f-fa5c-434a-baf0-19af36e00cad None None] Network 45dc2629-b207-442e-9bb8-b6c153c6ddc8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:02:58.811839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-76128ecf-00bb-4205-8ad5-59b82638e987 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port 71a84a66-be8f-4e13-9425-1c576ade77f0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:58.812816 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76128ecf-00bb-4205-8ad5-59b82638e987 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:58.910324 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abe458a-e55f-462a-8d81-8d94c7229e29 x-openstack-request-id: req-9abe458a-e55f-462a-8d81-8d94c7229e29 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:02:58.910625 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a60df5-a667-424e-8f8c-09cf2c068c0d", "name": "network-vif-deleted", "tag": "11fd5afa-92b7-4da2-90ab-f8feda3113ff", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:02:58.910882 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9abe458a-e55f-462a-8d81-8d94c7229e29 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:02:58.911285 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a60df5-a667-424e-8f8c-09cf2c068c0d', 'name': 'network-vif-deleted', 'tag': '11fd5afa-92b7-4da2-90ab-f8feda3113ff', 'status': 'completed', 'code': 200} Jul 27 22:02:58.999092 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76128ecf-00bb-4205-8ad5-59b82638e987 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:59.036126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-76128ecf-00bb-4205-8ad5-59b82638e987 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for 71a84a66-be8f-4e13-9425-1c576ade77f0 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:59.056194 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b6ffca29-6aed-41ff-b077-af8577877a72 None None] Provisioning for port 4fc0365e-c20d-4185-9995-6c238648c7ee completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:59.060534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7fa0b1cd-b411-476d-bd9e-439589a8a3e9 req-bbce1bfe-5ed5-4b62-9b19-2627c29bc865 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 1001 time: 0.1296973 Jul 27 22:02:59.066839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b6ffca29-6aed-41ff-b077-af8577877a72 None None] Provisioning complete for port 4fc0365e-c20d-4185-9995-6c238648c7ee triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:59.067481 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6ffca29-6aed-41ff-b077-af8577877a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:59.171809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0b1cd-b411-476d-bd9e-439589a8a3e9 req-9894f7d3-2924-46f4-810e-3b1120d03459 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:59.194518 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7fa0b1cd-b411-476d-bd9e-439589a8a3e9 req-9894f7d3-2924-46f4-810e-3b1120d03459 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports/bee21a3e-7e8d-487b-8a36-fc714a0b6694 HTTP/1.1" status: 200 len: 943 time: 0.1297729 Jul 27 22:02:59.204444 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6ffca29-6aed-41ff-b077-af8577877a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:59.244932 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6c8cc03-26ef-47e0-98c6-cb8d75c26ac3 req-b2e5d826-4122-4a6c-b46b-334f1f759254 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.0490546 Jul 27 22:02:59.298482 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76128ecf-00bb-4205-8ad5-59b82638e987 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:59.322456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b6ffca29-6aed-41ff-b077-af8577877a72 None None] For port 4fc0365e-c20d-4185-9995-6c238648c7ee, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4fc0365e-c20d-4185-9995-6c238648c7ee,segment=NetworkSegment(e4a42a15-d76c-45c0-9e23-a51c3f62fe8b),segment_id=e4a42a15-d76c-45c0-9e23-a51c3f62fe8b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:02:59.337341 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6ffca29-6aed-41ff-b077-af8577877a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:59.342416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7fa0b1cd-b411-476d-bd9e-439589a8a3e9 req-888b307d-ac15-4b67-b8cf-ac4a82c312f6 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 1001 time: 0.1004221 Jul 27 22:02:59.347796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76128ecf-00bb-4205-8ad5-59b82638e987 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=71a84a66-be8f-4e13-9425-1c576ade77f0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:59.448158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffca29-6aed-41ff-b077-af8577877a72 None None] Pushing event updated for resources: {'Port': ['ID=4fc0365e-c20d-4185-9995-6c238648c7ee,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:02:59.459750 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76128ecf-00bb-4205-8ad5-59b82638e987 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:59.461888 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-76128ecf-00bb-4205-8ad5-59b82638e987 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/71a84a66-be8f-4e13-9425-1c576ade77f0 HTTP/1.1" status: 204 len: 168 time: 0.8410628 Jul 27 22:02:59.466408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36760) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:59.511130 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-21506dbd-2434-4aab-a0a9-a4dcf3c9f248 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:02:59.515344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-21506dbd-2434-4aab-a0a9-a4dcf3c9f248 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/71a84a66-be8f-4e13-9425-1c576ade77f0 HTTP/1.1" status: 404 len: 333 time: 0.0454483 Jul 27 22:02:59.515913 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36762) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:02:59.537640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0b1cd-b411-476d-bd9e-439589a8a3e9 req-27e6b01e-998f-4c57-bb03-7094d9908d98 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:59.539779 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7fa0b1cd-b411-476d-bd9e-439589a8a3e9 req-27e6b01e-998f-4c57-bb03-7094d9908d98 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.1901634 Jul 27 22:02:59.659469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0806c9c5-44f9-4067-8c21-aa9cceeff4fc tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port e236f6ab-151b-47d9-96af-7f369d42cce5 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:02:59.659814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0806c9c5-44f9-4067-8c21-aa9cceeff4fc tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:59.734728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860693-e643-4ddf-b6ac-848f24435a93 req-1a712a5c-d372-4662-b891-4aa071562781 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:59.737212 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af860693-e643-4ddf-b6ac-848f24435a93 req-1a712a5c-d372-4662-b891-4aa071562781 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 1095 time: 0.0679395 Jul 27 22:02:59.779592 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0806c9c5-44f9-4067-8c21-aa9cceeff4fc tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:59.794712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0806c9c5-44f9-4067-8c21-aa9cceeff4fc tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for e236f6ab-151b-47d9-96af-7f369d42cce5 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:02:59.824112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af860693-e643-4ddf-b6ac-848f24435a93 req-d37d8124-b859-4491-b37d-6f5a8557ff38 tempest-LiveMigrationTest-1156408467 tempest-LiveMigrationTest-1156408467-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730991 Jul 27 22:02:59.880246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b3f253f6-5a25-42f6-990b-f8a3d237a049 None None] Provisioning for port e236f6ab-151b-47d9-96af-7f369d42cce5 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:02:59.888104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b3f253f6-5a25-42f6-990b-f8a3d237a049 None None] Provisioning complete for port e236f6ab-151b-47d9-96af-7f369d42cce5 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:02:59.889266 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3f253f6-5a25-42f6-990b-f8a3d237a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:59.976802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b3f253f6-5a25-42f6-990b-f8a3d237a049 None None] Port e236f6ab-151b-47d9-96af-7f369d42cce5 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:00.002029 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b3f253f6-5a25-42f6-990b-f8a3d237a049 None None] Provisioning complete for port 4fc0365e-c20d-4185-9995-6c238648c7ee triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:00.002741 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3f253f6-5a25-42f6-990b-f8a3d237a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:00.029623 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0806c9c5-44f9-4067-8c21-aa9cceeff4fc tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:00.039389 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60b362-6ff8-4bfd-be57-4933e9969e48 req-73c04025-1145-4b64-8ca9-838c70eebd3a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:00.050153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e60b362-6ff8-4bfd-be57-4933e9969e48 req-73c04025-1145-4b64-8ca9-838c70eebd3a tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.2570536 Jul 27 22:03:00.064764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eda236aa-f314-4d3b-a8f5-be2e03732f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:00.066139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eda236aa-f314-4d3b-a8f5-be2e03732f49 service neutron] 10.222.0.41 "GET /v2.0/ports/3e2e069c-b4e5-4d60-8ef1-59e97587c47f HTTP/1.1" status: 200 len: 1027 time: 0.1245282 Jul 27 22:03:00.100640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-e54bfa7d-29b2-43dd-84aa-d254a0eb3936 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 1001 time: 0.2379916 Jul 27 22:03:00.155142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:00.156557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-868457c1-8489-44c6-83d6-4c9ebd02df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:00.157974 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-868457c1-8489-44c6-83d6-4c9ebd02df57 service neutron] 10.222.0.41 "GET /v2.0/ports/8f6682e7-807c-456b-8719-b5adefaf5440 HTTP/1.1" status: 200 len: 1027 time: 0.0810745 Jul 27 22:03:00.162753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806c9c5-44f9-4067-8c21-aa9cceeff4fc tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=e236f6ab-151b-47d9-96af-7f369d42cce5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:00.286083 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0806c9c5-44f9-4067-8c21-aa9cceeff4fc tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:00.290753 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0806c9c5-44f9-4067-8c21-aa9cceeff4fc tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/e236f6ab-151b-47d9-96af-7f369d42cce5 HTTP/1.1" status: 204 len: 168 time: 0.7718227 Jul 27 22:03:00.309239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a499bb46-1f0a-49cd-b11c-21100203a9ae None None] Could not find standard attr ID for object e236f6ab-151b-47d9-96af-7f369d42cce5. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:03:00.311105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:00.320652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e60b362-6ff8-4bfd-be57-4933e9969e48 req-d31e5062-567c-4179-aca6-2df7b3bab86c tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/security-groups?id=e667ff9b-3cec-44a2-9b21-36ae6935e322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696621 Jul 27 22:03:00.344311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b36b7-bf5c-444e-8901-f67f5700b5aa req-f5c368ec-e888-4834-8381-183918743d76 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:00.345877 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-df9b36b7-bf5c-444e-8901-f67f5700b5aa req-f5c368ec-e888-4834-8381-183918743d76 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.43 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 945 time: 0.0888205 Jul 27 22:03:00.379166 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-359b614f-4ad4-4a24-ab2a-fd3411179019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:00.427643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4fc0365e-c20d-4185-9995-6c238648c7ee up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:00.451667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733f86-ff97-43b6-9b68-45187237782d req-aadefc0e-3f63-4c27-b7d2-c08211eb6bd2 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:00.453085 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-aadefc0e-3f63-4c27-b7d2-c08211eb6bd2 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports/bee21a3e-7e8d-487b-8a36-fc714a0b6694 HTTP/1.1" status: 200 len: 943 time: 0.2990313 Jul 27 22:03:00.463973 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad95434-6e8d-4794-995e-851145f76425 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:03:00.468075 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2ad95434-6e8d-4794-995e-851145f76425 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/e236f6ab-151b-47d9-96af-7f369d42cce5 HTTP/1.1" status: 404 len: 333 time: 0.1518688 Jul 27 22:03:00.469387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36786) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:00.528598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 4fc0365e-c20d-4185-9995-6c238648c7ee triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:00.529263 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:00.560125 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-df9b36b7-bf5c-444e-8901-f67f5700b5aa req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Deleting port 522be010-4342-4507-91a1-43b8189a8649 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:00.560478 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-df9b36b7-bf5c-444e-8901-f67f5700b5aa req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:00.576112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-550b60aa-c4e5-417f-aeba-a9d0b4ab470b None None] Could not find standard attr ID for object 71a84a66-be8f-4e13-9425-1c576ade77f0. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:03:00.605442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting subnet 6b30f852-9f2e-4464-93ae-258357778bf9 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:00.607181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-3a7b9a27-38c0-4423-bc92-76d2ee1e9d2a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:00.613193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-3a7b9a27-38c0-4423-bc92-76d2ee1e9d2a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:00.625838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-3a7b9a27-38c0-4423-bc92-76d2ee1e9d2a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:00.627492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-3a7b9a27-38c0-4423-bc92-76d2ee1e9d2a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "GET /v2.0/networks?id=16b72184-423f-48d6-9efa-1107e6681307&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&id=7efe6e56-000d-409a-b0b3-b6fad79e6b74 HTTP/1.1" status: 200 len: 1989 time: 0.4419634 Jul 27 22:03:00.671559 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:00.748782 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:00.752518 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-d1d16673-121f-4a47-8d6c-b0ad89ceb6fc tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 1001 time: 0.1695449 Jul 27 22:03:00.753036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-df9b36b7-bf5c-444e-8901-f67f5700b5aa req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] For port 522be010-4342-4507-91a1-43b8189a8649, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=522be010-4342-4507-91a1-43b8189a8649,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:00.753036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-df9b36b7-bf5c-444e-8901-f67f5700b5aa req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:00.781380 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1bf95-ff63-4c45-b4b3-0372fac3a618 req-cdda83fa-396c-4899-80a3-917dea0457f8 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:00.782937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fb1bf95-ff63-4c45-b4b3-0372fac3a618 req-cdda83fa-396c-4899-80a3-917dea0457f8 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf13761-c163-465b-b1cb-bbe5644a3aff HTTP/1.1" status: 200 len: 945 time: 0.3436635 Jul 27 22:03:00.807531 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-206337c7-d6f5-4ebe-bd19-4fde7a2d7b02 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=babe1211a4104c579285a0c283ed0cca HTTP/1.1" status: 200 len: 380 time: 0.1258237 Jul 27 22:03:00.856968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'port': {'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'admin_state_up': True, 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'security_groups': ['a33470ad-e95c-41cf-aae2-c312dfe4463e']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:00.861907 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-359b614f-4ad4-4a24-ab2a-fd3411179019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:00.887117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-359b614f-4ad4-4a24-ab2a-fd3411179019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.118615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-df9b36b7-bf5c-444e-8901-f67f5700b5aa req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Calling delete_port for 522be010-4342-4507-91a1-43b8189a8649 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:01.245498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f'}, {'name': 'network-changed', 'server_uuid': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'tag': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:01.247746 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889d2398-cc1b-4753-969b-d43c6bdcdc30" -d '{"events": [{"name": "network-changed", "server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f"}, {"name": "network-changed", "server_uuid": "e094a7b4-a07d-427b-9ea7-fac3f53ca7d9", "tag": "bee21a3e-7e8d-487b-8a36-fc714a0b6694"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:01.258238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1f1c2-78c2-44a2-aacf-46108d1aa965 req-9b40dc3c-0b37-4587-b2e4-f79b5bf6ba38 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:01.259986 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69c1f1c2-78c2-44a2-aacf-46108d1aa965 req-9b40dc3c-0b37-4587-b2e4-f79b5bf6ba38 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 949 time: 0.1426444 Jul 27 22:03:01.302161 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.322475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fb1bf95-ff63-4c45-b4b3-0372fac3a618 req-7b98c4e0-45e6-4f3f-8b87-2355cf6d7137 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259545 Jul 27 22:03:01.341153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-359b614f-4ad4-4a24-ab2a-fd3411179019 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8843724abfbf45258da03f2dd6187894&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1780455 Jul 27 22:03:01.344094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b614f-4ad4-4a24-ab2a-fd3411179019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740b6d67-57c8-4274-bebc-280a94e4c3f8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:01.353144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36790) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:01.380709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733f86-ff97-43b6-9b68-45187237782d req-8c5eb317-67c3-44f6-8a27-112a71b57962 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:01.389298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-8c5eb317-67c3-44f6-8a27-112a71b57962 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.6196899 Jul 27 22:03:01.480458 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-df9b36b7-bf5c-444e-8901-f67f5700b5aa req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.512295 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-1b6a2d90-40ad-4a42-91b5-a5e42082a9ae tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 1001 time: 0.1222134 Jul 27 22:03:01.536031 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.537724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-70733f86-ff97-43b6-9b68-45187237782d req-23ff4088-fe93-43c0-bc1a-13a432064902 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:01.544684 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Pushing event deleted for resources: {'Port': ['ID=522be010-4342-4507-91a1-43b8189a8649,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:01.549048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:01.552751 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.568816 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.570778 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/6b30f852-9f2e-4464-93ae-258357778bf9 HTTP/1.1" status: 204 len: 168 time: 1.0955272 Jul 27 22:03:01.578227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf59d9-fc8b-4388-9234-6c4bc5d48aaf None None] Network 45dc2629-b207-442e-9bb8-b6c153c6ddc8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:01.599521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36794) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:01.611827 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba08c-4056-42cb-8304-c4532bccad7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.658919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9b36b7-bf5c-444e-8901-f67f5700b5aa req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] No DVR routers for this DVR port 522be010-4342-4507-91a1-43b8189a8649 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:01.661160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Subnet': ['ID=6b30f852-9f2e-4464-93ae-258357778bf9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:01.674930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.675667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.676286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.676879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.677493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.678049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.678671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.682736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.683423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.684560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.686028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.686639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.695032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-69c1f1c2-78c2-44a2-aacf-46108d1aa965 req-555b8534-1d6a-4351-a41f-e4509f6e8083 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Deleting port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:01.695488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-69c1f1c2-78c2-44a2-aacf-46108d1aa965 req-555b8534-1d6a-4351-a41f-e4509f6e8083 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.703378 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-df9b36b7-bf5c-444e-8901-f67f5700b5aa req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.707328 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-df9b36b7-bf5c-444e-8901-f67f5700b5aa req-932d1bdc-05f5-4a62-bfa8-e46fc96e1a03 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.43 "DELETE /v2.0/ports/522be010-4342-4507-91a1-43b8189a8649 HTTP/1.1" status: 204 len: 173 time: 1.3495879 Jul 27 22:03:01.710682 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.711142 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.711605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.712076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.712505 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.713492 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.713920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.714427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.714976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.715448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.715885 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.716401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf86d7-6206-49b9-afe9-01f97447617e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:01.719029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf13761-c163-465b-b1cb-bbe5644a3aff', 'name': 'network-vif-deleted', 'tag': '522be010-4342-4507-91a1-43b8189a8649'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:01.721526 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd940699-0daf-41d5-839a-290215a56037" -d '{"events": [{"server_uuid": "1bf13761-c163-465b-b1cb-bbe5644a3aff", "name": "network-vif-deleted", "tag": "522be010-4342-4507-91a1-43b8189a8649"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:01.737561 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba08c-4056-42cb-8304-c4532bccad7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.788034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70733f86-ff97-43b6-9b68-45187237782d req-23ff4088-fe93-43c0-bc1a-13a432064902 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.820478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e69ce9b-3e90-4fab-ab1c-f7b3c31cc84d None None] DHCP port deletion for 45dc2629-b207-442e-9bb8-b6c153c6ddc8 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:03:01.907345 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.912545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8e69ce9b-3e90-4fab-ab1c-f7b3c31cc84d None None] Deleting port 4fc0365e-c20d-4185-9995-6c238648c7ee {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:01.912924 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e69ce9b-3e90-4fab-ab1c-f7b3c31cc84d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.927017 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-69c1f1c2-78c2-44a2-aacf-46108d1aa965 req-555b8534-1d6a-4351-a41f-e4509f6e8083 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] For port 456478a7-f3b0-470d-a6ec-74dfc66dbe60, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=456478a7-f3b0-470d-a6ec-74dfc66dbe60,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:01.927755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-69c1f1c2-78c2-44a2-aacf-46108d1aa965 req-555b8534-1d6a-4351-a41f-e4509f6e8083 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:01.948541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-69c1f1c2-78c2-44a2-aacf-46108d1aa965 req-555b8534-1d6a-4351-a41f-e4509f6e8083 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Calling delete_port for 456478a7-f3b0-470d-a6ec-74dfc66dbe60 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:01.990854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-744fbbea-ac29-4632-9d0b-9a24baa6c696 req-794c69a1-73e8-4450-95d1-dd9c554675dc tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.0876706 Jul 27 22:03:02.005272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8e69ce9b-3e90-4fab-ab1c-f7b3c31cc84d None None] For port 4fc0365e-c20d-4185-9995-6c238648c7ee, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4fc0365e-c20d-4185-9995-6c238648c7ee,segment=NetworkSegment(e4a42a15-d76c-45c0-9e23-a51c3f62fe8b),segment_id=e4a42a15-d76c-45c0-9e23-a51c3f62fe8b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:02.005789 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e69ce9b-3e90-4fab-ab1c-f7b3c31cc84d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.049412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8e69ce9b-3e90-4fab-ab1c-f7b3c31cc84d None None] Calling delete_port for 4fc0365e-c20d-4185-9995-6c238648c7ee owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:02.073552 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b512994e-b12f-490e-a1a7-aa028c3cbcda x-openstack-request-id: req-b512994e-b12f-490e-a1a7-aa028c3cbcda {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:02.073881 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e094a7b4-a07d-427b-9ea7-fac3f53ca7d9", "tag": "bee21a3e-7e8d-487b-8a36-fc714a0b6694", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:02.074098 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b512994e-b12f-490e-a1a7-aa028c3cbcda {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:02.074498 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'status': 'completed', 'code': 200} Jul 27 22:03:02.074752 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'tag': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'status': 'completed', 'code': 200} Jul 27 22:03:02.156317 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba08c-4056-42cb-8304-c4532bccad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.159180 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba08c-4056-42cb-8304-c4532bccad7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.175525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5e9ba08c-4056-42cb-8304-c4532bccad7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/740b6d67-57c8-4274-bebc-280a94e4c3f8 HTTP/1.1" status: 204 len: 168 time: 0.8086948 Jul 27 22:03:02.186014 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-69c1f1c2-78c2-44a2-aacf-46108d1aa965 req-555b8534-1d6a-4351-a41f-e4509f6e8083 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.209749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['456478a7-f3b0-470d-a6ec-74dfc66dbe60'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:03:02.214108 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e69ce9b-3e90-4fab-ab1c-f7b3c31cc84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.227299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ba08c-4056-42cb-8304-c4532bccad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740b6d67-57c8-4274-bebc-280a94e4c3f8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:02.236093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Allocated IP 172.20.0.8 (16b72184-423f-48d6-9efa-1107e6681307/c7746efe-61a7-45c7-ac8d-cb8760801fae/f7767e66-2ea5-4352-94b5-28f217a07aab) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:02.249372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b8534-1d6a-4351-a41f-e4509f6e8083 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Pushing event deleted for resources: {'Port': ['ID=456478a7-f3b0-470d-a6ec-74dfc66dbe60,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:02.278333 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69ce9b-3e90-4fab-ab1c-f7b3c31cc84d None None] Pushing event deleted for resources: {'Port': ['ID=4fc0365e-c20d-4185-9995-6c238648c7ee,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:02.285151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e69ce9b-3e90-4fab-ab1c-f7b3c31cc84d None None] No DVR routers for this DVR port 4fc0365e-c20d-4185-9995-6c238648c7ee on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:02.415331 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70733f86-ff97-43b6-9b68-45187237782d req-23ff4088-fe93-43c0-bc1a-13a432064902 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.427380 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe5a4b49-e16e-4aa8-a84c-4a07bf813b5a req-102d327a-c176-442e-9371-938c9d57ddef tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d69389c-14e9-4a65-ba95-12ad72b69ac9 HTTP/1.1" status: 200 len: 210 time: 0.2397556 Jul 27 22:03:02.434076 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70733f86-ff97-43b6-9b68-45187237782d req-23ff4088-fe93-43c0-bc1a-13a432064902 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.434638 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-70733f86-ff97-43b6-9b68-45187237782d req-23ff4088-fe93-43c0-bc1a-13a432064902 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Floating IP 6a063cf1-5aee-44ad-8468-812c0d2c53a0 disassociated. External IP: 172.25.1.88, port: bee21a3e-7e8d-487b-8a36-fc714a0b6694. Jul 27 22:03:02.435319 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965e8c2-3cd3-40db-9ef1-e71bbc214d7e req-702fff84-45ca-4576-b06f-f2f9cfc5ef9c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:02.443761 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4965e8c2-3cd3-40db-9ef1-e71bbc214d7e req-702fff84-45ca-4576-b06f-f2f9cfc5ef9c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.43 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 944 time: 0.1918933 Jul 27 22:03:02.446148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4fc0365e-c20d-4185-9995-6c238648c7ee no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:02.485158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c1f1c2-78c2-44a2-aacf-46108d1aa965 req-555b8534-1d6a-4351-a41f-e4509f6e8083 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] No DVR routers for this DVR port 456478a7-f3b0-470d-a6ec-74dfc66dbe60 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:02.489260 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-69c1f1c2-78c2-44a2-aacf-46108d1aa965 req-555b8534-1d6a-4351-a41f-e4509f6e8083 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.491390 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69c1f1c2-78c2-44a2-aacf-46108d1aa965 req-555b8534-1d6a-4351-a41f-e4509f6e8083 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] 10.222.0.41 "DELETE /v2.0/ports/456478a7-f3b0-470d-a6ec-74dfc66dbe60 HTTP/1.1" status: 204 len: 173 time: 1.2221034 Jul 27 22:03:02.517716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-6fec26b8-ca5f-4b4f-aef1-b1e0d430a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:02.518908 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-6fec26b8-ca5f-4b4f-aef1-b1e0d430a15c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 1097 time: 0.3714077 Jul 27 22:03:02.527313 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 4fc0365e-c20d-4185-9995-6c238648c7ee {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:02.527664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4fc0365e-c20d-4185-9995-6c238648c7ee not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:02.666690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port 4fc0365e-c20d-4185-9995-6c238648c7ee {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:02.667070 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.714618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36806) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:02.729659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b921e-9c1b-4b89-94a7-dfbfab0676bc req-8ac1aceb-3c42-46b3-9845-65cd65a1a8c0 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:02.731238 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-229b921e-9c1b-4b89-94a7-dfbfab0676bc req-8ac1aceb-3c42-46b3-9845-65cd65a1a8c0 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 944 time: 0.1720328 Jul 27 22:03:02.745536 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76092ae0-4535-4ccf-90f1-dd3ee1fd96fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.754748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device af1e6a39-183a-43f6-ad18-e04ef786eda4 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:02.757217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-3316c266-1cd1-4951-ae8d-d117cf7afa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:02.758989 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-3316c266-1cd1-4951-ae8d-d117cf7afa98 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.2283158 Jul 27 22:03:02.780566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-4965e8c2-3cd3-40db-9ef1-e71bbc214d7e req-452ea767-3a64-4397-9288-fbd9b71b1266 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Deleting port af1e6a39-183a-43f6-ad18-e04ef786eda4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:02.781059 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4965e8c2-3cd3-40db-9ef1-e71bbc214d7e req-452ea767-3a64-4397-9288-fbd9b71b1266 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.913461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 522be010-4342-4507-91a1-43b8189a8649 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:02.936885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 522be010-4342-4507-91a1-43b8189a8649 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:02.937570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 522be010-4342-4507-91a1-43b8189a8649 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:02.969852 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-7e04e79e-fc71-4eae-b487-94563c3158fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 217 time: 0.2016726 Jul 27 22:03:02.993094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] For port 4fc0365e-c20d-4185-9995-6c238648c7ee, host n-d-802011-3, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:02.993698 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:02.998817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4965e8c2-3cd3-40db-9ef1-e71bbc214d7e req-452ea767-3a64-4397-9288-fbd9b71b1266 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] For port af1e6a39-183a-43f6-ad18-e04ef786eda4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=af1e6a39-183a-43f6-ad18-e04ef786eda4,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:03.003285 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4965e8c2-3cd3-40db-9ef1-e71bbc214d7e req-452ea767-3a64-4397-9288-fbd9b71b1266 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.050054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70733f86-ff97-43b6-9b68-45187237782d req-23ff4088-fe93-43c0-bc1a-13a432064902 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Router 759a2d7d-ba3e-4e17-a1c4-00040772751c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:03:03.054521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for 4fc0365e-c20d-4185-9995-6c238648c7ee owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:03.068151 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-229b921e-9c1b-4b89-94a7-dfbfab0676bc req-13c72976-8148-4289-847b-fe6586515865 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/security-groups?id=f60b75de-57f3-4194-9a81-d6f4368d0ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205974 Jul 27 22:03:03.072311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-4965e8c2-3cd3-40db-9ef1-e71bbc214d7e req-452ea767-3a64-4397-9288-fbd9b71b1266 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Calling delete_port for af1e6a39-183a-43f6-ad18-e04ef786eda4 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:03.110208 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-e5623687-22b6-4241-9069-cbbae38b9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:03.111710 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-e5623687-22b6-4241-9069-cbbae38b9549 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.1032455 Jul 27 22:03:03.121967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.141973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Transition to ACTIVE for port object f7767e66-2ea5-4352-94b5-28f217a07aab will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:03.154523 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9a94ba-56b8-40f6-9639-a12d8f1a692f x-openstack-request-id: req-ab9a94ba-56b8-40f6-9639-a12d8f1a692f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:03.154523 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf13761-c163-465b-b1cb-bbe5644a3aff", "name": "network-vif-deleted", "tag": "522be010-4342-4507-91a1-43b8189a8649", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:03.154523 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab9a94ba-56b8-40f6-9639-a12d8f1a692f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:03.154523 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf13761-c163-465b-b1cb-bbe5644a3aff', 'name': 'network-vif-deleted', 'tag': '522be010-4342-4507-91a1-43b8189a8649', 'status': 'completed', 'code': 200} Jul 27 22:03:03.200541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Port 4fc0365e-c20d-4185-9995-6c238648c7ee was not found and therefore no delete operation was performed {{(pid=93835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:03:03.270599 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.276080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-b2673f38-b04f-4558-978a-9d283eae03b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:03.277757 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-b2673f38-b04f-4558-978a-9d283eae03b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225646 Jul 27 22:03:03.278082 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.323653 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76092ae0-4535-4ccf-90f1-dd3ee1fd96fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.349014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Port': ['ID=f7767e66-2ea5-4352-94b5-28f217a07aab,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:03.364540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76092ae0-4535-4ccf-90f1-dd3ee1fd96fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.365091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No DVR routers for this DVR port 4fc0365e-c20d-4185-9995-6c238648c7ee on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:03.430369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76092ae0-4535-4ccf-90f1-dd3ee1fd96fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca2a867-e534-4eb5-a5d8-0a8bd785b2f0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:03.435427 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-76092ae0-4535-4ccf-90f1-dd3ee1fd96fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=508b82eaedc349f8add09dd5e57a2efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7174246 Jul 27 22:03:03.435865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Network 16b72184-423f-48d6-9efa-1107e6681307 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:03.442616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36814) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:03.443655 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4965e8c2-3cd3-40db-9ef1-e71bbc214d7e req-452ea767-3a64-4397-9288-fbd9b71b1266 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.447832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.448185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.448529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.448869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.449201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.449534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.449981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.450166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.450517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.450844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.451168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.451491 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:03.457621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['d802f000-a3c1-46c0-bb9a-ba412973cc13'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:03:03.493091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:03.502733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ea767-3a64-4397-9288-fbd9b71b1266 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Pushing event deleted for resources: {'Port': ['ID=af1e6a39-183a-43f6-ad18-e04ef786eda4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:03.518687 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-f907c70c-9257-4b5f-819f-35c26a5f1439 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257605 Jul 27 22:03:03.538616 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:03.626533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=4fc0365e-c20d-4185-9995-6c238648c7ee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:03.639348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4965e8c2-3cd3-40db-9ef1-e71bbc214d7e req-452ea767-3a64-4397-9288-fbd9b71b1266 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] No DVR routers for this DVR port af1e6a39-183a-43f6-ad18-e04ef786eda4 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:03.644500 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4965e8c2-3cd3-40db-9ef1-e71bbc214d7e req-452ea767-3a64-4397-9288-fbd9b71b1266 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.650816 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4965e8c2-3cd3-40db-9ef1-e71bbc214d7e req-452ea767-3a64-4397-9288-fbd9b71b1266 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.43 "DELETE /v2.0/ports/af1e6a39-183a-43f6-ad18-e04ef786eda4 HTTP/1.1" status: 204 len: 173 time: 1.1876352 Jul 27 22:03:03.662837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d7fe6-cd26-430f-9195-a1c5e9495a13 req-5baf7cbe-4fa3-4f8e-9f1c-07412b1fa8ae tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:03.664847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-457d7fe6-cd26-430f-9195-a1c5e9495a13 req-5baf7cbe-4fa3-4f8e-9f1c-07412b1fa8ae tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 931 time: 0.3069873 Jul 27 22:03:03.666346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70733f86-ff97-43b6-9b68-45187237782d req-23ff4088-fe93-43c0-bc1a-13a432064902 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:03.678137 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0621571-5117-4174-976e-948519e31758 None None] Sync routers for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:03.698172 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c548f57-6f70-478f-988d-2980c08fc3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.699878 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.705986 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0621571-5117-4174-976e-948519e31758 None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:03.706965 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f0621571-5117-4174-976e-948519e31758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:03.710717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:03.715041 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.754545 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-70733f86-ff97-43b6-9b68-45187237782d req-23ff4088-fe93-43c0-bc1a-13a432064902 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.770450 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c548f57-6f70-478f-988d-2980c08fc3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.803777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-e159043a-a4dc-4aee-88de-80414dc13571 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556624 Jul 27 22:03:03.835324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dc2629-b207-442e-9bb8-b6c153c6ddc8']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:03.839288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-47203cf1-54a1-4eb5-ba83-026ec2120d77 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9894924 Jul 27 22:03:03.874317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'port': {'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645', 'admin_state_up': True, 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'security_groups': ['a33470ad-e95c-41cf-aae2-c312dfe4463e']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:03.878469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a42a15-d76c-45c0-9e23-a51c3f62fe8b') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:03.878895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a42a15-d76c-45c0-9e23-a51c3f62fe8b') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:03.888328 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c548f57-6f70-478f-988d-2980c08fc3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.891536 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c548f57-6f70-478f-988d-2980c08fc3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.892029 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f0621571-5117-4174-976e-948519e31758 None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:03.893197 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3c548f57-6f70-478f-988d-2980c08fc3a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eca2a867-e534-4eb5-a5d8-0a8bd785b2f0 HTTP/1.1" status: 204 len: 168 time: 0.4481773 Jul 27 22:03:03.904588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c548f57-6f70-478f-988d-2980c08fc3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca2a867-e534-4eb5-a5d8-0a8bd785b2f0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:03.919549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-0f4cbd5a-c5fc-4ea0-832d-560a89890fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:03.922225 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-0f4cbd5a-c5fc-4ea0-832d-560a89890fa5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 1097 time: 0.0658114 Jul 27 22:03:03.958988 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d7fe8d33-e511-403a-bccc-cce3c626de9b None None] Provisioning for port f7767e66-2ea5-4352-94b5-28f217a07aab completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:03.968218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d7fe8d33-e511-403a-bccc-cce3c626de9b None None] Provisioning complete for port f7767e66-2ea5-4352-94b5-28f217a07aab triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:03.968601 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7fe8d33-e511-403a-bccc-cce3c626de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:03.999942 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.002706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-23ff4088-fe93-43c0-bc1a-13a432064902 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "PUT /v2.0/floatingips/6a063cf1-5aee-44ad-8468-812c0d2c53a0 HTTP/1.1" status: 200 len: 694 time: 2.4895351 Jul 27 22:03:04.046439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe8d33-e511-403a-bccc-cce3c626de9b None None] Port f7767e66-2ea5-4352-94b5-28f217a07aab cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:04.049123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-457d7fe6-cd26-430f-9195-a1c5e9495a13 req-98b5c87c-be51-4bb9-a13f-6222e31b4aa5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070571 Jul 27 22:03:04.064434 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.087223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'tag': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:04.094476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-2d020337-077d-438f-8b4e-0ad2b64ba9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:04.098349 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-2d020337-077d-438f-8b4e-0ad2b64ba9a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.1692865 Jul 27 22:03:04.108115 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2b6529-fbac-4d0d-81f7-f1ad928c92e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e094a7b4-a07d-427b-9ea7-fac3f53ca7d9", "tag": "bee21a3e-7e8d-487b-8a36-fc714a0b6694"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:04.127687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:03:04.128099 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:03:04.131245 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:03:04.185344 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-860e4b29-9f86-4c4f-a6df-c870f539c946 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bee21a3e-7e8d-487b-8a36-fc714a0b6694 HTTP/1.1" status: 200 len: 217 time: 0.0782044 Jul 27 22:03:04.259274 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.265867 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.268575 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/networks/45dc2629-b207-442e-9bb8-b6c153c6ddc8 HTTP/1.1" status: 204 len: 168 time: 2.6621070 Jul 27 22:03:04.278092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:04.300070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cbb6b31c-83f6-4171-bcc3-eeef28da5ea6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1677959001'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:04.357316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-28675dfa-8544-4e75-b54d-7a69a0a8c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:04.359032 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-28675dfa-8544-4e75-b54d-7a69a0a8c848 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.1658013 Jul 27 22:03:04.367169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb6b31c-83f6-4171-bcc3-eeef28da5ea6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:04.370993 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbb6b31c-83f6-4171-bcc3-eeef28da5ea6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.376823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4e5f0-0566-42ab-9526-7e4cc01be569 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Network': ['ID=45dc2629-b207-442e-9bb8-b6c153c6ddc8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:04.404725 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f0621571-5117-4174-976e-948519e31758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:04.467809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb6b31c-83f6-4171-bcc3-eeef28da5ea6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:04.482696 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0621571-5117-4174-976e-948519e31758 None None] Checking router: 759a2d7d-ba3e-4e17-a1c4-00040772751c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:03:04.482988 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-2994fe0e-a6f9-4a8a-bc04-7cea23c3f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:04.484659 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-2994fe0e-a6f9-4a8a-bc04-7cea23c3f5a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102259 Jul 27 22:03:04.485875 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbb6b31c-83f6-4171-bcc3-eeef28da5ea6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.486684 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-cbb6b31c-83f6-4171-bcc3-eeef28da5ea6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Added segment b0640357-d11f-43cd-a4d2-d14bf0b12d70 of type vlan for network 24881039-1699-441c-bcfc-0c1d3d72cc61 Jul 27 22:03:04.499458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:04.505027 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0621571-5117-4174-976e-948519e31758 None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:04.505717 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f0621571-5117-4174-976e-948519e31758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:04.506797 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.516461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733f86-ff97-43b6-9b68-45187237782d req-a7ec3085-da79-470e-a1fa-9a88d064e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:04.518175 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-a7ec3085-da79-470e-a1fa-9a88d064e144 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 1097 time: 0.4916117 Jul 27 22:03:04.611055 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbb6b31c-83f6-4171-bcc3-eeef28da5ea6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.678835 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-3b61298f-cfe1-4a0d-82c3-9eb5ef02a610 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740248 Jul 27 22:03:04.680333 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbb6b31c-83f6-4171-bcc3-eeef28da5ea6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.686218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733f86-ff97-43b6-9b68-45187237782d req-ed8a2f85-4d20-4d31-9d2e-fe27d4aedcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:04.687003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb6b31c-83f6-4171-bcc3-eeef28da5ea6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:04.687708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbb6b31c-83f6-4171-bcc3-eeef28da5ea6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.687836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-ed8a2f85-4d20-4d31-9d2e-fe27d4aedcaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.1600561 Jul 27 22:03:04.706129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 456478a7-f3b0-470d-a6ec-74dfc66dbe60 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:04.713251 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ebf7c6a7-569c-486e-9cd5-b23e17963e70 req-d3ccafa3-2054-4581-b5df-1aff0a5fb5f5 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 210 time: 0.1860766 Jul 27 22:03:04.763516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-18792896-78d6-4f5e-88a5-9f6af433d69e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bee21a3e-7e8d-487b-8a36-fc714a0b6694 HTTP/1.1" status: 200 len: 217 time: 0.0588126 Jul 27 22:03:04.773669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 456478a7-f3b0-470d-a6ec-74dfc66dbe60 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:04.773949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 456478a7-f3b0-470d-a6ec-74dfc66dbe60 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:04.836084 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c2900f-8d9c-4a6d-9f68-eb918d1518bd x-openstack-request-id: req-87c2900f-8d9c-4a6d-9f68-eb918d1518bd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:04.836376 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e094a7b4-a07d-427b-9ea7-fac3f53ca7d9", "tag": "bee21a3e-7e8d-487b-8a36-fc714a0b6694", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:04.836640 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87c2900f-8d9c-4a6d-9f68-eb918d1518bd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:04.837040 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'tag': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'status': 'completed', 'code': 200} Jul 27 22:03:04.883763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733f86-ff97-43b6-9b68-45187237782d req-8a953a75-4817-4438-b964-552c58eda4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:04.886053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-8a953a75-4817-4438-b964-552c58eda4d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.0928032 Jul 27 22:03:04.945705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36848) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:04.982822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Allocated IP 10.1.1.16 (238c0b57-c7aa-4006-939c-14a4cb757645/e04025eb-ba2a-41ae-abbe-b807ba719368/a6e30d26-0b16-4f84-a1b1-64168269b29b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:05.059262 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cbb6b31c-83f6-4171-bcc3-eeef28da5ea6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7758338 Jul 27 22:03:05.089065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:05.112330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b25333ac-e45d-4f70-9674-3147e8afdd76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '24881039-1699-441c-bcfc-0c1d3d72cc61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:05.135191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6b31c-83f6-4171-bcc3-eeef28da5ea6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Network': ['ID=24881039-1699-441c-bcfc-0c1d3d72cc61,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:05.153405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 24881039-1699-441c-bcfc-0c1d3d72cc61 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:05.156554 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f0621571-5117-4174-976e-948519e31758 None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:05.230135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'name': 'network-vif-deleted', 'tag': '456478a7-f3b0-470d-a6ec-74dfc66dbe60'}, {'server_uuid': '5eea1328-665d-475f-9a14-90cf993174dc', 'name': 'network-vif-deleted', 'tag': 'af1e6a39-183a-43f6-ad18-e04ef786eda4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:05.232945 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2e624c-af61-40b5-9acf-54c087dabb8d" -d '{"events": [{"server_uuid": "6d69389c-14e9-4a65-ba95-12ad72b69ac9", "name": "network-vif-deleted", "tag": "456478a7-f3b0-470d-a6ec-74dfc66dbe60"}, {"server_uuid": "5eea1328-665d-475f-9a14-90cf993174dc", "name": "network-vif-deleted", "tag": "af1e6a39-183a-43f6-ad18-e04ef786eda4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:05.275552 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.281022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733f86-ff97-43b6-9b68-45187237782d req-03f24cea-ec68-4a6f-b575-67b30e3ec2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:05.287443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def766d-121e-4302-b996-ee9c79a46c55 req-936dd6b6-4f48-46dd-bed9-8fcad46b7026 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:05.289055 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1def766d-121e-4302-b996-ee9c79a46c55 req-936dd6b6-4f48-46dd-bed9-8fcad46b7026 tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.43 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 944 time: 0.4014416 Jul 27 22:03:05.294399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-03f24cea-ec68-4a6f-b575-67b30e3ec2ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3960054 Jul 27 22:03:05.316577 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36864) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:05.344991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25333ac-e45d-4f70-9674-3147e8afdd76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:05.348746 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b25333ac-e45d-4f70-9674-3147e8afdd76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.360994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Transition to ACTIVE for port object a6e30d26-0b16-4f84-a1b1-64168269b29b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:05.382801 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-889d2398-cc1b-4753-969b-d43c6bdcdc30 req-8835025e-8e27-4861-9d90-4014c7621ef1 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825454 Jul 27 22:03:05.421998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2caa7-65a4-4f05-8c8b-533eafe47999 req-ad80aa17-9cca-4aaf-81d6-fb847cbe751b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:05.429569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19f2caa7-65a4-4f05-8c8b-533eafe47999 req-ad80aa17-9cca-4aaf-81d6-fb847cbe751b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 944 time: 0.2964337 Jul 27 22:03:05.486163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-408991552-network', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:05.517434 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f0621571-5117-4174-976e-948519e31758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:05.548580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19f2caa7-65a4-4f05-8c8b-533eafe47999 req-0b48347f-f45f-4afe-98c0-c77f01250f2a tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/security-groups?id=b7cc358c-a759-4b6b-8943-61fe800ca6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097722 Jul 27 22:03:05.553278 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.561177 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0621571-5117-4174-976e-948519e31758 None None] The sync data for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 is: [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:05.587481 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-c56f6d37-57fe-4c33-af03-d10226b52097 service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915633 Jul 27 22:03:05.617142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Made reservation on behalf of d5953adddb644b138aaf71558e7a1b7e for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:05.619883 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.653133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6529-fbac-4d0d-81f7-f1ad928c92e8 req-f91631ef-9873-4ff2-b399-4a4f8a433353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:05.655246 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da2b6529-fbac-4d0d-81f7-f1ad928c92e8 req-f91631ef-9873-4ff2-b399-4a4f8a433353 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 1097 time: 0.1950388 Jul 27 22:03:05.689313 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.721924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Network 238c0b57-c7aa-4006-939c-14a4cb757645 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:05.729776 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-07bf8405-023e-4d91-ab16-4c15f41f6186 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a8cb100fd00413a9aefa092bd27ec73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7574904 Jul 27 22:03:05.732301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36868) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:05.737852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-1def766d-121e-4302-b996-ee9c79a46c55 req-9c3b87e9-50ea-4615-ad4b-50c4f9a1ef0b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Deleting port 5291f306-6be6-435a-a523-5ed424044b14 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:05.738017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Port': ['ID=a6e30d26-0b16-4f84-a1b1-64168269b29b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:05.738146 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1def766d-121e-4302-b996-ee9c79a46c55 req-9c3b87e9-50ea-4615-ad4b-50c4f9a1ef0b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.752161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:05.767819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:05.877970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1def766d-121e-4302-b996-ee9c79a46c55 req-9c3b87e9-50ea-4615-ad4b-50c4f9a1ef0b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] For port 5291f306-6be6-435a-a523-5ed424044b14, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=5291f306-6be6-435a-a523-5ed424044b14,segment=NetworkSegment(c8039d19-ab47-497f-8e90-661d9b78fe88),segment_id=c8039d19-ab47-497f-8e90-661d9b78fe88)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:05.878504 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1def766d-121e-4302-b996-ee9c79a46c55 req-9c3b87e9-50ea-4615-ad4b-50c4f9a1ef0b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.897822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-1def766d-121e-4302-b996-ee9c79a46c55 req-9c3b87e9-50ea-4615-ad4b-50c4f9a1ef0b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Calling delete_port for 5291f306-6be6-435a-a523-5ed424044b14 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:05.924648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35e16f-b262-4373-8f2c-ffe82548daa8 req-b0344e30-7d4e-45d9-a568-2b4b2d45791b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:05.933470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35e16f-b262-4373-8f2c-ffe82548daa8 req-b0344e30-7d4e-45d9-a568-2b4b2d45791b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:05.938592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b35e16f-b262-4373-8f2c-ffe82548daa8 req-b0344e30-7d4e-45d9-a568-2b4b2d45791b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 1652 time: 0.3134515 Jul 27 22:03:05.946315 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70733f86-ff97-43b6-9b68-45187237782d req-6bf3e7ec-0a5a-4825-8329-1b9e09d5c773 service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581944 Jul 27 22:03:05.967147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd75c3-2cb4-43f9-99ef-7c48c8c8c15c None None] New status for floating IP 6a063cf1-5aee-44ad-8468-812c0d2c53a0: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:03:05.970595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:05.971221 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.034773 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc1abfc-c620-475f-9525-3d93afa6ce6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.068833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b35e16f-b262-4373-8f2c-ffe82548daa8 req-b54cd57e-30fe-420d-8ae5-ce16c2fdfa89 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155887 Jul 27 22:03:06.101917 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6529-fbac-4d0d-81f7-f1ad928c92e8 req-14b84442-3ca8-464c-8764-f0f7d4c15b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:06.109699 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da2b6529-fbac-4d0d-81f7-f1ad928c92e8 req-14b84442-3ca8-464c-8764-f0f7d4c15b61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.4331803 Jul 27 22:03:06.109903 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc1abfc-c620-475f-9525-3d93afa6ce6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.110016 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b25333ac-e45d-4f70-9674-3147e8afdd76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.135561 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7f0729-06a7-4f97-830a-355f2982cc02 x-openstack-request-id: req-9f7f0729-06a7-4f97-830a-355f2982cc02 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:06.136243 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d69389c-14e9-4a65-ba95-12ad72b69ac9", "name": "network-vif-deleted", "tag": "456478a7-f3b0-470d-a6ec-74dfc66dbe60", "status": "completed", "code": 200}, {"server_uuid": "5eea1328-665d-475f-9a14-90cf993174dc", "name": "network-vif-deleted", "tag": "af1e6a39-183a-43f6-ad18-e04ef786eda4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:06.136672 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f7f0729-06a7-4f97-830a-355f2982cc02 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:06.137464 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d69389c-14e9-4a65-ba95-12ad72b69ac9', 'name': 'network-vif-deleted', 'tag': '456478a7-f3b0-470d-a6ec-74dfc66dbe60', 'status': 'completed', 'code': 200} Jul 27 22:03:06.137877 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eea1328-665d-475f-9a14-90cf993174dc', 'name': 'network-vif-deleted', 'tag': 'af1e6a39-183a-43f6-ad18-e04ef786eda4', 'status': 'completed', 'code': 200} Jul 27 22:03:06.209319 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.231470 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.240525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fc05e327-3271-479b-8d76-da0189e53a8f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3704545 Jul 27 22:03:06.268254 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da2b6529-fbac-4d0d-81f7-f1ad928c92e8 req-a36accf8-546c-4f7d-834e-b8d6fb0da72b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bee21a3e-7e8d-487b-8a36-fc714a0b6694 HTTP/1.1" status: 200 len: 217 time: 0.1291568 Jul 27 22:03:06.273413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25333ac-e45d-4f70-9674-3147e8afdd76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Subnet': ['ID=0f894bab-6093-497f-a561-d06d1bc32008,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:06.294033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f5bc0f7e-dcad-4bdf-84ed-f64669d093a3 None None] Provisioning for port a6e30d26-0b16-4f84-a1b1-64168269b29b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:06.349260 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f5bc0f7e-dcad-4bdf-84ed-f64669d093a3 None None] Provisioning complete for port a6e30d26-0b16-4f84-a1b1-64168269b29b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:06.350141 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5bc0f7e-dcad-4bdf-84ed-f64669d093a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.417146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc0f7e-dcad-4bdf-84ed-f64669d093a3 None None] Port a6e30d26-0b16-4f84-a1b1-64168269b29b cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:06.437176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25333ac-e45d-4f70-9674-3147e8afdd76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Checking segment: {'id': 'b0640357-d11f-43cd-a4d2-d14bf0b12d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '24881039-1699-441c-bcfc-0c1d3d72cc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:06.437670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25333ac-e45d-4f70-9674-3147e8afdd76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network hostable DHCP agents. Network: 24881039-1699-441c-bcfc-0c1d3d72cc61, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:03:06.475182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6529-fbac-4d0d-81f7-f1ad928c92e8 req-9a6fefac-5229-4d31-9731-5f88ac2f4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:06.476878 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da2b6529-fbac-4d0d-81f7-f1ad928c92e8 req-9a6fefac-5229-4d31-9731-5f88ac2f4341 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.1982796 Jul 27 22:03:06.531368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25333ac-e45d-4f70-9674-3147e8afdd76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 24881039-1699-441c-bcfc-0c1d3d72cc61 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:03:06.558647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b25333ac-e45d-4f70-9674-3147e8afdd76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 24881039-1699-441c-bcfc-0c1d3d72cc61) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:06.568417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ce2c9e-cde2-465f-9b24-d73fb0c973bc None None] Network 24881039-1699-441c-bcfc-0c1d3d72cc61 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:06.584476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25333ac-e45d-4f70-9674-3147e8afdd76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:06.585397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b25333ac-e45d-4f70-9674-3147e8afdd76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.596970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6529-fbac-4d0d-81f7-f1ad928c92e8 req-98ecd1f8-68a6-4161-aad2-0afe547817ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:06.598730 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da2b6529-fbac-4d0d-81f7-f1ad928c92e8 req-98ecd1f8-68a6-4161-aad2-0afe547817ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127789 Jul 27 22:03:06.669661 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b25333ac-e45d-4f70-9674-3147e8afdd76 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5636859 Jul 27 22:03:06.672383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36880) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:06.684182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-08dc3f75-d54c-48b3-8fe7-ed655bfa0b1c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-202875088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:06.702289 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1def766d-121e-4302-b996-ee9c79a46c55 req-9c3b87e9-50ea-4615-ad4b-50c4f9a1ef0b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.733456 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05aa0170-bc76-4988-a107-59556425460e req-d3a6ddf4-3464-42be-a6af-388098b1e497 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 210 time: 0.4897022 Jul 27 22:03:06.746571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'port': {'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645', 'admin_state_up': True, 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'security_groups': ['a33470ad-e95c-41cf-aae2-c312dfe4463e']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:06.764509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b87e9-50ea-4615-ad4b-50c4f9a1ef0b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Pushing event deleted for resources: {'Port': ['ID=5291f306-6be6-435a-a523-5ed424044b14,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:06.771238 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08dc3f75-d54c-48b3-8fe7-ed655bfa0b1c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.772447 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08dc3f75-d54c-48b3-8fe7-ed655bfa0b1c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.800470 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da2b6529-fbac-4d0d-81f7-f1ad928c92e8 req-63757742-7dc3-4ba8-9cc0-bb1e022c1b6c service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918945 Jul 27 22:03:06.823434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-24881039-1699-441c-bcfc-0c1d3d72cc61', 'network_id': '24881039-1699-441c-bcfc-0c1d3d72cc61', 'tenant_id': '563da5356aad48b5b6c71f52485b5658', 'fixed_ips': [{'subnet_id': '0f894bab-6093-497f-a561-d06d1bc32008'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:03:06.824445 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.835743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1def766d-121e-4302-b996-ee9c79a46c55 req-9c3b87e9-50ea-4615-ad4b-50c4f9a1ef0b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] No DVR routers for this DVR port 5291f306-6be6-435a-a523-5ed424044b14 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:06.846431 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1def766d-121e-4302-b996-ee9c79a46c55 req-9c3b87e9-50ea-4615-ad4b-50c4f9a1ef0b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.848550 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1def766d-121e-4302-b996-ee9c79a46c55 req-9c3b87e9-50ea-4615-ad4b-50c4f9a1ef0b tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.43 "DELETE /v2.0/ports/5291f306-6be6-435a-a523-5ed424044b14 HTTP/1.1" status: 204 len: 173 time: 1.5502324 Jul 27 22:03:06.912359 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08dc3f75-d54c-48b3-8fe7-ed655bfa0b1c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.928506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08dc3f75-d54c-48b3-8fe7-ed655bfa0b1c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.931255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eff8c2d-93c3-47a8-96d5-880be2daa227,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:06.971740 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08dc3f75-d54c-48b3-8fe7-ed655bfa0b1c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:06.975590 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-08dc3f75-d54c-48b3-8fe7-ed655bfa0b1c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2982650 Jul 27 22:03:06.977170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36882) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:06.978450 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea7a490c-5a32-4add-9c46-c17de14e9b1a req-fe77c7fc-7045-44f7-a06d-884e5d1f0bde tempest-LiveAutoBlockMigrationV225Test-636836865 tempest-LiveAutoBlockMigrationV225Test-636836865-project] 10.222.0.24 "GET /v2.0/ports?device_id=04be5617-0216-46d8-8ece-ff592bb775a1 HTTP/1.1" status: 200 len: 210 time: 0.0439692 Jul 27 22:03:06.984465 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:06.988818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'network_id': '24881039-1699-441c-bcfc-0c1d3d72cc61', 'name': 'tempest-PortsTestJSON-796478994'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:07.026047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e3ecf-7447-4220-bb92-95515a81a94d req-200814c2-f014-48ce-9f14-e4416c412152 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:07.033598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-865e3ecf-7447-4220-bb92-95515a81a94d req-200814c2-f014-48ce-9f14-e4416c412152 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1527882 Jul 27 22:03:07.043904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.044643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Allocated IP 172.20.0.2 (24881039-1699-441c-bcfc-0c1d3d72cc61/0f894bab-6093-497f-a561-d06d1bc32008/7da594ec-7266-4444-b340-edc57c6eea10) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:07.047791 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Added segment 5bf9879e-a118-4067-8f79-015aca1141be of type vlan for network 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 Jul 27 22:03:07.103573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc1abfc-c620-475f-9525-3d93afa6ce6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.106911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc1abfc-c620-475f-9525-3d93afa6ce6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.110754 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1dc1abfc-c620-475f-9525-3d93afa6ce6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e667ff9b-3cec-44a2-9b21-36ae6935e322 HTTP/1.1" status: 204 len: 168 time: 1.3750582 Jul 27 22:03:07.112720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:07.116942 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.147939 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-865e3ecf-7447-4220-bb92-95515a81a94d req-c39316b9-bab0-4b44-ba43-f74bc15610c2 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 695 time: 0.1127949 Jul 27 22:03:07.170581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-865e3ecf-7447-4220-bb92-95515a81a94d req-7472b5ac-5239-4b41-adfa-35b527cd570e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Request body: {'floatingip': {'port_id': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:07.249320 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1abfc-c620-475f-9525-3d93afa6ce6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e667ff9b-3cec-44a2-9b21-36ae6935e322,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:07.267618 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.321428 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-865e3ecf-7447-4220-bb92-95515a81a94d req-7472b5ac-5239-4b41-adfa-35b527cd570e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.340321 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.350170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Transition to ACTIVE for port object 7da594ec-7266-4444-b340-edc57c6eea10 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:07.369307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Transition to ACTIVE for port object 7da594ec-7266-4444-b340-edc57c6eea10 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:07.376827 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.469058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Network 24881039-1699-441c-bcfc-0c1d3d72cc61 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:07.474455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:07.511169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Pushing event updated for resources: {'Port': ['ID=7da594ec-7266-4444-b340-edc57c6eea10,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:07.516924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:07.561394 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da2b6529-fbac-4d0d-81f7-f1ad928c92e8 req-41bf37b7-0939-42ba-be2d-bceedac349d7 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349226 Jul 27 22:03:07.591334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:07.600196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.643989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port 5188e116-bb06-48e1-a238-adc9afcbc845 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:03:07.652291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Attempting to bind port 7da594ec-7266-4444-b340-edc57c6eea10 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:07.653340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Attempting to bind port 7da594ec-7266-4444-b340-edc57c6eea10 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'b0640357-d11f-43cd-a4d2-d14bf0b12d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '24881039-1699-441c-bcfc-0c1d3d72cc61'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:07.653712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Attempting to bind port 7da594ec-7266-4444-b340-edc57c6eea10 on network 24881039-1699-441c-bcfc-0c1d3d72cc61 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:07.662541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:07.662937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Checking segment: {'id': 'b0640357-d11f-43cd-a4d2-d14bf0b12d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '24881039-1699-441c-bcfc-0c1d3d72cc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:07.663329 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.663757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Bound using segment: {'id': 'b0640357-d11f-43cd-a4d2-d14bf0b12d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '24881039-1699-441c-bcfc-0c1d3d72cc61'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:07.664356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Bound port: 7da594ec-7266-4444-b340-edc57c6eea10, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0640357-d11f-43cd-a4d2-d14bf0b12d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '24881039-1699-441c-bcfc-0c1d3d72cc61'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:07.664879 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.697351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36892) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:07.761507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] For port 7da594ec-7266-4444-b340-edc57c6eea10, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:07.765095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] For port 7da594ec-7266-4444-b340-edc57c6eea10, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7da594ec-7266-4444-b340-edc57c6eea10,segment=NetworkSegment(b0640357-d11f-43cd-a4d2-d14bf0b12d70),segment_id=b0640357-d11f-43cd-a4d2-d14bf0b12d70)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:07.769660 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.806226 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-76613523-cd0a-4b8d-b204-dfd0d32aec76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d6d215877cb42a6aa4d297bcead2557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049354 Jul 27 22:03:07.807551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36896) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:07.823875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc818b4d-8541-47a1-835f-b533e331d4df req-fa7459b0-a4bc-4537-9ddf-d40d5b702622 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:07.829806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc818b4d-8541-47a1-835f-b533e331d4df req-fa7459b0-a4bc-4537-9ddf-d40d5b702622 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:07.838147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc818b4d-8541-47a1-835f-b533e331d4df req-fa7459b0-a4bc-4537-9ddf-d40d5b702622 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 1652 time: 0.5801244 Jul 27 22:03:07.838517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26abbb-c8bc-446d-869d-dd14d93a050b None None] Pushing event updated for resources: {'Port': ['ID=7da594ec-7266-4444-b340-edc57c6eea10,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:07.860130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.10 (24881039-1699-441c-bcfc-0c1d3d72cc61/0f894bab-6093-497f-a561-d06d1bc32008/5188e116-bb06-48e1-a238-adc9afcbc845) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:07.901393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.902541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:07.903154 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.908111 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13318-cb42-4455-928e-e700199222f8 req-3c21a04c-a513-4946-b586-5cb2bd7edc96 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:07.909664 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-51d13318-cb42-4455-928e-e700199222f8 req-3c21a04c-a513-4946-b586-5cb2bd7edc96 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.43 "GET /v2.0/ports?device_id=e094a7b4-a07d-427b-9ea7-fac3f53ca7d9 HTTP/1.1" status: 200 len: 946 time: 0.1221220 Jul 27 22:03:07.990171 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Allocated IP 10.1.1.126 (238c0b57-c7aa-4006-939c-14a4cb757645/e04025eb-ba2a-41ae-abbe-b807ba719368/0e11f515-abfb-448e-8706-6e04ee070ee6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:08.063506 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7389998 Jul 27 22:03:08.080031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc818b4d-8541-47a1-835f-b533e331d4df req-f47c59f3-5d7b-4786-8cc6-fa9278349756 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409801 Jul 27 22:03:08.084284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36900) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:08.097297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-31f41917-bd5b-4811-adbd-733bb2855b9b admin admin] Request body: {'subnet': {'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-408991552-subnet', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:08.117721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c142c86-c6aa-4b0e-b2fd-7e211059b84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.142967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8f9ab-261b-4a70-bc00-b447274c30d7 admin admin] Pushing event updated for resources: {'Network': ['ID=7b2bc08b-9e3b-4e6d-a774-49bb04fc9223,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:08.156178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:08.157145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c142c86-c6aa-4b0e-b2fd-7e211059b84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.221337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04be5617-0216-46d8-8ece-ff592bb775a1', 'name': 'network-vif-deleted', 'tag': '5291f306-6be6-435a-a523-5ed424044b14'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:08.224660 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc24808-a486-44e3-a0f4-24392364642d" -d '{"events": [{"server_uuid": "04be5617-0216-46d8-8ece-ff592bb775a1", "name": "network-vif-deleted", "tag": "5291f306-6be6-435a-a523-5ed424044b14"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:08.232242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f41917-bd5b-4811-adbd-733bb2855b9b admin admin] Made reservation on behalf of d5953adddb644b138aaf71558e7a1b7e for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:08.234919 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f41917-bd5b-4811-adbd-733bb2855b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.291624 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.328454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Transition to ACTIVE for port object 5188e116-bb06-48e1-a238-adc9afcbc845 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:08.357448 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-865e3ecf-7447-4220-bb92-95515a81a94d req-7472b5ac-5239-4b41-adfa-35b527cd570e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.375894 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-865e3ecf-7447-4220-bb92-95515a81a94d req-7472b5ac-5239-4b41-adfa-35b527cd570e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.443649 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12ec6c7a-dd74-47ea-9b77-af696e828ad3 req-e663c404-f56d-4a0d-b94d-d9e8f99d34c8 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 210 time: 0.0767837 Jul 27 22:03:08.465544 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c142c86-c6aa-4b0e-b2fd-7e211059b84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.469294 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c142c86-c6aa-4b0e-b2fd-7e211059b84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.472539 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0c142c86-c6aa-4b0e-b2fd-7e211059b84c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d7a968b-3fe5-45a1-ba36-fd2725157657 HTTP/1.1" status: 204 len: 168 time: 0.6483450 Jul 27 22:03:08.514003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7da594ec-7266-4444-b340-edc57c6eea10 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:08.517171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c142c86-c6aa-4b0e-b2fd-7e211059b84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a968b-3fe5-45a1-ba36-fd2725157657,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:08.532617 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.550833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36906) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:08.616965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-51d13318-cb42-4455-928e-e700199222f8 req-28b6538d-b5d6-4f37-b73e-9ed03aa8e01d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Deleting port bee21a3e-7e8d-487b-8a36-fc714a0b6694 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:08.617315 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-51d13318-cb42-4455-928e-e700199222f8 req-28b6538d-b5d6-4f37-b73e-9ed03aa8e01d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.642425 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1885c488-d956-469e-bf74-f4289d007ab1 x-openstack-request-id: req-1885c488-d956-469e-bf74-f4289d007ab1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:08.643118 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04be5617-0216-46d8-8ece-ff592bb775a1", "name": "network-vif-deleted", "tag": "5291f306-6be6-435a-a523-5ed424044b14", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:08.643374 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1885c488-d956-469e-bf74-f4289d007ab1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:08.643771 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04be5617-0216-46d8-8ece-ff592bb775a1', 'name': 'network-vif-deleted', 'tag': '5291f306-6be6-435a-a523-5ed424044b14', 'status': 'completed', 'code': 200} Jul 27 22:03:08.646423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 7da594ec-7266-4444-b340-edc57c6eea10 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:08.685062 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 24881039-1699-441c-bcfc-0c1d3d72cc61 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:08.697412 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:08.699084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f41917-bd5b-4811-adbd-733bb2855b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.714882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:08.722350 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=5188e116-bb06-48e1-a238-adc9afcbc845,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:08.791697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 5291f306-6be6-435a-a523-5ed424044b14 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:08.804583 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.837200 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 5291f306-6be6-435a-a523-5ed424044b14 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:08.838103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 5291f306-6be6-435a-a523-5ed424044b14 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:08.846406 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-865e3ecf-7447-4220-bb92-95515a81a94d req-7472b5ac-5239-4b41-adfa-35b527cd570e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Floating IP 6a063cf1-5aee-44ad-8468-812c0d2c53a0 associated. External IP: 172.25.1.88, port: 8adc888a-2296-4b91-b5e1-a523610a0a4f. Jul 27 22:03:08.855208 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:08.856165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.877894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-51d13318-cb42-4455-928e-e700199222f8 req-28b6538d-b5d6-4f37-b73e-9ed03aa8e01d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] For port bee21a3e-7e8d-487b-8a36-fc714a0b6694, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bee21a3e-7e8d-487b-8a36-fc714a0b6694,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:08.878303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-51d13318-cb42-4455-928e-e700199222f8 req-28b6538d-b5d6-4f37-b73e-9ed03aa8e01d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.895059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34ebd20-d205-4ca6-80e5-8f8b4d385182 admin admin] Deleting subnet fe00a135-d5e2-42bb-bdff-92466a160216 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:08.901993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-51d13318-cb42-4455-928e-e700199222f8 req-28b6538d-b5d6-4f37-b73e-9ed03aa8e01d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Calling delete_port for bee21a3e-7e8d-487b-8a36-fc714a0b6694 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:08.908586 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8e7b8910-1d71-447d-b14c-e8d835afd908 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9271114 Jul 27 22:03:08.908824 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c34ebd20-d205-4ca6-80e5-8f8b4d385182 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.911873 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36912) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:08.939009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Transition to ACTIVE for port object 0e11f515-abfb-448e-8706-6e04ee070ee6 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:09.030283 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f41917-bd5b-4811-adbd-733bb2855b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=456bdf60-6795-47a1-aa6a-7075e3adab17,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:09.058137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f41917-bd5b-4811-adbd-733bb2855b9b admin admin] Checking segment: {'id': '5bf9879e-a118-4067-8f79-015aca1141be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:09.058534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f41917-bd5b-4811-adbd-733bb2855b9b admin admin] Network hostable DHCP agents. Network: 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:03:09.281923 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:09.316601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9c243c-d395-4466-b8cc-07ab60624a5b None None] Network 24881039-1699-441c-bcfc-0c1d3d72cc61 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:09.360135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Network 238c0b57-c7aa-4006-939c-14a4cb757645 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:09.389828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:09.410804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:09.463529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0140db9c-7411-467b-bff1-f704e25f3d67 None None] Provisioning for port 7da594ec-7266-4444-b340-edc57c6eea10 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:09.478150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:09.479086 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:09.488122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-865e3ecf-7447-4220-bb92-95515a81a94d req-7472b5ac-5239-4b41-adfa-35b527cd570e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Router 759a2d7d-ba3e-4e17-a1c4-00040772751c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:03:09.489331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f41917-bd5b-4811-adbd-733bb2855b9b admin admin] Network 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:03:09.507739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0140db9c-7411-467b-bff1-f704e25f3d67 None None] Provisioning complete for port 7da594ec-7266-4444-b340-edc57c6eea10 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:09.507994 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0140db9c-7411-467b-bff1-f704e25f3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:09.540393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-31f41917-bd5b-4811-adbd-733bb2855b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:09.543074 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8059490 Jul 27 22:03:09.548385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f41917-bd5b-4811-adbd-733bb2855b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:09.550882 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f41917-bd5b-4811-adbd-733bb2855b9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:09.563548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69598f36-ed45-4f19-b2d0-0d430be1e6dc req-fb8d444c-e540-4928-a6d0-f679b8b87ec0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:09.570446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69598f36-ed45-4f19-b2d0-0d430be1e6dc req-fb8d444c-e540-4928-a6d0-f679b8b87ec0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:09.575710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906c5943-2d0e-4d62-a441-5f33cca93b15 None None] Network 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:09.577488 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69598f36-ed45-4f19-b2d0-0d430be1e6dc req-fb8d444c-e540-4928-a6d0-f679b8b87ec0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:09.585019 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-69598f36-ed45-4f19-b2d0-0d430be1e6dc req-fb8d444c-e540-4928-a6d0-f679b8b87ec0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 2373 time: 0.2990761 Jul 27 22:03:09.586852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e364d-4409-424f-b40e-0413a3aabb3e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Port': ['ID=0e11f515-abfb-448e-8706-6e04ee070ee6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:09.625244 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c34ebd20-d205-4ca6-80e5-8f8b4d385182 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:09.640400 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-51d13318-cb42-4455-928e-e700199222f8 req-28b6538d-b5d6-4f37-b73e-9ed03aa8e01d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:09.674614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'port': {'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74', 'admin_state_up': True, 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'security_groups': ['a33470ad-e95c-41cf-aae2-c312dfe4463e']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:09.722852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6538d-b5d6-4f37-b73e-9ed03aa8e01d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Pushing event deleted for resources: {'Port': ['ID=bee21a3e-7e8d-487b-8a36-fc714a0b6694,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:09.839350 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d13318-cb42-4455-928e-e700199222f8 req-28b6538d-b5d6-4f37-b73e-9ed03aa8e01d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] No DVR routers for this DVR port bee21a3e-7e8d-487b-8a36-fc714a0b6694 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:09.842068 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-51d13318-cb42-4455-928e-e700199222f8 req-28b6538d-b5d6-4f37-b73e-9ed03aa8e01d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:09.844492 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-51d13318-cb42-4455-928e-e700199222f8 req-28b6538d-b5d6-4f37-b73e-9ed03aa8e01d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.43 "DELETE /v2.0/ports/bee21a3e-7e8d-487b-8a36-fc714a0b6694 HTTP/1.1" status: 204 len: 173 time: 1.9257338 Jul 27 22:03:09.847373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:09.912779 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-31f41917-bd5b-4811-adbd-733bb2855b9b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8206899 Jul 27 22:03:09.934519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:09.959207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['8adc888a-2296-4b91-b5e1-a523610a0a4f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:03:10.006411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-408991552-router', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:10.068806 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-69598f36-ed45-4f19-b2d0-0d430be1e6dc req-bbd4c0c4-9a20-42c7-a66d-da6e7f2a2ac8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4828196 Jul 27 22:03:10.110510 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:10.242034 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:10.252018 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:10.362582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c34ebd20-d205-4ca6-80e5-8f8b4d385182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:10.376043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-865e3ecf-7447-4220-bb92-95515a81a94d req-7472b5ac-5239-4b41-adfa-35b527cd570e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:10.382691 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:10.388041 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-865e3ecf-7447-4220-bb92-95515a81a94d req-7472b5ac-5239-4b41-adfa-35b527cd570e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:10.392623 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b340f9-1085-4f6c-b299-6b1e0ff0df5f None None] Sync routers for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:10.420244 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b340f9-1085-4f6c-b299-6b1e0ff0df5f None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:10.420915 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-15b340f9-1085-4f6c-b299-6b1e0ff0df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:10.434062 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5fdd39c5-1447-4e1b-9d50-338ba30abb51 req-694e2960-f24f-4cf3-850b-642aacfe03fd tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=5eea1328-665d-475f-9a14-90cf993174dc HTTP/1.1" status: 200 len: 210 time: 0.0412450 Jul 27 22:03:10.459028 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:10.460358 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:10.535855 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:10.539401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=5188e116-bb06-48e1-a238-adc9afcbc845,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:10.648134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'name': 'network-vif-deleted', 'tag': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:10.649720 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3ba569-e059-4a92-b9dd-73b91c5fb230" -d '{"events": [{"server_uuid": "e094a7b4-a07d-427b-9ea7-fac3f53ca7d9", "name": "network-vif-deleted", "tag": "bee21a3e-7e8d-487b-8a36-fc714a0b6694"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:10.668243 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c34ebd20-d205-4ca6-80e5-8f8b4d385182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:10.768782 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0140db9c-7411-467b-bff1-f704e25f3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:10.810506 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-15b340f9-1085-4f6c-b299-6b1e0ff0df5f None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:10.814572 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869d867e-f853-4add-a0b0-cf54e68f8529 x-openstack-request-id: req-869d867e-f853-4add-a0b0-cf54e68f8529 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:10.815101 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e094a7b4-a07d-427b-9ea7-fac3f53ca7d9", "name": "network-vif-deleted", "tag": "bee21a3e-7e8d-487b-8a36-fc714a0b6694", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:10.815344 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-869d867e-f853-4add-a0b0-cf54e68f8529 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:10.816347 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e094a7b4-a07d-427b-9ea7-fac3f53ca7d9', 'name': 'network-vif-deleted', 'tag': 'bee21a3e-7e8d-487b-8a36-fc714a0b6694', 'status': 'completed', 'code': 200} Jul 27 22:03:10.828622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ebd20-d205-4ca6-80e5-8f8b4d385182 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe00a135-d5e2-42bb-bdff-92466a160216,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:10.858932 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c34ebd20-d205-4ca6-80e5-8f8b4d385182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:10.864576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bee21a3e-7e8d-487b-8a36-fc714a0b6694 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:10.868177 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c34ebd20-d205-4ca6-80e5-8f8b4d385182 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fe00a135-d5e2-42bb-bdff-92466a160216 HTTP/1.1" status: 204 len: 168 time: 2.2651579 Jul 27 22:03:10.873132 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:10.873940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Allocated IP 10.2.2.100 (7efe6e56-000d-409a-b0b3-b6fad79e6b74/3c0f51f0-7bee-4eba-aab0-f9030365afa9/77e3b391-a760-4065-8191-93ed4633266d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:11.014208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: bee21a3e-7e8d-487b-8a36-fc714a0b6694 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:11.014911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bee21a3e-7e8d-487b-8a36-fc714a0b6694 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:11.061488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0140db9c-7411-467b-bff1-f704e25f3d67 None None] For port 7da594ec-7266-4444-b340-edc57c6eea10, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7da594ec-7266-4444-b340-edc57c6eea10,segment=NetworkSegment(b0640357-d11f-43cd-a4d2-d14bf0b12d70),segment_id=b0640357-d11f-43cd-a4d2-d14bf0b12d70)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:11.085679 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.088964 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.123658 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0140db9c-7411-467b-bff1-f704e25f3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.220963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-7b2bc08b-9e3b-4e6d-a774-49bb04fc9223', 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'fixed_ips': [{'subnet_id': '456bdf60-6795-47a1-aa6a-7075e3adab17'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:03:11.221849 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.268617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-865e3ecf-7447-4220-bb92-95515a81a94d req-7472b5ac-5239-4b41-adfa-35b527cd570e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "PUT /v2.0/floatingips/6a063cf1-5aee-44ad-8468-812c0d2c53a0 HTTP/1.1" status: 200 len: 996 time: 4.1202781 Jul 27 22:03:11.276098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:11.279381 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d668083-9af0-4a6e-b1c2-58b1d52b275e" -d '{"events": [{"name": "network-changed", "server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:11.380688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140db9c-7411-467b-bff1-f704e25f3d67 None None] Pushing event updated for resources: {'Port': ['ID=7da594ec-7266-4444-b340-edc57c6eea10,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:11.380907 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-15b340f9-1085-4f6c-b299-6b1e0ff0df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6a063cf1-5aee-44ad-8468-812c0d2c53a0', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'port_id': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'mac_address': 'fa:16:3e:cd:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45811f9-5840-4732-9e85-c8743257025b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:21Z', 'updated_at': '2021-07-27T22:03:08Z', 'revision_number': 8, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:11.447741 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b340f9-1085-4f6c-b299-6b1e0ff0df5f None None] Checking router: 759a2d7d-ba3e-4e17-a1c4-00040772751c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:03:11.474134 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b340f9-1085-4f6c-b299-6b1e0ff0df5f None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:11.474800 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-15b340f9-1085-4f6c-b299-6b1e0ff0df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:11.483460 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.504857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cdef4a-b876-4d9f-bd07-5494421f6520']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:11.507084 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.512757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7a2eefb1-1f17-4048-9bc1-fea2d47fb970 None None] Provisioning for port 0e11f515-abfb-448e-8706-6e04ee070ee6 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:11.536867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8039d19-ab47-497f-8e90-661d9b78fe88') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:11.536867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8039d19-ab47-497f-8e90-661d9b78fe88') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:11.537401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7a2eefb1-1f17-4048-9bc1-fea2d47fb970 None None] Provisioning complete for port 0e11f515-abfb-448e-8706-6e04ee070ee6 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:11.537778 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a2eefb1-1f17-4048-9bc1-fea2d47fb970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.550775 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.578895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eefb1-1f17-4048-9bc1-fea2d47fb970 None None] Port 0e11f515-abfb-448e-8706-6e04ee070ee6 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:11.614162 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.625096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7a2eefb1-1f17-4048-9bc1-fea2d47fb970 None None] Provisioning for port 5188e116-bb06-48e1-a238-adc9afcbc845 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:11.647278 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7a2eefb1-1f17-4048-9bc1-fea2d47fb970 None None] Provisioning complete for port 5188e116-bb06-48e1-a238-adc9afcbc845 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:11.647643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a2eefb1-1f17-4048-9bc1-fea2d47fb970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.678724 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Allocated IP 172.20.0.2 (7b2bc08b-9e3b-4e6d-a774-49bb04fc9223/456bdf60-6795-47a1-aa6a-7075e3adab17/7c78743e-7401-4145-98a4-59fe8b89079f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:11.708897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7a2eefb1-1f17-4048-9bc1-fea2d47fb970 None None] Port 5188e116-bb06-48e1-a238-adc9afcbc845 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:11.719216 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-15b340f9-1085-4f6c-b299-6b1e0ff0df5f None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:11.726027 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:03:11.726475 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:03:11.734638 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:03:11.779418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7a2eefb1-1f17-4048-9bc1-fea2d47fb970 None None] Provisioning complete for port 7da594ec-7266-4444-b340-edc57c6eea10 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:11.780036 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a2eefb1-1f17-4048-9bc1-fea2d47fb970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.837347 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.855282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Transition to ACTIVE for port object 77e3b391-a760-4065-8191-93ed4633266d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:11.926325 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.933224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:11.939851 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d4cdef4a-b876-4d9f-bd07-5494421f6520 HTTP/1.1" status: 204 len: 168 time: 1.0635147 Jul 27 22:03:11.942458 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:12.025923 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-15b340f9-1085-4f6c-b299-6b1e0ff0df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6a063cf1-5aee-44ad-8468-812c0d2c53a0', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'port_id': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'mac_address': 'fa:16:3e:cd:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45811f9-5840-4732-9e85-c8743257025b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:21Z', 'updated_at': '2021-07-27T22:03:08Z', 'revision_number': 8, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:12.033180 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.033588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3090b03-46bc-4cee-a9a6-c5878bd2e3c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4cdef4a-b876-4d9f-bd07-5494421f6520,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:12.037990 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.048324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Transition to ACTIVE for port object 7c78743e-7401-4145-98a4-59fe8b89079f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:12.061928 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b340f9-1085-4f6c-b299-6b1e0ff0df5f None None] The sync data for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 is: [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6a063cf1-5aee-44ad-8468-812c0d2c53a0', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'port_id': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'mac_address': 'fa:16:3e:cd:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45811f9-5840-4732-9e85-c8743257025b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:21Z', 'updated_at': '2021-07-27T22:03:08Z', 'revision_number': 8, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:12.066009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Transition to ACTIVE for port object 7c78743e-7401-4145-98a4-59fe8b89079f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:12.074379 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.085289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22278977-1122-44c1-8204-b49fb5754d89 req-c1589aa2-3a5c-4ec2-9a02-e85b5c996bb6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:12.092348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22278977-1122-44c1-8204-b49fb5754d89 req-c1589aa2-3a5c-4ec2-9a02-e85b5c996bb6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:12.099399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22278977-1122-44c1-8204-b49fb5754d89 req-c1589aa2-3a5c-4ec2-9a02-e85b5c996bb6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:12.101169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22278977-1122-44c1-8204-b49fb5754d89 req-c1589aa2-3a5c-4ec2-9a02-e85b5c996bb6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 2373 time: 0.8316097 Jul 27 22:03:12.124831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Network 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:12.136326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:12.138643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Pushing event updated for resources: {'Port': ['ID=7c78743e-7401-4145-98a4-59fe8b89079f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:12.141283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:12.163484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:12.164499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:12.165006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:12.166066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:12.166794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:12.167306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:12.167917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:12.168413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:12.168936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:12.169437 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:12.169927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:12.170464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:12.173697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e3ecf-7447-4220-bb92-95515a81a94d req-c66c6863-0e43-4d29-9847-e599ca6459d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:12.193572 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-865e3ecf-7447-4220-bb92-95515a81a94d req-c66c6863-0e43-4d29-9847-e599ca6459d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 1097 time: 0.2493112 Jul 27 22:03:12.213844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7c8ffb-ca3e-4d04-96f6-51999cf33c71 admin admin] Deleting subnet 4be0d3d6-4d60-49fa-b264-c68744c955cf {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:12.227482 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f7c8ffb-ca3e-4d04-96f6-51999cf33c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.258130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.274869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Attempting to bind port 7c78743e-7401-4145-98a4-59fe8b89079f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:12.276115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Attempting to bind port 7c78743e-7401-4145-98a4-59fe8b89079f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '5bf9879e-a118-4067-8f79-015aca1141be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:12.276875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Attempting to bind port 7c78743e-7401-4145-98a4-59fe8b89079f on network 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:12.281261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f6d1e4e0-1973-49b3-871c-259d6426dfbd None None] Provisioning complete for port 5188e116-bb06-48e1-a238-adc9afcbc845 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:12.281643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f6d1e4e0-1973-49b3-871c-259d6426dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.287354 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.290522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:12.291055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Checking segment: {'id': '5bf9879e-a118-4067-8f79-015aca1141be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:12.291646 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.292091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Bound using segment: {'id': '5bf9879e-a118-4067-8f79-015aca1141be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:12.292641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Bound port: 7c78743e-7401-4145-98a4-59fe8b89079f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf9879e-a118-4067-8f79-015aca1141be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:12.293033 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.331453 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f7c8ffb-ca3e-4d04-96f6-51999cf33c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.340222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Port': ['ID=77e3b391-a760-4065-8191-93ed4633266d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:12.392986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f6d1e4e0-1973-49b3-871c-259d6426dfbd None None] Port 5188e116-bb06-48e1-a238-adc9afcbc845 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:12.405038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:12.411448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:12.422936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:12.439168 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22278977-1122-44c1-8204-b49fb5754d89 req-72bd426a-1aa4-4285-99df-1cd96d85f79f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236270 Jul 27 22:03:12.455106 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f7c8ffb-ca3e-4d04-96f6-51999cf33c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.458980 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.495310 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.513818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e3ecf-7447-4220-bb92-95515a81a94d req-74e3aa48-5a19-433d-8373-42ebdb00a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:12.522137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-865e3ecf-7447-4220-bb92-95515a81a94d req-74e3aa48-5a19-433d-8373-42ebdb00a886 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.3276544 Jul 27 22:03:12.559368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2aac9-9c4b-4775-b605-2890fa663eb7 None None] New status for floating IP 6a063cf1-5aee-44ad-8468-812c0d2c53a0: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:03:12.569604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:12.570836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7da594ec-7266-4444-b340-edc57c6eea10 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:12.571048 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.639712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=5188e116-bb06-48e1-a238-adc9afcbc845,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:12.651268 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.666764 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f7c8ffb-ca3e-4d04-96f6-51999cf33c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.743130 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-eaf2e098-47b9-4465-bf9e-24873fd686a2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1533921 Jul 27 22:03:12.752846 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f7c8ffb-ca3e-4d04-96f6-51999cf33c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.755832 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7f7c8ffb-ca3e-4d04-96f6-51999cf33c71 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4be0d3d6-4d60-49fa-b264-c68744c955cf HTTP/1.1" status: 204 len: 168 time: 0.7852092 Jul 27 22:03:12.779985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'port': {'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74', 'admin_state_up': True, 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'security_groups': ['a33470ad-e95c-41cf-aae2-c312dfe4463e']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:12.781968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36968) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:12.803306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-865e3ecf-7447-4220-bb92-95515a81a94d req-f1d71a6a-97cf-4d35-bfc2-7bb33022b91c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 999 time: 0.2800133 Jul 27 22:03:12.866758 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:12.874814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c8ffb-ca3e-4d04-96f6-51999cf33c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be0d3d6-4d60-49fa-b264-c68744c955cf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:12.948244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] For port 7c78743e-7401-4145-98a4-59fe8b89079f, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:12.964448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e3ecf-7447-4220-bb92-95515a81a94d req-99153247-0665-4875-a412-6a027b79d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:12.964911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] For port 7c78743e-7401-4145-98a4-59fe8b89079f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7c78743e-7401-4145-98a4-59fe8b89079f,segment=NetworkSegment(5bf9879e-a118-4067-8f79-015aca1141be),segment_id=5bf9879e-a118-4067-8f79-015aca1141be)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:12.970967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-865e3ecf-7447-4220-bb92-95515a81a94d req-99153247-0665-4875-a412-6a027b79d9c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.1012256 Jul 27 22:03:12.990231 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.003586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c037999-d260-462c-a9e7-708ab08fedce']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:13.039716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161b238e-abad-40c4-99b6-25060616ecc6') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:13.040074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161b238e-abad-40c4-99b6-25060616ecc6') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:13.069191 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.074490 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4404ba7f-9093-4d79-ae0b-ffc7cf07c13c x-openstack-request-id: req-4404ba7f-9093-4d79-ae0b-ffc7cf07c13c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:13.074838 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:13.075098 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4404ba7f-9093-4d79-ae0b-ffc7cf07c13c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:13.075517 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'status': 'completed', 'code': 200} Jul 27 22:03:13.157397 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51b5362b-f2d0-40fa-86e7-5b35c4448b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.161995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73bded4e-2546-4917-bfb5-ace85026d1aa None None] Provisioning for port 77e3b391-a760-4065-8191-93ed4633266d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:13.171480 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73bded4e-2546-4917-bfb5-ace85026d1aa None None] Provisioning complete for port 77e3b391-a760-4065-8191-93ed4633266d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:13.171847 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73bded4e-2546-4917-bfb5-ace85026d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.193979 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.248147 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 24881039-1699-441c-bcfc-0c1d3d72cc61 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:13.251270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7da594ec-7266-4444-b340-edc57c6eea10 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:13.251711 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.253041 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.255900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d210a25-b6fb-405e-99e0-4978811c8ba1 None None] Pushing event updated for resources: {'Port': ['ID=7c78743e-7401-4145-98a4-59fe8b89079f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:13.262671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:13.266014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d668083-9af0-4a6e-b1c2-58b1d52b275e req-1a8b860c-f0fd-44ef-ade3-3f34e46a2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:13.268008 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d668083-9af0-4a6e-b1c2-58b1d52b275e req-1a8b860c-f0fd-44ef-ade3-3f34e46a2203 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 1097 time: 0.1781254 Jul 27 22:03:13.274212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:03:13.277592 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:03:13.280670 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:03:13.318539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.333648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-73bded4e-2546-4917-bfb5-ace85026d1aa None None] Port 77e3b391-a760-4065-8191-93ed4633266d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:13.534335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.746042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Allocated IP 172.25.1.146 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/ccdbe81e-716f-4b92-aec6-80dd216f3f41) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:13.758923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-accc3004-b7f4-4411-99d7-24b41968bf98 None None] Provisioning complete for port 5188e116-bb06-48e1-a238-adc9afcbc845 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:13.763495 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-accc3004-b7f4-4411-99d7-24b41968bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.825053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-accc3004-b7f4-4411-99d7-24b41968bf98 None None] Port 5188e116-bb06-48e1-a238-adc9afcbc845 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:13.871713 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.879424 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.941265 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:13.943711 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] 10.222.0.24 "DELETE /v2.0/networks/8c037999-d260-462c-a9e7-708ab08fedce HTTP/1.1" status: 204 len: 168 time: 1.1562841 Jul 27 22:03:13.957272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e3ecf-7447-4220-bb92-95515a81a94d req-c65f944f-ed5c-4429-b293-8fc3566f43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:13.959156 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-865e3ecf-7447-4220-bb92-95515a81a94d req-c65f944f-ed5c-4429-b293-8fc3566f43f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9758372 Jul 27 22:03:13.963081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f833c03-8062-42d3-99ba-69984b66465e admin admin] Pushing event deleted for resources: {'Network': ['ID=8c037999-d260-462c-a9e7-708ab08fedce,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:14.000373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Router 11cb926a-8c12-41e9-bf95-bff5164df045 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:03:14.027712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d668083-9af0-4a6e-b1c2-58b1d52b275e req-632ac4b0-2d8f-4c55-96e8-2401e873f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.029141 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d668083-9af0-4a6e-b1c2-58b1d52b275e req-632ac4b0-2d8f-4c55-96e8-2401e873f86c service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.7402954 Jul 27 22:03:14.115054 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-865e3ecf-7447-4220-bb92-95515a81a94d req-3a74ac0e-3881-44ae-baed-b029d8e82af0 service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380479 Jul 27 22:03:14.144901 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d668083-9af0-4a6e-b1c2-58b1d52b275e req-5c681e65-ca68-4013-91ac-d23635f33444 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 1001 time: 0.0812438 Jul 27 22:03:14.256808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d668083-9af0-4a6e-b1c2-58b1d52b275e req-6b5a7287-f3f9-4038-afe1-ac09e8fbb1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.258660 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d668083-9af0-4a6e-b1c2-58b1d52b275e req-6b5a7287-f3f9-4038-afe1-ac09e8fbb1e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.0769498 Jul 27 22:03:14.309922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:14.327674 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:14.335093 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cab672-3433-4789-a11d-84c29b701f9b None None] Sync routers for ids ['11cb926a-8c12-41e9-bf95-bff5164df045'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:14.339584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bb3361b6-26e9-488a-ba68-9dde8f884420 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "PUT /v2.0/routers/11cb926a-8c12-41e9-bf95-bff5164df045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4254606 Jul 27 22:03:14.341986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:14.363602 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cab672-3433-4789-a11d-84c29b701f9b None None] Routers {'11cb926a-8c12-41e9-bf95-bff5164df045'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:14.364944 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b6cab672-3433-4789-a11d-84c29b701f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['11cb926a-8c12-41e9-bf95-bff5164df045'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:14.373242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36980) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:14.423971 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b6cab672-3433-4789-a11d-84c29b701f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:14.449050 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cab672-3433-4789-a11d-84c29b701f9b None None] Routers {'11cb926a-8c12-41e9-bf95-bff5164df045'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:14.450222 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b6cab672-3433-4789-a11d-84c29b701f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:02:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['11cb926a-8c12-41e9-bf95-bff5164df045'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:14.455894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Made reservation on behalf of babe1211a4104c579285a0c283ed0cca for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:14.467534 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:14.471913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.472394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.472864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.473324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.473786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.474245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.476085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.476723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.477352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.478323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.478957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.479578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.480187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.481651 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.490429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c16e3095-e3be-4e5a-b32f-c0b5f610c71a req-78b94a77-9ec2-4983-8902-38c3680d5e43 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9799 time: 1.1874766 Jul 27 22:03:14.545835 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b6cab672-3433-4789-a11d-84c29b701f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:14.549530 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cab672-3433-4789-a11d-84c29b701f9b None None] The sync data for ids ['11cb926a-8c12-41e9-bf95-bff5164df045'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:14.562308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:14.570098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d668083-9af0-4a6e-b1c2-58b1d52b275e req-d3f21ab2-c939-462a-ac98-61e08cf80bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:14.572382 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d668083-9af0-4a6e-b1c2-58b1d52b275e req-d3f21ab2-c939-462a-ac98-61e08cf80bbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2293701 Jul 27 22:03:14.579514 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:14.580412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7c78743e-7401-4145-98a4-59fe8b89079f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:14.583084 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3729ba7c-5636-40c4-a3ab-d14edab308fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c1d48a9f6a14539976b63c05ed486a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003415 Jul 27 22:03:14.590192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:14.594120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36986) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:14.603087 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-865e3ecf-7447-4220-bb92-95515a81a94d req-812e96a1-1d9d-4052-ba0c-5fe1dd35de29 service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770324 Jul 27 22:03:14.742840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ccdbe81e-716f-4b92-aec6-80dd216f3f41,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:14.762481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 7c78743e-7401-4145-98a4-59fe8b89079f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:14.891426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed8af1c-d8ea-49e3-82ad-a41d95f14ab1 None None] Network 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:14.907677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c589cb4a-82d1-451e-9f87-f705c4e12be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:14.998055 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c589cb4a-82d1-451e-9f87-f705c4e12be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.017669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2ddca692-922a-4494-b888-18354c353852 None None] Provisioning for port 7c78743e-7401-4145-98a4-59fe8b89079f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:15.030698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2ddca692-922a-4494-b888-18354c353852 None None] Provisioning complete for port 7c78743e-7401-4145-98a4-59fe8b89079f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:15.031114 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ddca692-922a-4494-b888-18354c353852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.033308 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d668083-9af0-4a6e-b1c2-58b1d52b275e req-48be4c58-9eea-4b76-9d48-6e1ecdda835f service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488804 Jul 27 22:03:15.223851 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ddca692-922a-4494-b888-18354c353852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.226001 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d668083-9af0-4a6e-b1c2-58b1d52b275e req-c30a7cce-a3f6-46c7-8376-5b4123ced985 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776636 Jul 27 22:03:15.253499 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c589cb4a-82d1-451e-9f87-f705c4e12be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.256961 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c589cb4a-82d1-451e-9f87-f705c4e12be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.258758 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c589cb4a-82d1-451e-9f87-f705c4e12be9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7cc358c-a759-4b6b-8943-61fe800ca6b0 HTTP/1.1" status: 204 len: 168 time: 0.6634810 Jul 27 22:03:15.289061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589cb4a-82d1-451e-9f87-f705c4e12be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cc358c-a759-4b6b-8943-61fe800ca6b0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:15.342323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2ddca692-922a-4494-b888-18354c353852 None None] For port 7c78743e-7401-4145-98a4-59fe8b89079f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7c78743e-7401-4145-98a4-59fe8b89079f,segment=NetworkSegment(5bf9879e-a118-4067-8f79-015aca1141be),segment_id=5bf9879e-a118-4067-8f79-015aca1141be)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:15.348218 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ddca692-922a-4494-b888-18354c353852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.419374 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8f958a2-a277-49b3-9eca-9eb13ae4d7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.430776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddca692-922a-4494-b888-18354c353852 None None] Pushing event updated for resources: {'Port': ['ID=7c78743e-7401-4145-98a4-59fe8b89079f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:15.534125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23085a4-0be0-4351-82c8-b30797a68799 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:15.538689 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f23085a4-0be0-4351-82c8-b30797a68799 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cb926a-8c12-41e9-bf95-bff5164df045 HTTP/1.1" status: 200 len: 982 time: 1.1811414 Jul 27 22:03:15.539722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37000) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:15.665067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d712f53-f958-455a-8c1e-f7844fecf975 req-2fa6f2ef-a08f-4e79-a98e-fac4b59386b0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:15.672316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d712f53-f958-455a-8c1e-f7844fecf975 req-2fa6f2ef-a08f-4e79-a98e-fac4b59386b0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:15.679109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d712f53-f958-455a-8c1e-f7844fecf975 req-2fa6f2ef-a08f-4e79-a98e-fac4b59386b0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:15.680387 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.687427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d712f53-f958-455a-8c1e-f7844fecf975 req-2fa6f2ef-a08f-4e79-a98e-fac4b59386b0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:15.689183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d712f53-f958-455a-8c1e-f7844fecf975 req-2fa6f2ef-a08f-4e79-a98e-fac4b59386b0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 3094 time: 0.9567416 Jul 27 22:03:15.705316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bdfeaa23-58de-4479-9874-ab072557be56 None None] Provisioning complete for port 7c78743e-7401-4145-98a4-59fe8b89079f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:15.705700 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bdfeaa23-58de-4479-9874-ab072557be56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:15.828510 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d712f53-f958-455a-8c1e-f7844fecf975 req-36ef4578-b89d-435b-9334-10330831ce44 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207094 Jul 27 22:03:15.892686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba4c3a-270e-40e2-bba7-410ed8f87e04 req-b4b3953f-e68e-43fd-a925-f6946d6fdff4 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:15.902593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a7ba4c3a-270e-40e2-bba7-410ed8f87e04 req-b4b3953f-e68e-43fd-a925-f6946d6fdff4 tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 886 time: 0.5545168 Jul 27 22:03:15.903506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:16.004612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Allocated IP 10.2.2.200 (7efe6e56-000d-409a-b0b3-b6fad79e6b74/3c0f51f0-7bee-4eba-aab0-f9030365afa9/e9ecb4df-727b-4972-9e8e-8f6a732dac7c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:16.106903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37010) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:16.112378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-991d38ee-4d3d-4160-a46d-fdb211961ef0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d36de441818b4cdd82f12d73d2dd6113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453056 Jul 27 22:03:16.182632 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dcd40901-7391-4b91-bf51-3bc6acbb22b5 req-c26e4071-0351-4209-a355-d37c04c17ecd tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips/6a063cf1-5aee-44ad-8468-812c0d2c53a0 HTTP/1.1" status: 200 len: 998 time: 0.2743893 Jul 27 22:03:16.199510 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:16.201001 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b91efc3-af42-422d-8dfe-e3d7d8c84e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:16.225242 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b91efc3-af42-422d-8dfe-e3d7d8c84e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:16.295385 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:16.298650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.299303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.300287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.300914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.301573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.302189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.302347 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b91efc3-af42-422d-8dfe-e3d7d8c84e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:16.303004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.304113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.306621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.307370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.308055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.308658 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b91efc3-af42-422d-8dfe-e3d7d8c84e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:16.308810 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:16.308985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.309758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:16.318154 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1b91efc3-af42-422d-8dfe-e3d7d8c84e47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7a98561-6b50-436f-b75d-de51bb61f36f HTTP/1.1" status: 204 len: 168 time: 0.2097661 Jul 27 22:03:16.321556 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6936b63b-cf9b-41fe-b0b9-8e2173dce1f2 req-c81c43dc-2610-40e8-8234-7e14e76dec6a tempest-NetworksTest-2081719553 tempest-NetworksTest-2081719553-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9128 time: 0.2373652 Jul 27 22:03:16.391428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91efc3-af42-422d-8dfe-e3d7d8c84e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a98561-6b50-436f-b75d-de51bb61f36f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:16.509137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7c78743e-7401-4145-98a4-59fe8b89079f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:16.571408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-326b8b49-78f5-468d-a80e-84ad5ded1e7a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:16.621406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7c78743e-7401-4145-98a4-59fe8b89079f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:16.622176 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.122185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37032) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:17.170739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-326b8b49-78f5-468d-a80e-84ad5ded1e7a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port 5188e116-bb06-48e1-a238-adc9afcbc845 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:17.172708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-326b8b49-78f5-468d-a80e-84ad5ded1e7a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.230206 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.268994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd40901-7391-4b91-bf51-3bc6acbb22b5 req-e37cb9f8-71c2-4bbf-b293-d6e3e7219d96 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:17.270966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dcd40901-7391-4b91-bf51-3bc6acbb22b5 req-e37cb9f8-71c2-4bbf-b293-d6e3e7219d96 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.9355314 Jul 27 22:03:17.363350 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-326b8b49-78f5-468d-a80e-84ad5ded1e7a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.369249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-dcd40901-7391-4b91-bf51-3bc6acbb22b5 req-d8778789-a8fa-439b-ba7c-a64de2fbe23e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:03:17.391324 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dcd40901-7391-4b91-bf51-3bc6acbb22b5 req-d8778789-a8fa-439b-ba7c-a64de2fbe23e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0889823 Jul 27 22:03:17.391724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-326b8b49-78f5-468d-a80e-84ad5ded1e7a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for 5188e116-bb06-48e1-a238-adc9afcbc845 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:17.411644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139b31f-c357-47b0-9f7e-ec1bc5ccb4f0 req-a7494927-ab08-4ac3-a4cb-a56d13770fa8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:17.427479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139b31f-c357-47b0-9f7e-ec1bc5ccb4f0 req-a7494927-ab08-4ac3-a4cb-a56d13770fa8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:17.449403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139b31f-c357-47b0-9f7e-ec1bc5ccb4f0 req-a7494927-ab08-4ac3-a4cb-a56d13770fa8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:17.473184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139b31f-c357-47b0-9f7e-ec1bc5ccb4f0 req-a7494927-ab08-4ac3-a4cb-a56d13770fa8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:17.490041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0139b31f-c357-47b0-9f7e-ec1bc5ccb4f0 req-a7494927-ab08-4ac3-a4cb-a56d13770fa8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 3094 time: 0.4621670 Jul 27 22:03:17.543281 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4901-b325-4799-96f0-1fd4759ceb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.674102 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.718607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0139b31f-c357-47b0-9f7e-ec1bc5ccb4f0 req-84016338-4db9-4ce1-96e5-5334434d7bb9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266502 Jul 27 22:03:17.797438 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Transition to ACTIVE for port object e9ecb4df-727b-4972-9e8e-8f6a732dac7c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:17.821723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-1346b868-fd5f-4424-a697-0aa109e4abd8 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 1001 time: 0.2583363 Jul 27 22:03:17.921061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4901-b325-4799-96f0-1fd4759ceb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.950729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-348a20cf-b30b-4c23-b615-9cb1dee0d4ef tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:17.951969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4901-b325-4799-96f0-1fd4759ceb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.952882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-348a20cf-b30b-4c23-b615-9cb1dee0d4ef tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports/8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 943 time: 0.1157513 Jul 27 22:03:17.954544 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.960782 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-326b8b49-78f5-468d-a80e-84ad5ded1e7a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:18.012677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:18.055289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b8b49-78f5-468d-a80e-84ad5ded1e7a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=5188e116-bb06-48e1-a238-adc9afcbc845,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:18.072008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Router 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:03:18.099304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:18.100998 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cf8f4901-b325-4799-96f0-1fd4759ceb6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1216c5752d154b4e8d56d77d44222887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9771752 Jul 27 22:03:18.124045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:18.216918 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f4901-b325-4799-96f0-1fd4759ceb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f48de1-575d-4c59-a6ad-b35845233830,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:18.254862 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee028b82-34a6-4a88-ac44-aa907988ade5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:18.451567 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-326b8b49-78f5-468d-a80e-84ad5ded1e7a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:18.474714 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee028b82-34a6-4a88-ac44-aa907988ade5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:18.668444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:18.673633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:18.798578 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:03:18.869272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-23117291-c145-46a8-85cf-1a46c1665ce3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 1001 time: 0.8297050 Jul 27 22:03:18.872150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee028b82-34a6-4a88-ac44-aa907988ade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:18.875044 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee028b82-34a6-4a88-ac44-aa907988ade5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:18.876689 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ee028b82-34a6-4a88-ac44-aa907988ade5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52f48de1-575d-4c59-a6ad-b35845233830 HTTP/1.1" status: 204 len: 168 time: 0.7510927 Jul 27 22:03:18.893560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event updated for resources: {'Port': ['ID=e9ecb4df-727b-4972-9e8e-8f6a732dac7c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:18.904429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee028b82-34a6-4a88-ac44-aa907988ade5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f48de1-575d-4c59-a6ad-b35845233830,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:18.928096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326b8b49-78f5-468d-a80e-84ad5ded1e7a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Router 11cb926a-8c12-41e9-bf95-bff5164df045 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:03:19.074147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:19.074534 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.100279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326b8b49-78f5-468d-a80e-84ad5ded1e7a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:19.106798 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-326b8b49-78f5-468d-a80e-84ad5ded1e7a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "PUT /v2.0/routers/11cb926a-8c12-41e9-bf95-bff5164df045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5657640 Jul 27 22:03:19.109754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37076) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:19.113634 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1272a-00ad-4771-befd-86dcc5a345c3 None None] Sync routers for ids ['11cb926a-8c12-41e9-bf95-bff5164df045'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:19.135765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1272a-00ad-4771-befd-86dcc5a345c3 None None] Routers {'11cb926a-8c12-41e9-bf95-bff5164df045'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:19.136407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8de1272a-00ad-4771-befd-86dcc5a345c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['11cb926a-8c12-41e9-bf95-bff5164df045'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:19.142141 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7d58e0-0305-4f94-9df3-05d7f602570e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:03:19.144000 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1c7d58e0-0305-4f94-9df3-05d7f602570e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/5188e116-bb06-48e1-a238-adc9afcbc845 HTTP/1.1" status: 404 len: 333 time: 0.0327992 Jul 27 22:03:19.146681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37078) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:19.225224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44690df4-31ea-4785-bb30-0004730c739e req-8d7f17be-fe0e-4499-8e47-fdca60cace0a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:19.233104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44690df4-31ea-4785-bb30-0004730c739e req-8d7f17be-fe0e-4499-8e47-fdca60cace0a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:19.237820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8de1272a-00ad-4771-befd-86dcc5a345c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:19.240467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44690df4-31ea-4785-bb30-0004730c739e req-8d7f17be-fe0e-4499-8e47-fdca60cace0a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:19.247620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44690df4-31ea-4785-bb30-0004730c739e req-8d7f17be-fe0e-4499-8e47-fdca60cace0a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:19.253902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44690df4-31ea-4785-bb30-0004730c739e req-8d7f17be-fe0e-4499-8e47-fdca60cace0a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:19.255959 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44690df4-31ea-4785-bb30-0004730c739e req-8d7f17be-fe0e-4499-8e47-fdca60cace0a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 3815 time: 0.3778477 Jul 27 22:03:19.262845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5ec38a28-135c-4166-9fb5-b5244856bc6a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5085211 Jul 27 22:03:19.270771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1272a-00ad-4771-befd-86dcc5a345c3 None None] Routers {'11cb926a-8c12-41e9-bf95-bff5164df045'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:19.271373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18fa2408-14aa-4621-b3c6-8138697b5c21 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.274040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8de1272a-00ad-4771-befd-86dcc5a345c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['11cb926a-8c12-41e9-bf95-bff5164df045'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:19.291498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Request body: {'port': {'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:19.297206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:19.308838 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Sync routers for ids ['9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:19.329508 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Routers {'9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:19.330130 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:19.344734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8de1272a-00ad-4771-befd-86dcc5a345c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:19.346102 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1272a-00ad-4771-befd-86dcc5a345c3 None None] The sync data for ids ['11cb926a-8c12-41e9-bf95-bff5164df045'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:19.354976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9abed288-cf2c-472b-b69f-9e35c373b40e None None] Provisioning for port e9ecb4df-727b-4972-9e8e-8f6a732dac7c completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:19.359387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9abed288-cf2c-472b-b69f-9e35c373b40e None None] Provisioning complete for port e9ecb4df-727b-4972-9e8e-8f6a732dac7c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:19.360141 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9abed288-cf2c-472b-b69f-9e35c373b40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.408734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-2bb8368c-8ede-4f61-a73c-ff1310cc8b3d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:19.410197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-2bb8368c-8ede-4f61-a73c-ff1310cc8b3d tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.5401177 Jul 27 22:03:19.428415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9abed288-cf2c-472b-b69f-9e35c373b40e None None] Port e9ecb4df-727b-4972-9e8e-8f6a732dac7c cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:19.501713 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18fa2408-14aa-4621-b3c6-8138697b5c21 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.515661 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18fa2408-14aa-4621-b3c6-8138697b5c21 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.550529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.554319 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Set router 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:19.568283 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-db9ec18d-6917-497a-8e0d-b27c1ed7356b tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 1001 time: 0.0976269 Jul 27 22:03:19.568781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:19.606069 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18fa2408-14aa-4621-b3c6-8138697b5c21 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.606562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fa2408-14aa-4621-b3c6-8138697b5c21 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Fanout notify agent at l3_agent the message router_deleted on router 11cb926a-8c12-41e9-bf95-bff5164df045 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:03:19.613886 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18fa2408-14aa-4621-b3c6-8138697b5c21 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.617626 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-18fa2408-14aa-4621-b3c6-8138697b5c21 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/routers/11cb926a-8c12-41e9-bf95-bff5164df045 HTTP/1.1" status: 204 len: 168 time: 0.4700327 Jul 27 22:03:19.618358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:19.673723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-513a25d2-0396-4b84-b0d9-58e9d4309b9b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting subnet 0f894bab-6093-497f-a561-d06d1bc32008 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:19.677458 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-513a25d2-0396-4b84-b0d9-58e9d4309b9b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.722604 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-513a25d2-0396-4b84-b0d9-58e9d4309b9b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.792306 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'name': 'tempest-FloatingIPsTestJSON-408991552-router', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:10Z', 'updated_at': '2021-07-27T22:03:15Z', 'revision_number': 3, 'project_id': 'd5953adddb644b138aaf71558e7a1b7e', 'gw_port': {'id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:13Z', 'updated_at': '2021-07-27T22:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:19.832964 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Checking router: 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:03:19.834087 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Updating router 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 port ccdbe81e-716f-4b92-aec6-80dd216f3f41 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:03:19.864256 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.892244 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-513a25d2-0396-4b84-b0d9-58e9d4309b9b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.928344 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:19.930557 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-50e0fdc1-ae0b-40d6-9de6-68770c72f4d1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.9370909 Jul 27 22:03:19.940771 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37092) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:19.971661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-6dd2a415-e6ca-4894-9148-fd29dc0f0012 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:20.048754 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44690df4-31ea-4785-bb30-0004730c739e req-53697953-fdbc-46d4-bcb5-5426f7efe9ef tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7801397 Jul 27 22:03:20.050898 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-6dd2a415-e6ca-4894-9148-fd29dc0f0012 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.139466 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7394bc84-a256-40df-ac0f-0f32fdb31836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.295695 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-6dd2a415-e6ca-4894-9148-fd29dc0f0012 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.343757 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.392666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7767e66-2ea5-4352-94b5-28f217a07aab {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:20.401572 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.418669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-6dd2a415-e6ca-4894-9148-fd29dc0f0012 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.419150 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-6dd2a415-e6ca-4894-9148-fd29dc0f0012 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Floating IP 6a063cf1-5aee-44ad-8468-812c0d2c53a0 disassociated. External IP: 172.25.1.88, port: 8adc888a-2296-4b91-b5e1-a523610a0a4f. Jul 27 22:03:20.524698 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Transition to ACTIVE for port object ccdbe81e-716f-4b92-aec6-80dd216f3f41 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:20.527412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-513a25d2-0396-4b84-b0d9-58e9d4309b9b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.532879 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.544662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Transition to ACTIVE for port object f7767e66-2ea5-4352-94b5-28f217a07aab will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:20.565306 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.572163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a25d2-0396-4b84-b0d9-58e9d4309b9b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Subnet': ['ID=0f894bab-6093-497f-a561-d06d1bc32008,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:20.586365 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-513a25d2-0396-4b84-b0d9-58e9d4309b9b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.589869 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-513a25d2-0396-4b84-b0d9-58e9d4309b9b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/0f894bab-6093-497f-a561-d06d1bc32008 HTTP/1.1" status: 204 len: 168 time: 0.9704075 Jul 27 22:03:20.591833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1949fc6f-60fa-456a-9ca4-c68d0cf454bc None None] Network 24881039-1699-441c-bcfc-0c1d3d72cc61 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:20.620639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:20.629686 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Pushing event updated for resources: {'Port': ['ID=ccdbe81e-716f-4b92-aec6-80dd216f3f41,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:20.651543 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7394bc84-a256-40df-ac0f-0f32fdb31836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.668619 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:20.668965 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:20.669304 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:20.669637 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:20.669969 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:20.670366 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:20.670638 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:20.670962 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:20.671285 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:20.671602 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:20.671921 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:20.672236 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:03:20.692441 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Attempting to bind port ccdbe81e-716f-4b92-aec6-80dd216f3f41 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:20.692810 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Attempting to bind port ccdbe81e-716f-4b92-aec6-80dd216f3f41 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:20.693172 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Attempting to bind port ccdbe81e-716f-4b92-aec6-80dd216f3f41 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:20.706233 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:20.706625 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:20.707032 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.707416 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:20.707882 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Bound port: ccdbe81e-716f-4b92-aec6-80dd216f3f41, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:20.708263 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.745110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c3fb157e-f008-404e-b308-f10fcfd6d0d3 req-df043979-fd2f-48dc-9567-024c5fd9b0dc tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2106043136', 'description': 'tempest-description-1607820774'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:20.771024 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7394bc84-a256-40df-ac0f-0f32fdb31836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.822564 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] For port ccdbe81e-716f-4b92-aec6-80dd216f3f41, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:20.832107 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] For port ccdbe81e-716f-4b92-aec6-80dd216f3f41, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ccdbe81e-716f-4b92-aec6-80dd216f3f41,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:20.837634 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:20.903466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dca516-fddd-4c9e-a8ba-3ae79727c863 None None] DHCP port deletion for 24881039-1699-441c-bcfc-0c1d3d72cc61 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:03:20.929756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7394bc84-a256-40df-ac0f-0f32fdb31836 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8d54b10a0674f19a49b9de457958d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0002747 Jul 27 22:03:20.934214 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:20.937838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394bc84-a256-40df-ac0f-0f32fdb31836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e85bcb-70c4-4301-8dbb-23556fc83b83,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:20.955424 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014545e-5764-4ae6-87d7-44e2a75ebe53 None None] Pushing event updated for resources: {'Port': ['ID=ccdbe81e-716f-4b92-aec6-80dd216f3f41,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:20.986886 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Routers {'9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:20.987547 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:21.052111 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c7dca516-fddd-4c9e-a8ba-3ae79727c863 None None] Deleting port 7da594ec-7266-4444-b340-edc57c6eea10 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:21.052526 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7dca516-fddd-4c9e-a8ba-3ae79727c863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.146507 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.163168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Attempting to bind port f7767e66-2ea5-4352-94b5-28f217a07aab on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:21.163393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Attempting to bind port f7767e66-2ea5-4352-94b5-28f217a07aab by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:21.163730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Attempting to bind port f7767e66-2ea5-4352-94b5-28f217a07aab on network 16b72184-423f-48d6-9efa-1107e6681307 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:21.169674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-6dd2a415-e6ca-4894-9148-fd29dc0f0012 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Router 759a2d7d-ba3e-4e17-a1c4-00040772751c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:03:21.179044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Pushing event updated for resources: {'Port': ['ID=f7767e66-2ea5-4352-94b5-28f217a07aab,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:21.194780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c7dca516-fddd-4c9e-a8ba-3ae79727c863 None None] For port 7da594ec-7266-4444-b340-edc57c6eea10, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7da594ec-7266-4444-b340-edc57c6eea10,segment=NetworkSegment(b0640357-d11f-43cd-a4d2-d14bf0b12d70),segment_id=b0640357-d11f-43cd-a4d2-d14bf0b12d70)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:21.195478 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7dca516-fddd-4c9e-a8ba-3ae79727c863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.204843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Port f7767e66-2ea5-4352-94b5-28f217a07aab on network 16b72184-423f-48d6-9efa-1107e6681307 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:03:21.204843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Attempting to bind port f7767e66-2ea5-4352-94b5-28f217a07aab on network 16b72184-423f-48d6-9efa-1107e6681307 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:21.214085 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] Set router 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:21.216145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:21.216145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Checking segment: {'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:21.216551 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Bound using segment: {'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:21.216963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Bound port: f7767e66-2ea5-4352-94b5-28f217a07aab, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267b44ce-e5b1-4a54-b230-b53c3bed4a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '16b72184-423f-48d6-9efa-1107e6681307'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:21.217326 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.223421 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3fb157e-f008-404e-b308-f10fcfd6d0d3 req-df043979-fd2f-48dc-9567-024c5fd9b0dc tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.224016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c7dca516-fddd-4c9e-a8ba-3ae79727c863 None None] Calling delete_port for 7da594ec-7266-4444-b340-edc57c6eea10 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:21.264762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.323678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3fb157e-f008-404e-b308-f10fcfd6d0d3 req-df043979-fd2f-48dc-9567-024c5fd9b0dc tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.359147 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7dca516-fddd-4c9e-a8ba-3ae79727c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.372332 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16e5ed29-06c6-40f3-a75e-ecdebe5ea5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.402558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] The port '7da594ec-7266-4444-b340-edc57c6eea10' was deleted {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 22:03:21.406558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Allocated IP 172.20.0.1 (7b2bc08b-9e3b-4e6d-a774-49bb04fc9223/456bdf60-6795-47a1-aa6a-7075e3adab17/fcf03be8-7ef3-4ad3-9d57-d24077d7ca05) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:21.410124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dca516-fddd-4c9e-a8ba-3ae79727c863 None None] Pushing event deleted for resources: {'Port': ['ID=7da594ec-7266-4444-b340-edc57c6eea10,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:21.413890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dca516-fddd-4c9e-a8ba-3ae79727c863 None None] No DVR routers for this DVR port 7da594ec-7266-4444-b340-edc57c6eea10 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:21.525624 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'name': 'tempest-FloatingIPsTestJSON-408991552-router', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:10Z', 'updated_at': '2021-07-27T22:03:15Z', 'revision_number': 3, 'project_id': 'd5953adddb644b138aaf71558e7a1b7e', 'gw_port': {'id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:13Z', 'updated_at': '2021-07-27T22:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:21.560191 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.575061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Transition to ACTIVE for port object fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:21.578529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16e5ed29-06c6-40f3-a75e-ecdebe5ea5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.589013 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a979ae-29dc-4c2c-b5bc-90ec24929e4d None None] The sync data for ids ['9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'] in n-d-802011-3 is: [{'id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'name': 'tempest-FloatingIPsTestJSON-408991552-router', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:10Z', 'updated_at': '2021-07-27T22:03:15Z', 'revision_number': 3, 'project_id': 'd5953adddb644b138aaf71558e7a1b7e', 'gw_port': {'id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:13Z', 'updated_at': '2021-07-27T22:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:21.618970 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.664851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Network 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:21.670251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:21.676958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:21.699957 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3fb157e-f008-404e-b308-f10fcfd6d0d3 req-df043979-fd2f-48dc-9567-024c5fd9b0dc tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.727596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf03be8-7ef3-4ad3-9d57-d24077d7ca05,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:21.741986 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.749477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.761537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3fb157e-f008-404e-b308-f10fcfd6d0d3 req-df043979-fd2f-48dc-9567-024c5fd9b0dc tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.811087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] For port f7767e66-2ea5-4352-94b5-28f217a07aab, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:21.825134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24881039-1699-441c-bcfc-0c1d3d72cc61']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:21.894187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0640357-d11f-43cd-a4d2-d14bf0b12d70') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:21.896624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0640357-d11f-43cd-a4d2-d14bf0b12d70') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:21.900484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-6dd2a415-e6ca-4894-9148-fd29dc0f0012 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:21.927500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] For port f7767e66-2ea5-4352-94b5-28f217a07aab, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f7767e66-2ea5-4352-94b5-28f217a07aab,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:21.936356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b46f26-5d6d-4ec7-b42e-21d021e21884 None None] Sync routers for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:21.937427 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16e5ed29-06c6-40f3-a75e-ecdebe5ea5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.940400 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16e5ed29-06c6-40f3-a75e-ecdebe5ea5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.940803 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.941579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-16e5ed29-06c6-40f3-a75e-ecdebe5ea5ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81e85bcb-70c4-4301-8dbb-23556fc83b83 HTTP/1.1" status: 204 len: 168 time: 1.0008955 Jul 27 22:03:21.950760 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-6dd2a415-e6ca-4894-9148-fd29dc0f0012 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.957674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b46f26-5d6d-4ec7-b42e-21d021e21884 None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:21.960384 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-59b46f26-5d6d-4ec7-b42e-21d021e21884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:21.960682 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.982068 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:21.988612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df043979-fd2f-48dc-9567-024c5fd9b0dc tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016bf6ca-194f-40b2-8b37-c1e3514e3650,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:22.222972 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.224272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4c03055c-cae0-47ed-b4db-35abd106042f None None] Provisioning for port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:22.235517 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.242783 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4c03055c-cae0-47ed-b4db-35abd106042f None None] Provisioning complete for port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:22.249674 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4c03055c-cae0-47ed-b4db-35abd106042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.325363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf03be8-7ef3-4ad3-9d57-d24077d7ca05,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:22.351630 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.383059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-59b46f26-5d6d-4ec7-b42e-21d021e21884 None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:22.543980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ccdbe81e-716f-4b92-aec6-80dd216f3f41 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:22.580362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Network 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:22.583124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:22.623287 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3fb157e-f008-404e-b308-f10fcfd6d0d3 req-df043979-fd2f-48dc-9567-024c5fd9b0dc tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.639743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5ed29-06c6-40f3-a75e-ecdebe5ea5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e85bcb-70c4-4301-8dbb-23556fc83b83,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:22.654434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Pushing event updated for resources: {'Port': ['ID=f7767e66-2ea5-4352-94b5-28f217a07aab,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:22.667233 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3fb157e-f008-404e-b308-f10fcfd6d0d3 req-df043979-fd2f-48dc-9567-024c5fd9b0dc tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.697350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4c03055c-cae0-47ed-b4db-35abd106042f None None] Port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:22.729647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.751587 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c3fb157e-f008-404e-b308-f10fcfd6d0d3 req-df043979-fd2f-48dc-9567-024c5fd9b0dc tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.757608 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3fb157e-f008-404e-b308-f10fcfd6d0d3 req-df043979-fd2f-48dc-9567-024c5fd9b0dc tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.0611370 Jul 27 22:03:22.789535 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-6dd2a415-e6ca-4894-9148-fd29dc0f0012 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "PUT /v2.0/floatingips/6a063cf1-5aee-44ad-8468-812c0d2c53a0 HTTP/1.1" status: 200 len: 695 time: 2.8463848 Jul 27 22:03:22.793981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:03:22.795621 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:22.817106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:22.826304 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddf8e7e-5151-499a-a467-09d5d1cbaa3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:03:22.830439 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:03:22.851254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Router 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:03:22.885420 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port ccdbe81e-716f-4b92-aec6-80dd216f3f41 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:22.894162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ccdbe81e-716f-4b92-aec6-80dd216f3f41 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:22.917213 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:23.041574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-81310168-7fe4-4e42-b00f-77c1a5fee1d2 None None] Provisioning complete for port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:23.042279 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81310168-7fe4-4e42-b00f-77c1a5fee1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:23.084118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-59b46f26-5d6d-4ec7-b42e-21d021e21884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:23.116567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df043979-fd2f-48dc-9567-024c5fd9b0dc tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea02203a-2100-47cd-b8fb-2562259a31a3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:23.132543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:23.133506 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:23.135731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-18dee22e-8ec9-42d6-a949-05a412e8e75d service neutron] 10.222.0.41 "PUT /v2.0/ports/f7767e66-2ea5-4352-94b5-28f217a07aab HTTP/1.1" status: 200 len: 1091 time: 3.8500829 Jul 27 22:03:23.167064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-a2ddbbd8-b3a0-4f96-8c13-72428c8dadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:23.168381 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-a2ddbbd8-b3a0-4f96-8c13-72428c8dadc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 1097 time: 0.3341584 Jul 27 22:03:23.169128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:23.176834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Request body: {'port': {'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:23.197283 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:23.203764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/networks/24881039-1699-441c-bcfc-0c1d3d72cc61 HTTP/1.1" status: 204 len: 168 time: 2.5578792 Jul 27 22:03:23.207825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533d9b8-449f-46e9-b3aa-af618d670e10 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Network': ['ID=24881039-1699-441c-bcfc-0c1d3d72cc61,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:23.224314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b46f26-5d6d-4ec7-b42e-21d021e21884 None None] Checking router: 759a2d7d-ba3e-4e17-a1c4-00040772751c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:03:23.236038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:23.298526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-81310168-7fe4-4e42-b00f-77c1a5fee1d2 None None] Port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:23.301082 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:23.308850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b46f26-5d6d-4ec7-b42e-21d021e21884 None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:23.309847 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-59b46f26-5d6d-4ec7-b42e-21d021e21884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:23.317716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:23.327331 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9b9c7928-6c83-4a92-b2be-ddfa85361f07 admin admin] 10.222.0.24 "PUT /v2.0/routers/9fea8437-8f45-4efb-87d9-e3f5e2f70ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3853936 Jul 27 22:03:23.398518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port ccdbe81e-716f-4b92-aec6-80dd216f3f41, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ccdbe81e-716f-4b92-aec6-80dd216f3f41,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:23.407786 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:23.532580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7da594ec-7266-4444-b340-edc57c6eea10 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:23.546169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a804f47-4cd6-432e-951c-7d9e5cc4bf52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:23.549304 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1a804f47-4cd6-432e-951c-7d9e5cc4bf52 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/45394538-94d1-4cd9-b854-d7c638ae466f HTTP/1.1" status: 200 len: 840 time: 0.3026240 Jul 27 22:03:23.552778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37140) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:23.568691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4e9af-45fa-49f9-b5fd-0e98774ea021 req-47609816-859e-4ea8-9960-9a1c250ada19 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:23.577545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4e9af-45fa-49f9-b5fd-0e98774ea021 req-47609816-859e-4ea8-9960-9a1c250ada19 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:23.585404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4e9af-45fa-49f9-b5fd-0e98774ea021 req-47609816-859e-4ea8-9960-9a1c250ada19 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:23.594000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4e9af-45fa-49f9-b5fd-0e98774ea021 req-47609816-859e-4ea8-9960-9a1c250ada19 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:23.601153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4e9af-45fa-49f9-b5fd-0e98774ea021 req-47609816-859e-4ea8-9960-9a1c250ada19 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:23.609997 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffb4e9af-45fa-49f9-b5fd-0e98774ea021 req-47609816-859e-4ea8-9960-9a1c250ada19 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 3827 time: 0.3461101 Jul 27 22:03:23.637684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 7da594ec-7266-4444-b340-edc57c6eea10 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:23.638029 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7da594ec-7266-4444-b340-edc57c6eea10 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:23.642504 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:23.653499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=ccdbe81e-716f-4b92-aec6-80dd216f3f41,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:23.674203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-59b46f26-5d6d-4ec7-b42e-21d021e21884 None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:23.688288 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d22bd9b1-2753-416a-b721-d4e81e54af6c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/45394538-94d1-4cd9-b854-d7c638ae466f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1343408 Jul 27 22:03:23.701072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:23.705787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b54a1c51-56b0-4b56-bbb7-fab9129877d6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:23.769324 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffb4e9af-45fa-49f9-b5fd-0e98774ea021 req-74e40d5f-3063-4889-a583-aa9a45981ff9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583331 Jul 27 22:03:23.826023 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-2d7af191-1bd3-42f9-a8e6-92db6375b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:23.830847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-2d7af191-1bd3-42f9-a8e6-92db6375b9b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.6243479 Jul 27 22:03:23.857527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d85757ac-1851-4680-9c06-982e854a41fd req-7588a111-624f-4ed1-bc35-2523211d8a77 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1324313977', 'description': 'tempest-description-765160809'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:23.863518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3dc10-b24e-4d42-a8a3-3073a7ba80f8 req-30e5af5f-4292-4e41-a2ad-0e30ee48e38f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:23.880110 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-55e3dc10-b24e-4d42-a8a3-3073a7ba80f8 req-30e5af5f-4292-4e41-a2ad-0e30ee48e38f tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 944 time: 0.2650635 Jul 27 22:03:23.926155 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-6a584705-8428-4060-becb-5412cc964b0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 217 time: 0.0780745 Jul 27 22:03:24.041758 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [req-d85757ac-1851-4680-9c06-982e854a41fd req-7588a111-624f-4ed1-bc35-2523211d8a77 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:03:24.041758 n-d-802011-3 neutron-server[93835]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 22:03:24.041758 n-d-802011-3 neutron-server[93835]: [parameters: {'project_id': '9d7d019d10a448bd92e1931dd50fc7a3', 'id': '1e23b17e-8728-4c6e-8b0a-89188eb1e861', 'expiration': datetime.datetime(2021, 7, 27, 22, 5, 23, 991463)}] Jul 27 22:03:24.041758 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:03:24.042203 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [req-d85757ac-1851-4680-9c06-982e854a41fd req-7588a111-624f-4ed1-bc35-2523211d8a77 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:03:24.064280 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a1c51-56b0-4b56-bbb7-fab9129877d6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:24.070237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b54a1c51-56b0-4b56-bbb7-fab9129877d6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:24.072965 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-59b46f26-5d6d-4ec7-b42e-21d021e21884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:24.111055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-545840f5-0c7c-4cf6-b3a3-b67225a56e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:24.112577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-545840f5-0c7c-4cf6-b3a3-b67225a56e5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.1222224 Jul 27 22:03:24.205875 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Sync routers for ids ['9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:24.226868 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Routers {'9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:24.227519 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:24.240641 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-55e3dc10-b24e-4d42-a8a3-3073a7ba80f8 req-02418eea-0a96-4666-836a-60db4fe62197 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Deleting port d802f000-a3c1-46c0-bb9a-ba412973cc13 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:24.241174 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-55e3dc10-b24e-4d42-a8a3-3073a7ba80f8 req-02418eea-0a96-4666-836a-60db4fe62197 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:24.421303 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b46f26-5d6d-4ec7-b42e-21d021e21884 None None] The sync data for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 is: [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:01:52Z', 'revision_number': 4, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd5b5daea-a5fb-4f8a-8473-63c860f05ce4', 'name': '', 'network_id': '7f561063-dc47-4b88-8c28-76c79dc6e524', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'mac_address': 'fa:16:3e:88:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '73a3d334-19fe-43a3-9810-a9515b836350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:50Z', 'updated_at': '2021-07-27T22:02:01Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'subnets': [{'id': '73a3d334-19fe-43a3-9810-a9515b836350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:24.440036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-55e3dc10-b24e-4d42-a8a3-3073a7ba80f8 req-02418eea-0a96-4666-836a-60db4fe62197 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] For port d802f000-a3c1-46c0-bb9a-ba412973cc13, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d802f000-a3c1-46c0-bb9a-ba412973cc13,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:24.440578 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-55e3dc10-b24e-4d42-a8a3-3073a7ba80f8 req-02418eea-0a96-4666-836a-60db4fe62197 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:24.488046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-55e3dc10-b24e-4d42-a8a3-3073a7ba80f8 req-02418eea-0a96-4666-836a-60db4fe62197 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Calling delete_port for d802f000-a3c1-46c0-bb9a-ba412973cc13 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:24.530400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ccdbe81e-716f-4b92-aec6-80dd216f3f41 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:24.561098 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Set router 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:24.561291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2e069c-b4e5-4d60-8ef1-59e97587c47f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:24.591259 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b54a1c51-56b0-4b56-bbb7-fab9129877d6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:24.612449 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:24.679566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ccdbe81e-716f-4b92-aec6-80dd216f3f41 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:24.679945 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:24.685406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a1c51-56b0-4b56-bbb7-fab9129877d6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:24.693924 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b54a1c51-56b0-4b56-bbb7-fab9129877d6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:24.696906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-d63e0e4b-691b-48d2-a1dd-7e7216c22ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:24.703889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a1c51-56b0-4b56-bbb7-fab9129877d6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Subnet': ['ID=13c6f936-8b09-49f3-a7cd-82dac40118b3,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:24.711684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-d63e0e4b-691b-48d2-a1dd-7e7216c22ad0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5887256 Jul 27 22:03:24.714128 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a1c51-56b0-4b56-bbb7-fab9129877d6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:24.715061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b54a1c51-56b0-4b56-bbb7-fab9129877d6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:24.738872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd01c82f-b5af-4984-a5f0-28577623c2ec None None] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:24.740928 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b54a1c51-56b0-4b56-bbb7-fab9129877d6 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0388877 Jul 27 22:03:24.744349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37162) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:24.748405 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d85757ac-1851-4680-9c06-982e854a41fd req-7588a111-624f-4ed1-bc35-2523211d8a77 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:24.753497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7b531efc-e93d-48d4-8e5f-7506901cbfbe tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'security_group': {'name': 'tempest-secgroup-209513105'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:24.878391 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b531efc-e93d-48d4-8e5f-7506901cbfbe tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:24.908946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840628c-f94b-4cb1-b9bd-a0f2330c17fc None None] New status for floating IP 6a063cf1-5aee-44ad-8468-812c0d2c53a0: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:03:24.909892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-ae608019-212b-4109-82ad-c31db72517b1 service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964619 Jul 27 22:03:24.974602 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-55e3dc10-b24e-4d42-a8a3-3073a7ba80f8 req-02418eea-0a96-4666-836a-60db4fe62197 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.005877 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'name': 'tempest-FloatingIPsTestJSON-408991552-router', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:10Z', 'updated_at': '2021-07-27T22:03:21Z', 'revision_number': 4, 'project_id': 'd5953adddb644b138aaf71558e7a1b7e', 'gw_port': {'id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:13Z', 'updated_at': '2021-07-27T22:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'fcf03be8-7ef3-4ad3-9d57-d24077d7ca05', 'name': '', 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '456bdf60-6795-47a1-aa6a-7075e3adab17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:21Z', 'updated_at': '2021-07-27T22:03:22Z', 'revision_number': 2, 'project_id': 'd5953adddb644b138aaf71558e7a1b7e', 'subnets': [{'id': '456bdf60-6795-47a1-aa6a-7075e3adab17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:25.039763 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Checking router: 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:03:25.039763 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Updating router 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:03:25.046040 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d85757ac-1851-4680-9c06-982e854a41fd req-7588a111-624f-4ed1-bc35-2523211d8a77 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.048428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02418eea-0a96-4666-836a-60db4fe62197 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Pushing event deleted for resources: {'Port': ['ID=d802f000-a3c1-46c0-bb9a-ba412973cc13,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:25.048982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Transition to ACTIVE for port object 3e2e069c-b4e5-4d60-8ef1-59e97587c47f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:25.059954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d85757ac-1851-4680-9c06-982e854a41fd req-7588a111-624f-4ed1-bc35-2523211d8a77 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.076852 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.104640 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.127010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588a111-624f-4ed1-bc35-2523211d8a77 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b70b733-3707-426f-8905-afeb75b9d863,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:25.205513 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-1d980a43-b240-449d-9afe-2cfdf9fcd758', 'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'tenant_id': '563da5356aad48b5b6c71f52485b5658', 'fixed_ips': [{'subnet_id': '13c6f936-8b09-49f3-a7cd-82dac40118b3'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:03:25.207167 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.216838 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e3dc10-b24e-4d42-a8a3-3073a7ba80f8 req-02418eea-0a96-4666-836a-60db4fe62197 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] No DVR routers for this DVR port d802f000-a3c1-46c0-bb9a-ba412973cc13 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:25.222298 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-55e3dc10-b24e-4d42-a8a3-3073a7ba80f8 req-02418eea-0a96-4666-836a-60db4fe62197 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.238474 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-55e3dc10-b24e-4d42-a8a3-3073a7ba80f8 req-02418eea-0a96-4666-836a-60db4fe62197 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.41 "DELETE /v2.0/ports/d802f000-a3c1-46c0-bb9a-ba412973cc13 HTTP/1.1" status: 204 len: 173 time: 1.3484378 Jul 27 22:03:25.239109 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5df6ceb-0b51-4738-989a-fee6af966152', 'name': 'network-vif-deleted', 'tag': 'd802f000-a3c1-46c0-bb9a-ba412973cc13'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:25.247031 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2b1c6e-4c1e-4d17-b2b1-758354efc6f7" -d '{"events": [{"server_uuid": "c5df6ceb-0b51-4738-989a-fee6af966152", "name": "network-vif-deleted", "tag": "d802f000-a3c1-46c0-bb9a-ba412973cc13"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:25.289958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Attempting to bind port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:25.291385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Attempting to bind port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:25.292142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Attempting to bind port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f on network 238c0b57-c7aa-4006-939c-14a4cb757645 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:25.306920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f on network 238c0b57-c7aa-4006-939c-14a4cb757645 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:03:25.307696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Attempting to bind port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f on network 238c0b57-c7aa-4006-939c-14a4cb757645 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:25.320422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:25.321107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Checking segment: {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:25.322322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Bound using segment: {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:25.322798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Bound port: 3e2e069c-b4e5-4d60-8ef1-59e97587c47f, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:25.323166 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.377533 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b531efc-e93d-48d4-8e5f-7506901cbfbe tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.387365 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b531efc-e93d-48d4-8e5f-7506901cbfbe tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.425179 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] For port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:25.429753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] For port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3e2e069c-b4e5-4d60-8ef1-59e97587c47f,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:25.440995 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.450862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2e069c-b4e5-4d60-8ef1-59e97587c47f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:25.470984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d85757ac-1851-4680-9c06-982e854a41fd req-7588a111-624f-4ed1-bc35-2523211d8a77 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.483500 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d85757ac-1851-4680-9c06-982e854a41fd req-7588a111-624f-4ed1-bc35-2523211d8a77 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6498113 Jul 27 22:03:25.492826 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b531efc-e93d-48d4-8e5f-7506901cbfbe tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.507397 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7b531efc-e93d-48d4-8e5f-7506901cbfbe tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7619061 Jul 27 22:03:25.508207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b531efc-e93d-48d4-8e5f-7506901cbfbe tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb6f7fa-00f7-43b5-bb85-165edc4d6216,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:25.510429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:25.523599 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c7eb9036-c365-46d0-9fe2-fc01088592ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'security_group': {'name': 'tempest-secgroup-1175380013'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:25.568781 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7eb9036-c365-46d0-9fe2-fc01088592ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.571338 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a999a60c-afcb-4758-87c5-8d65a3e145db x-openstack-request-id: req-a999a60c-afcb-4758-87c5-8d65a3e145db {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:25.571881 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:25.572212 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a999a60c-afcb-4758-87c5-8d65a3e145db {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:25.572625 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'status': 'completed', 'code': 200} Jul 27 22:03:25.576016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:25.576607 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.578044 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] 10.222.0.41 "PUT /v2.0/ports/3e2e069c-b4e5-4d60-8ef1-59e97587c47f HTTP/1.1" status: 200 len: 1130 time: 2.4068511 Jul 27 22:03:25.607501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d044af8c-88d4-4430-be1a-66a0a556ee2e req-121ecc18-ad11-4927-8fee-0a870f286a95 service neutron] 10.222.0.24 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961768 Jul 27 22:03:25.643274 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Request body: {'port': {'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:25.676144 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Allocated IP 172.20.0.2 (1d980a43-b240-449d-9afe-2cfdf9fcd758/13c6f936-8b09-49f3-a7cd-82dac40118b3/029140bd-a039-4944-b224-99581bc4fbe7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:25.700535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf8e7e-5151-499a-a467-09d5d1cbaa3f req-de6e18a0-2dab-4884-8737-174e38a69a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:25.709564 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2ddf8e7e-5151-499a-a467-09d5d1cbaa3f req-de6e18a0-2dab-4884-8737-174e38a69a88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=40339e0405a24a6baf8d5461f29fa76d&device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 1097 time: 0.1309614 Jul 27 22:03:25.762097 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.791166 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Transition to ACTIVE for port object fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:25.807123 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.828311 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:25.834239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144e35e-2066-4490-9691-a18eb1f680c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2e069c-b4e5-4d60-8ef1-59e97587c47f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:25.910166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e7d565b-ddf9-4f2b-852f-0e750fa32113 req-38cec604-67ec-4fe3-8751-d5223b9ff762 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5df6ceb-0b51-4738-989a-fee6af966152 HTTP/1.1" status: 200 len: 210 time: 0.0865901 Jul 27 22:03:25.975958 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fd7bd-04e5-4c18-a45d-d40319b322d4 None None] Pushing event updated for resources: {'Port': ['ID=fcf03be8-7ef3-4ad3-9d57-d24077d7ca05,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:26.071643 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7eb9036-c365-46d0-9fe2-fc01088592ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.077219 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7eb9036-c365-46d0-9fe2-fc01088592ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.120734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf8e7e-5151-499a-a467-09d5d1cbaa3f req-10c1dc9d-66fa-4ab4-836c-aa2f6ca9683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:26.123544 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2ddf8e7e-5151-499a-a467-09d5d1cbaa3f req-10c1dc9d-66fa-4ab4-836c-aa2f6ca9683e service neutron] 10.222.0.43 "GET /v2.0/networks?id=7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 200 len: 922 time: 0.4010673 Jul 27 22:03:26.131295 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7eb9036-c365-46d0-9fe2-fc01088592ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.132982 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c7eb9036-c365-46d0-9fe2-fc01088592ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6215391 Jul 27 22:03:26.138679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37178) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:26.149404 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.153364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-861751756', 'security_groups': ['4e0d9ae9-bd7d-4637-bc7f-ee4069c4908d'], 'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13c6f936-8b09-49f3-a7cd-82dac40118b3'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:26.179725 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Transition to ACTIVE for port object 029140bd-a039-4944-b224-99581bc4fbe7 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:26.182637 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Attempting to bind port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:26.183013 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Attempting to bind port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '5bf9879e-a118-4067-8f79-015aca1141be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:26.183377 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Attempting to bind port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 on network 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:26.198245 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:26.200826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Transition to ACTIVE for port object 029140bd-a039-4944-b224-99581bc4fbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:26.206826 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Checking segment: {'id': '5bf9879e-a118-4067-8f79-015aca1141be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:26.210295 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb9036-c365-46d0-9fe2-fc01088592ce tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0d9ae9-bd7d-4637-bc7f-ee4069c4908d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:26.210888 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.211110 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.211604 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Bound using segment: {'id': '5bf9879e-a118-4067-8f79-015aca1141be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:26.212732 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Bound port: fcf03be8-7ef3-4ad3-9d57-d24077d7ca05, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf9879e-a118-4067-8f79-015aca1141be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:26.213367 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.289803 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2ddf8e7e-5151-499a-a467-09d5d1cbaa3f req-697fcce9-38ce-4eae-b622-cbe954ab5a01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 200 len: 217 time: 0.1552007 Jul 27 22:03:26.294608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Pushing event updated for resources: {'Port': ['ID=029140bd-a039-4944-b224-99581bc4fbe7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:26.310612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:26.312180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:26.321122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:26.352137 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] For port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:26.356777 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] For port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=fcf03be8-7ef3-4ad3-9d57-d24077d7ca05,segment=NetworkSegment(5bf9879e-a118-4067-8f79-015aca1141be),segment_id=5bf9879e-a118-4067-8f79-015aca1141be)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:26.361048 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.381621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf8e7e-5151-499a-a467-09d5d1cbaa3f req-445677f5-4c6c-4299-9af0-89d0f176adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:26.383606 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2ddf8e7e-5151-499a-a467-09d5d1cbaa3f req-445677f5-4c6c-4299-9af0-89d0f176adf6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 200 len: 860 time: 0.0732026 Jul 27 22:03:26.449085 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fd7bd-04e5-4c18-a45d-d40319b322d4 None None] Pushing event updated for resources: {'Port': ['ID=fcf03be8-7ef3-4ad3-9d57-d24077d7ca05,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:26.457853 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Routers {'9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:26.458765 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:26.460912 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Attempting to bind port 029140bd-a039-4944-b224-99581bc4fbe7 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:26.461404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Attempting to bind port 029140bd-a039-4944-b224-99581bc4fbe7 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '019ab7ed-a1dd-4977-a61b-14d49db528f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:26.461879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Attempting to bind port 029140bd-a039-4944-b224-99581bc4fbe7 on network 1d980a43-b240-449d-9afe-2cfdf9fcd758 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:26.477460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-9f9147fe-169c-4635-beec-ce48879cbb99 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2c288b2331a24717ac0496e43e56d786&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1556997 Jul 27 22:03:26.480788 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:26.481311 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Checking segment: {'id': '019ab7ed-a1dd-4977-a61b-14d49db528f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:26.481836 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.482357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Bound using segment: {'id': '019ab7ed-a1dd-4977-a61b-14d49db528f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:26.482940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Bound port: 029140bd-a039-4944-b224-99581bc4fbe7, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019ab7ed-a1dd-4977-a61b-14d49db528f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:26.483432 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.486784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf8e7e-5151-499a-a467-09d5d1cbaa3f req-d758c13e-d6a3-4955-909a-96de421bbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:26.490167 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2ddf8e7e-5151-499a-a467-09d5d1cbaa3f req-d758c13e-d6a3-4955-909a-96de421bbecc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7f561063-dc47-4b88-8c28-76c79dc6e524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991857 Jul 27 22:03:26.605575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:26.612608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] For port 029140bd-a039-4944-b224-99581bc4fbe7, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:26.619181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] For port 029140bd-a039-4944-b224-99581bc4fbe7, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=029140bd-a039-4944-b224-99581bc4fbe7,segment=NetworkSegment(019ab7ed-a1dd-4977-a61b-14d49db528f0),segment_id=019ab7ed-a1dd-4977-a61b-14d49db528f0)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:26.624843 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.741196 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2ddf8e7e-5151-499a-a467-09d5d1cbaa3f req-38d07d2e-cabb-49f2-a684-47c37763e8d1 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382507 Jul 27 22:03:26.757891 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] Set router 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:26.792465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d1ada-0f6e-455a-a94c-37d883b545d9 None None] Pushing event updated for resources: {'Port': ['ID=029140bd-a039-4944-b224-99581bc4fbe7,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:26.814105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d802f000-a3c1-46c0-bb9a-ba412973cc13 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:26.877046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: d802f000-a3c1-46c0-bb9a-ba412973cc13 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:26.877509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d802f000-a3c1-46c0-bb9a-ba412973cc13 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:26.883580 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:26.890153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-bf7bb81d-913b-4bbb-874a-1efb3acdc1ec tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8321221 Jul 27 22:03:26.923264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:26.944613 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port a861cfa2-268a-446e-b2f0-3e2af7a94347 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:03:27.162158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.8 (1d980a43-b240-449d-9afe-2cfdf9fcd758/13c6f936-8b09-49f3-a7cd-82dac40118b3/a861cfa2-268a-446e-b2f0-3e2af7a94347) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:27.183100 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'name': 'tempest-FloatingIPsTestJSON-408991552-router', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:10Z', 'updated_at': '2021-07-27T22:03:21Z', 'revision_number': 4, 'project_id': 'd5953adddb644b138aaf71558e7a1b7e', 'gw_port': {'id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:13Z', 'updated_at': '2021-07-27T22:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'fcf03be8-7ef3-4ad3-9d57-d24077d7ca05', 'name': '', 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '456bdf60-6795-47a1-aa6a-7075e3adab17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:21Z', 'updated_at': '2021-07-27T22:03:26Z', 'revision_number': 4, 'project_id': 'd5953adddb644b138aaf71558e7a1b7e', 'subnets': [{'id': '456bdf60-6795-47a1-aa6a-7075e3adab17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:27.234598 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf58826-d67a-406e-9368-ef2f85d4b726 None None] The sync data for ids ['9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'] in n-d-802011-3 is: [{'id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'name': 'tempest-FloatingIPsTestJSON-408991552-router', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:10Z', 'updated_at': '2021-07-27T22:03:21Z', 'revision_number': 4, 'project_id': 'd5953adddb644b138aaf71558e7a1b7e', 'gw_port': {'id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:13Z', 'updated_at': '2021-07-27T22:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'fcf03be8-7ef3-4ad3-9d57-d24077d7ca05', 'name': '', 'network_id': '7b2bc08b-9e3b-4e6d-a774-49bb04fc9223', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'mac_address': 'fa:16:3e:b3:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '456bdf60-6795-47a1-aa6a-7075e3adab17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:21Z', 'updated_at': '2021-07-27T22:03:26Z', 'revision_number': 4, 'project_id': 'd5953adddb644b138aaf71558e7a1b7e', 'subnets': [{'id': '456bdf60-6795-47a1-aa6a-7075e3adab17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:27.365381 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2ddf8e7e-5151-499a-a467-09d5d1cbaa3f req-b38632d6-e335-42df-9537-5524647c3af0 service neutron] 10.222.0.43 "GET /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085296 Jul 27 22:03:27.388986 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.396548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-3c78d5e3-cffc-4c93-a3ef-3d11f37c9f9c tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:27.398173 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-3c78d5e3-cffc-4c93-a3ef-3d11f37c9f9c tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8978324 Jul 27 22:03:27.412586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Transition to ACTIVE for port object a861cfa2-268a-446e-b2f0-3e2af7a94347 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:27.422104 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.430777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-07a97c90-fe6d-415a-a0b1-540760426e41 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/quotas/2c288b2331a24717ac0496e43e56d786 HTTP/1.1" status: 200 len: 375 time: 0.0244236 Jul 27 22:03:27.464206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.518059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:27.520608 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-71704642-1873-4c5f-ad5a-3f0392b8ef09 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c288b2331a24717ac0496e43e56d786&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791860 Jul 27 22:03:27.539198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:27.549481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:27.554241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=a861cfa2-268a-446e-b2f0-3e2af7a94347,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:27.576059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': 'f7767e66-2ea5-4352-94b5-28f217a07aab'}, {'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': '3e2e069c-b4e5-4d60-8ef1-59e97587c47f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:27.578921 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650e741f-053f-4279-9964-2e0813e5dd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "f7767e66-2ea5-4352-94b5-28f217a07aab"}, {"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "3e2e069c-b4e5-4d60-8ef1-59e97587c47f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:27.584475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6682e7-807c-456b-8719-b5adefaf5440 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:27.598766 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.625149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Transition to ACTIVE for port object 8f6682e7-807c-456b-8719-b5adefaf5440 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:27.631448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:27.631696 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.632274 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.655075 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-17dafe20-997f-4010-a1b9-fad6a462aa01 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5078928 Jul 27 22:03:27.658020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:27.664855 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6f9e6acf-695d-4ab8-8e34-86fa002b08b7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:27.738772 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.861706 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9e6acf-695d-4ab8-8e34-86fa002b08b7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:27.872289 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f9e6acf-695d-4ab8-8e34-86fa002b08b7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:27.894352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6682e7-807c-456b-8719-b5adefaf5440,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:28.128694 n-d-802011-3 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-6f9e6acf-695d-4ab8-8e34-86fa002b08b7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 13c6f936-8b09-49f3-a7cd-82dac40118b3 (CIDR: 172.20.0.0/28) Jul 27 22:03:28.139472 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9e6acf-695d-4ab8-8e34-86fa002b08b7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:03:28.140137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9e6acf-695d-4ab8-8e34-86fa002b08b7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:28.172671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b56d-3818-4cf6-93c6-18a945cf2c0d req-abdaa24a-2d51-406f-8169-115054a4e856 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:28.179397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b56d-3818-4cf6-93c6-18a945cf2c0d req-abdaa24a-2d51-406f-8169-115054a4e856 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:28.183118 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6f9e6acf-695d-4ab8-8e34-86fa002b08b7 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5052538 Jul 27 22:03:28.186370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37204) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:28.198929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-85477b4a-72c5-4f5f-8659-52e4d6ace28d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:28.209437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b56d-3818-4cf6-93c6-18a945cf2c0d req-abdaa24a-2d51-406f-8169-115054a4e856 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:28.224395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b56d-3818-4cf6-93c6-18a945cf2c0d req-abdaa24a-2d51-406f-8169-115054a4e856 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:28.239799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b56d-3818-4cf6-93c6-18a945cf2c0d req-abdaa24a-2d51-406f-8169-115054a4e856 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:28.248033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b56d-3818-4cf6-93c6-18a945cf2c0d req-abdaa24a-2d51-406f-8169-115054a4e856 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:28.254729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39b56d-3818-4cf6-93c6-18a945cf2c0d req-abdaa24a-2d51-406f-8169-115054a4e856 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:28.256938 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d39b56d-3818-4cf6-93c6-18a945cf2c0d req-abdaa24a-2d51-406f-8169-115054a4e856 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5371 time: 0.4159789 Jul 27 22:03:28.260636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Attempting to bind port 8f6682e7-807c-456b-8719-b5adefaf5440 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:28.261065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Attempting to bind port 8f6682e7-807c-456b-8719-b5adefaf5440 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:28.261439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Attempting to bind port 8f6682e7-807c-456b-8719-b5adefaf5440 on network 238c0b57-c7aa-4006-939c-14a4cb757645 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:28.268662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Port 8f6682e7-807c-456b-8719-b5adefaf5440 on network 238c0b57-c7aa-4006-939c-14a4cb757645 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:03:28.269041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Attempting to bind port 8f6682e7-807c-456b-8719-b5adefaf5440 on network 238c0b57-c7aa-4006-939c-14a4cb757645 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:28.291527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:28.291785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Checking segment: {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:28.292164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Bound using segment: {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:28.292626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Bound port: 8f6682e7-807c-456b-8719-b5adefaf5440, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:28.292993 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:28.369557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Allocated IP 172.25.1.114 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/b78e8c2f-4404-4dd4-88c0-86157acfccc6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:28.413847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d39b56d-3818-4cf6-93c6-18a945cf2c0d req-33be8351-e31c-48f2-8780-c4482820debb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390710 Jul 27 22:03:28.523386 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85477b4a-72c5-4f5f-8659-52e4d6ace28d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:28.526442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cd4c4178-5dd5-4bd0-ba50-e5a0e8356e05 None None] Provisioning complete for port 45394538-94d1-4cd9-b854-d7c638ae466f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:28.528027 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4178-5dd5-4bd0-ba50-e5a0e8356e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:28.532232 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85477b4a-72c5-4f5f-8659-52e4d6ace28d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:28.636851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] For port 8f6682e7-807c-456b-8719-b5adefaf5440, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:28.645922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c4178-5dd5-4bd0-ba50-e5a0e8356e05 None None] Port 45394538-94d1-4cd9-b854-d7c638ae466f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:28.685066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:28.720725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] For port 8f6682e7-807c-456b-8719-b5adefaf5440, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8f6682e7-807c-456b-8719-b5adefaf5440,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:28.721000 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7cf9df-6ad7-499d-b3a0-59a2ead041cc x-openstack-request-id: req-fe7cf9df-6ad7-499d-b3a0-59a2ead041cc {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:28.721323 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5df6ceb-0b51-4738-989a-fee6af966152", "name": "network-vif-deleted", "tag": "d802f000-a3c1-46c0-bb9a-ba412973cc13", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:28.721763 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe7cf9df-6ad7-499d-b3a0-59a2ead041cc {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:28.722483 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5df6ceb-0b51-4738-989a-fee6af966152', 'name': 'network-vif-deleted', 'tag': 'd802f000-a3c1-46c0-bb9a-ba412973cc13', 'status': 'completed', 'code': 200} Jul 27 22:03:28.737986 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:28.741880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cd4c4178-5dd5-4bd0-ba50-e5a0e8356e05 None None] Provisioning for port 029140bd-a039-4944-b224-99581bc4fbe7 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:28.832086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:28.842713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:28.843405 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:28.950734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:28.953082 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:28.955163 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] 10.222.0.41 "PUT /v2.0/ports/8f6682e7-807c-456b-8719-b5adefaf5440 HTTP/1.1" status: 200 len: 1130 time: 3.3351598 Jul 27 22:03:28.966697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1225e53c-4b13-4b85-84d7-a721c0641976 None None] Provisioning for port a861cfa2-268a-446e-b2f0-3e2af7a94347 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:28.979570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7bc92150-b722-482a-9277-fd26b6faa758 req-a04f748c-930b-40cd-ae49-8bd7f68e8edd tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1853981720', 'description': 'tempest-description-437428016'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:28.989732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1225e53c-4b13-4b85-84d7-a721c0641976 None None] Provisioning complete for port a861cfa2-268a-446e-b2f0-3e2af7a94347 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:28.990161 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1225e53c-4b13-4b85-84d7-a721c0641976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.050724 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1225e53c-4b13-4b85-84d7-a721c0641976 None None] Port a861cfa2-268a-446e-b2f0-3e2af7a94347 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:29.053622 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.053782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Request body: {'port': {'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:29.091517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=fcf03be8-7ef3-4ad3-9d57-d24077d7ca05,segment=NetworkSegment(5bf9879e-a118-4067-8f79-015aca1141be),segment_id=5bf9879e-a118-4067-8f79-015aca1141be)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:29.091947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ba912-5b88-4b06-ae90-228d0b4f8821 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6682e7-807c-456b-8719-b5adefaf5440,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:29.097324 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.098382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 029140bd-a039-4944-b224-99581bc4fbe7 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:29.118026 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.141745 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85477b4a-72c5-4f5f-8659-52e4d6ace28d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.174551 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.178105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7bc92150-b722-482a-9277-fd26b6faa758 req-a04f748c-930b-40cd-ae49-8bd7f68e8edd tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.197064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=fcf03be8-7ef3-4ad3-9d57-d24077d7ca05,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:29.199041 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7bc92150-b722-482a-9277-fd26b6faa758 req-a04f748c-930b-40cd-ae49-8bd7f68e8edd tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.219068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 029140bd-a039-4944-b224-99581bc4fbe7 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:29.224532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 029140bd-a039-4944-b224-99581bc4fbe7 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:29.225164 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.299284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85477b4a-72c5-4f5f-8659-52e4d6ace28d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Subnet': ['ID=3c25c982-432f-4901-aed8-aa2d922ebdef,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:29.314648 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.325857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85477b4a-72c5-4f5f-8659-52e4d6ace28d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:29.328627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-85477b4a-72c5-4f5f-8659-52e4d6ace28d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:29.337868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85477b4a-72c5-4f5f-8659-52e4d6ace28d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:29.341712 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85477b4a-72c5-4f5f-8659-52e4d6ace28d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.344217 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f8befb-deb6-4a5e-963b-b62359f542d8 None None] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:29.373553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:29.417528 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.431646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:29.444529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:29.453673 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a516caeb-acc7-43be-9f9a-7f3f865a2f81 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2c288b2331a24717ac0496e43e56d786&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633225 Jul 27 22:03:29.491517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 029140bd-a039-4944-b224-99581bc4fbe7, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=029140bd-a039-4944-b224-99581bc4fbe7,segment=NetworkSegment(019ab7ed-a1dd-4977-a61b-14d49db528f0),segment_id=019ab7ed-a1dd-4977-a61b-14d49db528f0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:29.502784 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.532788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Pushing event updated for resources: {'Port': ['ID=b78e8c2f-4404-4dd4-88c0-86157acfccc6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:29.635445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=029140bd-a039-4944-b224-99581bc4fbe7,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:29.653325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-23095f18-309a-4b4a-8ebb-f41d9584b399 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:29.655623 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-23095f18-309a-4b4a-8ebb-f41d9584b399 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933949 Jul 27 22:03:29.670299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Request body: {'port': {'device_id': '71af1e40-b153-4945-8abf-1bd55326fbcb', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '2c288b2331a24717ac0496e43e56d786'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:29.722361 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7bc92150-b722-482a-9277-fd26b6faa758 req-a04f748c-930b-40cd-ae49-8bd7f68e8edd tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.732842 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7bc92150-b722-482a-9277-fd26b6faa758 req-a04f748c-930b-40cd-ae49-8bd7f68e8edd tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.738479 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-85477b4a-72c5-4f5f-8659-52e4d6ace28d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5508654 Jul 27 22:03:29.741518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:29.747540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a68cf322-240e-423e-90d3-3ca087de9305 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-928154734', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3c25c982-432f-4901-aed8-aa2d922ebdef'}], 'security_groups': ['bfb6f7fa-00f7-43b5-bb85-165edc4d6216']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:29.749206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1581c276-1fc9-4457-bcdc-9aeb360193e3 None None] Update dhcp port {'port': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'fixed_ips': [{'subnet_id': '13c6f936-8b09-49f3-a7cd-82dac40118b3', 'ip_address': '172.20.0.2'}, {'subnet_id': '3c25c982-432f-4901-aed8-aa2d922ebdef'}], 'binding:host_id': 'n-d-802011-3'}, 'id': '029140bd-a039-4944-b224-99581bc4fbe7'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:03:29.779034 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1581c276-1fc9-4457-bcdc-9aeb360193e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.875784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f748c-930b-40cd-ae49-8bd7f68e8edd tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df040794-b41a-4984-9ca4-5309f403d70f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:29.910111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:29.923435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e30d26-0b16-4f84-a1b1-64168269b29b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:29.941219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.019113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Transition to ACTIVE for port object a6e30d26-0b16-4f84-a1b1-64168269b29b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:30.025484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.029353 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.130867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1581c276-1fc9-4457-bcdc-9aeb360193e3 None None] Allocated IP 172.20.0.18 (1d980a43-b240-449d-9afe-2cfdf9fcd758/3c25c982-432f-4901-aed8-aa2d922ebdef/029140bd-a039-4944-b224-99581bc4fbe7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:30.185539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7bc92150-b722-482a-9277-fd26b6faa758 req-a04f748c-930b-40cd-ae49-8bd7f68e8edd tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.200512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e30d26-0b16-4f84-a1b1-64168269b29b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:30.262906 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1581c276-1fc9-4457-bcdc-9aeb360193e3 None None] For port 029140bd-a039-4944-b224-99581bc4fbe7, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=029140bd-a039-4944-b224-99581bc4fbe7,segment=NetworkSegment(019ab7ed-a1dd-4977-a61b-14d49db528f0),segment_id=019ab7ed-a1dd-4977-a61b-14d49db528f0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:30.300249 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1581c276-1fc9-4457-bcdc-9aeb360193e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.318401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1581c276-1fc9-4457-bcdc-9aeb360193e3 None None] Transition to ACTIVE for port object 029140bd-a039-4944-b224-99581bc4fbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:30.323312 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1581c276-1fc9-4457-bcdc-9aeb360193e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.326834 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a68cf322-240e-423e-90d3-3ca087de9305 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.361307 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Made reservation on behalf of 2c288b2331a24717ac0496e43e56d786 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:30.375651 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.433913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581c276-1fc9-4457-bcdc-9aeb360193e3 None None] Pushing event updated for resources: {'Port': ['ID=029140bd-a039-4944-b224-99581bc4fbe7,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:30.441156 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7bc92150-b722-482a-9277-fd26b6faa758 req-a04f748c-930b-40cd-ae49-8bd7f68e8edd tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.456371 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.503220 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f748c-930b-40cd-ae49-8bd7f68e8edd tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3222eb8-6e43-4ab4-b682-724fd6e305e1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:30.530986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:30.633571 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.646445 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.662654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Attempting to bind port a6e30d26-0b16-4f84-a1b1-64168269b29b on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:30.663171 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Attempting to bind port a6e30d26-0b16-4f84-a1b1-64168269b29b by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:30.663634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Attempting to bind port a6e30d26-0b16-4f84-a1b1-64168269b29b on network 238c0b57-c7aa-4006-939c-14a4cb757645 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:30.667876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:30.668393 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.702434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Port a6e30d26-0b16-4f84-a1b1-64168269b29b on network 238c0b57-c7aa-4006-939c-14a4cb757645 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:03:30.702802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Attempting to bind port a6e30d26-0b16-4f84-a1b1-64168269b29b on network 238c0b57-c7aa-4006-939c-14a4cb757645 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:30.705752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.711439 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.745608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:30.746107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Checking segment: {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:30.746704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Bound using segment: {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:30.747179 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Bound port: a6e30d26-0b16-4f84-a1b1-64168269b29b, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:30.747671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.760299 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7bc92150-b722-482a-9277-fd26b6faa758 req-a04f748c-930b-40cd-ae49-8bd7f68e8edd tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.774351 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7bc92150-b722-482a-9277-fd26b6faa758 req-a04f748c-930b-40cd-ae49-8bd7f68e8edd tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8632553 Jul 27 22:03:30.793695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Pushing event updated for resources: {'Port': ['ID=b78e8c2f-4404-4dd4-88c0-86157acfccc6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:30.810114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 029140bd-a039-4944-b224-99581bc4fbe7 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:30.851370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8260fe2a-1c26-4f74-920d-244cb2c077c3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:30.854019 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.949834 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:30.955107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Allocated IP 192.168.233.27 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:30.959205 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-093749cc-9ed4-48a7-a6dd-d2b8ce2b7875 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0599432 Jul 27 22:03:31.047473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-485054c4-88eb-41cf-bc22-e0926cc2ee8d tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.0862262 Jul 27 22:03:31.057425 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a73fdb-e84b-41b9-b98f-bb84a876b83d x-openstack-request-id: req-f5a73fdb-e84b-41b9-b98f-bb84a876b83d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:31.057740 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "f7767e66-2ea5-4352-94b5-28f217a07aab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "3e2e069c-b4e5-4d60-8ef1-59e97587c47f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:31.057995 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5a73fdb-e84b-41b9-b98f-bb84a876b83d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:31.058537 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': 'f7767e66-2ea5-4352-94b5-28f217a07aab', 'status': 'completed', 'code': 200} Jul 27 22:03:31.058828 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': '3e2e069c-b4e5-4d60-8ef1-59e97587c47f', 'status': 'completed', 'code': 200} Jul 27 22:03:31.063406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] For port a6e30d26-0b16-4f84-a1b1-64168269b29b, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:31.069766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] For port a6e30d26-0b16-4f84-a1b1-64168269b29b, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6e30d26-0b16-4f84-a1b1-64168269b29b,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:31.103523 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.196121 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2237bcd8-6aca-4239-a4e2-624475485001 req-825ff77f-360a-4f92-b0af-161e823b47b6 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af1e40-b153-4945-8abf-1bd55326fbcb HTTP/1.1" status: 200 len: 210 time: 0.0528600 Jul 27 22:03:31.219829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.220458 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.221873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] 10.222.0.41 "PUT /v2.0/ports/a6e30d26-0b16-4f84-a1b1-64168269b29b HTTP/1.1" status: 200 len: 1090 time: 2.1901507 Jul 27 22:03:31.223872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-a68cf322-240e-423e-90d3-3ca087de9305 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Delete allocated IP 172.20.0.8 (1d980a43-b240-449d-9afe-2cfdf9fcd758/13c6f936-8b09-49f3-a7cd-82dac40118b3) {{(pid=93834) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 22:03:31.256028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-a68cf322-240e-423e-90d3-3ca087de9305 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.21 (1d980a43-b240-449d-9afe-2cfdf9fcd758/3c25c982-432f-4901-aed8-aa2d922ebdef/a861cfa2-268a-446e-b2f0-3e2af7a94347) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:31.258429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Request body: {'port': {'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:31.265906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-af43d3cf-05b7-498a-b150-65b54e7b6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.266434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-af43d3cf-05b7-498a-b150-65b54e7b6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.266909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-af43d3cf-05b7-498a-b150-65b54e7b6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.267383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-af43d3cf-05b7-498a-b150-65b54e7b6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.267854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-af43d3cf-05b7-498a-b150-65b54e7b6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.268337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-af43d3cf-05b7-498a-b150-65b54e7b6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.268767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-af43d3cf-05b7-498a-b150-65b54e7b6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.270852 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-650e741f-053f-4279-9964-2e0813e5dd4d req-af43d3cf-05b7-498a-b150-65b54e7b6f8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6275 time: 0.1633370 Jul 27 22:03:31.285549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48d893-70ef-41ba-b34c-f0a5fd0d5ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6e30d26-0b16-4f84-a1b1-64168269b29b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:31.367350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-1e85f146-b0f1-4ba8-8f9c-30843536719b tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.367681 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-089f21db-0a99-41c1-bd80-accf695a0082 None None] Provisioning complete for port 45394538-94d1-4cd9-b854-d7c638ae466f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:31.368062 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-089f21db-0a99-41c1-bd80-accf695a0082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.369632 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1c2f992-9dc8-4d99-817f-33fb43ccd5a1 req-1e85f146-b0f1-4ba8-8f9c-30843536719b tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.3023190 Jul 27 22:03:31.396303 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.405571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-fcb81352-6ebf-484e-b863-5d28f78fe608 req-dbac8b6c-5caf-47ae-bf0c-63666280d3c7 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2110917538', 'description': 'tempest-description-693945622'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:31.418672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-089f21db-0a99-41c1-bd80-accf695a0082 None None] Port 45394538-94d1-4cd9-b854-d7c638ae466f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:31.423530 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.431663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-089f21db-0a99-41c1-bd80-accf695a0082 None None] Provisioning for port 029140bd-a039-4944-b224-99581bc4fbe7 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:31.437387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-089f21db-0a99-41c1-bd80-accf695a0082 None None] Provisioning complete for port 029140bd-a039-4944-b224-99581bc4fbe7 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:31.437709 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-089f21db-0a99-41c1-bd80-accf695a0082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.478280 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fcb81352-6ebf-484e-b863-5d28f78fe608 req-dbac8b6c-5caf-47ae-bf0c-63666280d3c7 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.507947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Transition to ACTIVE for port object d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:31.556704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-089f21db-0a99-41c1-bd80-accf695a0082 None None] Provisioning complete for port a861cfa2-268a-446e-b2f0-3e2af7a94347 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:31.556704 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-089f21db-0a99-41c1-bd80-accf695a0082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.558563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ff8e3-4573-4a6c-81c9-952d9bfc66ad req-c9dd6c6e-c41d-48de-9fd1-9277f3894ced tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.564545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ff8e3-4573-4a6c-81c9-952d9bfc66ad req-c9dd6c6e-c41d-48de-9fd1-9277f3894ced tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.570832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ff8e3-4573-4a6c-81c9-952d9bfc66ad req-c9dd6c6e-c41d-48de-9fd1-9277f3894ced tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.577439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ff8e3-4573-4a6c-81c9-952d9bfc66ad req-c9dd6c6e-c41d-48de-9fd1-9277f3894ced tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.584143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ff8e3-4573-4a6c-81c9-952d9bfc66ad req-c9dd6c6e-c41d-48de-9fd1-9277f3894ced tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.584497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-0caee7ee-3ce4-42ac-95cb-bf973dce8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.584978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-0caee7ee-3ce4-42ac-95cb-bf973dce8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.585447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-0caee7ee-3ce4-42ac-95cb-bf973dce8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.587186 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-650e741f-053f-4279-9964-2e0813e5dd4d req-0caee7ee-3ce4-42ac-95cb-bf973dce8bbc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=babe1211a4104c579285a0c283ed0cca&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2980111 Jul 27 22:03:31.589525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ff8e3-4573-4a6c-81c9-952d9bfc66ad req-c9dd6c6e-c41d-48de-9fd1-9277f3894ced tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.590316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-089f21db-0a99-41c1-bd80-accf695a0082 None None] Port a861cfa2-268a-446e-b2f0-3e2af7a94347 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:31.595563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ff8e3-4573-4a6c-81c9-952d9bfc66ad req-c9dd6c6e-c41d-48de-9fd1-9277f3894ced tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.597516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f3ff8e3-4573-4a6c-81c9-952d9bfc66ad req-c9dd6c6e-c41d-48de-9fd1-9277f3894ced tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5383 time: 0.2800019 Jul 27 22:03:31.688547 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.757816 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a68cf322-240e-423e-90d3-3ca087de9305 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.767081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f3ff8e3-4573-4a6c-81c9-952d9bfc66ad req-db091581-680e-4802-bd80-358de2e90546 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570036 Jul 27 22:03:31.779689 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:31.802471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:31.810229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-a68cf322-240e-423e-90d3-3ca087de9305 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Transition to ACTIVE for port object a861cfa2-268a-446e-b2f0-3e2af7a94347 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:31.811983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:31.816025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Pushing event updated for resources: {'Port': ['ID=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:31.823240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-68c212fa-99cf-4c9f-9b50-a30e2a2a1658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:31.824892 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-650e741f-053f-4279-9964-2e0813e5dd4d req-68c212fa-99cf-4c9f-9b50-a30e2a2a1658 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2289245 Jul 27 22:03:31.825514 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a68cf322-240e-423e-90d3-3ca087de9305 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.847638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fcb81352-6ebf-484e-b863-5d28f78fe608 req-dbac8b6c-5caf-47ae-bf0c-63666280d3c7 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.861537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fcb81352-6ebf-484e-b863-5d28f78fe608 req-dbac8b6c-5caf-47ae-bf0c-63666280d3c7 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.977010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac8b6c-5caf-47ae-bf0c-63666280d3c7 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f39382-45d2-4467-9677-183762b359d1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:31.983124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fcb81352-6ebf-484e-b863-5d28f78fe608 req-dbac8b6c-5caf-47ae-bf0c-63666280d3c7 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:31.998416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcb81352-6ebf-484e-b863-5d28f78fe608 req-dbac8b6c-5caf-47ae-bf0c-63666280d3c7 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5970545 Jul 27 22:03:32.018796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e11f515-abfb-448e-8706-6e04ee070ee6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:32.040848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cf322-240e-423e-90d3-3ca087de9305 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=a861cfa2-268a-446e-b2f0-3e2af7a94347,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:32.052280 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.075648 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.076386 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.084996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Transition to ACTIVE for port object 0e11f515-abfb-448e-8706-6e04ee070ee6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:32.090342 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.109061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-3d247e41-01af-4360-9c31-e30e88548d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.109702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-3d247e41-01af-4360-9c31-e30e88548d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.110176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-3d247e41-01af-4360-9c31-e30e88548d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.110803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-3d247e41-01af-4360-9c31-e30e88548d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.111275 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-3d247e41-01af-4360-9c31-e30e88548d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.111765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-3d247e41-01af-4360-9c31-e30e88548d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.112209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-3d247e41-01af-4360-9c31-e30e88548d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.114093 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-650e741f-053f-4279-9964-2e0813e5dd4d req-3d247e41-01af-4360-9c31-e30e88548d39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6275 time: 0.2198491 Jul 27 22:03:32.115408 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fc8727c6-4afa-4807-a464-30b38ef80be7 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4508893 Jul 27 22:03:32.116177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a68cf322-240e-423e-90d3-3ca087de9305 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] In _notify_port_updated(), no bound segment for port a861cfa2-268a-446e-b2f0-3e2af7a94347 on network 1d980a43-b240-449d-9afe-2cfdf9fcd758 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:03:32.121716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68cf322-240e-423e-90d3-3ca087de9305 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.122447 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a68cf322-240e-423e-90d3-3ca087de9305 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.123717 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a68cf322-240e-423e-90d3-3ca087de9305 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "PUT /v2.0/ports/a861cfa2-268a-446e-b2f0-3e2af7a94347 HTTP/1.1" status: 200 len: 920 time: 2.3813210 Jul 27 22:03:32.130299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:32.130496 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Request body: {'port': {'device_id': '71af1e40-b153-4945-8abf-1bd55326fbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:32.145156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0234941e-3560-416d-becf-b939a6abfb15 None None] Provisioning for port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:32.148985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0234941e-3560-416d-becf-b939a6abfb15 None None] Provisioning complete for port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:32.149883 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0234941e-3560-416d-becf-b939a6abfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.188159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0234941e-3560-416d-becf-b939a6abfb15 None None] Port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:32.235745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eebfe9c5-79fd-4ca3-90b3-6a0ca1761175 req-61d08fe0-b8a2-4815-95cd-a5722b2069ea tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/floatingips/cf0f7985-76a4-4728-b5e7-854c4e14be37 HTTP/1.1" status: 200 len: 693 time: 0.1346593 Jul 27 22:03:32.253994 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.263600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Pushing event updated for resources: {'Port': ['ID=0e11f515-abfb-448e-8706-6e04ee070ee6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:32.286488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-f299929c-08ec-4cf7-9124-4888dd33e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.286977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-f299929c-08ec-4cf7-9124-4888dd33e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.287448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-f299929c-08ec-4cf7-9124-4888dd33e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.289062 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-650e741f-053f-4279-9964-2e0813e5dd4d req-f299929c-08ec-4cf7-9124-4888dd33e89a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=babe1211a4104c579285a0c283ed0cca&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1642401 Jul 27 22:03:32.458945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 029140bd-a039-4944-b224-99581bc4fbe7 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:32.470420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f2897-54f2-49bf-801f-5aab15ec1e8c req-622664ae-0ac1-4f8d-a75c-74d37fb5855a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.478444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef0f2897-54f2-49bf-801f-5aab15ec1e8c req-622664ae-0ac1-4f8d-a75c-74d37fb5855a tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 945 time: 0.3753831 Jul 27 22:03:32.570086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e741f-053f-4279-9964-2e0813e5dd4d req-7fe2b967-a69c-4713-85a2-7153ff8a9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.572517 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-650e741f-053f-4279-9964-2e0813e5dd4d req-7fe2b967-a69c-4713-85a2-7153ff8a9257 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2609916 Jul 27 22:03:32.671918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 029140bd-a039-4944-b224-99581bc4fbe7 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:32.672293 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.696795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfe9c5-79fd-4ca3-90b3-6a0ca1761175 req-da83400c-4890-48da-8790-a989c69010b4 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.698590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eebfe9c5-79fd-4ca3-90b3-6a0ca1761175 req-da83400c-4890-48da-8790-a989c69010b4 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.4443667 Jul 27 22:03:32.711348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef0f2897-54f2-49bf-801f-5aab15ec1e8c req-1f86c85f-f188-4d69-b9cb-77f66ecc77c8 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320218 Jul 27 22:03:32.722890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af12a1f-9a30-4ddd-929e-3800eb139f04 req-c8350dde-ed8d-4e4e-8003-20e4c6d490d9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:32.724368 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6af12a1f-9a30-4ddd-929e-3800eb139f04 req-c8350dde-ed8d-4e4e-8003-20e4c6d490d9 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.41 "GET /v2.0/ports?device_id=7655554f-1ca2-47aa-8e47-f422b6a4c37a HTTP/1.1" status: 200 len: 945 time: 0.2055299 Jul 27 22:03:32.728759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-eebfe9c5-79fd-4ca3-90b3-6a0ca1761175 req-c7e4e8e8-3936-4920-a5e3-8cd0cb04eb60 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:03:32.729757 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eebfe9c5-79fd-4ca3-90b3-6a0ca1761175 req-c7e4e8e8-3936-4920-a5e3-8cd0cb04eb60 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234463 Jul 27 22:03:32.740484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-11a879a2-bd11-477c-a5c8-d5ec06f43b74 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port a861cfa2-268a-446e-b2f0-3e2af7a94347 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:32.740981 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a879a2-bd11-477c-a5c8-d5ec06f43b74 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.744775 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:32.746910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Attempting to bind port 0e11f515-abfb-448e-8706-6e04ee070ee6 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:32.747247 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Attempting to bind port 0e11f515-abfb-448e-8706-6e04ee070ee6 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:32.747571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Attempting to bind port 0e11f515-abfb-448e-8706-6e04ee070ee6 on network 238c0b57-c7aa-4006-939c-14a4cb757645 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:32.760401 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.786803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Transition to ACTIVE for port object d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:32.792806 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.793600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ef4ebbc1-bbbd-4c5d-abe6-94d780e5e6ee None None] Provisioning for port a861cfa2-268a-446e-b2f0-3e2af7a94347 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:32.798645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ef4ebbc1-bbbd-4c5d-abe6-94d780e5e6ee None None] Provisioning complete for port a861cfa2-268a-446e-b2f0-3e2af7a94347 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:32.798645 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef4ebbc1-bbbd-4c5d-abe6-94d780e5e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:32.828132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Port 0e11f515-abfb-448e-8706-6e04ee070ee6 on network 238c0b57-c7aa-4006-939c-14a4cb757645 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:03:32.828456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Attempting to bind port 0e11f515-abfb-448e-8706-6e04ee070ee6 on network 238c0b57-c7aa-4006-939c-14a4cb757645 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:32.834295 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ebbc1-bbbd-4c5d-abe6-94d780e5e6ee None None] Port a861cfa2-268a-446e-b2f0-3e2af7a94347 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:32.869826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Pushing event updated for resources: {'Port': ['ID=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:32.940695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Attempting to bind port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:32.941396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Attempting to bind port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:32.941799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Attempting to bind port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:32.947800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:03:32.948221 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Attempting to bind port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:32.955107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:32.955359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:32.955614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:32.956057 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Bound port: d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:32.956419 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:33.039861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] For port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:33.044740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] For port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:33.049812 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:33.095848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:33.096474 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:33.097975 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] 10.222.0.43 "PUT /v2.0/ports/d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd HTTP/1.1" status: 200 len: 1095 time: 0.9719892 Jul 27 22:03:33.098476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71af1e40-b153-4945-8abf-1bd55326fbcb', 'tag': 'd6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:33.101064 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09034e5-8215-4ad1-9daa-f3c515f8e0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "71af1e40-b153-4945-8abf-1bd55326fbcb", "tag": "d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:33.130949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8db0f-fc59-4d73-aa5c-a995dda03615 service neutron] Pushing event updated for resources: {'Port': ['ID=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:33.188112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': '8f6682e7-807c-456b-8719-b5adefaf5440'}, {'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': 'a6e30d26-0b16-4f84-a1b1-64168269b29b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:33.190388 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd273e2-5654-4132-9431-2c6269c3a48b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "8f6682e7-807c-456b-8719-b5adefaf5440"}, {"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "a6e30d26-0b16-4f84-a1b1-64168269b29b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:33.194619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-65d77242-e33a-4ef6-a37c-5b7ef6341d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:33.196492 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-65d77242-e33a-4ef6-a37c-5b7ef6341d9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c288b2331a24717ac0496e43e56d786&device_id=71af1e40-b153-4945-8abf-1bd55326fbcb HTTP/1.1" status: 200 len: 1098 time: 0.0484436 Jul 27 22:03:33.202231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:33.202593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Checking segment: {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:33.202982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Bound using segment: {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:33.203596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Bound port: 0e11f515-abfb-448e-8706-6e04ee070ee6, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:33.203962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:33.242803 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-09ec5973-8ee6-4878-8d90-2b6cdf333ef1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd HTTP/1.1" status: 200 len: 217 time: 0.0384474 Jul 27 22:03:33.249176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-95d5ef3d-586f-42f2-9980-177744dfa532 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips/6a063cf1-5aee-44ad-8468-812c0d2c53a0 HTTP/1.1" status: 200 len: 693 time: 0.4383950 Jul 27 22:03:33.309869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-23008bb9-158d-4a49-8313-a8ceabdfc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:33.311885 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-23008bb9-158d-4a49-8313-a8ceabdfc81d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0568414 Jul 27 22:03:33.360394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-045b1565-a853-43f5-bf0f-0e306c68e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:33.361952 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-045b1565-a853-43f5-bf0f-0e306c68e317 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430849 Jul 27 22:03:33.425644 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a879a2-bd11-477c-a5c8-d5ec06f43b74 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:33.457607 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-fb049f6c-a2d0-4f37-92d1-0aa1dfba1e41 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862887 Jul 27 22:03:33.466934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-11a879a2-bd11-477c-a5c8-d5ec06f43b74 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for a861cfa2-268a-446e-b2f0-3e2af7a94347 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:33.528434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] For port 0e11f515-abfb-448e-8706-6e04ee070ee6, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:33.546025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6af12a1f-9a30-4ddd-929e-3800eb139f04 req-4d99abe0-2b5f-4867-8933-b9bc5caf30c2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Deleting port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:33.546402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6af12a1f-9a30-4ddd-929e-3800eb139f04 req-4d99abe0-2b5f-4867-8933-b9bc5caf30c2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:33.558614 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f6d1360-ed5a-4bc8-89fb-dd011bfa7759 req-f7d2e580-03e9-4489-94fe-8cb3ed59d654 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934324 Jul 27 22:03:33.618772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] For port 0e11f515-abfb-448e-8706-6e04ee070ee6, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=0e11f515-abfb-448e-8706-6e04ee070ee6,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:33.659350 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:33.675632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-cdbfa77f-1693-4ff5-8727-0c1126c34635 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:33.676981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-cdbfa77f-1693-4ff5-8727-0c1126c34635 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.4058115 Jul 27 22:03:33.731471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-82a43e1d-0a66-4fe2-b5f2-4a6cee4d12a5 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:03:33.732455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-82a43e1d-0a66-4fe2-b5f2-4a6cee4d12a5 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451176 Jul 27 22:03:33.770829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:33.771442 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:33.772859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] 10.222.0.41 "PUT /v2.0/ports/0e11f515-abfb-448e-8706-6e04ee070ee6 HTTP/1.1" status: 200 len: 1091 time: 2.5206683 Jul 27 22:03:33.844908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Request body: {'port': {'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:33.905725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-b45ef129-3fe4-44e6-8dca-323efb2f5b90 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 696 time: 0.1577020 Jul 27 22:03:33.924985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88c8f3-e69b-42ef-9dbb-e6424cfaa96e service neutron] Pushing event updated for resources: {'Port': ['ID=0e11f515-abfb-448e-8706-6e04ee070ee6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:33.933779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6af12a1f-9a30-4ddd-929e-3800eb139f04 req-4d99abe0-2b5f-4867-8933-b9bc5caf30c2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] For port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:33.934146 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6af12a1f-9a30-4ddd-929e-3800eb139f04 req-4d99abe0-2b5f-4867-8933-b9bc5caf30c2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.042354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6af12a1f-9a30-4ddd-929e-3800eb139f04 req-4d99abe0-2b5f-4867-8933-b9bc5caf30c2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Calling delete_port for 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:34.066823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-48d7af92-78db-416b-87c8-a828f0e4625c tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 696 time: 0.1516130 Jul 27 22:03:34.081066 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.257045 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a879a2-bd11-477c-a5c8-d5ec06f43b74 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.329215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a879a2-bd11-477c-a5c8-d5ec06f43b74 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=a861cfa2-268a-446e-b2f0-3e2af7a94347,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:34.393690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-d24d7d40-85dd-411b-99e1-82e1ac550b30 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50864 time: 1.6156089 Jul 27 22:03:34.653384 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-43306511-d96f-486a-a2e6-f9c34865750a tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/016bf6ca-194f-40b2-8b37-c1e3514e3650 HTTP/1.1" status: 200 len: 2981 time: 0.1936100 Jul 27 22:03:34.662858 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a879a2-bd11-477c-a5c8-d5ec06f43b74 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.664678 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-11a879a2-bd11-477c-a5c8-d5ec06f43b74 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/a861cfa2-268a-446e-b2f0-3e2af7a94347 HTTP/1.1" status: 204 len: 168 time: 2.5326657 Jul 27 22:03:34.668060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37246) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:34.686929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-87942f6c-425e-43ce-8a9b-e129c9a3aa3e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Deleting port b430cc90-a800-4b7b-a6b8-bff8b12badf9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:34.687279 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-87942f6c-425e-43ce-8a9b-e129c9a3aa3e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.694070 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-34dbf6c4-a422-4648-a757-7a1c85eacd8b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:03:34.694793 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6af12a1f-9a30-4ddd-929e-3800eb139f04 req-4d99abe0-2b5f-4867-8933-b9bc5caf30c2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.698084 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-34dbf6c4-a422-4648-a757-7a1c85eacd8b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/a861cfa2-268a-446e-b2f0-3e2af7a94347 HTTP/1.1" status: 404 len: 333 time: 0.0264671 Jul 27 22:03:34.698366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37248) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:34.751182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b715a649-b170-405a-81c1-807c08b256ea tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.778209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b715a649-b170-405a-81c1-807c08b256ea tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.809125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99abe0-2b5f-4867-8933-b9bc5caf30c2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Pushing event deleted for resources: {'Port': ['ID=6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:34.825284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b715a649-b170-405a-81c1-807c08b256ea tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.828237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b715a649-b170-405a-81c1-807c08b256ea tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.829411 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b715a649-b170-405a-81c1-807c08b256ea tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/security-groups/4e0d9ae9-bd7d-4637-bc7f-ee4069c4908d HTTP/1.1" status: 204 len: 168 time: 0.1301460 Jul 27 22:03:34.832536 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37250) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:34.845605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-9183c631-590f-46c6-a78c-3d6b468aecd4 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/016bf6ca-194f-40b2-8b37-c1e3514e3650 HTTP/1.1" status: 200 len: 2981 time: 0.1749146 Jul 27 22:03:34.854050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715a649-b170-405a-81c1-807c08b256ea tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0d9ae9-bd7d-4637-bc7f-ee4069c4908d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:34.873394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af12a1f-9a30-4ddd-929e-3800eb139f04 req-4d99abe0-2b5f-4867-8933-b9bc5caf30c2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] No DVR routers for this DVR port 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:34.886176 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6af12a1f-9a30-4ddd-929e-3800eb139f04 req-4d99abe0-2b5f-4867-8933-b9bc5caf30c2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.888083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6af12a1f-9a30-4ddd-929e-3800eb139f04 req-4d99abe0-2b5f-4867-8933-b9bc5caf30c2 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.41 "DELETE /v2.0/ports/6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf HTTP/1.1" status: 204 len: 173 time: 2.1561162 Jul 27 22:03:34.895092 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a575a926-1b36-4c45-9c13-e882fb5524d9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.923182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a575a926-1b36-4c45-9c13-e882fb5524d9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.929645 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-87942f6c-425e-43ce-8a9b-e129c9a3aa3e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.929977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-87942f6c-425e-43ce-8a9b-e129c9a3aa3e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.931656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:03:34.975499 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-87942f6c-425e-43ce-8a9b-e129c9a3aa3e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Calling delete_port for b430cc90-a800-4b7b-a6b8-bff8b12badf9 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:34.984399 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a575a926-1b36-4c45-9c13-e882fb5524d9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.984399 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a575a926-1b36-4c45-9c13-e882fb5524d9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.986683 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-a953f12a-2c85-4c87-ab9a-45bf0b6f5c78 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/0da40ca8-9682-4f0f-a4aa-b13c6eb8e4d1 HTTP/1.1" status: 200 len: 2981 time: 0.1158004 Jul 27 22:03:34.988551 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37252) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:34.989872 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a575a926-1b36-4c45-9c13-e882fb5524d9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/security-groups/bfb6f7fa-00f7-43b5-bb85-165edc4d6216 HTTP/1.1" status: 204 len: 168 time: 0.1561470 Jul 27 22:03:35.006496 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575a926-1b36-4c45-9c13-e882fb5524d9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb6f7fa-00f7-43b5-bb85-165edc4d6216,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:35.006756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e3b391-a760-4065-8191-93ed4633266d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:35.022962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.075851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:35.086247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'd6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'd6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd', 'mac_address': 'fa:16:3e:db:64:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:03:35.111786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Transition to ACTIVE for port object 77e3b391-a760-4065-8191-93ed4633266d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:35.124839 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.128747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.137879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:35.162703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:35.167117 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.184732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7aa0c0-cd29-47da-9bea-685843d60656 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting subnet 13c6f936-8b09-49f3-a7cd-82dac40118b3 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:35.198979 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa0c0-cd29-47da-9bea-685843d60656 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.203411 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-02e3ed86-497f-489a-aed9-831daf6fe1f3 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/0da40ca8-9682-4f0f-a4aa-b13c6eb8e4d1 HTTP/1.1" status: 200 len: 2981 time: 0.1929088 Jul 27 22:03:35.221807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:35.307843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=77e3b391-a760-4065-8191-93ed4633266d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:35.313461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa0c0-cd29-47da-9bea-685843d60656 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.396742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:03:35.698305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-f787bf01-c575-408c-8e49-1d9f3df72eac tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3103c33c-d473-449d-a8ee-01183644fdc2 HTTP/1.1" status: 200 len: 2981 time: 0.4729629 Jul 27 22:03:35.737723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Attempting to bind port 77e3b391-a760-4065-8191-93ed4633266d on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:35.738070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Attempting to bind port 77e3b391-a760-4065-8191-93ed4633266d by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:35.738434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Attempting to bind port 77e3b391-a760-4065-8191-93ed4633266d on network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:35.758848 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-87942f6c-425e-43ce-8a9b-e129c9a3aa3e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.799234 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Port 77e3b391-a760-4065-8191-93ed4633266d on network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:03:35.799559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Attempting to bind port 77e3b391-a760-4065-8191-93ed4633266d on network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:35.804646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87942f6c-425e-43ce-8a9b-e129c9a3aa3e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Pushing event deleted for resources: {'Port': ['ID=b430cc90-a800-4b7b-a6b8-bff8b12badf9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:35.827450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:35.827795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Checking segment: {'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:35.828178 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Bound using segment: {'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:35.828620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Bound port: 77e3b391-a760-4065-8191-93ed4633266d, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:35.828977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.831297 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa0c0-cd29-47da-9bea-685843d60656 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.881946 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-97a23f4f-1ca6-45dc-8d0b-f0b4293d0579 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3103c33c-d473-449d-a8ee-01183644fdc2 HTTP/1.1" status: 200 len: 2981 time: 0.1739686 Jul 27 22:03:36.002929 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-87942f6c-425e-43ce-8a9b-e129c9a3aa3e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.005397 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-87942f6c-425e-43ce-8a9b-e129c9a3aa3e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.006581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f4276ed-088d-492e-8dc9-e1c0ddd19513 req-87942f6c-425e-43ce-8a9b-e129c9a3aa3e tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "DELETE /v2.0/floatingips/6a063cf1-5aee-44ad-8468-812c0d2c53a0 HTTP/1.1" status: 204 len: 173 time: 1.9265764 Jul 27 22:03:36.031150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] For port 77e3b391-a760-4065-8191-93ed4633266d, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:36.034205 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-4ae82956-b774-418f-a270-dc39be025ce7 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3eff8c2d-93c3-47a8-96d5-880be2daa227 HTTP/1.1" status: 200 len: 2981 time: 0.1324372 Jul 27 22:03:36.036900 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa0c0-cd29-47da-9bea-685843d60656 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.077379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] For port 77e3b391-a760-4065-8191-93ed4633266d, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=77e3b391-a760-4065-8191-93ed4633266d,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:36.084409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7aa0c0-cd29-47da-9bea-685843d60656 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Subnet': ['ID=13c6f936-8b09-49f3-a7cd-82dac40118b3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:36.094752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da8344-0079-4e7f-9878-ad9e06ef230a None None] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:36.095268 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.098035 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa0c0-cd29-47da-9bea-685843d60656 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.099880 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8b7aa0c0-cd29-47da-9bea-685843d60656 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/13c6f936-8b09-49f3-a7cd-82dac40118b3 HTTP/1.1" status: 204 len: 168 time: 1.1067896 Jul 27 22:03:36.105772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37260) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:36.111816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-66d0318e-0a33-46e6-8c0b-5f31be4a07c9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:36.176017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:36.176647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.178043 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] 10.222.0.41 "PUT /v2.0/ports/77e3b391-a760-4065-8191-93ed4633266d HTTP/1.1" status: 200 len: 1091 time: 2.3570726 Jul 27 22:03:36.206284 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-e3589be3-82ce-4465-bd3a-c3d4c73e3387 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3eff8c2d-93c3-47a8-96d5-880be2daa227 HTTP/1.1" status: 200 len: 2981 time: 0.1527238 Jul 27 22:03:36.217280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Request body: {'port': {'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:36.228561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18167094-f290-46a9-ad67-d3884a433063 req-2308f971-04e4-4b41-b5ed-4faee9be45be tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:36.230163 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18167094-f290-46a9-ad67-d3884a433063 req-2308f971-04e4-4b41-b5ed-4faee9be45be tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af1e40-b153-4945-8abf-1bd55326fbcb HTTP/1.1" status: 200 len: 948 time: 0.1423340 Jul 27 22:03:36.234240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae7143-ddd3-49dd-855d-d2cbdcf5bcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=77e3b391-a760-4065-8191-93ed4633266d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:36.287248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d0318e-0a33-46e6-8c0b-5f31be4a07c9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:36.291536 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66d0318e-0a33-46e6-8c0b-5f31be4a07c9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.359780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18167094-f290-46a9-ad67-d3884a433063 req-e7de0d38-1e2c-4261-ae9f-f97997be5e8c tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/security-groups?id=8260fe2a-1c26-4f74-920d-244cb2c077c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969830 Jul 27 22:03:36.361171 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-72d48d13-4af1-441e-9bc6-b059da8fe92b tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/44d9dbcc-ac94-4063-9afc-ec92bff291b9 HTTP/1.1" status: 200 len: 2977 time: 0.1298106 Jul 27 22:03:36.361893 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.526080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d331aa5-6292-4687-bd98-291baa6adabe req-04247814-2092-4a2b-beec-ebb44d0d9b1e tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=d5953adddb644b138aaf71558e7a1b7e HTTP/1.1" status: 200 len: 696 time: 0.1156137 Jul 27 22:03:36.543047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-3d3f5969-3cb8-4be1-9681-8047623f8c1f tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/44d9dbcc-ac94-4063-9afc-ec92bff291b9 HTTP/1.1" status: 200 len: 2977 time: 0.1718163 Jul 27 22:03:36.592376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66d0318e-0a33-46e6-8c0b-5f31be4a07c9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.635892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0318e-0a33-46e6-8c0b-5f31be4a07c9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:36.639578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-66d0318e-0a33-46e6-8c0b-5f31be4a07c9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:36.646712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d0318e-0a33-46e6-8c0b-5f31be4a07c9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:36.647314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66d0318e-0a33-46e6-8c0b-5f31be4a07c9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.676192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0318e-0a33-46e6-8c0b-5f31be4a07c9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Subnet': ['ID=50bddc4b-d939-46c1-ad69-4292d18ed9ae,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:36.682321 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-66d0318e-0a33-46e6-8c0b-5f31be4a07c9 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5725412 Jul 27 22:03:36.683209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37262) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:36.688675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-082b560b-78ab-436e-aa7e-6d3acb7eb1fa tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088204721'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:36.717891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-082b560b-78ab-436e-aa7e-6d3acb7eb1fa tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.782648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-bd0289d5-6114-45c8-98bd-900ac1200195 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/660cdf2e-eced-4ee4-83d8-0580d87899f9 HTTP/1.1" status: 200 len: 2973 time: 0.2163641 Jul 27 22:03:36.827836 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-082b560b-78ab-436e-aa7e-6d3acb7eb1fa tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.833244 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-082b560b-78ab-436e-aa7e-6d3acb7eb1fa tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.840247 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d331aa5-6292-4687-bd98-291baa6adabe req-2f5e54b2-69aa-40f5-bb8d-4158757900dd tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:36.842123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d331aa5-6292-4687-bd98-291baa6adabe req-2f5e54b2-69aa-40f5-bb8d-4158757900dd tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/networks?id=7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 787 time: 0.3092418 Jul 27 22:03:36.860434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:36.872489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-0d331aa5-6292-4687-bd98-291baa6adabe req-bd1283bd-24da-4ea4-973d-c4403f5b9696 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:03:36.873501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d331aa5-6292-4687-bd98-291baa6adabe req-bd1283bd-24da-4ea4-973d-c4403f5b9696 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074613 Jul 27 22:03:36.879929 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-082b560b-78ab-436e-aa7e-6d3acb7eb1fa tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.888716 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-082b560b-78ab-436e-aa7e-6d3acb7eb1fa tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2028341 Jul 27 22:03:36.899001 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37264) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:36.911396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b560b-78ab-436e-aa7e-6d3acb7eb1fa tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32c7f9a-64eb-4fc0-9cab-fa27ee1a4b69,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:36.913510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:36.913858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:36.918629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c12f3b57-5f93-491d-a0e7-3daede5a3117 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'security_group': {'name': 'tempest-secgroup-147212797'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:36.950579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:36.957647 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-5a200b8f-6469-429a-ba4f-e033bc5ce396 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/660cdf2e-eced-4ee4-83d8-0580d87899f9 HTTP/1.1" status: 200 len: 2973 time: 0.1616035 Jul 27 22:03:36.958381 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c12f3b57-5f93-491d-a0e7-3daede5a3117 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:36.995272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecfe9b0-a96f-453f-af2e-b24a828abc0b None None] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:37.089108 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-31a2162d-7e0f-4a78-9970-256de7a8d493 None None] Provisioning complete for port 45394538-94d1-4cd9-b854-d7c638ae466f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:37.089481 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31a2162d-7e0f-4a78-9970-256de7a8d493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.119242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-deaa5e47-f27d-482b-989a-dee7d88b856b tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/68f3d305-ec9c-4a48-9773-2c0b308deb92 HTTP/1.1" status: 200 len: 2981 time: 0.1468782 Jul 27 22:03:37.139601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:37.146668 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:37.147042 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.148418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-31a2162d-7e0f-4a78-9970-256de7a8d493 None None] Port 45394538-94d1-4cd9-b854-d7c638ae466f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:37.153069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ee7f6-8ceb-43a5-9613-620df9814935 req-19a032a1-5342-438c-9b96-047191663a30 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.158989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ee7f6-8ceb-43a5-9613-620df9814935 req-19a032a1-5342-438c-9b96-047191663a30 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.164911 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ee7f6-8ceb-43a5-9613-620df9814935 req-19a032a1-5342-438c-9b96-047191663a30 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.170809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ee7f6-8ceb-43a5-9613-620df9814935 req-19a032a1-5342-438c-9b96-047191663a30 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.176644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ee7f6-8ceb-43a5-9613-620df9814935 req-19a032a1-5342-438c-9b96-047191663a30 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.182880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ee7f6-8ceb-43a5-9613-620df9814935 req-19a032a1-5342-438c-9b96-047191663a30 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.188815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ee7f6-8ceb-43a5-9613-620df9814935 req-19a032a1-5342-438c-9b96-047191663a30 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.191159 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-664ee7f6-8ceb-43a5-9613-620df9814935 req-19a032a1-5342-438c-9b96-047191663a30 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5407 time: 0.2158768 Jul 27 22:03:37.221548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-31a2162d-7e0f-4a78-9970-256de7a8d493 None None] Provisioning complete for port 029140bd-a039-4944-b224-99581bc4fbe7 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:37.221921 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31a2162d-7e0f-4a78-9970-256de7a8d493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.239918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ecb4df-727b-4972-9e8e-8f6a732dac7c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:03:37.269806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.323226 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-664ee7f6-8ceb-43a5-9613-620df9814935 req-eab24935-5e3e-4670-8015-14b41140d259 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128578 Jul 27 22:03:37.327232 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c12f3b57-5f93-491d-a0e7-3daede5a3117 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.327732 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.329096 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-f59b32b2-89cd-4c3a-8a8b-202b96a9746d tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/68f3d305-ec9c-4a48-9773-2c0b308deb92 HTTP/1.1" status: 200 len: 2981 time: 0.1336777 Jul 27 22:03:37.330060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Transition to ACTIVE for port object e9ecb4df-727b-4972-9e8e-8f6a732dac7c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:37.333476 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c12f3b57-5f93-491d-a0e7-3daede5a3117 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.361980 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.384640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71af1e40-b153-4945-8abf-1bd55326fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:37.386919 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a780c9-47a4-4ae4-b629-28575bfa5af2" -d '{"events": [{"server_uuid": "71af1e40-b153-4945-8abf-1bd55326fbcb", "name": "network-vif-plugged", "status": "completed", "tag": "d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:37.393020 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ed1c02-65eb-481c-8820-3700bf40bed0 x-openstack-request-id: req-d5ed1c02-65eb-481c-8820-3700bf40bed0 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:37.393533 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71af1e40-b153-4945-8abf-1bd55326fbcb", "tag": "d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:37.393626 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5ed1c02-65eb-481c-8820-3700bf40bed0 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:37.394763 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71af1e40-b153-4945-8abf-1bd55326fbcb', 'tag': 'd6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd', 'status': 'completed', 'code': 200} Jul 27 22:03:37.429731 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c12f3b57-5f93-491d-a0e7-3daede5a3117 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.431591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c12f3b57-5f93-491d-a0e7-3daede5a3117 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5210221 Jul 27 22:03:37.432180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:37.436221 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e710a4bf-99e2-4b64-9cdd-34386fe3f632 x-openstack-request-id: req-e710a4bf-99e2-4b64-9cdd-34386fe3f632 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:37.436521 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "8f6682e7-807c-456b-8719-b5adefaf5440", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "a6e30d26-0b16-4f84-a1b1-64168269b29b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:37.436783 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e710a4bf-99e2-4b64-9cdd-34386fe3f632 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:37.437323 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': '8f6682e7-807c-456b-8719-b5adefaf5440', 'status': 'completed', 'code': 200} Jul 27 22:03:37.437580 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': 'a6e30d26-0b16-4f84-a1b1-64168269b29b', 'status': 'completed', 'code': 200} Jul 27 22:03:37.442724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f3b57-5f93-491d-a0e7-3daede5a3117 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd135240-71a3-47cb-84fc-48dc493facf6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:37.452644 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.455685 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37272) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:37.459672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9cb66d-2f8f-427c-bf79-1c361459b4c2 None None] Update dhcp port {'port': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'fixed_ips': [{'subnet_id': '3c25c982-432f-4901-aed8-aa2d922ebdef', 'ip_address': '172.20.0.18'}, {'subnet_id': '50bddc4b-d939-46c1-ad69-4292d18ed9ae'}], 'binding:host_id': 'n-d-802011-3'}, 'id': '029140bd-a039-4944-b224-99581bc4fbe7'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:03:37.483383 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-0ed872fa-0b4b-4892-8333-2d4771eb399a tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/8260fe2a-1c26-4f74-920d-244cb2c077c3 HTTP/1.1" status: 200 len: 2981 time: 0.1410100 Jul 27 22:03:37.488159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ecb4df-727b-4972-9e8e-8f6a732dac7c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:37.494606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8181f894-4fe3-471c-8235-a7b44a3b3844 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'security_group': {'name': 'tempest-secgroup-2125196391'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:37.533121 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb66d-2f8f-427c-bf79-1c361459b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.557369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:37.595941 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09034e5-8215-4ad1-9daa-f3c515f8e0d2 req-438b2357-0a7f-4848-af44-45a6a7ddbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.598034 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a09034e5-8215-4ad1-9daa-f3c515f8e0d2 req-438b2357-0a7f-4848-af44-45a6a7ddbef4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c288b2331a24717ac0496e43e56d786&device_id=71af1e40-b153-4945-8abf-1bd55326fbcb HTTP/1.1" status: 200 len: 1100 time: 0.1788621 Jul 27 22:03:37.600802 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8181f894-4fe3-471c-8235-a7b44a3b3844 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.619511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-5fec17bc-c551-4b04-a3dd-061dceece5e0 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/8260fe2a-1c26-4f74-920d-244cb2c077c3 HTTP/1.1" status: 200 len: 2981 time: 0.1049454 Jul 27 22:03:37.658851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-5a1cc9d3-6f55-4c55-a1b6-74742b063ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.662708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-5a1cc9d3-6f55-4c55-a1b6-74742b063ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.663423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-5a1cc9d3-6f55-4c55-a1b6-74742b063ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.664091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-5a1cc9d3-6f55-4c55-a1b6-74742b063ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.664758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-5a1cc9d3-6f55-4c55-a1b6-74742b063ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.665483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-5a1cc9d3-6f55-4c55-a1b6-74742b063ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.666152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-5a1cc9d3-6f55-4c55-a1b6-74742b063ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.668588 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-5a1cc9d3-6f55-4c55-a1b6-74742b063ee9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6434 time: 0.2003200 Jul 27 22:03:37.762719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8b9cb66d-2f8f-427c-bf79-1c361459b4c2 None None] Allocated IP 172.20.0.2 (1d980a43-b240-449d-9afe-2cfdf9fcd758/50bddc4b-d939-46c1-ad69-4292d18ed9ae/029140bd-a039-4944-b224-99581bc4fbe7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:37.812587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09034e5-8215-4ad1-9daa-f3c515f8e0d2 req-ded82560-2494-4dd1-9c3e-a04d03cec726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:37.814703 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a09034e5-8215-4ad1-9daa-f3c515f8e0d2 req-ded82560-2494-4dd1-9c3e-a04d03cec726 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2043102 Jul 27 22:03:37.817841 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8181f894-4fe3-471c-8235-a7b44a3b3844 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.823106 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8181f894-4fe3-471c-8235-a7b44a3b3844 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.833267 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Attempting to bind port e9ecb4df-727b-4972-9e8e-8f6a732dac7c on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:37.833704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Attempting to bind port e9ecb4df-727b-4972-9e8e-8f6a732dac7c by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:37.834246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Attempting to bind port e9ecb4df-727b-4972-9e8e-8f6a732dac7c on network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:37.845792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Port e9ecb4df-727b-4972-9e8e-8f6a732dac7c on network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:03:37.846292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Attempting to bind port e9ecb4df-727b-4972-9e8e-8f6a732dac7c on network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:37.892650 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a09034e5-8215-4ad1-9daa-f3c515f8e0d2 req-51c16b78-279e-47f1-8b20-5b3f37322ec7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd HTTP/1.1" status: 200 len: 217 time: 0.0659332 Jul 27 22:03:37.892974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:37.893334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Checking segment: {'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:37.893854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Bound using segment: {'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:37.894403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Bound port: e9ecb4df-727b-4972-9e8e-8f6a732dac7c, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932cd5f0-aec0-4499-bf3c-4d8f361cf99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:37.894868 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.897467 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8181f894-4fe3-471c-8235-a7b44a3b3844 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.898893 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8181f894-4fe3-471c-8235-a7b44a3b3844 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4398451 Jul 27 22:03:37.910198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37278) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:37.916885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8b9cb66d-2f8f-427c-bf79-1c361459b4c2 None None] For port 029140bd-a039-4944-b224-99581bc4fbe7, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=029140bd-a039-4944-b224-99581bc4fbe7,segment=NetworkSegment(019ab7ed-a1dd-4977-a61b-14d49db528f0),segment_id=019ab7ed-a1dd-4977-a61b-14d49db528f0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:37.917274 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1763889073', 'security_groups': ['66ef365b-1f7e-443f-aaff-9f455094a4d1'], 'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '50bddc4b-d939-46c1-ad69-4292d18ed9ae'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:37.925076 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-175f4d41-c88b-40f2-a8cd-5ef51b646e62 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/89af9b14-da7c-4339-898e-7ce77296691c HTTP/1.1" status: 200 len: 2981 time: 0.2986753 Jul 27 22:03:37.948617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181f894-4fe3-471c-8235-a7b44a3b3844 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ef365b-1f7e-443f-aaff-9f455094a4d1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:37.980966 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb66d-2f8f-427c-bf79-1c361459b4c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.000281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8b9cb66d-2f8f-427c-bf79-1c361459b4c2 None None] Transition to ACTIVE for port object 029140bd-a039-4944-b224-99581bc4fbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:38.011316 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb66d-2f8f-427c-bf79-1c361459b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.022736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09034e5-8215-4ad1-9daa-f3c515f8e0d2 req-4adc1dde-8267-49c5-8820-91eef8c82390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.023986 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a09034e5-8215-4ad1-9daa-f3c515f8e0d2 req-4adc1dde-8267-49c5-8820-91eef8c82390 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1212773 Jul 27 22:03:38.036182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-c95c067c-1379-4453-a09e-e0fd09d12cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.036669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-c95c067c-1379-4453-a09e-e0fd09d12cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.037303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-c95c067c-1379-4453-a09e-e0fd09d12cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.038940 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-c95c067c-1379-4453-a09e-e0fd09d12cbc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=babe1211a4104c579285a0c283ed0cca&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3549747 Jul 27 22:03:38.085028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cb66d-2f8f-427c-bf79-1c361459b4c2 None None] Pushing event updated for resources: {'Port': ['ID=029140bd-a039-4944-b224-99581bc4fbe7,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:38.087234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-68dbce3a-d6ac-4788-893f-6f1a25c429e2 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/89af9b14-da7c-4339-898e-7ce77296691c HTTP/1.1" status: 200 len: 2981 time: 0.1525817 Jul 27 22:03:38.109239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09034e5-8215-4ad1-9daa-f3c515f8e0d2 req-8ed52901-1604-411d-801f-57bdcea2a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.110741 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a09034e5-8215-4ad1-9daa-f3c515f8e0d2 req-8ed52901-1604-411d-801f-57bdcea2a370 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790446 Jul 27 22:03:38.176549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] For port e9ecb4df-727b-4972-9e8e-8f6a732dac7c, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:38.181490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:38.256939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] For port e9ecb4df-727b-4972-9e8e-8f6a732dac7c, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e9ecb4df-727b-4972-9e8e-8f6a732dac7c,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:38.267340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-00b1595a-d4aa-4c1f-a801-fc5d98e278de tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/floatingips/cf0f7985-76a4-4728-b5e7-854c4e14be37 HTTP/1.1" status: 200 len: 693 time: 0.1550815 Jul 27 22:03:38.283251 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a09034e5-8215-4ad1-9daa-f3c515f8e0d2 req-7dcf8387-e781-4615-84eb-c4d4bae53f07 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625834 Jul 27 22:03:38.285032 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.320973 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.374888 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] device_id is not set on port e6370841-d0e1-4b69-8ac8-c2e2b5276f3e yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:03:38.402487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-1390404d-619b-4474-b14f-4b3e060ae344 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c9924ab2-5250-4e33-9fdf-ddbf6a78755f HTTP/1.1" status: 200 len: 2981 time: 0.2944984 Jul 27 22:03:38.437786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.438694 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.440280 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9ecb4df-727b-4972-9e8e-8f6a732dac7c HTTP/1.1" status: 200 len: 1091 time: 2.2301180 Jul 27 22:03:38.454186 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 029140bd-a039-4944-b224-99581bc4fbe7 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:38.472545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-d4eeda14-1af3-467f-bfb1-bb123285b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.474511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-d4eeda14-1af3-467f-bfb1-bb123285b9c1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4177678 Jul 27 22:03:38.549486 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a09034e5-8215-4ad1-9daa-f3c515f8e0d2 req-077d0572-db7d-4acc-8954-e1cd9b6feb5e service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528331 Jul 27 22:03:38.553943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e39ffc-1354-4cbd-a181-d59d76920ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ecb4df-727b-4972-9e8e-8f6a732dac7c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:38.639110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-d49da1ee-e290-4d6e-858d-bf3215c0dc98 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.646922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-d49da1ee-e290-4d6e-858d-bf3215c0dc98 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.3632598 Jul 27 22:03:38.656549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5244-9468-46be-9d5e-a8465a60bf7f req-a2b5ac8f-46b9-4ff6-afeb-5469129b0a88 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.658197 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bd9d5244-9468-46be-9d5e-a8465a60bf7f req-a2b5ac8f-46b9-4ff6-afeb-5469129b0a88 tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f HTTP/1.1" status: 200 len: 944 time: 0.1228399 Jul 27 22:03:38.658342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-87f93eff-88ea-42a0-84c9-481765245890 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c9924ab2-5250-4e33-9fdf-ddbf6a78755f HTTP/1.1" status: 200 len: 2981 time: 0.2167819 Jul 27 22:03:38.669807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-eea902cf-c131-4007-87ec-b578c1b255b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.670607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-eea902cf-c131-4007-87ec-b578c1b255b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.671231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-eea902cf-c131-4007-87ec-b578c1b255b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.671709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-eea902cf-c131-4007-87ec-b578c1b255b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.672205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-eea902cf-c131-4007-87ec-b578c1b255b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.672669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-eea902cf-c131-4007-87ec-b578c1b255b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.673131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-eea902cf-c131-4007-87ec-b578c1b255b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:38.674361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.7 (1d980a43-b240-449d-9afe-2cfdf9fcd758/50bddc4b-d939-46c1-ad69-4292d18ed9ae/e6370841-d0e1-4b69-8ac8-c2e2b5276f3e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:38.675346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-eea902cf-c131-4007-87ec-b578c1b255b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6476 time: 0.1542964 Jul 27 22:03:38.775716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-7fbd8b6f-9810-4c6e-a9c5-c84c0ada0266 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.1268337 Jul 27 22:03:38.901174 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.907476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bd9d5244-9468-46be-9d5e-a8465a60bf7f req-e2c26baf-38eb-422d-9e94-8b2c068dad8c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Deleting port d275c33b-e5b0-49d2-9578-f794e3414224 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:38.907819 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bd9d5244-9468-46be-9d5e-a8465a60bf7f req-e2c26baf-38eb-422d-9e94-8b2c068dad8c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.910551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c8e6d4c9-e963-4e0c-a668-7ce71872daf0 None None] Provisioning complete for port 45394538-94d1-4cd9-b854-d7c638ae466f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:38.910923 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d4c9-e963-4e0c-a668-7ce71872daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.951889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6d4c9-e963-4e0c-a668-7ce71872daf0 None None] Port 45394538-94d1-4cd9-b854-d7c638ae466f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:38.961638 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Transition to ACTIVE for port object e6370841-d0e1-4b69-8ac8-c2e2b5276f3e will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:38.964531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c8e6d4c9-e963-4e0c-a668-7ce71872daf0 None None] Provisioning for port 029140bd-a039-4944-b224-99581bc4fbe7 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:38.969648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c8e6d4c9-e963-4e0c-a668-7ce71872daf0 None None] Provisioning complete for port 029140bd-a039-4944-b224-99581bc4fbe7 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:38.970309 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8e6d4c9-e963-4e0c-a668-7ce71872daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.033740 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.039134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bd9d5244-9468-46be-9d5e-a8465a60bf7f req-e2c26baf-38eb-422d-9e94-8b2c068dad8c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] For port d275c33b-e5b0-49d2-9578-f794e3414224, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d275c33b-e5b0-49d2-9578-f794e3414224,segment=NetworkSegment(2a44a687-7a42-4000-81ca-ab14b5ddff29),segment_id=2a44a687-7a42-4000-81ca-ab14b5ddff29)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:39.039500 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bd9d5244-9468-46be-9d5e-a8465a60bf7f req-e2c26baf-38eb-422d-9e94-8b2c068dad8c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.082092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bd9d5244-9468-46be-9d5e-a8465a60bf7f req-e2c26baf-38eb-422d-9e94-8b2c068dad8c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Calling delete_port for d275c33b-e5b0-49d2-9578-f794e3414224 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:39.091508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-9f380f7e-e3cf-4383-8664-24ed0357e8b1 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dc04a33e-2de0-4ff0-be5a-af1fe78012f1 HTTP/1.1" status: 200 len: 2981 time: 0.4150922 Jul 27 22:03:39.103062 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:39.112990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:39.115385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:39.149735 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-14c2fa68-b115-4a50-b47e-2e2f12a563f5 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.3723447 Jul 27 22:03:39.240275 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-4c719909-f815-4788-bb82-2ca5aa3a52b7 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dc04a33e-2de0-4ff0-be5a-af1fe78012f1 HTTP/1.1" status: 200 len: 2981 time: 0.1176724 Jul 27 22:03:39.309092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-7fd05521-79dc-46e9-bc14-7377f4d93a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.309578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-7fd05521-79dc-46e9-bc14-7377f4d93a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.310163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-7fd05521-79dc-46e9-bc14-7377f4d93a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.311695 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-7fd05521-79dc-46e9-bc14-7377f4d93a0e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=babe1211a4104c579285a0c283ed0cca&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6011457 Jul 27 22:03:39.395470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6cb7ecb2-159f-485c-94e7-4bd00d636a41 None None] Provisioning for port e6370841-d0e1-4b69-8ac8-c2e2b5276f3e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:39.400099 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6cb7ecb2-159f-485c-94e7-4bd00d636a41 None None] Provisioning complete for port e6370841-d0e1-4b69-8ac8-c2e2b5276f3e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:39.401051 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6cb7ecb2-159f-485c-94e7-4bd00d636a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.409001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-faec86a3-a240-4567-b000-719c49be10b9 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/df040794-b41a-4984-9ca4-5309f403d70f HTTP/1.1" status: 200 len: 2981 time: 0.1601310 Jul 27 22:03:39.436446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7ecb2-159f-485c-94e7-4bd00d636a41 None None] Port e6370841-d0e1-4b69-8ac8-c2e2b5276f3e cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:39.445188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': '0e11f515-abfb-448e-8706-6e04ee070ee6'}, {'server_uuid': '7655554f-1ca2-47aa-8e47-f422b6a4c37a', 'name': 'network-vif-deleted', 'tag': '6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf'}, {'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': '77e3b391-a760-4065-8191-93ed4633266d'}, {'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': 'e9ecb4df-727b-4972-9e8e-8f6a732dac7c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:39.447511 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2252a3-ce16-47ad-8544-de5b868916ad" -d '{"events": [{"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "0e11f515-abfb-448e-8706-6e04ee070ee6"}, {"server_uuid": "7655554f-1ca2-47aa-8e47-f422b6a4c37a", "name": "network-vif-deleted", "tag": "6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf"}, {"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "77e3b391-a760-4065-8191-93ed4633266d"}, {"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "e9ecb4df-727b-4972-9e8e-8f6a732dac7c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:39.491055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=e6370841-d0e1-4b69-8ac8-c2e2b5276f3e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:39.499865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-40a932f1-56f9-48f2-ac21-4f66ceee9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.501349 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfd273e2-5654-4132-9431-2c6269c3a48b req-40a932f1-56f9-48f2-ac21-4f66ceee9a32 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1821623 Jul 27 22:03:39.505902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-64b9129a-58bf-479a-ac56-7a2746c37346 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Deleting port b78e8c2f-4404-4dd4-88c0-86157acfccc6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:39.506237 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-64b9129a-58bf-479a-ac56-7a2746c37346 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.520735 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-e0a68644-185f-41b7-92ee-2a472ba244f1 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/df040794-b41a-4984-9ca4-5309f403d70f HTTP/1.1" status: 200 len: 2981 time: 0.0971162 Jul 27 22:03:39.561635 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.562242 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.591302 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cd845d26-fcc8-4173-b39b-34e5dc523cf8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6756413 Jul 27 22:03:39.595170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:39.603197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-936724a6-b00c-42bb-bc3a-cfbc28848816 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:39.604414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c62d57-ae3f-418d-95ec-4b35e1281001 req-c2b6e2eb-000e-4b09-84e1-6562c3c90048 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.605880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86c62d57-ae3f-418d-95ec-4b35e1281001 req-c2b6e2eb-000e-4b09-84e1-6562c3c90048 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.43 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 946 time: 0.1069899 Jul 27 22:03:39.708342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-3adf2730-d62b-4452-a282-fd2a9500ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.708740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-3adf2730-d62b-4452-a282-fd2a9500ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.709218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-3adf2730-d62b-4452-a282-fd2a9500ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.709691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-3adf2730-d62b-4452-a282-fd2a9500ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.710161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-3adf2730-d62b-4452-a282-fd2a9500ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.710660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-3adf2730-d62b-4452-a282-fd2a9500ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.711122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-3adf2730-d62b-4452-a282-fd2a9500ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.713651 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-3adf2730-d62b-4452-a282-fd2a9500ba4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6476 time: 0.1683750 Jul 27 22:03:39.719481 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bd9d5244-9468-46be-9d5e-a8465a60bf7f req-e2c26baf-38eb-422d-9e94-8b2c068dad8c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.724915 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-f3aab861-818b-4251-9479-b854094f834a tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f60b75de-57f3-4194-9a81-d6f4368d0ab3 HTTP/1.1" status: 200 len: 2981 time: 0.1784737 Jul 27 22:03:39.734570 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-64b9129a-58bf-479a-ac56-7a2746c37346 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.734903 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-64b9129a-58bf-479a-ac56-7a2746c37346 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.756462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c26baf-38eb-422d-9e94-8b2c068dad8c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Pushing event deleted for resources: {'Port': ['ID=d275c33b-e5b0-49d2-9578-f794e3414224,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:39.796423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-f3d23afd-eb07-4cfe-938f-c814680f0733 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7767e66-2ea5-4352-94b5-28f217a07aab HTTP/1.1" status: 200 len: 217 time: 0.0734775 Jul 27 22:03:39.796867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9d5244-9468-46be-9d5e-a8465a60bf7f req-e2c26baf-38eb-422d-9e94-8b2c068dad8c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] No DVR routers for this DVR port d275c33b-e5b0-49d2-9578-f794e3414224 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:39.799466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bd9d5244-9468-46be-9d5e-a8465a60bf7f req-e2c26baf-38eb-422d-9e94-8b2c068dad8c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.800809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-64b9129a-58bf-479a-ac56-7a2746c37346 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Calling delete_port for b78e8c2f-4404-4dd4-88c0-86157acfccc6 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:39.801805 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bd9d5244-9468-46be-9d5e-a8465a60bf7f req-e2c26baf-38eb-422d-9e94-8b2c068dad8c tempest-LiveMigrationTest-2059358865 tempest-LiveMigrationTest-2059358865-project] 10.222.0.43 "DELETE /v2.0/ports/d275c33b-e5b0-49d2-9578-f794e3414224 HTTP/1.1" status: 204 len: 173 time: 1.1346807 Jul 27 22:03:39.802515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f', 'name': 'network-vif-deleted', 'tag': 'd275c33b-e5b0-49d2-9578-f794e3414224'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:39.805414 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b47aba-9c55-44bc-b661-20941a9584a3" -d '{"events": [{"server_uuid": "f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f", "name": "network-vif-deleted", "tag": "d275c33b-e5b0-49d2-9578-f794e3414224"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:39.814547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-86c62d57-ae3f-418d-95ec-4b35e1281001 req-7a162c96-8259-4a80-8b19-771c9efadfb3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Deleting port 8adc888a-2296-4b91-b5e1-a523610a0a4f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:39.815055 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86c62d57-ae3f-418d-95ec-4b35e1281001 req-7a162c96-8259-4a80-8b19-771c9efadfb3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.920670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-86c62d57-ae3f-418d-95ec-4b35e1281001 req-7a162c96-8259-4a80-8b19-771c9efadfb3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] For port 8adc888a-2296-4b91-b5e1-a523610a0a4f, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8adc888a-2296-4b91-b5e1-a523610a0a4f,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:39.921041 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86c62d57-ae3f-418d-95ec-4b35e1281001 req-7a162c96-8259-4a80-8b19-771c9efadfb3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.935285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9020008f-1c5a-4e28-823e-50271226d6dd req-dee83e96-dad1-46f1-ba66-67def0e6cfe1 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f60b75de-57f3-4194-9a81-d6f4368d0ab3 HTTP/1.1" status: 200 len: 2981 time: 0.1978221 Jul 27 22:03:39.936698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-32e6d8e9-3687-43aa-9a53-06f2ab09e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:39.936957 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-86c62d57-ae3f-418d-95ec-4b35e1281001 req-7a162c96-8259-4a80-8b19-771c9efadfb3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Calling delete_port for 8adc888a-2296-4b91-b5e1-a523610a0a4f owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:39.938285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-32e6d8e9-3687-43aa-9a53-06f2ab09e5c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7746efe-61a7-45c7-ac8d-cb8760801fae HTTP/1.1" status: 200 len: 851 time: 0.1239047 Jul 27 22:03:39.974680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936724a6-b00c-42bb-bc3a-cfbc28848816 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:39.978715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-936724a6-b00c-42bb-bc3a-cfbc28848816 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.077667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86c62d57-ae3f-418d-95ec-4b35e1281001 req-7a162c96-8259-4a80-8b19-771c9efadfb3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.091283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['8adc888a-2296-4b91-b5e1-a523610a0a4f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:03:40.103541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e09d6d58-8abc-48e4-b90f-70ca649ba2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.105281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e09d6d58-8abc-48e4-b90f-70ca649ba2de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b72184-423f-48d6-9efa-1107e6681307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574564 Jul 27 22:03:40.135401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a162c96-8259-4a80-8b19-771c9efadfb3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Pushing event deleted for resources: {'Port': ['ID=8adc888a-2296-4b91-b5e1-a523610a0a4f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:40.173047 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c62d57-ae3f-418d-95ec-4b35e1281001 req-7a162c96-8259-4a80-8b19-771c9efadfb3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] No DVR routers for this DVR port 8adc888a-2296-4b91-b5e1-a523610a0a4f on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:40.176967 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86c62d57-ae3f-418d-95ec-4b35e1281001 req-7a162c96-8259-4a80-8b19-771c9efadfb3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.178990 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86c62d57-ae3f-418d-95ec-4b35e1281001 req-7a162c96-8259-4a80-8b19-771c9efadfb3 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.43 "DELETE /v2.0/ports/8adc888a-2296-4b91-b5e1-a523610a0a4f HTTP/1.1" status: 204 len: 173 time: 0.5656257 Jul 27 22:03:40.216821 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c74c3-dff6-47e8-9cff-95ce324f9f88 req-f1dab7a6-430c-46a1-9337-b73666c0194f tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.218291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-255c74c3-dff6-47e8-9cff-95ce324f9f88 req-f1dab7a6-430c-46a1-9337-b73666c0194f tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af1e40-b153-4945-8abf-1bd55326fbcb HTTP/1.1" status: 200 len: 949 time: 0.2169499 Jul 27 22:03:40.244531 n-d-802011-3 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-936724a6-b00c-42bb-bc3a-cfbc28848816 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 50bddc4b-d939-46c1-ad69-4292d18ed9ae (CIDR: 172.20.0.0/28) Jul 27 22:03:40.260433 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-936724a6-b00c-42bb-bc3a-cfbc28848816 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:03:40.260952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936724a6-b00c-42bb-bc3a-cfbc28848816 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:40.281009 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-64b9129a-58bf-479a-ac56-7a2746c37346 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.327689 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-936724a6-b00c-42bb-bc3a-cfbc28848816 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7301126 Jul 27 22:03:40.330577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37292) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:40.335770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9129a-58bf-479a-ac56-7a2746c37346 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Pushing event deleted for resources: {'Port': ['ID=b78e8c2f-4404-4dd4-88c0-86157acfccc6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:40.335967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2a1a730b-f950-4e6f-9718-a3a49c3a9863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:40.354889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-255c74c3-dff6-47e8-9cff-95ce324f9f88 req-b25f6842-0684-44b0-aedb-ce667c48bdf5 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/security-groups?id=8260fe2a-1c26-4f74-920d-244cb2c077c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259501 Jul 27 22:03:40.362351 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-c88e9a29-4ded-4bec-9982-baf6699ebc03 service neutron] 10.222.0.41 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393873 Jul 27 22:03:40.427520 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2179540a-02b1-4b04-91a3-738f16ab3b30 x-openstack-request-id: req-2179540a-02b1-4b04-91a3-738f16ab3b30 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:40.427952 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71af1e40-b153-4945-8abf-1bd55326fbcb", "name": "network-vif-plugged", "status": "completed", "tag": "d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:40.428207 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2179540a-02b1-4b04-91a3-738f16ab3b30 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:40.428643 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71af1e40-b153-4945-8abf-1bd55326fbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd', 'code': 200} Jul 27 22:03:40.487553 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-64b9129a-58bf-479a-ac56-7a2746c37346 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.490705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-64b9129a-58bf-479a-ac56-7a2746c37346 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.494145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1a730b-f950-4e6f-9718-a3a49c3a9863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:40.502884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a1a730b-f950-4e6f-9718-a3a49c3a9863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.507835 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2e9cf36-800b-40bf-ace4-af252fa76f23 req-64b9129a-58bf-479a-ac56-7a2746c37346 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "DELETE /v2.0/floatingips/cf0f7985-76a4-4728-b5e7-854c4e14be37 HTTP/1.1" status: 204 len: 173 time: 1.3436728 Jul 27 22:03:40.570041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-fbf1e869-1d55-4131-906a-c53202f50a7d service neutron] 10.222.0.41 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869435 Jul 27 22:03:40.622007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9441ce-4035-49da-aa17-f4bf6b75ae18 req-c081e3f3-8655-46ca-a582-f9444016c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.623681 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6d9441ce-4035-49da-aa17-f4bf6b75ae18 req-c081e3f3-8655-46ca-a582-f9444016c6dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=71af1e40-b153-4945-8abf-1bd55326fbcb HTTP/1.1" status: 200 len: 1100 time: 0.1158655 Jul 27 22:03:40.648017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-17c07603-88d3-4a6d-bcc7-eb09d633c397 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=3e2e069c-b4e5-4d60-8ef1-59e97587c47f HTTP/1.1" status: 200 len: 217 time: 0.0693936 Jul 27 22:03:40.713681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-539b6d58-9dc3-4752-bc14-82b960228c97 req-6ea0acb8-beba-436c-b5bc-3499530c7059 tempest-FloatingIPsAssociationTestJSON-737736813 tempest-FloatingIPsAssociationTestJSON-737736813-project] 10.222.0.24 "GET /v2.0/ports?device_id=d45811f9-5840-4732-9e85-c8743257025b HTTP/1.1" status: 200 len: 210 time: 0.0637786 Jul 27 22:03:40.735838 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6d9441ce-4035-49da-aa17-f4bf6b75ae18 req-c9f3aa1e-e585-4132-8434-f8d0f18791f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8260fe2a-1c26-4f74-920d-244cb2c077c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029887 Jul 27 22:03:40.741072 n-d-802011-3 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-2a1a730b-f950-4e6f-9718-a3a49c3a9863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3c25c982-432f-4901-aed8-aa2d922ebdef (CIDR: 172.20.0.16/28) Jul 27 22:03:40.748368 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1a730b-f950-4e6f-9718-a3a49c3a9863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:03:40.748934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1a730b-f950-4e6f-9718-a3a49c3a9863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:40.760020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a85a4669-9bac-4b7d-8a80-676c57b16dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.761966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a85a4669-9bac-4b7d-8a80-676c57b16dca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1046050 Jul 27 22:03:40.765972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:40.772623 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2a1a730b-f950-4e6f-9718-a3a49c3a9863 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4407339 Jul 27 22:03:40.776382 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37300) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:40.783213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3218e9ad-750c-4fb9-9fd2-5438f936ac13 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'subnet': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:40.874601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66e303-7b9c-4a27-b4b8-ca656b130473 req-f06b971c-11f0-4b53-81de-076306fc9ca0 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.876209 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec66e303-7b9c-4a27-b4b8-ca656b130473 req-f06b971c-11f0-4b53-81de-076306fc9ca0 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 945 time: 0.1523383 Jul 27 22:03:40.883931 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-f4887e11-0f77-42cb-8a81-1a0b547e6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.885383 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-f4887e11-0f77-42cb-8a81-1a0b547e6ae2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1131260 Jul 27 22:03:40.924110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fffea9-bcc3-43c3-a71d-cde5275e6d34 req-40740895-4128-49a0-b34e-e8279404a37c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.927454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3218e9ad-750c-4fb9-9fd2-5438f936ac13 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Made reservation on behalf of 563da5356aad48b5b6c71f52485b5658 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:40.931856 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3218e9ad-750c-4fb9-9fd2-5438f936ac13 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:40.936150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fffea9-bcc3-43c3-a71d-cde5275e6d34 req-40740895-4128-49a0-b34e-e8279404a37c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.943658 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fffea9-bcc3-43c3-a71d-cde5275e6d34 req-40740895-4128-49a0-b34e-e8279404a37c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.952224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fffea9-bcc3-43c3-a71d-cde5275e6d34 req-40740895-4128-49a0-b34e-e8279404a37c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.962119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fffea9-bcc3-43c3-a71d-cde5275e6d34 req-40740895-4128-49a0-b34e-e8279404a37c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.968186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fffea9-bcc3-43c3-a71d-cde5275e6d34 req-40740895-4128-49a0-b34e-e8279404a37c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.972701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8adc888a-2296-4b91-b5e1-a523610a0a4f no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:40.974130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fffea9-bcc3-43c3-a71d-cde5275e6d34 req-40740895-4128-49a0-b34e-e8279404a37c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:40.987963 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f7fffea9-bcc3-43c3-a71d-cde5275e6d34 req-40740895-4128-49a0-b34e-e8279404a37c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5419 time: 0.1681664 Jul 27 22:03:41.006830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 8adc888a-2296-4b91-b5e1-a523610a0a4f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:41.007252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8adc888a-2296-4b91-b5e1-a523610a0a4f not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:41.007873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d275c33b-e5b0-49d2-9578-f794e3414224 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:41.029962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: d275c33b-e5b0-49d2-9578-f794e3414224 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:41.030622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d275c33b-e5b0-49d2-9578-f794e3414224 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:41.097294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec66e303-7b9c-4a27-b4b8-ca656b130473 req-fe7811be-6962-4ef9-b3c1-b258c0a9d693 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100835 Jul 27 22:03:41.180255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-10528696-a930-4ba5-9553-8f062608d937 admin admin] Deleting subnet eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:41.185102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-c41153bb-ed2f-41a1-b73b-87b1ef4f45e6 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739329 Jul 27 22:03:41.185749 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10528696-a930-4ba5-9553-8f062608d937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.189666 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4b03ed-57df-4e76-b5f5-ea3d9bdbb305 x-openstack-request-id: req-dd4b03ed-57df-4e76-b5f5-ea3d9bdbb305 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:41.189970 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "0e11f515-abfb-448e-8706-6e04ee070ee6", "status": "completed", "code": 200}, {"server_uuid": "7655554f-1ca2-47aa-8e47-f422b6a4c37a", "name": "network-vif-deleted", "tag": "6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "77e3b391-a760-4065-8191-93ed4633266d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "e9ecb4df-727b-4972-9e8e-8f6a732dac7c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:41.190218 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd4b03ed-57df-4e76-b5f5-ea3d9bdbb305 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:41.190679 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': '0e11f515-abfb-448e-8706-6e04ee070ee6', 'status': 'completed', 'code': 200} Jul 27 22:03:41.190939 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7655554f-1ca2-47aa-8e47-f422b6a4c37a', 'name': 'network-vif-deleted', 'tag': '6f8a53bc-b56f-40c5-867d-2ddcd6d5d3bf', 'status': 'completed', 'code': 200} Jul 27 22:03:41.191253 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': '77e3b391-a760-4065-8191-93ed4633266d', 'status': 'completed', 'code': 200} Jul 27 22:03:41.191520 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': 'e9ecb4df-727b-4972-9e8e-8f6a732dac7c', 'status': 'completed', 'code': 200} Jul 27 22:03:41.202903 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269a7fcd-9aa3-448e-8be5-dbb17223ddc0 x-openstack-request-id: req-269a7fcd-9aa3-448e-8be5-dbb17223ddc0 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:41.203467 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f", "name": "network-vif-deleted", "tag": "d275c33b-e5b0-49d2-9578-f794e3414224", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:41.204176 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-269a7fcd-9aa3-448e-8be5-dbb17223ddc0 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:41.204804 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c5c43c-9b71-4bf8-a7bb-9b2d1c37ec8f', 'name': 'network-vif-deleted', 'tag': 'd275c33b-e5b0-49d2-9578-f794e3414224', 'status': 'completed', 'code': 200} Jul 27 22:03:41.207011 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f7fffea9-bcc3-43c3-a71d-cde5275e6d34 req-e6f9587a-12c6-49b5-a8d8-5beb96e4b694 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2159593 Jul 27 22:03:41.214583 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3218e9ad-750c-4fb9-9fd2-5438f936ac13 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.278411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3218e9ad-750c-4fb9-9fd2-5438f936ac13 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:41.281475 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3218e9ad-750c-4fb9-9fd2-5438f936ac13 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:41.287181 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3218e9ad-750c-4fb9-9fd2-5438f936ac13 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:41.287181 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3218e9ad-750c-4fb9-9fd2-5438f936ac13 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.290739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218e9ad-750c-4fb9-9fd2-5438f936ac13 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Subnet': ['ID=56022d4e-923a-44ad-baf4-1274b3d3fbc5,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:41.297401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898fd10-7aa7-4c25-8c6c-ef00c2f7d907 None None] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:41.306533 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3218e9ad-750c-4fb9-9fd2-5438f936ac13 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5284956 Jul 27 22:03:41.307073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37304) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:41.312854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c1a6a082-a3cf-4196-8e0e-509d18888a19 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1959469274', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56022d4e-923a-44ad-baf4-1274b3d3fbc5'}], 'security_groups': ['a32c7f9a-64eb-4fc0-9cab-fa27ee1a4b69', 'fd135240-71a3-47cb-84fc-48dc493facf6']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:41.403457 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a082-a3cf-4196-8e0e-509d18888a19 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.418237 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10528696-a930-4ba5-9553-8f062608d937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.514677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-7a17e3fa-5b03-4732-8d00-6ca80ff29df3 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2707658 Jul 27 22:03:41.536283 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:41.554451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7361a3f2-2816-4595-9b15-10583b46da29 req-6a82365e-69d6-4ce8-832b-b2552f9521e7 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d7d019d10a448bd92e1931dd50fc7a3 HTTP/1.1" status: 200 len: 6103 time: 0.3151782 Jul 27 22:03:41.555907 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10528696-a930-4ba5-9553-8f062608d937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.581167 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-0772fbbb-a1d9-4366-aea0-13a58b5866be service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495188 Jul 27 22:03:41.647859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-ed315577-cbde-405f-9694-3fc6170ef821 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=8f6682e7-807c-456b-8719-b5adefaf5440 HTTP/1.1" status: 200 len: 217 time: 0.0500436 Jul 27 22:03:41.673428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af3ccec-5ae7-4f75-bde6-328eaed12dbc None None] Update dhcp port {'port': {'network_id': '1d980a43-b240-449d-9afe-2cfdf9fcd758', 'fixed_ips': [{'subnet_id': '3c25c982-432f-4901-aed8-aa2d922ebdef', 'ip_address': '172.20.0.18'}, {'subnet_id': '50bddc4b-d939-46c1-ad69-4292d18ed9ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '56022d4e-923a-44ad-baf4-1274b3d3fbc5'}], 'binding:host_id': 'n-d-802011-3'}, 'id': '029140bd-a039-4944-b224-99581bc4fbe7'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:03:41.712867 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0af3ccec-5ae7-4f75-bde6-328eaed12dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.715386 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.758131 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7361a3f2-2816-4595-9b15-10583b46da29 req-2750de67-2935-447e-ba3e-93fdbbce3d4d tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] 10.222.0.24 "GET /v2.0/security-groups/016bf6ca-194f-40b2-8b37-c1e3514e3650 HTTP/1.1" status: 200 len: 2981 time: 0.1728008 Jul 27 22:03:41.794492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10528696-a930-4ba5-9553-8f062608d937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:41.800830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c1a6a082-a3cf-4196-8e0e-509d18888a19 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Delete allocated IP 172.20.0.7 (1d980a43-b240-449d-9afe-2cfdf9fcd758/50bddc4b-d939-46c1-ad69-4292d18ed9ae) {{(pid=93834) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 22:03:41.806218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-4501699c-9875-49a2-a06c-fdfff18f13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:41.807766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-4501699c-9875-49a2-a06c-fdfff18f13d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1451273 Jul 27 22:03:41.814501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c1a6a082-a3cf-4196-8e0e-509d18888a19 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Allocated IP 172.20.0.34 (1d980a43-b240-449d-9afe-2cfdf9fcd758/56022d4e-923a-44ad-baf4-1274b3d3fbc5/e6370841-d0e1-4b69-8ac8-c2e2b5276f3e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:42.016173 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a082-a3cf-4196-8e0e-509d18888a19 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.030981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-c1a6a082-a3cf-4196-8e0e-509d18888a19 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Transition to ACTIVE for port object e6370841-d0e1-4b69-8ac8-c2e2b5276f3e will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:42.034808 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a082-a3cf-4196-8e0e-509d18888a19 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.091333 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-0af3ccec-5ae7-4f75-bde6-328eaed12dbc None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-90da13d4-5ca9-4462-a206-2e8d5b6afb9f {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:03:42.091568 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-0af3ccec-5ae7-4f75-bde6-328eaed12dbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:03:42.125348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6a082-a3cf-4196-8e0e-509d18888a19 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event updated for resources: {'Port': ['ID=e6370841-d0e1-4b69-8ac8-c2e2b5276f3e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:42.147602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c1a6a082-a3cf-4196-8e0e-509d18888a19 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] In _notify_port_updated(), no bound segment for port e6370841-d0e1-4b69-8ac8-c2e2b5276f3e on network 1d980a43-b240-449d-9afe-2cfdf9fcd758 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:03:42.153652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a6a082-a3cf-4196-8e0e-509d18888a19 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:42.154273 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a082-a3cf-4196-8e0e-509d18888a19 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.155584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c1a6a082-a3cf-4196-8e0e-509d18888a19 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "PUT /v2.0/ports/e6370841-d0e1-4b69-8ac8-c2e2b5276f3e HTTP/1.1" status: 200 len: 960 time: 0.8475728 Jul 27 22:03:42.158481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37310) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:42.167631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10528696-a930-4ba5-9553-8f062608d937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:42.174248 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10528696-a930-4ba5-9553-8f062608d937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.176140 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-10528696-a930-4ba5-9553-8f062608d937 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eba377a8-8bee-4fe1-b5da-2d0a2f2a28d2 HTTP/1.1" status: 204 len: 168 time: 1.4091060 Jul 27 22:03:42.184206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37312) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:42.244695 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.259784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5c244fda-4c77-499c-9af4-aa9495ac764a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port e6370841-d0e1-4b69-8ac8-c2e2b5276f3e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:42.260110 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c244fda-4c77-499c-9af4-aa9495ac764a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.261194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7361a3f2-2816-4595-9b15-10583b46da29 req-288eb1ec-9ecf-4ced-9362-7147657730b9 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] 10.222.0.24 "GET /v2.0/security-groups/016bf6ca-194f-40b2-8b37-c1e3514e3650 HTTP/1.1" status: 200 len: 2981 time: 0.4764512 Jul 27 22:03:42.275166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-f0cf1074-1c8e-4487-93f3-7dbda4ad0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:42.276711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-f0cf1074-1c8e-4487-93f3-7dbda4ad0036 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4513154 Jul 27 22:03:42.350347 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.353769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c244fda-4c77-499c-9af4-aa9495ac764a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.365587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5c244fda-4c77-499c-9af4-aa9495ac764a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for e6370841-d0e1-4b69-8ac8-c2e2b5276f3e owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:42.430434 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.491184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab69d03-c4bb-48f1-9eb3-b81e1d4b5562 req-0254b77a-f5cc-4fc9-965f-f308e7672a01 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:42.494410 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fab69d03-c4bb-48f1-9eb3-b81e1d4b5562 req-0254b77a-f5cc-4fc9-965f-f308e7672a01 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af1e40-b153-4945-8abf-1bd55326fbcb HTTP/1.1" status: 200 len: 949 time: 0.1484334 Jul 27 22:03:42.500843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c244fda-4c77-499c-9af4-aa9495ac764a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.521101 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-a53ae7a6-50df-4a94-9efc-f8f4cbe46ea2 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366328 Jul 27 22:03:42.528604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c244fda-4c77-499c-9af4-aa9495ac764a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=e6370841-d0e1-4b69-8ac8-c2e2b5276f3e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:42.600291 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c244fda-4c77-499c-9af4-aa9495ac764a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.603176 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5c244fda-4c77-499c-9af4-aa9495ac764a tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/e6370841-d0e1-4b69-8ac8-c2e2b5276f3e HTTP/1.1" status: 204 len: 168 time: 0.4430642 Jul 27 22:03:42.603548 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.606232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37322) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:42.619049 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0af3ccec-5ae7-4f75-bde6-328eaed12dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.634643 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ecd0ee-5317-41bf-8e60-1a41f593e98b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] GET failed (client error): The resource could not be found. Jul 27 22:03:42.636273 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-92ecd0ee-5317-41bf-8e60-1a41f593e98b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports/e6370841-d0e1-4b69-8ac8-c2e2b5276f3e HTTP/1.1" status: 404 len: 333 time: 0.0290647 Jul 27 22:03:42.641559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37324) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:42.653155 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cee2f76-6b3e-4186-8970-022f34a894f8']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:42.701086 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1bd73855-6046-457b-83ad-8093197f2d4d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.703925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a44a687-7a42-4000-81ca-ab14b5ddff29') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:42.704147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a44a687-7a42-4000-81ca-ab14b5ddff29') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:42.712754 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fab69d03-c4bb-48f1-9eb3-b81e1d4b5562 req-5f32fa8a-6c79-4de1-9fdf-b3dc39133324 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/security-groups?id=8260fe2a-1c26-4f74-920d-244cb2c077c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885314 Jul 27 22:03:42.726005 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1bd73855-6046-457b-83ad-8093197f2d4d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.732522 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.760788 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c03a9c1-6bdc-48d0-aebc-af5e78b95190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.767309 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.771279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Allocated IP 172.25.1.250 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/38c76a60-ada9-4050-9a49-bd6e650427f1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:42.784667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37328) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:42.792034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:03:42.792454 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:03:42.795680 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:03:42.836798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-09b6fa8e-9808-4dd4-9eee-21c1d4c0db33 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691963 Jul 27 22:03:42.850042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0af3ccec-5ae7-4f75-bde6-328eaed12dbc None None] Allocated IP 172.20.0.34 (1d980a43-b240-449d-9afe-2cfdf9fcd758/56022d4e-923a-44ad-baf4-1274b3d3fbc5/029140bd-a039-4944-b224-99581bc4fbe7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:42.887666 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1bd73855-6046-457b-83ad-8093197f2d4d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.890412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1bd73855-6046-457b-83ad-8093197f2d4d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.893946 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1bd73855-6046-457b-83ad-8093197f2d4d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/security-groups/66ef365b-1f7e-443f-aaff-9f455094a4d1 HTTP/1.1" status: 204 len: 168 time: 0.2490685 Jul 27 22:03:42.897272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37330) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:42.917582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd73855-6046-457b-83ad-8093197f2d4d tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ef365b-1f7e-443f-aaff-9f455094a4d1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:42.956027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-4eb5a091-5efe-4406-b09e-b1d67ef44653 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a6e30d26-0b16-4f84-a1b1-64168269b29b HTTP/1.1" status: 200 len: 217 time: 0.1097505 Jul 27 22:03:42.965224 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:42.980277 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0af3ccec-5ae7-4f75-bde6-328eaed12dbc None None] For port 029140bd-a039-4944-b224-99581bc4fbe7, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=029140bd-a039-4944-b224-99581bc4fbe7,segment=NetworkSegment(019ab7ed-a1dd-4977-a61b-14d49db528f0),segment_id=019ab7ed-a1dd-4977-a61b-14d49db528f0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:43.012847 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0af3ccec-5ae7-4f75-bde6-328eaed12dbc None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.015747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.018041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7cee2f76-6b3e-4186-8970-022f34a894f8 HTTP/1.1" status: 204 len: 168 time: 0.8306592 Jul 27 22:03:43.025976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37332) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:43.028658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0af3ccec-5ae7-4f75-bde6-328eaed12dbc None None] Transition to ACTIVE for port object 029140bd-a039-4944-b224-99581bc4fbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:43.033048 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0af3ccec-5ae7-4f75-bde6-328eaed12dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.039123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a85c7d-7f38-40fa-8a57-164aecafa3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cee2f76-6b3e-4186-8970-022f34a894f8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:43.060539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55e80e-dab9-429d-9dfe-827f766eab03 req-b80f149a-eca9-486a-91be-8cd11e7fe85f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:43.062357 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ecbf937-7b05-4beb-9ece-8c15576cc952 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.066919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55e80e-dab9-429d-9dfe-827f766eab03 req-b80f149a-eca9-486a-91be-8cd11e7fe85f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:43.074795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55e80e-dab9-429d-9dfe-827f766eab03 req-b80f149a-eca9-486a-91be-8cd11e7fe85f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:43.080010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55e80e-dab9-429d-9dfe-827f766eab03 req-b80f149a-eca9-486a-91be-8cd11e7fe85f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:43.085924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55e80e-dab9-429d-9dfe-827f766eab03 req-b80f149a-eca9-486a-91be-8cd11e7fe85f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:43.092919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55e80e-dab9-429d-9dfe-827f766eab03 req-b80f149a-eca9-486a-91be-8cd11e7fe85f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:43.098920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55e80e-dab9-429d-9dfe-827f766eab03 req-b80f149a-eca9-486a-91be-8cd11e7fe85f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:43.100866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b55e80e-dab9-429d-9dfe-827f766eab03 req-b80f149a-eca9-486a-91be-8cd11e7fe85f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5419 time: 0.2381916 Jul 27 22:03:43.116307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-c0e556a1-782d-4886-90ee-34f850d14f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:43.117624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-c0e556a1-782d-4886-90ee-34f850d14f67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1532652 Jul 27 22:03:43.136280 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-593907b3-ee04-4a7d-a68c-d24bca82ee33 admin admin] Deleting subnet a49c9590-1316-4a47-8dce-0042adcdde57 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:43.140968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3ccec-5ae7-4f75-bde6-328eaed12dbc None None] Pushing event updated for resources: {'Port': ['ID=029140bd-a039-4944-b224-99581bc4fbe7,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:43.151326 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ecbf937-7b05-4beb-9ece-8c15576cc952 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.161524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-593907b3-ee04-4a7d-a68c-d24bca82ee33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.184756 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.211316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'name': 'network-vif-deleted', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:43.214160 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6a8f74-34a5-4ac9-b250-763d42cb9f83" -d '{"events": [{"server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "name": "network-vif-deleted", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:43.225455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b55e80e-dab9-429d-9dfe-827f766eab03 req-84a4e46b-27aa-41c1-8c19-000c6d257b04 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980971 Jul 27 22:03:43.231131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5fb0888e-d183-4acb-8aa6-ad046c2c7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:43.232659 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-5fb0888e-d183-4acb-8aa6-ad046c2c7f47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1066470 Jul 27 22:03:43.260954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-593907b3-ee04-4a7d-a68c-d24bca82ee33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.296789 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ecbf937-7b05-4beb-9ece-8c15576cc952 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.299501 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ecbf937-7b05-4beb-9ece-8c15576cc952 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.300894 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4ecbf937-7b05-4beb-9ece-8c15576cc952 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/security-groups/fd135240-71a3-47cb-84fc-48dc493facf6 HTTP/1.1" status: 204 len: 168 time: 0.4008281 Jul 27 22:03:43.308169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:43.321831 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.342812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbf937-7b05-4beb-9ece-8c15576cc952 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd135240-71a3-47cb-84fc-48dc493facf6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:43.359307 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-593907b3-ee04-4a7d-a68c-d24bca82ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.406214 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:43.418861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:43.432221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:43.448647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Pushing event updated for resources: {'Port': ['ID=38c76a60-ada9-4050-9a49-bd6e650427f1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:43.463776 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-593907b3-ee04-4a7d-a68c-d24bca82ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.494252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593907b3-ee04-4a7d-a68c-d24bca82ee33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49c9590-1316-4a47-8dce-0042adcdde57,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:43.503664 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-593907b3-ee04-4a7d-a68c-d24bca82ee33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.507984 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-593907b3-ee04-4a7d-a68c-d24bca82ee33 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a49c9590-1316-4a47-8dce-0042adcdde57 HTTP/1.1" status: 204 len: 168 time: 0.4786303 Jul 27 22:03:43.508306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37338) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:43.510944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e0cc671-55e6-4533-993f-d2acd4d9268f req-98ce31f0-4357-495d-bc0f-1cf2cda815fb tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/16f39382-45d2-4467-9677-183762b359d1 HTTP/1.1" status: 200 len: 1777 time: 0.2063279 Jul 27 22:03:43.541350 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-9c19cde8-5d78-4edb-824e-83b63cba96df service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808263 Jul 27 22:03:43.595782 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f66b44a9-dca8-470c-a14d-044bb07e1aa8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.596011 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1514f557-69eb-4f15-a297-cce0a0f21709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.600545 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.706874 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f66b44a9-dca8-470c-a14d-044bb07e1aa8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.737507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.775713 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.799230 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e0cc671-55e6-4533-993f-d2acd4d9268f req-aec818fb-b429-471f-8e71-28371e4f40d4 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.807388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ab96c667-9454-49e4-b9a7-06c045b23ec7 None None] Provisioning complete for port 45394538-94d1-4cd9-b854-d7c638ae466f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:43.808026 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab96c667-9454-49e4-b9a7-06c045b23ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.812108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-61eb985f-c2d6-472e-b835-8373ec77610f service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543750 Jul 27 22:03:43.812687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928040ec-99fa-4ea9-90ff-dfb96380234f']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:43.841549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ccd223-7c5c-42e6-90e8-b761aa90f502') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:43.841843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ccd223-7c5c-42e6-90e8-b761aa90f502') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:43.847175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ab96c667-9454-49e4-b9a7-06c045b23ec7 None None] Port 45394538-94d1-4cd9-b854-d7c638ae466f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:43.853049 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.859242 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ab96c667-9454-49e4-b9a7-06c045b23ec7 None None] Provisioning for port 029140bd-a039-4944-b224-99581bc4fbe7 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:43.864188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ab96c667-9454-49e4-b9a7-06c045b23ec7 None None] Provisioning complete for port 029140bd-a039-4944-b224-99581bc4fbe7 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:43.864940 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab96c667-9454-49e4-b9a7-06c045b23ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.866459 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.872558 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-c7f29f4e-a3c6-459f-8f49-e8f670a114ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=0e11f515-abfb-448e-8706-6e04ee070ee6 HTTP/1.1" status: 200 len: 217 time: 0.0498655 Jul 27 22:03:43.873561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.874224 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e0cc671-55e6-4533-993f-d2acd4d9268f req-aec818fb-b429-471f-8e71-28371e4f40d4 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.876741 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f66b44a9-dca8-470c-a14d-044bb07e1aa8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.879419 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f66b44a9-dca8-470c-a14d-044bb07e1aa8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.882149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:03:43.882618 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.884171 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f66b44a9-dca8-470c-a14d-044bb07e1aa8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/security-groups/a32c7f9a-64eb-4fc0-9cab-fa27ee1a4b69 HTTP/1.1" status: 204 len: 168 time: 0.5745063 Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:03:43.886101 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:03:43.894410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:43.953734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ab96c667-9454-49e4-b9a7-06c045b23ec7 None None] Could not find standard attr ID for object e6370841-d0e1-4b69-8ac8-c2e2b5276f3e. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:03:43.968208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b44a9-dca8-470c-a14d-044bb07e1aa8 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32c7f9a-64eb-4fc0-9cab-fa27ee1a4b69,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:43.992520 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:43.998695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f39190-ce9a-48ef-9bab-06ab1bfa56ed tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting subnet 50bddc4b-d939-46c1-ad69-4292d18ed9ae {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:44.007559 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6f39190-ce9a-48ef-9bab-06ab1bfa56ed tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.020219 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.022192 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] 10.222.0.24 "DELETE /v2.0/networks/928040ec-99fa-4ea9-90ff-dfb96380234f HTTP/1.1" status: 204 len: 168 time: 0.5120089 Jul 27 22:03:44.048407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-f0cdd06a-711a-4243-b255-ddfa9c6496e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:44.050136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-f0cdd06a-711a-4243-b255-ddfa9c6496e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1480067 Jul 27 22:03:44.064643 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85c3f4-51f6-4c5d-9bbf-f34f5d5bf92c admin admin] Pushing event deleted for resources: {'Network': ['ID=928040ec-99fa-4ea9-90ff-dfb96380234f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:44.113738 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e0cc671-55e6-4533-993f-d2acd4d9268f req-aec818fb-b429-471f-8e71-28371e4f40d4 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.117078 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6e0cc671-55e6-4533-993f-d2acd4d9268f req-aec818fb-b429-471f-8e71-28371e4f40d4 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.118864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e0cc671-55e6-4533-993f-d2acd4d9268f req-aec818fb-b429-471f-8e71-28371e4f40d4 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/16f39382-45d2-4467-9677-183762b359d1 HTTP/1.1" status: 204 len: 173 time: 0.5949595 Jul 27 22:03:44.122613 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6f39190-ce9a-48ef-9bab-06ab1bfa56ed tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.151712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec818fb-b429-471f-8e71-28371e4f40d4 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f39382-45d2-4467-9677-183762b359d1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:44.187026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-0571c621-eb4c-4b2e-b30a-d49b6036e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:44.188667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-0571c621-eb4c-4b2e-b30a-d49b6036e0de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1022649 Jul 27 22:03:44.196557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37346) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:44.234646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1514f557-69eb-4f15-a297-cce0a0f21709 admin admin] Deleting port d5b5daea-a5fb-4f8a-8473-63c860f05ce4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:44.234989 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1514f557-69eb-4f15-a297-cce0a0f21709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.298371 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.307149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.345285 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6f39190-ce9a-48ef-9bab-06ab1bfa56ed tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.364580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-31f3b6d1-a26c-43aa-8837-14d262162dce service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647387 Jul 27 22:03:44.429331 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e8188a-89c9-4887-ae47-790f9dc04187 x-openstack-request-id: req-65e8188a-89c9-4887-ae47-790f9dc04187 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:44.429805 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45811f9-5840-4732-9e85-c8743257025b", "name": "network-vif-deleted", "tag": "8adc888a-2296-4b91-b5e1-a523610a0a4f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:44.430153 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65e8188a-89c9-4887-ae47-790f9dc04187 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:44.430729 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45811f9-5840-4732-9e85-c8743257025b', 'name': 'network-vif-deleted', 'tag': '8adc888a-2296-4b91-b5e1-a523610a0a4f', 'status': 'completed', 'code': 200} Jul 27 22:03:44.437745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Pushing event updated for resources: {'Port': ['ID=38c76a60-ada9-4050-9a49-bd6e650427f1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:44.442616 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2cc2d14d-7226-45d2-a107-468e05935326 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48c07bc2e64240d8afb0624a793a2735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423775 Jul 27 22:03:44.450690 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37354) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:44.467834 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 029140bd-a039-4944-b224-99581bc4fbe7 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:03:44.496815 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-35b509cf-c3f8-42ce-8949-850e9cec22a2 None None] Could not find standard attr ID for object e6370841-d0e1-4b69-8ac8-c2e2b5276f3e. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:03:44.537500 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.540746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1514f557-69eb-4f15-a297-cce0a0f21709 admin admin] For port d5b5daea-a5fb-4f8a-8473-63c860f05ce4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d5b5daea-a5fb-4f8a-8473-63c860f05ce4,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:44.541364 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1514f557-69eb-4f15-a297-cce0a0f21709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.546799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 029140bd-a039-4944-b224-99581bc4fbe7 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:44.547262 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.569955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1514f557-69eb-4f15-a297-cce0a0f21709 admin admin] Calling delete_port for d5b5daea-a5fb-4f8a-8473-63c860f05ce4 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:44.582014 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6f39190-ce9a-48ef-9bab-06ab1bfa56ed tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.582372 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.590215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-98fa9bab-bf01-4209-921f-94419b5e7179 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0656786 Jul 27 22:03:44.597445 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1625faf-c204-402a-80a9-da6166a66532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.608724 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ba8d050-8d6d-49c7-9ceb-40ca9d033096 req-edae0295-c5dd-4924-86b5-2ff3bcecd543 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b3222eb8-6e43-4ab4-b682-724fd6e305e1 HTTP/1.1" status: 200 len: 1777 time: 0.1596706 Jul 27 22:03:44.635900 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6f39190-ce9a-48ef-9bab-06ab1bfa56ed tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.644757 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37356) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:44.646868 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e6f39190-ce9a-48ef-9bab-06ab1bfa56ed tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/50bddc4b-d939-46c1-ad69-4292d18ed9ae HTTP/1.1" status: 204 len: 168 time: 0.7511499 Jul 27 22:03:44.647709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f39190-ce9a-48ef-9bab-06ab1bfa56ed tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Subnet': ['ID=50bddc4b-d939-46c1-ad69-4292d18ed9ae,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:44.667667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c242f2c2-2611-4c16-8f65-0fc6dc75a1e6 None None] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:44.694782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-db29238d-4b2f-46c0-b914-e02c830383e3 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 696 time: 0.1034272 Jul 27 22:03:44.698157 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1625faf-c204-402a-80a9-da6166a66532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.765739 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-81602fa3-a96c-4a50-bbd4-209a9e6c2cb1 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679454 Jul 27 22:03:44.823572 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1625faf-c204-402a-80a9-da6166a66532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.826957 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1625faf-c204-402a-80a9-da6166a66532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.828114 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f1625faf-c204-402a-80a9-da6166a66532 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f60b75de-57f3-4194-9a81-d6f4368d0ab3 HTTP/1.1" status: 204 len: 168 time: 0.3745868 Jul 27 22:03:44.842438 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-0d691da3-fc7f-40b1-b554-d6b54dedb033 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77e3b391-a760-4065-8191-93ed4633266d HTTP/1.1" status: 200 len: 217 time: 0.0638363 Jul 27 22:03:44.848770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1625faf-c204-402a-80a9-da6166a66532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60b75de-57f3-4194-9a81-d6f4368d0ab3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:44.849659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb6b08c-0765-41e8-8110-835fb31112ec tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting subnet 56022d4e-923a-44ad-baf4-1274b3d3fbc5 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:44.872954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbb6b08c-0765-41e8-8110-835fb31112ec tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.913138 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1514f557-69eb-4f15-a297-cce0a0f21709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.944757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514f557-69eb-4f15-a297-cce0a0f21709 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b5daea-a5fb-4f8a-8473-63c860f05ce4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:44.975315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-f3489161-ccc6-4115-a4c4-47deb99aaf51 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:44.977042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f5484a0-4e0f-4efa-862c-a385cd727995 req-f3489161-ccc6-4115-a4c4-47deb99aaf51 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.2718155 Jul 27 22:03:44.978794 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ba8d050-8d6d-49c7-9ceb-40ca9d033096 req-ce97cc52-44cb-4d7d-b782-c8191b55a5f2 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:44.987614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbb6b08c-0765-41e8-8110-835fb31112ec tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.093929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b4522304-5039-4edb-a302-887b92aa0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:45.098468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b4522304-5039-4edb-a302-887b92aa0f0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 200 len: 797 time: 0.2411654 Jul 27 22:03:45.239405 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1514f557-69eb-4f15-a297-cce0a0f21709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.374736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:45.394096 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04ed3d5d-a041-49fa-b620-85e42ac59769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.498891 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ba8d050-8d6d-49c7-9ceb-40ca9d033096 req-ce97cc52-44cb-4d7d-b782-c8191b55a5f2 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.630645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756ef6b-049b-47ed-a699-daeba7d6a7e2 req-36c96306-dbc7-4915-9120-b51969852157 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:45.635826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2d222401-36cf-4181-a0ee-686f3e89190b None None] Provisioning complete for port 45394538-94d1-4cd9-b854-d7c638ae466f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:45.636432 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d222401-36cf-4181-a0ee-686f3e89190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.637457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756ef6b-049b-47ed-a699-daeba7d6a7e2 req-36c96306-dbc7-4915-9120-b51969852157 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:45.644098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756ef6b-049b-47ed-a699-daeba7d6a7e2 req-36c96306-dbc7-4915-9120-b51969852157 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:45.650249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756ef6b-049b-47ed-a699-daeba7d6a7e2 req-36c96306-dbc7-4915-9120-b51969852157 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:45.656311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756ef6b-049b-47ed-a699-daeba7d6a7e2 req-36c96306-dbc7-4915-9120-b51969852157 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:45.662355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756ef6b-049b-47ed-a699-daeba7d6a7e2 req-36c96306-dbc7-4915-9120-b51969852157 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:45.668797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756ef6b-049b-47ed-a699-daeba7d6a7e2 req-36c96306-dbc7-4915-9120-b51969852157 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:45.670820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3756ef6b-049b-47ed-a699-daeba7d6a7e2 req-36c96306-dbc7-4915-9120-b51969852157 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5419 time: 0.5601099 Jul 27 22:03:45.672777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-90bb8c51-eaab-4457-82db-7ae7804abbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:45.674182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-90bb8c51-eaab-4457-82db-7ae7804abbee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5451837 Jul 27 22:03:45.675770 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbb6b08c-0765-41e8-8110-835fb31112ec tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.682034 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.690554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2d222401-36cf-4181-a0ee-686f3e89190b None None] Port 45394538-94d1-4cd9-b854-d7c638ae466f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:45.701630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2d222401-36cf-4181-a0ee-686f3e89190b None None] Provisioning complete for port 029140bd-a039-4944-b224-99581bc4fbe7 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:45.701993 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d222401-36cf-4181-a0ee-686f3e89190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.713598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ba8d050-8d6d-49c7-9ceb-40ca9d033096 req-ce97cc52-44cb-4d7d-b782-c8191b55a5f2 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.716175 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1ba8d050-8d6d-49c7-9ceb-40ca9d033096 req-ce97cc52-44cb-4d7d-b782-c8191b55a5f2 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.717347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ba8d050-8d6d-49c7-9ceb-40ca9d033096 req-ce97cc52-44cb-4d7d-b782-c8191b55a5f2 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3222eb8-6e43-4ab4-b682-724fd6e305e1 HTTP/1.1" status: 204 len: 173 time: 1.0716889 Jul 27 22:03:45.785361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97cc52-44cb-4d7d-b782-c8191b55a5f2 tempest-SecurityGroupsTestAdminJSON-594666686 tempest-SecurityGroupsTestAdminJSON-594666686-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3222eb8-6e43-4ab4-b682-724fd6e305e1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:45.828194 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-542b6e0b-352f-4303-bc4e-5dc6d405356e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aae6d318d3224acba8f717499836bee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4522333 Jul 27 22:03:45.828851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37368) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:45.832100 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3756ef6b-049b-47ed-a699-daeba7d6a7e2 req-26d5ab1c-fe33-486d-b345-eb936fa8ce03 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301551 Jul 27 22:03:45.893209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1514f557-69eb-4f15-a297-cce0a0f21709 admin admin] Router 759a2d7d-ba3e-4e17-a1c4-00040772751c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:03:45.921647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbb6b08c-0765-41e8-8110-835fb31112ec tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.923245 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc227bba-fcdf-4164-94bb-34ae14aaafb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.968953 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-bcf2d818-a9a1-492f-9ed1-726e10b1aa90 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658432 Jul 27 22:03:45.973047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6b08c-0765-41e8-8110-835fb31112ec tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Subnet': ['ID=56022d4e-923a-44ad-baf4-1274b3d3fbc5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:45.989396 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbb6b08c-0765-41e8-8110-835fb31112ec tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.990661 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc227bba-fcdf-4164-94bb-34ae14aaafb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:45.991245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dbb6b08c-0765-41e8-8110-835fb31112ec tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/56022d4e-923a-44ad-baf4-1274b3d3fbc5 HTTP/1.1" status: 204 len: 168 time: 1.3403113 Jul 27 22:03:45.995410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37370) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:46.017202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-9a03ec5c-f68e-447a-a281-8fb407b94692 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:46.018816 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-9a03ec5c-f68e-447a-a281-8fb407b94692 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 945 time: 0.1617668 Jul 27 22:03:46.019237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1b548-c52c-405c-8c6c-357bfce43f22 None None] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:46.029791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddc303-75b5-46e7-96b1-eb557eabc188 req-eefae986-be81-4db2-9253-e13d66fc4a01 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:46.031488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bddc303-75b5-46e7-96b1-eb557eabc188 req-eefae986-be81-4db2-9253-e13d66fc4a01 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 945 time: 0.1984994 Jul 27 22:03:46.095015 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b292c3-ee3f-4182-9ba9-dcdc20597787 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] DELETE failed (client error): The resource could not be found. Jul 27 22:03:46.095882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b292c3-ee3f-4182-9ba9-dcdc20597787 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:46.100036 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a5b292c3-ee3f-4182-9ba9-dcdc20597787 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/50bddc4b-d939-46c1-ad69-4292d18ed9ae HTTP/1.1" status: 404 len: 337 time: 0.0965147 Jul 27 22:03:46.102805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37374) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:46.158394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1514f557-69eb-4f15-a297-cce0a0f21709 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:46.166707 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1514f557-69eb-4f15-a297-cce0a0f21709 admin admin] 10.222.0.24 "PUT /v2.0/routers/759a2d7d-ba3e-4e17-a1c4-00040772751c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3803182 Jul 27 22:03:46.169936 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37376) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:46.179350 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9853de4-283c-4c5a-b00d-ee846472ee1b None None] Sync routers for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:46.183770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-87600fae-01e2-4dcd-a0df-ebd364f4a40c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting subnet 3c25c982-432f-4901-aed8-aa2d922ebdef {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:46.198366 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9853de4-283c-4c5a-b00d-ee846472ee1b None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:46.199257 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e9853de4-283c-4c5a-b00d-ee846472ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:46.222220 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-2932faf9-721a-4857-818f-0e87f9780acc tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/floatingips/193796d7-5714-450a-a0a4-1786b3d8223a HTTP/1.1" status: 200 len: 693 time: 0.1564271 Jul 27 22:03:46.223689 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87600fae-01e2-4dcd-a0df-ebd364f4a40c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.251596 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc227bba-fcdf-4164-94bb-34ae14aaafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.254534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc227bba-fcdf-4164-94bb-34ae14aaafb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.256836 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dc227bba-fcdf-4164-94bb-34ae14aaafb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9924ab2-5250-4e33-9fdf-ddbf6a78755f HTTP/1.1" status: 204 len: 168 time: 0.4245355 Jul 27 22:03:46.282240 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bddc303-75b5-46e7-96b1-eb557eabc188 req-4968d357-9570-4e6d-8157-2ff6e2d3c164 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups?id=624cefae-4fdc-45d3-9a8c-92c9e7d45479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227383 Jul 27 22:03:46.298783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc227bba-fcdf-4164-94bb-34ae14aaafb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9924ab2-5250-4e33-9fdf-ddbf6a78755f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:46.340864 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87600fae-01e2-4dcd-a0df-ebd364f4a40c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.387330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e1f66bb4-85fa-4a77-a036-319dd5f415cd service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069133 Jul 27 22:03:46.422529 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.423370 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.425990 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e9853de4-283c-4c5a-b00d-ee846472ee1b None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:46.464145 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f147a2cd-05eb-45a4-b13a-34a2f60ee215 req-3c6c390e-c128-45f0-a4c5-85d566ff1ded tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] 10.222.0.24 "GET /v2.0/security-groups/4b70b733-3707-426f-8905-afeb75b9d863 HTTP/1.1" status: 200 len: 1777 time: 0.1178889 Jul 27 22:03:46.482713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-ff4a85da-be63-44f9-a73d-c27f84fe4271 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e9ecb4df-727b-4972-9e8e-8f6a732dac7c HTTP/1.1" status: 200 len: 217 time: 0.0815859 Jul 27 22:03:46.594377 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87600fae-01e2-4dcd-a0df-ebd364f4a40c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.615438 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-6cfd6ae2-bc33-4706-9bb0-d8c69e4a9e08 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:46.617543 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-6cfd6ae2-bc33-4706-9bb0-d8c69e4a9e08 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.3847280 Jul 27 22:03:46.628807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Deleting port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:46.629447 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.695666 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.717966 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e9853de4-283c-4c5a-b00d-ee846472ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:03:44Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:46.758312 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9853de4-283c-4c5a-b00d-ee846472ee1b None None] Checking router: 759a2d7d-ba3e-4e17-a1c4-00040772751c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:03:46.774667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-14ca9664-2b33-456f-8c4c-cffab4ef7b21 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 696 time: 0.1282890 Jul 27 22:03:46.776802 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9853de4-283c-4c5a-b00d-ee846472ee1b None None] Routers {'759a2d7d-ba3e-4e17-a1c4-00040772751c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:46.777421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b53f46c5-93ce-4ff2-86ee-050f453782c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:46.778412 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e9853de4-283c-4c5a-b00d-ee846472ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['759a2d7d-ba3e-4e17-a1c4-00040772751c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:46.779106 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-b53f46c5-93ce-4ff2-86ee-050f453782c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 200 len: 797 time: 0.2813439 Jul 27 22:03:46.807364 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87600fae-01e2-4dcd-a0df-ebd364f4a40c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.856161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87600fae-01e2-4dcd-a0df-ebd364f4a40c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Subnet': ['ID=3c25c982-432f-4901-aed8-aa2d922ebdef,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:46.861645 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87600fae-01e2-4dcd-a0df-ebd364f4a40c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.863824 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-87600fae-01e2-4dcd-a0df-ebd364f4a40c tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/3c25c982-432f-4901-aed8-aa2d922ebdef HTTP/1.1" status: 204 len: 168 time: 0.7597466 Jul 27 22:03:46.866395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37386) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:46.904588 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f147a2cd-05eb-45a4-b13a-34a2f60ee215 req-fd5cea15-fe18-47bb-bcf9-c7f70c591c1f tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.913684 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-559683b4-425b-45f2-b8e6-2eaafa669f72 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] DELETE failed (client error): The resource could not be found. Jul 27 22:03:46.914532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559683b4-425b-45f2-b8e6-2eaafa669f72 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:46.920504 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-559683b4-425b-45f2-b8e6-2eaafa669f72 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/13c6f936-8b09-49f3-a7cd-82dac40118b3 HTTP/1.1" status: 404 len: 337 time: 0.0519233 Jul 27 22:03:46.925564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:46.928565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-518534f4-dba9-4e2d-8d71-6e531c0db016 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.250 HTTP/1.1" status: 200 len: 696 time: 0.1529121 Jul 27 22:03:46.950529 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e9853de4-283c-4c5a-b00d-ee846472ee1b None None] Set router 759a2d7d-ba3e-4e17-a1c4-00040772751c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:46.971154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:46.977512 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cb2e357c-d5b0-4b3a-8989-c4e67f005163 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "GET /v2.0/ports?device_id=11cb926a-8c12-41e9-bf95-bff5164df045 HTTP/1.1" status: 200 len: 205 time: 0.0486827 Jul 27 22:03:46.980694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37394) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:47.045035 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-b9fdabf0-0db9-491e-9118-3276d3064627 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] delete failed (client error): The resource could not be found. Jul 27 22:03:47.046126 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b9fdabf0-0db9-491e-9118-3276d3064627 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/routers/11cb926a-8c12-41e9-bf95-bff5164df045 HTTP/1.1" status: 404 len: 336 time: 0.0645127 Jul 27 22:03:47.048821 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] For port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=0389bc40-7fa8-4a74-b79f-b86f1dcf3085,segment=NetworkSegment(d57a12e4-4f8d-4d49-8b7e-2b503d2b480d),segment_id=d57a12e4-4f8d-4d49-8b7e-2b503d2b480d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:47.049318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.064206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37398) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:47.131756 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-581b444c-e2e2-440b-980c-ae68a95862fa tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] DELETE failed (client error): The resource could not be found. Jul 27 22:03:47.132216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581b444c-e2e2-440b-980c-ae68a95862fa tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:47.135207 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-581b444c-e2e2-440b-980c-ae68a95862fa tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/0f894bab-6093-497f-a561-d06d1bc32008 HTTP/1.1" status: 404 len: 337 time: 0.0691512 Jul 27 22:03:47.146973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37400) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:47.205615 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f0e5b1-15f5-41b0-8434-c0bd8cb31572 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] DELETE failed (client error): The resource could not be found. Jul 27 22:03:47.206079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f0e5b1-15f5-41b0-8434-c0bd8cb31572 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:47.218468 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c5f0e5b1-15f5-41b0-8434-c0bd8cb31572 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/6b30f852-9f2e-4464-93ae-258357778bf9 HTTP/1.1" status: 404 len: 337 time: 0.0679557 Jul 27 22:03:47.229251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37406) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:47.279111 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e9853de4-283c-4c5a-b00d-ee846472ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:03:44Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:47.289929 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a133b50-ab99-4c90-913e-8e971950a849 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] DELETE failed (client error): The resource could not be found. Jul 27 22:03:47.290422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a133b50-ab99-4c90-913e-8e971950a849 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:47.292225 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0a133b50-ab99-4c90-913e-8e971950a849 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/9465aa8f-f4ed-475e-9ea9-ba0d18d09061 HTTP/1.1" status: 404 len: 337 time: 0.0617712 Jul 27 22:03:47.295838 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37412) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:47.327193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Deleting port a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:47.327583 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.330539 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3a6327-fa1a-4a37-95fe-0a30b8adf4d4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] DELETE failed (client error): The resource could not be found. Jul 27 22:03:47.331238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3a6327-fa1a-4a37-95fe-0a30b8adf4d4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:47.332975 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bb3a6327-fa1a-4a37-95fe-0a30b8adf4d4 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/f1d596d2-5499-4bbc-b003-0ceccf66ccf8 HTTP/1.1" status: 404 len: 333 time: 0.0360622 Jul 27 22:03:47.341777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:47.346742 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9853de4-283c-4c5a-b00d-ee846472ee1b None None] The sync data for ids ['759a2d7d-ba3e-4e17-a1c4-00040772751c'] in n-d-802011-3 is: [{'id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1068939330-router', 'tenant_id': '40339e0405a24a6baf8d5461f29fa76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:42Z', 'updated_at': '2021-07-27T22:03:44Z', 'revision_number': 5, 'project_id': '40339e0405a24a6baf8d5461f29fa76d', 'gw_port': {'id': 'a372b4e5-6fa6-4d6b-a49b-9153cf7590b8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759a2d7d-ba3e-4e17-a1c4-00040772751c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:43Z', 'updated_at': '2021-07-27T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:47.347280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e50da84c-0f12-4515-8bc6-88742c2e6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:47.348799 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-e50da84c-0f12-4515-8bc6-88742c2e6834 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5495269 Jul 27 22:03:47.353003 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f147a2cd-05eb-45a4-b13a-34a2f60ee215 req-fd5cea15-fe18-47bb-bcf9-c7f70c591c1f tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.437533 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbc41b6-4890-4430-8483-9bda0828b68b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] DELETE failed (client error): The resource could not be found. Jul 27 22:03:47.438000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cbc41b6-4890-4430-8483-9bda0828b68b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:47.442701 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7cbc41b6-4890-4430-8483-9bda0828b68b tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/8df0140b-9d44-437b-975d-76874cd5a758 HTTP/1.1" status: 404 len: 337 time: 0.0948043 Jul 27 22:03:47.443297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37418) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:47.499299 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.499581 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.499841 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Floating IP b5ca30ae-720f-4a88-a398-3dde89912985 disassociated. External IP: 172.25.1.15, port: 0389bc40-7fa8-4a74-b79f-b86f1dcf3085. Jul 27 22:03:47.500214 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Calling delete_port for 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:47.504065 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbeeb5c-0226-404a-887f-833905752cac tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] DELETE failed (client error): The resource could not be found. Jul 27 22:03:47.504525 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbeeb5c-0226-404a-887f-833905752cac tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:47.509198 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-adbeeb5c-0226-404a-887f-833905752cac tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/029cea27-fdc1-445c-a7e3-d90b566f4fe1 HTTP/1.1" status: 404 len: 337 time: 0.0601101 Jul 27 22:03:47.511004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] For port a372b4e5-6fa6-4d6b-a49b-9153cf7590b8, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a372b4e5-6fa6-4d6b-a49b-9153cf7590b8,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:47.511863 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.514489 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37420) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:47.526149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b2c5a-3de2-4467-bfc2-f3b33dd4844e None None] Network 1d980a43-b240-449d-9afe-2cfdf9fcd758 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:47.559039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Calling delete_port for a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:47.561263 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-39130219-2841-4971-98fb-c00bec4608cc tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] DELETE failed (client error): The resource could not be found. Jul 27 22:03:47.561938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39130219-2841-4971-98fb-c00bec4608cc tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:47.566371 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-39130219-2841-4971-98fb-c00bec4608cc tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/116a025a-875a-48b4-a16b-13b8bf6ccc62 HTTP/1.1" status: 404 len: 333 time: 0.0484464 Jul 27 22:03:47.575110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f0c40-75c3-48f0-ac4c-c6d669ac5e78 req-c3f332f7-9a33-44ee-8186-30d596ac0a48 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:47.576585 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5c7f0c40-75c3-48f0-ac4c-c6d669ac5e78 req-c3f332f7-9a33-44ee-8186-30d596ac0a48 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.43 "GET /v2.0/ports?device_id=71af1e40-b153-4945-8abf-1bd55326fbcb HTTP/1.1" status: 200 len: 949 time: 0.1481183 Jul 27 22:03:47.577072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37424) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:47.625259 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f147a2cd-05eb-45a4-b13a-34a2f60ee215 req-fd5cea15-fe18-47bb-bcf9-c7f70c591c1f tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.626798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-439d19b3-18c0-41a1-99bd-3b74c68d43b3 None None] Provisioning complete for port 45394538-94d1-4cd9-b854-d7c638ae466f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:47.627168 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439d19b3-18c0-41a1-99bd-3b74c68d43b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.629164 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f147a2cd-05eb-45a4-b13a-34a2f60ee215 req-fd5cea15-fe18-47bb-bcf9-c7f70c591c1f tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.641312 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b011093-bcc0-418b-92c0-a150027f5a61 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] DELETE failed (client error): The resource could not be found. Jul 27 22:03:47.641634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b011093-bcc0-418b-92c0-a150027f5a61 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:47.643493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f147a2cd-05eb-45a4-b13a-34a2f60ee215 req-fd5cea15-fe18-47bb-bcf9-c7f70c591c1f tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b70b733-3707-426f-8905-afeb75b9d863 HTTP/1.1" status: 204 len: 173 time: 1.1770430 Jul 27 22:03:47.643626 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8b011093-bcc0-418b-92c0-a150027f5a61 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/1bb4aefa-950f-4b4d-88ed-122444b57b41 HTTP/1.1" status: 404 len: 337 time: 0.0639081 Jul 27 22:03:47.675437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:47.681690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cea15-fe18-47bb-bcf9-c7f70c591c1f tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b70b733-3707-426f-8905-afeb75b9d863,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:47.729422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-439d19b3-18c0-41a1-99bd-3b74c68d43b3 None None] Port 45394538-94d1-4cd9-b854-d7c638ae466f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:47.757735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-439d19b3-18c0-41a1-99bd-3b74c68d43b3 None None] Provisioning complete for port 029140bd-a039-4944-b224-99581bc4fbe7 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:47.758411 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439d19b3-18c0-41a1-99bd-3b74c68d43b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.800630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-14dabb91-5eb4-470b-b94a-eeaaff6cbd01 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311719 Jul 27 22:03:47.801604 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dead53-8fba-454f-b304-062450a43405 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] DELETE failed (client error): The resource could not be found. Jul 27 22:03:47.801940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dead53-8fba-454f-b304-062450a43405 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:03:47.803672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e2dead53-8fba-454f-b304-062450a43405 tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/subnets/b9d4b218-9f70-4c9d-afeb-3f6fa15fda59 HTTP/1.1" status: 404 len: 337 time: 0.1204634 Jul 27 22:03:47.835519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37432) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:47.912077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a59612-a165-48f1-9ea8-40130a87d854 None None] DHCP port deletion for 1d980a43-b240-449d-9afe-2cfdf9fcd758 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:03:47.950120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-5c7f0c40-75c3-48f0-ac4c-c6d669ac5e78 req-e0f218d5-9f3c-400b-b162-c9bce21a0de3 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Deleting port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:47.956994 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5c7f0c40-75c3-48f0-ac4c-c6d669ac5e78 req-e0f218d5-9f3c-400b-b162-c9bce21a0de3 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:47.998124 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.025266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b7a59612-a165-48f1-9ea8-40130a87d854 None None] Deleting port 029140bd-a039-4944-b224-99581bc4fbe7 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:48.025963 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7a59612-a165-48f1-9ea8-40130a87d854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.103055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b7a59612-a165-48f1-9ea8-40130a87d854 None None] For port 029140bd-a039-4944-b224-99581bc4fbe7, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=029140bd-a039-4944-b224-99581bc4fbe7,segment=NetworkSegment(019ab7ed-a1dd-4977-a61b-14d49db528f0),segment_id=019ab7ed-a1dd-4977-a61b-14d49db528f0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:48.103507 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7a59612-a165-48f1-9ea8-40130a87d854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.121517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b7a59612-a165-48f1-9ea8-40130a87d854 None None] Calling delete_port for 029140bd-a039-4944-b224-99581bc4fbe7 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:48.181797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5c7f0c40-75c3-48f0-ac4c-c6d669ac5e78 req-e0f218d5-9f3c-400b-b162-c9bce21a0de3 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] For port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:48.182177 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5c7f0c40-75c3-48f0-ac4c-c6d669ac5e78 req-e0f218d5-9f3c-400b-b162-c9bce21a0de3 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.203792 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.217447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-5c7f0c40-75c3-48f0-ac4c-c6d669ac5e78 req-e0f218d5-9f3c-400b-b162-c9bce21a0de3 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Calling delete_port for d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:48.236928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-07737f80-f84b-483a-b1ed-2d3ec8f6b5b0 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Deleting port 38c76a60-ada9-4050-9a49-bd6e650427f1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:48.237274 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-07737f80-f84b-483a-b1ed-2d3ec8f6b5b0 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.244438 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b7a59612-a165-48f1-9ea8-40130a87d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.251981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=a372b4e5-6fa6-4d6b-a49b-9153cf7590b8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:48.287835 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a59612-a165-48f1-9ea8-40130a87d854 None None] No DVR routers for this DVR port 029140bd-a039-4944-b224-99581bc4fbe7 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:48.293130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a59612-a165-48f1-9ea8-40130a87d854 None None] Pushing event deleted for resources: {'Port': ['ID=029140bd-a039-4944-b224-99581bc4fbe7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:48.334305 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814e171-032f-456e-8cb5-f9a8242fe298 req-0292408f-b52e-4041-a12d-c76b7e935ff3 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.334455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-79cdfd06-fb81-43f7-802a-56817c150c7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Deleting port 45394538-94d1-4cd9-b854-d7c638ae466f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:48.334703 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79cdfd06-fb81-43f7-802a-56817c150c7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.335436 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2814e171-032f-456e-8cb5-f9a8242fe298 req-0292408f-b52e-4041-a12d-c76b7e935ff3 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af1e40-b153-4945-8abf-1bd55326fbcb HTTP/1.1" status: 200 len: 949 time: 0.6233342 Jul 27 22:03:48.442691 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-07737f80-f84b-483a-b1ed-2d3ec8f6b5b0 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.443205 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-07737f80-f84b-483a-b1ed-2d3ec8f6b5b0 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.461393 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79cdfd06-fb81-43f7-802a-56817c150c7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.467699 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.470523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9b82ae-685b-47ac-9642-5373bddf8b9a req-15e31a42-6375-4c7e-91c6-48652b6bc23a service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856278 Jul 27 22:03:48.475316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-07737f80-f84b-483a-b1ed-2d3ec8f6b5b0 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Calling delete_port for 38c76a60-ada9-4050-9a49-bd6e650427f1 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:48.503196 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2814e171-032f-456e-8cb5-f9a8242fe298 req-4820316a-353a-4b61-aba9-e8414e1ca89d tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.24 "GET /v2.0/security-groups?id=8260fe2a-1c26-4f74-920d-244cb2c077c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425738 Jul 27 22:03:48.506902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-79cdfd06-fb81-43f7-802a-56817c150c7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Calling delete_port for 45394538-94d1-4cd9-b854-d7c638ae466f owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:48.513852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Pushing event deleted for resources: {'Port': ['ID=0389bc40-7fa8-4a74-b79f-b86f1dcf3085,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:48.534233 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.665682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 029140bd-a039-4944-b224-99581bc4fbe7 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:48.697653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 029140bd-a039-4944-b224-99581bc4fbe7 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:48.697995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 029140bd-a039-4944-b224-99581bc4fbe7 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:48.699114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d5b5daea-a5fb-4f8a-8473-63c860f05ce4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:48.701563 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.705696 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.725877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d5b5daea-a5fb-4f8a-8473-63c860f05ce4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:48.726615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d5b5daea-a5fb-4f8a-8473-63c860f05ce4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:48.759325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-dbaae479-a401-42f1-aa20-7f82941507e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.759818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-dbaae479-a401-42f1-aa20-7f82941507e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.760302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-dbaae479-a401-42f1-aa20-7f82941507e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.760783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-dbaae479-a401-42f1-aa20-7f82941507e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.761258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-dbaae479-a401-42f1-aa20-7f82941507e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.761736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-dbaae479-a401-42f1-aa20-7f82941507e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.762215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-dbaae479-a401-42f1-aa20-7f82941507e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.764230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-dbaae479-a401-42f1-aa20-7f82941507e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6476 time: 0.1996639 Jul 27 22:03:48.792171 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.792727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 759a2d7d-ba3e-4e17-a1c4-00040772751c {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:03:48.800704 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.801869 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a1b82feb-87aa-4aab-a0e3-62290fa58e79 admin admin] 10.222.0.24 "DELETE /v2.0/routers/759a2d7d-ba3e-4e17-a1c4-00040772751c HTTP/1.1" status: 204 len: 168 time: 2.6308644 Jul 27 22:03:48.805861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37448) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:48.824215 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5c7f0c40-75c3-48f0-ac4c-c6d669ac5e78 req-e0f218d5-9f3c-400b-b162-c9bce21a0de3 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.824662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228603-8226-464d-93c6-be627927cd37 req-5c22e97b-2825-4775-a66f-f374df2a4e52 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.830653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228603-8226-464d-93c6-be627927cd37 req-5c22e97b-2825-4775-a66f-f374df2a4e52 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.836805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228603-8226-464d-93c6-be627927cd37 req-5c22e97b-2825-4775-a66f-f374df2a4e52 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.838241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:03:48.844410 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228603-8226-464d-93c6-be627927cd37 req-5c22e97b-2825-4775-a66f-f374df2a4e52 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.850648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228603-8226-464d-93c6-be627927cd37 req-5c22e97b-2825-4775-a66f-f374df2a4e52 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.857114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228603-8226-464d-93c6-be627927cd37 req-5c22e97b-2825-4775-a66f-f374df2a4e52 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.863363 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67228603-8226-464d-93c6-be627927cd37 req-5c22e97b-2825-4775-a66f-f374df2a4e52 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:48.872588 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67228603-8226-464d-93c6-be627927cd37 req-5c22e97b-2825-4775-a66f-f374df2a4e52 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5419 time: 0.2243445 Jul 27 22:03:48.889378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f218d5-9f3c-400b-b162-c9bce21a0de3 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Pushing event deleted for resources: {'Port': ['ID=d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:48.897468 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79cdfd06-fb81-43f7-802a-56817c150c7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:48.909538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:48.950647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:03:48.963409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:48.963658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-94348de0-3379-4651-b2a0-884e2ec2b2cf admin admin] Deleting subnet 73a3d334-19fe-43a3-9810-a9515b836350 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:48.964655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:48.975909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdfd06-fb81-43f7-802a-56817c150c7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Port': ['ID=45394538-94d1-4cd9-b854-d7c638ae466f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:49.001283 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94348de0-3379-4651-b2a0-884e2ec2b2cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.027792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7f0c40-75c3-48f0-ac4c-c6d669ac5e78 req-e0f218d5-9f3c-400b-b162-c9bce21a0de3 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] No DVR routers for this DVR port d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:49.030005 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79cdfd06-fb81-43f7-802a-56817c150c7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.032360 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-79cdfd06-fb81-43f7-802a-56817c150c7f tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/ports/45394538-94d1-4cd9-b854-d7c638ae466f HTTP/1.1" status: 204 len: 168 time: 1.1863668 Jul 27 22:03:49.035589 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5c7f0c40-75c3-48f0-ac4c-c6d669ac5e78 req-e0f218d5-9f3c-400b-b162-c9bce21a0de3 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.036917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37450) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:49.037998 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5c7f0c40-75c3-48f0-ac4c-c6d669ac5e78 req-e0f218d5-9f3c-400b-b162-c9bce21a0de3 tempest-ServerDiagnosticsNegativeTest-1857006056 tempest-ServerDiagnosticsNegativeTest-1857006056-project] 10.222.0.43 "DELETE /v2.0/ports/d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd HTTP/1.1" status: 204 len: 173 time: 1.4472141 Jul 27 22:03:49.038730 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71af1e40-b153-4945-8abf-1bd55326fbcb', 'name': 'network-vif-deleted', 'tag': 'd6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:49.042204 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43579614-bd71-4779-963e-927e75178d10" -d '{"events": [{"server_uuid": "71af1e40-b153-4945-8abf-1bd55326fbcb", "name": "network-vif-deleted", "tag": "d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:49.062440 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67228603-8226-464d-93c6-be627927cd37 req-f9c68753-527d-4cb4-bddc-ff04b81f0273 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1888952 Jul 27 22:03:49.074946 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94348de0-3379-4651-b2a0-884e2ec2b2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.190543 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94348de0-3379-4651-b2a0-884e2ec2b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.191817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-62ba4825-58d6-40b8-87fd-d0cd262a04d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:49.199237 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-62ba4825-58d6-40b8-87fd-d0cd262a04d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=238c0b57-c7aa-4006-939c-14a4cb757645 HTTP/1.1" status: 200 len: 902 time: 0.4243147 Jul 27 22:03:49.204005 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-07737f80-f84b-483a-b1ed-2d3ec8f6b5b0 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.270093 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94348de0-3379-4651-b2a0-884e2ec2b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.295279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94348de0-3379-4651-b2a0-884e2ec2b2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a3d334-19fe-43a3-9810-a9515b836350,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:49.301168 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94348de0-3379-4651-b2a0-884e2ec2b2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.303063 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-94348de0-3379-4651-b2a0-884e2ec2b2cf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/73a3d334-19fe-43a3-9810-a9515b836350 HTTP/1.1" status: 204 len: 168 time: 0.4946420 Jul 27 22:03:49.306601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37454) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:49.309811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ab900-a231-495f-9348-77710af410d9 None None] Network 7f561063-dc47-4b88-8c28-76c79dc6e524 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:49.311885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07737f80-f84b-483a-b1ed-2d3ec8f6b5b0 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Pushing event deleted for resources: {'Port': ['ID=38c76a60-ada9-4050-9a49-bd6e650427f1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:49.349746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-e9a3c980-64bb-411c-8fe9-de9b76c355e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=0e11f515-abfb-448e-8706-6e04ee070ee6 HTTP/1.1" status: 200 len: 217 time: 0.1353941 Jul 27 22:03:49.382230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02e49fa1-2890-4bb6-9c48-89a6bb1433f9 req-4e034bb9-1e01-463f-b472-b3dac064aaa7 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 210 time: 0.1498640 Jul 27 22:03:49.386148 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.391981 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.463498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Deleting port af9477af-a2b1-4e8e-a02e-5ee1b4c24818 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:49.464082 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.521172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:49.532888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3376d16d-7615-4ebc-a298-3d87fcba5c71 None None] Sync routers for ids ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:49.542421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376d16d-7615-4ebc-a298-3d87fcba5c71 None None] Routers {'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:49.542742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] For port af9477af-a2b1-4e8e-a02e-5ee1b4c24818, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=af9477af-a2b1-4e8e-a02e-5ee1b4c24818,segment=NetworkSegment(85c5308e-e3ff-46b9-8e01-b79233f49d8b),segment_id=85c5308e-e3ff-46b9-8e01-b79233f49d8b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:49.543577 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.543763 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3376d16d-7615-4ebc-a298-3d87fcba5c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:49.559311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-9757d555-62bd-486e-8d5f-e3270832106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:49.559852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Calling delete_port for af9477af-a2b1-4e8e-a02e-5ee1b4c24818 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:49.560980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-9757d555-62bd-486e-8d5f-e3270832106b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1812809 Jul 27 22:03:49.598400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b4be0-b84b-44db-9614-c54fd29b87f2 None None] DHCP port deletion for 7f561063-dc47-4b88-8c28-76c79dc6e524 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:03:49.611806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-07737f80-f84b-483a-b1ed-2d3ec8f6b5b0 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.614494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-07737f80-f84b-483a-b1ed-2d3ec8f6b5b0 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.615696 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff92508d-bc71-4c91-9d5c-bf4990ffdab2 req-07737f80-f84b-483a-b1ed-2d3ec8f6b5b0 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "DELETE /v2.0/floatingips/193796d7-5714-450a-a0a4-1786b3d8223a HTTP/1.1" status: 204 len: 173 time: 2.6863422 Jul 27 22:03:49.673510 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.707979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Pushing event deleted for resources: {'Port': ['ID=af9477af-a2b1-4e8e-a02e-5ee1b4c24818,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:49.710407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] No DVR routers for this DVR port af9477af-a2b1-4e8e-a02e-5ee1b4c24818 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:49.748768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] No DVR routers for this DVR port 0389bc40-7fa8-4a74-b79f-b86f1dcf3085 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:49.752918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b4be0-b84b-44db-9614-c54fd29b87f2 None None] The port 'af9477af-a2b1-4e8e-a02e-5ee1b4c24818' was deleted {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 22:03:49.762062 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62b2e6cf-37cf-4024-9db1-ecfa3843ed98 req-4f2de85e-8cf2-4916-b686-ee17e45436c1 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] 10.222.0.24 "GET /v2.0/security-groups/ea02203a-2100-47cd-b8fb-2562259a31a3 HTTP/1.1" status: 200 len: 1778 time: 0.3164027 Jul 27 22:03:49.767399 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.769679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4aaa427-0482-428a-b96c-807ee83e0346 req-96106c49-1c88-4e4f-99d3-649a4d068ee9 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.41 "DELETE /v2.0/ports/0389bc40-7fa8-4a74-b79f-b86f1dcf3085 HTTP/1.1" status: 204 len: 173 time: 3.7372298 Jul 27 22:03:49.770850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'name': 'network-vif-deleted', 'tag': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:03:49.773066 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50204466-97af-4d9b-8ea1-f71597c6e1ed" -d '{"events": [{"server_uuid": "ea156874-a417-44fc-a92f-d82b81a1df5d", "name": "network-vif-deleted", "tag": "0389bc40-7fa8-4a74-b79f-b86f1dcf3085"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:03:49.779279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3376d16d-7615-4ebc-a298-3d87fcba5c71 None None] Set router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:49.796477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.802920 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.810758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d980a43-b240-449d-9afe-2cfdf9fcd758']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:49.825343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f561063-dc47-4b88-8c28-76c79dc6e524']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:49.829870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019ab7ed-a1dd-4977-a61b-14d49db528f0') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:49.841520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019ab7ed-a1dd-4977-a61b-14d49db528f0') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:49.847395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c5308e-e3ff-46b9-8e01-b79233f49d8b') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:49.847691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c5308e-e3ff-46b9-8e01-b79233f49d8b') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:49.866463 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.871330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.881168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-c7caa30a-fc01-44d6-837a-213597332a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:49.890147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-c7caa30a-fc01-44d6-837a-213597332a71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3136508 Jul 27 22:03:49.901644 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.905360 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.917306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:03:49.918175 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:03:49.959540 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:03:49.991654 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:49.998508 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.001249 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7f561063-dc47-4b88-8c28-76c79dc6e524 HTTP/1.1" status: 204 len: 168 time: 0.6934037 Jul 27 22:03:50.006300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:03:50.006980 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:03:50.013122 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:03:50.031930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3ace4-df27-442e-a463-f58ce4daa495 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f561063-dc47-4b88-8c28-76c79dc6e524,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:50.084061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-76c82c31-ea42-4896-a0bd-74ad7f888940 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=57c8f10a0bad48538579cdc1c0853c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1151080 Jul 27 22:03:50.084905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3376d16d-7615-4ebc-a298-3d87fcba5c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:00:28Z', 'revision_number': 4, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '48bb5723-f480-4952-a45e-fe5e61321778', 'name': '', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'mac_address': 'fa:16:3e:fd:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:25Z', 'updated_at': '2021-07-27T22:00:34Z', 'revision_number': 5, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'subnets': [{'id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:50.091040 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62b2e6cf-37cf-4024-9db1-ecfa3843ed98 req-ee1a6ddb-fc85-4a96-a2be-38b9954cbe45 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.126682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3376d16d-7615-4ebc-a298-3d87fcba5c71 None None] Checking router: aa0ebf0b-240f-4ae8-8661-6f17a3220e8c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:03:50.137825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376d16d-7615-4ebc-a298-3d87fcba5c71 None None] Routers {'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:50.151285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3376d16d-7615-4ebc-a298-3d87fcba5c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:50.206383 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62b2e6cf-37cf-4024-9db1-ecfa3843ed98 req-ee1a6ddb-fc85-4a96-a2be-38b9954cbe45 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.218546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-8001baa0-1d9e-47a9-89b8-0c9293af5070 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195603 Jul 27 22:03:50.219523 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.224278 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.226223 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] 10.222.0.24 "DELETE /v2.0/networks/1d980a43-b240-449d-9afe-2cfdf9fcd758 HTTP/1.1" status: 204 len: 168 time: 1.1833072 Jul 27 22:03:50.285061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3376d16d-7615-4ebc-a298-3d87fcba5c71 None None] Set router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:50.310990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37478) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:50.338518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e65777-628c-439b-997f-91b48ab9d02e tempest-PortsTestJSON-1864838942 tempest-PortsTestJSON-1864838942-project] Pushing event deleted for resources: {'Network': ['ID=1d980a43-b240-449d-9afe-2cfdf9fcd758,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:50.388490 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9d5dfd5f-640b-48e1-938c-381b5f17388c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40339e0405a24a6baf8d5461f29fa76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753164 Jul 27 22:03:50.390987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37480) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:50.482302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-97fc5284-d769-4b3e-9c81-91400dca55ae tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:50.494889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-97fc5284-d769-4b3e-9c81-91400dca55ae tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3912644 Jul 27 22:03:50.512284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6133df12-5bd6-44b0-b689-1dd99e60bb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.514080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:50.538331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:50.538686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a372b4e5-6fa6-4d6b-a49b-9153cf7590b8 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:50.539080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device af9477af-a2b1-4e8e-a02e-5ee1b4c24818 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:50.541990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-3a40c5ae-0aab-4f80-9680-bf9471ac5fb1 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/quotas/57c8f10a0bad48538579cdc1c0853c87 HTTP/1.1" status: 200 len: 375 time: 0.0444417 Jul 27 22:03:50.567223 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6133df12-5bd6-44b0-b689-1dd99e60bb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.578431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: af9477af-a2b1-4e8e-a02e-5ee1b4c24818 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:50.578784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device af9477af-a2b1-4e8e-a02e-5ee1b4c24818 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:50.608919 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3376d16d-7615-4ebc-a298-3d87fcba5c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:00:28Z', 'revision_number': 4, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '48bb5723-f480-4952-a45e-fe5e61321778', 'name': '', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'mac_address': 'fa:16:3e:fd:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:25Z', 'updated_at': '2021-07-27T22:00:34Z', 'revision_number': 5, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'subnets': [{'id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:50.622508 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37486) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:50.638255 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62b2e6cf-37cf-4024-9db1-ecfa3843ed98 req-ee1a6ddb-fc85-4a96-a2be-38b9954cbe45 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.643209 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62b2e6cf-37cf-4024-9db1-ecfa3843ed98 req-ee1a6ddb-fc85-4a96-a2be-38b9954cbe45 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.645393 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62b2e6cf-37cf-4024-9db1-ecfa3843ed98 req-ee1a6ddb-fc85-4a96-a2be-38b9954cbe45 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] 10.222.0.24 "DELETE /v2.0/security-groups/ea02203a-2100-47cd-b8fb-2562259a31a3 HTTP/1.1" status: 204 len: 173 time: 0.8824012 Jul 27 22:03:50.648095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-094c0789-0d31-4eec-9588-fcdbf7fc03aa tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=57c8f10a0bad48538579cdc1c0853c87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051800 Jul 27 22:03:50.675501 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6133df12-5bd6-44b0-b689-1dd99e60bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.678435 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6133df12-5bd6-44b0-b689-1dd99e60bb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:50.690385 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6133df12-5bd6-44b0-b689-1dd99e60bb65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3103c33c-d473-449d-a8ee-01183644fdc2 HTTP/1.1" status: 204 len: 168 time: 0.2977991 Jul 27 22:03:50.701271 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3376d16d-7615-4ebc-a298-3d87fcba5c71 None None] The sync data for ids ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'] in n-d-802011-3 is: [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:00:28Z', 'revision_number': 4, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '48bb5723-f480-4952-a45e-fe5e61321778', 'name': '', 'network_id': '8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'mac_address': 'fa:16:3e:fd:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:25Z', 'updated_at': '2021-07-27T22:00:34Z', 'revision_number': 5, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'subnets': [{'id': 'ac948ed5-324d-45aa-81eb-fb69abaf8a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:50.709339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133df12-5bd6-44b0-b689-1dd99e60bb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3103c33c-d473-449d-a8ee-01183644fdc2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:50.718586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a6ddb-fc85-4a96-a2be-38b9954cbe45 tempest-SecurityGroupsTestAdminJSON-1857761408 tempest-SecurityGroupsTestAdminJSON-1857761408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea02203a-2100-47cd-b8fb-2562259a31a3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:50.733023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a057ce2d-55b6-4116-bfb3-852d782e055f service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991796 Jul 27 22:03:50.755421 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae94799-b8fa-42b1-b112-c5dedc09828a x-openstack-request-id: req-bae94799-b8fa-42b1-b112-c5dedc09828a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:50.755726 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71af1e40-b153-4945-8abf-1bd55326fbcb", "name": "network-vif-deleted", "tag": "d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:50.756095 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bae94799-b8fa-42b1-b112-c5dedc09828a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:50.756379 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71af1e40-b153-4945-8abf-1bd55326fbcb', 'name': 'network-vif-deleted', 'tag': 'd6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd', 'status': 'completed', 'code': 200} Jul 27 22:03:51.002641 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9705c6-1a56-4910-939e-08936daaa85d x-openstack-request-id: req-de9705c6-1a56-4910-939e-08936daaa85d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:03:51.003676 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea156874-a417-44fc-a92f-d82b81a1df5d", "name": "network-vif-deleted", "tag": "0389bc40-7fa8-4a74-b79f-b86f1dcf3085", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:03:51.006684 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de9705c6-1a56-4910-939e-08936daaa85d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:03:51.007415 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea156874-a417-44fc-a92f-d82b81a1df5d', 'name': 'network-vif-deleted', 'tag': '0389bc40-7fa8-4a74-b79f-b86f1dcf3085', 'status': 'completed', 'code': 200} Jul 27 22:03:51.011610 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-47635dca-8357-4524-b79b-97befaaecd07 req-31c859dc-8cb0-4a76-a095-d76139c5a0ae tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] show failed (client error): The resource could not be found. Jul 27 22:03:51.012864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47635dca-8357-4524-b79b-97befaaecd07 req-31c859dc-8cb0-4a76-a095-d76139c5a0ae tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/floatingips/193796d7-5714-450a-a0a4-1786b3d8223a HTTP/1.1" status: 404 len: 350 time: 0.1410377 Jul 27 22:03:51.038362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:51.040224 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-029a4c8a-b711-4a0a-b17c-057d5db749b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=563da5356aad48b5b6c71f52485b5658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158413 Jul 27 22:03:51.042983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37504) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:51.049283 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a39bafdd-7dd6-4c22-ad63-c883d405a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.050019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a39bafdd-7dd6-4c22-ad63-c883d405a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.050692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a39bafdd-7dd6-4c22-ad63-c883d405a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.053548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a39bafdd-7dd6-4c22-ad63-c883d405a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.054215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a39bafdd-7dd6-4c22-ad63-c883d405a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.054883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a39bafdd-7dd6-4c22-ad63-c883d405a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.056288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a39bafdd-7dd6-4c22-ad63-c883d405a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.060924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a39bafdd-7dd6-4c22-ad63-c883d405a22e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6476 time: 0.2436421 Jul 27 22:03:51.116513 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:51.119001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d6809b8b-4dcf-4aed-bdc2-23ad1a7e4fdd not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:51.157715 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d80a7c10-2cdb-43ce-9f51-3bae840dcd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.226474 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d80a7c10-2cdb-43ce-9f51-3bae840dcd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.293859 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e050d09-5f46-4248-9e5e-1cdf82737461 None None] New status for floating IP b5ca30ae-720f-4a88-a398-3dde89912985: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:03:51.324884 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de73ef5a-2b24-4d40-9dd5-22c04b93b841 req-2725010e-eb83-4958-bb09-f8515feb1c12 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 210 time: 0.0829010 Jul 27 22:03:51.330065 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d80a7c10-2cdb-43ce-9f51-3bae840dcd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.333950 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d80a7c10-2cdb-43ce-9f51-3bae840dcd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:51.351186 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d80a7c10-2cdb-43ce-9f51-3bae840dcd69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0da40ca8-9682-4f0f-a4aa-b13c6eb8e4d1 HTTP/1.1" status: 204 len: 168 time: 0.3037562 Jul 27 22:03:51.359050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a7c10-2cdb-43ce-9f51-3bae840dcd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da40ca8-9682-4f0f-a4aa-b13c6eb8e4d1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:51.430131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3597-a114-4ebe-a809-b373f3460ef7 req-b2ba2d47-51e6-4b26-a3cc-c538054fe2d9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.450485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3597-a114-4ebe-a809-b373f3460ef7 req-b2ba2d47-51e6-4b26-a3cc-c538054fe2d9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.470143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3597-a114-4ebe-a809-b373f3460ef7 req-b2ba2d47-51e6-4b26-a3cc-c538054fe2d9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.478978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3597-a114-4ebe-a809-b373f3460ef7 req-b2ba2d47-51e6-4b26-a3cc-c538054fe2d9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.491522 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3597-a114-4ebe-a809-b373f3460ef7 req-b2ba2d47-51e6-4b26-a3cc-c538054fe2d9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.517702 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3597-a114-4ebe-a809-b373f3460ef7 req-b2ba2d47-51e6-4b26-a3cc-c538054fe2d9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.533951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3597-a114-4ebe-a809-b373f3460ef7 req-b2ba2d47-51e6-4b26-a3cc-c538054fe2d9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.535843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37518) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:51.575090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03bc3597-a114-4ebe-a809-b373f3460ef7 req-b2ba2d47-51e6-4b26-a3cc-c538054fe2d9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5419 time: 0.5060859 Jul 27 22:03:51.614703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37524) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:51.686994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c157797a-4192-4644-887f-c893e0d6bf6e req-08f4a591-6be6-4b23-906a-1904544af16e tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 210 time: 0.1055968 Jul 27 22:03:51.706104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-4caa9589-e303-48d7-b974-d19454e7f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.707750 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-4caa9589-e303-48d7-b974-d19454e7f9bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7efe6e56-000d-409a-b0b3-b6fad79e6b74 HTTP/1.1" status: 200 len: 902 time: 0.6203501 Jul 27 22:03:51.801498 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-77fe20b9-fb52-49a6-befe-7e01e047327f req-a0d056d1-fc8b-47b9-bf93-27290952c9a3 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] show failed (client error): The resource could not be found. Jul 27 22:03:51.802758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77fe20b9-fb52-49a6-befe-7e01e047327f req-a0d056d1-fc8b-47b9-bf93-27290952c9a3 tempest-FloatingIPsTestJSON-1958858167 tempest-FloatingIPsTestJSON-1958858167-project] 10.222.0.24 "GET /v2.0/floatingips/193796d7-5714-450a-a0a4-1786b3d8223a HTTP/1.1" status: 404 len: 350 time: 0.0729101 Jul 27 22:03:51.805744 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-8e9c4dc4-54ef-4fc9-a87f-85b93e3c7447 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77e3b391-a760-4065-8191-93ed4633266d HTTP/1.1" status: 200 len: 217 time: 0.0855205 Jul 27 22:03:51.814969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:51.816545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03bc3597-a114-4ebe-a809-b373f3460ef7 req-68b966b6-9833-4319-a0e3-0dd3cd23e82e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2405016 Jul 27 22:03:51.898623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-865598d8-fad7-42e3-b23c-e17f3639b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.901137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-865598d8-fad7-42e3-b23c-e17f3639b420 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 200 len: 797 time: 0.0834262 Jul 27 22:03:51.959679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-f08c33d4-7131-4697-bdff-129adcbbbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:51.961534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-f08c33d4-7131-4697-bdff-129adcbbbe55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529387 Jul 27 22:03:52.060750 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f3940814-a670-4d8b-8b18-dee8475a1737 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d7d019d10a448bd92e1931dd50fc7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5212662 Jul 27 22:03:52.063038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37540) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:52.105057 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d471481a-9fc8-4b9c-b686-fc2d2159ca71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c288b2331a24717ac0496e43e56d786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888706 Jul 27 22:03:52.107603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37542) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:52.196004 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-85ad4b11-d31a-475a-9614-93285cc9b06f service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258494 Jul 27 22:03:52.393359 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-6c06d622-f6c1-4453-b6b3-b5fd6365954b service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852207 Jul 27 22:03:52.411506 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2536c509-6ad9-4d30-9bfa-40260a890e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.432347 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a390f23-f07d-452f-9f7d-a28628e2be4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.469005 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2536c509-6ad9-4d30-9bfa-40260a890e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:52.630174 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-153ce41c-61ea-4d89-bb01-332b46b124fc tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=57c8f10a0bad48538579cdc1c0853c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701382 Jul 27 22:03:52.913454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:52.913781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:52.940905 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a390f23-f07d-452f-9f7d-a28628e2be4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.027014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c6bbc218-a5d2-4090-b50e-aa7354c4e040 req-d5f1897f-7308-41d9-99aa-088ccac76d96 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 210 time: 0.1120665 Jul 27 22:03:53.030720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1004a555-4c74-4176-8132-51092f9cf204 req-143153f3-9d13-4574-b451-fb0e5d6171a0 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 210 time: 0.5555248 Jul 27 22:03:53.153645 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e366-6a08-4856-93bc-71299a96e3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.201363 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2536c509-6ad9-4d30-9bfa-40260a890e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.212452 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2536c509-6ad9-4d30-9bfa-40260a890e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.216073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2536c509-6ad9-4d30-9bfa-40260a890e02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8260fe2a-1c26-4f74-920d-244cb2c077c3 HTTP/1.1" status: 204 len: 168 time: 1.1041365 Jul 27 22:03:53.252791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-089a6c41-f80d-408a-b699-ae2281593833 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-119906076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:53.278224 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-bcfefe12-ad4b-475f-9098-c2d875f2e24a tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.280721 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-bcfefe12-ad4b-475f-9098-c2d875f2e24a tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6375501 Jul 27 22:03:53.302061 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a390f23-f07d-452f-9f7d-a28628e2be4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.302966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Request body: {'port': {'device_id': 'a5d956da-1362-476a-8d65-c242495835d8', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '57c8f10a0bad48538579cdc1c0853c87'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:53.305221 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a390f23-f07d-452f-9f7d-a28628e2be4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.306008 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9a390f23-f07d-452f-9f7d-a28628e2be4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/016bf6ca-194f-40b2-8b37-c1e3514e3650 HTTP/1.1" status: 204 len: 168 time: 1.2434809 Jul 27 22:03:53.313740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536c509-6ad9-4d30-9bfa-40260a890e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8260fe2a-1c26-4f74-920d-244cb2c077c3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:53.351688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-f6b09fcc-bf0f-4b2d-9756-48da5bbdab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.353090 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-f6b09fcc-bf0f-4b2d-9756-48da5bbdab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.354038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-f6b09fcc-bf0f-4b2d-9756-48da5bbdab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.354803 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-f6b09fcc-bf0f-4b2d-9756-48da5bbdab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.355535 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-f6b09fcc-bf0f-4b2d-9756-48da5bbdab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.356202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-f6b09fcc-bf0f-4b2d-9756-48da5bbdab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.356821 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-f6b09fcc-bf0f-4b2d-9756-48da5bbdab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.360241 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-f6b09fcc-bf0f-4b2d-9756-48da5bbdab20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6476 time: 0.4433594 Jul 27 22:03:53.379792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-network', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:53.413719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a390f23-f07d-452f-9f7d-a28628e2be4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016bf6ca-194f-40b2-8b37-c1e3514e3650,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:53.468969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e038ae-0465-4045-9597-f78b588b7b18 req-7916ce3b-860b-47e7-a9ff-5a8da904159f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.478118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e038ae-0465-4045-9597-f78b588b7b18 req-7916ce3b-860b-47e7-a9ff-5a8da904159f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.484871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e038ae-0465-4045-9597-f78b588b7b18 req-7916ce3b-860b-47e7-a9ff-5a8da904159f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.492109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e038ae-0465-4045-9597-f78b588b7b18 req-7916ce3b-860b-47e7-a9ff-5a8da904159f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.509408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e038ae-0465-4045-9597-f78b588b7b18 req-7916ce3b-860b-47e7-a9ff-5a8da904159f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.522826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e038ae-0465-4045-9597-f78b588b7b18 req-7916ce3b-860b-47e7-a9ff-5a8da904159f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.534990 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e038ae-0465-4045-9597-f78b588b7b18 req-7916ce3b-860b-47e7-a9ff-5a8da904159f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.543124 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56e038ae-0465-4045-9597-f78b588b7b18 req-7916ce3b-860b-47e7-a9ff-5a8da904159f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5419 time: 0.3667662 Jul 27 22:03:53.583937 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-089a6c41-f80d-408a-b699-ae2281593833 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.585073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-089a6c41-f80d-408a-b699-ae2281593833 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.619529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2e366-6a08-4856-93bc-71299a96e3d7 admin admin] Deleting port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:53.619883 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e366-6a08-4856-93bc-71299a96e3d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.667486 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-089a6c41-f80d-408a-b699-ae2281593833 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.676925 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:03:53.676925 n-d-802011-3 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 22:03:53.676925 n-d-802011-3 neutron-server[93834]: [parameters: {'project_id_1': '57c8f10a0bad48538579cdc1c0853c87', 'expiration_1': datetime.datetime(2021, 7, 27, 22, 3, 53, 483378)}] Jul 27 22:03:53.676925 n-d-802011-3 neutron-server[93834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:03:53.677531 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:03:53.715253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1ac2e366-6a08-4856-93bc-71299a96e3d7 admin admin] For port fcf03be8-7ef3-4ad3-9d57-d24077d7ca05, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=fcf03be8-7ef3-4ad3-9d57-d24077d7ca05,segment=NetworkSegment(5bf9879e-a118-4067-8f79-015aca1141be),segment_id=5bf9879e-a118-4067-8f79-015aca1141be)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:53.715755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e366-6a08-4856-93bc-71299a96e3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.717561 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-089a6c41-f80d-408a-b699-ae2281593833 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.732269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2e366-6a08-4856-93bc-71299a96e3d7 admin admin] Calling delete_port for fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:53.789356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Made reservation on behalf of f72b5fb1ad4943c59fb68caa647ae878 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:53.791867 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.816344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56e038ae-0465-4045-9597-f78b588b7b18 req-be01e414-89fb-4b3d-aab8-d8682ac7b40b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2723358 Jul 27 22:03:53.819259 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.821974 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-089a6c41-f80d-408a-b699-ae2281593833 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.826470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-089a6c41-f80d-408a-b699-ae2281593833 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9034321 Jul 27 22:03:53.828457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:53.828795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37596) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:53.844652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-55159127'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:53.858097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37598) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:53.863452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a80ba05f-8561-435f-97d5-37e08768f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:53.865088 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a80ba05f-8561-435f-97d5-37e08768f052 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7efe6e56-000d-409a-b0b3-b6fad79e6b74 HTTP/1.1" status: 200 len: 902 time: 0.4754062 Jul 27 22:03:53.867405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Made reservation on behalf of 7752538127da41ea8b91a87b4c758c56 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:53.871547 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.899766 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26d5b6ee-2929-41f3-af18-de8e042de524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.929188 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:53.942911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-48981a1b-cd67-475c-9d0c-26163fe13e07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e9ecb4df-727b-4972-9e8e-8f6a732dac7c HTTP/1.1" status: 200 len: 217 time: 0.0593498 Jul 27 22:03:53.950901 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c8a3dbf7-5457-46fa-b1c1-ecd29822fde7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eabaf0eb0be7441da5b2366d1edcc06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915215 Jul 27 22:03:53.955321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37600) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:54.025676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-91983975-2ce9-4620-bdf0-f36b62460406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:54.027231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-91983975-2ce9-4620-bdf0-f36b62460406 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 200 len: 797 time: 0.0745788 Jul 27 22:03:54.048356 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-677aeb23-ec65-4d99-9bb8-231d91b6a726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.085112 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-677aeb23-ec65-4d99-9bb8-231d91b6a726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.096514 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e366-6a08-4856-93bc-71299a96e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.154794 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2e366-6a08-4856-93bc-71299a96e3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf03be8-7ef3-4ad3-9d57-d24077d7ca05,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:54.158819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a20d8c73-c4ae-4321-bdf1-bfeed07772f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:54.160373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-a20d8c73-c4ae-4321-bdf1-bfeed07772f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199119 Jul 27 22:03:54.200426 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1fcc01a-eb87-466f-9938-6f3c3470d541 req-25109952-7f87-43b7-91f7-e6671f10c91b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 210 time: 0.0665538 Jul 27 22:03:54.245281 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.250354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54550d9a-95e9-4e3f-aa04-ca4d1c1b9a6d req-2f1c71cf-a1b9-4bf6-997d-9ca471c00ec2 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 210 time: 0.1057203 Jul 27 22:03:54.300768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-677aeb23-ec65-4d99-9bb8-231d91b6a726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.303397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-677aeb23-ec65-4d99-9bb8-231d91b6a726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.308206 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-677aeb23-ec65-4d99-9bb8-231d91b6a726 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df040794-b41a-4984-9ca4-5309f403d70f HTTP/1.1" status: 204 len: 168 time: 0.3482683 Jul 27 22:03:54.308403 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.343735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677aeb23-ec65-4d99-9bb8-231d91b6a726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df040794-b41a-4984-9ca4-5309f403d70f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:54.374723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:54.403014 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.403373 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Added segment afa72b10-ebf2-4b79-8999-1600fe0f07e5 of type vlan for network 325e4816-1bb2-4693-92f1-277429bb9e2f Jul 27 22:03:54.423436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46033530-a580-4b6a-abd9-8b7dae00809f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:54.490047 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e366-6a08-4856-93bc-71299a96e3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.491183 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.542671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-1a51655b-d7c4-4014-8c25-958f2fbba3f2 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584785 Jul 27 22:03:54.636422 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.637323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:54.637918 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.704118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.730230 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.755886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] Pushing event updated for resources: {'Network': ['ID=325e4816-1bb2-4693-92f1-277429bb9e2f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:54.768888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 325e4816-1bb2-4693-92f1-277429bb9e2f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:54.830027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa2252a3-ce16-47ad-8544-de5b868916ad req-b7fd3d21-b6b7-41a8-bad1-f0bdb273ea98 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793181 Jul 27 22:03:54.830771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:54.853036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa9ebf3-29fd-49b6-a7bd-eb53ad41155e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:54.890698 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:03:54.890698 n-d-802011-3 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 22:03:54.890698 n-d-802011-3 neutron-server[93834]: [parameters: {'project_id_1': '57c8f10a0bad48538579cdc1c0853c87', 'expiration_1': datetime.datetime(2021, 7, 27, 22, 3, 54, 199533)}] Jul 27 22:03:54.890698 n-d-802011-3 neutron-server[93834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:03:54.890698 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:03:54.892544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac2e366-6a08-4856-93bc-71299a96e3d7 admin admin] Router 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:03:54.918884 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.919251 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Added segment 6189fd27-6659-434d-9a4f-69d3228f138a of type vlan for network 9b282291-8a24-4adc-b67c-6a1e9358d3a4 Jul 27 22:03:55.036163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.039033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac2e366-6a08-4856-93bc-71299a96e3d7 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:03:55.046007 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1ac2e366-6a08-4856-93bc-71299a96e3d7 admin admin] 10.222.0.24 "PUT /v2.0/routers/9fea8437-8f45-4efb-87d9-e3f5e2f70ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2289433 Jul 27 22:03:55.048216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37620) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:55.053590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f22921-5244-461f-88f2-acb3c08591c9 None None] Sync routers for ids ['9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:03:55.064702 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f22921-5244-461f-88f2-acb3c08591c9 None None] Routers {'9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:55.065629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-42f22921-5244-461f-88f2-acb3c08591c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:55.202412 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745205a-ef66-4cdd-9702-780861cd53bf req-1529bb8c-a410-41f2-af2f-75e15b68eb22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.208483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745205a-ef66-4cdd-9702-780861cd53bf req-1529bb8c-a410-41f2-af2f-75e15b68eb22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.215174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745205a-ef66-4cdd-9702-780861cd53bf req-1529bb8c-a410-41f2-af2f-75e15b68eb22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.223012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745205a-ef66-4cdd-9702-780861cd53bf req-1529bb8c-a410-41f2-af2f-75e15b68eb22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.229289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745205a-ef66-4cdd-9702-780861cd53bf req-1529bb8c-a410-41f2-af2f-75e15b68eb22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.235399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745205a-ef66-4cdd-9702-780861cd53bf req-1529bb8c-a410-41f2-af2f-75e15b68eb22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.241415 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745205a-ef66-4cdd-9702-780861cd53bf req-1529bb8c-a410-41f2-af2f-75e15b68eb22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.249863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1745205a-ef66-4cdd-9702-780861cd53bf req-1529bb8c-a410-41f2-af2f-75e15b68eb22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5419 time: 0.2613707 Jul 27 22:03:55.255765 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.261954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.262682 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.363093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-42f22921-5244-461f-88f2-acb3c08591c9 None None] Set router 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:55.369246 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26d5b6ee-2929-41f3-af18-de8e042de524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.424598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26d5b6ee-2929-41f3-af18-de8e042de524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.434771 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-529865c2-e894-41aa-a4d5-270339d0f30d req-f13b503c-f029-40b8-ae2a-f3c37bd08057 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 210 time: 0.0751565 Jul 27 22:03:55.439045 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-70f09842-a792-432b-a1b5-b7d694ce9d30 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.5176003 Jul 27 22:03:55.439330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37634) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:55.445109 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ba7d9ab0-00bd-4044-be5d-6d98bbfa892a admin admin] Request body: {'subnet': {'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-subnet', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:55.446829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6170247 Jul 27 22:03:55.455159 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:55.477324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9d00ca48-5600-4c19-b8fb-1281d71b0a90 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Request body: {'subnet': {'network_id': '9b282291-8a24-4adc-b67c-6a1e9358d3a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:55.498915 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.511809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67b7e2-3f9b-4ce6-a14f-be7e68385e42 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event updated for resources: {'Network': ['ID=9b282291-8a24-4adc-b67c-6a1e9358d3a4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:55.532675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 9b282291-8a24-4adc-b67c-6a1e9358d3a4 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:55.579016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1745205a-ef66-4cdd-9702-780861cd53bf req-e99ef58d-3089-4567-99fa-00e501319dee tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3279738 Jul 27 22:03:55.591730 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-26d5b6ee-2929-41f3-af18-de8e042de524 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e41da6a190314efb91a95548b267bd0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7606812 Jul 27 22:03:55.592635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37638) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:55.596292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5b6ee-2929-41f3-af18-de8e042de524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ab860e-26ab-4777-aa99-f901ee465d03,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:55.640066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7d9ab0-00bd-4044-be5d-6d98bbfa892a admin admin] Made reservation on behalf of f72b5fb1ad4943c59fb68caa647ae878 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:55.644549 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9ab0-00bd-4044-be5d-6d98bbfa892a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.713047 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Made reservation on behalf of 57c8f10a0bad48538579cdc1c0853c87 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:55.717376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.736826 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.766910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d00ca48-5600-4c19-b8fb-1281d71b0a90 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Made reservation on behalf of 7752538127da41ea8b91a87b4c758c56 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:55.770627 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d00ca48-5600-4c19-b8fb-1281d71b0a90 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.798629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.799155 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:03:55.815925 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ebf81821-ef6a-4b3d-aa7b-e9fc465c94e0 req-387c9d10-2872-4d38-8301-8f1b944bf228 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea156874-a417-44fc-a92f-d82b81a1df5d HTTP/1.1" status: 200 len: 210 time: 0.1557837 Jul 27 22:03:55.890925 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcd11901-359f-47e4-9c29-d99cde5165ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.920412 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Deleting port ccdbe81e-716f-4b92-aec6-80dd216f3f41 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:55.921063 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:55.970506 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcd11901-359f-47e4-9c29-d99cde5165ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.000618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-42f22921-5244-461f-88f2-acb3c08591c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'name': 'tempest-FloatingIPsTestJSON-408991552-router', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:10Z', 'updated_at': '2021-07-27T22:03:54Z', 'revision_number': 5, 'project_id': 'd5953adddb644b138aaf71558e7a1b7e', 'gw_port': {'id': 'ccdbe81e-716f-4b92-aec6-80dd216f3f41', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:97:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:13Z', 'updated_at': '2021-07-27T22:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:56.042464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f22921-5244-461f-88f2-acb3c08591c9 None None] Checking router: 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:03:56.064004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f22921-5244-461f-88f2-acb3c08591c9 None None] Routers {'9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:03:56.064634 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-42f22921-5244-461f-88f2-acb3c08591c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:56.067998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] For port ccdbe81e-716f-4b92-aec6-80dd216f3f41, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ccdbe81e-716f-4b92-aec6-80dd216f3f41,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:56.068620 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.083540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Calling delete_port for ccdbe81e-716f-4b92-aec6-80dd216f3f41 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:56.106775 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcd11901-359f-47e4-9c29-d99cde5165ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.109461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcd11901-359f-47e4-9c29-d99cde5165ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.110661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fcd11901-359f-47e4-9c29-d99cde5165ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35ab860e-26ab-4777-aa99-f901ee465d03 HTTP/1.1" status: 204 len: 168 time: 0.5154319 Jul 27 22:03:56.159946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd11901-359f-47e4-9c29-d99cde5165ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ab860e-26ab-4777-aa99-f901ee465d03,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:56.249848 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-42f22921-5244-461f-88f2-acb3c08591c9 None None] Set router 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:03:56.341868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-42f22921-5244-461f-88f2-acb3c08591c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'name': 'tempest-FloatingIPsTestJSON-408991552-router', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:10Z', 'updated_at': '2021-07-27T22:03:55Z', 'revision_number': 6, 'project_id': 'd5953adddb644b138aaf71558e7a1b7e', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:03:56.363418 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.381541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f22921-5244-461f-88f2-acb3c08591c9 None None] The sync data for ids ['9fea8437-8f45-4efb-87d9-e3f5e2f70ea0'] in n-d-802011-3 is: [{'id': '9fea8437-8f45-4efb-87d9-e3f5e2f70ea0', 'name': 'tempest-FloatingIPsTestJSON-408991552-router', 'tenant_id': 'd5953adddb644b138aaf71558e7a1b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:10Z', 'updated_at': '2021-07-27T22:03:55Z', 'revision_number': 6, 'project_id': 'd5953adddb644b138aaf71558e7a1b7e', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:03:56.408550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ccdbe81e-716f-4b92-aec6-80dd216f3f41,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:56.438972 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.440077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9ab0-00bd-4044-be5d-6d98bbfa892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.473595 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.575697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f1360b-8037-4acc-9fb4-62c68bb539be,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:56.610678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.611445 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d00ca48-5600-4c19-b8fb-1281d71b0a90 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.615054 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2765c11-91ff-4ee8-bb10-01d4bc2e6434 req-78b5b27d-d23f-462c-9d94-843810276753 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 210 time: 0.0557263 Jul 27 22:03:56.644819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d9ab0-00bd-4044-be5d-6d98bbfa892a admin admin] Checking segment: {'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:56.652885 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7d9ab0-00bd-4044-be5d-6d98bbfa892a admin admin] Network hostable DHCP agents. Network: 325e4816-1bb2-4693-92f1-277429bb9e2f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:03:56.697189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d9ab0-00bd-4044-be5d-6d98bbfa892a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3de8b1-6da6-4216-be06-6b71bb9efb12,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:56.881708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7d9ab0-00bd-4044-be5d-6d98bbfa892a admin admin] Network 325e4816-1bb2-4693-92f1-277429bb9e2f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:03:56.891072 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.894393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:56.898691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00ca48-5600-4c19-b8fb-1281d71b0a90 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event updated for resources: {'Subnet': ['ID=0a31509e-abcb-4262-9c6d-6508a0efb0d1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:56.972246 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37676) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:56.997674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7fb10-f9c0-443e-ab63-0144abb1a281 req-2c39d4a4-e2a1-432c-ab6f-f7e77526e640 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.004134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7fb10-f9c0-443e-ab63-0144abb1a281 req-2c39d4a4-e2a1-432c-ab6f-f7e77526e640 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.010998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7fb10-f9c0-443e-ab63-0144abb1a281 req-2c39d4a4-e2a1-432c-ab6f-f7e77526e640 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.015793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ba7d9ab0-00bd-4044-be5d-6d98bbfa892a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 325e4816-1bb2-4693-92f1-277429bb9e2f) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:57.019169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7fb10-f9c0-443e-ab63-0144abb1a281 req-2c39d4a4-e2a1-432c-ab6f-f7e77526e640 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.024527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7d9ab0-00bd-4044-be5d-6d98bbfa892a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.025338 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9ab0-00bd-4044-be5d-6d98bbfa892a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.033179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1503f46-5092-45d7-ab5e-4cc0a8ff5521 None None] Network 325e4816-1bb2-4693-92f1-277429bb9e2f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:57.037525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7fb10-f9c0-443e-ab63-0144abb1a281 req-2c39d4a4-e2a1-432c-ab6f-f7e77526e640 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.044946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7fb10-f9c0-443e-ab63-0144abb1a281 req-2c39d4a4-e2a1-432c-ab6f-f7e77526e640 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.051649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7fb10-f9c0-443e-ab63-0144abb1a281 req-2c39d4a4-e2a1-432c-ab6f-f7e77526e640 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.061429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0b7fb10-f9c0-443e-ab63-0144abb1a281 req-2c39d4a4-e2a1-432c-ab6f-f7e77526e640 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5419 time: 0.3207829 Jul 27 22:03:57.078795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00ca48-5600-4c19-b8fb-1281d71b0a90 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Checking segment: {'id': '6189fd27-6659-434d-9a4f-69d3228f138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b282291-8a24-4adc-b67c-6a1e9358d3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:57.079426 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d00ca48-5600-4c19-b8fb-1281d71b0a90 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Network hostable DHCP agents. Network: 9b282291-8a24-4adc-b67c-6a1e9358d3a4, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:03:57.093984 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ba7d9ab0-00bd-4044-be5d-6d98bbfa892a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6535535 Jul 27 22:03:57.100129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37684) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:57.101000 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.101620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:03:57.120817 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.126365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8e7e1c29-8f89-40cc-b21e-b3bd4da206fd admin admin] 10.222.0.24 "DELETE /v2.0/routers/9fea8437-8f45-4efb-87d9-e3f5e2f70ea0 HTTP/1.1" status: 204 len: 168 time: 2.0767756 Jul 27 22:03:57.127366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Allocated IP 192.168.233.244 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/8ba73484-6130-40a3-a227-d800d10854bc) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:57.132401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37686) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:57.150306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:57.172331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d00ca48-5600-4c19-b8fb-1281d71b0a90 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Network 9b282291-8a24-4adc-b67c-6a1e9358d3a4 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:03:57.201178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0b7fb10-f9c0-443e-ab63-0144abb1a281 req-188f5cc8-5658-4da7-a41f-7c5881f795b6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386931 Jul 27 22:03:57.234473 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.236900 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.277432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ffa411d-f856-4aea-8dbe-e2586fe9833f tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.279090 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9d00ca48-5600-4c19-b8fb-1281d71b0a90 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 9b282291-8a24-4adc-b67c-6a1e9358d3a4) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:57.283585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00ca48-5600-4c19-b8fb-1281d71b0a90 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:57.284411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d00ca48-5600-4c19-b8fb-1281d71b0a90 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.345060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ffa411d-f856-4aea-8dbe-e2586fe9833f tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.362446 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.369723 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9d00ca48-5600-4c19-b8fb-1281d71b0a90 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9133422 Jul 27 22:03:57.373309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c4072e-0e62-4e82-9621-63a83f73ccfa admin admin] Deleting subnet 456bdf60-6795-47a1-aa6a-7075e3adab17 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:03:57.375439 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37698) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:57.386031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-36c7c90e-a752-418f-95d3-f79cc53a222f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Request body: {'network': {'name': 'tempest-router-network01--1410879233'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:57.421109 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7c4072e-0e62-4e82-9621-63a83f73ccfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.436683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3858472-7073-4fcf-8001-ef714640cb05 None None] Network 9b282291-8a24-4adc-b67c-6a1e9358d3a4 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:57.448936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-325e4816-1bb2-4693-92f1-277429bb9e2f', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'fixed_ips': [{'subnet_id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:03:57.452213 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.548270 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c7c90e-a752-418f-95d3-f79cc53a222f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Made reservation on behalf of 7752538127da41ea8b91a87b4c758c56 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:57.552504 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36c7c90e-a752-418f-95d3-f79cc53a222f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.565685 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7c4072e-0e62-4e82-9621-63a83f73ccfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.625432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-1489d299-6e59-4826-9128-8ede5bb5e397 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e0defce758a8439cae6b91ea10154670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1492450 Jul 27 22:03:57.629473 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.713003 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7c4072e-0e62-4e82-9621-63a83f73ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.820709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Allocated IP 172.20.0.2 (325e4816-1bb2-4693-92f1-277429bb9e2f/2e3de8b1-6da6-4216-be06-6b71bb9efb12/bf900ebb-995a-4f28-bd60-9c1832f15414) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:57.834873 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ffa411d-f856-4aea-8dbe-e2586fe9833f tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.839279 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ffa411d-f856-4aea-8dbe-e2586fe9833f tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.841313 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5ffa411d-f856-4aea-8dbe-e2586fe9833f tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "DELETE /v2.0/security-groups/624cefae-4fdc-45d3-9a8c-92c9e7d45479 HTTP/1.1" status: 204 len: 168 time: 0.8544853 Jul 27 22:03:57.849218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:57.860236 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7c4072e-0e62-4e82-9621-63a83f73ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.908357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4072e-0e62-4e82-9621-63a83f73ccfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456bdf60-6795-47a1-aa6a-7075e3adab17,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:57.910430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c7c90e-a752-418f-95d3-f79cc53a222f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:57.925318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa411d-f856-4aea-8dbe-e2586fe9833f tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624cefae-4fdc-45d3-9a8c-92c9e7d45479,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:57.938401 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7c4072e-0e62-4e82-9621-63a83f73ccfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.940437 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a7c4072e-0e62-4e82-9621-63a83f73ccfa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/456bdf60-6795-47a1-aa6a-7075e3adab17 HTTP/1.1" status: 204 len: 168 time: 0.8017898 Jul 27 22:03:57.943479 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:57.958475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92394030-e8bc-47f8-b258-e2494722788b None None] Network 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:03:57.969995 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e7c220aa-9609-4aba-8173-027d8d53eb56 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] show failed (client error): The resource could not be found. Jul 27 22:03:57.974613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e7c220aa-9609-4aba-8173-027d8d53eb56 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "GET /v2.0/security-groups/624cefae-4fdc-45d3-9a8c-92c9e7d45479 HTTP/1.1" status: 404 len: 347 time: 0.1179864 Jul 27 22:03:57.978093 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc089f22-3bd6-4c3e-ad90-55a149417d43 req-be0bf902-54d5-4fbe-9863-61bb3f5f3d16 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 210 time: 0.1651421 Jul 27 22:03:57.983825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37716) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:57.984178 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36c7c90e-a752-418f-95d3-f79cc53a222f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:57.984178 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-36c7c90e-a752-418f-95d3-f79cc53a222f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Added segment 38ef0dcf-1dfd-4e80-977f-4371dd984d38 of type vlan for network 223137d3-66b0-4fc4-bb9f-b6af69d868ca Jul 27 22:03:58.107330 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.115002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-631fca4d-c125-4041-800a-03269b6ea6d0 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:58.124491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-631fca4d-c125-4041-800a-03269b6ea6d0 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4905729 Jul 27 22:03:58.129456 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.131359 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-9b282291-8a24-4adc-b67c-6a1e9358d3a4', 'network_id': '9b282291-8a24-4adc-b67c-6a1e9358d3a4', 'tenant_id': '7752538127da41ea8b91a87b4c758c56', 'fixed_ips': [{'subnet_id': '0a31509e-abcb-4262-9c6d-6508a0efb0d1'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:03:58.132863 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.170965 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-b1c84496-7bb7-4b9e-804e-507911804ea7 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/quotas/e0defce758a8439cae6b91ea10154670 HTTP/1.1" status: 200 len: 375 time: 0.0454130 Jul 27 22:03:58.236412 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Transition to ACTIVE for port object 8ba73484-6130-40a3-a227-d800d10854bc will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:58.270932 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-ce45d2a3-1457-45f1-82fd-f148d934fcf5 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0defce758a8439cae6b91ea10154670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987670 Jul 27 22:03:58.305829 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36c7c90e-a752-418f-95d3-f79cc53a222f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.356929 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.379627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724823e-f8b1-4874-949c-58b1299faec1 None None] DHCP port deletion for 7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:03:58.405954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Transition to ACTIVE for port object bf900ebb-995a-4f28-bd60-9c1832f15414 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:58.416975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-17cde6e2-ff45-4098-9169-0ef3b4219d18 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Deleting port 6cdf2ff1-630a-4815-8d10-c83594a0f63f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:58.418354 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17cde6e2-ff45-4098-9169-0ef3b4219d18 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.459852 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36c7c90e-a752-418f-95d3-f79cc53a222f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.465988 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c7c90e-a752-418f-95d3-f79cc53a222f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:58.476411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36c7c90e-a752-418f-95d3-f79cc53a222f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.492844 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Transition to ACTIVE for port object bf900ebb-995a-4f28-bd60-9c1832f15414 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:03:58.501301 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.528699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:58.599748 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.684422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Pushing event updated for resources: {'Port': ['ID=bf900ebb-995a-4f28-bd60-9c1832f15414,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:58.695404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:58.697038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device fcf03be8-7ef3-4ad3-9d57-d24077d7ca05 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:58.698435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ccdbe81e-716f-4b92-aec6-80dd216f3f41 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:58.703187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Allocated IP 172.20.0.2 (9b282291-8a24-4adc-b67c-6a1e9358d3a4/0a31509e-abcb-4262-9c6d-6508a0efb0d1/6ec3b6ed-2188-4ca4-8926-49908fd3fec9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:58.727671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-36c7c90e-a752-418f-95d3-f79cc53a222f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3376412 Jul 27 22:03:58.729426 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Deleting port 7c78743e-7401-4145-98a4-59fe8b89079f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:58.729773 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.734107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37736) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:58.751012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-45a0e7c4-21ee-4420-8fdc-f6f27f642ef5 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Request body: {'network': {'name': 'tempest-router-network02--52699919'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:58.848434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:58.880338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:58.892018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:58.897481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7c90e-a752-418f-95d3-f79cc53a222f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event updated for resources: {'Network': ['ID=223137d3-66b0-4fc4-bb9f-b6af69d868ca,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:58.912724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Pushing event updated for resources: {'Port': ['ID=8ba73484-6130-40a3-a227-d800d10854bc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:58.971724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a0e7c4-21ee-4420-8fdc-f6f27f642ef5 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Made reservation on behalf of 7752538127da41ea8b91a87b4c758c56 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:03:58.975773 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45a0e7c4-21ee-4420-8fdc-f6f27f642ef5 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:58.982337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] For port 7c78743e-7401-4145-98a4-59fe8b89079f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7c78743e-7401-4145-98a4-59fe8b89079f,segment=NetworkSegment(5bf9879e-a118-4067-8f79-015aca1141be),segment_id=5bf9879e-a118-4067-8f79-015aca1141be)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:58.982337 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.039870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Calling delete_port for 7c78743e-7401-4145-98a4-59fe8b89079f owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:59.045007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Network 325e4816-1bb2-4693-92f1-277429bb9e2f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:03:59.059550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 223137d3-66b0-4fc4-bb9f-b6af69d868ca details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:59.068960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.076583 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.118553 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a0e7c4-21ee-4420-8fdc-f6f27f642ef5 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:03:59.194436 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-4a92a63c-b381-429c-bb38-62822fab7225 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8987551 Jul 27 22:03:59.215206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Request body: {'port': {'device_id': 'a5d956da-1362-476a-8d65-c242495835d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:59.220127 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: ccdbe81e-716f-4b92-aec6-80dd216f3f41 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:03:59.220672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ccdbe81e-716f-4b92-aec6-80dd216f3f41 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:03:59.221001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7c78743e-7401-4145-98a4-59fe8b89079f no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:03:59.237017 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45a0e7c4-21ee-4420-8fdc-f6f27f642ef5 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.237411 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-45a0e7c4-21ee-4420-8fdc-f6f27f642ef5 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Added segment 9e4b2147-f40b-40bf-bc07-4f77c8a80c11 of type vlan for network c858ab4b-e23e-49fb-8ed2-66f700283feb Jul 27 22:03:59.261189 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:03:59.277877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:03:59.300272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f724823e-f8b1-4874-949c-58b1299faec1 None None] Deleting port 7c78743e-7401-4145-98a4-59fe8b89079f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:03:59.300648 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f724823e-f8b1-4874-949c-58b1299faec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.301298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5be5a6-1351-4923-aaf8-06fd56e9efd3 req-59f46535-b4a1-43db-a295-602d6153d293 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.307950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5be5a6-1351-4923-aaf8-06fd56e9efd3 req-59f46535-b4a1-43db-a295-602d6153d293 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.314016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5be5a6-1351-4923-aaf8-06fd56e9efd3 req-59f46535-b4a1-43db-a295-602d6153d293 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.322015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5be5a6-1351-4923-aaf8-06fd56e9efd3 req-59f46535-b4a1-43db-a295-602d6153d293 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.328996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5be5a6-1351-4923-aaf8-06fd56e9efd3 req-59f46535-b4a1-43db-a295-602d6153d293 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.337257 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5be5a6-1351-4923-aaf8-06fd56e9efd3 req-59f46535-b4a1-43db-a295-602d6153d293 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.343388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5be5a6-1351-4923-aaf8-06fd56e9efd3 req-59f46535-b4a1-43db-a295-602d6153d293 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.345533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c5be5a6-1351-4923-aaf8-06fd56e9efd3 req-59f46535-b4a1-43db-a295-602d6153d293 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5419 time: 0.8977323 Jul 27 22:03:59.365181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f724823e-f8b1-4874-949c-58b1299faec1 None None] For port 7c78743e-7401-4145-98a4-59fe8b89079f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7c78743e-7401-4145-98a4-59fe8b89079f,segment=NetworkSegment(5bf9879e-a118-4067-8f79-015aca1141be),segment_id=5bf9879e-a118-4067-8f79-015aca1141be)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:03:59.366112 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f724823e-f8b1-4874-949c-58b1299faec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.379839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f724823e-f8b1-4874-949c-58b1299faec1 None None] Calling delete_port for 7c78743e-7401-4145-98a4-59fe8b89079f owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:03:59.420238 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.423312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-86b1f396-8a40-4c63-8fbd-cc2875fbf2df tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e0defce758a8439cae6b91ea10154670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1687348 Jul 27 22:03:59.442397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45a0e7c4-21ee-4420-8fdc-f6f27f642ef5 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.472484 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.510087 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45a0e7c4-21ee-4420-8fdc-f6f27f642ef5 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.517863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a0e7c4-21ee-4420-8fdc-f6f27f642ef5 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.518964 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45a0e7c4-21ee-4420-8fdc-f6f27f642ef5 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.587055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-3e7639d1-b826-478d-994c-a70aa7d22d13 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:59.588975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-3e7639d1-b826-478d-994c-a70aa7d22d13 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522322 Jul 27 22:03:59.591584 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17cde6e2-ff45-4098-9169-0ef3b4219d18 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.591927 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17cde6e2-ff45-4098-9169-0ef3b4219d18 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.597117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.634375 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-45a0e7c4-21ee-4420-8fdc-f6f27f642ef5 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8873682 Jul 27 22:03:59.670928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Port 7c78743e-7401-4145-98a4-59fe8b89079f update to DOWN by agent not found {{(pid=93836) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 22:03:59.672329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-eae3d6aa-398d-42a2-8297-c0cc4ca3ad80 None None] Provisioning for port 8ba73484-6130-40a3-a227-d800d10854bc completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:03:59.679741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-eae3d6aa-398d-42a2-8297-c0cc4ca3ad80 None None] Provisioning complete for port 8ba73484-6130-40a3-a227-d800d10854bc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:03:59.680081 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eae3d6aa-398d-42a2-8297-c0cc4ca3ad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.687513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37760) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:03:59.717160 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.722505 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b063fff7-0484-44c7-8170-ab683da01a26 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Request body: {'subnet': {'network_id': '223137d3-66b0-4fc4-bb9f-b6af69d868ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:03:59.729547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-eae3d6aa-398d-42a2-8297-c0cc4ca3ad80 None None] Port 8ba73484-6130-40a3-a227-d800d10854bc cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:03:59.731078 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f724823e-f8b1-4874-949c-58b1299faec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.736924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Attempting to bind port bf900ebb-995a-4f28-bd60-9c1832f15414 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:03:59.737306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Attempting to bind port bf900ebb-995a-4f28-bd60-9c1832f15414 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:03:59.737675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Attempting to bind port bf900ebb-995a-4f28-bd60-9c1832f15414 on network 325e4816-1bb2-4693-92f1-277429bb9e2f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:03:59.771775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:03:59.772202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Checking segment: {'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:03:59.772552 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.772942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Bound using segment: {'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:03:59.773417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Bound port: bf900ebb-995a-4f28-bd60-9c1832f15414, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:03:59.773863 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.814009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Allocated IP 172.25.1.150 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/7511f881-86f1-4133-8fe3-016d30c2802a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:03:59.850626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c78743e-7401-4145-98a4-59fe8b89079f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:59.856977 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724823e-f8b1-4874-949c-58b1299faec1 None None] Pushing event deleted for resources: {'Port': ['ID=7c78743e-7401-4145-98a4-59fe8b89079f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:59.865970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724823e-f8b1-4874-949c-58b1299faec1 None None] No DVR routers for this DVR port 7c78743e-7401-4145-98a4-59fe8b89079f on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:59.868489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] For port bf900ebb-995a-4f28-bd60-9c1832f15414, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:03:59.871851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] For port bf900ebb-995a-4f28-bd60-9c1832f15414, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bf900ebb-995a-4f28-bd60-9c1832f15414,segment=NetworkSegment(afa72b10-ebf2-4b79-8999-1600fe0f07e5),segment_id=afa72b10-ebf2-4b79-8999-1600fe0f07e5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:03:59.893602 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:59.902485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] No DVR routers for this DVR port 7c78743e-7401-4145-98a4-59fe8b89079f on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:03:59.915948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0e7c4-21ee-4420-8fdc-f6f27f642ef5 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event updated for resources: {'Network': ['ID=c858ab4b-e23e-49fb-8ed2-66f700283feb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:03:59.955374 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network c858ab4b-e23e-49fb-8ed2-66f700283feb details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:03:59.959792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-5cf86d8e-48ca-4ea4-9982-3ae2aef9d480 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/quotas/e0defce758a8439cae6b91ea10154670 HTTP/1.1" status: 200 len: 375 time: 0.0634046 Jul 27 22:03:59.965847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-17cde6e2-ff45-4098-9169-0ef3b4219d18 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Calling delete_port for 6cdf2ff1-630a-4815-8d10-c83594a0f63f owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:00.004447 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c5be5a6-1351-4923-aaf8-06fd56e9efd3 req-4adb8671-9b6d-45ca-919f-6d8e29e1aa4e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6354744 Jul 27 22:04:00.011767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b063fff7-0484-44c7-8170-ab683da01a26 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Made reservation on behalf of 7752538127da41ea8b91a87b4c758c56 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:00.014797 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.015680 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b063fff7-0484-44c7-8170-ab683da01a26 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.035498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Transition to ACTIVE for port object 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:00.056246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Transition to ACTIVE for port object 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:00.085323 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.123183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cc57d140-ddbc-4583-8833-61602a5513a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0defce758a8439cae6b91ea10154670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1615274 Jul 27 22:04:00.263055 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-6d6ae207-8fa5-4b7e-967c-4150d2f3df39 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e0defce758a8439cae6b91ea10154670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368104 Jul 27 22:04:00.433215 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.444095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Network 9b282291-8a24-4adc-b67c-6a1e9358d3a4 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:00.457930 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:00.474735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:00.496800 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356aef3-8bcd-4a4d-b6de-14ce00773304 None None] Pushing event updated for resources: {'Port': ['ID=bf900ebb-995a-4f28-bd60-9c1832f15414,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:00.646026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3b251-eefc-4129-99e0-1395c63a34df req-25c1c98b-05a1-4154-a188-5e52f1c798ab tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.648233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2f3b251-eefc-4129-99e0-1395c63a34df req-25c1c98b-05a1-4154-a188-5e52f1c798ab tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 936 time: 0.4174776 Jul 27 22:04:00.698355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Pushing event updated for resources: {'Port': ['ID=6ec3b6ed-2188-4ca4-8926-49908fd3fec9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:00.699383 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b13ac06-22b9-42a0-9a23-a79fc8958072 req-799a31aa-1f32-457f-b454-6d788ffcee15 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 210 time: 0.0481222 Jul 27 22:04:00.703743 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Attempting to bind port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:00.704114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Attempting to bind port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '6189fd27-6659-434d-9a4f-69d3228f138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b282291-8a24-4adc-b67c-6a1e9358d3a4'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:00.704478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Attempting to bind port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 on network 9b282291-8a24-4adc-b67c-6a1e9358d3a4 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:00.721558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:00.721944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Checking segment: {'id': '6189fd27-6659-434d-9a4f-69d3228f138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b282291-8a24-4adc-b67c-6a1e9358d3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:00.722391 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.722832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Bound using segment: {'id': '6189fd27-6659-434d-9a4f-69d3228f138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b282291-8a24-4adc-b67c-6a1e9358d3a4'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:00.723375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Bound port: 6ec3b6ed-2188-4ca4-8926-49908fd3fec9, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6189fd27-6659-434d-9a4f-69d3228f138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b282291-8a24-4adc-b67c-6a1e9358d3a4'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:00.723732 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.810159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] For port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:00.860139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.885853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] For port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6ec3b6ed-2188-4ca4-8926-49908fd3fec9,segment=NetworkSegment(6189fd27-6659-434d-9a4f-69d3228f138a),segment_id=6189fd27-6659-434d-9a4f-69d3228f138a)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:00.890059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-ddb47ef9-e055-4f13-b1ce-a8e586ec2d1e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:00.895905 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.900921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-ddb47ef9-e055-4f13-b1ce-a8e586ec2d1e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6205359 Jul 27 22:04:00.904616 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17cde6e2-ff45-4098-9169-0ef3b4219d18 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.929342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2bc08b-9e3b-4e6d-a774-49bb04fc9223']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:00.942836 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:00.960167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cde6e2-ff45-4098-9169-0ef3b4219d18 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Pushing event deleted for resources: {'Port': ['ID=6cdf2ff1-630a-4815-8d10-c83594a0f63f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:00.973559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf9879e-a118-4067-8f79-015aca1141be') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:00.973559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf9879e-a118-4067-8f79-015aca1141be') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:00.975670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Request body: {'port': {'device_id': '955785f0-b075-4877-9da8-6578a13d0995', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': 'e0defce758a8439cae6b91ea10154670'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:00.993711 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.081091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce906b8-f3b8-4a29-bbcc-c73edc6e4983 None None] Pushing event updated for resources: {'Port': ['ID=6ec3b6ed-2188-4ca4-8926-49908fd3fec9,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:01.105501 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.139639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:01.140313 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:01.144066 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:01.218490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:01.223026 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba73484-6130-40a3-a227-d800d10854bc {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:01.238229 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.299908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Transition to ACTIVE for port object 8ba73484-6130-40a3-a227-d800d10854bc will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:01.301581 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.307117 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.321537 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b2bc08b-9e3b-4e6d-a774-49bb04fc9223 HTTP/1.1" status: 204 len: 168 time: 3.3714166 Jul 27 22:04:01.337252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:01.344490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef74ad2-f125-4fe3-a14a-321e8adb308f admin admin] Pushing event deleted for resources: {'Network': ['ID=7b2bc08b-9e3b-4e6d-a774-49bb04fc9223,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:01.364130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.365249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:01.378162 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b063fff7-0484-44c7-8170-ab683da01a26 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.535899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2f3b251-eefc-4129-99e0-1395c63a34df req-be881082-3539-4bda-a5ad-fb8fe805859b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8184724 Jul 27 22:04:01.592470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37790) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:01.599108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063fff7-0484-44c7-8170-ab683da01a26 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event updated for resources: {'Subnet': ['ID=6261ed57-6808-497d-b21c-2e2a19acb904,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:01.623221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Made reservation on behalf of e0defce758a8439cae6b91ea10154670 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:01.632160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.660436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba73484-6130-40a3-a227-d800d10854bc,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:01.676114 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.688936 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17cde6e2-ff45-4098-9169-0ef3b4219d18 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.695432 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17cde6e2-ff45-4098-9169-0ef3b4219d18 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:01.706885 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-17cde6e2-ff45-4098-9169-0ef3b4219d18 tempest-ServersTestBootFromVolume-327921784 tempest-ServersTestBootFromVolume-327921784-project] 10.222.0.24 "DELETE /v2.0/floatingips/b5ca30ae-720f-4a88-a398-3dde89912985 HTTP/1.1" status: 204 len: 168 time: 3.7182109 Jul 27 22:04:01.709289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=7511f881-86f1-4133-8fe3-016d30c2802a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:01.721018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37794) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:01.725588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37796) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:01.754396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b063fff7-0484-44c7-8170-ab683da01a26 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Checking segment: {'id': '38ef0dcf-1dfd-4e80-977f-4371dd984d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '223137d3-66b0-4fc4-bb9f-b6af69d868ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:01.754773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b063fff7-0484-44c7-8170-ab683da01a26 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Network hostable DHCP agents. Network: 223137d3-66b0-4fc4-bb9f-b6af69d868ca, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:01.773159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ddadf-cdb2-41ae-bb7f-b23d6a92b894 None None] Network 325e4816-1bb2-4693-92f1-277429bb9e2f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:01.933320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3db50fa1-44fc-40e5-aa2d-272a7f7f21b7 None None] Provisioning for port bf900ebb-995a-4f28-bd60-9c1832f15414 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:02.039929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b063fff7-0484-44c7-8170-ab683da01a26 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Network 223137d3-66b0-4fc4-bb9f-b6af69d868ca is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:02.080832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b063fff7-0484-44c7-8170-ab683da01a26 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 223137d3-66b0-4fc4-bb9f-b6af69d868ca) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:02.085953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b063fff7-0484-44c7-8170-ab683da01a26 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.087529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b063fff7-0484-44c7-8170-ab683da01a26 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.097229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4f2d7-1f1a-4abf-b3dc-68bf7174a8cc None None] Network 223137d3-66b0-4fc4-bb9f-b6af69d868ca requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:02.155792 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.159127 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f3e3b593-c86a-4a08-9154-97e5f20e58e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5953adddb644b138aaf71558e7a1b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536384 Jul 27 22:04:02.189196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:02.193631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Attempting to bind port 8ba73484-6130-40a3-a227-d800d10854bc on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:02.194192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Attempting to bind port 8ba73484-6130-40a3-a227-d800d10854bc by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:02.194729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Attempting to bind port 8ba73484-6130-40a3-a227-d800d10854bc on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:02.204526 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-fbfb699a-c020-4f37-af83-b019121e0b19 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e0defce758a8439cae6b91ea10154670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659611 Jul 27 22:04:02.210149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Port 8ba73484-6130-40a3-a227-d800d10854bc on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:04:02.210876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Attempting to bind port 8ba73484-6130-40a3-a227-d800d10854bc on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:02.237801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e74b01dc-31a4-4d4e-9876-198af226f8d9 req-cb5b5a1a-9993-47fd-ad28-f5cb25fd637e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 210 time: 0.3110247 Jul 27 22:04:02.254659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81e31-74b3-48b1-a235-0477df520dad req-0b72b717-d737-43e7-a07f-2425765cecf7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.260577 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81e31-74b3-48b1-a235-0477df520dad req-0b72b717-d737-43e7-a07f-2425765cecf7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.271692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81e31-74b3-48b1-a235-0477df520dad req-0b72b717-d737-43e7-a07f-2425765cecf7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.282692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81e31-74b3-48b1-a235-0477df520dad req-0b72b717-d737-43e7-a07f-2425765cecf7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.290550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:02.290895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:02.291320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:02.291766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Bound port: 8ba73484-6130-40a3-a227-d800d10854bc, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:02.292129 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.295050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81e31-74b3-48b1-a235-0477df520dad req-0b72b717-d737-43e7-a07f-2425765cecf7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.312242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81e31-74b3-48b1-a235-0477df520dad req-0b72b717-d737-43e7-a07f-2425765cecf7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.324209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81e31-74b3-48b1-a235-0477df520dad req-0b72b717-d737-43e7-a07f-2425765cecf7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.334951 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82b81e31-74b3-48b1-a235-0477df520dad req-0b72b717-d737-43e7-a07f-2425765cecf7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5419 time: 1.1436658 Jul 27 22:04:02.420105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-febc53e2-f02e-4b58-8589-9930f26514b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.429215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-223137d3-66b0-4fc4-bb9f-b6af69d868ca', 'network_id': '223137d3-66b0-4fc4-bb9f-b6af69d868ca', 'tenant_id': '7752538127da41ea8b91a87b4c758c56', 'fixed_ips': [{'subnet_id': '6261ed57-6808-497d-b21c-2e2a19acb904'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:02.430146 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.519709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] For port 8ba73484-6130-40a3-a227-d800d10854bc, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:02.525008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] For port 8ba73484-6130-40a3-a227-d800d10854bc, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8ba73484-6130-40a3-a227-d800d10854bc,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:02.539062 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.554551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-f6910534-252e-44a3-8b7d-572e895c1276 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.557346 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-f6910534-252e-44a3-8b7d-572e895c1276 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3434129 Jul 27 22:04:02.660628 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82b81e31-74b3-48b1-a235-0477df520dad req-e1cc7c0e-3a6f-46f5-a8e9-e63f72d84c2f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3247457 Jul 27 22:04:02.673198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Request body: {'port': {'device_id': '04f74786-145c-44cc-95c6-ad7fcdd2f060', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': 'e0defce758a8439cae6b91ea10154670'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:02.698047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:02.741991 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.760813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Allocated IP 172.20.0.2 (223137d3-66b0-4fc4-bb9f-b6af69d868ca/6261ed57-6808-497d-b21c-2e2a19acb904/434fae79-e48d-4577-bd31-6fc55cfd5039) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:02.779095 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:02.779466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.781605 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] 10.222.0.43 "PUT /v2.0/ports/8ba73484-6130-40a3-a227-d800d10854bc HTTP/1.1" status: 200 len: 1096 time: 3.5740101 Jul 27 22:04:02.782161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d956da-1362-476a-8d65-c242495835d8', 'tag': '8ba73484-6130-40a3-a227-d800d10854bc'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:02.784939 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e232b022-3351-4fa8-ab73-f263734a09b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d956da-1362-476a-8d65-c242495835d8", "tag": "8ba73484-6130-40a3-a227-d800d10854bc"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:02.805384 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:02.847646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d4f3f3-bccb-4551-90c3-15e1bb5019be None None] Network 9b282291-8a24-4adc-b67c-6a1e9358d3a4 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:02.868019 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dee5d5-959b-4321-953b-e3ff494e484a x-openstack-request-id: req-17dee5d5-959b-4321-953b-e3ff494e484a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:02.868447 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d956da-1362-476a-8d65-c242495835d8", "tag": "8ba73484-6130-40a3-a227-d800d10854bc", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:02.868812 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17dee5d5-959b-4321-953b-e3ff494e484a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:02.869434 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d956da-1362-476a-8d65-c242495835d8', 'tag': '8ba73484-6130-40a3-a227-d800d10854bc', 'status': 'completed', 'code': 200} Jul 27 22:04:02.896503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba73484-6130-40a3-a227-d800d10854bc,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:02.902889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bf900ebb-995a-4f28-bd60-9c1832f15414 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:02.924343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:02.924823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:02.925281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:02.925711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:02.926141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:02.926589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:02.927010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:02.927433 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:02.927854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:02.928281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:02.928707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:02.929143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f9ed7e-7e09-47f7-bb3d-8b178f679677 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:02.929635 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.960292 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b063fff7-0484-44c7-8170-ab683da01a26 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2411921 Jul 27 22:04:02.963664 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37806) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:02.968881 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:02.970177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-27345219-fdb7-457d-9338-f681602cf93e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Request body: {'subnet': {'network_id': 'c858ab4b-e23e-49fb-8ed2-66f700283feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:02.999891 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-46b5691d-68a7-4c5d-9a7c-3cca9a438aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.006415 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-46b5691d-68a7-4c5d-9a7c-3cca9a438aa3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57c8f10a0bad48538579cdc1c0853c87&device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 1099 time: 0.1520886 Jul 27 22:04:03.078155 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.107622 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-16474e54-660f-4fa0-bbf3-7925e955f344 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=8ba73484-6130-40a3-a227-d800d10854bc HTTP/1.1" status: 200 len: 217 time: 0.0632188 Jul 27 22:04:03.173894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f731b944-8fe1-43cf-9933-cfff71dba6fb None None] Provisioning for port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:03.197218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f731b944-8fe1-43cf-9933-cfff71dba6fb None None] Provisioning complete for port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:03.197595 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f731b944-8fe1-43cf-9933-cfff71dba6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.203636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-82c12207-8477-4b0b-b33f-c3f093541903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.205451 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-82c12207-8477-4b0b-b33f-c3f093541903 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0817323 Jul 27 22:04:03.250795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.254093 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.259180 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3eff8c2d-93c3-47a8-96d5-880be2daa227 HTTP/1.1" status: 204 len: 168 time: 1.0623224 Jul 27 22:04:03.282055 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.290948 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Transition to ACTIVE for port object 434fae79-e48d-4577-bd31-6fc55cfd5039 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:03.306142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Transition to ACTIVE for port object 434fae79-e48d-4577-bd31-6fc55cfd5039 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:03.337202 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.339062 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-e567a596-e781-47aa-929a-f838b4a679ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.341679 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-e567a596-e781-47aa-929a-f838b4a679ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269813 Jul 27 22:04:03.347023 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41c7a1c4-c101-459d-baae-811be6967fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.365439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Allocated IP 192.168.233.144 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/002200e4-c61c-429a-bdb1-f60940e35d19) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:03.382311 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port bf900ebb-995a-4f28-bd60-9c1832f15414 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:03.398337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bf900ebb-995a-4f28-bd60-9c1832f15414 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:03.399437 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.408506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e3a591-19aa-4709-b3f9-1333045d62b0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:03.436358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Network 223137d3-66b0-4fc4-bb9f-b6af69d868ca is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:03.441986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a482f-3102-4db0-9162-8392025b8217 req-19abd5ad-8a2b-4c2f-9f35-9ab83fb6a021 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:03.444083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c1a482f-3102-4db0-9162-8392025b8217 req-19abd5ad-8a2b-4c2f-9f35-9ab83fb6a021 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 948 time: 0.7299590 Jul 27 22:04:03.447752 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-febc53e2-f02e-4b58-8589-9930f26514b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.453112 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-525065e6-98fe-46f6-acd0-8d8531b5d2fc service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027215 Jul 27 22:04:03.459642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:03.464422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:03.467712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Pushing event updated for resources: {'Port': ['ID=434fae79-e48d-4577-bd31-6fc55cfd5039,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:03.534573 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-166b220e-95fb-4f84-8a52-6e75ff17d29b req-583dfbcf-a442-46f9-8f42-7df0a8da26bf tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 210 time: 0.1144519 Jul 27 22:04:03.536572 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-febc53e2-f02e-4b58-8589-9930f26514b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.587606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eff8c2d-93c3-47a8-96d5-880be2daa227,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:03.588829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Made reservation on behalf of e0defce758a8439cae6b91ea10154670 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:03.597002 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.598533 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f731b944-8fe1-43cf-9933-cfff71dba6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.600461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Attempting to bind port 434fae79-e48d-4577-bd31-6fc55cfd5039 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:03.600834 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Attempting to bind port 434fae79-e48d-4577-bd31-6fc55cfd5039 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '38ef0dcf-1dfd-4e80-977f-4371dd984d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '223137d3-66b0-4fc4-bb9f-b6af69d868ca'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:03.601536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Attempting to bind port 434fae79-e48d-4577-bd31-6fc55cfd5039 on network 223137d3-66b0-4fc4-bb9f-b6af69d868ca {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:03.617195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:03.617566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Checking segment: {'id': '38ef0dcf-1dfd-4e80-977f-4371dd984d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '223137d3-66b0-4fc4-bb9f-b6af69d868ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:03.617970 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.618407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Bound using segment: {'id': '38ef0dcf-1dfd-4e80-977f-4371dd984d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '223137d3-66b0-4fc4-bb9f-b6af69d868ca'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:03.618896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Bound port: 434fae79-e48d-4577-bd31-6fc55cfd5039, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ef0dcf-1dfd-4e80-977f-4371dd984d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '223137d3-66b0-4fc4-bb9f-b6af69d868ca'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:03.619282 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.675263 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.675788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.676536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.676536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.676748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.676988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.677615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.677615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.678867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.678867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.679313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.680931 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89032ba-bad5-4120-a976-d0c8698bd04a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:03.681386 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f731b944-8fe1-43cf-9933-cfff71dba6fb None None] For port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6ec3b6ed-2188-4ca4-8926-49908fd3fec9,segment=NetworkSegment(6189fd27-6659-434d-9a4f-69d3228f138a),segment_id=6189fd27-6659-434d-9a4f-69d3228f138a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:03.714759 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f731b944-8fe1-43cf-9933-cfff71dba6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.730649 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c1a482f-3102-4db0-9162-8392025b8217 req-c7a49d47-d06b-4921-9886-4de2e0ef1c50 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337756 Jul 27 22:04:03.732766 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.766911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-febc53e2-f02e-4b58-8589-9930f26514b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b282041de714eb1b49a1e6e74f3d843&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1608107 Jul 27 22:04:03.767969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:03.829806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.849998 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a102e9dc-63b8-41f9-88cb-10b036dbc088 req-bd22a923-68ce-4f13-a32b-06581e2c216d service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460999 Jul 27 22:04:03.850447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Transition to ACTIVE for port object 002200e4-c61c-429a-bdb1-f60940e35d19 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:03.852425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27345219-fdb7-457d-9338-f681602cf93e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Made reservation on behalf of 7752538127da41ea8b91a87b4c758c56 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:03.855123 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27345219-fdb7-457d-9338-f681602cf93e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.859881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] For port 434fae79-e48d-4577-bd31-6fc55cfd5039, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:03.870512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port bf900ebb-995a-4f28-bd60-9c1832f15414, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bf900ebb-995a-4f28-bd60-9c1832f15414,segment=NetworkSegment(afa72b10-ebf2-4b79-8999-1600fe0f07e5),segment_id=afa72b10-ebf2-4b79-8999-1600fe0f07e5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:03.882721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731b944-8fe1-43cf-9933-cfff71dba6fb None None] Pushing event updated for resources: {'Port': ['ID=6ec3b6ed-2188-4ca4-8926-49908fd3fec9,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:03.900509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] For port 434fae79-e48d-4577-bd31-6fc55cfd5039, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=434fae79-e48d-4577-bd31-6fc55cfd5039,segment=NetworkSegment(38ef0dcf-1dfd-4e80-977f-4371dd984d38),segment_id=38ef0dcf-1dfd-4e80-977f-4371dd984d38)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:03.901746 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.913641 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.921577 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:03.924313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc53e2-f02e-4b58-8589-9930f26514b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7450b4f-1070-4a68-bb76-f5ce49548bda,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:03.972951 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.032335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=bf900ebb-995a-4f28-bd60-9c1832f15414,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:04.062420 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-431165c8-d304-4b3b-aefc-d378eb50e0ea None None] Provisioning complete for port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:04.063095 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-431165c8-d304-4b3b-aefc-d378eb50e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.124175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7014ac-8d74-4e69-b261-a9d3e36518a1 None None] Pushing event updated for resources: {'Port': ['ID=434fae79-e48d-4577-bd31-6fc55cfd5039,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:04.158693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232b022-3351-4fa8-ab73-f263734a09b2 req-643a93c2-c455-4a5d-b200-15f36920c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.160335 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e232b022-3351-4fa8-ab73-f263734a09b2 req-643a93c2-c455-4a5d-b200-15f36920c059 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=57c8f10a0bad48538579cdc1c0853c87&device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 1099 time: 0.2029073 Jul 27 22:04:04.243720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab68953-a9da-4fe1-a81a-213280621bae req-6d2ca2fe-cd85-4dc7-a2a1-44ea0268f4e0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.250161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab68953-a9da-4fe1-a81a-213280621bae req-6d2ca2fe-cd85-4dc7-a2a1-44ea0268f4e0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.256362 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab68953-a9da-4fe1-a81a-213280621bae req-6d2ca2fe-cd85-4dc7-a2a1-44ea0268f4e0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.262620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab68953-a9da-4fe1-a81a-213280621bae req-6d2ca2fe-cd85-4dc7-a2a1-44ea0268f4e0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.271755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab68953-a9da-4fe1-a81a-213280621bae req-6d2ca2fe-cd85-4dc7-a2a1-44ea0268f4e0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.275554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab68953-a9da-4fe1-a81a-213280621bae req-6d2ca2fe-cd85-4dc7-a2a1-44ea0268f4e0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.284580 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab68953-a9da-4fe1-a81a-213280621bae req-6d2ca2fe-cd85-4dc7-a2a1-44ea0268f4e0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.286544 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eab68953-a9da-4fe1-a81a-213280621bae req-6d2ca2fe-cd85-4dc7-a2a1-44ea0268f4e0 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5419 time: 0.3553500 Jul 27 22:04:04.291671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:04.301202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Pushing event updated for resources: {'Port': ['ID=002200e4-c61c-429a-bdb1-f60940e35d19,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:04.303709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:04.313350 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Allocated IP 192.168.233.186 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/2f3309b1-4d12-421f-9a1b-cdd1d317a777) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:04.314529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:04.329629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232b022-3351-4fa8-ab73-f263734a09b2 req-5d2ff28e-05e6-41d0-9b15-e54e2ce971b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.331143 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e232b022-3351-4fa8-ab73-f263734a09b2 req-5d2ff28e-05e6-41d0-9b15-e54e2ce971b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1597223 Jul 27 22:04:04.372149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Router c7a3f126-39cc-4382-96c8-c7723ca02de9 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:04:04.398188 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f194788-d4a9-4b27-981c-c2b494fe53cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.415908 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e232b022-3351-4fa8-ab73-f263734a09b2 req-d1503106-3f30-40aa-9c98-327779f2cfa6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=8ba73484-6130-40a3-a227-d800d10854bc HTTP/1.1" status: 200 len: 217 time: 0.0754671 Jul 27 22:04:04.444497 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f194788-d4a9-4b27-981c-c2b494fe53cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.507713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eab68953-a9da-4fe1-a81a-213280621bae req-f410e01b-530b-492d-9f1c-48bbce6b3193 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2113216 Jul 27 22:04:04.523903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.524940 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.536033 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f194788-d4a9-4b27-981c-c2b494fe53cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.540712 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f194788-d4a9-4b27-981c-c2b494fe53cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.544444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8f194788-d4a9-4b27-981c-c2b494fe53cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7450b4f-1070-4a68-bb76-f5ce49548bda HTTP/1.1" status: 204 len: 168 time: 0.6298976 Jul 27 22:04:04.578894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:04.659548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:04.662832 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.778776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bf900ebb-995a-4f28-bd60-9c1832f15414 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:04.779927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232b022-3351-4fa8-ab73-f263734a09b2 req-4c0b10d6-7cc7-4b5f-b211-4d9ce569d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:04.782600 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e232b022-3351-4fa8-ab73-f263734a09b2 req-4c0b10d6-7cc7-4b5f-b211-4d9ce569d42f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.3556902 Jul 27 22:04:04.848000 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-63aa634d-bbaf-4930-82d7-72081b06641e None None] Provisioning for port 002200e4-c61c-429a-bdb1-f60940e35d19 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:04.856186 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bf900ebb-995a-4f28-bd60-9c1832f15414 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:04.856803 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.860873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-63aa634d-bbaf-4930-82d7-72081b06641e None None] Provisioning complete for port 002200e4-c61c-429a-bdb1-f60940e35d19 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:04.861918 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63aa634d-bbaf-4930-82d7-72081b06641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.897960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-deb1bdbc-de4b-43d6-9899-4d8fdb106483 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9428787 Jul 27 22:04:04.919077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27345219-fdb7-457d-9338-f681602cf93e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.922851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194788-d4a9-4b27-981c-c2b494fe53cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7450b4f-1070-4a68-bb76-f5ce49548bda,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:04.944893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-63aa634d-bbaf-4930-82d7-72081b06641e None None] Port 002200e4-c61c-429a-bdb1-f60940e35d19 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:04.998631 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d7aa546-04fa-431a-b7e5-58441b6d4071 req-4b5dc90f-8561-448d-bea8-3a78337a1ab9 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 210 time: 0.2799590 Jul 27 22:04:05.019665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Request body: {'port': {'device_id': '955785f0-b075-4877-9da8-6578a13d0995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:05.046246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:05.056280 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Sync routers for ids ['c7a3f126-39cc-4382-96c8-c7723ca02de9'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:05.068832 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Routers {'c7a3f126-39cc-4382-96c8-c7723ca02de9'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:05.069622 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c7a3f126-39cc-4382-96c8-c7723ca02de9'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:05.071738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232b022-3351-4fa8-ab73-f263734a09b2 req-f7e14000-9bc4-441b-a69e-23212113969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:05.073494 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e232b022-3351-4fa8-ab73-f263734a09b2 req-f7e14000-9bc4-441b-a69e-23212113969e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2749190 Jul 27 22:04:05.106344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8ba73484-6130-40a3-a227-d800d10854bc details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:05.145153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-41c7a1c4-c101-459d-baae-811be6967fae admin admin] Deleting port 48bb5723-f480-4952-a45e-fe5e61321778 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:05.145498 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41c7a1c4-c101-459d-baae-811be6967fae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.321171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37860) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:05.327779 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Set router c7a3f126-39cc-4382-96c8-c7723ca02de9 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:05.342816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8ba73484-6130-40a3-a227-d800d10854bc, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8ba73484-6130-40a3-a227-d800d10854bc,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:05.361129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '8ba73484-6130-40a3-a227-d800d10854bc', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '8ba73484-6130-40a3-a227-d800d10854bc', 'mac_address': 'fa:16:3e:62:7f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:05.432655 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.458540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba73484-6130-40a3-a227-d800d10854bc {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:05.501445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8ba73484-6130-40a3-a227-d800d10854bc, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8ba73484-6130-40a3-a227-d800d10854bc,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:05.514451 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.671953 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.673741 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-97e5cbcb-1e35-4713-8b6a-f7e717cf3ab2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 8.5659399 Jul 27 22:04:05.675360 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb82c4d-e836-4f7f-978a-d86fe95e257f None None] Network 223137d3-66b0-4fc4-bb9f-b6af69d868ca requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:05.678190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37868) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:05.706174 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=8ba73484-6130-40a3-a227-d800d10854bc,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:05.731950 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.754586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['8ba73484-6130-40a3-a227-d800d10854bc'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:05.759448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182a237-02c6-4af3-9584-3c6828b32260 req-8797148d-9b95-4790-b9df-2f4217c07c29 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:05.771906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7182a237-02c6-4af3-9584-3c6828b32260 req-8797148d-9b95-4790-b9df-2f4217c07c29 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 948 time: 0.7814589 Jul 27 22:04:05.778857 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.781179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27345219-fdb7-457d-9338-f681602cf93e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event updated for resources: {'Subnet': ['ID=3af2d04a-b840-4284-9c6d-2acdd9c5f7f9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:05.852563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-617ce936-aac6-460a-aacb-85e8a538a7ab None None] Provisioning for port 434fae79-e48d-4577-bd31-6fc55cfd5039 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:05.872779 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e232b022-3351-4fa8-ab73-f263734a09b2 req-3fd86873-695f-4401-b23d-7a1ed31649e5 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7431843 Jul 27 22:04:05.874169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27345219-fdb7-457d-9338-f681602cf93e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Checking segment: {'id': '9e4b2147-f40b-40bf-bc07-4f77c8a80c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c858ab4b-e23e-49fb-8ed2-66f700283feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:05.874568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27345219-fdb7-457d-9338-f681602cf93e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Network hostable DHCP agents. Network: c858ab4b-e23e-49fb-8ed2-66f700283feb, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:05.933191 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:01Z', 'revision_number': 3, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:05.967408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d28604d-7b53-4624-b422-9f56a3bde6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.994395 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Checking router: c7a3f126-39cc-4382-96c8-c7723ca02de9 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:05.995042 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Updating router c7a3f126-39cc-4382-96c8-c7723ca02de9 port 7511f881-86f1-4133-8fe3-016d30c2802a binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:04:06.042498 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.055441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Transition to ACTIVE for port object 2f3309b1-4d12-421f-9a1b-cdd1d317a777 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:06.079453 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27345219-fdb7-457d-9338-f681602cf93e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Network c858ab4b-e23e-49fb-8ed2-66f700283feb is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:06.093604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7182a237-02c6-4af3-9584-3c6828b32260 req-d0f55a2f-3c26-49a4-be75-843ebce16d61 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199794 Jul 27 22:04:06.109656 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e232b022-3351-4fa8-ab73-f263734a09b2 req-3fac2dcd-43b9-42a5-873c-b621d6ab5eef service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205069 Jul 27 22:04:06.125017 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-27345219-fdb7-457d-9338-f681602cf93e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, c858ab4b-e23e-49fb-8ed2-66f700283feb) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:06.134747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef848f8-06eb-40ea-9ec0-c8f54d686115 None None] Network c858ab4b-e23e-49fb-8ed2-66f700283feb requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:06.147911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-41c7a1c4-c101-459d-baae-811be6967fae admin admin] For port 48bb5723-f480-4952-a45e-fe5e61321778, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=48bb5723-f480-4952-a45e-fe5e61321778,segment=NetworkSegment(d57a12e4-4f8d-4d49-8b7e-2b503d2b480d),segment_id=d57a12e4-4f8d-4d49-8b7e-2b503d2b480d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:06.149195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41c7a1c4-c101-459d-baae-811be6967fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.151817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858ac-f5d4-45c2-a78d-1c88b85b1dc0 req-220f36d8-6a59-4bd8-9f83-d65b16e2c12e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.153065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27345219-fdb7-457d-9338-f681602cf93e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.153826 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27345219-fdb7-457d-9338-f681602cf93e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.175748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858ac-f5d4-45c2-a78d-1c88b85b1dc0 req-220f36d8-6a59-4bd8-9f83-d65b16e2c12e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.186540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858ac-f5d4-45c2-a78d-1c88b85b1dc0 req-220f36d8-6a59-4bd8-9f83-d65b16e2c12e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.192873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858ac-f5d4-45c2-a78d-1c88b85b1dc0 req-220f36d8-6a59-4bd8-9f83-d65b16e2c12e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.202823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-41c7a1c4-c101-459d-baae-811be6967fae admin admin] Calling delete_port for 48bb5723-f480-4952-a45e-fe5e61321778 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:06.218299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858ac-f5d4-45c2-a78d-1c88b85b1dc0 req-220f36d8-6a59-4bd8-9f83-d65b16e2c12e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.239240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858ac-f5d4-45c2-a78d-1c88b85b1dc0 req-220f36d8-6a59-4bd8-9f83-d65b16e2c12e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.244564 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.248079 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d28604d-7b53-4624-b422-9f56a3bde6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.249564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163858ac-f5d4-45c2-a78d-1c88b85b1dc0 req-220f36d8-6a59-4bd8-9f83-d65b16e2c12e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.251811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-163858ac-f5d4-45c2-a78d-1c88b85b1dc0 req-220f36d8-6a59-4bd8-9f83-d65b16e2c12e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5419 time: 0.5234237 Jul 27 22:04:06.316114 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d28604d-7b53-4624-b422-9f56a3bde6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.370380 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-27345219-fdb7-457d-9338-f681602cf93e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4045146 Jul 27 22:04:06.385908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37890) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:06.407563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-c858ab4b-e23e-49fb-8ed2-66f700283feb', 'network_id': 'c858ab4b-e23e-49fb-8ed2-66f700283feb', 'tenant_id': '7752538127da41ea8b91a87b4c758c56', 'fixed_ips': [{'subnet_id': '3af2d04a-b840-4284-9c6d-2acdd9c5f7f9'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:06.408881 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.469511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:06.522544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:06.530894 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5d28604d-7b53-4624-b422-9f56a3bde6c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bd7a357fe6b4a3bb7a7fe8f3aa448aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2069268 Jul 27 22:04:06.533416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:06.537102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Pushing event updated for resources: {'Port': ['ID=2f3309b1-4d12-421f-9a1b-cdd1d317a777,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:06.540056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37892) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:06.548079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28604d-7b53-4624-b422-9f56a3bde6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cf2d02-9af1-41ec-a7b1-a810c713a53c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:06.585533 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.595997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe968b-f8fd-4ea4-9794-b556d2b18577 req-2c01b664-65be-4c41-8f37-da2538ed49a8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.598231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f7fe968b-f8fd-4ea4-9794-b556d2b18577 req-2c01b664-65be-4c41-8f37-da2538ed49a8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 936 time: 0.2542908 Jul 27 22:04:06.605809 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Transition to ACTIVE for port object 7511f881-86f1-4133-8fe3-016d30c2802a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:06.622031 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.622316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-163858ac-f5d4-45c2-a78d-1c88b85b1dc0 req-9971748d-65fd-4d61-ac71-b6200bde6f84 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2797244 Jul 27 22:04:06.691082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 434fae79-e48d-4577-bd31-6fc55cfd5039 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:06.702201 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4e58a-92d2-4f3f-bbb3-e0e9e3490ca3 None None] Pushing event updated for resources: {'Port': ['ID=7511f881-86f1-4133-8fe3-016d30c2802a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:06.730899 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Attempting to bind port 7511f881-86f1-4133-8fe3-016d30c2802a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:06.731271 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Attempting to bind port 7511f881-86f1-4133-8fe3-016d30c2802a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:06.732677 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Attempting to bind port 7511f881-86f1-4133-8fe3-016d30c2802a on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:06.748104 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:06.748491 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:06.749097 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.749498 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:06.749972 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Bound port: 7511f881-86f1-4133-8fe3-016d30c2802a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:06.750403 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.854861 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] For port 7511f881-86f1-4133-8fe3-016d30c2802a, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:06.859371 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] For port 7511f881-86f1-4133-8fe3-016d30c2802a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7511f881-86f1-4133-8fe3-016d30c2802a,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:06.870549 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.897486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 434fae79-e48d-4577-bd31-6fc55cfd5039 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:06.905368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 434fae79-e48d-4577-bd31-6fc55cfd5039 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:06.906028 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.909265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Allocated IP 172.20.0.2 (c858ab4b-e23e-49fb-8ed2-66f700283feb/3af2d04a-b840-4284-9c6d-2acdd9c5f7f9/c907e863-a551-425f-a6a6-3431de140d5f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:06.942904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:06.943155 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:06.960382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e9ecb4df-727b-4972-9e8e-8f6a732dac7c details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:06.965377 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4e58a-92d2-4f3f-bbb3-e0e9e3490ca3 None None] Pushing event updated for resources: {'Port': ['ID=7511f881-86f1-4133-8fe3-016d30c2802a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:07.000467 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Routers {'c7a3f126-39cc-4382-96c8-c7723ca02de9'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:07.001094 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c7a3f126-39cc-4382-96c8-c7723ca02de9'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:07.044781 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f7fe968b-f8fd-4ea4-9794-b556d2b18577 req-b30e6a6b-0bab-4385-b870-3aecbd73d8ba tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324355 Jul 27 22:04:07.060554 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1c7cc4b3-77e1-48e3-9734-94b3fb275367 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4048653 Jul 27 22:04:07.079071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Request body: {'port': {'device_id': '04f74786-145c-44cc-95c6-ad7fcdd2f060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:07.084414 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee16546d-7479-4a00-905e-d45a77e2a74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.115446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002200e4-c61c-429a-bdb1-f60940e35d19 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:07.152317 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] Set router c7a3f126-39cc-4382-96c8-c7723ca02de9 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:07.186494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.207385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Transition to ACTIVE for port object 002200e4-c61c-429a-bdb1-f60940e35d19 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:07.231796 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.243486 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee16546d-7479-4a00-905e-d45a77e2a74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.300784 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.312647 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.353801 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41c7a1c4-c101-459d-baae-811be6967fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.358331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Pushing event updated for resources: {'Port': ['ID=002200e4-c61c-429a-bdb1-f60940e35d19,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:07.371125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e9ecb4df-727b-4972-9e8e-8f6a732dac7c, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e9ecb4df-727b-4972-9e8e-8f6a732dac7c,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:07.394543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8ba73484-6130-40a3-a227-d800d10854bc up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:07.420659 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.453052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e9f55d69-396a-4694-9c1c-ee1ec52c6494 None None] Provisioning for port 2f3309b1-4d12-421f-9a1b-cdd1d317a777 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:07.477680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'e9ecb4df-727b-4972-9e8e-8f6a732dac7c', 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74', 'port_id': 'e9ecb4df-727b-4972-9e8e-8f6a732dac7c', 'mac_address': 'fa:16:3e:d0:ba:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0f51f0-7bee-4eba-aab0-f9030365afa9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:07.512935 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:01Z', 'revision_number': 3, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:07.518377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7a1c4-c101-459d-baae-811be6967fae admin admin] Pushing event deleted for resources: {'Port': ['ID=48bb5723-f480-4952-a45e-fe5e61321778,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:07.576478 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.578936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e9f55d69-396a-4694-9c1c-ee1ec52c6494 None None] Provisioning complete for port 2f3309b1-4d12-421f-9a1b-cdd1d317a777 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:07.579518 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9f55d69-396a-4694-9c1c-ee1ec52c6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.580991 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582946e7-8508-4b74-9b21-8739c6c5f4e7 None None] The sync data for ids ['c7a3f126-39cc-4382-96c8-c7723ca02de9'] in n-d-802011-3 is: [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:01Z', 'revision_number': 3, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:07.672284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c3a39-dd54-44dc-9dca-448c97aa6c4c req-8065210d-2282-4792-9bcd-b8b8ea52db3a tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:07.679930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-875c3a39-dd54-44dc-9dca-448c97aa6c4c req-8065210d-2282-4792-9bcd-b8b8ea52db3a tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 949 time: 0.4688296 Jul 27 22:04:07.890939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ecb4df-727b-4972-9e8e-8f6a732dac7c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:07.900393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Allocated IP 172.20.0.1 (223137d3-66b0-4fc4-bb9f-b6af69d868ca/6261ed57-6808-497d-b21c-2e2a19acb904/84a3f6f0-1664-4407-bf9b-31c852cbcee1) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:07.905063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-875c3a39-dd54-44dc-9dca-448c97aa6c4c req-c5cf93bc-6c39-4e17-ba17-bfa85837f8ad tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236662 Jul 27 22:04:07.913585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e9ecb4df-727b-4972-9e8e-8f6a732dac7c, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e9ecb4df-727b-4972-9e8e-8f6a732dac7c,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:07.934396 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.935046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 77e3b391-a760-4065-8191-93ed4633266d details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:07.956185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Attempting to bind port 002200e4-c61c-429a-bdb1-f60940e35d19 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:07.958292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Attempting to bind port 002200e4-c61c-429a-bdb1-f60940e35d19 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:07.958292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Attempting to bind port 002200e4-c61c-429a-bdb1-f60940e35d19 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:07.972695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Port 002200e4-c61c-429a-bdb1-f60940e35d19 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:04:07.973033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Attempting to bind port 002200e4-c61c-429a-bdb1-f60940e35d19 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:08.019707 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e9f55d69-396a-4694-9c1c-ee1ec52c6494 None None] Port 2f3309b1-4d12-421f-9a1b-cdd1d317a777 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:08.031996 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.035357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 8ba73484-6130-40a3-a227-d800d10854bc completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:08.047791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:08.048377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:08.049272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:08.049900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Bound port: 002200e4-c61c-429a-bdb1-f60940e35d19, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:08.050854 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.051559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 8ba73484-6130-40a3-a227-d800d10854bc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:08.051930 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.064069 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee16546d-7479-4a00-905e-d45a77e2a74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.066792 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee16546d-7479-4a00-905e-d45a77e2a74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.070706 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ee16546d-7479-4a00-905e-d45a77e2a74f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57cf2d02-9af1-41ec-a7b1-a810c713a53c HTTP/1.1" status: 204 len: 168 time: 1.5250883 Jul 27 22:04:08.141923 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16546d-7479-4a00-905e-d45a77e2a74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cf2d02-9af1-41ec-a7b1-a810c713a53c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:08.172011 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.194728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Transition to ACTIVE for port object c907e863-a551-425f-a6a6-3431de140d5f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:08.232089 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:04:08.302863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Allocated IP 172.20.0.1 (325e4816-1bb2-4693-92f1-277429bb9e2f/2e3de8b1-6da6-4216-be06-6b71bb9efb12/990558e5-5373-4cb6-9821-9693b1bbeaba) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:08.340446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 77e3b391-a760-4065-8191-93ed4633266d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=77e3b391-a760-4065-8191-93ed4633266d,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:08.349308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=e9ecb4df-727b-4972-9e8e-8f6a732dac7c,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:08.362178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Transition to ACTIVE for port object c907e863-a551-425f-a6a6-3431de140d5f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:08.413735 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.419705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08e992-40d5-4d37-8559-560c29d15e34 req-c11593f3-be05-4979-a505-c930524fcc15 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.424278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.425693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d08e992-40d5-4d37-8559-560c29d15e34 req-c11593f3-be05-4979-a505-c930524fcc15 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 936 time: 0.2351351 Jul 27 22:04:08.443088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 434fae79-e48d-4577-bd31-6fc55cfd5039, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=434fae79-e48d-4577-bd31-6fc55cfd5039,segment=NetworkSegment(38ef0dcf-1dfd-4e80-977f-4371dd984d38),segment_id=38ef0dcf-1dfd-4e80-977f-4371dd984d38)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:08.469715 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.474783 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.488365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '77e3b391-a760-4065-8191-93ed4633266d', 'network_id': '7efe6e56-000d-409a-b0b3-b6fad79e6b74', 'port_id': '77e3b391-a760-4065-8191-93ed4633266d', 'mac_address': 'fa:16:3e:3d:04:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0f51f0-7bee-4eba-aab0-f9030365afa9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:08.528582 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Network c858ab4b-e23e-49fb-8ed2-66f700283feb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:08.535380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d956da-1362-476a-8d65-c242495835d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba73484-6130-40a3-a227-d800d10854bc'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:08.539793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Transition to ACTIVE for port object 84a3f6f0-1664-4407-bf9b-31c852cbcee1 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:08.540478 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538dd20f-a38e-4ccb-8b6d-db8d3690508c" -d '{"events": [{"server_uuid": "a5d956da-1362-476a-8d65-c242495835d8", "name": "network-vif-plugged", "status": "completed", "tag": "8ba73484-6130-40a3-a227-d800d10854bc"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:08.541397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d40-b187-4755-838e-81955cab9e9d req-713e30ff-abb0-4845-a7c5-e84c55ab740e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.551547 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41c7a1c4-c101-459d-baae-811be6967fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.551901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d40-b187-4755-838e-81955cab9e9d req-713e30ff-abb0-4845-a7c5-e84c55ab740e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.560735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d40-b187-4755-838e-81955cab9e9d req-713e30ff-abb0-4845-a7c5-e84c55ab740e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.582489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d40-b187-4755-838e-81955cab9e9d req-713e30ff-abb0-4845-a7c5-e84c55ab740e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.593898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d40-b187-4755-838e-81955cab9e9d req-713e30ff-abb0-4845-a7c5-e84c55ab740e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.600393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:08.617434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d40-b187-4755-838e-81955cab9e9d req-713e30ff-abb0-4845-a7c5-e84c55ab740e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.624449 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d40-b187-4755-838e-81955cab9e9d req-713e30ff-abb0-4845-a7c5-e84c55ab740e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.626844 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbe79d40-b187-4755-838e-81955cab9e9d req-713e30ff-abb0-4845-a7c5-e84c55ab740e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5420 time: 0.5011072 Jul 27 22:04:08.645052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:08.683228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8ba73484-6130-40a3-a227-d800d10854bc, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8ba73484-6130-40a3-a227-d800d10854bc,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:08.717993 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.722303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.776739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:08.791842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7511f881-86f1-4133-8fe3-016d30c2802a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:08.822082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=002200e4-c61c-429a-bdb1-f60940e35d19,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:08.839764 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Network 223137d3-66b0-4fc4-bb9f-b6af69d868ca is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:08.850821 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.874479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d08e992-40d5-4d37-8559-560c29d15e34 req-ed8b1748-e2a9-4728-9aea-200106a31cba tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262869 Jul 27 22:04:08.875827 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.898955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3309b1-4d12-421f-9a1b-cdd1d317a777 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:08.902365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbe79d40-b187-4755-838e-81955cab9e9d req-3c37e8ee-29c9-4082-aaf8-76f70df4864b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2586524 Jul 27 22:04:08.920178 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.932223 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.949996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e3b391-a760-4065-8191-93ed4633266d {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:08.951952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Transition to ACTIVE for port object 990558e5-5373-4cb6-9821-9693b1bbeaba will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:08.960279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:08.962369 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.965151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=434fae79-e48d-4577-bd31-6fc55cfd5039,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:08.965320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] 10.222.0.41 "PUT /v2.0/ports/002200e4-c61c-429a-bdb1-f60940e35d19 HTTP/1.1" status: 200 len: 1096 time: 3.9755685 Jul 27 22:04:08.977359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Transition to ACTIVE for port object 2f3309b1-4d12-421f-9a1b-cdd1d317a777 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:08.979085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955785f0-b075-4877-9da8-6578a13d0995', 'tag': '002200e4-c61c-429a-bdb1-f60940e35d19'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:08.983631 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8a8850-40d0-4402-8e20-b161e0c76820" -d '{"events": [{"name": "network-changed", "server_uuid": "955785f0-b075-4877-9da8-6578a13d0995", "tag": "002200e4-c61c-429a-bdb1-f60940e35d19"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:09.010551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:09.045267 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:09.126372 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469123d0-72bc-4310-96f7-9f4ff5897ba1 x-openstack-request-id: req-469123d0-72bc-4310-96f7-9f4ff5897ba1 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:09.126671 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d956da-1362-476a-8d65-c242495835d8", "name": "network-vif-plugged", "status": "completed", "tag": "8ba73484-6130-40a3-a227-d800d10854bc", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:09.131112 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-469123d0-72bc-4310-96f7-9f4ff5897ba1 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:09.131710 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d956da-1362-476a-8d65-c242495835d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba73484-6130-40a3-a227-d800d10854bc', 'code': 200} Jul 27 22:04:09.137529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.146446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Attempting to bind port c907e863-a551-425f-a6a6-3431de140d5f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:09.149780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Attempting to bind port c907e863-a551-425f-a6a6-3431de140d5f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '9e4b2147-f40b-40bf-bc07-4f77c8a80c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c858ab4b-e23e-49fb-8ed2-66f700283feb'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:09.150961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Attempting to bind port c907e863-a551-425f-a6a6-3431de140d5f on network c858ab4b-e23e-49fb-8ed2-66f700283feb {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:09.168000 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:09.173231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event updated for resources: {'Port': ['ID=84a3f6f0-1664-4407-bf9b-31c852cbcee1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:09.180764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Checking segment: {'id': '9e4b2147-f40b-40bf-bc07-4f77c8a80c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c858ab4b-e23e-49fb-8ed2-66f700283feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:09.181186 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.181584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Bound using segment: {'id': '9e4b2147-f40b-40bf-bc07-4f77c8a80c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c858ab4b-e23e-49fb-8ed2-66f700283feb'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:09.183001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Bound port: c907e863-a551-425f-a6a6-3431de140d5f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4b2147-f40b-40bf-bc07-4f77c8a80c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c858ab4b-e23e-49fb-8ed2-66f700283feb'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:09.185179 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.218189 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde47f2e-59a5-4ac8-a71e-db76efe97b60 x-openstack-request-id: req-fde47f2e-59a5-4ac8-a71e-db76efe97b60 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:09.218600 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955785f0-b075-4877-9da8-6578a13d0995", "tag": "002200e4-c61c-429a-bdb1-f60940e35d19", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:09.219066 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fde47f2e-59a5-4ac8-a71e-db76efe97b60 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:09.219679 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955785f0-b075-4877-9da8-6578a13d0995', 'tag': '002200e4-c61c-429a-bdb1-f60940e35d19', 'status': 'completed', 'code': 200} Jul 27 22:04:09.245314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 77e3b391-a760-4065-8191-93ed4633266d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=77e3b391-a760-4065-8191-93ed4633266d,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:09.254060 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 7511f881-86f1-4133-8fe3-016d30c2802a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:09.283392 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.284349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 3e2e069c-b4e5-4d60-8ef1-59e97587c47f details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:09.298982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Pushing event updated for resources: {'Port': ['ID=c907e863-a551-425f-a6a6-3431de140d5f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:09.304554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0557ce-d6e1-4c04-98da-7ee927c65777 service neutron] Pushing event updated for resources: {'Port': ['ID=002200e4-c61c-429a-bdb1-f60940e35d19,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:09.380565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7511f881-86f1-4133-8fe3-016d30c2802a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:09.381436 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.412031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-10a5da6a-8b68-4022-a65a-3fca80bc6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:09.413140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Attempting to bind port 2f3309b1-4d12-421f-9a1b-cdd1d317a777 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:09.413651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Attempting to bind port 2f3309b1-4d12-421f-9a1b-cdd1d317a777 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:09.414720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Attempting to bind port 2f3309b1-4d12-421f-9a1b-cdd1d317a777 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:09.419124 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-10a5da6a-8b68-4022-a65a-3fca80bc6ae5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0defce758a8439cae6b91ea10154670&device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 1099 time: 0.3819609 Jul 27 22:04:09.420170 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.487083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Port 2f3309b1-4d12-421f-9a1b-cdd1d317a777 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:04:09.487629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Attempting to bind port 2f3309b1-4d12-421f-9a1b-cdd1d317a777 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:09.503978 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.542168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=8ba73484-6130-40a3-a227-d800d10854bc,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:09.565768 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:04:09.617055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:09.617709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:09.617975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:09.618524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Bound port: 2f3309b1-4d12-421f-9a1b-cdd1d317a777, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:09.618930 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.631386 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-4604e37e-e21f-4eb0-ba72-ce7a83587231 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=002200e4-c61c-429a-bdb1-f60940e35d19 HTTP/1.1" status: 200 len: 217 time: 0.1737633 Jul 27 22:04:09.658112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Network 325e4816-1bb2-4693-92f1-277429bb9e2f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:09.679002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21af3e7-3b91-43cc-9ec3-06d927a57e64 req-c98c9eb9-464c-4de6-9f12-6e569aa43c64 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:09.680198 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e21af3e7-3b91-43cc-9ec3-06d927a57e64 req-c98c9eb9-464c-4de6-9f12-6e569aa43c64 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 950 time: 0.4642112 Jul 27 22:04:09.702520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] For port 2f3309b1-4d12-421f-9a1b-cdd1d317a777, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:09.705927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] For port 2f3309b1-4d12-421f-9a1b-cdd1d317a777, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2f3309b1-4d12-421f-9a1b-cdd1d317a777,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:09.712025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3309b1-4d12-421f-9a1b-cdd1d317a777,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:09.715005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:09.737158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fef1e-d006-4cf6-9f67-60baba8ccf9e req-6ef8ae74-0cfc-4106-95ac-458043c11996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:09.738721 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da2fef1e-d006-4cf6-9f67-60baba8ccf9e req-6ef8ae74-0cfc-4106-95ac-458043c11996 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 1101 time: 0.5541189 Jul 27 22:04:09.746756 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.764101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:09.774795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Pushing event updated for resources: {'Port': ['ID=990558e5-5373-4cb6-9821-9693b1bbeaba,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:09.869129 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-da2fef1e-d006-4cf6-9f67-60baba8ccf9e req-d7c2095d-3579-4831-b632-e753582d9c5a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058969 Jul 27 22:04:09.876786 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.896447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:09.897801 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.900066 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] 10.222.0.43 "PUT /v2.0/ports/2f3309b1-4d12-421f-9a1b-cdd1d317a777 HTTP/1.1" status: 200 len: 1096 time: 2.8251572 Jul 27 22:04:09.924468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-29d4036b-90bf-418c-ac41-0f6fe2cb0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:09.928598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-29d4036b-90bf-418c-ac41-0f6fe2cb0288 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2471743 Jul 27 22:04:10.010615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3e2e069c-b4e5-4d60-8ef1-59e97587c47f,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:10.031619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] For port c907e863-a551-425f-a6a6-3431de140d5f, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:10.045153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] For port c907e863-a551-425f-a6a6-3431de140d5f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c907e863-a551-425f-a6a6-3431de140d5f,segment=NetworkSegment(9e4b2147-f40b-40bf-bc07-4f77c8a80c11),segment_id=9e4b2147-f40b-40bf-bc07-4f77c8a80c11)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:10.052318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5c4e0b70-873d-4a63-a77c-442d27cd213e None None] Provisioning for port 84a3f6f0-1664-4407-bf9b-31c852cbcee1 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:10.064527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e21af3e7-3b91-43cc-9ec3-06d927a57e64 req-27329136-b713-43d1-9c4b-9b202e4034e1 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258951 Jul 27 22:04:10.065510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.087013 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.091484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5c4e0b70-873d-4a63-a77c-442d27cd213e None None] Provisioning complete for port 84a3f6f0-1664-4407-bf9b-31c852cbcee1 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:10.091881 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c4e0b70-873d-4a63-a77c-442d27cd213e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.095867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=77e3b391-a760-4065-8191-93ed4633266d,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:10.137598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '3e2e069c-b4e5-4d60-8ef1-59e97587c47f', 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645', 'port_id': '3e2e069c-b4e5-4d60-8ef1-59e97587c47f', 'mac_address': 'fa:16:3e:de:95:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04025eb-ba2a-41ae-abbe-b807ba719368', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:10.309963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e0b70-873d-4a63-a77c-442d27cd213e None None] Port 84a3f6f0-1664-4407-bf9b-31c852cbcee1 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:10.326225 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.335139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64e28d-fac0-435a-b94b-d045a6cf7add None None] Pushing event updated for resources: {'Port': ['ID=c907e863-a551-425f-a6a6-3431de140d5f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:10.376237 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.396417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 7511f881-86f1-4133-8fe3-016d30c2802a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7511f881-86f1-4133-8fe3-016d30c2802a,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:10.416598 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.482390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=7511f881-86f1-4133-8fe3-016d30c2802a,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:10.488330 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-857986bf-610e-4780-a4b6-689f380dcf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:10.490141 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-857986bf-610e-4780-a4b6-689f380dcf5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5475509 Jul 27 22:04:10.490345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2e069c-b4e5-4d60-8ef1-59e97587c47f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:10.522684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3e2e069c-b4e5-4d60-8ef1-59e97587c47f,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:10.535071 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.535951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 0e11f515-abfb-448e-8706-6e04ee070ee6 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:10.581441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043446-aca0-4bbe-88b0-7d08efc43e62 req-5261e061-d7f0-46ac-8121-4a2d5fa21900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:10.585856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043446-aca0-4bbe-88b0-7d08efc43e62 req-5261e061-d7f0-46ac-8121-4a2d5fa21900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:10.595387 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043446-aca0-4bbe-88b0-7d08efc43e62 req-5261e061-d7f0-46ac-8121-4a2d5fa21900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:10.608590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043446-aca0-4bbe-88b0-7d08efc43e62 req-5261e061-d7f0-46ac-8121-4a2d5fa21900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:10.614678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043446-aca0-4bbe-88b0-7d08efc43e62 req-5261e061-d7f0-46ac-8121-4a2d5fa21900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:10.624339 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043446-aca0-4bbe-88b0-7d08efc43e62 req-5261e061-d7f0-46ac-8121-4a2d5fa21900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:10.630456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043446-aca0-4bbe-88b0-7d08efc43e62 req-5261e061-d7f0-46ac-8121-4a2d5fa21900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:10.632350 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee043446-aca0-4bbe-88b0-7d08efc43e62 req-5261e061-d7f0-46ac-8121-4a2d5fa21900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5421 time: 0.4091449 Jul 27 22:04:10.678669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9b970-5592-4549-bc6a-2f6dce2dc535 req-c925a596-4fdd-4fe9-80ed-87d984322b9d tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:10.680805 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87d9b970-5592-4549-bc6a-2f6dce2dc535 req-c925a596-4fdd-4fe9-80ed-87d984322b9d tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 948 time: 0.4721954 Jul 27 22:04:10.713689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=3e2e069c-b4e5-4d60-8ef1-59e97587c47f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:10.728228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c2a3367f-bd01-40e1-9e5c-ed9e23df50dd None None] Provisioning for port 990558e5-5373-4cb6-9821-9693b1bbeaba completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:10.745528 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c2a3367f-bd01-40e1-9e5c-ed9e23df50dd None None] Provisioning complete for port 990558e5-5373-4cb6-9821-9693b1bbeaba triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:10.746163 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2a3367f-bd01-40e1-9e5c-ed9e23df50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.809882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3367f-bd01-40e1-9e5c-ed9e23df50dd None None] Port 990558e5-5373-4cb6-9821-9693b1bbeaba cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:10.812145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 434fae79-e48d-4577-bd31-6fc55cfd5039 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:10.859767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f74786-145c-44cc-95c6-ad7fcdd2f060', 'tag': '2f3309b1-4d12-421f-9a1b-cdd1d317a777'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:10.863643 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eabfac5-a161-4cc5-9cbe-2d73d9a4d6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "04f74786-145c-44cc-95c6-ad7fcdd2f060", "tag": "2f3309b1-4d12-421f-9a1b-cdd1d317a777"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:10.876796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 0e11f515-abfb-448e-8706-6e04ee070ee6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=0e11f515-abfb-448e-8706-6e04ee070ee6,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:10.897671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '0e11f515-abfb-448e-8706-6e04ee070ee6', 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645', 'port_id': '0e11f515-abfb-448e-8706-6e04ee070ee6', 'mac_address': 'fa:16:3e:aa:a8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04025eb-ba2a-41ae-abbe-b807ba719368', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:10.900459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c7a1c4-c101-459d-baae-811be6967fae admin admin] Router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:04:10.947303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68f4b7-2384-400b-a735-82d43b143be4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3309b1-4d12-421f-9a1b-cdd1d317a777,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:10.949033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 434fae79-e48d-4577-bd31-6fc55cfd5039 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:10.949412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.952538 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:10.996276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e11f515-abfb-448e-8706-6e04ee070ee6 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:11.042130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 0e11f515-abfb-448e-8706-6e04ee070ee6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=0e11f515-abfb-448e-8706-6e04ee070ee6,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:11.050099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1f5c1327-1cce-4dc2-a2e5-0fb5fca5e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:11.051686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-1f5c1327-1cce-4dc2-a2e5-0fb5fca5e6f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0defce758a8439cae6b91ea10154670&device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 1099 time: 0.1746893 Jul 27 22:04:11.073750 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.074437 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a6e30d26-0b16-4f84-a1b1-64168269b29b details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:11.119975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee043446-aca0-4bbe-88b0-7d08efc43e62 req-b4259815-cd31-499f-b695-9df955b1c088 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4542849 Jul 27 22:04:11.123305 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-4416128f-3cee-4c3f-9c0f-b70c5c216ba3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2f3309b1-4d12-421f-9a1b-cdd1d317a777 HTTP/1.1" status: 200 len: 217 time: 0.0555451 Jul 27 22:04:11.133506 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.141454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87d9b970-5592-4549-bc6a-2f6dce2dc535 req-bfbf661a-42ed-4322-b22a-5e40b31d50ee tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495895 Jul 27 22:04:11.155830 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-bf76c5a2-ee2f-472f-917f-5bebd0fc569b service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463153 Jul 27 22:04:11.157287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=0e11f515-abfb-448e-8706-6e04ee070ee6,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:11.179241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a6e30d26-0b16-4f84-a1b1-64168269b29b, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6e30d26-0b16-4f84-a1b1-64168269b29b,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:11.207161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'a6e30d26-0b16-4f84-a1b1-64168269b29b', 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645', 'port_id': 'a6e30d26-0b16-4f84-a1b1-64168269b29b', 'mac_address': 'fa:16:3e:b8:dc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04025eb-ba2a-41ae-abbe-b807ba719368', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:11.290706 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.328744 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e30d26-0b16-4f84-a1b1-64168269b29b {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:11.329015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c7a1c4-c101-459d-baae-811be6967fae admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:11.339165 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-41c7a1c4-c101-459d-baae-811be6967fae admin admin] 10.222.0.24 "PUT /v2.0/routers/aa0ebf0b-240f-4ae8-8661-6f17a3220e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5432019 Jul 27 22:04:11.345087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38086) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:11.351355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c62729-55ab-4da7-8cc4-f3f586b69a01 None None] Sync routers for ids ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:11.359004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-5ac52813-b6b4-41a3-be09-ece4e25fb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:11.360725 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-5ac52813-b6b4-41a3-be09-ece4e25fb30c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1685658 Jul 27 22:04:11.377065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a6e30d26-0b16-4f84-a1b1-64168269b29b, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6e30d26-0b16-4f84-a1b1-64168269b29b,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:11.382705 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c62729-55ab-4da7-8cc4-f3f586b69a01 None None] Routers {'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:11.383519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e6c62729-55ab-4da7-8cc4-f3f586b69a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:11.394922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22de8738-42fe-4eb8-9262-4cacc985cf8e req-148639fe-aa88-4a3d-aefc-462df75cad4f service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244794 Jul 27 22:04:11.397878 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c598e624-5525-41fb-80fc-1d6fb9937812 x-openstack-request-id: req-c598e624-5525-41fb-80fc-1d6fb9937812 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:11.398177 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f74786-145c-44cc-95c6-ad7fcdd2f060", "tag": "2f3309b1-4d12-421f-9a1b-cdd1d317a777", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:11.399707 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c598e624-5525-41fb-80fc-1d6fb9937812 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:11.399707 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f74786-145c-44cc-95c6-ad7fcdd2f060', 'tag': '2f3309b1-4d12-421f-9a1b-cdd1d317a777', 'status': 'completed', 'code': 200} Jul 27 22:04:11.431396 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.444222 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.445889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8f6682e7-807c-456b-8719-b5adefaf5440 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:11.470946 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.599299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a8850-40d0-4402-8e20-b161e0c76820 req-144a4db2-ac58-438d-89e2-e4a73107314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:11.600841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb8a8850-40d0-4402-8e20-b161e0c76820 req-144a4db2-ac58-438d-89e2-e4a73107314f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0defce758a8439cae6b91ea10154670&device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 1099 time: 0.1463542 Jul 27 22:04:11.602962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.613980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event updated for resources: {'Port': ['ID=84a3f6f0-1664-4407-bf9b-31c852cbcee1,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:11.621674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a6e30d26-0b16-4f84-a1b1-64168269b29b,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:11.637998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8f6682e7-807c-456b-8719-b5adefaf5440, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8f6682e7-807c-456b-8719-b5adefaf5440,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:11.643738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1952e-ae08-4154-b5d4-a5b082f1b349 req-6c11a828-68a6-46dc-b301-43e93250504e tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:11.652761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3fd1952e-ae08-4154-b5d4-a5b082f1b349 req-6c11a828-68a6-46dc-b301-43e93250504e tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 950 time: 0.1362207 Jul 27 22:04:11.656478 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.673206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '8f6682e7-807c-456b-8719-b5adefaf5440', 'network_id': '238c0b57-c7aa-4006-939c-14a4cb757645', 'port_id': '8f6682e7-807c-456b-8719-b5adefaf5440', 'mac_address': 'fa:16:3e:ba:15:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04025eb-ba2a-41ae-abbe-b807ba719368', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:11.677440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-3daca515-421f-4891-9052-84e6eb5fb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:11.677947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e6c62729-55ab-4da7-8cc4-f3f586b69a01 None None] Set router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:11.679218 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-3daca515-421f-4891-9052-84e6eb5fb9fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2740707 Jul 27 22:04:11.810409 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-11eef806-e45f-484c-8460-74e718d72d7c service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206987 Jul 27 22:04:11.816742 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.895425 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3fd1952e-ae08-4154-b5d4-a5b082f1b349 req-b07adc15-5f4e-403d-949a-afb541c1ddad tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416637 Jul 27 22:04:11.899757 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:11.928207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Pushing event updated for resources: {'Port': ['ID=990558e5-5373-4cb6-9821-9693b1bbeaba,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:11.930456 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.052422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a8850-40d0-4402-8e20-b161e0c76820 req-fe4ef14a-b51e-407e-a76f-3b7d17eed109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.053908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb8a8850-40d0-4402-8e20-b161e0c76820 req-fe4ef14a-b51e-407e-a76f-3b7d17eed109 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.4409556 Jul 27 22:04:12.089600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac4633f-4c4c-4027-992c-7ad9b80336f0 None None] Network c858ab4b-e23e-49fb-8ed2-66f700283feb requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:12.110585 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb8a8850-40d0-4402-8e20-b161e0c76820 req-d5ba968f-4b80-47b3-b534-2313c7077d00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=002200e4-c61c-429a-bdb1-f60940e35d19 HTTP/1.1" status: 200 len: 217 time: 0.0474539 Jul 27 22:04:12.172649 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.186517 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.188030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a8850-40d0-4402-8e20-b161e0c76820 req-17d37d6d-a075-4c5c-9490-f8f912b8ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.189792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb8a8850-40d0-4402-8e20-b161e0c76820 req-17d37d6d-a075-4c5c-9490-f8f912b8ed1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0716033 Jul 27 22:04:12.200999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Network 223137d3-66b0-4fc4-bb9f-b6af69d868ca is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:12.205276 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ead2c3ce-8243-4787-8ce7-ceff260ddd0c req-9b96bce3-562b-4e82-b853-fd3a4c2bca9c service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766954 Jul 27 22:04:12.227621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:12.283368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-69fd9f8a-34b4-43c3-9465-7885475ddb26 None None] Provisioning for port c907e863-a551-425f-a6a6-3431de140d5f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:12.315532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6682e7-807c-456b-8719-b5adefaf5440 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:12.370108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a8850-40d0-4402-8e20-b161e0c76820 req-56ff6bf8-fc9a-4f55-ba71-cef45e69e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.372195 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb8a8850-40d0-4402-8e20-b161e0c76820 req-56ff6bf8-fc9a-4f55-ba71-cef45e69e249 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1680872 Jul 27 22:04:12.372813 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.375665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Network 325e4816-1bb2-4693-92f1-277429bb9e2f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:12.379946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:12.390580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8f6682e7-807c-456b-8719-b5adefaf5440, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8f6682e7-807c-456b-8719-b5adefaf5440,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:12.403171 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.403842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f7767e66-2ea5-4352-94b5-28f217a07aab details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:12.447739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e6c62729-55ab-4da7-8cc4-f3f586b69a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:04:07Z', 'revision_number': 5, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port': {'id': '60f80517-23bb-4e6d-8cc2-18585539dcb4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:00:22Z', 'updated_at': '2021-07-27T22:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:12.510831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabfac5-a161-4cc5-9cbe-2d73d9a4d6bb req-8040a30c-8af0-4772-b9ed-4738cc8f891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.512142 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2eabfac5-a161-4cc5-9cbe-2d73d9a4d6bb req-8040a30c-8af0-4772-b9ed-4738cc8f891b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0defce758a8439cae6b91ea10154670&device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 1099 time: 0.2137156 Jul 27 22:04:12.514145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Deleting port 60f80517-23bb-4e6d-8cc2-18585539dcb4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:12.514632 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.516657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c62729-55ab-4da7-8cc4-f3f586b69a01 None None] Checking router: aa0ebf0b-240f-4ae8-8661-6f17a3220e8c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:12.668137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c62729-55ab-4da7-8cc4-f3f586b69a01 None None] Routers {'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:12.668780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e6c62729-55ab-4da7-8cc4-f3f586b69a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:12.670627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8f6682e7-807c-456b-8719-b5adefaf5440,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:12.671753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2f7ce-b7c7-4a45-8d54-d2b7a4de0089 req-82d62186-f1ca-4884-8573-3322f8ff0263 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.684028 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bca2f7ce-b7c7-4a45-8d54-d2b7a4de0089 req-82d62186-f1ca-4884-8573-3322f8ff0263 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 948 time: 0.3011456 Jul 27 22:04:12.749628 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d83d93-03a0-47c3-ab09-96aa34dd91b2 req-09e9ffb3-983f-4841-9d0d-8731a5587411 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.757016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d83d93-03a0-47c3-ab09-96aa34dd91b2 req-09e9ffb3-983f-4841-9d0d-8731a5587411 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.774046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d83d93-03a0-47c3-ab09-96aa34dd91b2 req-09e9ffb3-983f-4841-9d0d-8731a5587411 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.781142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d83d93-03a0-47c3-ab09-96aa34dd91b2 req-09e9ffb3-983f-4841-9d0d-8731a5587411 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.788715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d83d93-03a0-47c3-ab09-96aa34dd91b2 req-09e9ffb3-983f-4841-9d0d-8731a5587411 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.800528 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:12.800785 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:12.801123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:12.801455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:12.801846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:12.802180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:12.802325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d83d93-03a0-47c3-ab09-96aa34dd91b2 req-09e9ffb3-983f-4841-9d0d-8731a5587411 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.802528 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:12.802849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:12.803167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:12.803482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:12.803799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:12.805379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:12.831851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d83d93-03a0-47c3-ab09-96aa34dd91b2 req-09e9ffb3-983f-4841-9d0d-8731a5587411 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.837325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Router b1498453-3914-4072-93de-80ecfa2ac7a4 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:04:12.842099 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06d83d93-03a0-47c3-ab09-96aa34dd91b2 req-09e9ffb3-983f-4841-9d0d-8731a5587411 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5425 time: 0.4687529 Jul 27 22:04:12.847564 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e1b84cd-92a1-493c-bb30-d099aa6a8b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.897472 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7511f881-86f1-4133-8fe3-016d30c2802a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:12.897710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] For port 60f80517-23bb-4e6d-8cc2-18585539dcb4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=60f80517-23bb-4e6d-8cc2-18585539dcb4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:12.897976 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.946950 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabfac5-a161-4cc5-9cbe-2d73d9a4d6bb req-46a9ab1c-a616-4b0d-a2d5-76adeafb7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:12.948314 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2eabfac5-a161-4cc5-9cbe-2d73d9a4d6bb req-46a9ab1c-a616-4b0d-a2d5-76adeafb7b74 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3956339 Jul 27 22:04:12.955340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Calling delete_port for 60f80517-23bb-4e6d-8cc2-18585539dcb4 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:12.958331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4ac1a0ae-d15b-4aa3-9baf-25a9dc03ca1b None None] Provisioning complete for port 84a3f6f0-1664-4407-bf9b-31c852cbcee1 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:12.959383 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ac1a0ae-d15b-4aa3-9baf-25a9dc03ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:12.964380 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb8a8850-40d0-4402-8e20-b161e0c76820 req-aa07cbc5-8fca-4c1b-b95a-99bb7355d5ab service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520961 Jul 27 22:04:12.974709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e6c62729-55ab-4da7-8cc4-f3f586b69a01 None None] Set router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:12.986071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Router c7a3f126-39cc-4382-96c8-c7723ca02de9 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:04:13.022884 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bca2f7ce-b7c7-4a45-8d54-d2b7a4de0089 req-17253b1a-2c63-43f4-89e2-c0d4bf9fa338 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920997 Jul 27 22:04:13.032339 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f7767e66-2ea5-4352-94b5-28f217a07aab, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f7767e66-2ea5-4352-94b5-28f217a07aab,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:13.044142 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06d83d93-03a0-47c3-ab09-96aa34dd91b2 req-e666baa6-ee86-4d98-97eb-e62edfbd629c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2008827 Jul 27 22:04:13.044373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:13.055753 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1779b0b5-ba6f-4762-86ce-0794e5c6d5e5 None None] Sync routers for ids ['b1498453-3914-4072-93de-80ecfa2ac7a4'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:13.060308 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6680a952-cb1a-4cde-a377-2d8c77a06a8f tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "PUT /v2.0/routers/b1498453-3914-4072-93de-80ecfa2ac7a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6615198 Jul 27 22:04:13.069637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'f7767e66-2ea5-4352-94b5-28f217a07aab', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'port_id': 'f7767e66-2ea5-4352-94b5-28f217a07aab', 'mac_address': 'fa:16:3e:fd:82:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:13.070626 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1779b0b5-ba6f-4762-86ce-0794e5c6d5e5 None None] Routers {'b1498453-3914-4072-93de-80ecfa2ac7a4'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:13.071559 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1779b0b5-ba6f-4762-86ce-0794e5c6d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1498453-3914-4072-93de-80ecfa2ac7a4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:13.121483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:13.155528 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1779b0b5-ba6f-4762-86ce-0794e5c6d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:13.168782 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1779b0b5-ba6f-4762-86ce-0794e5c6d5e5 None None] Routers {'b1498453-3914-4072-93de-80ecfa2ac7a4'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:13.169503 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1779b0b5-ba6f-4762-86ce-0794e5c6d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1498453-3914-4072-93de-80ecfa2ac7a4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:13.175406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e6c62729-55ab-4da7-8cc4-f3f586b69a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:04:12Z', 'revision_number': 6, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:13.249909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c62729-55ab-4da7-8cc4-f3f586b69a01 None None] The sync data for ids ['aa0ebf0b-240f-4ae8-8661-6f17a3220e8c'] in n-d-802011-3 is: [{'id': 'aa0ebf0b-240f-4ae8-8661-6f17a3220e8c', 'name': 'tempest-ServersTestBootFromVolume-1830705041-router', 'tenant_id': 'decbabb589024684a5cbe867d07f1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:00:20Z', 'updated_at': '2021-07-27T22:04:12Z', 'revision_number': 6, 'project_id': 'decbabb589024684a5cbe867d07f1957', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:13.284144 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2eabfac5-a161-4cc5-9cbe-2d73d9a4d6bb req-04bdddee-c090-4112-a477-4a75b04988c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2f3309b1-4d12-421f-9a1b-cdd1d317a777 HTTP/1.1" status: 200 len: 217 time: 0.2408237 Jul 27 22:04:13.310972 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:13.313695 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1779b0b5-ba6f-4762-86ce-0794e5c6d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:13.316387 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1779b0b5-ba6f-4762-86ce-0794e5c6d5e5 None None] The sync data for ids ['b1498453-3914-4072-93de-80ecfa2ac7a4'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:13.343078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1a0ae-d15b-4aa3-9baf-25a9dc03ca1b None None] Port 84a3f6f0-1664-4407-bf9b-31c852cbcee1 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:13.349888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7767e66-2ea5-4352-94b5-28f217a07aab {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:13.371687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7511f881-86f1-4133-8fe3-016d30c2802a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:13.372134 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:13.396922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabfac5-a161-4cc5-9cbe-2d73d9a4d6bb req-5bc2fc51-2c42-4a48-a50d-147cf67fe3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:13.399060 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2eabfac5-a161-4cc5-9cbe-2d73d9a4d6bb req-5bc2fc51-2c42-4a48-a50d-147cf67fe3cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1062663 Jul 27 22:04:13.403732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f7767e66-2ea5-4352-94b5-28f217a07aab, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f7767e66-2ea5-4352-94b5-28f217a07aab,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:13.411064 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:13.447995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 002200e4-c61c-429a-bdb1-f60940e35d19 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:13.501315 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabfac5-a161-4cc5-9cbe-2d73d9a4d6bb req-a13ff0e9-fd7f-4c3d-a4d2-f407835350b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:13.502894 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2eabfac5-a161-4cc5-9cbe-2d73d9a4d6bb req-a13ff0e9-fd7f-4c3d-a4d2-f407835350b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641119 Jul 27 22:04:13.594180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=002200e4-c61c-429a-bdb1-f60940e35d19,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:13.609987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '002200e4-c61c-429a-bdb1-f60940e35d19', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '002200e4-c61c-429a-bdb1-f60940e35d19', 'mac_address': 'fa:16:3e:f2:87:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:13.619016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=f7767e66-2ea5-4352-94b5-28f217a07aab,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:13.664433 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2eabfac5-a161-4cc5-9cbe-2d73d9a4d6bb req-3e8ce04a-51b2-438e-a291-17ae5852226c service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524675 Jul 27 22:04:13.682948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:13.689284 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c89e696d-e11d-4a1f-9e3e-fe96c12c8a45 admin admin] 10.222.0.24 "PUT /v2.0/routers/c7a3f126-39cc-4382-96c8-c7723ca02de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0074325 Jul 27 22:04:13.730507 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29f11d-13da-49d6-ad44-9e6979c80d3c req-cb577344-fd87-4b80-bfe6-d92cff519b49 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:13.731960 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:13.736585 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f29f11d-13da-49d6-ad44-9e6979c80d3c req-cb577344-fd87-4b80-bfe6-d92cff519b49 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 950 time: 0.5112486 Jul 27 22:04:13.763493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Sync routers for ids ['c7a3f126-39cc-4382-96c8-c7723ca02de9'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:13.796331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5e82da27-98ee-4738-a62e-169926ac4fcd None None] Provisioning complete for port 990558e5-5373-4cb6-9821-9693b1bbeaba triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:13.796719 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e82da27-98ee-4738-a62e-169926ac4fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:13.799983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f80517-23bb-4e6d-8cc2-18585539dcb4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:13.833572 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb8a8850-40d0-4402-8e20-b161e0c76820 req-dafaab42-c726-4554-b61c-1823ee2d218f service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8551054 Jul 27 22:04:13.917258 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c907e863-a551-425f-a6a6-3431de140d5f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:13.956113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Routers {'c7a3f126-39cc-4382-96c8-c7723ca02de9'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:13.956964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c7a3f126-39cc-4382-96c8-c7723ca02de9'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:13.993370 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2eabfac5-a161-4cc5-9cbe-2d73d9a4d6bb req-179ae361-a35c-4f03-9724-b14ea3f24700 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171990 Jul 27 22:04:14.015432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.020634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f29f11d-13da-49d6-ad44-9e6979c80d3c req-822cf9fe-c9a7-48f3-873a-87bed4124eb9 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660973 Jul 27 22:04:14.022793 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.035098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8f6682e7-807c-456b-8719-b5adefaf5440'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:14.037287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['f7767e66-2ea5-4352-94b5-28f217a07aab'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:14.040448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['0e11f515-abfb-448e-8706-6e04ee070ee6'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:14.124971 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-0ce41fa0-8088-431c-bb7d-04344356b46b tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:14.137645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0ce41fa0-8088-431c-bb7d-04344356b46b tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "PUT /v2.0/routers/b1498453-3914-4072-93de-80ecfa2ac7a4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9875236 Jul 27 22:04:14.138471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38252) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:14.166039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Set router c7a3f126-39cc-4382-96c8-c7723ca02de9 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:14.206218 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.216667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.312299 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.313024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa0ebf0b-240f-4ae8-8661-6f17a3220e8c {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:04:14.319007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.319189 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5e82da27-98ee-4738-a62e-169926ac4fcd None None] Port 990558e5-5373-4cb6-9821-9693b1bbeaba cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:14.320645 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5be8199e-73b9-4d5b-8b25-e8d4fc3870d8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/aa0ebf0b-240f-4ae8-8661-6f17a3220e8c HTTP/1.1" status: 204 len: 168 time: 2.9703870 Jul 27 22:04:14.323465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38264) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:14.413143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8e6a0c-ab38-48dc-a60b-1e58f9c5e3dd admin admin] Deleting subnet ac948ed5-324d-45aa-81eb-fb69abaf8a82 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:04:14.423675 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da8e6a0c-ab38-48dc-a60b-1e58f9c5e3dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.475550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da8e6a0c-ab38-48dc-a60b-1e58f9c5e3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.538859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['a6e30d26-0b16-4f84-a1b1-64168269b29b'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:14.541216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['77e3b391-a760-4065-8191-93ed4633266d'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:14.570837 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da8e6a0c-ab38-48dc-a60b-1e58f9c5e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.629021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002200e4-c61c-429a-bdb1-f60940e35d19 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:14.642199 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da8e6a0c-ab38-48dc-a60b-1e58f9c5e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.652413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port c907e863-a551-425f-a6a6-3431de140d5f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:14.661739 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da8e6a0c-ab38-48dc-a60b-1e58f9c5e3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.668075 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-da8e6a0c-ab38-48dc-a60b-1e58f9c5e3dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ac948ed5-324d-45aa-81eb-fb69abaf8a82 HTTP/1.1" status: 204 len: 168 time: 0.3432512 Jul 27 22:04:14.670044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bd859-0ceb-45d5-85e6-f3984b248c3d req-7a380e3b-7efa-4885-a209-99bd796db9fd tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:14.671666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab5bd859-0ceb-45d5-85e6-f3984b248c3d req-7a380e3b-7efa-4885-a209-99bd796db9fd tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 948 time: 0.1889014 Jul 27 22:04:14.676977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:14.688000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-43165eb1-3d08-46a6-afd6-34702670c121 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:14.688517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd4585-e026-4127-ae62-0fa349d84d84 None None] Network 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:14.696416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-43165eb1-3d08-46a6-afd6-34702670c121 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/networks?id=325e4816-1bb2-4693-92f1-277429bb9e2f HTTP/1.1" status: 200 len: 829 time: 0.2318215 Jul 27 22:04:14.700756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e6a0c-ab38-48dc-a60b-1e58f9c5e3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac948ed5-324d-45aa-81eb-fb69abaf8a82,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:14.719524 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c907e863-a551-425f-a6a6-3431de140d5f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:14.719901 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.758160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=002200e4-c61c-429a-bdb1-f60940e35d19,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:14.773340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-b1e298de-527e-4e31-8276-9d6e8858981e tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/quotas/f72b5fb1ad4943c59fb68caa647ae878 HTTP/1.1" status: 200 len: 375 time: 0.0759594 Jul 27 22:04:14.810173 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.895160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab5bd859-0ceb-45d5-85e6-f3984b248c3d req-61a1b3bc-5e91-4db7-b5bc-2a097d292ecb tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949737 Jul 27 22:04:14.900051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:14.927104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-0c27cca4-901e-4d24-aec1-3407915438ea tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f72b5fb1ad4943c59fb68caa647ae878&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426909 Jul 27 22:04:15.029273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['e9ecb4df-727b-4972-9e8e-8f6a732dac7c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:15.060167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['3e2e069c-b4e5-4d60-8ef1-59e97587c47f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:15.104913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['002200e4-c61c-429a-bdb1-f60940e35d19'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:15.217814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 2f3309b1-4d12-421f-9a1b-cdd1d317a777 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:15.236590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=002200e4-c61c-429a-bdb1-f60940e35d19,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:15.482165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f1be-6b22-44e0-8404-cb4bca440426 req-f88051a3-19b1-4587-94e5-54b777277a62 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:15.488023 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f1be-6b22-44e0-8404-cb4bca440426 req-f88051a3-19b1-4587-94e5-54b777277a62 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:15.494179 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f1be-6b22-44e0-8404-cb4bca440426 req-f88051a3-19b1-4587-94e5-54b777277a62 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:15.500040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f1be-6b22-44e0-8404-cb4bca440426 req-f88051a3-19b1-4587-94e5-54b777277a62 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:15.505918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f1be-6b22-44e0-8404-cb4bca440426 req-f88051a3-19b1-4587-94e5-54b777277a62 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:15.512604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f1be-6b22-44e0-8404-cb4bca440426 req-f88051a3-19b1-4587-94e5-54b777277a62 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:15.518869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f1be-6b22-44e0-8404-cb4bca440426 req-f88051a3-19b1-4587-94e5-54b777277a62 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:15.520473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39c7f1be-6b22-44e0-8404-cb4bca440426 req-f88051a3-19b1-4587-94e5-54b777277a62 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5426 time: 0.5368912 Jul 27 22:04:15.528219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Deleting port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:15.528560 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.537465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-65ff2912-703c-4416-91d8-5aa7f9174a77 service neutron] 10.222.0.24 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966115 Jul 27 22:04:15.558917 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.561895 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b99b08b-3d7c-4cfe-b1ac-145167976a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.673417 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba4381c6-a687-42bf-a5dd-e2a685c8e5f3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.766645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39c7f1be-6b22-44e0-8404-cb4bca440426 req-9dc15b39-9415-436d-a87e-3eda0f6a0b65 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2350919 Jul 27 22:04:15.785649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] For port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d15c0a26-fc11-4dc3-bb68-0b7f24a086a4,segment=NetworkSegment(d57a12e4-4f8d-4d49-8b7e-2b503d2b480d),segment_id=d57a12e4-4f8d-4d49-8b7e-2b503d2b480d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:15.786075 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.813134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Calling delete_port for d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:15.832206 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.846992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4336679b-2126-4411-9515-f74b9142250a None None] DHCP port deletion for 8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:04:15.869674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port c907e863-a551-425f-a6a6-3431de140d5f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c907e863-a551-425f-a6a6-3431de140d5f,segment=NetworkSegment(9e4b2147-f40b-40bf-bc07-4f77c8a80c11),segment_id=9e4b2147-f40b-40bf-bc07-4f77c8a80c11)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:15.911205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '990558e5-5373-4cb6-9821-9693b1bbeaba', 'name': '', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'mac_address': 'fa:16:3e:27:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:07Z', 'updated_at': '2021-07-27T22:04:11Z', 'revision_number': 2, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'subnets': [{'id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:15.928764 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:15.954592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-6b0d7a6e-6191-4856-861c-f7d27c79e60f service neutron] 10.222.0.24 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047792 Jul 27 22:04:16.036424 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Checking router: c7a3f126-39cc-4382-96c8-c7723ca02de9 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:16.036791 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Updating router c7a3f126-39cc-4382-96c8-c7723ca02de9 port 990558e5-5373-4cb6-9821-9693b1bbeaba binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:04:16.062443 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.065450 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-449c2e59-5344-4123-99c9-90b8795f2259 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=57c8f10a0bad48538579cdc1c0853c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386841 Jul 27 22:04:16.100102 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 48bb5723-f480-4952-a45e-fe5e61321778 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:04:16.109962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 2f3309b1-4d12-421f-9a1b-cdd1d317a777, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2f3309b1-4d12-421f-9a1b-cdd1d317a777,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:16.114164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15c0a26-fc11-4dc3-bb68-0b7f24a086a4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:16.127010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] No DVR routers for this DVR port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:16.178502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 48bb5723-f480-4952-a45e-fe5e61321778 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:04:16.179133 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 48bb5723-f480-4952-a45e-fe5e61321778 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:04:16.180625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 60f80517-23bb-4e6d-8cc2-18585539dcb4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:04:16.190420 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.232626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '2f3309b1-4d12-421f-9a1b-cdd1d317a777', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '2f3309b1-4d12-421f-9a1b-cdd1d317a777', 'mac_address': 'fa:16:3e:70:b0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:16.234156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=c907e863-a551-425f-a6a6-3431de140d5f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:16.264687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 60f80517-23bb-4e6d-8cc2-18585539dcb4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:04:16.265045 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 60f80517-23bb-4e6d-8cc2-18585539dcb4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:04:16.265476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:04:16.293840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-65301e1d-0f2e-4b13-9091-2325ce9021be tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:16.295180 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-65301e1d-0f2e-4b13-9091-2325ce9021be tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133729 Jul 27 22:04:16.346487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:04:16.346831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:04:16.348389 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.409941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4336679b-2126-4411-9515-f74b9142250a None None] Deleting port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:16.410110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-cc1f1383-2ffd-4879-9287-6c96e27e8fec tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/quotas/57c8f10a0bad48538579cdc1c0853c87 HTTP/1.1" status: 200 len: 375 time: 0.0532107 Jul 27 22:04:16.410332 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4336679b-2126-4411-9515-f74b9142250a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.420411 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.499673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:16.516729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:16.517255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57a12e4-4f8d-4d49-8b7e-2b503d2b480d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:16.534621 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.559694 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-b6bc0b13-93f6-43e0-8296-fbfc6a52187f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=57c8f10a0bad48538579cdc1c0853c87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1488180 Jul 27 22:04:16.561101 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.574136 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:16.574700 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:16.576794 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:16.582737 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.588034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ba4381c6-a687-42bf-a5dd-e2a685c8e5f3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Deleting port 84a3f6f0-1664-4407-bf9b-31c852cbcee1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:16.590591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba4381c6-a687-42bf-a5dd-e2a685c8e5f3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.678939 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.722063 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3309b1-4d12-421f-9a1b-cdd1d317a777 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:16.743334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4336679b-2126-4411-9515-f74b9142250a None None] For port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4, host n-d-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:16.743847 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4336679b-2126-4411-9515-f74b9142250a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.778166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4336679b-2126-4411-9515-f74b9142250a None None] Calling delete_port for d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:16.817340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-4336679b-2126-4411-9515-f74b9142250a None None] Port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:04:16.819732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 2f3309b1-4d12-421f-9a1b-cdd1d317a777, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2f3309b1-4d12-421f-9a1b-cdd1d317a777,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:16.823261 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4336679b-2126-4411-9515-f74b9142250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.855529 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:16.868709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336679b-2126-4411-9515-f74b9142250a None None] Pushing event deleted for resources: {'Port': ['ID=d15c0a26-fc11-4dc3-bb68-0b7f24a086a4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:16.886652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4336679b-2126-4411-9515-f74b9142250a None None] No DVR routers for this DVR port d15c0a26-fc11-4dc3-bb68-0b7f24a086a4 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:16.961318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=2f3309b1-4d12-421f-9a1b-cdd1d317a777,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:16.994944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-715dc299-9b5d-42c2-8acf-835507c1f6e7 req-02cc7f78-ae5a-4063-a1bf-ef2e94bad141 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 210 time: 0.1036878 Jul 27 22:04:17.015371 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.072976 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.084810 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba4381c6-a687-42bf-a5dd-e2a685c8e5f3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.100431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['2f3309b1-4d12-421f-9a1b-cdd1d317a777'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:17.105705 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Transition to ACTIVE for port object 990558e5-5373-4cb6-9821-9693b1bbeaba will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:17.109084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ba4381c6-a687-42bf-a5dd-e2a685c8e5f3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Calling delete_port for 84a3f6f0-1664-4407-bf9b-31c852cbcee1 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:17.124247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.126136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07 HTTP/1.1" status: 204 len: 168 time: 2.4277678 Jul 27 22:04:17.133518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ce313-2c73-4e79-8598-be45d9fb4e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e3d64bf-ad3b-46fb-bb2e-e2314e7bca07,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:17.175400 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.188687 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfc38ddd-2b07-4851-b547-80605c7c20f6 req-6cbf0fa3-0f16-433d-b42a-920d561c073e tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 210 time: 0.0448329 Jul 27 22:04:17.200059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c20ca-2f4c-4069-99b8-d26c49a94195 req-29617568-f25c-4ec4-a1c4-90047a63de44 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:17.208834 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b20c20ca-2f4c-4069-99b8-d26c49a94195 req-29617568-f25c-4ec4-a1c4-90047a63de44 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 949 time: 0.3526695 Jul 27 22:04:17.318682 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b20c20ca-2f4c-4069-99b8-d26c49a94195 req-09133770-ca85-46e5-a19e-6b820c74a08c tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043031 Jul 27 22:04:17.383329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:17.390773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4903be-de72-4394-8bfc-8cce4b04032d None None] Pushing event updated for resources: {'Port': ['ID=990558e5-5373-4cb6-9821-9693b1bbeaba,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:17.493507 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-36227ee1-5a95-4ae4-ab7a-3dc87f0adc12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=decbabb589024684a5cbe867d07f1957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1086211 Jul 27 22:04:17.495801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8f6682e7-807c-456b-8719-b5adefaf5440 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:17.497136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38408) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:17.577042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a0981-ff5f-4e15-be0d-191b81827397 req-1cb94d19-dd3a-48b1-8997-71e6ab29e21b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:17.584926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a0981-ff5f-4e15-be0d-191b81827397 req-1cb94d19-dd3a-48b1-8997-71e6ab29e21b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:17.592698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a0981-ff5f-4e15-be0d-191b81827397 req-1cb94d19-dd3a-48b1-8997-71e6ab29e21b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:17.599591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a0981-ff5f-4e15-be0d-191b81827397 req-1cb94d19-dd3a-48b1-8997-71e6ab29e21b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:17.607114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a0981-ff5f-4e15-be0d-191b81827397 req-1cb94d19-dd3a-48b1-8997-71e6ab29e21b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:17.613386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a0981-ff5f-4e15-be0d-191b81827397 req-1cb94d19-dd3a-48b1-8997-71e6ab29e21b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:17.638901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a0981-ff5f-4e15-be0d-191b81827397 req-1cb94d19-dd3a-48b1-8997-71e6ab29e21b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:17.640819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-672a0981-ff5f-4e15-be0d-191b81827397 req-1cb94d19-dd3a-48b1-8997-71e6ab29e21b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5426 time: 0.1690187 Jul 27 22:04:17.645888 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d30354c5-b358-4607-ac7e-cebe10f16088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.680370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Attempting to bind port 990558e5-5373-4cb6-9821-9693b1bbeaba on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:17.680997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Attempting to bind port 990558e5-5373-4cb6-9821-9693b1bbeaba by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:17.681308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Attempting to bind port 990558e5-5373-4cb6-9821-9693b1bbeaba on network 325e4816-1bb2-4693-92f1-277429bb9e2f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:17.704570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d30354c5-b358-4607-ac7e-cebe10f16088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.707103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 8f6682e7-807c-456b-8719-b5adefaf5440 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:17.746985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:17.747419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Checking segment: {'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:17.747926 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.748333 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Bound using segment: {'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:17.748819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Bound port: 990558e5-5373-4cb6-9821-9693b1bbeaba, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:17.749208 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.765986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 8f6682e7-807c-456b-8719-b5adefaf5440 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:17.766366 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.804202 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d30354c5-b358-4607-ac7e-cebe10f16088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.809421 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d30354c5-b358-4607-ac7e-cebe10f16088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.813287 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d30354c5-b358-4607-ac7e-cebe10f16088 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68f3d305-ec9c-4a48-9773-2c0b308deb92 HTTP/1.1" status: 204 len: 168 time: 0.3060555 Jul 27 22:04:17.837352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30354c5-b358-4607-ac7e-cebe10f16088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f3d305-ec9c-4a48-9773-2c0b308deb92,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:17.894323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-672a0981-ff5f-4e15-be0d-191b81827397 req-206dca82-06c4-449c-93ab-a158b9b8ee29 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2392609 Jul 27 22:04:17.934710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-59398059-711c-4700-96b4-76cae9e328f2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:17.936187 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-59398059-711c-4700-96b4-76cae9e328f2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.41 "GET /v2.0/networks?id=325e4816-1bb2-4693-92f1-277429bb9e2f HTTP/1.1" status: 200 len: 829 time: 0.2944820 Jul 27 22:04:17.937021 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba4381c6-a687-42bf-a5dd-e2a685c8e5f3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:17.974487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Request body: {'port': {'device_id': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'admin_state_up': True, 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:17.982870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4381c6-a687-42bf-a5dd-e2a685c8e5f3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event deleted for resources: {'Port': ['ID=84a3f6f0-1664-4407-bf9b-31c852cbcee1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:18.130164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c907e863-a551-425f-a6a6-3431de140d5f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:18.204118 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:18.208675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] For port 990558e5-5373-4cb6-9821-9693b1bbeaba, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:18.260226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] For port 990558e5-5373-4cb6-9821-9693b1bbeaba, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=990558e5-5373-4cb6-9821-9693b1bbeaba,segment=NetworkSegment(afa72b10-ebf2-4b79-8999-1600fe0f07e5),segment_id=afa72b10-ebf2-4b79-8999-1600fe0f07e5)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:18.274201 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:18.294133 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b68f11ef-5848-4348-8291-acdf26adcbff req-1ba4c371-56ce-4a36-8e2b-b98f8f397c78 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 210 time: 0.1186669 Jul 27 22:04:18.297696 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:18.302986 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-2d8a461c-318c-4ede-ba5a-13f38adcdb25 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=57c8f10a0bad48538579cdc1c0853c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163306 Jul 27 22:04:18.456133 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4903be-de72-4394-8bfc-8cce4b04032d None None] Pushing event updated for resources: {'Port': ['ID=990558e5-5373-4cb6-9821-9693b1bbeaba,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:18.492882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6682e7-807c-456b-8719-b5adefaf5440'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:18.495653 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d3325e-b1ae-4bef-8037-f89ffb0def9b" -d '{"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "8f6682e7-807c-456b-8719-b5adefaf5440"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:18.511876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c907e863-a551-425f-a6a6-3431de140d5f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:18.512509 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:18.516090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Routers {'c7a3f126-39cc-4382-96c8-c7723ca02de9'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:18.516997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c7a3f126-39cc-4382-96c8-c7723ca02de9'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:18.570949 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba4381c6-a687-42bf-a5dd-e2a685c8e5f3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:18.581857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c8180ab-43af-4d5d-94be-757d31aa2d34 req-149b16c6-7462-4aef-a9f9-7e8c1d7ffb41 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 210 time: 0.1016772 Jul 27 22:04:18.673081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Made reservation on behalf of f72b5fb1ad4943c59fb68caa647ae878 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:18.688692 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:18.721912 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8f6682e7-807c-456b-8719-b5adefaf5440, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8f6682e7-807c-456b-8719-b5adefaf5440,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:18.742019 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:18.743238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 77e3b391-a760-4065-8191-93ed4633266d up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:18.756133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38486) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:18.885475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] Set router c7a3f126-39cc-4382-96c8-c7723ca02de9 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:18.918166 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-caf67d1e-dfdf-48bf-aa25-6370c443b82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:18.996777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8f6682e7-807c-456b-8719-b5adefaf5440,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:19.065404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-6e2dab27-05f9-4cd0-a7a9-100cf41f7bad tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:19.070964 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-6e2dab27-05f9-4cd0-a7a9-100cf41f7bad tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6851630 Jul 27 22:04:19.071105 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abb3f1a-3367-48c7-91be-89d136880a69 x-openstack-request-id: req-9abb3f1a-3367-48c7-91be-89d136880a69 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:19.071426 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "8f6682e7-807c-456b-8719-b5adefaf5440", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:19.071755 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9abb3f1a-3367-48c7-91be-89d136880a69 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:19.072111 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6682e7-807c-456b-8719-b5adefaf5440', 'code': 200} Jul 27 22:04:19.101017 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 77e3b391-a760-4065-8191-93ed4633266d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:19.141069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 77e3b391-a760-4065-8191-93ed4633266d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:19.141461 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.142766 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-caf67d1e-dfdf-48bf-aa25-6370c443b82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.150369 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-caf67d1e-dfdf-48bf-aa25-6370c443b82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.172687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Request body: {'port': {'device_id': '9c508454-3d79-407c-9df0-9fa38c144631', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '57c8f10a0bad48538579cdc1c0853c87'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:19.183890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 2f3309b1-4d12-421f-9a1b-cdd1d317a777 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:19.199231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf67d1e-dfdf-48bf-aa25-6370c443b82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a591309-1d08-4519-9258-e9ad47439297,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:19.210385 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-caf67d1e-dfdf-48bf-aa25-6370c443b82d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02cf72e47c864440acea2a80be04d1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474959 Jul 27 22:04:19.213152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38510) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:19.272978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1728d4a-2fe7-484e-a746-72dce8f2ace2 req-c877a091-e95d-44fc-8855-2b2dc2c25f77 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:19.275343 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45942e37-1b4c-4068-a680-a97bab1311ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.280952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1728d4a-2fe7-484e-a746-72dce8f2ace2 req-c877a091-e95d-44fc-8855-2b2dc2c25f77 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 949 time: 0.5250733 Jul 27 22:04:19.302680 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45942e37-1b4c-4068-a680-a97bab1311ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.336701 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4381c6-a687-42bf-a5dd-e2a685c8e5f3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Router b1498453-3914-4072-93de-80ecfa2ac7a4 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:04:19.357233 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 2f3309b1-4d12-421f-9a1b-cdd1d317a777 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:19.370552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 2f3309b1-4d12-421f-9a1b-cdd1d317a777 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:19.370913 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.372459 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.379628 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45942e37-1b4c-4068-a680-a97bab1311ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.383448 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45942e37-1b4c-4068-a680-a97bab1311ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.386019 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-45942e37-1b4c-4068-a680-a97bab1311ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a591309-1d08-4519-9258-e9ad47439297 HTTP/1.1" status: 204 len: 168 time: 0.1718981 Jul 27 22:04:19.397321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Allocated IP 172.20.0.11 (325e4816-1bb2-4693-92f1-277429bb9e2f/2e3de8b1-6da6-4216-be06-6b71bb9efb12/ada9c379-a556-4a59-8485-554b7ed09572) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:19.400324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45942e37-1b4c-4068-a680-a97bab1311ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a591309-1d08-4519-9258-e9ad47439297,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:19.421152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38518) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:19.424595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1728d4a-2fe7-484e-a746-72dce8f2ace2 req-8905878d-1201-41d5-8865-0644b281ea10 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395056 Jul 27 22:04:19.466160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750250b-2b8d-4c31-b094-86808865d657 req-03500c8b-5c43-4ba4-a92b-128604dc9e35 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:19.473568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750250b-2b8d-4c31-b094-86808865d657 req-03500c8b-5c43-4ba4-a92b-128604dc9e35 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:19.481403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750250b-2b8d-4c31-b094-86808865d657 req-03500c8b-5c43-4ba4-a92b-128604dc9e35 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:19.483134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 77e3b391-a760-4065-8191-93ed4633266d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=77e3b391-a760-4065-8191-93ed4633266d,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:19.489871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750250b-2b8d-4c31-b094-86808865d657 req-03500c8b-5c43-4ba4-a92b-128604dc9e35 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:19.497381 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.497597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750250b-2b8d-4c31-b094-86808865d657 req-03500c8b-5c43-4ba4-a92b-128604dc9e35 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:19.498768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 0e11f515-abfb-448e-8706-6e04ee070ee6 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:19.504723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750250b-2b8d-4c31-b094-86808865d657 req-03500c8b-5c43-4ba4-a92b-128604dc9e35 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:19.505703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '990558e5-5373-4cb6-9821-9693b1bbeaba', 'name': '', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'mac_address': 'fa:16:3e:27:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:07Z', 'updated_at': '2021-07-27T22:04:18Z', 'revision_number': 4, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'subnets': [{'id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:19.513116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750250b-2b8d-4c31-b094-86808865d657 req-03500c8b-5c43-4ba4-a92b-128604dc9e35 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:19.520999 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d750250b-2b8d-4c31-b094-86808865d657 req-03500c8b-5c43-4ba4-a92b-128604dc9e35 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5427 time: 0.3426495 Jul 27 22:04:19.595724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-607954825-network', 'tenant_id': '140514c19a3047f38e457ed121af4deb'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:19.634528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Made reservation on behalf of 140514c19a3047f38e457ed121af4deb for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:19.637715 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.651370 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.755648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbf291-9117-4a49-b361-f5e46b4a55ec None None] The sync data for ids ['c7a3f126-39cc-4382-96c8-c7723ca02de9'] in n-d-802011-3 is: [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '990558e5-5373-4cb6-9821-9693b1bbeaba', 'name': '', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'mac_address': 'fa:16:3e:27:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:07Z', 'updated_at': '2021-07-27T22:04:18Z', 'revision_number': 4, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'subnets': [{'id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:19.801191 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.812101 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.831897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=77e3b391-a760-4065-8191-93ed4633266d,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:19.873445 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.907989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53385844-024d-4d7d-8767-ccf53f5f19f7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:19.928191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:19.953664 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.954032 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Added segment 47a103f6-c125-4d5d-85cb-5c63d71fca1a of type vlan for network fb7d5832-e66d-4af8-806f-865f1a6921ab Jul 27 22:04:19.969332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 2f3309b1-4d12-421f-9a1b-cdd1d317a777, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2f3309b1-4d12-421f-9a1b-cdd1d317a777,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:19.970589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 0e11f515-abfb-448e-8706-6e04ee070ee6 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:19.981893 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:19.992109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 0e11f515-abfb-448e-8706-6e04ee070ee6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:19.994332 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.057851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.106997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:20.129065 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-973aeea3-61a5-4e2b-ba17-91fa37ed2bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.129879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=2f3309b1-4d12-421f-9a1b-cdd1d317a777,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:20.145722 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.149330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:20.150121 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.189648 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.212769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 990558e5-5373-4cb6-9821-9693b1bbeaba up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:20.264981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 0e11f515-abfb-448e-8706-6e04ee070ee6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=0e11f515-abfb-448e-8706-6e04ee070ee6,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:20.266777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] Pushing event updated for resources: {'Network': ['ID=fb7d5832-e66d-4af8-806f-865f1a6921ab,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:20.277160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network fb7d5832-e66d-4af8-806f-865f1a6921ab details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:20.327789 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.329103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a6e30d26-0b16-4f84-a1b1-64168269b29b up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:20.346838 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-973aeea3-61a5-4e2b-ba17-91fa37ed2bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.354705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-973aeea3-61a5-4e2b-ba17-91fa37ed2bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.370800 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a7695ceb-8d65-492d-aa75-074e36b8ecb5 req-1f7c96ec-89b8-4dd8-b7a7-e30f92ee3667 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 210 time: 0.0902145 Jul 27 22:04:20.379261 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d750250b-2b8d-4c31-b094-86808865d657 req-ec5f5997-7c43-471e-908c-f57c8960ee56 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8573267 Jul 27 22:04:20.389454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4381c6-a687-42bf-a5dd-e2a685c8e5f3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:20.403534 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4aeec6-e8bf-47fb-a851-917740440fa6 None None] Sync routers for ids ['b1498453-3914-4072-93de-80ecfa2ac7a4'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:20.404096 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ba4381c6-a687-42bf-a5dd-e2a685c8e5f3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "PUT /v2.0/routers/b1498453-3914-4072-93de-80ecfa2ac7a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2642395 Jul 27 22:04:20.406074 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:20.421382 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4aeec6-e8bf-47fb-a851-917740440fa6 None None] Routers {'b1498453-3914-4072-93de-80ecfa2ac7a4'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:20.422022 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dc4aeec6-e8bf-47fb-a851-917740440fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1498453-3914-4072-93de-80ecfa2ac7a4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:20.426282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38568) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:20.429901 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-973aeea3-61a5-4e2b-ba17-91fa37ed2bd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbf68e16af8d4266af39d8a43f34d4f8&name=default HTTP/1.1" status: 200 len: 2982 time: 0.3212748 Jul 27 22:04:20.436188 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b6670a53-5f05-4b53-a4cc-db9197844895 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0104635 Jul 27 22:04:20.439062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:20.486963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973aeea3-61a5-4e2b-ba17-91fa37ed2bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699d2d3a-5d31-4565-807d-4689cba281c0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:20.521366 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dc4aeec6-e8bf-47fb-a851-917740440fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:20.531893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2f758c24-0e7c-4d24-a329-b4c0c16f2d2f admin admin] Request body: {'subnet': {'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-607954825-subnet', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:20.544782 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4aeec6-e8bf-47fb-a851-917740440fa6 None None] Routers {'b1498453-3914-4072-93de-80ecfa2ac7a4'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:20.545735 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dc4aeec6-e8bf-47fb-a851-917740440fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1498453-3914-4072-93de-80ecfa2ac7a4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:20.550232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Made reservation on behalf of 57c8f10a0bad48538579cdc1c0853c87 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:20.568072 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 990558e5-5373-4cb6-9821-9693b1bbeaba completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:20.568267 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.574994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=0e11f515-abfb-448e-8706-6e04ee070ee6,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:20.580960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 990558e5-5373-4cb6-9821-9693b1bbeaba triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:20.581450 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.583239 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dc4aeec6-e8bf-47fb-a851-917740440fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:20.584167 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4aeec6-e8bf-47fb-a851-917740440fa6 None None] The sync data for ids ['b1498453-3914-4072-93de-80ecfa2ac7a4'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:20.589012 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-19086db9-83dc-4e2b-a8d9-c2e3e2abde95 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] delete failed (client error): The resource could not be found. Jul 27 22:04:20.593710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38586) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:20.594923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-19086db9-83dc-4e2b-a8d9-c2e3e2abde95 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1700113500 HTTP/1.1" status: 404 len: 335 time: 0.1841486 Jul 27 22:04:20.599238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8047647a-3f1b-491f-bc9f-37efe6bd8a81 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1498453-3914-4072-93de-80ecfa2ac7a4'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:20.655507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port a6e30d26-0b16-4f84-a1b1-64168269b29b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:20.662941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port a6e30d26-0b16-4f84-a1b1-64168269b29b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:20.663323 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.726038 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58c8ada7-789b-4930-9c47-a006e38d5ebb req-3a892f4e-fb9b-45fb-8c23-7032317a36e8 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 210 time: 0.1880734 Jul 27 22:04:20.809844 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.839268 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.848774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f758c24-0e7c-4d24-a329-b4c0c16f2d2f admin admin] Made reservation on behalf of 140514c19a3047f38e457ed121af4deb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:20.851932 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f758c24-0e7c-4d24-a329-b4c0c16f2d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.925520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 990558e5-5373-4cb6-9821-9693b1bbeaba, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=990558e5-5373-4cb6-9821-9693b1bbeaba,segment=NetworkSegment(afa72b10-ebf2-4b79-8999-1600fe0f07e5),segment_id=afa72b10-ebf2-4b79-8999-1600fe0f07e5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:20.946577 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd4f023a-faf1-4be1-bb63-085fbbf90452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.946897 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.952552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a6e30d26-0b16-4f84-a1b1-64168269b29b, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6e30d26-0b16-4f84-a1b1-64168269b29b,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:20.991546 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:20.992098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f7767e66-2ea5-4352-94b5-28f217a07aab up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:21.035654 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:21.062131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c93aa-316c-44e4-a2db-0a5ec5ad11f3 req-578c649c-dd30-4d47-aaea-c58202c298d5 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:21.064255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa7c93aa-316c-44e4-a2db-0a5ec5ad11f3 req-578c649c-dd30-4d47-aaea-c58202c298d5 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 950 time: 0.3277366 Jul 27 22:04:21.073073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e3b391-a760-4065-8191-93ed4633266d'}, {'server_uuid': '04f74786-145c-44cc-95c6-ad7fcdd2f060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3309b1-4d12-421f-9a1b-cdd1d317a777'}, {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e11f515-abfb-448e-8706-6e04ee070ee6'}, {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e30d26-0b16-4f84-a1b1-64168269b29b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:21.076122 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0644cb-e779-4ae2-9cb6-0ec3d212b542" -d '{"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "77e3b391-a760-4065-8191-93ed4633266d"}, {"server_uuid": "04f74786-145c-44cc-95c6-ad7fcdd2f060", "name": "network-vif-plugged", "status": "completed", "tag": "2f3309b1-4d12-421f-9a1b-cdd1d317a777"}, {"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "0e11f515-abfb-448e-8706-6e04ee070ee6"}, {"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "a6e30d26-0b16-4f84-a1b1-64168269b29b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:21.082240 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8047647a-3f1b-491f-bc9f-37efe6bd8a81 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:21.098968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=990558e5-5373-4cb6-9821-9693b1bbeaba,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:21.111169 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd4f023a-faf1-4be1-bb63-085fbbf90452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:21.141205 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-8047647a-3f1b-491f-bc9f-37efe6bd8a81 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] update failed (client error): The resource could not be found. Jul 27 22:04:21.149232 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8047647a-3f1b-491f-bc9f-37efe6bd8a81 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "PUT /v2.0/routers/b1498453-3914-4072-93de-80ecfa2ac7a4 HTTP/1.1" status: 404 len: 339 time: 0.5543442 Jul 27 22:04:21.150744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38602) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:21.154869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Transition to ACTIVE for port object ada9c379-a556-4a59-8485-554b7ed09572 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:21.199928 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec339463-43c1-4556-9b48-701f6b3b803c x-openstack-request-id: req-ec339463-43c1-4556-9b48-701f6b3b803c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:21.200379 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "77e3b391-a760-4065-8191-93ed4633266d", "code": 200}, {"server_uuid": "04f74786-145c-44cc-95c6-ad7fcdd2f060", "name": "network-vif-plugged", "status": "completed", "tag": "2f3309b1-4d12-421f-9a1b-cdd1d317a777", "code": 200}, {"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "0e11f515-abfb-448e-8706-6e04ee070ee6", "code": 200}, {"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "a6e30d26-0b16-4f84-a1b1-64168269b29b", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:21.200711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Allocated IP 192.168.233.169 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/a9a5820c-161e-48d9-baa1-4cbb818932dd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:21.200884 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec339463-43c1-4556-9b48-701f6b3b803c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:21.201328 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e3b391-a760-4065-8191-93ed4633266d', 'code': 200} Jul 27 22:04:21.201688 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f74786-145c-44cc-95c6-ad7fcdd2f060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3309b1-4d12-421f-9a1b-cdd1d317a777', 'code': 200} Jul 27 22:04:21.202042 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e11f515-abfb-448e-8706-6e04ee070ee6', 'code': 200} Jul 27 22:04:21.202472 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e30d26-0b16-4f84-a1b1-64168269b29b', 'code': 200} Jul 27 22:04:21.209553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a6e30d26-0b16-4f84-a1b1-64168269b29b,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:21.226781 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port f7767e66-2ea5-4352-94b5-28f217a07aab completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:21.239604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port f7767e66-2ea5-4352-94b5-28f217a07aab triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:21.240149 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:21.340342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa7c93aa-316c-44e4-a2db-0a5ec5ad11f3 req-72d760bd-7757-4812-9ee6-022d0bd63024 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411826 Jul 27 22:04:21.424227 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd4f023a-faf1-4be1-bb63-085fbbf90452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:21.424916 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:21.428121 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd4f023a-faf1-4be1-bb63-085fbbf90452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:21.429302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cd4f023a-faf1-4be1-bb63-085fbbf90452 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/699d2d3a-5d31-4565-807d-4689cba281c0 HTTP/1.1" status: 204 len: 168 time: 1.0020342 Jul 27 22:04:21.505400 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:21.512296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f7767e66-2ea5-4352-94b5-28f217a07aab, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f7767e66-2ea5-4352-94b5-28f217a07aab,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:21.519835 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:21.539301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 002200e4-c61c-429a-bdb1-f60940e35d19 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:21.692530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f023a-faf1-4be1-bb63-085fbbf90452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699d2d3a-5d31-4565-807d-4689cba281c0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:21.749944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38616) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:21.776737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=f7767e66-2ea5-4352-94b5-28f217a07aab,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:21.800593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Network 325e4816-1bb2-4693-92f1-277429bb9e2f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:21.806362 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f758c24-0e7c-4d24-a329-b4c0c16f2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:21.806950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 002200e4-c61c-429a-bdb1-f60940e35d19 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:21.812436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 002200e4-c61c-429a-bdb1-f60940e35d19 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:21.813158 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:21.861870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:21.865376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:21.900064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Pushing event updated for resources: {'Port': ['ID=ada9c379-a556-4a59-8485-554b7ed09572,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:21.983470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b5797-81df-4d4f-b16f-8edbe3b79eed req-cac59f4c-1d29-4dce-92ff-6ad390470c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:21.987419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9490477-5148-417f-b506-93e5bda4007b req-e8a2c43f-52b6-49ec-8af4-4df0661166ee tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:21.987606 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-299b5797-81df-4d4f-b16f-8edbe3b79eed req-cac59f4c-1d29-4dce-92ff-6ad390470c90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 1101 time: 0.1519568 Jul 27 22:04:21.995066 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9490477-5148-417f-b506-93e5bda4007b req-e8a2c43f-52b6-49ec-8af4-4df0661166ee tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 932 time: 0.3933821 Jul 27 22:04:22.031910 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.072845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5832319-9674-4ae0-b0cd-810967fa44b2 req-462db9ff-b134-4a8d-b818-0c60604b9900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:22.079424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5832319-9674-4ae0-b0cd-810967fa44b2 req-462db9ff-b134-4a8d-b818-0c60604b9900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:22.085430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5832319-9674-4ae0-b0cd-810967fa44b2 req-462db9ff-b134-4a8d-b818-0c60604b9900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:22.093453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5832319-9674-4ae0-b0cd-810967fa44b2 req-462db9ff-b134-4a8d-b818-0c60604b9900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:22.100507 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5832319-9674-4ae0-b0cd-810967fa44b2 req-462db9ff-b134-4a8d-b818-0c60604b9900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:22.108917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5832319-9674-4ae0-b0cd-810967fa44b2 req-462db9ff-b134-4a8d-b818-0c60604b9900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:22.116265 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5832319-9674-4ae0-b0cd-810967fa44b2 req-462db9ff-b134-4a8d-b818-0c60604b9900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:22.124862 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5832319-9674-4ae0-b0cd-810967fa44b2 req-462db9ff-b134-4a8d-b818-0c60604b9900 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5431 time: 0.4553261 Jul 27 22:04:22.130008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=002200e4-c61c-429a-bdb1-f60940e35d19,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:22.137091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 990558e5-5373-4cb6-9821-9693b1bbeaba up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:22.145605 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.150682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e9ecb4df-727b-4972-9e8e-8f6a732dac7c up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:22.205736 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-299b5797-81df-4d4f-b16f-8edbe3b79eed req-22bd0de7-6692-41f5-b29c-d47ebedcf1a3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051191 Jul 27 22:04:22.242760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f758c24-0e7c-4d24-a329-b4c0c16f2d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0688aa2-6ac8-4d48-9573-48317c605acb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:22.280875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9490477-5148-417f-b506-93e5bda4007b req-3b138df2-c3c4-4e97-91c7-1b9a80e00209 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/security-groups?id=46033530-a580-4b6a-abd9-8b7dae00809f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806499 Jul 27 22:04:22.290022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=002200e4-c61c-429a-bdb1-f60940e35d19,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:22.298541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:22.300842 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.318021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 990558e5-5373-4cb6-9821-9693b1bbeaba triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:22.318470 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.326130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.342144 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.360320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port e9ecb4df-727b-4972-9e8e-8f6a732dac7c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:22.368504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port e9ecb4df-727b-4972-9e8e-8f6a732dac7c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:22.368875 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.370151 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5832319-9674-4ae0-b0cd-810967fa44b2 req-897298e2-2796-4809-ac9b-f9c33b09120e tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2439287 Jul 27 22:04:22.373120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-45dc391a-134a-494e-b7c7-dc5310a24214 None None] Provisioning for port ada9c379-a556-4a59-8485-554b7ed09572 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:22.373653 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efe0990c-6564-4a3d-a5aa-e76398964df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.401421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-45dc391a-134a-494e-b7c7-dc5310a24214 None None] Provisioning complete for port ada9c379-a556-4a59-8485-554b7ed09572 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:22.401790 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45dc391a-134a-494e-b7c7-dc5310a24214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.414072 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-3ab320b2-759c-437d-8cc2-fec5cae8a640 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4654217 Jul 27 22:04:22.427152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f758c24-0e7c-4d24-a329-b4c0c16f2d2f admin admin] Checking segment: {'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:22.427896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f758c24-0e7c-4d24-a329-b4c0c16f2d2f admin admin] Network hostable DHCP agents. Network: fb7d5832-e66d-4af8-806f-865f1a6921ab, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:22.440641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Request body: {'port': {'device_id': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:22.453279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Transition to ACTIVE for port object a9a5820c-161e-48d9-baa1-4cbb818932dd will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:22.494587 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-45dc391a-134a-494e-b7c7-dc5310a24214 None None] Port ada9c379-a556-4a59-8485-554b7ed09572 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:22.525444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c88ccac6-8be3-42d7-a3fe-ef02ce722949 req-0ccdb787-287f-46ca-8c4e-2dec0562068b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 210 time: 0.0890503 Jul 27 22:04:22.540849 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.581052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e9ecb4df-727b-4972-9e8e-8f6a732dac7c, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e9ecb4df-727b-4972-9e8e-8f6a732dac7c,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:22.586735 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.587627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 3e2e069c-b4e5-4d60-8ef1-59e97587c47f up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:22.656392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f758c24-0e7c-4d24-a329-b4c0c16f2d2f admin admin] Network fb7d5832-e66d-4af8-806f-865f1a6921ab is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:22.677258 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=e9ecb4df-727b-4972-9e8e-8f6a732dac7c,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:22.682846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2f758c24-0e7c-4d24-a329-b4c0c16f2d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, fb7d5832-e66d-4af8-806f-865f1a6921ab) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:22.693087 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.696568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4963fe1b-941e-4bbf-b511-de8e819f399b None None] Network fb7d5832-e66d-4af8-806f-865f1a6921ab requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:22.707481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:22.712799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:22.713350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f758c24-0e7c-4d24-a329-b4c0c16f2d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:22.713492 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.713591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f758c24-0e7c-4d24-a329-b4c0c16f2d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.732286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Allocated IP 172.20.0.1 (9b282291-8a24-4adc-b67c-6a1e9358d3a4/0a31509e-abcb-4262-9c6d-6508a0efb0d1/7b57e6ec-5a96-4cf0-966e-55527ac5ddac) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:22.863852 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.864949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d88ca6-7555-49e1-b9a4-e7da81070db9 req-0235382a-eebb-494d-a1d1-c2eebb557125 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:22.866566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56d88ca6-7555-49e1-b9a4-e7da81070db9 req-0235382a-eebb-494d-a1d1-c2eebb557125 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 950 time: 0.3246851 Jul 27 22:04:22.868196 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.905400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['8ba73484-6130-40a3-a227-d800d10854bc'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:22.918521 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:22.939320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Transition to ACTIVE for port object 7b57e6ec-5a96-4cf0-966e-55527ac5ddac will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:22.986815 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3e2e069c-b4e5-4d60-8ef1-59e97587c47f,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:23.009625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.013557 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56d88ca6-7555-49e1-b9a4-e7da81070db9 req-4bcbe2a2-2239-4554-9599-10ba1441309f tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315684 Jul 27 22:04:23.024096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:23.027228 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.033708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:23.041720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:23.097712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Network 9b282291-8a24-4adc-b67c-6a1e9358d3a4 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:23.100934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:23.103863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.104753 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.105050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:23.140069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event updated for resources: {'Port': ['ID=7b57e6ec-5a96-4cf0-966e-55527ac5ddac,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:23.205334 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.205961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7767e66-2ea5-4352-94b5-28f217a07aab'}, {'server_uuid': '955785f0-b075-4877-9da8-6578a13d0995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002200e4-c61c-429a-bdb1-f60940e35d19'}, {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ecb4df-727b-4972-9e8e-8f6a732dac7c'}, {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2e069c-b4e5-4d60-8ef1-59e97587c47f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:23.208323 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1d1436-17cf-4f85-ab19-7ade7d8b14e4" -d '{"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "f7767e66-2ea5-4352-94b5-28f217a07aab"}, {"server_uuid": "955785f0-b075-4877-9da8-6578a13d0995", "name": "network-vif-plugged", "status": "completed", "tag": "002200e4-c61c-429a-bdb1-f60940e35d19"}, {"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "e9ecb4df-727b-4972-9e8e-8f6a732dac7c"}, {"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "3e2e069c-b4e5-4d60-8ef1-59e97587c47f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:23.216377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-fb7d5832-e66d-4af8-806f-865f1a6921ab', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'fixed_ips': [{'subnet_id': 'c0688aa2-6ac8-4d48-9573-48317c605acb'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:23.222479 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.244051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Pushing event updated for resources: {'Port': ['ID=a9a5820c-161e-48d9-baa1-4cbb818932dd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:23.272985 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efe0990c-6564-4a3d-a5aa-e76398964df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.303401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=3e2e069c-b4e5-4d60-8ef1-59e97587c47f,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:23.304108 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efe0990c-6564-4a3d-a5aa-e76398964df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.318839 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034aa07e-e4a4-4db9-9166-c505ca21145d x-openstack-request-id: req-034aa07e-e4a4-4db9-9166-c505ca21145d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:23.319383 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "f7767e66-2ea5-4352-94b5-28f217a07aab", "code": 200}, {"server_uuid": "955785f0-b075-4877-9da8-6578a13d0995", "name": "network-vif-plugged", "status": "completed", "tag": "002200e4-c61c-429a-bdb1-f60940e35d19", "code": 200}, {"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "e9ecb4df-727b-4972-9e8e-8f6a732dac7c", "code": 200}, {"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-plugged", "status": "completed", "tag": "3e2e069c-b4e5-4d60-8ef1-59e97587c47f", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:23.319846 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-034aa07e-e4a4-4db9-9166-c505ca21145d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:23.322854 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7767e66-2ea5-4352-94b5-28f217a07aab', 'code': 200} Jul 27 22:04:23.325718 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955785f0-b075-4877-9da8-6578a13d0995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002200e4-c61c-429a-bdb1-f60940e35d19', 'code': 200} Jul 27 22:04:23.325980 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ecb4df-727b-4972-9e8e-8f6a732dac7c', 'code': 200} Jul 27 22:04:23.326227 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2e069c-b4e5-4d60-8ef1-59e97587c47f', 'code': 200} Jul 27 22:04:23.353863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-efe0990c-6564-4a3d-a5aa-e76398964df6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61037f318892449883d5ca884cc6bdfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5917447 Jul 27 22:04:23.355919 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-951adb66-485c-47f1-9a1a-3484b610da7f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2276092 Jul 27 22:04:23.357767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2f758c24-0e7c-4d24-a329-b4c0c16f2d2f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9134624 Jul 27 22:04:23.361492 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:23.362318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:23.376922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:23.437829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Request body: {'port': {'device_id': '9c508454-3d79-407c-9df0-9fa38c144631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:23.510885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0990c-6564-4a3d-a5aa-e76398964df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcc8900-6177-4484-a3e8-3a5e71ca0f3b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:23.515610 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.516986 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.583795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38688) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:23.595136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-643eaf44-c56b-4921-8078-86d2b1305240 None None] Provisioning for port a9a5820c-161e-48d9-baa1-4cbb818932dd completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:23.637217 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.664659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cb0c-c77f-48aa-b917-1da462b9160e req-7287ed40-95ee-413c-b7f3-70de98c7aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.665474 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cb0c-c77f-48aa-b917-1da462b9160e req-7287ed40-95ee-413c-b7f3-70de98c7aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.666796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cb0c-c77f-48aa-b917-1da462b9160e req-7287ed40-95ee-413c-b7f3-70de98c7aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.667581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cb0c-c77f-48aa-b917-1da462b9160e req-7287ed40-95ee-413c-b7f3-70de98c7aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.668227 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cb0c-c77f-48aa-b917-1da462b9160e req-7287ed40-95ee-413c-b7f3-70de98c7aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.668998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cb0c-c77f-48aa-b917-1da462b9160e req-7287ed40-95ee-413c-b7f3-70de98c7aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.669784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cb0c-c77f-48aa-b917-1da462b9160e req-7287ed40-95ee-413c-b7f3-70de98c7aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.672166 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1915cb0c-c77f-48aa-b917-1da462b9160e req-7287ed40-95ee-413c-b7f3-70de98c7aaab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6490 time: 0.2147920 Jul 27 22:04:23.719270 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f644c-0716-440a-86d5-9d83a44436da req-8cc906f6-dc1a-445b-9ead-0b7aa632edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.720720 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-234f644c-0716-440a-86d5-9d83a44436da req-8cc906f6-dc1a-445b-9ead-0b7aa632edb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 1101 time: 0.2622216 Jul 27 22:04:23.759473 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5da93220-3c03-4739-9b3e-0ba3a295f35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.776347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-643eaf44-c56b-4921-8078-86d2b1305240 None None] Provisioning complete for port a9a5820c-161e-48d9-baa1-4cbb818932dd triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:23.776806 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-643eaf44-c56b-4921-8078-86d2b1305240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.807981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada9c379-a556-4a59-8485-554b7ed09572 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:23.814027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Allocated IP 172.20.0.2 (fb7d5832-e66d-4af8-806f-865f1a6921ab/c0688aa2-6ac8-4d48-9573-48317c605acb/3b341216-d4b2-46b5-900f-ab41264fda3f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:23.825080 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10f1b1c0-b0ce-4f0d-80f5-ad7e5eabeb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.829053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-643eaf44-c56b-4921-8078-86d2b1305240 None None] Port a9a5820c-161e-48d9-baa1-4cbb818932dd cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:23.834429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac64c18-0229-4aee-9388-1f4dab9c99ca req-506fa6d0-1fa6-4609-8f70-32d1a105cb1d tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:23.836668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bac64c18-0229-4aee-9388-1f4dab9c99ca req-506fa6d0-1fa6-4609-8f70-32d1a105cb1d tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 932 time: 0.4253862 Jul 27 22:04:23.862003 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1915cb0c-c77f-48aa-b917-1da462b9160e req-cdb12440-4b23-45db-8dbe-2217c1801fbc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&id=89af9b14-da7c-4339-898e-7ce77296691c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1794381 Jul 27 22:04:23.865937 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.879344 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.881036 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.896099 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-234f644c-0716-440a-86d5-9d83a44436da req-13638211-1f95-4bef-b9f2-48074865b27d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570656 Jul 27 22:04:23.932472 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10f1b1c0-b0ce-4f0d-80f5-ad7e5eabeb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:23.934743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Transition to ACTIVE for port object ada9c379-a556-4a59-8485-554b7ed09572 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:23.982383 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5777e2f5-770b-47aa-a164-3a233fc05093 None None] Provisioning for port 7b57e6ec-5a96-4cf0-966e-55527ac5ddac completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:24.016559 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.026100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2d87-9c7f-4939-b40c-565a6ca28a24 req-954f7717-f663-4b64-bec0-6db9da24c667 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:24.031504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Transition to ACTIVE for port object 3b341216-d4b2-46b5-900f-ab41264fda3f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:24.032037 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2d87-9c7f-4939-b40c-565a6ca28a24 req-954f7717-f663-4b64-bec0-6db9da24c667 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:24.037872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2d87-9c7f-4939-b40c-565a6ca28a24 req-954f7717-f663-4b64-bec0-6db9da24c667 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:24.041493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5777e2f5-770b-47aa-a164-3a233fc05093 None None] Provisioning complete for port 7b57e6ec-5a96-4cf0-966e-55527ac5ddac triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:24.041854 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5777e2f5-770b-47aa-a164-3a233fc05093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.044768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2d87-9c7f-4939-b40c-565a6ca28a24 req-954f7717-f663-4b64-bec0-6db9da24c667 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:24.050665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2d87-9c7f-4939-b40c-565a6ca28a24 req-954f7717-f663-4b64-bec0-6db9da24c667 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:24.057511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2d87-9c7f-4939-b40c-565a6ca28a24 req-954f7717-f663-4b64-bec0-6db9da24c667 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:24.063459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d2d87-9c7f-4939-b40c-565a6ca28a24 req-954f7717-f663-4b64-bec0-6db9da24c667 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:24.072335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f22d2d87-9c7f-4939-b40c-565a6ca28a24 req-954f7717-f663-4b64-bec0-6db9da24c667 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5433 time: 0.5025260 Jul 27 22:04:24.072582 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Transition to ACTIVE for port object 3b341216-d4b2-46b5-900f-ab41264fda3f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:24.083990 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.088725 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5da93220-3c03-4739-9b3e-0ba3a295f35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.097545 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.099345 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5da93220-3c03-4739-9b3e-0ba3a295f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.103939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.109525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5777e2f5-770b-47aa-a164-3a233fc05093 None None] Port 7b57e6ec-5a96-4cf0-966e-55527ac5ddac cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:24.111251 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.125638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Network fb7d5832-e66d-4af8-806f-865f1a6921ab is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:24.128621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:24.134995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:24.142038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Pushing event updated for resources: {'Port': ['ID=3b341216-d4b2-46b5-900f-ab41264fda3f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:24.186079 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bac64c18-0229-4aee-9388-1f4dab9c99ca req-f59ca144-eec2-4b37-879d-605ce3fa66a1 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/security-groups?id=46033530-a580-4b6a-abd9-8b7dae00809f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137383 Jul 27 22:04:24.217249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Attempting to bind port 3b341216-d4b2-46b5-900f-ab41264fda3f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:24.218029 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.223897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da93220-3c03-4739-9b3e-0ba3a295f35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea558927-3fb5-4c61-b917-0bcb90a442df,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:24.231590 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5da93220-3c03-4739-9b3e-0ba3a295f35d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d1a52579d3240bf954978e94b921f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458380 Jul 27 22:04:24.236825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:24.242376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event updated for resources: {'Port': ['ID=7b57e6ec-5a96-4cf0-966e-55527ac5ddac,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:24.247899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Attempting to bind port 3b341216-d4b2-46b5-900f-ab41264fda3f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:24.248645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Attempting to bind port 3b341216-d4b2-46b5-900f-ab41264fda3f on network fb7d5832-e66d-4af8-806f-865f1a6921ab {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:24.263197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:24.263494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Checking segment: {'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:24.264273 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.264848 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Bound using segment: {'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:24.265505 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Bound port: 3b341216-d4b2-46b5-900f-ab41264fda3f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:24.266299 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.358331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] For port 3b341216-d4b2-46b5-900f-ab41264fda3f, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:24.362092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] For port 3b341216-d4b2-46b5-900f-ab41264fda3f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3b341216-d4b2-46b5-900f-ab41264fda3f,segment=NetworkSegment(47a103f6-c125-4d5d-85cb-5c63d71fca1a),segment_id=47a103f6-c125-4d5d-85cb-5c63d71fca1a)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:24.372174 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.376134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Network 9b282291-8a24-4adc-b67c-6a1e9358d3a4 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:24.377814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:24.458180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f325c15-1151-4e01-9ca5-847d2eab2f8a None None] Pushing event updated for resources: {'Port': ['ID=3b341216-d4b2-46b5-900f-ab41264fda3f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:24.517369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Router b1498453-3914-4072-93de-80ecfa2ac7a4 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:04:24.627421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:24.638018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e86fc-77c9-4f49-8861-224b0c763b02 None None] Sync routers for ids ['b1498453-3914-4072-93de-80ecfa2ac7a4'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:24.641731 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-57a61ad6-92e5-420a-bfe6-5696c6ef240e tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "PUT /v2.0/routers/b1498453-3914-4072-93de-80ecfa2ac7a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4876499 Jul 27 22:04:24.642345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38696) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:24.668985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e86fc-77c9-4f49-8861-224b0c763b02 None None] Routers {'b1498453-3914-4072-93de-80ecfa2ac7a4'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:24.669633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee8e86fc-77c9-4f49-8861-224b0c763b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1498453-3914-4072-93de-80ecfa2ac7a4'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:24.732566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee8e86fc-77c9-4f49-8861-224b0c763b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:24.760856 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e86fc-77c9-4f49-8861-224b0c763b02 None None] Routers {'b1498453-3914-4072-93de-80ecfa2ac7a4'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:24.761886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee8e86fc-77c9-4f49-8861-224b0c763b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1498453-3914-4072-93de-80ecfa2ac7a4'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:24.798754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee8e86fc-77c9-4f49-8861-224b0c763b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:24.799794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e86fc-77c9-4f49-8861-224b0c763b02 None None] The sync data for ids ['b1498453-3914-4072-93de-80ecfa2ac7a4'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:24.800331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b15d206b-8974-4eb2-ade5-8ca9f5320832 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.818785 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-400b4be8-b1ef-4528-8f5c-6651979bfcfd None None] Provisioning complete for port 7b57e6ec-5a96-4cf0-966e-55527ac5ddac triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:24.819162 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-400b4be8-b1ef-4528-8f5c-6651979bfcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.855973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-400b4be8-b1ef-4528-8f5c-6651979bfcfd None None] Port 7b57e6ec-5a96-4cf0-966e-55527ac5ddac cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:24.874419 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:24.891935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Pushing event updated for resources: {'Port': ['ID=ada9c379-a556-4a59-8485-554b7ed09572,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:24.907470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f22d2d87-9c7f-4939-b40c-565a6ca28a24 req-7301f2c4-a9db-489c-8f03-ca9e342e47ef tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8341794 Jul 27 22:04:24.932988 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-b15d206b-8974-4eb2-ade5-8ca9f5320832 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 22:04:24.936775 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b15d206b-8974-4eb2-ade5-8ca9f5320832 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "DELETE /v2.0/routers/b1498453-3914-4072-93de-80ecfa2ac7a4 HTTP/1.1" status: 409 len: 329 time: 0.2911427 Jul 27 22:04:24.936996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38698) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:25.061561 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10f1b1c0-b0ce-4f0d-80f5-ad7e5eabeb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.064159 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10f1b1c0-b0ce-4f0d-80f5-ad7e5eabeb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.065321 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-10f1b1c0-b0ce-4f0d-80f5-ad7e5eabeb40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fcc8900-6177-4484-a3e8-3a5e71ca0f3b HTTP/1.1" status: 204 len: 168 time: 1.6947229 Jul 27 22:04:25.188267 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33f98e46-7c7a-4b4a-b8fd-edebd7fdafe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.196842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1b1c0-b0ce-4f0d-80f5-ad7e5eabeb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcc8900-6177-4484-a3e8-3a5e71ca0f3b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:25.218604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b160eb-dbbd-4faf-977d-7284ba04573d req-40c15b90-45b9-4dbb-ae0d-53075ca05f04 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:25.228802 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7b160eb-dbbd-4faf-977d-7284ba04573d req-40c15b90-45b9-4dbb-ae0d-53075ca05f04 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 936 time: 0.4301496 Jul 27 22:04:25.302836 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33f98e46-7c7a-4b4a-b8fd-edebd7fdafe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.311366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Attempting to bind port ada9c379-a556-4a59-8485-554b7ed09572 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:25.311797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Attempting to bind port ada9c379-a556-4a59-8485-554b7ed09572 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:25.312038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Attempting to bind port ada9c379-a556-4a59-8485-554b7ed09572 on network 325e4816-1bb2-4693-92f1-277429bb9e2f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:25.353949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Port ada9c379-a556-4a59-8485-554b7ed09572 on network 325e4816-1bb2-4693-92f1-277429bb9e2f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:04:25.354440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Attempting to bind port ada9c379-a556-4a59-8485-554b7ed09572 on network 325e4816-1bb2-4693-92f1-277429bb9e2f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:25.363488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a02ab29-285e-4777-a9fa-5125820644c1 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.363736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b487e-73ed-4f6a-b4e1-59476fe73ede req-f4537f92-6fb9-4049-b6df-25fb6c8290f8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:25.365323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc0b487e-73ed-4f6a-b4e1-59476fe73ede req-f4537f92-6fb9-4049-b6df-25fb6c8290f8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 950 time: 0.3518679 Jul 27 22:04:25.432696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:25.433057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Checking segment: {'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:25.433627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Bound using segment: {'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:25.434550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Bound port: ada9c379-a556-4a59-8485-554b7ed09572, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa72b10-ebf2-4b79-8999-1600fe0f07e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:25.434550 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.439733 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7b160eb-dbbd-4faf-977d-7284ba04573d req-51040fa0-0113-4735-8a59-da48ee24f71c tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100821 Jul 27 22:04:25.621290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a5820c-161e-48d9-baa1-4cbb818932dd {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:25.637653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc0b487e-73ed-4f6a-b4e1-59476fe73ede req-5f520df4-5d9e-47cf-821c-7424333c2197 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446909 Jul 27 22:04:25.647338 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.675376 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8ac3fc-12cd-4683-9893-54fe8bc9e717 None None] Network fb7d5832-e66d-4af8-806f-865f1a6921ab requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:25.692025 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33f98e46-7c7a-4b4a-b8fd-edebd7fdafe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.695810 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33f98e46-7c7a-4b4a-b8fd-edebd7fdafe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.699234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-33f98e46-7c7a-4b4a-b8fd-edebd7fdafe6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea558927-3fb5-4c61-b917-0bcb90a442df HTTP/1.1" status: 204 len: 168 time: 1.4489386 Jul 27 22:04:25.712813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Transition to ACTIVE for port object a9a5820c-161e-48d9-baa1-4cbb818932dd will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:25.731198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f98e46-7c7a-4b4a-b8fd-edebd7fdafe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea558927-3fb5-4c61-b917-0bcb90a442df,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:25.735816 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.743324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] For port ada9c379-a556-4a59-8485-554b7ed09572, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:25.747513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a02ab29-285e-4777-a9fa-5125820644c1 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Deleting port 7b57e6ec-5a96-4cf0-966e-55527ac5ddac {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:25.749343 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a02ab29-285e-4777-a9fa-5125820644c1 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.760626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356726e4-990b-4ff1-8a94-0820dc782d65 req-5dea4764-8415-41f0-93bb-04d72ff03c83 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:25.762234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-356726e4-990b-4ff1-8a94-0820dc782d65 req-5dea4764-8415-41f0-93bb-04d72ff03c83 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 944 time: 0.2343929 Jul 27 22:04:25.833449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-55e2c9dd-c864-4a0a-abf9-772584d1b56c None None] Provisioning for port 3b341216-d4b2-46b5-900f-ab41264fda3f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:25.889327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a02ab29-285e-4777-a9fa-5125820644c1 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:25.903897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a02ab29-285e-4777-a9fa-5125820644c1 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Calling delete_port for 7b57e6ec-5a96-4cf0-966e-55527ac5ddac owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:26.041453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] For port ada9c379-a556-4a59-8485-554b7ed09572, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=ada9c379-a556-4a59-8485-554b7ed09572,segment=NetworkSegment(afa72b10-ebf2-4b79-8999-1600fe0f07e5),segment_id=afa72b10-ebf2-4b79-8999-1600fe0f07e5)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:26.123945 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.163215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3b341216-d4b2-46b5-900f-ab41264fda3f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:26.280815 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.295811 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a02ab29-285e-4777-a9fa-5125820644c1 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.326109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 3b341216-d4b2-46b5-900f-ab41264fda3f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:26.331226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3b341216-d4b2-46b5-900f-ab41264fda3f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:26.331597 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.399446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02ab29-285e-4777-a9fa-5125820644c1 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event deleted for resources: {'Port': ['ID=7b57e6ec-5a96-4cf0-966e-55527ac5ddac,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:26.404673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:26.405515 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.407107 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] 10.222.0.41 "PUT /v2.0/ports/ada9c379-a556-4a59-8485-554b7ed09572 HTTP/1.1" status: 200 len: 1092 time: 3.9711621 Jul 27 22:04:26.431716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'tag': 'ada9c379-a556-4a59-8485-554b7ed09572'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:26.434350 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ab257d-bc4a-426a-a0de-976756832844" -d '{"events": [{"name": "network-changed", "server_uuid": "84d4a7b0-87c2-4142-82cd-864067dcb998", "tag": "ada9c379-a556-4a59-8485-554b7ed09572"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:26.437505 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.448865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Pushing event updated for resources: {'Port': ['ID=a9a5820c-161e-48d9-baa1-4cbb818932dd,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:26.484878 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.488297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8663d30f-e5fd-4044-a627-eadb07060fac None None] Provisioning complete for port 3b341216-d4b2-46b5-900f-ab41264fda3f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:26.489093 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8663d30f-e5fd-4044-a627-eadb07060fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.544310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-356726e4-990b-4ff1-8a94-0820dc782d65 req-feab757d-d936-4109-940b-1ca3637d9630 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/security-groups?id=46033530-a580-4b6a-abd9-8b7dae00809f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625451 Jul 27 22:04:26.579400 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a02ab29-285e-4777-a9fa-5125820644c1 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.644358 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8663d30f-e5fd-4044-a627-eadb07060fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.650125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 3b341216-d4b2-46b5-900f-ab41264fda3f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3b341216-d4b2-46b5-900f-ab41264fda3f,segment=NetworkSegment(47a103f6-c125-4d5d-85cb-5c63d71fca1a),segment_id=47a103f6-c125-4d5d-85cb-5c63d71fca1a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:26.662692 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:26.783858 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-8663d30f-e5fd-4044-a627-eadb07060fac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:04:26.784537 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-8663d30f-e5fd-4044-a627-eadb07060fac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:04:26.790626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258b1f1-5dbf-48a2-a155-04e5f43ca2da req-29c73c14-d9d6-4c86-916d-2b2a074dae65 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:26.798775 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3258b1f1-5dbf-48a2-a155-04e5f43ca2da req-29c73c14-d9d6-4c86-916d-2b2a074dae65 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 1.0336776 Jul 27 22:04:26.815504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=3b341216-d4b2-46b5-900f-ab41264fda3f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:26.824112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a02ab29-285e-4777-a9fa-5125820644c1 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Router b1498453-3914-4072-93de-80ecfa2ac7a4 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:04:26.909158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38752) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:26.919243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a02ab29-285e-4777-a9fa-5125820644c1 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:26.927632 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4a02ab29-285e-4777-a9fa-5125820644c1 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "PUT /v2.0/routers/b1498453-3914-4072-93de-80ecfa2ac7a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9894860 Jul 27 22:04:26.931567 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707be234-7d24-4b28-9e02-a54e153288a7 None None] Sync routers for ids ['b1498453-3914-4072-93de-80ecfa2ac7a4'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:26.932686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:26.933631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d735b-eeee-44be-8be5-e9b1360eef60 service neutron] Pushing event updated for resources: {'Port': ['ID=ada9c379-a556-4a59-8485-554b7ed09572,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:26.952087 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707be234-7d24-4b28-9e02-a54e153288a7 None None] Routers {'b1498453-3914-4072-93de-80ecfa2ac7a4'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:26.953093 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-707be234-7d24-4b28-9e02-a54e153288a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1498453-3914-4072-93de-80ecfa2ac7a4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:26.969304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Attempting to bind port a9a5820c-161e-48d9-baa1-4cbb818932dd on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:26.969653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Attempting to bind port a9a5820c-161e-48d9-baa1-4cbb818932dd by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:26.969971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Attempting to bind port a9a5820c-161e-48d9-baa1-4cbb818932dd on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:26.978975 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-bb86c5e0-ab15-4e5b-8862-2620f8387975 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] show failed (client error): The resource could not be found. Jul 27 22:04:26.980195 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bb86c5e0-ab15-4e5b-8862-2620f8387975 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1305583590 HTTP/1.1" status: 404 len: 335 time: 0.0456338 Jul 27 22:04:26.983953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38758) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:26.986895 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-707be234-7d24-4b28-9e02-a54e153288a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:26.989414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cf6ecf85-958f-4ad6-8050-a1d1e67ec537 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:26.996187 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3258b1f1-5dbf-48a2-a155-04e5f43ca2da req-45a8c6e0-6c91-4808-9caa-ec7bfc722879 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964886 Jul 27 22:04:26.999291 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707be234-7d24-4b28-9e02-a54e153288a7 None None] Routers {'b1498453-3914-4072-93de-80ecfa2ac7a4'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:27.000323 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-707be234-7d24-4b28-9e02-a54e153288a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1498453-3914-4072-93de-80ecfa2ac7a4'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:27.016531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-f14c5a35-f263-4996-9e68-4a0b828b4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.018062 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-f14c5a35-f263-4996-9e68-4a0b828b4f03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f72b5fb1ad4943c59fb68caa647ae878&device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 1095 time: 0.4671555 Jul 27 22:04:27.021891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Port a9a5820c-161e-48d9-baa1-4cbb818932dd on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:04:27.022226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Attempting to bind port a9a5820c-161e-48d9-baa1-4cbb818932dd on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:27.034769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c3b86-149c-4ac9-8802-d53953902526 req-7457624d-a72e-4287-b8bf-bc09903bbf7c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.040920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c3b86-149c-4ac9-8802-d53953902526 req-7457624d-a72e-4287-b8bf-bc09903bbf7c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.043668 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-707be234-7d24-4b28-9e02-a54e153288a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:27.044626 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707be234-7d24-4b28-9e02-a54e153288a7 None None] The sync data for ids ['b1498453-3914-4072-93de-80ecfa2ac7a4'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:27.046970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c3b86-149c-4ac9-8802-d53953902526 req-7457624d-a72e-4287-b8bf-bc09903bbf7c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.052910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c3b86-149c-4ac9-8802-d53953902526 req-7457624d-a72e-4287-b8bf-bc09903bbf7c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.060097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c3b86-149c-4ac9-8802-d53953902526 req-7457624d-a72e-4287-b8bf-bc09903bbf7c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.065694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c3b86-149c-4ac9-8802-d53953902526 req-7457624d-a72e-4287-b8bf-bc09903bbf7c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.066936 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1779621960-network', 'tenant_id': '4f4cfa0c0b444d7d847d442dae231921'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:27.071539 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-cf6ecf85-958f-4ad6-8050-a1d1e67ec537 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] update failed (client error): The resource could not be found. Jul 27 22:04:27.072534 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cf6ecf85-958f-4ad6-8050-a1d1e67ec537 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-280717572 HTTP/1.1" status: 404 len: 334 time: 0.0874255 Jul 27 22:04:27.076227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c3b86-149c-4ac9-8802-d53953902526 req-7457624d-a72e-4287-b8bf-bc09903bbf7c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.078520 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-465c3b86-149c-4ac9-8802-d53953902526 req-7457624d-a72e-4287-b8bf-bc09903bbf7c tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5433 time: 0.3415444 Jul 27 22:04:27.079021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:27.101119 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Made reservation on behalf of 4f4cfa0c0b444d7d847d442dae231921 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:27.103675 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.118808 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.170921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:27.171334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:27.171682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:27.172168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Bound port: a9a5820c-161e-48d9-baa1-4cbb818932dd, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:27.172533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.191396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Allocated IP 172.25.1.159 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/18e20436-67a9-411c-89b0-3e4a210ec673) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:27.200501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-48fd683a-dfe8-46d9-bda8-b1e7e0a6d03e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada9c379-a556-4a59-8485-554b7ed09572 HTTP/1.1" status: 200 len: 217 time: 0.1165240 Jul 27 22:04:27.222732 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.228167 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.251074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:27.267370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcd73eb-ae81-41cc-a461-30964cc25dc0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:27.274899 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.275263 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Added segment b1d1d49e-2eb3-4919-a8b3-82d476dcadf8 of type vlan for network d738e477-e2fd-4257-b6c8-38786a60e824 Jul 27 22:04:27.313501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-465c3b86-149c-4ac9-8802-d53953902526 req-d3afb7fc-7e95-46e0-ab3f-746ad0369c4d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2227175 Jul 27 22:04:27.320418 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.354842 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012fd3b5-7c96-47df-88f7-6390ee4eacde x-openstack-request-id: req-012fd3b5-7c96-47df-88f7-6390ee4eacde {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:27.355065 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d4a7b0-87c2-4142-82cd-864067dcb998", "tag": "ada9c379-a556-4a59-8485-554b7ed09572", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:27.355292 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-012fd3b5-7c96-47df-88f7-6390ee4eacde {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:27.355677 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'tag': 'ada9c379-a556-4a59-8485-554b7ed09572', 'status': 'completed', 'code': 200} Jul 27 22:04:27.363673 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.364318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8318b2a0-1803-41fe-a186-6c6d33906d69 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Deleting subnet 3af2d04a-b840-4284-9c6d-2acdd9c5f7f9 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:04:27.364872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.365531 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.378814 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8318b2a0-1803-41fe-a186-6c6d33906d69 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.423076 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-03b5033a-4c4c-475e-b7b8-a8a0b572d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.424545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-03b5033a-4c4c-475e-b7b8-a8a0b572d40f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e3de8b1-6da6-4216-be06-6b71bb9efb12 HTTP/1.1" status: 200 len: 868 time: 0.2138722 Jul 27 22:04:27.436400 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5261412 Jul 27 22:04:27.439113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38784) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:27.446306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-863d1756-5505-42e9-8fb3-b03b56a0b73c admin admin] Request body: {'subnet': {'network_id': 'd738e477-e2fd-4257-b6c8-38786a60e824', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1779621960-subnet', 'tenant_id': '4f4cfa0c0b444d7d847d442dae231921', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:27.458878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12375100-9dc5-4de5-ab6f-f71507b322de admin admin] Pushing event updated for resources: {'Network': ['ID=d738e477-e2fd-4257-b6c8-38786a60e824,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:27.473790 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network d738e477-e2fd-4257-b6c8-38786a60e824 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:27.476592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863d1756-5505-42e9-8fb3-b03b56a0b73c admin admin] Made reservation on behalf of 4f4cfa0c0b444d7d847d442dae231921 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:27.479493 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-863d1756-5505-42e9-8fb3-b03b56a0b73c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.530888 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8318b2a0-1803-41fe-a186-6c6d33906d69 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.580794 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] For port a9a5820c-161e-48d9-baa1-4cbb818932dd, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:27.597280 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-9984c7f1-a15f-4c87-a393-a8d0105e5473 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e0defce758a8439cae6b91ea10154670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1353579 Jul 27 22:04:27.626371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] For port a9a5820c-161e-48d9-baa1-4cbb818932dd, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a9a5820c-161e-48d9-baa1-4cbb818932dd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:27.652073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.662368 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-863d1756-5505-42e9-8fb3-b03b56a0b73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.668514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.723814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d1756-5505-42e9-8fb3-b03b56a0b73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad0aa82-8e5f-464b-af4d-c6231c8fd6a6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:27.732130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863d1756-5505-42e9-8fb3-b03b56a0b73c admin admin] Checking segment: {'id': 'b1d1d49e-2eb3-4919-a8b3-82d476dcadf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd738e477-e2fd-4257-b6c8-38786a60e824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:27.732487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d1756-5505-42e9-8fb3-b03b56a0b73c admin admin] Network hostable DHCP agents. Network: d738e477-e2fd-4257-b6c8-38786a60e824, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:27.748177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d1756-5505-42e9-8fb3-b03b56a0b73c admin admin] Network d738e477-e2fd-4257-b6c8-38786a60e824 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:27.756586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-863d1756-5505-42e9-8fb3-b03b56a0b73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, d738e477-e2fd-4257-b6c8-38786a60e824) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:27.761641 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d1756-5505-42e9-8fb3-b03b56a0b73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.762156 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-863d1756-5505-42e9-8fb3-b03b56a0b73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.764884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-ea410934-94b0-4a96-ada1-2fecb0ecd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.766149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-ea410934-94b0-4a96-ada1-2fecb0ecd94c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=325e4816-1bb2-4693-92f1-277429bb9e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3062687 Jul 27 22:04:27.766987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73729329-3f48-4269-8c41-8d2da82088bb None None] Network d738e477-e2fd-4257-b6c8-38786a60e824 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:27.774429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845cec4-c008-45f7-835b-d913b4e319ca req-dc0ee6b2-02b2-4a4d-bc41-0baae3e4022f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.775904 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5845cec4-c008-45f7-835b-d913b4e319ca req-dc0ee6b2-02b2-4a4d-bc41-0baae3e4022f tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 948 time: 0.3583491 Jul 27 22:04:27.783548 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-863d1756-5505-42e9-8fb3-b03b56a0b73c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3433361 Jul 27 22:04:27.888681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:27.889217 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:27.890674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] 10.222.0.41 "PUT /v2.0/ports/a9a5820c-161e-48d9-baa1-4cbb818932dd HTTP/1.1" status: 200 len: 1096 time: 4.4847436 Jul 27 22:04:27.918523 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cfe1d2-f94a-4b2d-a93b-59acce11a65a None None] Network d738e477-e2fd-4257-b6c8-38786a60e824 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:27.961665 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8318b2a0-1803-41fe-a186-6c6d33906d69 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.047932 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3b341216-d4b2-46b5-900f-ab41264fda3f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:28.063619 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5845cec4-c008-45f7-835b-d913b4e319ca req-9b665191-acba-47a3-912d-044245361fcc tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737608 Jul 27 22:04:28.096863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edae55-5721-4377-aa4f-6aee9c76644f service neutron] Pushing event updated for resources: {'Port': ['ID=a9a5820c-161e-48d9-baa1-4cbb818932dd,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:28.127876 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.143036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3b341216-d4b2-46b5-900f-ab41264fda3f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:28.143849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-7283a24a-7fd8-44d7-8c94-4c055a9f8b3e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:28.143997 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.145335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-7283a24a-7fd8-44d7-8c94-4c055a9f8b3e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5297260 Jul 27 22:04:28.164954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:28.171947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:28.199372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:28.253394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-76fe44bd-a9d0-4a65-b348-ab5663b0a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:28.254867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-76fe44bd-a9d0-4a65-b348-ab5663b0a82c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57c8f10a0bad48538579cdc1c0853c87&device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 1099 time: 0.3058310 Jul 27 22:04:28.255789 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8318b2a0-1803-41fe-a186-6c6d33906d69 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.289981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-fe71bf79-9fcf-4e33-bbe9-39a7f7e1d202 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/quotas/e0defce758a8439cae6b91ea10154670 HTTP/1.1" status: 200 len: 375 time: 0.1206694 Jul 27 22:04:28.327783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-c6606bb5-59d4-4384-9de7-16a2a7ffd816 service neutron] 10.222.0.41 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475969 Jul 27 22:04:28.682801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318b2a0-1803-41fe-a186-6c6d33906d69 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event deleted for resources: {'Subnet': ['ID=3af2d04a-b840-4284-9c6d-2acdd9c5f7f9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:28.684759 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8318b2a0-1803-41fe-a186-6c6d33906d69 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.688759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8318b2a0-1803-41fe-a186-6c6d33906d69 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "DELETE /v2.0/subnets/3af2d04a-b840-4284-9c6d-2acdd9c5f7f9 HTTP/1.1" status: 204 len: 168 time: 1.5987635 Jul 27 22:04:28.689773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38798) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:28.690187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea624f0-e94f-4f03-82f2-5d37ec5ed359 None None] Network c858ab4b-e23e-49fb-8ed2-66f700283feb requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:28.699029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Pushing event updated for resources: {'Port': ['ID=18e20436-67a9-411c-89b0-3e4a210ec673,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:28.713941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-2243d536-9bc7-4d79-b4b3-32dc9c5ee913 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a9a5820c-161e-48d9-baa1-4cbb818932dd HTTP/1.1" status: 200 len: 217 time: 0.4257998 Jul 27 22:04:28.749240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a99eab-4724-43f7-a8aa-640ea49cd63d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Deleting subnet 6261ed57-6808-497d-b21c-2e2a19acb904 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:04:28.752558 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a99eab-4724-43f7-a8aa-640ea49cd63d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.798020 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a99eab-4724-43f7-a8aa-640ea49cd63d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.884278 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd6067-6ca2-4a5a-9933-4aca74c4f5eb None None] DHCP port deletion for c858ab4b-e23e-49fb-8ed2-66f700283feb request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:04:28.894890 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a99eab-4724-43f7-a8aa-640ea49cd63d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.922687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85417daf-1326-4d28-9f7a-810c39203ecb req-fc14b879-50b1-4e52-820d-e0aceac3147b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:28.930122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85417daf-1326-4d28-9f7a-810c39203ecb req-fc14b879-50b1-4e52-820d-e0aceac3147b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:28.933710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd6067-6ca2-4a5a-9933-4aca74c4f5eb None None] Deleting port c907e863-a551-425f-a6a6-3431de140d5f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:28.934212 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6067-6ca2-4a5a-9933-4aca74c4f5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.936158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85417daf-1326-4d28-9f7a-810c39203ecb req-fc14b879-50b1-4e52-820d-e0aceac3147b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:28.942106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85417daf-1326-4d28-9f7a-810c39203ecb req-fc14b879-50b1-4e52-820d-e0aceac3147b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:28.948484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85417daf-1326-4d28-9f7a-810c39203ecb req-fc14b879-50b1-4e52-820d-e0aceac3147b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:28.954489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85417daf-1326-4d28-9f7a-810c39203ecb req-fc14b879-50b1-4e52-820d-e0aceac3147b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:28.959079 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a99eab-4724-43f7-a8aa-640ea49cd63d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.960492 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85417daf-1326-4d28-9f7a-810c39203ecb req-fc14b879-50b1-4e52-820d-e0aceac3147b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:28.972540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85417daf-1326-4d28-9f7a-810c39203ecb req-fc14b879-50b1-4e52-820d-e0aceac3147b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5433 time: 0.7686305 Jul 27 22:04:28.973073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:28.974687 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a99eab-4724-43f7-a8aa-640ea49cd63d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:28.977488 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-79a99eab-4724-43f7-a8aa-640ea49cd63d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "DELETE /v2.0/subnets/6261ed57-6808-497d-b21c-2e2a19acb904 HTTP/1.1" status: 204 len: 168 time: 0.2863460 Jul 27 22:04:28.998828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c848b32-7980-47de-9c51-f300bd35209e None None] Network 223137d3-66b0-4fc4-bb9f-b6af69d868ca requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:29.005954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4c9749d3-6e8d-43ec-9cf6-8351e5a167f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Request body: {'floatingip': {'port_id': 'f7767e66-2ea5-4352-94b5-28f217a07aab'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:29.006158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38802) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:29.015044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a99eab-4724-43f7-a8aa-640ea49cd63d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event deleted for resources: {'Subnet': ['ID=6261ed57-6808-497d-b21c-2e2a19acb904,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:29.070785 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-e1e386df-f1ce-47ef-9620-f1cb82292e37 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0defce758a8439cae6b91ea10154670&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7452073 Jul 27 22:04:29.074780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c4bd6067-6ca2-4a5a-9933-4aca74c4f5eb None None] For port c907e863-a551-425f-a6a6-3431de140d5f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c907e863-a551-425f-a6a6-3431de140d5f,segment=NetworkSegment(9e4b2147-f40b-40bf-bc07-4f77c8a80c11),segment_id=9e4b2147-f40b-40bf-bc07-4f77c8a80c11)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:29.075192 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6067-6ca2-4a5a-9933-4aca74c4f5eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.097642 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.099551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd6067-6ca2-4a5a-9933-4aca74c4f5eb None None] Calling delete_port for c907e863-a551-425f-a6a6-3431de140d5f owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:29.127723 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c9749d3-6e8d-43ec-9cf6-8351e5a167f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.130848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-fec01ebd-8f66-4a4b-bfdc-3e89785601f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:29.131984 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-fec01ebd-8f66-4a4b-bfdc-3e89785601f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.3998785 Jul 27 22:04:29.172228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Deleting port c907e863-a551-425f-a6a6-3431de140d5f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:29.173090 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.252236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-825b9eed-805c-4e10-bc23-17dabb2786c1 req-fe0561f1-4a05-46e4-a1fd-eb39c3bbd24e service neutron] 10.222.0.41 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540457 Jul 27 22:04:29.281448 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6067-6ca2-4a5a-9933-4aca74c4f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.322037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cae2da-5a4d-4c71-9e7a-e1a90c2b38ae None None] DHCP port deletion for 223137d3-66b0-4fc4-bb9f-b6af69d868ca request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:04:29.328997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] For port c907e863-a551-425f-a6a6-3431de140d5f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c907e863-a551-425f-a6a6-3431de140d5f,segment=NetworkSegment(9e4b2147-f40b-40bf-bc07-4f77c8a80c11),segment_id=9e4b2147-f40b-40bf-bc07-4f77c8a80c11)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:29.329421 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.341055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd6067-6ca2-4a5a-9933-4aca74c4f5eb None None] Pushing event deleted for resources: {'Port': ['ID=c907e863-a551-425f-a6a6-3431de140d5f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:29.343896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd6067-6ca2-4a5a-9933-4aca74c4f5eb None None] No DVR routers for this DVR port c907e863-a551-425f-a6a6-3431de140d5f on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:29.348415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Calling delete_port for c907e863-a551-425f-a6a6-3431de140d5f owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:29.368623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dc6c1-7c1d-4cb2-a9bc-e348016cf3d7 req-a91d0d83-360d-4ae4-b854-c704a77d2303 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:29.368623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c1dc6c1-7c1d-4cb2-a9bc-e348016cf3d7 req-a91d0d83-360d-4ae4-b854-c704a77d2303 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 944 time: 0.2898073 Jul 27 22:04:29.374949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c508454-3d79-407c-9df0-9fa38c144631', 'tag': 'a9a5820c-161e-48d9-baa1-4cbb818932dd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:29.377217 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf3c00-1cf1-496f-ae2f-f77e902fe8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c508454-3d79-407c-9df0-9fa38c144631", "tag": "a9a5820c-161e-48d9-baa1-4cbb818932dd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:29.417108 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-28cae2da-5a4d-4c71-9e7a-e1a90c2b38ae None None] Deleting port 434fae79-e48d-4577-bd31-6fc55cfd5039 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:29.417487 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28cae2da-5a4d-4c71-9e7a-e1a90c2b38ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.470289 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.470830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e8e97d1d-4410-482f-a031-bbe4ea9ec52c req-9640ae3a-1d6e-4187-94ba-830237160025 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-314183774', 'description': 'tempest-description-828174333'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:29.483601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-28cae2da-5a4d-4c71-9e7a-e1a90c2b38ae None None] For port 434fae79-e48d-4577-bd31-6fc55cfd5039, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=434fae79-e48d-4577-bd31-6fc55cfd5039,segment=NetworkSegment(38ef0dcf-1dfd-4e80-977f-4371dd984d38),segment_id=38ef0dcf-1dfd-4e80-977f-4371dd984d38)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:29.484320 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28cae2da-5a4d-4c71-9e7a-e1a90c2b38ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.494459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] No DVR routers for this DVR port c907e863-a551-425f-a6a6-3431de140d5f on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:29.500281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-28cae2da-5a4d-4c71-9e7a-e1a90c2b38ae None None] Calling delete_port for 434fae79-e48d-4577-bd31-6fc55cfd5039 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:29.518304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-f7474c6c-b11f-40bd-8da9-739a6eac95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:29.519818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-f7474c6c-b11f-40bd-8da9-739a6eac95d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3365564 Jul 27 22:04:29.529465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event deleted for resources: {'Port': ['ID=c907e863-a551-425f-a6a6-3431de140d5f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:29.588141 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28cae2da-5a4d-4c71-9e7a-e1a90c2b38ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.624856 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cae2da-5a4d-4c71-9e7a-e1a90c2b38ae None None] Pushing event deleted for resources: {'Port': ['ID=434fae79-e48d-4577-bd31-6fc55cfd5039,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:29.627062 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cae2da-5a4d-4c71-9e7a-e1a90c2b38ae None None] No DVR routers for this DVR port 434fae79-e48d-4577-bd31-6fc55cfd5039 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:29.654468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c1dc6c1-7c1d-4cb2-a9bc-e348016cf3d7 req-4986505b-f102-47f3-929d-426db7f8e09a tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/security-groups?id=46033530-a580-4b6a-abd9-8b7dae00809f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721193 Jul 27 22:04:29.656527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab257d-bc4a-426a-a0de-976756832844 req-c9829ef7-636e-4ff0-8e52-d1b0bf6b12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:29.658586 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1ab257d-bc4a-426a-a0de-976756832844 req-c9829ef7-636e-4ff0-8e52-d1b0bf6b12a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f72b5fb1ad4943c59fb68caa647ae878&device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 1095 time: 0.3127651 Jul 27 22:04:29.729254 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e8e97d1d-4410-482f-a031-bbe4ea9ec52c req-9640ae3a-1d6e-4187-94ba-830237160025 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:29.745911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.019283 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.031110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-01e41df9-9ee1-40d6-acab-df47cd297325 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617326 Jul 27 22:04:30.032818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c858ab4b-e23e-49fb-8ed2-66f700283feb']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:30.046957 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 434fae79-e48d-4577-bd31-6fc55cfd5039 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:04:30.047535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4b2147-f40b-40bf-bc07-4f77c8a80c11') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:30.047741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4b2147-f40b-40bf-bc07-4f77c8a80c11') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:30.059640 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.076118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 434fae79-e48d-4577-bd31-6fc55cfd5039 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:04:30.077293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.078752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 434fae79-e48d-4577-bd31-6fc55cfd5039 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:04:30.079852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c907e863-a551-425f-a6a6-3431de140d5f no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:04:30.086849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:30.087686 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.114209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: c907e863-a551-425f-a6a6-3431de140d5f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:04:30.119766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c907e863-a551-425f-a6a6-3431de140d5f not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:30.139626 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:30.149371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ba22e-a021-4384-89f1-81c0d0261b25 req-a7163103-7116-45ca-babe-201d0a41ee9b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:30.150893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b9ba22e-a021-4384-89f1-81c0d0261b25 req-a7163103-7116-45ca-babe-201d0a41ee9b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 948 time: 0.3185248 Jul 27 22:04:30.151888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab257d-bc4a-426a-a0de-976756832844 req-2bb1a40b-1a5c-4494-8e63-1dde10aff4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:30.153315 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1ab257d-bc4a-426a-a0de-976756832844 req-2bb1a40b-1a5c-4494-8e63-1dde10aff4eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=325e4816-1bb2-4693-92f1-277429bb9e2f HTTP/1.1" status: 200 len: 930 time: 0.4798357 Jul 27 22:04:30.165107 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.172797 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.174503 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "DELETE /v2.0/networks/c858ab4b-e23e-49fb-8ed2-66f700283feb HTTP/1.1" status: 204 len: 168 time: 1.1698239 Jul 27 22:04:30.184170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:30.186640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affacf20-0254-48bb-82a4-b3817fd6047a tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event deleted for resources: {'Network': ['ID=c858ab4b-e23e-49fb-8ed2-66f700283feb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:30.303970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1ab257d-bc4a-426a-a0de-976756832844 req-9351b4e9-8d04-45c1-be0a-f931a5be3f36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada9c379-a556-4a59-8485-554b7ed09572 HTTP/1.1" status: 200 len: 217 time: 0.1175909 Jul 27 22:04:30.441673 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-5c328438-73f9-4de3-88b0-8f328ab5b5e8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e0defce758a8439cae6b91ea10154670&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237134 Jul 27 22:04:30.561507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-62771147-830a-4501-b111-e0db2b16927c tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:30.562994 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-62771147-830a-4501-b111-e0db2b16927c tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1155019 Jul 27 22:04:30.583342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Request body: {'port': {'device_id': '7ddf253d-3502-4230-993a-4bd02e762e0c', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': 'e0defce758a8439cae6b91ea10154670'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:30.816533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b9ba22e-a021-4384-89f1-81c0d0261b25 req-f3e26531-bafb-4dcd-81b4-6b604691521b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341097 Jul 27 22:04:30.848207 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e8e97d1d-4410-482f-a031-bbe4ea9ec52c req-9640ae3a-1d6e-4187-94ba-830237160025 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.874614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Made reservation on behalf of e0defce758a8439cae6b91ea10154670 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:30.879173 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.902813 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e8e97d1d-4410-482f-a031-bbe4ea9ec52c req-9640ae3a-1d6e-4187-94ba-830237160025 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.909095 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:30.927124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab257d-bc4a-426a-a0de-976756832844 req-dc900243-cfbc-425a-abd7-6dcf2302787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:30.928551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1ab257d-bc4a-426a-a0de-976756832844 req-dc900243-cfbc-425a-abd7-6dcf2302787e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e3de8b1-6da6-4216-be06-6b71bb9efb12 HTTP/1.1" status: 200 len: 868 time: 0.5602069 Jul 27 22:04:30.930501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d02c2d-ac07-4bbe-b29f-bfcd5d44e120 req-23762423-ac00-44e3-832a-7e243dd1a994 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8748024 Jul 27 22:04:30.991214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14bab08a-bb9d-4106-8e76-42f25241a9de req-c36a966c-4d3f-4b27-b81a-44ae255ff16b tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 210 time: 0.1075604 Jul 27 22:04:31.024007 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-4c9749d3-6e8d-43ec-9cf6-8351e5a167f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:04:31.027098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e8e97d1d-4410-482f-a031-bbe4ea9ec52c req-9640ae3a-1d6e-4187-94ba-830237160025 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.042952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8e97d1d-4410-482f-a031-bbe4ea9ec52c req-9640ae3a-1d6e-4187-94ba-830237160025 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.5954955 Jul 27 22:04:31.050973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Allocated IP 192.168.233.52 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/9041ae0b-89aa-40e5-9e55-08e22c624aed) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:31.089313 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98eb185-081f-4457-9811-a73c1131d345 x-openstack-request-id: req-a98eb185-081f-4457-9811-a73c1131d345 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:31.089601 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c508454-3d79-407c-9df0-9fa38c144631", "tag": "a9a5820c-161e-48d9-baa1-4cbb818932dd", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:31.089851 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a98eb185-081f-4457-9811-a73c1131d345 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:31.090251 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c508454-3d79-407c-9df0-9fa38c144631', 'tag': 'a9a5820c-161e-48d9-baa1-4cbb818932dd', 'status': 'completed', 'code': 200} Jul 27 22:04:31.106554 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.108360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640ae3a-1d6e-4187-94ba-830237160025 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04043bf-cd10-434f-8f52-e7d2bb7d8656,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:31.193230 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c9749d3-6e8d-43ec-9cf6-8351e5a167f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.219176 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.232588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Transition to ACTIVE for port object 9041ae0b-89aa-40e5-9e55-08e22c624aed will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:31.265560 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.281505 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['2f3309b1-4d12-421f-9a1b-cdd1d317a777'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:31.290111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c9749d3-6e8d-43ec-9cf6-8351e5a167f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.313255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:31.316478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:31.324281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:31.348994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Pushing event updated for resources: {'Port': ['ID=9041ae0b-89aa-40e5-9e55-08e22c624aed,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:31.361906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab257d-bc4a-426a-a0de-976756832844 req-24bb879d-3575-4b46-b987-f29f7c253647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:31.363466 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1ab257d-bc4a-426a-a0de-976756832844 req-24bb879d-3575-4b46-b987-f29f7c253647 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=325e4816-1bb2-4693-92f1-277429bb9e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4120777 Jul 27 22:04:31.379096 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.379872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:31.380628 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.406372 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-08411a5b-54bc-4b3b-a990-1f36581723a6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8270619 Jul 27 22:04:31.416813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223137d3-66b0-4fc4-bb9f-b6af69d868ca']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:31.423620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Request body: {'port': {'device_id': '7ddf253d-3502-4230-993a-4bd02e762e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:31.488354 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.527289 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['002200e4-c61c-429a-bdb1-f60940e35d19'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:31.533523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ef0dcf-1dfd-4e80-977f-4371dd984d38') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:31.533841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ef0dcf-1dfd-4e80-977f-4371dd984d38') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:31.545018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device ada9c379-a556-4a59-8485-554b7ed09572 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:31.545385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf3c00-1cf1-496f-ae2f-f77e902fe8d8 req-0d401233-8c65-4b97-a24f-5f6ead53f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:31.547234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fcf3c00-1cf1-496f-ae2f-f77e902fe8d8 req-0d401233-8c65-4b97-a24f-5f6ead53f7e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=57c8f10a0bad48538579cdc1c0853c87&device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 1099 time: 0.4449728 Jul 27 22:04:31.550064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ec2cd4d-8f14-4d82-a35f-7d0b21480e7f req-fd4e206a-caf1-455e-b20a-89dd7611ade7 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/c04043bf-cd10-434f-8f52-e7d2bb7d8656 HTTP/1.1" status: 200 len: 1813 time: 0.4380033 Jul 27 22:04:31.616364 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.630593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c3122-82f5-4b02-9924-ac4e623206b8 req-b87fbf19-2fdf-4721-bb97-5b4bf0a512a7 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:31.633852 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e93c3122-82f5-4b02-9924-ac4e623206b8 req-b87fbf19-2fdf-4721-bb97-5b4bf0a512a7 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 944 time: 0.4865327 Jul 27 22:04:31.635432 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-4c9749d3-6e8d-43ec-9cf6-8351e5a167f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Floating IP 4bdb3f4b-cbbd-4dcc-a018-426e88f373ba associated. External IP: 172.25.1.66, port: f7767e66-2ea5-4352-94b5-28f217a07aab. Jul 27 22:04:31.642316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4ec2cd4d-8f14-4d82-a35f-7d0b21480e7f req-f664d854-2248-4fe9-9c13-b57049a28d9e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c04043bf-cd10-434f-8f52-e7d2bb7d8656', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:31.642642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4ec2cd4d-8f14-4d82-a35f-7d0b21480e7f req-f664d854-2248-4fe9-9c13-b57049a28d9e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c04043bf-cd10-434f-8f52-e7d2bb7d8656', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:31.732428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73336d99-ea08-45a0-8ae1-c0d30ca0cb93 None None] Provisioning for port 9041ae0b-89aa-40e5-9e55-08e22c624aed completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:31.755238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73336d99-ea08-45a0-8ae1-c0d30ca0cb93 None None] Provisioning complete for port 9041ae0b-89aa-40e5-9e55-08e22c624aed triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:31.755618 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73336d99-ea08-45a0-8ae1-c0d30ca0cb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.769689 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.802459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:31.802871 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:31.806113 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:31.813760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9041ae0b-89aa-40e5-9e55-08e22c624aed {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:31.823717 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.840553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port ada9c379-a556-4a59-8485-554b7ed09572, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=ada9c379-a556-4a59-8485-554b7ed09572,segment=NetworkSegment(afa72b10-ebf2-4b79-8999-1600fe0f07e5),segment_id=afa72b10-ebf2-4b79-8999-1600fe0f07e5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:31.841203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Transition to ACTIVE for port object 9041ae0b-89aa-40e5-9e55-08e22c624aed will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:31.844990 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.845399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-73336d99-ea08-45a0-8ae1-c0d30ca0cb93 None None] Port 9041ae0b-89aa-40e5-9e55-08e22c624aed cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:31.876293 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'ada9c379-a556-4a59-8485-554b7ed09572', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'port_id': 'ada9c379-a556-4a59-8485-554b7ed09572', 'mac_address': 'fa:16:3e:ab:ed:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:31.905570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9041ae0b-89aa-40e5-9e55-08e22c624aed,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:31.982755 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e93c3122-82f5-4b02-9924-ac4e623206b8 req-c369830e-5c93-451b-bd99-aa7ef456a922 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/security-groups?id=46033530-a580-4b6a-abd9-8b7dae00809f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355584 Jul 27 22:04:31.986734 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.993111 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Attempting to bind port 9041ae0b-89aa-40e5-9e55-08e22c624aed on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:31.993111 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Attempting to bind port 9041ae0b-89aa-40e5-9e55-08e22c624aed by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:31.993510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Attempting to bind port 9041ae0b-89aa-40e5-9e55-08e22c624aed on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:31.998598 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Port 9041ae0b-89aa-40e5-9e55-08e22c624aed on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:04:31.999050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Attempting to bind port 9041ae0b-89aa-40e5-9e55-08e22c624aed on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:32.000785 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.015338 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1ab257d-bc4a-426a-a0de-976756832844 req-10f1800f-6de0-4082-b7c3-dd31a09fcf3a service neutron] 10.222.0.41 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275716 Jul 27 22:04:32.025028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:32.025377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:32.025775 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:32.028468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Bound port: 9041ae0b-89aa-40e5-9e55-08e22c624aed, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:32.028839 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.035039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada9c379-a556-4a59-8485-554b7ed09572 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:32.041591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.043662 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "DELETE /v2.0/networks/223137d3-66b0-4fc4-bb9f-b6af69d868ca HTTP/1.1" status: 204 len: 168 time: 1.8546865 Jul 27 22:04:32.056561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38846) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:32.080013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Router 89b3439d-56b8-4957-840c-00c5ad300f23 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:04:32.082382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf3c00-1cf1-496f-ae2f-f77e902fe8d8 req-e260f474-8f77-4451-878b-8e7bd0c30feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:32.083963 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fcf3c00-1cf1-496f-ae2f-f77e902fe8d8 req-e260f474-8f77-4451-878b-8e7bd0c30feb service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.4657388 Jul 27 22:04:32.086562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port ada9c379-a556-4a59-8485-554b7ed09572, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=ada9c379-a556-4a59-8485-554b7ed09572,segment=NetworkSegment(afa72b10-ebf2-4b79-8999-1600fe0f07e5),segment_id=afa72b10-ebf2-4b79-8999-1600fe0f07e5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:32.097320 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.098871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a7e52-e797-4349-a4c2-1cee8797ab16 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event deleted for resources: {'Network': ['ID=223137d3-66b0-4fc4-bb9f-b6af69d868ca,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:32.144269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a472b562-7a58-4ebe-9839-9221d8c3824d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Deleting subnet 0a31509e-abcb-4262-9c6d-6508a0efb0d1 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:04:32.147578 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a472b562-7a58-4ebe-9839-9221d8c3824d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.181929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=ada9c379-a556-4a59-8485-554b7ed09572,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:32.192366 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a472b562-7a58-4ebe-9839-9221d8c3824d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.247837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] For port 9041ae0b-89aa-40e5-9e55-08e22c624aed, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:32.253488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] For port 9041ae0b-89aa-40e5-9e55-08e22c624aed, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9041ae0b-89aa-40e5-9e55-08e22c624aed,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:32.254404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ec2cd4d-8f14-4d82-a35f-7d0b21480e7f req-f664d854-2248-4fe9-9c13-b57049a28d9e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.258247 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.271723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fcf3c00-1cf1-496f-ae2f-f77e902fe8d8 req-c802f341-06f8-4cc5-827a-c22fa1778c38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a9a5820c-161e-48d9-baa1-4cbb818932dd HTTP/1.1" status: 200 len: 217 time: 0.1704082 Jul 27 22:04:32.318769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:32.319385 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.320816 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/9041ae0b-89aa-40e5-9e55-08e22c624aed HTTP/1.1" status: 200 len: 1095 time: 0.9025280 Jul 27 22:04:32.326195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddf253d-3502-4230-993a-4bd02e762e0c', 'tag': '9041ae0b-89aa-40e5-9e55-08e22c624aed'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:32.328330 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcad4033-b34d-412f-b96f-e002ef4ea935" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddf253d-3502-4230-993a-4bd02e762e0c", "tag": "9041ae0b-89aa-40e5-9e55-08e22c624aed"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:32.339598 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a472b562-7a58-4ebe-9839-9221d8c3824d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.371408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['ada9c379-a556-4a59-8485-554b7ed09572'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:32.407522 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ec2cd4d-8f14-4d82-a35f-7d0b21480e7f req-f664d854-2248-4fe9-9c13-b57049a28d9e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.425937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3552e-8f2c-418b-a9c2-6ce2dd10e3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9041ae0b-89aa-40e5-9e55-08e22c624aed,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:32.458016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-cc494eac-0302-46fa-8bf8-4c9b57762d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:32.460196 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-cc494eac-0302-46fa-8bf8-4c9b57762d37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0defce758a8439cae6b91ea10154670&device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 1098 time: 0.0818763 Jul 27 22:04:32.465635 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a472b562-7a58-4ebe-9839-9221d8c3824d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.490329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dae88-227e-4ade-b5d8-8658dd16157c req-5a9eb609-ffaf-489e-b91f-08de58cf1848 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:32.492470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-180dae88-227e-4ade-b5d8-8658dd16157c req-5a9eb609-ffaf-489e-b91f-08de58cf1848 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 948 time: 0.3568218 Jul 27 22:04:32.504456 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ec2cd4d-8f14-4d82-a35f-7d0b21480e7f req-f664d854-2248-4fe9-9c13-b57049a28d9e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.532548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472b562-7a58-4ebe-9839-9221d8c3824d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event deleted for resources: {'Subnet': ['ID=0a31509e-abcb-4262-9c6d-6508a0efb0d1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:32.535566 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-0cb2c7c5-e038-45f7-a696-ba3f908b17c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9041ae0b-89aa-40e5-9e55-08e22c624aed HTTP/1.1" status: 200 len: 217 time: 0.0663464 Jul 27 22:04:32.538356 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a472b562-7a58-4ebe-9839-9221d8c3824d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.542700 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a472b562-7a58-4ebe-9839-9221d8c3824d tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "DELETE /v2.0/subnets/0a31509e-abcb-4262-9c6d-6508a0efb0d1 HTTP/1.1" status: 204 len: 168 time: 0.4872136 Jul 27 22:04:32.542875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:32.553676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d2cea4-0b2b-4412-a0db-6470fbe7fdbb None None] Network 9b282291-8a24-4adc-b67c-6a1e9358d3a4 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:32.568666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf3c00-1cf1-496f-ae2f-f77e902fe8d8 req-b5d31372-8059-466b-8715-0a25a9bbb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:32.570746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fcf3c00-1cf1-496f-ae2f-f77e902fe8d8 req-b5d31372-8059-466b-8715-0a25a9bbb013 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2888992 Jul 27 22:04:32.588495 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1ab257d-bc4a-426a-a0de-976756832844 req-1010c509-e33f-4db6-902f-f12fe9125cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382009 Jul 27 22:04:32.623520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664d854-2248-4fe9-9c13-b57049a28d9e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641ee7a2-d0e4-4b6a-be7f-509c10c8b67c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:32.657796 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ec2cd4d-8f14-4d82-a35f-7d0b21480e7f req-f664d854-2248-4fe9-9c13-b57049a28d9e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.659048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ec2cd4d-8f14-4d82-a35f-7d0b21480e7f req-f664d854-2248-4fe9-9c13-b57049a28d9e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0380855 Jul 27 22:04:32.667756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-2029858d-9ed2-4647-b7d1-afda04351d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:32.671746 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-2029858d-9ed2-4647-b7d1-afda04351d39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1202631 Jul 27 22:04:32.678541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9749d3-6e8d-43ec-9cf6-8351e5a167f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Router b8f2d81a-cae3-4703-9941-f214ee1d5516 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:04:32.681611 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.686234 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:32.715523 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Sync routers for ids ['89b3439d-56b8-4957-840c-00c5ad300f23'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:32.716570 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-180dae88-227e-4ade-b5d8-8658dd16157c req-51359098-29b8-4ca6-8049-b9253cfac59b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741676 Jul 27 22:04:32.736598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf3c00-1cf1-496f-ae2f-f77e902fe8d8 req-13e4ef1e-2ba5-4a5c-8312-8d39e45de438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:32.748158 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fcf3c00-1cf1-496f-ae2f-f77e902fe8d8 req-13e4ef1e-2ba5-4a5c-8312-8d39e45de438 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565907 Jul 27 22:04:32.753508 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:32.754981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-166f5fcf-7f72-47f1-bd1f-4540c43ee306 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3829772 Jul 27 22:04:32.760094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38860) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:32.798519 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:04:32.803121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Routers {'89b3439d-56b8-4957-840c-00c5ad300f23'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:32.811185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['89b3439d-56b8-4957-840c-00c5ad300f23'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:32.893090 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce31922-7850-4919-b3d6-26915ef9472e x-openstack-request-id: req-8ce31922-7850-4919-b3d6-26915ef9472e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:32.893341 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddf253d-3502-4230-993a-4bd02e762e0c", "tag": "9041ae0b-89aa-40e5-9e55-08e22c624aed", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:32.893664 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ce31922-7850-4919-b3d6-26915ef9472e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:32.893992 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddf253d-3502-4230-993a-4bd02e762e0c', 'tag': '9041ae0b-89aa-40e5-9e55-08e22c624aed', 'status': 'completed', 'code': 200} Jul 27 22:04:32.917243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-7f53d1a9-1874-447a-97dd-484203f1ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:32.918797 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-7f53d1a9-1874-447a-97dd-484203f1ea5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2324538 Jul 27 22:04:32.966300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Set router 89b3439d-56b8-4957-840c-00c5ad300f23 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:33.021042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54105daa-2516-4544-a3ec-0090bdb93d93 None None] DHCP port deletion for 9b282291-8a24-4adc-b67c-6a1e9358d3a4 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:04:33.027214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fcf3c00-1cf1-496f-ae2f-f77e902fe8d8 req-86738e9d-0694-4609-b6f0-77d8a9f47a5b service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611039 Jul 27 22:04:33.032863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-716f7437-e44d-4a54-b267-4d3d8794d37d req-0a8c4aae-3153-4cc9-965b-ae0d3c09f7e5 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/c04043bf-cd10-434f-8f52-e7d2bb7d8656 HTTP/1.1" status: 200 len: 2407 time: 0.1443624 Jul 27 22:04:33.121276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f88bd-a0ca-4e1a-9b22-989795c36d07 req-ff4a91dc-db56-4327-9487-85a2c1736cc8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:33.122892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-378f88bd-a0ca-4e1a-9b22-989795c36d07 req-ff4a91dc-db56-4327-9487-85a2c1736cc8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 947 time: 0.3737178 Jul 27 22:04:33.123386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38870) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:33.196012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-54105daa-2516-4544-a3ec-0090bdb93d93 None None] Deleting port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:33.196360 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54105daa-2516-4544-a3ec-0090bdb93d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.206405 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-6e8ee310-8b45-49ca-a758-1f6130f42e27 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712779 Jul 27 22:04:33.271667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-54105daa-2516-4544-a3ec-0090bdb93d93 None None] For port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6ec3b6ed-2188-4ca4-8926-49908fd3fec9,segment=NetworkSegment(6189fd27-6659-434d-9a4f-69d3228f138a),segment_id=6189fd27-6659-434d-9a4f-69d3228f138a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:33.272129 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54105daa-2516-4544-a3ec-0090bdb93d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.287689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-54105daa-2516-4544-a3ec-0090bdb93d93 None None] Calling delete_port for 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:33.295839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:04:29Z', 'revision_number': 3, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:33.324180 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Deleting port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:33.324561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.332338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Checking router: 89b3439d-56b8-4957-840c-00c5ad300f23 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:33.332704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Updating router 89b3439d-56b8-4957-840c-00c5ad300f23 port 18e20436-67a9-411c-89b0-3e4a210ec673 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:04:33.389292 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.448556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] For port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6ec3b6ed-2188-4ca4-8926-49908fd3fec9,segment=NetworkSegment(6189fd27-6659-434d-9a4f-69d3228f138a),segment_id=6189fd27-6659-434d-9a4f-69d3228f138a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:33.449015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.475739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Calling delete_port for 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:33.514478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a9a5820c-161e-48d9-baa1-4cbb818932dd details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:33.516455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device ada9c379-a556-4a59-8485-554b7ed09572 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:33.525417 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54105daa-2516-4544-a3ec-0090bdb93d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.530989 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2deb9e8d-7418-4569-b52e-c02bb7d61b2c req-dc95600b-4f57-47b5-a488-df7037037e22 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850006 Jul 27 22:04:33.588026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9749d3-6e8d-43ec-9cf6-8351e5a167f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:33.596285 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c9749d3-6e8d-43ec-9cf6-8351e5a167f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.600788 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615da0d7-fbfd-4626-8b9f-41b8fe8d5a0c None None] Sync routers for ids ['b8f2d81a-cae3-4703-9941-f214ee1d5516'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:33.605487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54105daa-2516-4544-a3ec-0090bdb93d93 None None] Pushing event deleted for resources: {'Port': ['ID=6ec3b6ed-2188-4ca4-8926-49908fd3fec9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:33.621275 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615da0d7-fbfd-4626-8b9f-41b8fe8d5a0c None None] Routers {'b8f2d81a-cae3-4703-9941-f214ee1d5516'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:33.621911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-615da0d7-fbfd-4626-8b9f-41b8fe8d5a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b8f2d81a-cae3-4703-9941-f214ee1d5516'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:33.636004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54105daa-2516-4544-a3ec-0090bdb93d93 None None] No DVR routers for this DVR port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:33.733995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad4033-b34d-412f-b96f-e002ef4ea935 req-d225c61e-d12d-4574-b0f9-4e0c3d296bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:33.736315 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcad4033-b34d-412f-b96f-e002ef4ea935 req-d225c61e-d12d-4574-b0f9-4e0c3d296bc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0defce758a8439cae6b91ea10154670&device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 1098 time: 0.1227822 Jul 27 22:04:33.745253 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-615da0d7-fbfd-4626-8b9f-41b8fe8d5a0c None None] Set router b8f2d81a-cae3-4703-9941-f214ee1d5516 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:33.745521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port ada9c379-a556-4a59-8485-554b7ed09572 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:33.767692 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fcf3c00-1cf1-496f-ae2f-f77e902fe8d8 req-bb1f46d3-76cf-4042-9f0d-74369b495ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021713 Jul 27 22:04:33.781387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port ada9c379-a556-4a59-8485-554b7ed09572 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:33.781750 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.784534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a9a5820c-161e-48d9-baa1-4cbb818932dd, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a9a5820c-161e-48d9-baa1-4cbb818932dd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:33.819907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'a9a5820c-161e-48d9-baa1-4cbb818932dd', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'a9a5820c-161e-48d9-baa1-4cbb818932dd', 'mac_address': 'fa:16:3e:ee:e0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:33.824040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-378f88bd-a0ca-4e1a-9b22-989795c36d07 req-09781a09-41fd-4b8a-8e8d-c98a88ee5343 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057470 Jul 27 22:04:33.859577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4c9749d3-6e8d-43ec-9cf6-8351e5a167f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "PUT /v2.0/floatingips/4bdb3f4b-cbbd-4dcc-a018-426e88f373ba HTTP/1.1" status: 200 len: 990 time: 4.8710015 Jul 27 22:04:33.861107 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8f4882f-289f-4c0a-b656-4dddce1461ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.868680 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.873971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': 'f7767e66-2ea5-4352-94b5-28f217a07aab'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:33.876581 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5689fca3-c61f-414e-9ed2-4710fc99ad8d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "f7767e66-2ea5-4352-94b5-28f217a07aab"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:33.923870 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.930462 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:33.933659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event deleted for resources: {'Port': ['ID=6ec3b6ed-2188-4ca4-8926-49908fd3fec9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:33.955085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] No DVR routers for this DVR port 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:33.997575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a5820c-161e-48d9-baa1-4cbb818932dd {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:34.019477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8f4882f-289f-4c0a-b656-4dddce1461ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.038218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Transition to ACTIVE for port object 18e20436-67a9-411c-89b0-3e4a210ec673 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:34.046020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36d743-bed0-4009-a935-05cbff809351 req-23916388-a88b-49c7-9a82-712bb3a8f5a7 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.059432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c36d743-bed0-4009-a935-05cbff809351 req-23916388-a88b-49c7-9a82-712bb3a8f5a7 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 945 time: 0.8933611 Jul 27 22:04:34.063955 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.069045 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a9a5820c-161e-48d9-baa1-4cbb818932dd, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a9a5820c-161e-48d9-baa1-4cbb818932dd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:34.078692 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:04:34.091803 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-615da0d7-fbfd-4626-8b9f-41b8fe8d5a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4bdb3f4b-cbbd-4dcc-a018-426e88f373ba', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'port_id': 'f7767e66-2ea5-4352-94b5-28f217a07aab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'mac_address': 'fa:16:3e:fd:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:51Z', 'updated_at': '2021-07-27T22:04:30Z', 'revision_number': 1, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fabc07-39e1-4b87-b075-a47cce699d98', 'name': '', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'mac_address': 'fa:16:3e:62:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:07Z', 'revision_number': 5, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'subnets': [{'id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:34.103185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5458bcd1-1983-4430-9e28-b8628d81d05f req-bb9da687-9b8b-455d-9ff2-ffce7a0c7263 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-group-rules/641ee7a2-d0e4-4b6a-be7f-509c10c8b67c HTTP/1.1" status: 200 len: 778 time: 0.0814567 Jul 27 22:04:34.108026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.120568 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615da0d7-fbfd-4626-8b9f-41b8fe8d5a0c None None] Checking router: b8f2d81a-cae3-4703-9941-f214ee1d5516 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:34.128882 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615da0d7-fbfd-4626-8b9f-41b8fe8d5a0c None None] Routers {'b8f2d81a-cae3-4703-9941-f214ee1d5516'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:34.129509 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-615da0d7-fbfd-4626-8b9f-41b8fe8d5a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b8f2d81a-cae3-4703-9941-f214ee1d5516'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:34.136062 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.137327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:04:34.137676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6ec3b6ed-2188-4ca4-8926-49908fd3fec9 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:04:34.140884 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.154442 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.158570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad4033-b34d-412f-b96f-e002ef4ea935 req-d5b26a97-533e-4e39-8b1d-61b176104bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.160334 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcad4033-b34d-412f-b96f-e002ef4ea935 req-d5b26a97-533e-4e39-8b1d-61b176104bfa service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.4090123 Jul 27 22:04:34.169437 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b8f4882f-289f-4c0a-b656-4dddce1461ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.170947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b282291-8a24-4adc-b67c-6a1e9358d3a4']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:34.199613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b0121-12bf-49df-b65c-16ef7d2adff4 None None] Pushing event updated for resources: {'Port': ['ID=18e20436-67a9-411c-89b0-3e4a210ec673,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:34.212152 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5458bcd1-1983-4430-9e28-b8628d81d05f req-2ba7a75e-e7c2-423e-8e3c-68288fcd6e7f tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/c04043bf-cd10-434f-8f52-e7d2bb7d8656 HTTP/1.1" status: 200 len: 2407 time: 0.1077964 Jul 27 22:04:34.228617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6189fd27-6659-434d-9a4f-69d3228f138a') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:34.229629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6189fd27-6659-434d-9a4f-69d3228f138a') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:34.234390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port ada9c379-a556-4a59-8485-554b7ed09572, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=ada9c379-a556-4a59-8485-554b7ed09572,segment=NetworkSegment(afa72b10-ebf2-4b79-8999-1600fe0f07e5),segment_id=afa72b10-ebf2-4b79-8999-1600fe0f07e5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:34.239433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada9c379-a556-4a59-8485-554b7ed09572'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:34.243314 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c48d004-364e-4681-af6b-23ae6c8950c4" -d '{"events": [{"server_uuid": "84d4a7b0-87c2-4142-82cd-864067dcb998", "name": "network-vif-plugged", "status": "completed", "tag": "ada9c379-a556-4a59-8485-554b7ed09572"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:34.248874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Attempting to bind port 18e20436-67a9-411c-89b0-3e4a210ec673 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:34.249251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Attempting to bind port 18e20436-67a9-411c-89b0-3e4a210ec673 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:34.249655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Attempting to bind port 18e20436-67a9-411c-89b0-3e4a210ec673 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:34.251703 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-615da0d7-fbfd-4626-8b9f-41b8fe8d5a0c None None] Set router b8f2d81a-cae3-4703-9941-f214ee1d5516 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:34.260237 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b8f4882f-289f-4c0a-b656-4dddce1461ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=465ee0b86cb347a0b0df905b8528f75a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0931971 Jul 27 22:04:34.266530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4882f-289f-4c0a-b656-4dddce1461ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6505b13c-fa3c-4fed-9307-e7c847e31e60,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:34.267857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38882) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:34.283965 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:34.284918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:34.285221 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.285620 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:34.286104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Bound port: 18e20436-67a9-411c-89b0-3e4a210ec673, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:34.286509 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.294155 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.299922 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcad4033-b34d-412f-b96f-e002ef4ea935 req-737a81fd-ec22-4b38-ab01-4226b2ad0fcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9041ae0b-89aa-40e5-9e55-08e22c624aed HTTP/1.1" status: 200 len: 217 time: 0.1262510 Jul 27 22:04:34.302058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.309384 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c36d743-bed0-4009-a935-05cbff809351 req-19542d98-29b8-4610-b59a-603b2c4d1ce1 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/security-groups?id=46033530-a580-4b6a-abd9-8b7dae00809f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458048 Jul 27 22:04:34.348579 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5458bcd1-1983-4430-9e28-b8628d81d05f req-3676363c-94de-4a6c-97ba-c5b0d6bfc7d3 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.365470 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5458bcd1-1983-4430-9e28-b8628d81d05f req-3676363c-94de-4a6c-97ba-c5b0d6bfc7d3 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.404591 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.444815 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5458bcd1-1983-4430-9e28-b8628d81d05f req-3676363c-94de-4a6c-97ba-c5b0d6bfc7d3 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.456506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad4033-b34d-412f-b96f-e002ef4ea935 req-a542ebf5-4a89-4b5c-a638-9da05fc13962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.458565 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcad4033-b34d-412f-b96f-e002ef4ea935 req-a542ebf5-4a89-4b5c-a638-9da05fc13962 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1412103 Jul 27 22:04:34.464493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:34.465161 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:34.469518 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:34.472954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5458bcd1-1983-4430-9e28-b8628d81d05f req-3676363c-94de-4a6c-97ba-c5b0d6bfc7d3 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.474131 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5458bcd1-1983-4430-9e28-b8628d81d05f req-3676363c-94de-4a6c-97ba-c5b0d6bfc7d3 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/641ee7a2-d0e4-4b6a-be7f-509c10c8b67c HTTP/1.1" status: 204 len: 173 time: 0.2609992 Jul 27 22:04:34.493812 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-615da0d7-fbfd-4626-8b9f-41b8fe8d5a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4bdb3f4b-cbbd-4dcc-a018-426e88f373ba', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'port_id': 'f7767e66-2ea5-4352-94b5-28f217a07aab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'mac_address': 'fa:16:3e:fd:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:51Z', 'updated_at': '2021-07-27T22:04:30Z', 'revision_number': 1, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fabc07-39e1-4b87-b075-a47cce699d98', 'name': '', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'mac_address': 'fa:16:3e:62:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:07Z', 'revision_number': 5, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'subnets': [{'id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:34.494071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676363c-94de-4a6c-97ba-c5b0d6bfc7d3 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=641ee7a2-d0e4-4b6a-be7f-509c10c8b67c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:34.517103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3299a-4855-479e-b2fb-6232bb928195 req-ba40cc96-4afc-4e67-a74a-9b0e43ec1546 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.519231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc3299a-4855-479e-b2fb-6232bb928195 req-ba40cc96-4afc-4e67-a74a-9b0e43ec1546 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 949 time: 0.0917034 Jul 27 22:04:34.524001 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615da0d7-fbfd-4626-8b9f-41b8fe8d5a0c None None] The sync data for ids ['b8f2d81a-cae3-4703-9941-f214ee1d5516'] in n-d-802011-3 is: [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4bdb3f4b-cbbd-4dcc-a018-426e88f373ba', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'port_id': 'f7767e66-2ea5-4352-94b5-28f217a07aab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'mac_address': 'fa:16:3e:fd:82:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:02:51Z', 'updated_at': '2021-07-27T22:04:30Z', 'revision_number': 1, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73fabc07-39e1-4b87-b075-a47cce699d98', 'name': '', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'mac_address': 'fa:16:3e:62:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:07Z', 'revision_number': 5, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'subnets': [{'id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:34.548744 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a9a5820c-161e-48d9-baa1-4cbb818932dd,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:34.569451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc3299a-4855-479e-b2fb-6232bb928195 req-b42b54cf-1aaa-44c8-b102-a6aaf332f5e4 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388210 Jul 27 22:04:34.631863 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.645330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] For port 18e20436-67a9-411c-89b0-3e4a210ec673, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:34.647559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=ada9c379-a556-4a59-8485-554b7ed09572,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:34.657217 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['a9a5820c-161e-48d9-baa1-4cbb818932dd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:34.667553 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414dfe8a-48bb-4fb9-865f-7f12a2d07044 x-openstack-request-id: req-414dfe8a-48bb-4fb9-865f-7f12a2d07044 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:34.667952 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "tag": "f7767e66-2ea5-4352-94b5-28f217a07aab", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:34.668041 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-414dfe8a-48bb-4fb9-865f-7f12a2d07044 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:34.668407 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'tag': 'f7767e66-2ea5-4352-94b5-28f217a07aab', 'status': 'completed', 'code': 200} Jul 27 22:04:34.673093 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.675079 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "DELETE /v2.0/networks/9b282291-8a24-4adc-b67c-6a1e9358d3a4 HTTP/1.1" status: 204 len: 168 time: 2.1312830 Jul 27 22:04:34.677961 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:34.694235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] For port 18e20436-67a9-411c-89b0-3e4a210ec673, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=18e20436-67a9-411c-89b0-3e4a210ec673,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:34.696215 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237ec20e-96f8-4452-9753-699c6a8872d3 x-openstack-request-id: req-237ec20e-96f8-4452-9753-699c6a8872d3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:34.696496 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d4a7b0-87c2-4142-82cd-864067dcb998", "name": "network-vif-plugged", "status": "completed", "tag": "ada9c379-a556-4a59-8485-554b7ed09572", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:34.696746 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-237ec20e-96f8-4452-9753-699c6a8872d3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:34.697133 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada9c379-a556-4a59-8485-554b7ed09572', 'code': 200} Jul 27 22:04:34.705712 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.708773 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5362f3ac-a2c3-4f93-a6f7-ec0614f3321f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.720156 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-43040db3-b875-449a-8bd1-b6f7d4946edb tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1498453-3914-4072-93de-80ecfa2ac7a4 HTTP/1.1" status: 200 len: 205 time: 0.0405831 Jul 27 22:04:34.728254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38890) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:34.734671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-54364052-c1f2-4acb-8b56-e58d802ec4b0 req-ad3f0655-dde9-4bf0-aeca-ec1e21f21780 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-149143406', 'description': 'tempest-description-205727473'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:34.739567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3859d-cda4-48c4-9411-c8ea29c5ccb3 tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Pushing event deleted for resources: {'Network': ['ID=9b282291-8a24-4adc-b67c-6a1e9358d3a4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:34.800128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-eab74893-92c1-411d-ad31-9484f937ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.800634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-eab74893-92c1-411d-ad31-9484f937ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.801100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-eab74893-92c1-411d-ad31-9484f937ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.801572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-eab74893-92c1-411d-ad31-9484f937ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.802046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-eab74893-92c1-411d-ad31-9484f937ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.802550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-eab74893-92c1-411d-ad31-9484f937ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.803030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-eab74893-92c1-411d-ad31-9484f937ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.805827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-eab74893-92c1-411d-ad31-9484f937ee3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6490 time: 0.0847478 Jul 27 22:04:34.815238 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54364052-c1f2-4acb-8b56-e58d802ec4b0 req-ad3f0655-dde9-4bf0-aeca-ec1e21f21780 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.834548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Routers {'89b3439d-56b8-4957-840c-00c5ad300f23'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:34.835190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['89b3439d-56b8-4957-840c-00c5ad300f23'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:34.837038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b0121-12bf-49df-b65c-16ef7d2adff4 None None] Pushing event updated for resources: {'Port': ['ID=18e20436-67a9-411c-89b0-3e4a210ec673,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:34.956446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f3d8f-7706-41cb-8284-00fae4a88bdb req-9db51e69-09c7-436c-8f4c-907e5cce15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:34.958031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-203f3d8f-7706-41cb-8284-00fae4a88bdb req-9db51e69-09c7-436c-8f4c-907e5cce15a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 1097 time: 0.1509097 Jul 27 22:04:35.056618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] Set router 89b3439d-56b8-4957-840c-00c5ad300f23 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:35.056861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-3c697b16-97f9-49ea-aced-65a47513c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:35.058444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-3c697b16-97f9-49ea-aced-65a47513c06c service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b72184-423f-48d6-9efa-1107e6681307 HTTP/1.1" status: 200 len: 913 time: 0.2390041 Jul 27 22:04:35.095948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-203f3d8f-7706-41cb-8284-00fae4a88bdb req-0dc03590-32a9-457b-9c0c-d0a829f8fbf8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=46033530-a580-4b6a-abd9-8b7dae00809f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210051 Jul 27 22:04:35.140170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeee19c-a2bb-4bb5-ade1-53668aa80aac None None] New status for floating IP 4bdb3f4b-cbbd-4dcc-a018-426e88f373ba: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:04:35.158806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54364052-c1f2-4acb-8b56-e58d802ec4b0 req-ad3f0655-dde9-4bf0-aeca-ec1e21f21780 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.169295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d770a1-4555-4307-b8bf-519eda8996f0 req-0eb72f76-e386-41db-b39d-3c04a34a9c3c tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:35.170879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3d770a1-4555-4307-b8bf-519eda8996f0 req-0eb72f76-e386-41db-b39d-3c04a34a9c3c tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 947 time: 0.1798213 Jul 27 22:04:35.173967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54364052-c1f2-4acb-8b56-e58d802ec4b0 req-ad3f0655-dde9-4bf0-aeca-ec1e21f21780 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.232004 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-c85a2d3a-7a8a-4925-be05-2bc920afaf2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7767e66-2ea5-4352-94b5-28f217a07aab HTTP/1.1" status: 200 len: 998 time: 0.1483173 Jul 27 22:04:35.237773 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54364052-c1f2-4acb-8b56-e58d802ec4b0 req-ad3f0655-dde9-4bf0-aeca-ec1e21f21780 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.239062 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54364052-c1f2-4acb-8b56-e58d802ec4b0 req-ad3f0655-dde9-4bf0-aeca-ec1e21f21780 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5171161 Jul 27 22:04:35.264933 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d973771-5336-4c5f-9db1-e480c54577ea tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.284397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f0655-dde9-4bf0-aeca-ec1e21f21780 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26625341-9ed8-4959-b09b-f67e7c3a6cc3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:35.309088 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3d770a1-4555-4307-b8bf-519eda8996f0 req-316abefc-bdb2-4950-b601-c3e7825f443f tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215570 Jul 27 22:04:35.319421 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5362f3ac-a2c3-4f93-a6f7-ec0614f3321f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.322178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Allocated IP 172.20.0.1 (fb7d5832-e66d-4af8-806f-865f1a6921ab/c0688aa2-6ac8-4d48-9573-48317c605acb/9394d2e6-b47c-4500-9200-b79046d93bf4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:35.331347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-78dfe469-0eec-4f51-a5ef-688569e84544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:35.332837 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-78dfe469-0eec-4f51-a5ef-688569e84544 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7746efe-61a7-45c7-ac8d-cb8760801fae HTTP/1.1" status: 200 len: 851 time: 0.0929351 Jul 27 22:04:35.372999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad4033-b34d-412f-b96f-e002ef4ea935 req-43f0e737-366d-4bc0-95cb-9a3966b240d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:35.374863 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcad4033-b34d-412f-b96f-e002ef4ea935 req-43f0e737-366d-4bc0-95cb-9a3966b240d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9007924 Jul 27 22:04:35.377408 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b25997d3-5b18-45aa-9e8b-1bff77d6912f req-ddaf3cba-95b5-4ccd-93be-0c6bd18e2942 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/26625341-9ed8-4959-b09b-f67e7c3a6cc3 HTTP/1.1" status: 200 len: 1813 time: 0.0983596 Jul 27 22:04:35.395730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-efd70fb8-1373-4b67-91c9-02d0f9b13d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:35.399794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-efd70fb8-1373-4b67-91c9-02d0f9b13d54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b72184-423f-48d6-9efa-1107e6681307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559731 Jul 27 22:04:35.440712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:04:29Z', 'revision_number': 3, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:35.472192 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f1f5c-d475-4995-bf6d-3e6d162fff44 None None] The sync data for ids ['89b3439d-56b8-4957-840c-00c5ad300f23'] in n-d-802011-3 is: [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:04:29Z', 'revision_number': 3, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:35.501270 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3290966f-0d9a-471c-891a-6ad428f9ab73 req-f865e602-869f-40e9-b29f-8f68aa661cbe tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-815628578', 'description': 'tempest-description-1383238029'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:35.517108 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9041ae0b-89aa-40e5-9e55-08e22c624aed details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:35.574586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b5d1a-305c-40d2-906d-b66a7f2a18f0 req-a5e974aa-8e07-4a97-9e10-ae33c1063e92 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:35.576971 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-220b5d1a-305c-40d2-906d-b66a7f2a18f0 req-a5e974aa-8e07-4a97-9e10-ae33c1063e92 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 946 time: 0.1582108 Jul 27 22:04:35.580881 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3290966f-0d9a-471c-891a-6ad428f9ab73 req-f865e602-869f-40e9-b29f-8f68aa661cbe tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.623081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-45a783cc-9ef9-4c0b-90df-80eef9556dfc service neutron] 10.222.0.41 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143838 Jul 27 22:04:35.630007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9041ae0b-89aa-40e5-9e55-08e22c624aed, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9041ae0b-89aa-40e5-9e55-08e22c624aed,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:35.645148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '9041ae0b-89aa-40e5-9e55-08e22c624aed', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '9041ae0b-89aa-40e5-9e55-08e22c624aed', 'mac_address': 'fa:16:3e:f4:85:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:35.657090 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d973771-5336-4c5f-9db1-e480c54577ea tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.662207 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d973771-5336-4c5f-9db1-e480c54577ea tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.693153 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.715913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9041ae0b-89aa-40e5-9e55-08e22c624aed {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:35.719278 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-220b5d1a-305c-40d2-906d-b66a7f2a18f0 req-684dacca-1ce9-4c48-b441-56a6971c5c71 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/security-groups?id=46033530-a580-4b6a-abd9-8b7dae00809f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256657 Jul 27 22:04:35.755076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcad4033-b34d-412f-b96f-e002ef4ea935 req-0422ccf2-d4f3-4805-90f4-96704f552c10 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570776 Jul 27 22:04:35.759630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9041ae0b-89aa-40e5-9e55-08e22c624aed, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9041ae0b-89aa-40e5-9e55-08e22c624aed,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:35.759993 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5362f3ac-a2c3-4f93-a6f7-ec0614f3321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.763215 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5362f3ac-a2c3-4f93-a6f7-ec0614f3321f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.767552 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5362f3ac-a2c3-4f93-a6f7-ec0614f3321f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6505b13c-fa3c-4fed-9307-e7c847e31e60 HTTP/1.1" status: 204 len: 168 time: 1.4850240 Jul 27 22:04:35.778842 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d973771-5336-4c5f-9db1-e480c54577ea tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.779337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d973771-5336-4c5f-9db1-e480c54577ea tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Fanout notify agent at l3_agent the message router_deleted on router b1498453-3914-4072-93de-80ecfa2ac7a4 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:04:35.811452 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.905274 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9041ae0b-89aa-40e5-9e55-08e22c624aed,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:35.920317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5689fca3-c61f-414e-9ed2-4710fc99ad8d req-da77836d-ce8b-4d4d-8233-8ffda7ba5e4f service neutron] 10.222.0.41 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836905 Jul 27 22:04:35.938798 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcad4033-b34d-412f-b96f-e002ef4ea935 req-dd6e74a2-3ec4-4305-a4e8-d2fa16772f41 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571612 Jul 27 22:04:35.963550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d973771-5336-4c5f-9db1-e480c54577ea tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.968135 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3290966f-0d9a-471c-891a-6ad428f9ab73 req-f865e602-869f-40e9-b29f-8f68aa661cbe tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.971113 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4d973771-5336-4c5f-9db1-e480c54577ea tempest-RoutersNegativeTest-1562321525 tempest-RoutersNegativeTest-1562321525-project] 10.222.0.24 "DELETE /v2.0/routers/b1498453-3914-4072-93de-80ecfa2ac7a4 HTTP/1.1" status: 204 len: 168 time: 1.2414269 Jul 27 22:04:35.984929 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3290966f-0d9a-471c-891a-6ad428f9ab73 req-f865e602-869f-40e9-b29f-8f68aa661cbe tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.993444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362f3ac-a2c3-4f93-a6f7-ec0614f3321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6505b13c-fa3c-4fed-9307-e7c847e31e60,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:36.002178 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.020316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Transition to ACTIVE for port object 9394d2e6-b47c-4500-9200-b79046d93bf4 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:36.136177 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.161790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865e602-869f-40e9-b29f-8f68aa661cbe tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281cac28-2e50-48d0-aaa0-091115255751,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:36.184597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['9041ae0b-89aa-40e5-9e55-08e22c624aed'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:36.191774 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3290966f-0d9a-471c-891a-6ad428f9ab73 req-f865e602-869f-40e9-b29f-8f68aa661cbe tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.215044 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3290966f-0d9a-471c-891a-6ad428f9ab73 req-f865e602-869f-40e9-b29f-8f68aa661cbe tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7371783 Jul 27 22:04:36.242777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 18e20436-67a9-411c-89b0-3e4a210ec673 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:36.247431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Network fb7d5832-e66d-4af8-806f-865f1a6921ab is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:36.251100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:36.258586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:36.297663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Pushing event updated for resources: {'Port': ['ID=9394d2e6-b47c-4500-9200-b79046d93bf4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:36.299273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a2f07-a086-4b9b-86a4-64bbcff9f23d req-003bf45d-5564-47f6-b1b3-c49a50ae0559 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:36.310943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b2a2f07-a086-4b9b-86a4-64bbcff9f23d req-003bf45d-5564-47f6-b1b3-c49a50ae0559 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 949 time: 0.2642505 Jul 27 22:04:36.374058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.404616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b2a2f07-a086-4b9b-86a4-64bbcff9f23d req-1fc5c41e-2239-4ff0-95c0-272dc9ad8cc8 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926628 Jul 27 22:04:36.437865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 18e20436-67a9-411c-89b0-3e4a210ec673 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:36.444457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 18e20436-67a9-411c-89b0-3e4a210ec673 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:36.444905 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.466963 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd4feb60-9d0d-450a-b0f1-d24230b6f376 req-268e5a8d-35cc-44b3-ba90-4de85050e70e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/281cac28-2e50-48d0-aaa0-091115255751 HTTP/1.1" status: 200 len: 1814 time: 0.2317410 Jul 27 22:04:36.483529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-123285e9-e2a0-49de-a232-3c0c029ab4a3 req-46a312e0-8600-406d-acdb-e5864128bd6f tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1363351196', 'description': 'tempest-description-1205753531'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:36.532301 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-123285e9-e2a0-49de-a232-3c0c029ab4a3 req-46a312e0-8600-406d-acdb-e5864128bd6f tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.657269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:36.661977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d408857-84fa-4ac8-8e3f-b263308e5f61 req-92f3f243-e780-469c-bbd9-9486048567e9 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:36.669325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d408857-84fa-4ac8-8e3f-b263308e5f61 req-92f3f243-e780-469c-bbd9-9486048567e9 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 948 time: 0.1129005 Jul 27 22:04:36.739799 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.775317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d408857-84fa-4ac8-8e3f-b263308e5f61 req-402fa0d4-ef84-4ee8-b34e-809b569fb1b0 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038523 Jul 27 22:04:36.836241 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-123285e9-e2a0-49de-a232-3c0c029ab4a3 req-46a312e0-8600-406d-acdb-e5864128bd6f tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.842574 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-123285e9-e2a0-49de-a232-3c0c029ab4a3 req-46a312e0-8600-406d-acdb-e5864128bd6f tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.873947 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-123285e9-e2a0-49de-a232-3c0c029ab4a3 req-46a312e0-8600-406d-acdb-e5864128bd6f tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.883892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-123285e9-e2a0-49de-a232-3c0c029ab4a3 req-46a312e0-8600-406d-acdb-e5864128bd6f tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4102492 Jul 27 22:04:36.898872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0da3287f-648a-4c31-849a-bd6ceb40b62e None None] Provisioning for port 9394d2e6-b47c-4500-9200-b79046d93bf4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:36.900973 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:36.954084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 18e20436-67a9-411c-89b0-3e4a210ec673, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=18e20436-67a9-411c-89b0-3e4a210ec673,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:36.966145 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.002101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a312e0-8600-406d-acdb-e5864128bd6f tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc865253-acdf-4b51-850e-178b9d660f2e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:37.056938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe67e7-1f70-4287-a65c-d88c2a696258 req-f394db81-3a7f-4095-8387-37c25525506e tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:37.061491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16fe67e7-1f70-4287-a65c-d88c2a696258 req-f394db81-3a7f-4095-8387-37c25525506e tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 946 time: 0.1455626 Jul 27 22:04:37.073424 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0da3287f-648a-4c31-849a-bd6ceb40b62e None None] Provisioning complete for port 9394d2e6-b47c-4500-9200-b79046d93bf4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:37.074110 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0da3287f-648a-4c31-849a-bd6ceb40b62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.100687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=18e20436-67a9-411c-89b0-3e4a210ec673,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:37.120664 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.145093 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.150638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0da3287f-648a-4c31-849a-bd6ceb40b62e None None] Port 9394d2e6-b47c-4500-9200-b79046d93bf4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:37.202926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16fe67e7-1f70-4287-a65c-d88c2a696258 req-087e5020-133a-412d-8317-b1737e3c0aef tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/security-groups?id=46033530-a580-4b6a-abd9-8b7dae00809f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359138 Jul 27 22:04:37.217643 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea15d25e-673d-4743-a6e2-483f2396f820 req-148ec8e1-1be7-4efc-a544-500e20dc4582 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/cc865253-acdf-4b51-850e-178b9d660f2e HTTP/1.1" status: 200 len: 1815 time: 0.1406560 Jul 27 22:04:37.239853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Pushing event updated for resources: {'Port': ['ID=9394d2e6-b47c-4500-9200-b79046d93bf4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:37.257343 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e6d86a70-a2d4-4665-ba18-3eb72fb47b18 req-08b54529-b4dc-4f6e-81c1-1d4889321f8a tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-74428272', 'description': 'tempest-description-595420266'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:37.283014 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6e3a3870-6986-452b-820c-d9eda8ce9d19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7752538127da41ea8b91a87b4c758c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6245363 Jul 27 22:04:37.285563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38952) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:37.332051 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.394092 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e6d86a70-a2d4-4665-ba18-3eb72fb47b18 req-08b54529-b4dc-4f6e-81c1-1d4889321f8a tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.434255 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b98cd1e4-3ef2-46f3-9bbd-229e084cbc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.476485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b98cd1e4-3ef2-46f3-9bbd-229e084cbc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.516019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a9a5820c-161e-48d9-baa1-4cbb818932dd up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:37.517504 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Network fb7d5832-e66d-4af8-806f-865f1a6921ab is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:37.523720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-396457af-af37-4c40-835e-7d2f61f37a5c req-75417cbb-1c82-41ac-a3e7-c4db3b1dcae3 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 258 time: 0.2584903 Jul 27 22:04:37.536674 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:37.537860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:37.594283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port a9a5820c-161e-48d9-baa1-4cbb818932dd completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:37.594672 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e6d86a70-a2d4-4665-ba18-3eb72fb47b18 req-08b54529-b4dc-4f6e-81c1-1d4889321f8a tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.598469 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port a9a5820c-161e-48d9-baa1-4cbb818932dd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:37.598832 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.601241 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e6d86a70-a2d4-4665-ba18-3eb72fb47b18 req-08b54529-b4dc-4f6e-81c1-1d4889321f8a tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.657556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b54529-b4dc-4f6e-81c1-1d4889321f8a tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914b84f1-de82-4b2c-a8bb-1d65a864d188,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:37.661359 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b98cd1e4-3ef2-46f3-9bbd-229e084cbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.665287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b98cd1e4-3ef2-46f3-9bbd-229e084cbc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.668036 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b98cd1e4-3ef2-46f3-9bbd-229e084cbc68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afa9ebf3-29fd-49b6-a7bd-eb53ad41155e HTTP/1.1" status: 204 len: 168 time: 0.3815176 Jul 27 22:04:37.670081 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.723179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cd1e4-3ef2-46f3-9bbd-229e084cbc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa9ebf3-29fd-49b6-a7bd-eb53ad41155e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:37.727786 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e6d86a70-a2d4-4665-ba18-3eb72fb47b18 req-08b54529-b4dc-4f6e-81c1-1d4889321f8a tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.740459 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e6d86a70-a2d4-4665-ba18-3eb72fb47b18 req-08b54529-b4dc-4f6e-81c1-1d4889321f8a tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4912271 Jul 27 22:04:37.756054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Router 89b3439d-56b8-4957-840c-00c5ad300f23 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:04:37.775040 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.819162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c508454-3d79-407c-9df0-9fa38c144631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a5820c-161e-48d9-baa1-4cbb818932dd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:37.825303 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e066d46-ba7f-48d0-b9e2-6d9657ebc657" -d '{"events": [{"server_uuid": "9c508454-3d79-407c-9df0-9fa38c144631", "name": "network-vif-plugged", "status": "completed", "tag": "a9a5820c-161e-48d9-baa1-4cbb818932dd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:37.858705 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a9a5820c-161e-48d9-baa1-4cbb818932dd, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a9a5820c-161e-48d9-baa1-4cbb818932dd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:37.866034 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.881934 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.960023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:37.980987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a9a5820c-161e-48d9-baa1-4cbb818932dd,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:37.985755 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7123d82e-2b75-4ccf-8626-eb8db7888f6e admin admin] 10.222.0.24 "PUT /v2.0/routers/89b3439d-56b8-4957-840c-00c5ad300f23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2160513 Jul 27 22:04:38.031559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c0f32446-3554-42db-a066-5e853a177b44 None None] Provisioning complete for port 9394d2e6-b47c-4500-9200-b79046d93bf4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:38.032434 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0f32446-3554-42db-a066-5e853a177b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.092061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c0f32446-3554-42db-a066-5e853a177b44 None None] Port 9394d2e6-b47c-4500-9200-b79046d93bf4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:38.104413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Allocated IP 172.25.1.132 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/acefa4b6-aff2-4016-98f1-cad124cb32e0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:38.106776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 18e20436-67a9-411c-89b0-3e4a210ec673 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:38.166677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 18e20436-67a9-411c-89b0-3e4a210ec673 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:38.167067 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.261908 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.311875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-6654f796-6baf-489d-a1bd-e64329c8a7cd tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b6ca31f4b7a74aa0b4b7e5ef8810b2d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336096 Jul 27 22:04:38.312876 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Sync routers for ids ['89b3439d-56b8-4957-840c-00c5ad300f23'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:38.324070 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Routers {'89b3439d-56b8-4957-840c-00c5ad300f23'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:38.324721 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['89b3439d-56b8-4957-840c-00c5ad300f23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:38.336230 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.427177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:38.436411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:38.438520 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Set router 89b3439d-56b8-4957-840c-00c5ad300f23 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:38.441294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:38.444391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Pushing event updated for resources: {'Port': ['ID=acefa4b6-aff2-4016-98f1-cad124cb32e0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:38.508545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-9b8633ae-dc10-4569-aa6a-17b71a49da24 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:38.510246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-9b8633ae-dc10-4569-aa6a-17b71a49da24 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860309 Jul 27 22:04:38.564666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-fd7ac166-cb93-4260-b63a-58c989c0aab7 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/quotas/b6ca31f4b7a74aa0b4b7e5ef8810b2d8 HTTP/1.1" status: 200 len: 375 time: 0.0166204 Jul 27 22:04:38.586541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.607542 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-753829e6-dc3a-4ff2-afac-fabcf6383a1b tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6ca31f4b7a74aa0b4b7e5ef8810b2d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348444 Jul 27 22:04:38.640737 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.654640 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9394d2e6-b47c-4500-9200-b79046d93bf4', 'name': '', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'mac_address': 'fa:16:3e:48:f6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 2, 'project_id': '140514c19a3047f38e457ed121af4deb', 'subnets': [{'id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:38.681854 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Checking router: 89b3439d-56b8-4957-840c-00c5ad300f23 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:38.682201 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Updating router 89b3439d-56b8-4957-840c-00c5ad300f23 port 9394d2e6-b47c-4500-9200-b79046d93bf4 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:04:38.716161 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.789801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39004) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:38.899770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a01990-34f4-4bfc-add9-f8e83db4f4db req-3b2ee4e5-9b1c-449e-9554-50d69ece5bcf tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:38.901539 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55a01990-34f4-4bfc-add9-f8e83db4f4db req-3b2ee4e5-9b1c-449e-9554-50d69ece5bcf tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 950 time: 0.0822916 Jul 27 22:04:38.903811 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.910785 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.960029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d1b65d0b-45d1-4324-bbc1-3a54742147e1 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:38.960789 n-d-802011-3 neutron-server[93834]: WARNING neutron.api.v2.base [None req-d1b65d0b-45d1-4324-bbc1-3a54742147e1 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 22:04:38.961285 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-d1b65d0b-45d1-4324-bbc1-3a54742147e1 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 22:04:38.968289 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d1b65d0b-45d1-4324-bbc1-3a54742147e1 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1773310 Jul 27 22:04:38.969099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39014) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:38.975151 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1c755865-3e8c-4e85-ab8c-d208d2a93483 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672680969'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:39.013050 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c755865-3e8c-4e85-ab8c-d208d2a93483 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.026696 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c755865-3e8c-4e85-ab8c-d208d2a93483 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.027826 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.030998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Pushing event updated for resources: {'Port': ['ID=acefa4b6-aff2-4016-98f1-cad124cb32e0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:39.039070 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Transition to ACTIVE for port object 9394d2e6-b47c-4500-9200-b79046d93bf4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:39.047126 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.057854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55a01990-34f4-4bfc-add9-f8e83db4f4db req-a1db5581-ce67-4df3-a367-da1cac7870a7 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434672 Jul 27 22:04:39.058804 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.119485 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Pushing event updated for resources: {'Port': ['ID=9394d2e6-b47c-4500-9200-b79046d93bf4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:39.149996 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:39.150375 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:39.151414 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:39.151781 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:39.151914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cbd7208-d734-4f1b-baec-7a9708fc06eb req-6d3a7ed7-142a-4fd3-a95e-cdbbd3e8ffec tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/914b84f1-de82-4b2c-a8bb-1d65a864d188 HTTP/1.1" status: 200 len: 1812 time: 0.0634434 Jul 27 22:04:39.152105 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:39.152759 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:39.153397 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:39.153890 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:39.154414 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:39.154916 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:39.155850 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:39.156370 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:04:39.194834 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Attempting to bind port 9394d2e6-b47c-4500-9200-b79046d93bf4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:39.195390 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Attempting to bind port 9394d2e6-b47c-4500-9200-b79046d93bf4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:39.195918 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Attempting to bind port 9394d2e6-b47c-4500-9200-b79046d93bf4 on network fb7d5832-e66d-4af8-806f-865f1a6921ab {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:39.201728 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:39.202101 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Checking segment: {'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:39.202553 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.203164 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Bound using segment: {'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:39.203909 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Bound port: 9394d2e6-b47c-4500-9200-b79046d93bf4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:39.204475 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.206176 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c755865-3e8c-4e85-ab8c-d208d2a93483 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.216551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c755865-3e8c-4e85-ab8c-d208d2a93483 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.249538 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.259970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-396457af-af37-4c40-835e-7d2f61f37a5c req-42af5c71-7707-4dba-9053-fa360c3a91b2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7296259 Jul 27 22:04:39.271821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c755865-3e8c-4e85-ab8c-d208d2a93483 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f6f5a5-4326-40aa-aaa9-671d230e537f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:39.311266 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] For port 9394d2e6-b47c-4500-9200-b79046d93bf4, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:39.316185 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] For port 9394d2e6-b47c-4500-9200-b79046d93bf4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9394d2e6-b47c-4500-9200-b79046d93bf4,segment=NetworkSegment(47a103f6-c125-4d5d-85cb-5c63d71fca1a),segment_id=47a103f6-c125-4d5d-85cb-5c63d71fca1a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:39.329220 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.348792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-396457af-af37-4c40-835e-7d2f61f37a5c req-14edc2b6-4f21-4cb0-9d50-2b023a737ec1 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.132 HTTP/1.1" status: 200 len: 696 time: 0.0873976 Jul 27 22:04:39.384787 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c755865-3e8c-4e85-ab8c-d208d2a93483 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.389520 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c755865-3e8c-4e85-ab8c-d208d2a93483 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.399137 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Routers {'89b3439d-56b8-4957-840c-00c5ad300f23'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:39.399858 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['89b3439d-56b8-4957-840c-00c5ad300f23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:39.428062 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1c755865-3e8c-4e85-ab8c-d208d2a93483 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.432907 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1c755865-3e8c-4e85-ab8c-d208d2a93483 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4597807 Jul 27 22:04:39.433522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39020) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:39.436556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0ac16-6bac-4c5f-9ad2-10afa205f90d req-0fc176d8-c62d-471a-8b18-26134f700d43 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:39.439478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b185f70e-a14d-4f61-a0b2-70c9fc3963cf tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '94594fde-eb5f-463e-bc49-72243e8a0c3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:39.445742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c755865-3e8c-4e85-ab8c-d208d2a93483 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94594fde-eb5f-463e-bc49-72243e8a0c3c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:39.450460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-edd0ac16-6bac-4c5f-9ad2-10afa205f90d req-0fc176d8-c62d-471a-8b18-26134f700d43 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 948 time: 0.2341197 Jul 27 22:04:39.477287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b185f70e-a14d-4f61-a0b2-70c9fc3963cf tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.504415 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8810be-ffba-43fc-b212-7024c4305906 None None] Pushing event updated for resources: {'Port': ['ID=9394d2e6-b47c-4500-9200-b79046d93bf4,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:39.531226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9041ae0b-89aa-40e5-9e55-08e22c624aed up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:39.540497 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-edd0ac16-6bac-4c5f-9ad2-10afa205f90d req-162a4a5a-488a-4592-842e-3d4e5bc4f8d1 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881512 Jul 27 22:04:39.586832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396457af-af37-4c40-835e-7d2f61f37a5c req-cf380f41-73bd-4cc2-8c12-015e569b9626 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:39.589720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b185f70e-a14d-4f61-a0b2-70c9fc3963cf tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.595588 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b185f70e-a14d-4f61-a0b2-70c9fc3963cf tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.613165 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-396457af-af37-4c40-835e-7d2f61f37a5c req-cf380f41-73bd-4cc2-8c12-015e569b9626 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.2635756 Jul 27 22:04:39.614892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185f70e-a14d-4f61-a0b2-70c9fc3963cf tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed77f05-23b8-4e43-ad4d-c0061601c506,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:39.634032 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039adc83-f44c-42ff-8079-97904c60dada x-openstack-request-id: req-039adc83-f44c-42ff-8079-97904c60dada {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:39.635990 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c508454-3d79-407c-9df0-9fa38c144631", "name": "network-vif-plugged", "status": "completed", "tag": "a9a5820c-161e-48d9-baa1-4cbb818932dd", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:39.636609 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-039adc83-f44c-42ff-8079-97904c60dada {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:39.637280 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c508454-3d79-407c-9df0-9fa38c144631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a5820c-161e-48d9-baa1-4cbb818932dd', 'code': 200} Jul 27 22:04:39.665183 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b185f70e-a14d-4f61-a0b2-70c9fc3963cf tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.669715 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b185f70e-a14d-4f61-a0b2-70c9fc3963cf tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2341802 Jul 27 22:04:39.671675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:39.674110 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 9041ae0b-89aa-40e5-9e55-08e22c624aed completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:39.679118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aed1f131-e42b-4bf4-9b37-f66736a00f8c tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '94594fde-eb5f-463e-bc49-72243e8a0c3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:39.680140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 9041ae0b-89aa-40e5-9e55-08e22c624aed triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:39.683044 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.712153 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] Set router 89b3439d-56b8-4957-840c-00c5ad300f23 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:39.750369 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aed1f131-e42b-4bf4-9b37-f66736a00f8c tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.823220 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-483ebd94-f10e-44ec-8afb-b80f249d101b req-832f2057-4456-406e-87b5-8ef8eaa3a246 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/ports?device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 210 time: 0.0361781 Jul 27 22:04:39.846433 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-aed1f131-e42b-4bf4-9b37-f66736a00f8c tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 22:04:39.846433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aed1f131-e42b-4bf4-9b37-f66736a00f8c tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1694419 Jul 27 22:04:39.846433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:39.846943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a5451-e371-4636-ae98-eade927f1912 req-d59fa9fd-adfd-4734-a00c-10456c105537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:39.848434 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-df4a5451-e371-4636-ae98-eade927f1912 req-d59fa9fd-adfd-4734-a00c-10456c105537 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 1101 time: 0.1013281 Jul 27 22:04:39.883763 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.890547 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-ca6a86ab-04b6-49d5-a0c7-dd976f6b52e4 req-ef9d7a14-b9ca-43e1-99a0-9c13f963c8a8 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] show failed (client error): The resource could not be found. Jul 27 22:04:39.891601 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca6a86ab-04b6-49d5-a0c7-dd976f6b52e4 req-ef9d7a14-b9ca-43e1-99a0-9c13f963c8a8 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/3564fc36-0af9-464c-9697-a65ecaaece4f HTTP/1.1" status: 404 len: 352 time: 0.0260670 Jul 27 22:04:39.912492 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-df4a5451-e371-4636-ae98-eade927f1912 req-ac984627-4354-48dd-8291-eca6357cc719 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560575 Jul 27 22:04:39.929431 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0f57269-1b53-4c5a-8c6c-e431dc1e9be4 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.959709 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0f57269-1b53-4c5a-8c6c-e431dc1e9be4 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.974432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9041ae0b-89aa-40e5-9e55-08e22c624aed, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9041ae0b-89aa-40e5-9e55-08e22c624aed,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:39.984399 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.035249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9041ae0b-89aa-40e5-9e55-08e22c624aed,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:40.081642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-b8836add-04d7-4036-9f0e-8a3811a9ad24 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:40.090797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-b8836add-04d7-4036-9f0e-8a3811a9ad24 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0637591 Jul 27 22:04:40.093480 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0f57269-1b53-4c5a-8c6c-e431dc1e9be4 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.096320 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0f57269-1b53-4c5a-8c6c-e431dc1e9be4 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.097863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c0f57269-1b53-4c5a-8c6c-e431dc1e9be4 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "DELETE /v2.0/security-groups/94594fde-eb5f-463e-bc49-72243e8a0c3c HTTP/1.1" status: 204 len: 168 time: 0.2536514 Jul 27 22:04:40.100569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39034) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:40.172016 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bb5898a2-b490-4d09-ae89-16736d7f69d3 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698302 Jul 27 22:04:40.175823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39036) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:40.180759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a69d5c2a-cd30-4f4a-8259-da856d0b0275 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108418645'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:40.193456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f57269-1b53-4c5a-8c6c-e431dc1e9be4 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94594fde-eb5f-463e-bc49-72243e8a0c3c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:40.195253 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9394d2e6-b47c-4500-9200-b79046d93bf4', 'name': '', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'mac_address': 'fa:16:3e:48:f6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:39Z', 'revision_number': 4, 'project_id': '140514c19a3047f38e457ed121af4deb', 'subnets': [{'id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:40.233023 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-3f47d328-725e-4518-b26b-4a1c0d1236bd tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b6ca31f4b7a74aa0b4b7e5ef8810b2d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241585 Jul 27 22:04:40.234659 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a69d5c2a-cd30-4f4a-8259-da856d0b0275 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.241210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-65c36a15-1e39-4107-a8a1-628d7a7a27bb tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.132 HTTP/1.1" status: 200 len: 696 time: 0.1493382 Jul 27 22:04:40.247207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-5068d158-b139-4495-b385-3f2399601dfa tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Request body: {'floatingip': {'port_id': 'ada9c379-a556-4a59-8485-554b7ed09572', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:40.251171 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8b47e-07e2-4d4c-bfa6-fb32903d6201 None None] The sync data for ids ['89b3439d-56b8-4957-840c-00c5ad300f23'] in n-d-802011-3 is: [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9394d2e6-b47c-4500-9200-b79046d93bf4', 'name': '', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'mac_address': 'fa:16:3e:48:f6:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:39Z', 'revision_number': 4, 'project_id': '140514c19a3047f38e457ed121af4deb', 'subnets': [{'id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:40.351542 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-5068d158-b139-4495-b385-3f2399601dfa tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.452334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-bde01e2c-4f10-4ad3-8955-f0fe9a04749b tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:40.454189 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-bde01e2c-4f10-4ad3-8955-f0fe9a04749b tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141190 Jul 27 22:04:40.472834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Request body: {'port': {'device_id': '0679cbc4-87eb-4f5b-946c-4d125a79e29e', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': 'b6ca31f4b7a74aa0b4b7e5ef8810b2d8'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:40.519283 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39038) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:40.530947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-eca653f6-331f-492d-8466-62dafb6f6056 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--652106497', 'description': 'tempest-description--1684378740'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:40.559389 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-3278e240-7f6f-4583-8856-1aca0142234d req-a74f0e5c-f3a4-4ada-b9ec-b608b4ac5d7f tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] show failed (client error): The resource could not be found. Jul 27 22:04:40.560752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3278e240-7f6f-4583-8856-1aca0142234d req-a74f0e5c-f3a4-4ada-b9ec-b608b4ac5d7f tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-group-rules/c2f27632-7726-45dd-b018-768d91a2cc0b HTTP/1.1" status: 404 len: 361 time: 0.0403056 Jul 27 22:04:40.566935 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a69d5c2a-cd30-4f4a-8259-da856d0b0275 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.576546 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a69d5c2a-cd30-4f4a-8259-da856d0b0275 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.636412 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d5c2a-cd30-4f4a-8259-da856d0b0275 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29eb112-d36d-4cb9-8bee-9e3fa1a5279d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:40.636677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eca653f6-331f-492d-8466-62dafb6f6056 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.644027 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a69d5c2a-cd30-4f4a-8259-da856d0b0275 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.645283 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a69d5c2a-cd30-4f4a-8259-da856d0b0275 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4683547 Jul 27 22:04:40.648677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:40.653275 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9958428a-3046-42b1-82db-4f68156bac80 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': 'e29eb112-d36d-4cb9-8bee-9e3fa1a5279d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:40.654150 n-d-802011-3 neutron-server[93834]: WARNING neutron.api.v2.base [None req-9958428a-3046-42b1-82db-4f68156bac80 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 22:04:40.654650 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-9958428a-3046-42b1-82db-4f68156bac80 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:40.655633 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9958428a-3046-42b1-82db-4f68156bac80 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060322 Jul 27 22:04:40.659099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39046) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:40.704069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Made reservation on behalf of b6ca31f4b7a74aa0b4b7e5ef8810b2d8 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:40.709074 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.720954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.746640 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8d8f294-0659-4a0f-99e5-a30493bdcc3d tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.777833 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8d8f294-0659-4a0f-99e5-a30493bdcc3d tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.828414 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8d8f294-0659-4a0f-99e5-a30493bdcc3d tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.831689 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8d8f294-0659-4a0f-99e5-a30493bdcc3d tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.832487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7782d-840d-4db1-9faf-3761833619c2 req-cbd9d77a-4d7a-4115-8df5-bfd489d2136c tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:40.837982 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a8d8f294-0659-4a0f-99e5-a30493bdcc3d tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "DELETE /v2.0/security-groups/e29eb112-d36d-4cb9-8bee-9e3fa1a5279d HTTP/1.1" status: 204 len: 168 time: 0.1776061 Jul 27 22:04:40.838850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39050) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:40.840570 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6f7782d-840d-4db1-9faf-3761833619c2 req-cbd9d77a-4d7a-4115-8df5-bfd489d2136c tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 950 time: 0.1785247 Jul 27 22:04:40.871269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8f294-0659-4a0f-99e5-a30493bdcc3d tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29eb112-d36d-4cb9-8bee-9e3fa1a5279d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:40.935772 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bcedfb39-1e2c-4dfb-a782-1902b8e0fdd2 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786250 Jul 27 22:04:40.936860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:40.943102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d7693e31-3bd4-48af-aad7-c28a6ac6a685 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group': {'name': 'tempest-secgroup--795078836'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:41.010461 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6f7782d-840d-4db1-9faf-3761833619c2 req-a8b60df8-22bd-4a05-8190-1bfca43d3646 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658807 Jul 27 22:04:41.039265 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eca653f6-331f-492d-8466-62dafb6f6056 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.052754 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eca653f6-331f-492d-8466-62dafb6f6056 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.172402 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.177664 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.203075 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca653f6-331f-492d-8466-62dafb6f6056 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26029e2b-0716-4e8f-90ba-6d7b619bb9eb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:41.220982 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eca653f6-331f-492d-8466-62dafb6f6056 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.222621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-eca653f6-331f-492d-8466-62dafb6f6056 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7008929 Jul 27 22:04:41.236988 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-5068d158-b139-4495-b385-3f2399601dfa tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.238940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:41.247965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aed35ee2-113c-4271-b12c-ff7fca6e80e7 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Request body: {'security_group_rule': {'security_group_id': '26029e2b-0716-4e8f-90ba-6d7b619bb9eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:41.256634 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-5068d158-b139-4495-b385-3f2399601dfa tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.304124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180738e-efad-4365-a781-378966ef742e req-b08948a5-cd5a-486a-8894-f0b60be606d8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:41.305829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c180738e-efad-4365-a781-378966ef742e req-b08948a5-cd5a-486a-8894-f0b60be606d8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 949 time: 0.1922801 Jul 27 22:04:41.362666 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7693e31-3bd4-48af-aad7-c28a6ac6a685 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.372127 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Allocated IP 192.168.233.69 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/27dfacb6-cde6-43ce-9200-9808286e05cb) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:41.383158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed28658-722c-466e-bede-45e4b5917cf4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:41.424824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c180738e-efad-4365-a781-378966ef742e req-7edfeae6-62e8-4107-a2d8-2fcfba7bc5fa tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075504 Jul 27 22:04:41.459048 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aed35ee2-113c-4271-b12c-ff7fca6e80e7 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.470997 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-5068d158-b139-4495-b385-3f2399601dfa tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Floating IP 93c01447-c01e-4301-9f07-54f88ffa60a3 associated. External IP: 172.25.1.132, port: ada9c379-a556-4a59-8485-554b7ed09572. Jul 27 22:04:41.611590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7693e31-3bd4-48af-aad7-c28a6ac6a685 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.615367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06e9916d-2f5c-4e5f-b1e0-8747b84ceb51 req-a8e65ebc-3eb8-4895-8204-31df67aaf3d2 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/914b84f1-de82-4b2c-a8bb-1d65a864d188 HTTP/1.1" status: 200 len: 1812 time: 0.1574030 Jul 27 22:04:41.621451 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7693e31-3bd4-48af-aad7-c28a6ac6a685 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.640722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddf253d-3502-4230-993a-4bd02e762e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9041ae0b-89aa-40e5-9e55-08e22c624aed'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:41.646034 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a44a03f-42ca-436a-addb-190cde755656" -d '{"events": [{"server_uuid": "7ddf253d-3502-4230-993a-4bd02e762e0c", "name": "network-vif-plugged", "status": "completed", "tag": "9041ae0b-89aa-40e5-9e55-08e22c624aed"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:41.646905 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.664452 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aed35ee2-113c-4271-b12c-ff7fca6e80e7 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.678567 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aed35ee2-113c-4271-b12c-ff7fca6e80e7 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.679451 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7693e31-3bd4-48af-aad7-c28a6ac6a685 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.680951 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d7693e31-3bd4-48af-aad7-c28a6ac6a685 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7434399 Jul 27 22:04:41.682201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Transition to ACTIVE for port object 27dfacb6-cde6-43ce-9200-9808286e05cb will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:41.683986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7693e31-3bd4-48af-aad7-c28a6ac6a685 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3450a20d-098c-4c84-9c29-ccf600810e3c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:41.686208 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39060) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:41.692593 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bc24dadd-e215-4657-b39c-2d80dc70c0ab tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '3450a20d-098c-4c84-9c29-ccf600810e3c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:41.694282 n-d-802011-3 neutron-server[93834]: WARNING neutron.api.v2.base [None req-bc24dadd-e215-4657-b39c-2d80dc70c0ab tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 22:04:41.694282 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-bc24dadd-e215-4657-b39c-2d80dc70c0ab tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:41.695860 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bc24dadd-e215-4657-b39c-2d80dc70c0ab tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070493 Jul 27 22:04:41.699769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:41.720444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed35ee2-113c-4271-b12c-ff7fca6e80e7 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fece37-7f4e-475a-9a2a-10d41a1dd23d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:41.737389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aed35ee2-113c-4271-b12c-ff7fca6e80e7 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.740967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aed35ee2-113c-4271-b12c-ff7fca6e80e7 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4982529 Jul 27 22:04:41.743533 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39064) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:41.748164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ee0465e7-84f5-4b79-8a82-1e35fffbf0fd tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Request body: {'security_group_rule': {'security_group_id': '26029e2b-0716-4e8f-90ba-6d7b619bb9eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:41.791368 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee0465e7-84f5-4b79-8a82-1e35fffbf0fd tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.826807 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-087b2f9a-9ea0-45bf-a3c5-975025e65718 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.831716 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.935469 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-087b2f9a-9ea0-45bf-a3c5-975025e65718 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.958331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:41.965207 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee0465e7-84f5-4b79-8a82-1e35fffbf0fd tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:41.969295 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:41.984476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Pushing event updated for resources: {'Port': ['ID=27dfacb6-cde6-43ce-9200-9808286e05cb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:41.984476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:42.024901 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee0465e7-84f5-4b79-8a82-1e35fffbf0fd tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.068503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:42.069330 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.083155 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0465e7-84f5-4b79-8a82-1e35fffbf0fd tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436d66ca-5eb4-425b-845b-77ea939f0551,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:42.100216 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee0465e7-84f5-4b79-8a82-1e35fffbf0fd tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.102969 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ee0465e7-84f5-4b79-8a82-1e35fffbf0fd tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3584285 Jul 27 22:04:42.124036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:42.129794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9394d2e6-b47c-4500-9200-b79046d93bf4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:42.130425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:42.135645 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-8607eb6f-a5a9-43cd-880f-56750f618529 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6694670 Jul 27 22:04:42.136365 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-087b2f9a-9ea0-45bf-a3c5-975025e65718 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.139273 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-087b2f9a-9ea0-45bf-a3c5-975025e65718 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.140551 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-087b2f9a-9ea0-45bf-a3c5-975025e65718 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "DELETE /v2.0/security-groups/3450a20d-098c-4c84-9c29-ccf600810e3c HTTP/1.1" status: 204 len: 168 time: 0.4398329 Jul 27 22:04:42.144956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39070) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:42.178834 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-06e9916d-2f5c-4e5f-b1e0-8747b84ceb51 req-96668e6c-879f-4cbd-b314-d31d49a76ab6 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.190473 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Request body: {'port': {'device_id': '0679cbc4-87eb-4f5b-946c-4d125a79e29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:42.193761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b2f9a-9ea0-45bf-a3c5-975025e65718 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3450a20d-098c-4c84-9c29-ccf600810e3c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:42.197461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 9394d2e6-b47c-4500-9200-b79046d93bf4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:42.198809 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.202617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 9394d2e6-b47c-4500-9200-b79046d93bf4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:42.203228 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.250494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-06e9916d-2f5c-4e5f-b1e0-8747b84ceb51 req-96668e6c-879f-4cbd-b314-d31d49a76ab6 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.284369 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ef50ecfb-68a7-4ab7-a3c9-61531971b559 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1331751 Jul 27 22:04:42.290914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39072) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:42.301579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-031f0fa8-3888-4bdf-80a8-423bc5d97050 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120910873'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:42.318431 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.326123 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.346934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-5068d158-b139-4495-b385-3f2399601dfa tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Router c7a3f126-39cc-4382-96c8-c7723ca02de9 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:04:42.364297 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.372468 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-031f0fa8-3888-4bdf-80a8-423bc5d97050 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.373247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 9394d2e6-b47c-4500-9200-b79046d93bf4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9394d2e6-b47c-4500-9200-b79046d93bf4,segment=NetworkSegment(47a103f6-c125-4d5d-85cb-5c63d71fca1a),segment_id=47a103f6-c125-4d5d-85cb-5c63d71fca1a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:42.377203 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.424568 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-06e9916d-2f5c-4e5f-b1e0-8747b84ceb51 req-96668e6c-879f-4cbd-b314-d31d49a76ab6 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.427137 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-06e9916d-2f5c-4e5f-b1e0-8747b84ceb51 req-96668e6c-879f-4cbd-b314-d31d49a76ab6 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.432450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=9394d2e6-b47c-4500-9200-b79046d93bf4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:42.434962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06e9916d-2f5c-4e5f-b1e0-8747b84ceb51 req-96668e6c-879f-4cbd-b314-d31d49a76ab6 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "DELETE /v2.0/security-groups/914b84f1-de82-4b2c-a8bb-1d65a864d188 HTTP/1.1" status: 204 len: 173 time: 0.8184850 Jul 27 22:04:42.462470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5c63a10d-6ac2-4310-ac08-b780a242663f None None] Provisioning for port 27dfacb6-cde6-43ce-9200-9808286e05cb completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:42.466742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5c63a10d-6ac2-4310-ac08-b780a242663f None None] Provisioning complete for port 27dfacb6-cde6-43ce-9200-9808286e05cb triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:42.467398 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5c63a10d-6ac2-4310-ac08-b780a242663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.507804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96668e6c-879f-4cbd-b314-d31d49a76ab6 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914b84f1-de82-4b2c-a8bb-1d65a864d188,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:42.515195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5c63a10d-6ac2-4310-ac08-b780a242663f None None] Port 27dfacb6-cde6-43ce-9200-9808286e05cb cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:42.542285 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.566997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-5068d158-b139-4495-b385-3f2399601dfa tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:42.573447 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-5068d158-b139-4495-b385-3f2399601dfa tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.581086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45632a-7842-46c8-a71b-f5079b4ca12d None None] Sync routers for ids ['c7a3f126-39cc-4382-96c8-c7723ca02de9'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:42.595384 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45632a-7842-46c8-a71b-f5079b4ca12d None None] Routers {'c7a3f126-39cc-4382-96c8-c7723ca02de9'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:42.596300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0d45632a-7842-46c8-a71b-f5079b4ca12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c7a3f126-39cc-4382-96c8-c7723ca02de9'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:42.658784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-5068d158-b139-4495-b385-3f2399601dfa tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "PUT /v2.0/floatingips/93c01447-c01e-4301-9f07-54f88ffa60a3 HTTP/1.1" status: 200 len: 997 time: 2.4155667 Jul 27 22:04:42.662452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'tag': 'ada9c379-a556-4a59-8485-554b7ed09572'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:42.665205 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd20e17b-8523-4142-b938-99e333d3d893" -d '{"events": [{"name": "network-changed", "server_uuid": "84d4a7b0-87c2-4142-82cd-864067dcb998", "tag": "ada9c379-a556-4a59-8485-554b7ed09572"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:42.729328 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-031f0fa8-3888-4bdf-80a8-423bc5d97050 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.735677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Allocated IP 172.25.1.68 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/f8462749-ce8a-4406-931e-b075dc21082c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:42.737069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-031f0fa8-3888-4bdf-80a8-423bc5d97050 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.753367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0262222-6456-4cfe-937c-4a011ac3304e req-54a24091-90f8-497e-bc41-ae2ff69aeb68 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:42.755253 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0262222-6456-4cfe-937c-4a011ac3304e req-54a24091-90f8-497e-bc41-ae2ff69aeb68 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/ports?device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 935 time: 0.1471035 Jul 27 22:04:42.800942 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-031f0fa8-3888-4bdf-80a8-423bc5d97050 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.802325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-031f0fa8-3888-4bdf-80a8-423bc5d97050 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5101123 Jul 27 22:04:42.805163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-7ccc3d56-b5ec-4d57-82bd-0bbf20503b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:42.807092 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-7ccc3d56-b5ec-4d57-82bd-0bbf20503b83 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f72b5fb1ad4943c59fb68caa647ae878&device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 1097 time: 0.1320124 Jul 27 22:04:42.813485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:42.821215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fe59c744-039b-49f2-b24f-14e8a399b2d9 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '71b3b385-2b1b-40bb-b652-a7ddafaa7ab1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:42.839459 n-d-802011-3 neutron-server[93835]: WARNING neutron.api.v2.base [None req-fe59c744-039b-49f2-b24f-14e8a399b2d9 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 22:04:42.839942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27dfacb6-cde6-43ce-9200-9808286e05cb {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:42.840350 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-fe59c744-039b-49f2-b24f-14e8a399b2d9 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:42.843958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fe59c744-039b-49f2-b24f-14e8a399b2d9 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0265436 Jul 27 22:04:42.843958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f0fa8-3888-4bdf-80a8-423bc5d97050 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b3b385-2b1b-40bb-b652-a7ddafaa7ab1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:42.845963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39082) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:42.850338 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.855385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bb8c7f02-9940-479d-9a02-35b9670f4306 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '71b3b385-2b1b-40bb-b652-a7ddafaa7ab1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:42.856931 n-d-802011-3 neutron-server[93834]: WARNING neutron.api.v2.base [None req-bb8c7f02-9940-479d-9a02-35b9670f4306 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 22:04:42.857439 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-bb8c7f02-9940-479d-9a02-35b9670f4306 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:42.862209 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bb8c7f02-9940-479d-9a02-35b9670f4306 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104110 Jul 27 22:04:42.862393 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-829d23bc-24fa-4d87-9f84-e75998a21d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.862958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:42.871489 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a6b65395-1b7d-43d2-81e1-685e729a5fb0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '71b3b385-2b1b-40bb-b652-a7ddafaa7ab1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:42.872579 n-d-802011-3 neutron-server[93834]: WARNING neutron.api.v2.base [None req-a6b65395-1b7d-43d2-81e1-685e729a5fb0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 22:04:42.873099 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-a6b65395-1b7d-43d2-81e1-685e729a5fb0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:42.877941 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a6b65395-1b7d-43d2-81e1-685e729a5fb0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114875 Jul 27 22:04:42.878082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-0d45632a-7842-46c8-a71b-f5079b4ca12d None None] Set router c7a3f126-39cc-4382-96c8-c7723ca02de9 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:42.880837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39086) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:42.887394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-44c9f8a6-07d0-4887-8aa7-d19e4c262a0e tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '71b3b385-2b1b-40bb-b652-a7ddafaa7ab1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:42.888311 n-d-802011-3 neutron-server[93834]: WARNING neutron.api.v2.base [None req-44c9f8a6-07d0-4887-8aa7-d19e4c262a0e tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 22:04:42.888805 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-44c9f8a6-07d0-4887-8aa7-d19e4c262a0e tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:42.889764 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-44c9f8a6-07d0-4887-8aa7-d19e4c262a0e tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080247 Jul 27 22:04:42.893796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:42.899112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Transition to ACTIVE for port object 27dfacb6-cde6-43ce-9200-9808286e05cb will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:42.909260 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:42.930393 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0262222-6456-4cfe-937c-4a011ac3304e req-531629c5-037e-400a-b8f4-ef429d234360 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ed28658-722c-466e-bede-45e4b5917cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556783 Jul 27 22:04:42.977534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.013270 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Pushing event updated for resources: {'Port': ['ID=27dfacb6-cde6-43ce-9200-9808286e05cb,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:43.014666 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a40a9b6e-44b8-49b0-8ce7-064d01ac6345 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.049702 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8b4ab8-4e54-43e7-9d45-d59994a4362f x-openstack-request-id: req-0e8b4ab8-4e54-43e7-9d45-d59994a4362f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:43.049702 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddf253d-3502-4230-993a-4bd02e762e0c", "name": "network-vif-plugged", "status": "completed", "tag": "9041ae0b-89aa-40e5-9e55-08e22c624aed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:43.050094 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e8b4ab8-4e54-43e7-9d45-d59994a4362f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:43.050366 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddf253d-3502-4230-993a-4bd02e762e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9041ae0b-89aa-40e5-9e55-08e22c624aed', 'code': 200} Jul 27 22:04:43.051184 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a40a9b6e-44b8-49b0-8ce7-064d01ac6345 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.098890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-9cf0ae9e-886a-4ed9-92de-403c3330ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:43.100540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-9cf0ae9e-886a-4ed9-92de-403c3330ca9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=325e4816-1bb2-4693-92f1-277429bb9e2f HTTP/1.1" status: 200 len: 930 time: 0.2582674 Jul 27 22:04:43.197317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Attempting to bind port 27dfacb6-cde6-43ce-9200-9808286e05cb on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:43.200647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Attempting to bind port 27dfacb6-cde6-43ce-9200-9808286e05cb by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:43.201669 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Attempting to bind port 27dfacb6-cde6-43ce-9200-9808286e05cb on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:43.202539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a40a9b6e-44b8-49b0-8ce7-064d01ac6345 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.205136 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a40a9b6e-44b8-49b0-8ce7-064d01ac6345 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.206323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a40a9b6e-44b8-49b0-8ce7-064d01ac6345 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "DELETE /v2.0/security-groups/71b3b385-2b1b-40bb-b652-a7ddafaa7ab1 HTTP/1.1" status: 204 len: 168 time: 0.3101225 Jul 27 22:04:43.213828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:43.230727 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.245244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a9b6e-44b8-49b0-8ce7-064d01ac6345 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b3b385-2b1b-40bb-b652-a7ddafaa7ab1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:43.269576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-fe5cf2b3-47f0-46c3-9124-3c923b75ab1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada9c379-a556-4a59-8485-554b7ed09572 HTTP/1.1" status: 200 len: 1000 time: 0.1620860 Jul 27 22:04:43.312722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:43.313376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Port 27dfacb6-cde6-43ce-9200-9808286e05cb on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:04:43.314680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Attempting to bind port 27dfacb6-cde6-43ce-9200-9808286e05cb on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:43.325060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Pushing event updated for resources: {'Port': ['ID=f8462749-ce8a-4406-931e-b075dc21082c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:43.328483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353117c-2713-43bb-8252-1b57a794defc req-5df4118a-66ac-494f-b8a3-a879ff08fe71 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:43.330612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:43.336700 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0353117c-2713-43bb-8252-1b57a794defc req-5df4118a-66ac-494f-b8a3-a879ff08fe71 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 950 time: 0.1658831 Jul 27 22:04:43.338829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:43.367990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773716f3-707c-47b7-bf90-8f7824a8927c req-3ee12ffb-eee7-4a67-9854-157d03b95a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:43.369944 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-773716f3-707c-47b7-bf90-8f7824a8927c req-3ee12ffb-eee7-4a67-9854-157d03b95a53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 1100 time: 0.2384140 Jul 27 22:04:43.375692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:43.376324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:43.377209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:43.378321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Bound port: 27dfacb6-cde6-43ce-9200-9808286e05cb, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:43.378548 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.385041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-63a98a77-bfd2-4e4c-a36b-f6e8d25612b2 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1600294 Jul 27 22:04:43.385280 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0d45632a-7842-46c8-a71b-f5079b4ca12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '93c01447-c01e-4301-9f07-54f88ffa60a3', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'port_id': 'ada9c379-a556-4a59-8485-554b7ed09572', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'mac_address': 'fa:16:3e:ab:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:04:38Z', 'updated_at': '2021-07-27T22:04:41Z', 'revision_number': 1, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990558e5-5373-4cb6-9821-9693b1bbeaba', 'name': '', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'mac_address': 'fa:16:3e:27:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:07Z', 'updated_at': '2021-07-27T22:04:20Z', 'revision_number': 5, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'subnets': [{'id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:43.385875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:43.387494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-27affed3-75ab-43a6-8163-66ef1250f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:43.389102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-27affed3-75ab-43a6-8163-66ef1250f404 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e3de8b1-6da6-4216-be06-6b71bb9efb12 HTTP/1.1" status: 200 len: 868 time: 0.1187668 Jul 27 22:04:43.393587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-33deb873-b3b9-48fd-8300-80af650c9a5a tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group': {'name': 'tempest-secgroup--148102160'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:43.424221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45632a-7842-46c8-a71b-f5079b4ca12d None None] Checking router: c7a3f126-39cc-4382-96c8-c7723ca02de9 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:43.433584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45632a-7842-46c8-a71b-f5079b4ca12d None None] Routers {'c7a3f126-39cc-4382-96c8-c7723ca02de9'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:43.434209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0d45632a-7842-46c8-a71b-f5079b4ca12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c7a3f126-39cc-4382-96c8-c7723ca02de9'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:43.452214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0353117c-2713-43bb-8252-1b57a794defc req-2dc94993-f03f-4451-926b-58289cb7cfa3 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146324 Jul 27 22:04:43.477176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-db4bcc57-727d-4cc5-bfd1-04e7a16d9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:43.478964 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-db4bcc57-727d-4cc5-bfd1-04e7a16d9bad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=325e4816-1bb2-4693-92f1-277429bb9e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734241 Jul 27 22:04:43.481346 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33deb873-b3b9-48fd-8300-80af650c9a5a tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.492231 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-773716f3-707c-47b7-bf90-8f7824a8927c req-1891e6c1-8df7-48fc-8a28-2f01a4f352c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965867 Jul 27 22:04:43.532186 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] For port 27dfacb6-cde6-43ce-9200-9808286e05cb, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:43.534593 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.553795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] For port 27dfacb6-cde6-43ce-9200-9808286e05cb, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=27dfacb6-cde6-43ce-9200-9808286e05cb,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:43.559298 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.601405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-0d45632a-7842-46c8-a71b-f5079b4ca12d None None] Set router c7a3f126-39cc-4382-96c8-c7723ca02de9 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:43.617024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:43.617516 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.619026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] 10.222.0.43 "PUT /v2.0/ports/27dfacb6-cde6-43ce-9200-9808286e05cb HTTP/1.1" status: 200 len: 1095 time: 1.4691470 Jul 27 22:04:43.619562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0679cbc4-87eb-4f5b-946c-4d125a79e29e', 'tag': '27dfacb6-cde6-43ce-9200-9808286e05cb'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:43.621937 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d809cc-5736-4f4f-a0af-6fd76a81e16c" -d '{"events": [{"name": "network-changed", "server_uuid": "0679cbc4-87eb-4f5b-946c-4d125a79e29e", "tag": "27dfacb6-cde6-43ce-9200-9808286e05cb"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:43.627638 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.682176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c6fad-845f-4083-b26c-a58c308bf805 service neutron] Pushing event updated for resources: {'Port': ['ID=27dfacb6-cde6-43ce-9200-9808286e05cb,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:43.714820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08561913-49c8-4940-8f47-be712d835d1d req-3fefac4b-5067-463f-b1a2-acf46035978e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/cc865253-acdf-4b51-850e-178b9d660f2e HTTP/1.1" status: 200 len: 1815 time: 0.2035067 Jul 27 22:04:43.718166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-3897e509-13d7-4a3c-b459-99e99b72b61d service neutron] 10.222.0.24 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176788 Jul 27 22:04:43.801662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-e1ce816b-67ca-4544-a68d-adbf7d4b7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:43.803733 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-e1ce816b-67ca-4544-a68d-adbf7d4b7c2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6ca31f4b7a74aa0b4b7e5ef8810b2d8&device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 1098 time: 0.1222696 Jul 27 22:04:43.851039 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33deb873-b3b9-48fd-8300-80af650c9a5a tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.861164 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-befa56e9-3a15-4849-ace7-95a08c271ac2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=27dfacb6-cde6-43ce-9200-9808286e05cb HTTP/1.1" status: 200 len: 217 time: 0.0488377 Jul 27 22:04:43.861484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33deb873-b3b9-48fd-8300-80af650c9a5a tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.910430 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08561913-49c8-4940-8f47-be712d835d1d req-f17bfa57-d5b6-48c6-9a1a-4e30d22ab135 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.927671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0d45632a-7842-46c8-a71b-f5079b4ca12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '93c01447-c01e-4301-9f07-54f88ffa60a3', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'port_id': 'ada9c379-a556-4a59-8485-554b7ed09572', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'mac_address': 'fa:16:3e:ab:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:04:38Z', 'updated_at': '2021-07-27T22:04:41Z', 'revision_number': 1, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990558e5-5373-4cb6-9821-9693b1bbeaba', 'name': '', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'mac_address': 'fa:16:3e:27:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:07Z', 'updated_at': '2021-07-27T22:04:20Z', 'revision_number': 5, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'subnets': [{'id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:43.931665 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33deb873-b3b9-48fd-8300-80af650c9a5a tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.935757 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-33deb873-b3b9-48fd-8300-80af650c9a5a tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5429235 Jul 27 22:04:43.935985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39100) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:43.941029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deb873-b3b9-48fd-8300-80af650c9a5a tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598ad382-a6b1-46ab-9432-434acb894c5c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:43.941193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a439b986-12bb-42ac-a8d0-f00ec68dff25 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '598ad382-a6b1-46ab-9432-434acb894c5c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:43.941805 n-d-802011-3 neutron-server[93834]: WARNING neutron.api.v2.base [None req-a439b986-12bb-42ac-a8d0-f00ec68dff25 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 22:04:43.942330 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-a439b986-12bb-42ac-a8d0-f00ec68dff25 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:43.947222 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a439b986-12bb-42ac-a8d0-f00ec68dff25 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066309 Jul 27 22:04:43.948248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39102) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:43.949713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-4040b5c6-f038-4133-8fe0-3a0fd81e25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:43.951341 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-4040b5c6-f038-4133-8fe0-3a0fd81e25cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0812583 Jul 27 22:04:43.955796 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08561913-49c8-4940-8f47-be712d835d1d req-f17bfa57-d5b6-48c6-9a1a-4e30d22ab135 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:43.960918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f9c2da0-480c-4517-a06d-bd5d4e55481d req-753bae2f-0c4f-4efa-b7c2-0f5b87fb3b50 service neutron] 10.222.0.24 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135344 Jul 27 22:04:43.965234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45632a-7842-46c8-a71b-f5079b4ca12d None None] The sync data for ids ['c7a3f126-39cc-4382-96c8-c7723ca02de9'] in n-d-802011-3 is: [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '93c01447-c01e-4301-9f07-54f88ffa60a3', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'port_id': 'ada9c379-a556-4a59-8485-554b7ed09572', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'mac_address': 'fa:16:3e:ab:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:04:38Z', 'updated_at': '2021-07-27T22:04:41Z', 'revision_number': 1, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '990558e5-5373-4cb6-9821-9693b1bbeaba', 'name': '', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'mac_address': 'fa:16:3e:27:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:07Z', 'updated_at': '2021-07-27T22:04:20Z', 'revision_number': 5, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'subnets': [{'id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:43.972367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6123dbae-c66e-4b74-b5b4-357c5c7f57d8 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '598ad382-a6b1-46ab-9432-434acb894c5c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:44.019992 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08561913-49c8-4940-8f47-be712d835d1d req-f17bfa57-d5b6-48c6-9a1a-4e30d22ab135 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.023638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08561913-49c8-4940-8f47-be712d835d1d req-f17bfa57-d5b6-48c6-9a1a-4e30d22ab135 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.025682 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08561913-49c8-4940-8f47-be712d835d1d req-f17bfa57-d5b6-48c6-9a1a-4e30d22ab135 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "DELETE /v2.0/security-groups/cc865253-acdf-4b51-850e-178b9d660f2e HTTP/1.1" status: 204 len: 173 time: 0.3092074 Jul 27 22:04:44.034852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bfa57-d5b6-48c6-9a1a-4e30d22ab135 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc865253-acdf-4b51-850e-178b9d660f2e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:44.056362 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.069177 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.096646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9394d2e6-b47c-4500-9200-b79046d93bf4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:44.122122 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e53f8a5-786e-4987-9dca-3de87b66b300 x-openstack-request-id: req-7e53f8a5-786e-4987-9dca-3de87b66b300 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:44.122475 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d4a7b0-87c2-4142-82cd-864067dcb998", "tag": "ada9c379-a556-4a59-8485-554b7ed09572", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:44.122873 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e53f8a5-786e-4987-9dca-3de87b66b300 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:44.123413 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'tag': 'ada9c379-a556-4a59-8485-554b7ed09572', 'status': 'completed', 'code': 200} Jul 27 22:04:44.160028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 9394d2e6-b47c-4500-9200-b79046d93bf4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:44.160408 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.165847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Pushing event updated for resources: {'Port': ['ID=f8462749-ce8a-4406-931e-b075dc21082c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:44.180053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bee7d-77da-4bcd-aeb5-a23974e2acfb req-c42bfcd1-feb1-428d-99b2-de58d8c5e23e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:44.188165 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af4bee7d-77da-4bcd-aeb5-a23974e2acfb req-c42bfcd1-feb1-428d-99b2-de58d8c5e23e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 949 time: 0.0975628 Jul 27 22:04:44.257008 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af4bee7d-77da-4bcd-aeb5-a23974e2acfb req-2d14cd15-7a94-4fc0-a763-ad03d19eaca8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677869 Jul 27 22:04:44.355639 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1591f9-a07e-4b6a-bb9a-3d11c053b9dc None None] New status for floating IP 93c01447-c01e-4301-9f07-54f88ffa60a3: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:04:44.514768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eada209-8462-4105-9630-affb2eb457ef req-c87a8e38-9aa0-49c2-af26-f709d918b36e tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:44.516654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2eada209-8462-4105-9630-affb2eb457ef req-c87a8e38-9aa0-49c2-af26-f709d918b36e tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/ports?device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 947 time: 0.1145480 Jul 27 22:04:44.558902 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-20d50bc5-2ab7-4c54-b033-82697e2f985e tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 258 time: 0.1704602 Jul 27 22:04:44.576708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:44.584047 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862ee5eb-3fe1-47cf-bb15-d08d0627aafa x-openstack-request-id: req-862ee5eb-3fe1-47cf-bb15-d08d0627aafa {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:44.584338 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0679cbc4-87eb-4f5b-946c-4d125a79e29e", "tag": "27dfacb6-cde6-43ce-9200-9808286e05cb", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:44.584590 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-862ee5eb-3fe1-47cf-bb15-d08d0627aafa {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:44.584986 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0679cbc4-87eb-4f5b-946c-4d125a79e29e', 'tag': '27dfacb6-cde6-43ce-9200-9808286e05cb', 'status': 'completed', 'code': 200} Jul 27 22:04:44.599199 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2eada209-8462-4105-9630-affb2eb457ef req-943d308c-064e-457c-8c99-51b6b34c143a tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ed28658-722c-466e-bede-45e4b5917cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746818 Jul 27 22:04:44.618312 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.639085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-eb838257-b632-4461-bbda-ed45f4872c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:44.640609 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-eb838257-b632-4461-bbda-ed45f4872c8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6512296 Jul 27 22:04:44.663972 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.677322 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-6123dbae-c66e-4b74-b5b4-357c5c7f57d8 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:44.678383 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6123dbae-c66e-4b74-b5b4-357c5c7f57d8 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7261119 Jul 27 22:04:44.685229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39112) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:44.693929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9178401d-68f3-4f1a-8c59-54c94448a386 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '598ad382-a6b1-46ab-9432-434acb894c5c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:44.694833 n-d-802011-3 neutron-server[93835]: WARNING neutron.api.v2.base [None req-9178401d-68f3-4f1a-8c59-54c94448a386 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 22:04:44.695371 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-9178401d-68f3-4f1a-8c59-54c94448a386 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:44.696319 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9178401d-68f3-4f1a-8c59-54c94448a386 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093732 Jul 27 22:04:44.700324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39114) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:44.705871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-237bf94f-0e4a-447b-9117-28c4ff0931b6 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '598ad382-a6b1-46ab-9432-434acb894c5c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:44.720000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20e17b-8523-4142-b938-99e333d3d893 req-3c30c5ab-29ce-47c8-b11d-121887997e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:44.721484 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cd20e17b-8523-4142-b938-99e333d3d893 req-3c30c5ab-29ce-47c8-b11d-121887997e2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f72b5fb1ad4943c59fb68caa647ae878&device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 1097 time: 0.5742381 Jul 27 22:04:44.724073 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.725205 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9b5dcdcc-eb25-401d-b379-09b5ee611f66 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5992692 Jul 27 22:04:44.740515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ef68dad-e487-403d-9750-88b7c15c0ad7 req-6b6a7711-b4c4-45b8-9d8d-7b834e74c9e0 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/281cac28-2e50-48d0-aaa0-091115255751 HTTP/1.1" status: 200 len: 1814 time: 0.1077974 Jul 27 22:04:44.791145 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-237bf94f-0e4a-447b-9117-28c4ff0931b6 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:44.792193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-237bf94f-0e4a-447b-9117-28c4ff0931b6 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0901883 Jul 27 22:04:44.796208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39120) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:44.802886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8dc2c7a3-57d1-4b7d-bab6-28ed280d8b69 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '598ad382-a6b1-46ab-9432-434acb894c5c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:44.803354 n-d-802011-3 neutron-server[93835]: WARNING neutron.api.v2.base [None req-8dc2c7a3-57d1-4b7d-bab6-28ed280d8b69 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 22:04:44.804560 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-8dc2c7a3-57d1-4b7d-bab6-28ed280d8b69 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:44.805390 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8dc2c7a3-57d1-4b7d-bab6-28ed280d8b69 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059569 Jul 27 22:04:44.811552 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39122) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:44.822155 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fa846e82-04ff-421b-8e06-3ae759dca822 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '598ad382-a6b1-46ab-9432-434acb894c5c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:44.846213 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.847816 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ef68dad-e487-403d-9750-88b7c15c0ad7 req-f56c8431-48eb-4180-9286-e12220964d0b tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.854483 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-184feee0-f2df-44fc-aa47-caf5b9d52ae9 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026358 Jul 27 22:04:44.877291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20e17b-8523-4142-b938-99e333d3d893 req-0bc88eb6-c8f5-4f72-a3c8-cd1052e2fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:44.878658 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cd20e17b-8523-4142-b938-99e333d3d893 req-0bc88eb6-c8f5-4f72-a3c8-cd1052e2fdab service neutron] 10.222.0.41 "GET /v2.0/networks?id=325e4816-1bb2-4693-92f1-277429bb9e2f HTTP/1.1" status: 200 len: 930 time: 0.1483114 Jul 27 22:04:44.903702 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ef68dad-e487-403d-9750-88b7c15c0ad7 req-f56c8431-48eb-4180-9286-e12220964d0b tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:44.969172 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-fa846e82-04ff-421b-8e06-3ae759dca822 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:44.970101 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fa846e82-04ff-421b-8e06-3ae759dca822 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1576171 Jul 27 22:04:44.973793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39124) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:44.980441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a55b824d-8609-4021-b1a4-38394753da3f tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '598ad382-a6b1-46ab-9432-434acb894c5c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:44.980917 n-d-802011-3 neutron-server[93834]: WARNING neutron.api.v2.base [None req-a55b824d-8609-4021-b1a4-38394753da3f tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 22:04:44.981404 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-a55b824d-8609-4021-b1a4-38394753da3f tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:44.982369 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a55b824d-8609-4021-b1a4-38394753da3f tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076253 Jul 27 22:04:44.986406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:44.991352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9cc653e1-6136-43f6-bc83-085877ffbae0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '598ad382-a6b1-46ab-9432-434acb894c5c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:45.003794 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ef68dad-e487-403d-9750-88b7c15c0ad7 req-f56c8431-48eb-4180-9286-e12220964d0b tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.006370 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ef68dad-e487-403d-9750-88b7c15c0ad7 req-f56c8431-48eb-4180-9286-e12220964d0b tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.007560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ef68dad-e487-403d-9750-88b7c15c0ad7 req-f56c8431-48eb-4180-9286-e12220964d0b tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "DELETE /v2.0/security-groups/281cac28-2e50-48d0-aaa0-091115255751 HTTP/1.1" status: 204 len: 173 time: 0.2563682 Jul 27 22:04:45.018626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Allocated IP 172.25.1.222 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/3e4206e0-e8ac-48aa-9fc7-f5886122c7e3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:45.033135 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cd20e17b-8523-4142-b938-99e333d3d893 req-7fc5fe28-9527-44ef-a5c1-7b5a1316363b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada9c379-a556-4a59-8485-554b7ed09572 HTTP/1.1" status: 200 len: 1002 time: 0.1107283 Jul 27 22:04:45.041987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c8431-48eb-4180-9286-e12220964d0b tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281cac28-2e50-48d0-aaa0-091115255751,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:45.102805 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d639fb39-1a56-46d3-9161-36c3061d32f4 req-715b7f71-d2e7-4cec-9c71-f55071772c2a service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398255 Jul 27 22:04:45.123339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20e17b-8523-4142-b938-99e333d3d893 req-57879aae-9ffc-4aad-8dea-cde282a7765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:45.125037 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cd20e17b-8523-4142-b938-99e333d3d893 req-57879aae-9ffc-4aad-8dea-cde282a7765b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e3de8b1-6da6-4216-be06-6b71bb9efb12 HTTP/1.1" status: 200 len: 868 time: 0.0713315 Jul 27 22:04:45.141988 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-9cc653e1-6136-43f6-bc83-085877ffbae0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:45.142990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9cc653e1-6136-43f6-bc83-085877ffbae0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1554089 Jul 27 22:04:45.145772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:45.155204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ac2eb4b8-7255-49cd-96b1-ce94805a97cb tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '598ad382-a6b1-46ab-9432-434acb894c5c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:45.204472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20e17b-8523-4142-b938-99e333d3d893 req-bec9373a-3ea9-4f14-8598-b0e3a2952c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:45.206016 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cd20e17b-8523-4142-b938-99e333d3d893 req-bec9373a-3ea9-4f14-8598-b0e3a2952c54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=325e4816-1bb2-4693-92f1-277429bb9e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738595 Jul 27 22:04:45.213284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d809cc-5736-4f4f-a0af-6fd76a81e16c req-a547a0b3-e557-41b4-b591-89f1ea76356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:45.214740 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4d809cc-5736-4f4f-a0af-6fd76a81e16c req-a547a0b3-e557-41b4-b591-89f1ea76356f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6ca31f4b7a74aa0b4b7e5ef8810b2d8&device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 1098 time: 0.0542421 Jul 27 22:04:45.216370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb3ad6-af95-41da-962a-3ffaf2db0dd2 req-2bfcebf2-cb46-4fa6-a9fc-fe4b6b4fd239 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:45.217883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83eb3ad6-af95-41da-962a-3ffaf2db0dd2 req-2bfcebf2-cb46-4fa6-a9fc-fe4b6b4fd239 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 950 time: 0.1149697 Jul 27 22:04:45.236626 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.274156 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-ac2eb4b8-7255-49cd-96b1-ce94805a97cb tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:45.275480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ac2eb4b8-7255-49cd-96b1-ce94805a97cb tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1266217 Jul 27 22:04:45.279408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:45.291577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83eb3ad6-af95-41da-962a-3ffaf2db0dd2 req-8d5a9148-a4a8-4d0c-99cc-f1d27d52019a tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677114 Jul 27 22:04:45.355000 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.369455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0098d0b2-c7a1-43c0-9c5c-c10f3d758d3e tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.401805 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd7219cf-7230-4bde-9271-366fd912c793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.406878 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cd20e17b-8523-4142-b938-99e333d3d893 req-2fda30e4-fd33-4f7e-8df2-4743c880b9ef service neutron] 10.222.0.41 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911783 Jul 27 22:04:45.409715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d809cc-5736-4f4f-a0af-6fd76a81e16c req-b0995bb7-1866-43c5-a762-775a47d81a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:45.411220 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4d809cc-5736-4f4f-a0af-6fd76a81e16c req-b0995bb7-1866-43c5-a762-775a47d81a46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1783350 Jul 27 22:04:45.436413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:45.448309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:45.450106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Pushing event updated for resources: {'Port': ['ID=3e4206e0-e8ac-48aa-9fc7-f5886122c7e3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:45.454696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:45.457301 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0098d0b2-c7a1-43c0-9c5c-c10f3d758d3e tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.497104 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4d809cc-5736-4f4f-a0af-6fd76a81e16c req-b7ec5f9c-a585-4cfa-9565-d0d528687940 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=27dfacb6-cde6-43ce-9200-9808286e05cb HTTP/1.1" status: 200 len: 217 time: 0.0705400 Jul 27 22:04:45.506527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-1ff363a6-167b-43bd-9fcd-020b4ffd8998 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--652106497&fields=id&tenant_id=140514c19a3047f38e457ed121af4deb HTTP/1.1" status: 200 len: 267 time: 0.1179700 Jul 27 22:04:45.579940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d809cc-5736-4f4f-a0af-6fd76a81e16c req-802240c1-696b-49cb-9653-5eebb68db62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:45.581452 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4d809cc-5736-4f4f-a0af-6fd76a81e16c req-802240c1-696b-49cb-9653-5eebb68db62e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0749969 Jul 27 22:04:45.584988 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cd20e17b-8523-4142-b938-99e333d3d893 req-5ed3627d-1490-41ac-b1bb-a6b09ed0a5f4 service neutron] 10.222.0.41 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659369 Jul 27 22:04:45.631176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d809cc-5736-4f4f-a0af-6fd76a81e16c req-a35a9e3f-4e10-4a84-a24b-e5a03e5c1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:45.634181 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4d809cc-5736-4f4f-a0af-6fd76a81e16c req-a35a9e3f-4e10-4a84-a24b-e5a03e5c1310 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444615 Jul 27 22:04:45.642459 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0098d0b2-c7a1-43c0-9c5c-c10f3d758d3e tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.645053 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0098d0b2-c7a1-43c0-9c5c-c10f3d758d3e tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.646184 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0098d0b2-c7a1-43c0-9c5c-c10f3d758d3e tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "DELETE /v2.0/security-groups/598ad382-a6b1-46ab-9432-434acb894c5c HTTP/1.1" status: 204 len: 168 time: 0.3654954 Jul 27 22:04:45.653229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:45.669748 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.676739 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.678682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098d0b2-c7a1-43c0-9c5c-c10f3d758d3e tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598ad382-a6b1-46ab-9432-434acb894c5c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:45.697317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-35d61143-31f5-4b7c-9309-bff2b6647ca4 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:45.698863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-35d61143-31f5-4b7c-9309-bff2b6647ca4 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/networks?id=fb7d5832-e66d-4af8-806f-865f1a6921ab HTTP/1.1" status: 200 len: 811 time: 0.1803198 Jul 27 22:04:45.735695 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-879bcc6a-7fbf-4d25-80ca-8a6378024e34 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/quotas/140514c19a3047f38e457ed121af4deb HTTP/1.1" status: 200 len: 375 time: 0.0167599 Jul 27 22:04:45.736404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.769571 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0cfb9890-57fa-4dc4-ac8b-b3b1ce3c04b5 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1153233 Jul 27 22:04:45.773736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39150) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:45.779399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6439b963-196e-4876-921a-00727ee946b0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group': {'name': 'tempest-secgroup--58722291'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:45.811155 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4d809cc-5736-4f4f-a0af-6fd76a81e16c req-12085795-42d3-4fdc-b832-82dfc9f56d84 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668012 Jul 27 22:04:45.829643 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6439b963-196e-4876-921a-00727ee946b0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:45.875163 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-85b62583-8ff0-45f4-99c2-bde6831d957e tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=140514c19a3047f38e457ed121af4deb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1163394 Jul 27 22:04:45.954366 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4d809cc-5736-4f4f-a0af-6fd76a81e16c req-351eefa7-aab4-4c45-bba3-f1ee2097073b service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325192 Jul 27 22:04:45.997019 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6439b963-196e-4876-921a-00727ee946b0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.001794 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6439b963-196e-4876-921a-00727ee946b0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.025841 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.029941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-2800c341-dce5-4fac-8113-9972e172c838 service neutron] 10.222.0.24 "GET /v2.0/networks/fb7d5832-e66d-4af8-806f-865f1a6921ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380911 Jul 27 22:04:46.031951 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.042933 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6439b963-196e-4876-921a-00727ee946b0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.044300 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6439b963-196e-4876-921a-00727ee946b0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2696481 Jul 27 22:04:46.048052 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439b963-196e-4876-921a-00727ee946b0 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4791059-94b5-4c58-b47c-38c4b52588d0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:46.051960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39152) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:46.056978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4b7157c0-2f3e-4145-b7a2-d895c541ca3d tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': 'e4791059-94b5-4c58-b47c-38c4b52588d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:46.107494 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-4b7157c0-2f3e-4145-b7a2-d895c541ca3d tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The resource could not be found. Jul 27 22:04:46.109393 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4b7157c0-2f3e-4145-b7a2-d895c541ca3d tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0564959 Jul 27 22:04:46.112335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39154) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:46.117201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3118a352-981c-4e3c-afb5-e36b0e15e42a tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': 'e4791059-94b5-4c58-b47c-38c4b52588d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '341a81b5-4ac0-42c0-9a77-c13bdd7da0e8'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:46.159576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Pushing event updated for resources: {'Port': ['ID=3e4206e0-e8ac-48aa-9fc7-f5886122c7e3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:46.166997 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-3118a352-981c-4e3c-afb5-e36b0e15e42a tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The resource could not be found. Jul 27 22:04:46.171035 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3118a352-981c-4e3c-afb5-e36b0e15e42a tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0574079 Jul 27 22:04:46.172062 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39156) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:46.181252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.208807 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.209932 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-8ead61fa-22e0-4be2-934e-34d80e32fe49 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6451652 Jul 27 22:04:46.211260 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.228302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-a7b596e3-137d-4651-8868-9b89fd2e99db service neutron] 10.222.0.24 "GET /v2.0/networks/fb7d5832-e66d-4af8-806f-865f1a6921ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876218 Jul 27 22:04:46.233800 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51efcbda-a319-4f25-91d7-6438106b15a7 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.260669 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51efcbda-a319-4f25-91d7-6438106b15a7 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.269111 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-e277d755-bdbf-4f8c-9fab-3f292d93fbed tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 696 time: 0.0506656 Jul 27 22:04:46.314726 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51efcbda-a319-4f25-91d7-6438106b15a7 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.322698 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51efcbda-a319-4f25-91d7-6438106b15a7 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.324033 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.327393 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-51efcbda-a319-4f25-91d7-6438106b15a7 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "DELETE /v2.0/security-groups/e4791059-94b5-4c58-b47c-38c4b52588d0 HTTP/1.1" status: 204 len: 168 time: 0.1539519 Jul 27 22:04:46.328593 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39160) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:46.347023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efcbda-a319-4f25-91d7-6438106b15a7 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4791059-94b5-4c58-b47c-38c4b52588d0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:46.391301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-5c9a604a-81f2-4285-a2a6-9a2167df6afd tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:46.392765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-5c9a604a-81f2-4285-a2a6-9a2167df6afd tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.1171505 Jul 27 22:04:46.403563 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-125e0330-a46a-4579-92ad-e44b10928f69 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697024 Jul 27 22:04:46.407379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:46.412266 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-dad49ede-32ee-4320-8b2f-e3795c2bf623 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': 'd2c8c7e4-8e64-4cc9-9171-d0b7cf8941f0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:46.416458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-7fb76533-b5cf-4b64-8e22-d4e27695c6a7 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:04:46.418133 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-562c59e1-818a-4e1f-b0fb-4296f48b9c1e req-7fb76533-b5cf-4b64-8e22-d4e27695c6a7 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162485 Jul 27 22:04:46.477182 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-dad49ede-32ee-4320-8b2f-e3795c2bf623 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The resource could not be found. Jul 27 22:04:46.478598 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dad49ede-32ee-4320-8b2f-e3795c2bf623 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0701020 Jul 27 22:04:46.484487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:46.489839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3b3be5d5-cb4b-4c63-a142-cd761fa4ea12 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254872643'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:46.503094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bbff2f5-571c-40fc-b42c-e681e4117a73 req-1084eae2-5cfd-4e44-b09a-4f3788bf9834 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/26625341-9ed8-4959-b09b-f67e7c3a6cc3 HTTP/1.1" status: 200 len: 1813 time: 0.0992410 Jul 27 22:04:46.528874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b3be5d5-cb4b-4c63-a142-cd761fa4ea12 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.587348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0194b-8f2c-4465-b12d-36a6aada7ceb req-28226ba5-0c68-4d67-bbe8-2c426e0e1958 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:46.588973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86a0194b-8f2c-4465-b12d-36a6aada7ceb req-28226ba5-0c68-4d67-bbe8-2c426e0e1958 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 949 time: 0.1028724 Jul 27 22:04:46.627378 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4bbff2f5-571c-40fc-b42c-e681e4117a73 req-12199e27-f392-47e8-b778-e90d06300321 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.636322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b3be5d5-cb4b-4c63-a142-cd761fa4ea12 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.641679 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b3be5d5-cb4b-4c63-a142-cd761fa4ea12 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.653020 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86a0194b-8f2c-4465-b12d-36a6aada7ceb req-17367298-5591-4192-8e3f-f53ce2aef3c4 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572395 Jul 27 22:04:46.664611 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4bbff2f5-571c-40fc-b42c-e681e4117a73 req-12199e27-f392-47e8-b778-e90d06300321 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.677738 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3b3be5d5-cb4b-4c63-a142-cd761fa4ea12 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.682961 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3b3be5d5-cb4b-4c63-a142-cd761fa4ea12 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1972506 Jul 27 22:04:46.686497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39176) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:46.690355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3be5d5-cb4b-4c63-a142-cd761fa4ea12 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4346a346-0b53-469c-865b-6a9b5b548304,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:46.708421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-84b24983-13f9-4420-8c10-1ad22d05b1f1 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group': {'name': 'tempest-secgroup--722598459'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:46.734318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4bbff2f5-571c-40fc-b42c-e681e4117a73 req-12199e27-f392-47e8-b778-e90d06300321 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.737809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4bbff2f5-571c-40fc-b42c-e681e4117a73 req-12199e27-f392-47e8-b778-e90d06300321 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.739109 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84b24983-13f9-4420-8c10-1ad22d05b1f1 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.742437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bbff2f5-571c-40fc-b42c-e681e4117a73 req-12199e27-f392-47e8-b778-e90d06300321 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "DELETE /v2.0/security-groups/26625341-9ed8-4959-b09b-f67e7c3a6cc3 HTTP/1.1" status: 204 len: 173 time: 0.2150123 Jul 27 22:04:46.773636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12199e27-f392-47e8-b778-e90d06300321 tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26625341-9ed8-4959-b09b-f67e7c3a6cc3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:46.865543 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84b24983-13f9-4420-8c10-1ad22d05b1f1 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.871103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84b24983-13f9-4420-8c10-1ad22d05b1f1 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.903405 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84b24983-13f9-4420-8c10-1ad22d05b1f1 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:46.907397 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-84b24983-13f9-4420-8c10-1ad22d05b1f1 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2157621 Jul 27 22:04:46.907609 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:46.912013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c698162e-fa1e-4a67-b59d-f3afe5122492 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group_rule': {'security_group_id': '4346a346-0b53-469c-865b-6a9b5b548304', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'aeaf540c-a856-4e90-92ae-263563e9d970'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:46.918862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b24983-13f9-4420-8c10-1ad22d05b1f1 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaf540c-a856-4e90-92ae-263563e9d970,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:46.944643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f451a-bca5-462b-bf4c-2469a4d60cd2 req-3c33079e-ecba-49a4-b58b-109441949058 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:46.946196 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-178f451a-bca5-462b-bf4c-2469a4d60cd2 req-3c33079e-ecba-49a4-b58b-109441949058 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/ports?device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 947 time: 0.1147432 Jul 27 22:04:46.953755 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-c698162e-fa1e-4a67-b59d-f3afe5122492 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:04:46.957436 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c698162e-fa1e-4a67-b59d-f3afe5122492 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0463405 Jul 27 22:04:46.957760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:46.980269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c636c9-c3a3-4465-9954-e7e082a317cf req-5ecb0bf2-e509-424a-b3d4-456fd3b6c81e tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:46.981903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4c636c9-c3a3-4465-9954-e7e082a317cf req-5ecb0bf2-e509-424a-b3d4-456fd3b6c81e tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 950 time: 0.0979774 Jul 27 22:04:47.015181 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-178f451a-bca5-462b-bf4c-2469a4d60cd2 req-e410d64b-a11d-4ed7-9fad-827deeb56868 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ed28658-722c-466e-bede-45e4b5917cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594094 Jul 27 22:04:47.020253 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea453f3e-b6be-4215-934f-8ec46e4839b8 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.041545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4c636c9-c3a3-4465-9954-e7e082a317cf req-88638df2-dd51-4266-8746-83674e2ae11a tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507784 Jul 27 22:04:47.048560 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea453f3e-b6be-4215-934f-8ec46e4839b8 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.117536 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea453f3e-b6be-4215-934f-8ec46e4839b8 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.120548 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea453f3e-b6be-4215-934f-8ec46e4839b8 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.124534 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ea453f3e-b6be-4215-934f-8ec46e4839b8 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "DELETE /v2.0/security-groups/aeaf540c-a856-4e90-92ae-263563e9d970 HTTP/1.1" status: 204 len: 168 time: 0.1659744 Jul 27 22:04:47.125293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:47.152545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c29f31b-f9de-4217-9118-33d88db93c23 req-48caaeda-52b5-4a97-b52b-bd1556c8a0e6 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 210 time: 0.0392241 Jul 27 22:04:47.155734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea453f3e-b6be-4215-934f-8ec46e4839b8 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaf540c-a856-4e90-92ae-263563e9d970,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:47.206732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b24b3e-6537-49ab-b2f5-49ad54b16949 req-70019371-f050-4069-badc-72ad0a5f9123 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:47.208707 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17b24b3e-6537-49ab-b2f5-49ad54b16949 req-70019371-f050-4069-badc-72ad0a5f9123 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0814424 Jul 27 22:04:47.213422 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9491d75f-f2f2-4e7f-8bbf-d99f580eff6b tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0830557 Jul 27 22:04:47.216068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:47.266837 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17b24b3e-6537-49ab-b2f5-49ad54b16949 req-9a4a7713-120a-4f49-995f-1013546bab65 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 696 time: 0.0492854 Jul 27 22:04:47.276808 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-537e3e9c-18fd-462e-a738-2e973e4c6203 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.278733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-17b24b3e-6537-49ab-b2f5-49ad54b16949 req-2cca894c-40fa-4980-a718-e6b86201455c tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Request body: {'floatingip': {'port_id': 'ada9c379-a556-4a59-8485-554b7ed09572', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:47.289225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 27dfacb6-cde6-43ce-9200-9808286e05cb details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:47.301309 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-537e3e9c-18fd-462e-a738-2e973e4c6203 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.332524 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-17b24b3e-6537-49ab-b2f5-49ad54b16949 req-2cca894c-40fa-4980-a718-e6b86201455c tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.355841 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-537e3e9c-18fd-462e-a738-2e973e4c6203 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.359243 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-537e3e9c-18fd-462e-a738-2e973e4c6203 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.363680 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-537e3e9c-18fd-462e-a738-2e973e4c6203 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "DELETE /v2.0/security-groups/4346a346-0b53-469c-865b-6a9b5b548304 HTTP/1.1" status: 204 len: 168 time: 0.1466522 Jul 27 22:04:47.364383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39196) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:47.389942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e3e9c-18fd-462e-a738-2e973e4c6203 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4346a346-0b53-469c-865b-6a9b5b548304,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:47.431436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 27dfacb6-cde6-43ce-9200-9808286e05cb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=27dfacb6-cde6-43ce-9200-9808286e05cb,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:47.431699 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d56ab740-a672-4660-ac2f-ef1dd5c26689 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0577874 Jul 27 22:04:47.432999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39200) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:47.436974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-498dd2f8-a0f6-443a-9f0e-a863d72a8e9b tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group': {'name': 'tempest-secgroup--311971184'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:47.444743 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '27dfacb6-cde6-43ce-9200-9808286e05cb', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '27dfacb6-cde6-43ce-9200-9808286e05cb', 'mac_address': 'fa:16:3e:fe:d1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:47.461264 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-498dd2f8-a0f6-443a-9f0e-a863d72a8e9b tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.493648 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.513163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27dfacb6-cde6-43ce-9200-9808286e05cb {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:47.545943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 27dfacb6-cde6-43ce-9200-9808286e05cb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=27dfacb6-cde6-43ce-9200-9808286e05cb,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:47.548660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de95f944-5e9a-414a-a3d1-080ef453115e req-9dbd6d3e-b190-4c1f-9cb6-a4c8021f30cd tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "GET /v2.0/security-groups/c04043bf-cd10-434f-8f52-e7d2bb7d8656 HTTP/1.1" status: 200 len: 1813 time: 0.1218038 Jul 27 22:04:47.550492 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.573636 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-498dd2f8-a0f6-443a-9f0e-a863d72a8e9b tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.578879 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-498dd2f8-a0f6-443a-9f0e-a863d72a8e9b tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.632182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-498dd2f8-a0f6-443a-9f0e-a863d72a8e9b tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.633776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=27dfacb6-cde6-43ce-9200-9808286e05cb,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:47.636766 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-498dd2f8-a0f6-443a-9f0e-a863d72a8e9b tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2033134 Jul 27 22:04:47.642394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:47.654005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fb75b211-c98c-49b8-a9a2-2b04f9c23dd9 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:47.654706 n-d-802011-3 neutron-server[93835]: WARNING neutron.api.v2.base [None req-fb75b211-c98c-49b8-a9a2-2b04f9c23dd9 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 22:04:47.655200 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-fb75b211-c98c-49b8-a9a2-2b04f9c23dd9 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 22:04:47.659711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fb75b211-c98c-49b8-a9a2-2b04f9c23dd9 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "PUT /v2.0/security-groups/e3c3ecf9-e341-48f6-8941-01b93381b787 HTTP/1.1" status: 409 len: 330 time: 0.0109074 Jul 27 22:04:47.661302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39204) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:47.670721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dd2f8-a0f6-443a-9f0e-a863d72a8e9b tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c3ecf9-e341-48f6-8941-01b93381b787,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:47.704183 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-17b24b3e-6537-49ab-b2f5-49ad54b16949 req-2cca894c-40fa-4980-a718-e6b86201455c tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 22:04:47.705213 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17b24b3e-6537-49ab-b2f5-49ad54b16949 req-2cca894c-40fa-4980-a718-e6b86201455c tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "PUT /v2.0/floatingips/f218ea4d-84d7-4a17-aa1a-bb1194c9f163 HTTP/1.1" status: 409 len: 551 time: 0.4312975 Jul 27 22:04:47.709077 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de95f944-5e9a-414a-a3d1-080ef453115e req-875cb926-2ed6-4f22-8f2d-139e8762140e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.729986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-8c6e5fff-0b04-4513-88c6-0fed207ae397 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:47.731147 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-8c6e5fff-0b04-4513-88c6-0fed207ae397 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.43 "GET /v2.0/networks?id=fb7d5832-e66d-4af8-806f-865f1a6921ab HTTP/1.1" status: 200 len: 811 time: 0.1260221 Jul 27 22:04:47.757877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de95f944-5e9a-414a-a3d1-080ef453115e req-875cb926-2ed6-4f22-8f2d-139e8762140e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.781658 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e266967-6186-4e23-8d6e-e39da83bb8fe tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.792092 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-191effa3-dde5-49a3-81c4-08f7a2718013 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=140514c19a3047f38e457ed121af4deb HTTP/1.1" status: 200 len: 379 time: 0.0485668 Jul 27 22:04:47.809583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Request body: {'port': {'device_id': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'admin_state_up': True, 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'security_groups': ['26029e2b-0716-4e8f-90ba-6d7b619bb9eb']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:47.819208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['27dfacb6-cde6-43ce-9200-9808286e05cb'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:47.862600 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e266967-6186-4e23-8d6e-e39da83bb8fe tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.889051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de95f944-5e9a-414a-a3d1-080ef453115e req-875cb926-2ed6-4f22-8f2d-139e8762140e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.892795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-de95f944-5e9a-414a-a3d1-080ef453115e req-875cb926-2ed6-4f22-8f2d-139e8762140e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:47.900200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39210) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:47.906832 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de95f944-5e9a-414a-a3d1-080ef453115e req-875cb926-2ed6-4f22-8f2d-139e8762140e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] 10.222.0.24 "DELETE /v2.0/security-groups/c04043bf-cd10-434f-8f52-e7d2bb7d8656 HTTP/1.1" status: 204 len: 173 time: 0.3503897 Jul 27 22:04:47.934758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cb926-2ed6-4f22-8f2d-139e8762140e tempest-SecurityGroupRulesNegativeTestJSON-80697420 tempest-SecurityGroupRulesNegativeTestJSON-80697420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04043bf-cd10-434f-8f52-e7d2bb7d8656,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:47.959264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b1bfc-d236-414d-9dbd-d56ce67ae1e5 req-df9e87a6-d5f2-419a-a6ea-83d8ec80d138 tempest-LiveMigrationNegativeTest-1263316950 tempest-LiveMigrationNegativeTest-1263316950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:47.971490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c6b1bfc-d236-414d-9dbd-d56ce67ae1e5 req-df9e87a6-d5f2-419a-a6ea-83d8ec80d138 tempest-LiveMigrationNegativeTest-1263316950 tempest-LiveMigrationNegativeTest-1263316950-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 1101 time: 0.1557572 Jul 27 22:04:47.978556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7ffc14-5228-4ea9-8d1b-8dc6cb155e05 admin admin] Deleting subnet dad0aa82-8e5f-464b-af4d-c6231c8fd6a6 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:04:47.985367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffc14-5228-4ea9-8d1b-8dc6cb155e05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.011658 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c6b1bfc-d236-414d-9dbd-d56ce67ae1e5 req-8a56174a-983d-4262-9c10-e6fa357d5c46 tempest-LiveMigrationNegativeTest-1263316950 tempest-LiveMigrationNegativeTest-1263316950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.027384 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.029225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Made reservation on behalf of 140514c19a3047f38e457ed121af4deb for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:48.033111 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.035977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e266967-6186-4e23-8d6e-e39da83bb8fe tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.038095 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffc14-5228-4ea9-8d1b-8dc6cb155e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.038930 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e266967-6186-4e23-8d6e-e39da83bb8fe tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.044183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0e266967-6186-4e23-8d6e-e39da83bb8fe tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "DELETE /v2.0/security-groups/e3c3ecf9-e341-48f6-8941-01b93381b787 HTTP/1.1" status: 204 len: 168 time: 0.3747635 Jul 27 22:04:48.046584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:48.096671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e266967-6186-4e23-8d6e-e39da83bb8fe tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c3ecf9-e341-48f6-8941-01b93381b787,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:48.156066 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1d7f5a53-84ee-4c38-8454-5e4d41736e6a tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0916762 Jul 27 22:04:48.156555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:48.174915 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffc14-5228-4ea9-8d1b-8dc6cb155e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.189585 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-d48f6b29-20d4-45bd-9c3c-b97bbb0c4027 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] delete failed (client error): The resource could not be found. Jul 27 22:04:48.194822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d48f6b29-20d4-45bd-9c3c-b97bbb0c4027 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "DELETE /v2.0/security-groups/cd53b6b8-e46f-4a40-a62a-47870a08e3ea HTTP/1.1" status: 404 len: 347 time: 0.0331836 Jul 27 22:04:48.196746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39220) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:48.218445 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-1e0f4533-8feb-4b3a-a58c-31e0a00cee0f tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] show failed (client error): The resource could not be found. Jul 27 22:04:48.223674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1e0f4533-8feb-4b3a-a58c-31e0a00cee0f tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "GET /v2.0/security-groups/f8db635e-2d7c-48a9-8052-faf5b2759484 HTTP/1.1" status: 404 len: 347 time: 0.0218282 Jul 27 22:04:48.223881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39222) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:48.264200 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c6b1bfc-d236-414d-9dbd-d56ce67ae1e5 req-8a56174a-983d-4262-9c10-e6fa357d5c46 tempest-LiveMigrationNegativeTest-1263316950 tempest-LiveMigrationNegativeTest-1263316950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.268999 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-a4cff548-4f80-4202-ab5c-2b1c96a2bd08 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] show failed (client error): The resource could not be found. Jul 27 22:04:48.274749 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a4cff548-4f80-4202-ab5c-2b1c96a2bd08 tempest-NegativeSecGroupTest-1588548366 tempest-NegativeSecGroupTest-1588548366-project] 10.222.0.24 "GET /v2.0/security-group-rules/7fb72e92-2408-4fe0-9947-937237c05b71 HTTP/1.1" status: 404 len: 356 time: 0.0431776 Jul 27 22:04:48.275920 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c6b1bfc-d236-414d-9dbd-d56ce67ae1e5 req-8a56174a-983d-4262-9c10-e6fa357d5c46 tempest-LiveMigrationNegativeTest-1263316950 tempest-LiveMigrationNegativeTest-1263316950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.331470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Allocated IP 172.20.0.10 (fb7d5832-e66d-4af8-806f-865f1a6921ab/c0688aa2-6ac8-4d48-9573-48317c605acb/ab7c5d49-c2b7-4702-b85e-9450cc40505b) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:48.339333 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffc14-5228-4ea9-8d1b-8dc6cb155e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.342052 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c6b1bfc-d236-414d-9dbd-d56ce67ae1e5 req-8a56174a-983d-4262-9c10-e6fa357d5c46 tempest-LiveMigrationNegativeTest-1263316950 tempest-LiveMigrationNegativeTest-1263316950-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696253 Jul 27 22:04:48.356363 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56174a-983d-4262-9c10-e6fa357d5c46 tempest-LiveMigrationNegativeTest-1263316950 tempest-LiveMigrationNegativeTest-1263316950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74da9f54-3ae7-484c-8f5b-c61a0649b131,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:48.425414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ffc14-5228-4ea9-8d1b-8dc6cb155e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad0aa82-8e5f-464b-af4d-c6231c8fd6a6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:48.431235 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b7ffc14-5228-4ea9-8d1b-8dc6cb155e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.436086 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8b7ffc14-5228-4ea9-8d1b-8dc6cb155e05 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dad0aa82-8e5f-464b-af4d-c6231c8fd6a6 HTTP/1.1" status: 204 len: 168 time: 0.5348833 Jul 27 22:04:48.437724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39228) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:48.606565 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.625303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Transition to ACTIVE for port object ab7c5d49-c2b7-4702-b85e-9450cc40505b will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:48.704231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39234) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:48.712588 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.769268 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Network fb7d5832-e66d-4af8-806f-865f1a6921ab is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:48.784801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:48.791065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:48.801059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Pushing event updated for resources: {'Port': ['ID=ab7c5d49-c2b7-4702-b85e-9450cc40505b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:48.896488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-6f69b74f-b5ff-4634-9bbb-83087b767bd6 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips/f218ea4d-84d7-4a17-aa1a-bb1194c9f163 HTTP/1.1" status: 200 len: 693 time: 0.4975331 Jul 27 22:04:48.898292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.899326 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.924903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.925181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.925436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.925912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.926414 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.926901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.927376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.927844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.928309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.928854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.929392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.929867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.930408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.930826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:48.933382 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-a4e0c907-62fa-46a8-b671-b53de1458d51 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87&device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e&device_id=7ddf253d-3502-4230-993a-4bd02e762e0c&device_id=84d4a7b0-87c2-4142-82cd-864067dcb998&device_id=9c508454-3d79-407c-9df0-9fa38c144631&device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060&device_id=955785f0-b075-4877-9da8-6578a13d0995&device_id=a5d956da-1362-476a-8d65-c242495835d8&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 12721 time: 0.5635779 Jul 27 22:04:48.935050 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-95938637-56dc-42cb-a271-949eb5bcf456 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=539c3c33273f491396facf76c52aced1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294652 Jul 27 22:04:48.937531 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4142c5b0-a354-4700-b085-b2f2611bb9dc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1335795 Jul 27 22:04:48.938183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:48.943799 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:48.961765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Request body: {'port': {'device_id': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:49.003924 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-6066248a-084d-43d8-be84-0359a15df023 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.062224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.075949 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-817b8bd9-eaa2-4d48-ab32-c8f81cc1557f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.127914 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-817b8bd9-eaa2-4d48-ab32-c8f81cc1557f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.164224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0dcaac82-d897-4e26-93af-a5edd76ffbcd None None] Provisioning for port ab7c5d49-c2b7-4702-b85e-9450cc40505b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:49.166406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-be49b97d-0faa-4c6e-bf83-0cddd4535d20 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:49.168735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0dcaac82-d897-4e26-93af-a5edd76ffbcd None None] Provisioning complete for port ab7c5d49-c2b7-4702-b85e-9450cc40505b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:49.169104 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0dcaac82-d897-4e26-93af-a5edd76ffbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.173005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-be49b97d-0faa-4c6e-bf83-0cddd4535d20 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.2605126 Jul 27 22:04:49.180970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-7e938541-9bb9-4496-85d7-3f8c64c391f3 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:04:49.182347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-7e938541-9bb9-4496-85d7-3f8c64c391f3 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081551 Jul 27 22:04:49.205616 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0dcaac82-d897-4e26-93af-a5edd76ffbcd None None] Port ab7c5d49-c2b7-4702-b85e-9450cc40505b cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:04:49.213911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.237945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d738e477-e2fd-4257-b6c8-38786a60e824']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:49.261639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-817b8bd9-eaa2-4d48-ab32-c8f81cc1557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.264313 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-817b8bd9-eaa2-4d48-ab32-c8f81cc1557f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.265486 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-817b8bd9-eaa2-4d48-ab32-c8f81cc1557f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6f6f5a5-4326-40aa-aaa9-671d230e537f HTTP/1.1" status: 204 len: 168 time: 0.3262937 Jul 27 22:04:49.292031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d1d49e-2eb3-4919-a8b3-82d476dcadf8') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:49.292269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d1d49e-2eb3-4919-a8b3-82d476dcadf8') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:49.302781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b8bd9-eaa2-4d48-ab32-c8f81cc1557f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f6f5a5-4326-40aa-aaa9-671d230e537f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:49.303554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 27dfacb6-cde6-43ce-9200-9808286e05cb up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:49.311411 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-6066248a-084d-43d8-be84-0359a15df023 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.315966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-4c26e3f0-b3e7-4eba-8688-53dff8a84914 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 696 time: 0.0970917 Jul 27 22:04:49.319334 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-6066248a-084d-43d8-be84-0359a15df023 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.338607 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.344009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb24e5b8-2e6f-4d9e-8c50-8ecbb6050e68 req-6066248a-084d-43d8-be84-0359a15df023 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6ed28658-722c-466e-bede-45e4b5917cf4&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&id=46033530-a580-4b6a-abd9-8b7dae00809f&id=16f1360b-8037-4acc-9fb4-62c68bb539be&id=89af9b14-da7c-4339-898e-7ce77296691c&id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3857999 Jul 27 22:04:49.384130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.391020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:04:49.391430 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.404903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 27dfacb6-cde6-43ce-9200-9808286e05cb completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:49.410098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 27dfacb6-cde6-43ce-9200-9808286e05cb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:49.410748 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:04:49.461076 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:04:49.477555 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.532085 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.535066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066248a-084d-43d8-be84-0359a15df023 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103a21d0-5619-423b-8e02-3d2c9a7d0d8b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:49.540967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.550928 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] 10.222.0.24 "DELETE /v2.0/networks/d738e477-e2fd-4257-b6c8-38786a60e824 HTTP/1.1" status: 204 len: 168 time: 1.1027806 Jul 27 22:04:49.555284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7c5d49-c2b7-4702-b85e-9450cc40505b {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:49.562357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0679cbc4-87eb-4f5b-946c-4d125a79e29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27dfacb6-cde6-43ce-9200-9808286e05cb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:49.565299 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0368548-1bef-42a9-941c-c2d671498352" -d '{"events": [{"server_uuid": "0679cbc4-87eb-4f5b-946c-4d125a79e29e", "name": "network-vif-plugged", "status": "completed", "tag": "27dfacb6-cde6-43ce-9200-9808286e05cb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:49.579511 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.582162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 27dfacb6-cde6-43ce-9200-9808286e05cb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=27dfacb6-cde6-43ce-9200-9808286e05cb,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:49.587609 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.595416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Transition to ACTIVE for port object ab7c5d49-c2b7-4702-b85e-9450cc40505b will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:49.600866 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.605814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-7fb84e7c-e86b-447f-ba56-25e708ec1a7e tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 696 time: 0.2597995 Jul 27 22:04:49.611962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f40b4f-a577-40a7-a828-c676d093a81d admin admin] Pushing event deleted for resources: {'Network': ['ID=d738e477-e2fd-4257-b6c8-38786a60e824,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:49.649558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=27dfacb6-cde6-43ce-9200-9808286e05cb,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:49.674254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7c5d49-c2b7-4702-b85e-9450cc40505b,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:49.801205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Attempting to bind port ab7c5d49-c2b7-4702-b85e-9450cc40505b on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:49.801808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Attempting to bind port ab7c5d49-c2b7-4702-b85e-9450cc40505b by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:49.802447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Attempting to bind port ab7c5d49-c2b7-4702-b85e-9450cc40505b on network fb7d5832-e66d-4af8-806f-865f1a6921ab {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:49.807867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74c5b2-f9f9-4a5b-bc99-9b68d3c30149 req-87d9a21f-abe2-4064-82ac-1d60cad4c050 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:49.809489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b74c5b2-f9f9-4a5b-bc99-9b68d3c30149 req-87d9a21f-abe2-4064-82ac-1d60cad4c050 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/ports?device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 949 time: 0.2025056 Jul 27 22:04:49.809962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Port ab7c5d49-c2b7-4702-b85e-9450cc40505b on network fb7d5832-e66d-4af8-806f-865f1a6921ab not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:04:49.810688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Attempting to bind port ab7c5d49-c2b7-4702-b85e-9450cc40505b on network fb7d5832-e66d-4af8-806f-865f1a6921ab {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:49.818053 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:49.818639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Checking segment: {'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:49.819335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Bound using segment: {'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:49.820454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Bound port: ab7c5d49-c2b7-4702-b85e-9450cc40505b, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a103f6-c125-4d5d-85cb-5c63d71fca1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:49.821282 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.868694 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b74c5b2-f9f9-4a5b-bc99-9b68d3c30149 req-d4a6d794-ed13-4f67-8e1e-516b83754be0 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ed28658-722c-466e-bede-45e4b5917cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Jul 27 22:04:49.877201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-19aed10e-1bd8-4b19-b87b-7a26d183e738 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Deleting port 3e4206e0-e8ac-48aa-9fc7-f5886122c7e3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:49.877591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-19aed10e-1bd8-4b19-b87b-7a26d183e738 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.906784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39258) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:49.935904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] For port ab7c5d49-c2b7-4702-b85e-9450cc40505b, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:49.940440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] For port ab7c5d49-c2b7-4702-b85e-9450cc40505b, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ab7c5d49-c2b7-4702-b85e-9450cc40505b,segment=NetworkSegment(47a103f6-c125-4d5d-85cb-5c63d71fca1a),segment_id=47a103f6-c125-4d5d-85cb-5c63d71fca1a)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:49.978484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-19aed10e-1bd8-4b19-b87b-7a26d183e738 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:49.979114 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-19aed10e-1bd8-4b19-b87b-7a26d183e738 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.015080 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3d8c25f5-776f-4ade-85dc-c23374ada741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f4cfa0c0b444d7d847d442dae231921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064465 Jul 27 22:04:50.016638 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.024705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39260) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:50.037437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-19aed10e-1bd8-4b19-b87b-7a26d183e738 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Calling delete_port for 3e4206e0-e8ac-48aa-9fc7-f5886122c7e3 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:50.070154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.071105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.072226 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] 10.222.0.43 "PUT /v2.0/ports/ab7c5d49-c2b7-4702-b85e-9450cc40505b HTTP/1.1" status: 200 len: 1092 time: 1.1169560 Jul 27 22:04:50.072767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'tag': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:50.075357 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9409aca8-4613-4497-bd2a-ebfd8bff0101" -d '{"events": [{"name": "network-changed", "server_uuid": "a740d86b-ad12-4208-9c34-d491d68b4c87", "tag": "ab7c5d49-c2b7-4702-b85e-9450cc40505b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:50.139954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e8335-4218-429e-909d-a6efa06e72d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7c5d49-c2b7-4702-b85e-9450cc40505b,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:50.142509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069438bd-d536-4624-a690-694ed8f21269 req-36665645-57bd-4145-818e-6215229b45c6 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.144313 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-069438bd-d536-4624-a690-694ed8f21269 req-36665645-57bd-4145-818e-6215229b45c6 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 944 time: 0.1618302 Jul 27 22:04:50.206772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fdd3213e-6b27-4b09-ab9a-5e14b29377aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.209482 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-fdd3213e-6b27-4b09-ab9a-5e14b29377aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=140514c19a3047f38e457ed121af4deb&device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 1095 time: 0.0840957 Jul 27 22:04:50.222515 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068dda11-7797-456c-8c4f-c0847d5b0377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.255586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068dda11-7797-456c-8c4f-c0847d5b0377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.262495 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-70c174a3-0607-4847-bf0a-ece77ac3e428 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab7c5d49-c2b7-4702-b85e-9450cc40505b HTTP/1.1" status: 200 len: 217 time: 0.0412266 Jul 27 22:04:50.297198 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-069438bd-d536-4624-a690-694ed8f21269 req-2f086b58-71ed-4520-9a31-d7ed7eb343e5 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436450 Jul 27 22:04:50.337879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-06c70cb1-cb58-4d1c-a09a-a5e15a692cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.339826 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-06c70cb1-cb58-4d1c-a09a-a5e15a692cd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0688aa2-6ac8-4d48-9573-48317c605acb HTTP/1.1" status: 200 len: 850 time: 0.0688837 Jul 27 22:04:50.389117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068dda11-7797-456c-8c4f-c0847d5b0377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.392228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-068dda11-7797-456c-8c4f-c0847d5b0377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.395810 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-068dda11-7797-456c-8c4f-c0847d5b0377 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdcd73eb-ae81-41cc-a461-30964cc25dc0 HTTP/1.1" status: 204 len: 168 time: 0.3644001 Jul 27 22:04:50.405514 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dda11-7797-456c-8c4f-c0847d5b0377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcd73eb-ae81-41cc-a461-30964cc25dc0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:50.426737 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-19aed10e-1bd8-4b19-b87b-7a26d183e738 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.438787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-268f8092-bd99-40b1-9fa4-e4515595a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.442329 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-268f8092-bd99-40b1-9fa4-e4515595a372 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb7d5832-e66d-4af8-806f-865f1a6921ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903075 Jul 27 22:04:50.485451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aed10e-1bd8-4b19-b87b-7a26d183e738 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Pushing event deleted for resources: {'Port': ['ID=3e4206e0-e8ac-48aa-9fc7-f5886122c7e3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:50.527124 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2ab1cd-ae13-4f3f-b367-4e9f966dece1 x-openstack-request-id: req-6a2ab1cd-ae13-4f3f-b367-4e9f966dece1 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:50.527701 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0679cbc4-87eb-4f5b-946c-4d125a79e29e", "name": "network-vif-plugged", "status": "completed", "tag": "27dfacb6-cde6-43ce-9200-9808286e05cb", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:50.527797 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a2ab1cd-ae13-4f3f-b367-4e9f966dece1 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:50.528203 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0679cbc4-87eb-4f5b-946c-4d125a79e29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27dfacb6-cde6-43ce-9200-9808286e05cb', 'code': 200} Jul 27 22:04:50.589083 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-19aed10e-1bd8-4b19-b87b-7a26d183e738 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.592296 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-19aed10e-1bd8-4b19-b87b-7a26d183e738 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:50.592835 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47ff403-54e8-488f-9992-3e78ee77f4bd x-openstack-request-id: req-a47ff403-54e8-488f-9992-3e78ee77f4bd {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:50.593097 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a740d86b-ad12-4208-9c34-d491d68b4c87", "tag": "ab7c5d49-c2b7-4702-b85e-9450cc40505b", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:50.593618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16af55fd-6396-4c7b-8b3f-e8113f6eb195 req-19aed10e-1bd8-4b19-b87b-7a26d183e738 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "DELETE /v2.0/floatingips/f218ea4d-84d7-4a17-aa1a-bb1194c9f163 HTTP/1.1" status: 204 len: 173 time: 0.9748662 Jul 27 22:04:50.605605 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a47ff403-54e8-488f-9992-3e78ee77f4bd {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:50.606131 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'tag': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b', 'status': 'completed', 'code': 200} Jul 27 22:04:50.707234 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94eb3b-32b5-4172-a0fb-06511cce8404 req-40d02add-cfb9-4cb1-ab40-765bd8ab2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.709117 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff94eb3b-32b5-4172-a0fb-06511cce8404 req-40d02add-cfb9-4cb1-ab40-765bd8ab2f9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 1100 time: 0.1003399 Jul 27 22:04:50.748591 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-4b77f01b-cbfb-4ab8-90e0-0eab15bcb9c6 service neutron] 10.222.0.43 "GET /v2.0/networks/fb7d5832-e66d-4af8-806f-865f1a6921ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002603 Jul 27 22:04:50.791808 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff94eb3b-32b5-4172-a0fb-06511cce8404 req-43949d53-2388-4ef9-8f42-884e2acf031f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6ed28658-722c-466e-bede-45e4b5917cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721297 Jul 27 22:04:50.815245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-5173bf60-d5b3-483c-98a7-4ac80851f377 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.132 HTTP/1.1" status: 200 len: 1002 time: 0.1095247 Jul 27 22:04:50.881513 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ae3dc53e-24e8-4fb5-a134-29bae0b0ed5a req-407c4414-7d5b-42ed-ae7d-62b48927131b service neutron] 10.222.0.43 "GET /v2.0/networks/fb7d5832-e66d-4af8-806f-865f1a6921ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221228 Jul 27 22:04:50.928428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-c121c137-d9e9-4350-8f37-6cc0a01f2fd2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.930286 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-c121c137-d9e9-4350-8f37-6cc0a01f2fd2 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports/ada9c379-a556-4a59-8485-554b7ed09572 HTTP/1.1" status: 200 len: 943 time: 0.1082215 Jul 27 22:04:50.953054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bd8ef-3903-4c91-9ed3-6da3a2b2d8fb req-760383e4-85ae-48f7-a525-b3fd39d11e4a tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.953548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bd8ef-3903-4c91-9ed3-6da3a2b2d8fb req-760383e4-85ae-48f7-a525-b3fd39d11e4a tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.954028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bd8ef-3903-4c91-9ed3-6da3a2b2d8fb req-760383e4-85ae-48f7-a525-b3fd39d11e4a tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:50.962059 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-542bd8ef-3903-4c91-9ed3-6da3a2b2d8fb req-760383e4-85ae-48f7-a525-b3fd39d11e4a tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c&device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060&device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 2883 time: 0.0877149 Jul 27 22:04:51.006721 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-542bd8ef-3903-4c91-9ed3-6da3a2b2d8fb req-241b2c96-c2a8-478f-920c-1ba1c2ca883c tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434334 Jul 27 22:04:51.013701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409aca8-4613-4497-bd2a-ebfd8bff0101 req-83400e18-2f78-4827-a5a3-c5c9e9b9e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:51.015613 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9409aca8-4613-4497-bd2a-ebfd8bff0101 req-83400e18-2f78-4827-a5a3-c5c9e9b9e6ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=140514c19a3047f38e457ed121af4deb&device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 1095 time: 0.0808434 Jul 27 22:04:51.092621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-27a0cd53-8d50-4931-83a8-6518efc49e28 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.132 HTTP/1.1" status: 200 len: 1002 time: 0.0776367 Jul 27 22:04:51.203083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409aca8-4613-4497-bd2a-ebfd8bff0101 req-c896aee4-3830-46f1-a573-8beea6b61584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:51.204603 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9409aca8-4613-4497-bd2a-ebfd8bff0101 req-c896aee4-3830-46f1-a573-8beea6b61584 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb7d5832-e66d-4af8-806f-865f1a6921ab HTTP/1.1" status: 200 len: 912 time: 0.1805882 Jul 27 22:04:51.261140 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9409aca8-4613-4497-bd2a-ebfd8bff0101 req-ad79b938-6bf0-4e19-9a1a-6f58bbdd5bd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab7c5d49-c2b7-4702-b85e-9450cc40505b HTTP/1.1" status: 200 len: 217 time: 0.0421062 Jul 27 22:04:51.309472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-8164f0d7-9bc6-441c-8ec9-6674c14ca631 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:51.311946 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-8164f0d7-9bc6-441c-8ec9-6674c14ca631 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.2124999 Jul 27 22:04:51.344413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409aca8-4613-4497-bd2a-ebfd8bff0101 req-645d5a83-dfd5-4d45-8cdf-f20f08fd6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:51.347120 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9409aca8-4613-4497-bd2a-ebfd8bff0101 req-645d5a83-dfd5-4d45-8cdf-f20f08fd6759 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0688aa2-6ac8-4d48-9573-48317c605acb HTTP/1.1" status: 200 len: 850 time: 0.0775149 Jul 27 22:04:51.427563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409aca8-4613-4497-bd2a-ebfd8bff0101 req-319ba622-17b4-4d23-a228-6d74c346e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:51.431631 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9409aca8-4613-4497-bd2a-ebfd8bff0101 req-319ba622-17b4-4d23-a228-6d74c346e5b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb7d5832-e66d-4af8-806f-865f1a6921ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732529 Jul 27 22:04:51.438495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced9e54-2617-4db4-874b-e2dcafaf82cd req-04ac4081-1a41-4d74-8ad6-4da190327cd1 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:51.440034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ced9e54-2617-4db4-874b-e2dcafaf82cd req-04ac4081-1a41-4d74-8ad6-4da190327cd1 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/ports?device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 949 time: 0.1549277 Jul 27 22:04:51.444001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-75d72e07-e37e-4b16-8d1d-4cfa2a11aaad tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.132 HTTP/1.1" status: 200 len: 1002 time: 0.1222374 Jul 27 22:04:51.474422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-4644f7c7-babc-43e9-b0b2-60dd2fffe45a tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:51.583181 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-4644f7c7-babc-43e9-b0b2-60dd2fffe45a tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.593899 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9409aca8-4613-4497-bd2a-ebfd8bff0101 req-ffff4406-d48c-4675-8bc0-5e0915ecf39a service neutron] 10.222.0.43 "GET /v2.0/networks/fb7d5832-e66d-4af8-806f-865f1a6921ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510568 Jul 27 22:04:51.599199 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ced9e54-2617-4db4-874b-e2dcafaf82cd req-580fae9a-9fda-4ad5-b3df-3c41bc7ba04a tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ed28658-722c-466e-bede-45e4b5917cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503875 Jul 27 22:04:51.717967 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9409aca8-4613-4497-bd2a-ebfd8bff0101 req-7739b07e-87b4-49f3-b77f-9429e88d87b9 service neutron] 10.222.0.43 "GET /v2.0/networks/fb7d5832-e66d-4af8-806f-865f1a6921ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162727 Jul 27 22:04:51.838574 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39336) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:51.871448 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-4644f7c7-babc-43e9-b0b2-60dd2fffe45a tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.893067 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-4644f7c7-babc-43e9-b0b2-60dd2fffe45a tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:51.893754 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-4644f7c7-babc-43e9-b0b2-60dd2fffe45a tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Floating IP 93c01447-c01e-4301-9f07-54f88ffa60a3 disassociated. External IP: 172.25.1.132, port: ada9c379-a556-4a59-8485-554b7ed09572. Jul 27 22:04:51.973607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf1de3-7030-4480-a3ba-01b6c52dfcc2 req-2e6bbc02-15ff-4197-b78c-28beccf3bded tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:51.975996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eaf1de3-7030-4480-a3ba-01b6c52dfcc2 req-2e6bbc02-15ff-4197-b78c-28beccf3bded tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 950 time: 0.1283591 Jul 27 22:04:51.989277 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1364870312-network', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:52.025273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Made reservation on behalf of 4e1fdd73b3544ee095d2f5a7f43e667e for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:52.028333 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.039195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.089769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eaf1de3-7030-4480-a3ba-01b6c52dfcc2 req-ff1e2d85-1a3f-4e68-b580-ab93ed888730 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006000 Jul 27 22:04:52.175200 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.182300 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.225952 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:04:52.245739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf6fa80-c871-42a1-9053-79d9453caa48,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:52.255929 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.256460 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Added segment 1a674210-e421-40f3-99ef-477219766da0 of type vlan for network a3d739c3-00e4-40c2-93e9-369daf5a82fd Jul 27 22:04:52.298312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd53608-2fab-406a-80e0-ced260f95c90 req-3099084a-0b08-4ec4-82df-a3842de6d7d6 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.299907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6cd53608-2fab-406a-80e0-ced260f95c90 req-3099084a-0b08-4ec4-82df-a3842de6d7d6 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 944 time: 0.1127324 Jul 27 22:04:52.301787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-4644f7c7-babc-43e9-b0b2-60dd2fffe45a tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Router c7a3f126-39cc-4382-96c8-c7723ca02de9 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:04:52.321091 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.356077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.357787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.358437 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.383779 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5440052 Jul 27 22:04:52.421141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39348) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:52.432871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-26232992-311f-46e8-9847-eff6f1a53c0e admin admin] Request body: {'subnet': {'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-subnet', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:52.456506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d531ab-bec1-4c86-ad89-b3430d771802 admin admin] Pushing event updated for resources: {'Network': ['ID=a3d739c3-00e4-40c2-93e9-369daf5a82fd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:52.469274 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6cd53608-2fab-406a-80e0-ced260f95c90 req-e04e1f2e-8cf4-46aa-9864-f3b857d34454 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605103 Jul 27 22:04:52.469912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26232992-311f-46e8-9847-eff6f1a53c0e admin admin] Made reservation on behalf of 4e1fdd73b3544ee095d2f5a7f43e667e for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:04:52.470749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network a3d739c3-00e4-40c2-93e9-369daf5a82fd details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:04:52.473673 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26232992-311f-46e8-9847-eff6f1a53c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.474502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-4644f7c7-babc-43e9-b0b2-60dd2fffe45a tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:52.481350 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-4644f7c7-babc-43e9-b0b2-60dd2fffe45a tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.501646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09db1a2f-504a-44aa-991c-2c6c1f80a57c None None] Sync routers for ids ['c7a3f126-39cc-4382-96c8-c7723ca02de9'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:52.514227 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-4644f7c7-babc-43e9-b0b2-60dd2fffe45a tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "PUT /v2.0/floatingips/93c01447-c01e-4301-9f07-54f88ffa60a3 HTTP/1.1" status: 200 len: 695 time: 1.0515828 Jul 27 22:04:52.514833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'tag': 'ada9c379-a556-4a59-8485-554b7ed09572'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:52.517960 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7966eac2-7cfd-4151-a819-aa74396c49a1" -d '{"events": [{"name": "network-changed", "server_uuid": "84d4a7b0-87c2-4142-82cd-864067dcb998", "tag": "ada9c379-a556-4a59-8485-554b7ed09572"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:52.561134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09db1a2f-504a-44aa-991c-2c6c1f80a57c None None] Routers {'c7a3f126-39cc-4382-96c8-c7723ca02de9'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:52.561850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-09db1a2f-504a-44aa-991c-2c6c1f80a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c7a3f126-39cc-4382-96c8-c7723ca02de9'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:52.583817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-120c1501-d1d9-4203-a9a7-b7cd6bf29a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.595391 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-120c1501-d1d9-4203-a9a7-b7cd6bf29a5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f72b5fb1ad4943c59fb68caa647ae878&device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 1097 time: 0.0653391 Jul 27 22:04:52.666600 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca38bab1-3a1b-48bc-98e6-9e0d7df2aba9 x-openstack-request-id: req-ca38bab1-3a1b-48bc-98e6-9e0d7df2aba9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:52.666970 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d4a7b0-87c2-4142-82cd-864067dcb998", "tag": "ada9c379-a556-4a59-8485-554b7ed09572", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:52.667296 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca38bab1-3a1b-48bc-98e6-9e0d7df2aba9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:52.667796 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'tag': 'ada9c379-a556-4a59-8485-554b7ed09572', 'status': 'completed', 'code': 200} Jul 27 22:04:52.717728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-09db1a2f-504a-44aa-991c-2c6c1f80a57c None None] Set router c7a3f126-39cc-4382-96c8-c7723ca02de9 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:52.732119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-6141f2ad-78e9-45da-97ed-b7a21ec644c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.733873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-6141f2ad-78e9-45da-97ed-b7a21ec644c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=325e4816-1bb2-4693-92f1-277429bb9e2f HTTP/1.1" status: 200 len: 930 time: 0.1373243 Jul 27 22:04:52.749432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26232992-311f-46e8-9847-eff6f1a53c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:52.780571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-fe7ecdac-4d44-465e-8a06-8dd0512891e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada9c379-a556-4a59-8485-554b7ed09572 HTTP/1.1" status: 200 len: 217 time: 0.0400040 Jul 27 22:04:52.834639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966eac2-7cfd-4151-a819-aa74396c49a1 req-3e775503-ea7e-483c-8b0c-a9f12940b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.836650 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7966eac2-7cfd-4151-a819-aa74396c49a1 req-3e775503-ea7e-483c-8b0c-a9f12940b1e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f72b5fb1ad4943c59fb68caa647ae878&device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 1097 time: 0.1161377 Jul 27 22:04:52.838050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-9627e1aa-6452-43a7-abbc-2603dced6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.839751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-9627e1aa-6452-43a7-abbc-2603dced6330 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e3de8b1-6da6-4216-be06-6b71bb9efb12 HTTP/1.1" status: 200 len: 868 time: 0.0528305 Jul 27 22:04:52.859025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26232992-311f-46e8-9847-eff6f1a53c0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f27453-844a-448e-aee5-51e7818559d8,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:52.929391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-42ebc9db-1530-4a8f-b758-721433d0a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.931263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-42ebc9db-1530-4a8f-b758-721433d0a875 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=325e4816-1bb2-4693-92f1-277429bb9e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840902 Jul 27 22:04:52.936030 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26232992-311f-46e8-9847-eff6f1a53c0e admin admin] Checking segment: {'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:52.936317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26232992-311f-46e8-9847-eff6f1a53c0e admin admin] Network hostable DHCP agents. Network: a3d739c3-00e4-40c2-93e9-369daf5a82fd, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:04:52.944270 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfb86e-642d-4e85-856c-bb63c13f725b req-72045669-f11f-42ae-9f71-b7a9cac4fa9c tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.946737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f3cfb86e-642d-4e85-856c-bb63c13f725b req-72045669-f11f-42ae-9f71-b7a9cac4fa9c tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/ports?device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 949 time: 0.0906303 Jul 27 22:04:52.948402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-09db1a2f-504a-44aa-991c-2c6c1f80a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '990558e5-5373-4cb6-9821-9693b1bbeaba', 'name': '', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'mac_address': 'fa:16:3e:27:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:07Z', 'updated_at': '2021-07-27T22:04:20Z', 'revision_number': 5, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'subnets': [{'id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:52.977392 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26232992-311f-46e8-9847-eff6f1a53c0e admin admin] Network a3d739c3-00e4-40c2-93e9-369daf5a82fd is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:04:52.997912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966eac2-7cfd-4151-a819-aa74396c49a1 req-9b197b4c-36e2-4e3a-acf0-14f8b62719ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.999557 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7966eac2-7cfd-4151-a819-aa74396c49a1 req-9b197b4c-36e2-4e3a-acf0-14f8b62719ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=325e4816-1bb2-4693-92f1-277429bb9e2f HTTP/1.1" status: 200 len: 930 time: 0.1417844 Jul 27 22:04:53.000681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-26232992-311f-46e8-9847-eff6f1a53c0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, a3d739c3-00e4-40c2-93e9-369daf5a82fd) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:53.005353 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26232992-311f-46e8-9847-eff6f1a53c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:53.005957 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26232992-311f-46e8-9847-eff6f1a53c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.055667 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7966eac2-7cfd-4151-a819-aa74396c49a1 req-70f078c7-becc-496b-8e81-47557f888621 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ada9c379-a556-4a59-8485-554b7ed09572 HTTP/1.1" status: 200 len: 217 time: 0.0422149 Jul 27 22:04:53.058545 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-26232992-311f-46e8-9847-eff6f1a53c0e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6359313 Jul 27 22:04:53.061580 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39358) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:53.065603 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f3cfb86e-642d-4e85-856c-bb63c13f725b req-07328d49-6eb2-4a4f-a552-83a81e826813 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ed28658-722c-466e-bede-45e4b5917cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084800 Jul 27 22:04:53.066399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:04:53.117046 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-ef06e7c8-b07f-4a52-bd50-20f48a2a1a7d service neutron] 10.222.0.24 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691868 Jul 27 22:04:53.121050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95598d7-8dd3-442f-99e1-99542c0dbda1 None None] Network a3d739c3-00e4-40c2-93e9-369daf5a82fd requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:53.125041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09db1a2f-504a-44aa-991c-2c6c1f80a57c None None] Checking router: c7a3f126-39cc-4382-96c8-c7723ca02de9 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:53.131307 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.133025 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.143260 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966eac2-7cfd-4151-a819-aa74396c49a1 req-b547b23f-5a8a-4def-b11f-5be66d39ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:53.144951 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7966eac2-7cfd-4151-a819-aa74396c49a1 req-b547b23f-5a8a-4def-b11f-5be66d39ad9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e3de8b1-6da6-4216-be06-6b71bb9efb12 HTTP/1.1" status: 200 len: 868 time: 0.0735753 Jul 27 22:04:53.170414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09db1a2f-504a-44aa-991c-2c6c1f80a57c None None] Routers {'c7a3f126-39cc-4382-96c8-c7723ca02de9'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:53.171045 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-09db1a2f-504a-44aa-991c-2c6c1f80a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c7a3f126-39cc-4382-96c8-c7723ca02de9'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:53.228863 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.241438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966eac2-7cfd-4151-a819-aa74396c49a1 req-8f991eb1-23ee-4633-8277-9b49890d6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:53.245390 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7966eac2-7cfd-4151-a819-aa74396c49a1 req-8f991eb1-23ee-4633-8277-9b49890d6823 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=325e4816-1bb2-4693-92f1-277429bb9e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911820 Jul 27 22:04:53.261607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48debf1d-9026-4a4e-aef6-513151397ad6 req-062042fc-d2f6-48b6-b3b5-2acf4fcc6da2 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:53.263493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48debf1d-9026-4a4e-aef6-513151397ad6 req-062042fc-d2f6-48b6-b3b5-2acf4fcc6da2 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 950 time: 0.1171923 Jul 27 22:04:53.319778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ab7c5d49-c2b7-4702-b85e-9450cc40505b details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:04:53.340393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-09db1a2f-504a-44aa-991c-2c6c1f80a57c None None] Set router c7a3f126-39cc-4382-96c8-c7723ca02de9 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:53.344399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47fb99b-e7e8-4fa0-bca2-d1eb0baef225 req-87baa83a-6211-4f5c-b40d-1bead0aa478c service neutron] 10.222.0.24 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095025 Jul 27 22:04:53.439337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-48debf1d-9026-4a4e-aef6-513151397ad6 req-d4af131c-8258-4bf7-babc-f8423e3c964b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Deleting port a9a5820c-161e-48d9-baa1-4cbb818932dd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:53.439692 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-48debf1d-9026-4a4e-aef6-513151397ad6 req-d4af131c-8258-4bf7-babc-f8423e3c964b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.469518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'fixed_ips': [{'subnet_id': '95f27453-844a-448e-aee5-51e7818559d8'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:04:53.470568 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.654756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be037c-bc81-4c54-b3ce-1db4eddb7acd req-b39c3060-1174-479c-bb81-6773be01f126 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:53.665068 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10be037c-bc81-4c54-b3ce-1db4eddb7acd req-b39c3060-1174-479c-bb81-6773be01f126 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c508454-3d79-407c-9df0-9fa38c144631 HTTP/1.1" status: 200 len: 950 time: 0.1231816 Jul 27 22:04:53.682904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-48debf1d-9026-4a4e-aef6-513151397ad6 req-d4af131c-8258-4bf7-babc-f8423e3c964b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] For port a9a5820c-161e-48d9-baa1-4cbb818932dd, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a9a5820c-161e-48d9-baa1-4cbb818932dd,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:53.683282 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-48debf1d-9026-4a4e-aef6-513151397ad6 req-d4af131c-8258-4bf7-babc-f8423e3c964b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.706690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-48debf1d-9026-4a4e-aef6-513151397ad6 req-d4af131c-8258-4bf7-babc-f8423e3c964b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Calling delete_port for a9a5820c-161e-48d9-baa1-4cbb818932dd owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:53.716666 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Allocated IP 172.20.0.2 (a3d739c3-00e4-40c2-93e9-369daf5a82fd/95f27453-844a-448e-aee5-51e7818559d8/0300d692-fbd7-465b-aa5c-8668018a493b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:53.747691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10be037c-bc81-4c54-b3ce-1db4eddb7acd req-d7bdbda6-f4d4-4475-aa33-449a46afbaa5 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814915 Jul 27 22:04:53.812272 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:53.870958 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7966eac2-7cfd-4151-a819-aa74396c49a1 req-83ce7e0d-d752-4e8f-94d9-3bae1fc82618 service neutron] 10.222.0.41 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874801 Jul 27 22:04:54.000436 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-48debf1d-9026-4a4e-aef6-513151397ad6 req-d4af131c-8258-4bf7-babc-f8423e3c964b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.020066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['8ba73484-6130-40a3-a227-d800d10854bc'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:54.061038 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-704c663f-d375-4881-890a-852fe5f55541 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips/93c01447-c01e-4301-9f07-54f88ffa60a3 HTTP/1.1" status: 200 len: 695 time: 0.3282504 Jul 27 22:04:54.093102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af131c-8258-4bf7-babc-f8423e3c964b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Pushing event deleted for resources: {'Port': ['ID=a9a5820c-161e-48d9-baa1-4cbb818932dd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:54.112992 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7966eac2-7cfd-4151-a819-aa74396c49a1 req-abae380d-f024-4593-a386-ccc9da6ddb2f service neutron] 10.222.0.41 "GET /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138078 Jul 27 22:04:54.239815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-48debf1d-9026-4a4e-aef6-513151397ad6 req-d4af131c-8258-4bf7-babc-f8423e3c964b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] No DVR routers for this DVR port a9a5820c-161e-48d9-baa1-4cbb818932dd on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:54.273961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port ab7c5d49-c2b7-4702-b85e-9450cc40505b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ab7c5d49-c2b7-4702-b85e-9450cc40505b,segment=NetworkSegment(47a103f6-c125-4d5d-85cb-5c63d71fca1a),segment_id=47a103f6-c125-4d5d-85cb-5c63d71fca1a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:54.283208 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-48debf1d-9026-4a4e-aef6-513151397ad6 req-d4af131c-8258-4bf7-babc-f8423e3c964b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.283208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48debf1d-9026-4a4e-aef6-513151397ad6 req-d4af131c-8258-4bf7-babc-f8423e3c964b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.41 "DELETE /v2.0/ports/a9a5820c-161e-48d9-baa1-4cbb818932dd HTTP/1.1" status: 204 len: 173 time: 1.0043950 Jul 27 22:04:54.290563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'port_id': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b', 'mac_address': 'fa:16:3e:46:61:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:04:54.325410 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.374797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b057f-4386-4ac9-b18c-c0be39b81891 req-05a260df-251b-4e0f-91e1-e7d6cca57952 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.390730 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef2b057f-4386-4ac9-b18c-c0be39b81891 req-05a260df-251b-4e0f-91e1-e7d6cca57952 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 944 time: 0.3010159 Jul 27 22:04:54.436186 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-6eaf61e8-8961-4433-ae9f-faf72d5891ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1948574 Jul 27 22:04:54.450556 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.467691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Transition to ACTIVE for port object 0300d692-fbd7-465b-aa5c-8668018a493b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:54.503561 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Transition to ACTIVE for port object 0300d692-fbd7-465b-aa5c-8668018a493b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:54.521340 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.524522 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.532881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-6567f23b-ee60-4249-9158-efd33938c447 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.544440 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-6567f23b-ee60-4249-9158-efd33938c447 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.4626555 Jul 27 22:04:54.556660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-09db1a2f-504a-44aa-991c-2c6c1f80a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '990558e5-5373-4cb6-9821-9693b1bbeaba', 'name': '', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'mac_address': 'fa:16:3e:27:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:07Z', 'updated_at': '2021-07-27T22:04:20Z', 'revision_number': 5, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'subnets': [{'id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:54.577761 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.612279 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef2b057f-4386-4ac9-b18c-c0be39b81891 req-5302c7ce-c6d4-4751-a1cf-83d67681e05f tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205889 Jul 27 22:04:54.626063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-b6d227a8-d3d3-4bb2-931e-320a1fb4d4c4 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.132 HTTP/1.1" status: 200 len: 698 time: 0.0802362 Jul 27 22:04:54.636314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09db1a2f-504a-44aa-991c-2c6c1f80a57c None None] The sync data for ids ['c7a3f126-39cc-4382-96c8-c7723ca02de9'] in n-d-802011-3 is: [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '990558e5-5373-4cb6-9821-9693b1bbeaba', 'name': '', 'network_id': '325e4816-1bb2-4693-92f1-277429bb9e2f', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'mac_address': 'fa:16:3e:27:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:07Z', 'updated_at': '2021-07-27T22:04:20Z', 'revision_number': 5, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'subnets': [{'id': '2e3de8b1-6da6-4216-be06-6b71bb9efb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:04:54.642952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Network a3d739c3-00e4-40c2-93e9-369daf5a82fd is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:54.665544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:54.671098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7c5d49-c2b7-4702-b85e-9450cc40505b {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:04:54.676163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:54.684367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Pushing event updated for resources: {'Port': ['ID=0300d692-fbd7-465b-aa5c-8668018a493b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:54.712502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Allocated IP 172.25.1.52 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/f3422ef7-3518-4546-a5f5-2fa97b14db46) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:04:54.741565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port ab7c5d49-c2b7-4702-b85e-9450cc40505b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ab7c5d49-c2b7-4702-b85e-9450cc40505b,segment=NetworkSegment(47a103f6-c125-4d5d-85cb-5c63d71fca1a),segment_id=47a103f6-c125-4d5d-85cb-5c63d71fca1a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:54.742778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c508454-3d79-407c-9df0-9fa38c144631', 'name': 'network-vif-deleted', 'tag': 'a9a5820c-161e-48d9-baa1-4cbb818932dd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:54.751835 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a179967d-c459-4119-989d-53d1cb6b7b07" -d '{"events": [{"server_uuid": "9c508454-3d79-407c-9df0-9fa38c144631", "name": "network-vif-deleted", "tag": "a9a5820c-161e-48d9-baa1-4cbb818932dd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:54.771012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-113037dd-e0c8-44c8-8139-634c9d4647e6 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.132 HTTP/1.1" status: 200 len: 698 time: 0.1420457 Jul 27 22:04:54.785120 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.845048 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Attempting to bind port 0300d692-fbd7-465b-aa5c-8668018a493b on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:54.851595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Attempting to bind port 0300d692-fbd7-465b-aa5c-8668018a493b by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:54.853485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Attempting to bind port 0300d692-fbd7-465b-aa5c-8668018a493b on network a3d739c3-00e4-40c2-93e9-369daf5a82fd {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:54.895749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=ab7c5d49-c2b7-4702-b85e-9450cc40505b,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:54.901992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:54.902470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Checking segment: {'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:54.902876 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.903260 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Bound using segment: {'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:54.904455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Bound port: 0300d692-fbd7-465b-aa5c-8668018a493b, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:54.904850 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:54.935306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-e069536b-245e-4f2e-84b6-303bd1a23fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.935889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-e069536b-245e-4f2e-84b6-303bd1a23fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.936531 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-e069536b-245e-4f2e-84b6-303bd1a23fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.937008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-e069536b-245e-4f2e-84b6-303bd1a23fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.937909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-e069536b-245e-4f2e-84b6-303bd1a23fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.938527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-e069536b-245e-4f2e-84b6-303bd1a23fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.939266 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-e069536b-245e-4f2e-84b6-303bd1a23fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.941317 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-e069536b-245e-4f2e-84b6-303bd1a23fe3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6490 time: 0.1004524 Jul 27 22:04:54.980425 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:55.028351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] For port 0300d692-fbd7-465b-aa5c-8668018a493b, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:55.038842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] For port 0300d692-fbd7-465b-aa5c-8668018a493b, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0300d692-fbd7-465b-aa5c-8668018a493b,segment=NetworkSegment(1a674210-e421-40f3-99ef-477219766da0),segment_id=1a674210-e421-40f3-99ef-477219766da0)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:55.057961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['ab7c5d49-c2b7-4702-b85e-9450cc40505b'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:04:55.105391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c8206-1494-44a9-a029-059dae4b636d req-dcfbf18b-f692-4cfd-937d-041abe74a23c tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:55.116747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:55.117073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a87c8206-1494-44a9-a029-059dae4b636d req-dcfbf18b-f692-4cfd-937d-041abe74a23c tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/ports?device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 949 time: 0.2380462 Jul 27 22:04:55.197863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-0f9d29f9-a17f-486f-8c5a-c596ed9defb4 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Deleting port acefa4b6-aff2-4016-98f1-cad124cb32e0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:55.198643 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-0f9d29f9-a17f-486f-8c5a-c596ed9defb4 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:55.246995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f7592-922e-4344-99f7-6efb7091a062 None None] Pushing event updated for resources: {'Port': ['ID=0300d692-fbd7-465b-aa5c-8668018a493b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:55.258256 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd5f8f-cac1-4a21-83dc-286d5408a426 None None] New status for floating IP 93c01447-c01e-4301-9f07-54f88ffa60a3: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:04:55.296630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-a26955ff-c780-4d18-819a-06b3cf426d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:55.297500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-a26955ff-c780-4d18-819a-06b3cf426d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:55.298249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-a26955ff-c780-4d18-819a-06b3cf426d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:55.300470 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-a26955ff-c780-4d18-819a-06b3cf426d0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b72184-423f-48d6-9efa-1107e6681307&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&id=7efe6e56-000d-409a-b0b3-b6fad79e6b74 HTTP/1.1" status: 200 len: 2292 time: 0.3142779 Jul 27 22:04:55.308397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:55.323237 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-0f9d29f9-a17f-486f-8c5a-c596ed9defb4 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:55.324127 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-0f9d29f9-a17f-486f-8c5a-c596ed9defb4 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:55.338241 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-0f9d29f9-a17f-486f-8c5a-c596ed9defb4 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Calling delete_port for acefa4b6-aff2-4016-98f1-cad124cb32e0 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:55.361574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a87c8206-1494-44a9-a029-059dae4b636d req-584ec195-603f-4a8e-b3e7-991fb2b2af54 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ed28658-722c-466e-bede-45e4b5917cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434516 Jul 27 22:04:55.481258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:04:55.561941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b15821-a105-4bc4-8171-68435be891c8 req-1e828e5a-76a4-4dbd-a3e7-00d5987fc0ae tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:55.563960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31b15821-a105-4bc4-8171-68435be891c8 req-1e828e5a-76a4-4dbd-a3e7-00d5987fc0ae tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 1101 time: 0.0795937 Jul 27 22:04:55.600455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:04:55.613757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c91964-a791-4abc-b2b4-b73a8aa665be req-6a53cb29-2b48-4210-9a76-1b30c7ec9dbe tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:55.615257 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-52c91964-a791-4abc-b2b4-b73a8aa665be req-6a53cb29-2b48-4210-9a76-1b30c7ec9dbe tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.43 "GET /v2.0/ports?device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 949 time: 0.5165186 Jul 27 22:04:55.620472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:04:55.637020 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31b15821-a105-4bc4-8171-68435be891c8 req-4e3dd1e4-2940-46c2-8666-a9e8fa6f70eb tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595024 Jul 27 22:04:55.667370 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-903ae3d2-9cf2-403f-87cf-e3cc2335d745 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7767e66-2ea5-4352-94b5-28f217a07aab HTTP/1.1" status: 200 len: 1000 time: 0.3218532 Jul 27 22:04:55.672183 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a9a5820c-161e-48d9-baa1-4cbb818932dd no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:04:55.735658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Pushing event updated for resources: {'Port': ['ID=f3422ef7-3518-4546-a5f5-2fa97b14db46,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:55.746686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: a9a5820c-161e-48d9-baa1-4cbb818932dd {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:04:55.747617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a9a5820c-161e-48d9-baa1-4cbb818932dd not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:04:55.755930 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d90609-02da-4891-bf2c-1125488c43dc x-openstack-request-id: req-d2d90609-02da-4891-bf2c-1125488c43dc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:55.757267 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c508454-3d79-407c-9df0-9fa38c144631", "name": "network-vif-deleted", "tag": "a9a5820c-161e-48d9-baa1-4cbb818932dd", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:55.757516 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2d90609-02da-4891-bf2c-1125488c43dc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:55.759206 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c508454-3d79-407c-9df0-9fa38c144631', 'name': 'network-vif-deleted', 'tag': 'a9a5820c-161e-48d9-baa1-4cbb818932dd', 'status': 'completed', 'code': 200} Jul 27 22:04:55.801142 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-0f9d29f9-a17f-486f-8c5a-c596ed9defb4 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:55.827403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-90d2f36f-782a-4881-82a5-052d349f26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:55.830348 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-90d2f36f-782a-4881-82a5-052d349f26b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7746efe-61a7-45c7-ac8d-cb8760801fae HTTP/1.1" status: 200 len: 851 time: 0.1226926 Jul 27 22:04:55.857267 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d29f9-a17f-486f-8c5a-c596ed9defb4 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Pushing event deleted for resources: {'Port': ['ID=acefa4b6-aff2-4016-98f1-cad124cb32e0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:55.952779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c5ab1-ea07-44f7-836a-12001ab27859 req-87b4c7e0-1840-42bf-867c-5c11d0a9247e tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:55.954364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-446c5ab1-ea07-44f7-836a-12001ab27859 req-87b4c7e0-1840-42bf-867c-5c11d0a9247e tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 945 time: 0.1020858 Jul 27 22:04:55.957254 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-0f9d29f9-a17f-486f-8c5a-c596ed9defb4 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:55.960486 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-0f9d29f9-a17f-486f-8c5a-c596ed9defb4 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:55.976126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-133a95f7-ffaf-422b-be6a-b4623c48600e req-0f9d29f9-a17f-486f-8c5a-c596ed9defb4 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "DELETE /v2.0/floatingips/93c01447-c01e-4301-9f07-54f88ffa60a3 HTTP/1.1" status: 204 len: 173 time: 1.2034981 Jul 27 22:04:56.025761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-52c91964-a791-4abc-b2b4-b73a8aa665be req-b0592d4b-3b37-4971-9499-184fb82640dd tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Deleting port 27dfacb6-cde6-43ce-9200-9808286e05cb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:56.026482 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-52c91964-a791-4abc-b2b4-b73a8aa665be req-b0592d4b-3b37-4971-9499-184fb82640dd tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.032960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-446c5ab1-ea07-44f7-836a-12001ab27859 req-892a8510-cf43-4204-b29c-9ef0fce787fc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501137 Jul 27 22:04:56.134241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-55ec269a-c305-4be9-9dd1-634532fe1e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.135720 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-55ec269a-c305-4be9-9dd1-634532fe1e7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b72184-423f-48d6-9efa-1107e6681307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2942836 Jul 27 22:04:56.169880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0300d692-fbd7-465b-aa5c-8668018a493b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:56.203874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c69c3-76f4-4454-9d94-6c2821b3a6ea req-74884388-9024-4dec-98a6-bf3311014967 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.205753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a50c69c3-76f4-4454-9d94-6c2821b3a6ea req-74884388-9024-4dec-98a6-bf3311014967 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 1101 time: 0.1295271 Jul 27 22:04:56.220362 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.270071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-52c91964-a791-4abc-b2b4-b73a8aa665be req-b0592d4b-3b37-4971-9499-184fb82640dd tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] For port 27dfacb6-cde6-43ce-9200-9808286e05cb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=27dfacb6-cde6-43ce-9200-9808286e05cb,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:56.270488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-52c91964-a791-4abc-b2b4-b73a8aa665be req-b0592d4b-3b37-4971-9499-184fb82640dd tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.287248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-52c91964-a791-4abc-b2b4-b73a8aa665be req-b0592d4b-3b37-4971-9499-184fb82640dd tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Calling delete_port for 27dfacb6-cde6-43ce-9200-9808286e05cb owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:56.287497 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a50c69c3-76f4-4454-9d94-6c2821b3a6ea req-c9b9c03d-53cd-4f22-89f6-54655396529a tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700319 Jul 27 22:04:56.322456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 0300d692-fbd7-465b-aa5c-8668018a493b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:56.530787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d211ca-0381-4a10-8f14-dbf9481a839d req-fbd32168-9e44-4d69-8352-9b4d5f944706 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.532780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0d211ca-0381-4a10-8f14-dbf9481a839d req-fbd32168-9e44-4d69-8352-9b4d5f944706 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0691230 Jul 27 22:04:56.582529 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0d211ca-0381-4a10-8f14-dbf9481a839d req-ca1df3ee-1bdc-4213-8ebc-a76e9c553f6a tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0430489 Jul 27 22:04:56.635592 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-6267653a-9aab-4fe3-99be-6d0dd3b409be service neutron] 10.222.0.41 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918990 Jul 27 22:04:56.779790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7bae6-fcbc-419c-aff1-e8e18d10d33b req-ce0a49cb-2887-40cb-a8c2-332aeee49863 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.787119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11f7bae6-fcbc-419c-aff1-e8e18d10d33b req-ce0a49cb-2887-40cb-a8c2-332aeee49863 tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/ports?device_id=0679cbc4-87eb-4f5b-946c-4d125a79e29e HTTP/1.1" status: 200 len: 949 time: 0.1112819 Jul 27 22:04:56.812061 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a911d9-a6ba-4b5f-be12-10dc4299c5de req-a2282675-9c29-472a-b1de-eff1b86b4e6b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.813529 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91a911d9-a6ba-4b5f-be12-10dc4299c5de req-a2282675-9c29-472a-b1de-eff1b86b4e6b tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 950 time: 0.1270080 Jul 27 22:04:56.823372 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5f7c4-f899-4af2-a9f5-9446d47ce8bb None None] Network a3d739c3-00e4-40c2-93e9-369daf5a82fd requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:04:56.851907 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-52c91964-a791-4abc-b2b4-b73a8aa665be req-b0592d4b-3b37-4971-9499-184fb82640dd tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.858899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11f7bae6-fcbc-419c-aff1-e8e18d10d33b req-4dbfc4d6-07b2-41bd-acbb-c67a9e15cfff tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ed28658-722c-466e-bede-45e4b5917cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708206 Jul 27 22:04:56.917128 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.936323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0592d4b-3b37-4971-9499-184fb82640dd tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Pushing event deleted for resources: {'Port': ['ID=27dfacb6-cde6-43ce-9200-9808286e05cb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:56.956343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-366ff9e0-5a89-416a-b204-92b1edac88fe None None] Provisioning for port 0300d692-fbd7-465b-aa5c-8668018a493b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:56.968220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-366ff9e0-5a89-416a-b204-92b1edac88fe None None] Provisioning complete for port 0300d692-fbd7-465b-aa5c-8668018a493b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:56.969418 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366ff9e0-5a89-416a-b204-92b1edac88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.975592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c91964-a791-4abc-b2b4-b73a8aa665be req-b0592d4b-3b37-4971-9499-184fb82640dd tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] No DVR routers for this DVR port 27dfacb6-cde6-43ce-9200-9808286e05cb on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:04:56.980759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-618b88c4-51f2-416a-9196-451958dcb3b7 req-8ab35244-0222-46fa-b5a3-05faae9a9712 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0963583 Jul 27 22:04:56.993090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91a911d9-a6ba-4b5f-be12-10dc4299c5de req-b864ff2e-6aca-4611-8545-d88ce1f69588 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653862 Jul 27 22:04:56.997110 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-52c91964-a791-4abc-b2b4-b73a8aa665be req-b0592d4b-3b37-4971-9499-184fb82640dd tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:56.999599 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-52c91964-a791-4abc-b2b4-b73a8aa665be req-b0592d4b-3b37-4971-9499-184fb82640dd tempest-ImagesNegativeTestJSON-1952833994 tempest-ImagesNegativeTestJSON-1952833994-project] 10.222.0.43 "DELETE /v2.0/ports/27dfacb6-cde6-43ce-9200-9808286e05cb HTTP/1.1" status: 204 len: 173 time: 1.3733490 Jul 27 22:04:57.000526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0679cbc4-87eb-4f5b-946c-4d125a79e29e', 'name': 'network-vif-deleted', 'tag': '27dfacb6-cde6-43ce-9200-9808286e05cb'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:57.004693 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6352b92d-53fe-4e5f-8f75-ab1efd3bae91" -d '{"events": [{"server_uuid": "0679cbc4-87eb-4f5b-946c-4d125a79e29e", "name": "network-vif-deleted", "tag": "27dfacb6-cde6-43ce-9200-9808286e05cb"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:57.016094 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-7799daea-84c4-4874-b623-86789d26ae1b service neutron] 10.222.0.41 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695993 Jul 27 22:04:57.153143 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-5d9c2699-0494-46d5-9ff5-e48a5c40840e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=3e2e069c-b4e5-4d60-8ef1-59e97587c47f HTTP/1.1" status: 200 len: 217 time: 0.0834394 Jul 27 22:04:57.320557 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdc2126-e18c-46ef-83ef-2ab7d390b92b x-openstack-request-id: req-5bdc2126-e18c-46ef-83ef-2ab7d390b92b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:57.320557 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0679cbc4-87eb-4f5b-946c-4d125a79e29e", "name": "network-vif-deleted", "tag": "27dfacb6-cde6-43ce-9200-9808286e05cb", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:57.320983 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bdc2126-e18c-46ef-83ef-2ab7d390b92b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:57.326591 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0679cbc4-87eb-4f5b-946c-4d125a79e29e', 'name': 'network-vif-deleted', 'tag': '27dfacb6-cde6-43ce-9200-9808286e05cb', 'status': 'completed', 'code': 200} Jul 27 22:04:57.354481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ab7c5d49-c2b7-4702-b85e-9450cc40505b up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:04:57.448713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-e885e29e-ab02-4f47-a985-5b2f7aa86c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:57.452923 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-e885e29e-ab02-4f47-a985-5b2f7aa86c7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.2875526 Jul 27 22:04:57.550730 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366ff9e0-5a89-416a-b204-92b1edac88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.619457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port ab7c5d49-c2b7-4702-b85e-9450cc40505b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:04:57.643857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-320f0d45-276c-4d7b-942e-aa5707e986e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:57.647550 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-320f0d45-276c-4d7b-942e-aa5707e986e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1826999 Jul 27 22:04:57.648853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port ab7c5d49-c2b7-4702-b85e-9450cc40505b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:57.649987 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.793193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-366ff9e0-5a89-416a-b204-92b1edac88fe None None] For port 0300d692-fbd7-465b-aa5c-8668018a493b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0300d692-fbd7-465b-aa5c-8668018a493b,segment=NetworkSegment(1a674210-e421-40f3-99ef-477219766da0),segment_id=1a674210-e421-40f3-99ef-477219766da0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:57.823300 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366ff9e0-5a89-416a-b204-92b1edac88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:57.844098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Router e3710188-02b7-48f7-8bec-fd9c104a86c0 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:04:57.968101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ff9e0-5a89-416a-b204-92b1edac88fe None None] Pushing event updated for resources: {'Port': ['ID=0300d692-fbd7-465b-aa5c-8668018a493b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:58.028959 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d09d94a-2873-42d1-afd0-660409f898ec req-24434439-3700-4608-82da-50a3504ce1ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2483306 Jul 27 22:04:58.056305 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:58.106625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f27426-93a1-4b71-99e7-371fc95dc561 req-4905da94-a4df-414a-8a4b-33d26e98b9e4 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:58.111981 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-98f27426-93a1-4b71-99e7-371fc95dc561 req-4905da94-a4df-414a-8a4b-33d26e98b9e4 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 950 time: 0.2621157 Jul 27 22:04:58.141192 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:04:58.146119 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-0cbe02f7-f37f-4781-bf55-95fe5006cba8 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709327 Jul 27 22:04:58.146602 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeaca64-19d3-45f9-9743-ea0de7746f65" -d '{"events": [{"server_uuid": "a740d86b-ad12-4208-9c34-d491d68b4c87", "name": "network-vif-plugged", "status": "completed", "tag": "ab7c5d49-c2b7-4702-b85e-9450cc40505b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:04:58.169531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port ab7c5d49-c2b7-4702-b85e-9450cc40505b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ab7c5d49-c2b7-4702-b85e-9450cc40505b,segment=NetworkSegment(47a103f6-c125-4d5d-85cb-5c63d71fca1a),segment_id=47a103f6-c125-4d5d-85cb-5c63d71fca1a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:58.178784 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:58.179982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 27dfacb6-cde6-43ce-9200-9808286e05cb no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:04:58.230645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 27dfacb6-cde6-43ce-9200-9808286e05cb {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:04:58.230870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 27dfacb6-cde6-43ce-9200-9808286e05cb not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:04:58.242607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7c7dbac5-71bb-4d7e-a933-3fe014020a25 None None] Provisioning complete for port 0300d692-fbd7-465b-aa5c-8668018a493b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:04:58.243000 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c7dbac5-71bb-4d7e-a933-3fe014020a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:58.284747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=ab7c5d49-c2b7-4702-b85e-9450cc40505b,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:58.329600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f194c-3b2c-48c9-a027-199f3c3ec24e req-22730d51-a061-42d6-a1f9-0998220f5826 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:58.331741 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c55f194c-3b2c-48c9-a027-199f3c3ec24e req-22730d51-a061-42d6-a1f9-0998220f5826 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 945 time: 0.9574265 Jul 27 22:04:58.342541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8ee17-621d-43d9-9f0d-62ba3b4bf497 req-ddf459fa-4896-4e03-aa2f-0bad732693ea tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:58.344926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eda8ee17-621d-43d9-9f0d-62ba3b4bf497 req-ddf459fa-4896-4e03-aa2f-0bad732693ea tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 946 time: 0.0934799 Jul 27 22:04:58.413969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c55f194c-3b2c-48c9-a027-199f3c3ec24e req-4e91c0ac-483b-4d16-8191-9b2656bd4c03 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678504 Jul 27 22:04:58.421328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eda8ee17-621d-43d9-9f0d-62ba3b4bf497 req-0a2c52b5-c463-44f4-af16-b5b2a9e5647f tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/security-groups?id=46033530-a580-4b6a-abd9-8b7dae00809f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684233 Jul 27 22:04:58.589562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5b8ef-22a6-4d21-86b2-6f8a4181e46a req-031c6137-5442-4305-8df7-0327eb535e1c tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:58.591303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6f5b8ef-22a6-4d21-86b2-6f8a4181e46a req-031c6137-5442-4305-8df7-0327eb535e1c tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 950 time: 0.0567584 Jul 27 22:04:58.690718 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6f5b8ef-22a6-4d21-86b2-6f8a4181e46a req-966d8ccc-decb-4b1a-90d5-cff3f9871b66 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/security-groups?id=16f1360b-8037-4acc-9fb4-62c68bb539be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918832 Jul 27 22:04:58.723692 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce25fb1-0b52-43fc-9e7d-aaebec758e46 x-openstack-request-id: req-9ce25fb1-0b52-43fc-9e7d-aaebec758e46 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:04:58.723994 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a740d86b-ad12-4208-9c34-d491d68b4c87", "name": "network-vif-plugged", "status": "completed", "tag": "ab7c5d49-c2b7-4702-b85e-9450cc40505b", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:04:58.724245 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ce25fb1-0b52-43fc-9e7d-aaebec758e46 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:04:58.724635 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b', 'code': 200} Jul 27 22:04:58.775793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:04:58.780894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d94a-2873-42d1-afd0-660409f898ec req-06d691f5-a05e-4bde-a4be-987532c24fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:58.782091 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d09d94a-2873-42d1-afd0-660409f898ec req-06d691f5-a05e-4bde-a4be-987532c24fd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0defce758a8439cae6b91ea10154670&device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 1101 time: 0.6649215 Jul 27 22:04:58.791121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Sync routers for ids ['e3710188-02b7-48f7-8bec-fd9c104a86c0'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:04:58.810536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Routers {'e3710188-02b7-48f7-8bec-fd9c104a86c0'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:04:58.811235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e3710188-02b7-48f7-8bec-fd9c104a86c0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:58.893983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-e0343c51-0d18-4889-80ce-f6ff41fe9a1c service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7166350 Jul 27 22:04:58.900041 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:58.901477 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-442c41c8-d5a4-4448-a613-cab2b2fb64cf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8387268 Jul 27 22:04:58.905572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39476) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:58.973251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5e71d-2e0a-4ddf-bbd7-299e1d2cd50c req-206dea47-01ee-4d39-bd45-f5a483d30971 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:58.976881 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20f5e71d-2e0a-4ddf-bbd7-299e1d2cd50c req-206dea47-01ee-4d39-bd45-f5a483d30971 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1691499 Jul 27 22:04:58.982233 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Set router e3710188-02b7-48f7-8bec-fd9c104a86c0 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:04:58.990832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d94a-2873-42d1-afd0-660409f898ec req-a3e2dfc7-184c-452e-90a5-0727f31fffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:58.992621 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d09d94a-2873-42d1-afd0-660409f898ec req-a3e2dfc7-184c-452e-90a5-0727f31fffe9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1667962 Jul 27 22:04:58.995769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fccf67-f466-4ee6-bbc8-3a2f98ca2071 req-0a67e48b-fe38-42b8-9a6f-53220ce6d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:58.997269 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7fccf67-f466-4ee6-bbc8-3a2f98ca2071 req-0a67e48b-fe38-42b8-9a6f-53220ce6d596 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 1097 time: 0.1741600 Jul 27 22:04:59.073809 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-a6174511-ff87-4b17-904e-8ec989d6e76d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=8f6682e7-807c-456b-8719-b5adefaf5440 HTTP/1.1" status: 200 len: 217 time: 0.1474328 Jul 27 22:04:59.111962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-98f27426-93a1-4b71-99e7-371fc95dc561 req-b6941032-81c8-4071-a143-91763b87ed08 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Deleting port 8ba73484-6130-40a3-a227-d800d10854bc {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:04:59.112368 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98f27426-93a1-4b71-99e7-371fc95dc561 req-b6941032-81c8-4071-a143-91763b87ed08 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.119452 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d09d94a-2873-42d1-afd0-660409f898ec req-eaa23856-97e4-45bd-8e41-8633152a8325 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2f3309b1-4d12-421f-9a1b-cdd1d317a777 HTTP/1.1" status: 200 len: 217 time: 0.0569830 Jul 27 22:04:59.263061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:04:56Z', 'revision_number': 3, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:04:59.282960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20f5e71d-2e0a-4ddf-bbd7-299e1d2cd50c req-bdb45573-2807-46f0-b88a-5da36d5ed2cf tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934570 Jul 27 22:04:59.300642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Checking router: e3710188-02b7-48f7-8bec-fd9c104a86c0 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:04:59.301259 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Updating router e3710188-02b7-48f7-8bec-fd9c104a86c0 port f3422ef7-3518-4546-a5f5-2fa97b14db46 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:04:59.332912 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.349723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-53737f86-d893-4737-b0f8-f9a143a1332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:59.365786 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-53737f86-d893-4737-b0f8-f9a143a1332c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.2405148 Jul 27 22:04:59.412041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7fccf67-f466-4ee6-bbc8-3a2f98ca2071 req-2128de8d-3c84-4a60-b0a9-72ac4f1b8ccf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3772011 Jul 27 22:04:59.416839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:04:59.422493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d94a-2873-42d1-afd0-660409f898ec req-a447a59f-36d4-43e5-b472-edc37bd1ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:59.423952 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d09d94a-2873-42d1-afd0-660409f898ec req-a447a59f-36d4-43e5-b472-edc37bd1ea71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2463048 Jul 27 22:04:59.452860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-98f27426-93a1-4b71-99e7-371fc95dc561 req-b6941032-81c8-4071-a143-91763b87ed08 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] For port 8ba73484-6130-40a3-a227-d800d10854bc, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8ba73484-6130-40a3-a227-d800d10854bc,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:04:59.453239 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98f27426-93a1-4b71-99e7-371fc95dc561 req-b6941032-81c8-4071-a143-91763b87ed08 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.457395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-980069da-9512-4407-a14a-7bba3ab485bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:59.458897 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-980069da-9512-4407-a14a-7bba3ab485bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914998 Jul 27 22:04:59.475067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-98f27426-93a1-4b71-99e7-371fc95dc561 req-b6941032-81c8-4071-a143-91763b87ed08 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Calling delete_port for 8ba73484-6130-40a3-a227-d800d10854bc owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:04:59.526026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89118eaa-fa38-4cbf-916c-4d3059729786 req-f7aa0785-7084-4dbe-b827-469df851a586 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:59.528034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89118eaa-fa38-4cbf-916c-4d3059729786 req-f7aa0785-7084-4dbe-b827-469df851a586 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 946 time: 0.2506137 Jul 27 22:04:59.734745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d94a-2873-42d1-afd0-660409f898ec req-f307de78-49d6-478f-a1be-75f916dc0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:59.735048 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.736539 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d09d94a-2873-42d1-afd0-660409f898ec req-f307de78-49d6-478f-a1be-75f916dc0d1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2594175 Jul 27 22:04:59.755146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Transition to ACTIVE for port object f3422ef7-3518-4546-a5f5-2fa97b14db46 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:04:59.766605 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.781110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca8d72-4263-4aeb-a5f9-da760d22aa0a req-a913c428-df27-4127-ade3-7322e8538a86 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:59.789377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffca8d72-4263-4aeb-a5f9-da760d22aa0a req-a913c428-df27-4127-ade3-7322e8538a86 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 946 time: 0.1999133 Jul 27 22:04:59.810410 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-1f4802e0-fd72-43e4-9acd-4f22a5a1954c service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251667 Jul 27 22:04:59.826449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Attempting to bind port f3422ef7-3518-4546-a5f5-2fa97b14db46 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:04:59.826847 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Attempting to bind port f3422ef7-3518-4546-a5f5-2fa97b14db46 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:04:59.827218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Attempting to bind port f3422ef7-3518-4546-a5f5-2fa97b14db46 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:04:59.829289 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b2cf9-b5f0-4e8f-9ed7-c687050fd1fd None None] Pushing event updated for resources: {'Port': ['ID=f3422ef7-3518-4546-a5f5-2fa97b14db46,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:59.836552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:04:59.836971 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:04:59.837430 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.837826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:04:59.838326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Bound port: f3422ef7-3518-4546-a5f5-2fa97b14db46, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:04:59.839221 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.895283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] For port f3422ef7-3518-4546-a5f5-2fa97b14db46, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:04:59.899846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] For port f3422ef7-3518-4546-a5f5-2fa97b14db46, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f3422ef7-3518-4546-a5f5-2fa97b14db46,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:04:59.911328 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:59.971443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b2cf9-b5f0-4e8f-9ed7-c687050fd1fd None None] Pushing event updated for resources: {'Port': ['ID=f3422ef7-3518-4546-a5f5-2fa97b14db46,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:04:59.980024 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d09d94a-2873-42d1-afd0-660409f898ec req-e6bdfa83-1f8e-4225-a077-bc33a445dcd7 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317166 Jul 27 22:04:59.990535 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98f27426-93a1-4b71-99e7-371fc95dc561 req-b6941032-81c8-4071-a143-91763b87ed08 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.008760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Routers {'e3710188-02b7-48f7-8bec-fd9c104a86c0'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:00.009248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e3710188-02b7-48f7-8bec-fd9c104a86c0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:00.042524 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e7490aa0-3053-4dca-a1a2-a20d7738371b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6ca31f4b7a74aa0b4b7e5ef8810b2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207278 Jul 27 22:05:00.146021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0300d692-fbd7-465b-aa5c-8668018a493b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:00.149670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39508) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:00.165171 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050611b-d09c-4451-bd96-0ac370f96450 req-73d421bd-dde0-40a3-b972-e2e09d3cd117 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:00.179102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f050611b-d09c-4451-bd96-0ac370f96450 req-73d421bd-dde0-40a3-b972-e2e09d3cd117 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 946 time: 0.5879581 Jul 27 22:05:00.208932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6941032-81c8-4071-a143-91763b87ed08 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Pushing event deleted for resources: {'Port': ['ID=8ba73484-6130-40a3-a227-d800d10854bc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:00.239141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] Set router e3710188-02b7-48f7-8bec-fd9c104a86c0 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:00.243647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.269643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 0300d692-fbd7-465b-aa5c-8668018a493b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:00.270015 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.275585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f27426-93a1-4b71-99e7-371fc95dc561 req-b6941032-81c8-4071-a143-91763b87ed08 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] No DVR routers for this DVR port 8ba73484-6130-40a3-a227-d800d10854bc on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:00.283688 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-98f27426-93a1-4b71-99e7-371fc95dc561 req-b6941032-81c8-4071-a143-91763b87ed08 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.285799 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-98f27426-93a1-4b71-99e7-371fc95dc561 req-b6941032-81c8-4071-a143-91763b87ed08 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.43 "DELETE /v2.0/ports/8ba73484-6130-40a3-a227-d800d10854bc HTTP/1.1" status: 204 len: 173 time: 2.1576328 Jul 27 22:05:00.287761 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-16ba70af-1e47-4650-b8ab-b9e152fb6b98 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641743 Jul 27 22:05:00.288234 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d956da-1362-476a-8d65-c242495835d8', 'name': 'network-vif-deleted', 'tag': '8ba73484-6130-40a3-a227-d800d10854bc'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:00.290982 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944d6051-ee85-420a-917a-88d2c337b78d" -d '{"events": [{"server_uuid": "a5d956da-1362-476a-8d65-c242495835d8", "name": "network-vif-deleted", "tag": "8ba73484-6130-40a3-a227-d800d10854bc"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:00.304892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f050611b-d09c-4451-bd96-0ac370f96450 req-a2bb9048-535a-46a0-b716-464126c24810 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/security-groups?id=46033530-a580-4b6a-abd9-8b7dae00809f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222517 Jul 27 22:05:00.389688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffca8d72-4263-4aeb-a5f9-da760d22aa0a req-d7041de9-b758-4802-ae80-7972eb42b4f8 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5990713 Jul 27 22:05:00.404994 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-6fda0e3b-a53e-410a-9180-d50f68f20279 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a6e30d26-0b16-4f84-a1b1-64168269b29b HTTP/1.1" status: 200 len: 217 time: 0.1019621 Jul 27 22:05:00.430394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-89118eaa-fa38-4cbf-916c-4d3059729786 req-68cc0315-42ff-4797-bb1d-723e734ab34f tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Deleting port ada9c379-a556-4a59-8485-554b7ed09572 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:00.431047 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-89118eaa-fa38-4cbf-916c-4d3059729786 req-68cc0315-42ff-4797-bb1d-723e734ab34f tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.531035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-55ee3290-7406-47d7-889f-a8ccf818bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:00.532707 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-55ee3290-7406-47d7-889f-a8ccf818bfae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1020734 Jul 27 22:05:00.594165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-89118eaa-fa38-4cbf-916c-4d3059729786 req-68cc0315-42ff-4797-bb1d-723e734ab34f tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] For port ada9c379-a556-4a59-8485-554b7ed09572, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=ada9c379-a556-4a59-8485-554b7ed09572,segment=NetworkSegment(afa72b10-ebf2-4b79-8999-1600fe0f07e5),segment_id=afa72b10-ebf2-4b79-8999-1600fe0f07e5)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:00.594717 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-89118eaa-fa38-4cbf-916c-4d3059729786 req-68cc0315-42ff-4797-bb1d-723e734ab34f tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.611123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-89118eaa-fa38-4cbf-916c-4d3059729786 req-68cc0315-42ff-4797-bb1d-723e734ab34f tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Calling delete_port for ada9c379-a556-4a59-8485-554b7ed09572 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:00.643633 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b0d422-b0e5-483a-8e7f-5f2ff4f2fc88 x-openstack-request-id: req-02b0d422-b0e5-483a-8e7f-5f2ff4f2fc88 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:00.643928 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d956da-1362-476a-8d65-c242495835d8", "name": "network-vif-deleted", "tag": "8ba73484-6130-40a3-a227-d800d10854bc", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:00.644194 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02b0d422-b0e5-483a-8e7f-5f2ff4f2fc88 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:00.644602 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d956da-1362-476a-8d65-c242495835d8', 'name': 'network-vif-deleted', 'tag': '8ba73484-6130-40a3-a227-d800d10854bc', 'status': 'completed', 'code': 200} Jul 27 22:05:00.657321 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6867d781-57b8-48be-9e1f-3a07ed748d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.702220 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6867d781-57b8-48be-9e1f-3a07ed748d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.715425 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d09d94a-2873-42d1-afd0-660409f898ec req-a7a59170-78cc-4883-bc02-f04583029ce2 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201219 Jul 27 22:05:00.737071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:04:56Z', 'revision_number': 3, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:00.748556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-1204f6cc-8960-4d75-83a1-3d75be352717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:00.750482 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-1204f6cc-8960-4d75-83a1-3d75be352717 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1863499 Jul 27 22:05:00.771495 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a60d7-9926-40e2-b617-cd0b1645d69c None None] The sync data for ids ['e3710188-02b7-48f7-8bec-fd9c104a86c0'] in n-d-802011-3 is: [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:04:56Z', 'revision_number': 3, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:00.891765 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6867d781-57b8-48be-9e1f-3a07ed748d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.896625 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6867d781-57b8-48be-9e1f-3a07ed748d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:00.900548 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6867d781-57b8-48be-9e1f-3a07ed748d88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ed28658-722c-466e-bede-45e4b5917cf4 HTTP/1.1" status: 204 len: 168 time: 0.7474966 Jul 27 22:05:00.907234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cadc8847-c463-434c-aea8-b4615c63d7ba req-4981440e-29d3-4e5a-8d02-7211be2243c5 tempest-LiveMigrationNegativeTest-775864165 tempest-LiveMigrationNegativeTest-775864165-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5d956da-1362-476a-8d65-c242495835d8 HTTP/1.1" status: 200 len: 210 time: 0.2231145 Jul 27 22:05:00.964765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867d781-57b8-48be-9e1f-3a07ed748d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed28658-722c-466e-bede-45e4b5917cf4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:00.988003 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-6b677f3c-1020-43d9-a160-de34919fcf86 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238023 Jul 27 22:05:01.076057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221315cf-9556-4357-a929-69a2113345b4 req-1fd3f070-f405-494d-8756-f6dfa9eb5ad3 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:01.083325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-221315cf-9556-4357-a929-69a2113345b4 req-1fd3f070-f405-494d-8756-f6dfa9eb5ad3 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.4003668 Jul 27 22:05:01.140908 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-3a21badb-2e7b-474d-85f5-8393ae910737 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402640 Jul 27 22:05:01.160587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Allocated IP 172.20.0.1 (a3d739c3-00e4-40c2-93e9-369daf5a82fd/95f27453-844a-448e-aee5-51e7818559d8/b72fe83c-d475-43ee-a406-b1350c31aee6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:01.246639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-221315cf-9556-4357-a929-69a2113345b4 req-341365f2-6ff7-46e2-8eb3-651eca53b81a tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620836 Jul 27 22:05:01.251056 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-89118eaa-fa38-4cbf-916c-4d3059729786 req-68cc0315-42ff-4797-bb1d-723e734ab34f tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:01.302783 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-a985cd16-6f3a-466e-8074-66a823e3e305 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=0e11f515-abfb-448e-8706-6e04ee070ee6 HTTP/1.1" status: 200 len: 217 time: 0.1480281 Jul 27 22:05:01.340216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc0315-42ff-4797-bb1d-723e734ab34f tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Pushing event deleted for resources: {'Port': ['ID=ada9c379-a556-4a59-8485-554b7ed09572,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:01.380328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8ba73484-6130-40a3-a227-d800d10854bc no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:01.407945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-89118eaa-fa38-4cbf-916c-4d3059729786 req-68cc0315-42ff-4797-bb1d-723e734ab34f tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] No DVR routers for this DVR port ada9c379-a556-4a59-8485-554b7ed09572 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:01.412173 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-89118eaa-fa38-4cbf-916c-4d3059729786 req-68cc0315-42ff-4797-bb1d-723e734ab34f tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:01.415496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89118eaa-fa38-4cbf-916c-4d3059729786 req-68cc0315-42ff-4797-bb1d-723e734ab34f tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.41 "DELETE /v2.0/ports/ada9c379-a556-4a59-8485-554b7ed09572 HTTP/1.1" status: 204 len: 173 time: 1.8796306 Jul 27 22:05:01.416169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'name': 'network-vif-deleted', 'tag': 'ada9c379-a556-4a59-8485-554b7ed09572'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:01.434207 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7491835d-11f5-4811-9f46-f00ed0c4bdb4" -d '{"events": [{"server_uuid": "84d4a7b0-87c2-4142-82cd-864067dcb998", "name": "network-vif-deleted", "tag": "ada9c379-a556-4a59-8485-554b7ed09572"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:01.451391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 8ba73484-6130-40a3-a227-d800d10854bc {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:01.451743 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8ba73484-6130-40a3-a227-d800d10854bc not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:01.467177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-461cb84a-8a73-4b0a-a8b2-854c3c2cff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:01.468698 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-461cb84a-8a73-4b0a-a8b2-854c3c2cff9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1519239 Jul 27 22:05:01.549139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f3dd3aea-2b3d-40a4-98ab-fe2a17c3064d req-72fa6b70-fcce-4be4-aff6-a1e351ae1e9c tempest-FloatingIPsAssociationNegativeTestJSON-2045557386 tempest-FloatingIPsAssociationNegativeTestJSON-2045557386-project] 10.222.0.24 "GET /v2.0/ports?device_id=84d4a7b0-87c2-4142-82cd-864067dcb998 HTTP/1.1" status: 200 len: 210 time: 0.0671942 Jul 27 22:05:01.604919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-3bc20362-ca3a-4e8a-abea-cde52ed09845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:01.605905 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-3bc20362-ca3a-4e8a-abea-cde52ed09845 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1279624 Jul 27 22:05:01.626157 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:01.676863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Transition to ACTIVE for port object b72fe83c-d475-43ee-a406-b1350c31aee6 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:01.684931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device ada9c379-a556-4a59-8485-554b7ed09572 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:01.701041 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1a42f3-68cf-4881-ae93-adc3074000ac x-openstack-request-id: req-dc1a42f3-68cf-4881-ae93-adc3074000ac {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:01.701596 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d4a7b0-87c2-4142-82cd-864067dcb998", "name": "network-vif-deleted", "tag": "ada9c379-a556-4a59-8485-554b7ed09572", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:01.702020 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc1a42f3-68cf-4881-ae93-adc3074000ac {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:01.702752 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d4a7b0-87c2-4142-82cd-864067dcb998', 'name': 'network-vif-deleted', 'tag': 'ada9c379-a556-4a59-8485-554b7ed09572', 'status': 'completed', 'code': 200} Jul 27 22:05:01.727783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd800c-2f57-4cb8-9080-3b87e6d10503 req-81d2f847-79f3-4840-9620-d1310a9f9b91 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:01.735415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: ada9c379-a556-4a59-8485-554b7ed09572 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:01.735767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device ada9c379-a556-4a59-8485-554b7ed09572 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:01.741995 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c5dd800c-2f57-4cb8-9080-3b87e6d10503 req-81d2f847-79f3-4840-9620-d1310a9f9b91 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 946 time: 0.2007942 Jul 27 22:05:01.827687 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c5dd800c-2f57-4cb8-9080-3b87e6d10503 req-c77069c3-ceb1-45de-9248-19c56a46078c tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847270 Jul 27 22:05:01.846560 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:01.884917 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-6c023350-8800-4ea0-b43c-e05f911d60aa service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685232 Jul 27 22:05:01.954908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Network a3d739c3-00e4-40c2-93e9-369daf5a82fd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:01.960056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:02.032634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:02.036749 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Pushing event updated for resources: {'Port': ['ID=b72fe83c-d475-43ee-a406-b1350c31aee6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:02.083259 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-080f220c-59c4-4182-893f-12b74d94c2f8 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886122 Jul 27 22:05:02.232723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f3422ef7-3518-4546-a5f5-2fa97b14db46 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:02.291117 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-4582ac6e-ebd1-420c-b0fa-15a21c7b63ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77e3b391-a760-4065-8191-93ed4633266d HTTP/1.1" status: 200 len: 217 time: 0.2017744 Jul 27 22:05:02.321984 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cff46-18f0-4d1c-80f1-e80471ec63d4 req-3c1d5f04-ba38-40e1-ba77-5a7f27d38cf4 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:02.326943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec2cff46-18f0-4d1c-80f1-e80471ec63d4 req-3c1d5f04-ba38-40e1-ba77-5a7f27d38cf4 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 946 time: 0.4023490 Jul 27 22:05:02.330964 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.340559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39558) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:02.368679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-14243caa-5c48-4c83-a5ec-367ad5b03090 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Request body: {'floatingip': {'port_id': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:02.416205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port f3422ef7-3518-4546-a5f5-2fa97b14db46 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:02.428021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f3422ef7-3518-4546-a5f5-2fa97b14db46 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:02.428497 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.472440 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14243caa-5c48-4c83-a5ec-367ad5b03090 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.505945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-eab162ed-1bb5-4bbf-b1c1-0ef6fa6ce792 None None] Provisioning for port b72fe83c-d475-43ee-a406-b1350c31aee6 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:02.522979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-eab162ed-1bb5-4bbf-b1c1-0ef6fa6ce792 None None] Provisioning complete for port b72fe83c-d475-43ee-a406-b1350c31aee6 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:02.524834 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eab162ed-1bb5-4bbf-b1c1-0ef6fa6ce792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.571141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-0254f0b1-6386-4ec8-93b1-20ac731e65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:02.572164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-eab162ed-1bb5-4bbf-b1c1-0ef6fa6ce792 None None] Port b72fe83c-d475-43ee-a406-b1350c31aee6 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:02.572929 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-0254f0b1-6386-4ec8-93b1-20ac731e65c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 200 len: 797 time: 0.2713838 Jul 27 22:05:02.660813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041f268-5a42-484a-9dde-74862c2367c4 req-b4407d8b-da59-45fc-b9b3-49222016283b tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:02.671829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f041f268-5a42-484a-9dde-74862c2367c4 req-b4407d8b-da59-45fc-b9b3-49222016283b tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.2290194 Jul 27 22:05:02.678947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39570) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:02.742757 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.759437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39574) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:02.778709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port f3422ef7-3518-4546-a5f5-2fa97b14db46, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f3422ef7-3518-4546-a5f5-2fa97b14db46,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:02.781380 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-fc110c1d-6701-4824-9271-00db416dc32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:02.783861 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-fc110c1d-6701-4824-9271-00db416dc32d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1828721 Jul 27 22:05:02.785102 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:02.868618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f041f268-5a42-484a-9dde-74862c2367c4 req-f3bbb035-dd79-4f83-add8-6f2dfdbe5cba tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947196 Jul 27 22:05:02.915096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=f3422ef7-3518-4546-a5f5-2fa97b14db46,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:02.940129 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:03.191922 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-dc3ff6cb-728b-491a-9b14-6849e375acab service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950717 Jul 27 22:05:03.217994 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:03.226220 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:03.312230 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:03.395809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Pushing event updated for resources: {'Port': ['ID=b72fe83c-d475-43ee-a406-b1350c31aee6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:03.400814 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39592) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:03.416697 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4cc5f408-4e28-40c8-b4b0-2932733f35b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57c8f10a0bad48538579cdc1c0853c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6526480 Jul 27 22:05:03.418842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39596) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:03.521688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Network a3d739c3-00e4-40c2-93e9-369daf5a82fd is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:03.533721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:03.546346 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:03.585404 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-a7794ad3-0d21-4d8e-94f0-c8dc47bd204e service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720205 Jul 27 22:05:03.628680 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:03.632252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-001ed6bb-eb1e-4e0f-a3b5-f7d6f5908c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:03.691873 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-b474b41e-127b-4b13-9a6d-3a405b357ede service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e9ecb4df-727b-4972-9e8e-8f6a732dac7c HTTP/1.1" status: 200 len: 217 time: 0.0968986 Jul 27 22:05:03.759995 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-14243caa-5c48-4c83-a5ec-367ad5b03090 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:05:03.832899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Router e3710188-02b7-48f7-8bec-fd9c104a86c0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:03.844471 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:03.847165 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:03.851774 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16f1360b-8037-4acc-9fb4-62c68bb539be HTTP/1.1" status: 204 len: 168 time: 0.4316485 Jul 27 22:05:03.872451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f1360b-8037-4acc-9fb4-62c68bb539be,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:03.885442 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:03.885816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:03.886164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:03.886657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:03.886997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:03.887350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:03.887781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:03.888113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:03.888443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:03.888771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:03.889102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:03.889541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc7c13d-1a92-44eb-8a14-d506e9e6388e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:03.957730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6e7d967b-ef5a-425b-839f-7f32f319a173 None None] Provisioning complete for port b72fe83c-d475-43ee-a406-b1350c31aee6 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:03.958227 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6e7d967b-ef5a-425b-839f-7f32f319a173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:03.962992 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-001ed6bb-eb1e-4e0f-a3b5-f7d6f5908c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.024412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-001ed6bb-eb1e-4e0f-a3b5-f7d6f5908c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.113979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d967b-ef5a-425b-839f-7f32f319a173 None None] Port b72fe83c-d475-43ee-a406-b1350c31aee6 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:04.121132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f3422ef7-3518-4546-a5f5-2fa97b14db46 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:04.128798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-001ed6bb-eb1e-4e0f-a3b5-f7d6f5908c77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bba93742a1d435f80d9a89c10095b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7223539 Jul 27 22:05:04.136586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:04.180368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ed6bb-eb1e-4e0f-a3b5-f7d6f5908c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785428ca-02b4-46a3-aaee-178092921d4c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:04.211752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f3422ef7-3518-4546-a5f5-2fa97b14db46 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:04.214635 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.291476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d154dd-c141-4036-8dfc-3205ca8deb4e req-06be0c0b-2f48-46d0-b3bd-2d997152bd21 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:04.293041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71d154dd-c141-4036-8dfc-3205ca8deb4e req-06be0c0b-2f48-46d0-b3bd-2d997152bd21 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.2772992 Jul 27 22:05:04.299533 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-56ddf76f-3347-4e4b-8644-b6ecd21db834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:04.300995 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-56ddf76f-3347-4e4b-8644-b6ecd21db834 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 200 len: 797 time: 0.5895932 Jul 27 22:05:04.314048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14243caa-5c48-4c83-a5ec-367ad5b03090 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.328516 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c3a1de6-e485-4774-b40f-04109e4d24cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.344241 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14243caa-5c48-4c83-a5ec-367ad5b03090 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.355050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:04.361133 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-06afd715-0014-453b-be02-7dd137c659cb admin admin] 10.222.0.24 "PUT /v2.0/routers/e3710188-02b7-48f7-8bec-fd9c104a86c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4538689 Jul 27 22:05:04.368523 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Sync routers for ids ['e3710188-02b7-48f7-8bec-fd9c104a86c0'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:04.378468 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Routers {'e3710188-02b7-48f7-8bec-fd9c104a86c0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:04.379429 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e3710188-02b7-48f7-8bec-fd9c104a86c0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:04.424425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c3a1de6-e485-4774-b40f-04109e4d24cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.457437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71d154dd-c141-4036-8dfc-3205ca8deb4e req-c470c964-ce79-4c0e-8b66-79d0fd64b30e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575978 Jul 27 22:05:04.480472 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-14243caa-5c48-4c83-a5ec-367ad5b03090 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Floating IP 0627aa00-4f65-41eb-bd03-a3e5d0fe54ad associated. External IP: 172.25.1.68, port: ab7c5d49-c2b7-4702-b85e-9450cc40505b. Jul 27 22:05:04.524376 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c3a1de6-e485-4774-b40f-04109e4d24cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.527278 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c3a1de6-e485-4774-b40f-04109e4d24cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.528513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1c3a1de6-e485-4774-b40f-04109e4d24cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/785428ca-02b4-46a3-aaee-178092921d4c HTTP/1.1" status: 204 len: 168 time: 0.3847446 Jul 27 22:05:04.551277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39616) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:04.578642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a1de6-e485-4774-b40f-04109e4d24cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785428ca-02b4-46a3-aaee-178092921d4c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:04.589996 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Set router e3710188-02b7-48f7-8bec-fd9c104a86c0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:04.620193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-22a83af9-8484-45da-bb57-c1ef5d925944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:04.621724 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-22a83af9-8484-45da-bb57-c1ef5d925944 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3099358 Jul 27 22:05:04.686690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e51ad1d4-3c4b-448e-a9d4-f50a028ff0a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=103fbf2c5a7b406d85842be68b1500f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338193 Jul 27 22:05:04.688672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:04.739410 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-cd747b70-c34d-4106-97a4-de11ad2f5369 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066170 Jul 27 22:05:04.813155 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0319b5b8-c254-48f7-b2b1-461fd181fd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.837054 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b72fe83c-d475-43ee-a406-b1350c31aee6', 'name': '', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'mac_address': 'fa:16:3e:30:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '95f27453-844a-448e-aee5-51e7818559d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:00Z', 'updated_at': '2021-07-27T22:05:03Z', 'revision_number': 2, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'subnets': [{'id': '95f27453-844a-448e-aee5-51e7818559d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:04.867048 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Checking router: e3710188-02b7-48f7-8bec-fd9c104a86c0 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:04.867681 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Updating router e3710188-02b7-48f7-8bec-fd9c104a86c0 port b72fe83c-d475-43ee-a406-b1350c31aee6 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:05:04.900666 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0319b5b8-c254-48f7-b2b1-461fd181fd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:04.902805 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.082111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0319b5b8-c254-48f7-b2b1-461fd181fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.089968 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0319b5b8-c254-48f7-b2b1-461fd181fd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.091475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0319b5b8-c254-48f7-b2b1-461fd181fd3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74da9f54-3ae7-484c-8f5b-c61a0649b131 HTTP/1.1" status: 204 len: 168 time: 0.4016395 Jul 27 22:05:05.103646 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.120843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319b5b8-c254-48f7-b2b1-461fd181fd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74da9f54-3ae7-484c-8f5b-c61a0649b131,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:05.283132 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.295262 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Transition to ACTIVE for port object b72fe83c-d475-43ee-a406-b1350c31aee6 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:05.316308 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.328543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14243caa-5c48-4c83-a5ec-367ad5b03090 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Router 89b3439d-56b8-4957-840c-00c5ad300f23 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:05.343958 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ff4bba6b-f667-4219-8071-d5b338aab490 req-e24dd0c0-00e8-4eef-9773-57ea1283e8dd service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500774 Jul 27 22:05:05.478304 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082a5bc-bf35-48ab-ba4d-c8685005908f None None] Pushing event updated for resources: {'Port': ['ID=b72fe83c-d475-43ee-a406-b1350c31aee6,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:05.666023 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Attempting to bind port b72fe83c-d475-43ee-a406-b1350c31aee6 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:05.668333 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Attempting to bind port b72fe83c-d475-43ee-a406-b1350c31aee6 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:05.669683 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Attempting to bind port b72fe83c-d475-43ee-a406-b1350c31aee6 on network a3d739c3-00e4-40c2-93e9-369daf5a82fd {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:05.691710 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:05.692090 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Checking segment: {'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:05.692495 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.693986 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Bound using segment: {'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:05.695756 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Bound port: b72fe83c-d475-43ee-a406-b1350c31aee6, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:05.697927 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.726856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14243caa-5c48-4c83-a5ec-367ad5b03090 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:05.734510 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14243caa-5c48-4c83-a5ec-367ad5b03090 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.737990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4439e5d-d716-42b4-b2ed-0e2b0ea1f2ca None None] Sync routers for ids ['89b3439d-56b8-4957-840c-00c5ad300f23'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:05.750753 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4439e5d-d716-42b4-b2ed-0e2b0ea1f2ca None None] Routers {'89b3439d-56b8-4957-840c-00c5ad300f23'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:05.751670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b4439e5d-d716-42b4-b2ed-0e2b0ea1f2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['89b3439d-56b8-4957-840c-00c5ad300f23'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:05.802552 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-14243caa-5c48-4c83-a5ec-367ad5b03090 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "PUT /v2.0/floatingips/0627aa00-4f65-41eb-bd03-a3e5d0fe54ad HTTP/1.1" status: 200 len: 991 time: 3.4543171 Jul 27 22:05:05.805713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'tag': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:05.808395 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d3f148-7789-42c3-a032-df8db516759d" -d '{"events": [{"name": "network-changed", "server_uuid": "a740d86b-ad12-4208-9c34-d491d68b4c87", "tag": "ab7c5d49-c2b7-4702-b85e-9450cc40505b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:05.963882 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] For port b72fe83c-d475-43ee-a406-b1350c31aee6, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:05.972213 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] For port b72fe83c-d475-43ee-a406-b1350c31aee6, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b72fe83c-d475-43ee-a406-b1350c31aee6,segment=NetworkSegment(1a674210-e421-40f3-99ef-477219766da0),segment_id=1a674210-e421-40f3-99ef-477219766da0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:05.974473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b4439e5d-d716-42b4-b2ed-0e2b0ea1f2ca None None] Set router 89b3439d-56b8-4957-840c-00c5ad300f23 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:05.982779 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.995971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9ce03-7839-407c-b044-a7c403e11be0 req-a2e01909-deea-420a-bfc0-ffe0b9588a68 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:06.020018 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48e9ce03-7839-407c-b044-a7c403e11be0 req-a2e01909-deea-420a-bfc0-ffe0b9588a68 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.2695038 Jul 27 22:05:06.142413 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Routers {'e3710188-02b7-48f7-8bec-fd9c104a86c0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:06.143046 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e3710188-02b7-48f7-8bec-fd9c104a86c0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:06.166809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48e9ce03-7839-407c-b044-a7c403e11be0 req-11a835d1-6840-44a3-bf76-680d5e33bd6c tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345775 Jul 27 22:05:06.275485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Deleting port 990558e5-5373-4cb6-9821-9693b1bbeaba {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:06.275485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.297496 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082a5bc-bf35-48ab-ba4d-c8685005908f None None] Pushing event updated for resources: {'Port': ['ID=b72fe83c-d475-43ee-a406-b1350c31aee6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:06.314494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:06.324850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ec221809-6e15-4449-8564-46acb25c4f5f tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--597265702', 'description': 'tempest-description--497487901'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:06.459166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] For port 990558e5-5373-4cb6-9821-9693b1bbeaba, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=990558e5-5373-4cb6-9821-9693b1bbeaba,segment=NetworkSegment(afa72b10-ebf2-4b79-8999-1600fe0f07e5),segment_id=afa72b10-ebf2-4b79-8999-1600fe0f07e5)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:06.460150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.466078 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec221809-6e15-4449-8564-46acb25c4f5f tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.476170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Calling delete_port for 990558e5-5373-4cb6-9821-9693b1bbeaba owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:06.652488 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2283d703-1f13-4a0c-9e7e-b10f1efb2d66 x-openstack-request-id: req-2283d703-1f13-4a0c-9e7e-b10f1efb2d66 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:06.652488 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a740d86b-ad12-4208-9c34-d491d68b4c87", "tag": "ab7c5d49-c2b7-4702-b85e-9450cc40505b", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:06.653288 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2283d703-1f13-4a0c-9e7e-b10f1efb2d66 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:06.653288 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'tag': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b', 'status': 'completed', 'code': 200} Jul 27 22:05:06.689696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b4439e5d-d716-42b4-b2ed-0e2b0ea1f2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '0627aa00-4f65-41eb-bd03-a3e5d0fe54ad', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'floating_ip_address': '172.25.1.68', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'port_id': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'mac_address': 'fa:16:3e:46:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:04:43Z', 'updated_at': '2021-07-27T22:05:03Z', 'revision_number': 1, 'project_id': '140514c19a3047f38e457ed121af4deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9394d2e6-b47c-4500-9200-b79046d93bf4', 'name': '', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'mac_address': 'fa:16:3e:48:f6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 5, 'project_id': '140514c19a3047f38e457ed121af4deb', 'subnets': [{'id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:06.724963 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec221809-6e15-4449-8564-46acb25c4f5f tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.750007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4439e5d-d716-42b4-b2ed-0e2b0ea1f2ca None None] Checking router: 89b3439d-56b8-4957-840c-00c5ad300f23 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:06.754851 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec221809-6e15-4449-8564-46acb25c4f5f tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.770721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3f148-7789-42c3-a032-df8db516759d req-10f26410-6cf6-47cb-b966-4b5da3539455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:06.772558 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e8d3f148-7789-42c3-a032-df8db516759d req-10f26410-6cf6-47cb-b966-4b5da3539455 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=140514c19a3047f38e457ed121af4deb&device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 1097 time: 0.1497471 Jul 27 22:05:06.780070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4439e5d-d716-42b4-b2ed-0e2b0ea1f2ca None None] Routers {'89b3439d-56b8-4957-840c-00c5ad300f23'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:06.785429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b4439e5d-d716-42b4-b2ed-0e2b0ea1f2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['89b3439d-56b8-4957-840c-00c5ad300f23'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:06.791938 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] Set router e3710188-02b7-48f7-8bec-fd9c104a86c0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:06.848204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec221809-6e15-4449-8564-46acb25c4f5f tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.852845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ec221809-6e15-4449-8564-46acb25c4f5f tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5333445 Jul 27 22:05:06.858231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:06.870604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-50c58d8d-dc71-4268-b6f9-b024106f0799 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Request body: {'security_group_rule': {'security_group_id': '71001ac8-ad7d-458f-811a-0a922469c8ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:06.889897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec221809-6e15-4449-8564-46acb25c4f5f tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71001ac8-ad7d-458f-811a-0a922469c8ee,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:06.980224 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50c58d8d-dc71-4268-b6f9-b024106f0799 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.989139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3f148-7789-42c3-a032-df8db516759d req-55d5372f-b0cd-4cf5-990f-215583d6020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:06.991077 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e8d3f148-7789-42c3-a032-df8db516759d req-55d5372f-b0cd-4cf5-990f-215583d6020f service neutron] 10.222.0.43 "GET /v2.0/networks?id=fb7d5832-e66d-4af8-806f-865f1a6921ab HTTP/1.1" status: 200 len: 912 time: 0.2104912 Jul 27 22:05:07.024315 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.091792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Pushing event deleted for resources: {'Port': ['ID=990558e5-5373-4cb6-9821-9693b1bbeaba,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:07.111349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.111703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.112042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.112401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.112691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.113019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.113342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.113663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.113985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.114324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.114722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.114947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:07.141862 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50c58d8d-dc71-4268-b6f9-b024106f0799 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.168924 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50c58d8d-dc71-4268-b6f9-b024106f0799 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.207023 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e8d3f148-7789-42c3-a032-df8db516759d req-7350bf56-9c8f-4836-ae01-a4cacacb04ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab7c5d49-c2b7-4702-b85e-9450cc40505b HTTP/1.1" status: 200 len: 999 time: 0.2020829 Jul 27 22:05:07.273115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c58d8d-dc71-4268-b6f9-b024106f0799 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0077fd1-739a-4456-bbba-0ffbdc6bac8e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:07.317574 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50c58d8d-dc71-4268-b6f9-b024106f0799 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.324163 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-50c58d8d-dc71-4268-b6f9-b024106f0799 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4640048 Jul 27 22:05:07.329476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:07.380159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-960c4fcf-d93a-4ec7-ab46-fb89118ece60 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Request body: {'security_group_rule': {'security_group_id': '71001ac8-ad7d-458f-811a-0a922469c8ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:07.537360 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b72fe83c-d475-43ee-a406-b1350c31aee6', 'name': '', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'mac_address': 'fa:16:3e:30:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '95f27453-844a-448e-aee5-51e7818559d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:00Z', 'updated_at': '2021-07-27T22:05:05Z', 'revision_number': 4, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'subnets': [{'id': '95f27453-844a-448e-aee5-51e7818559d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:07.542185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:07.574851 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355134d-74ec-4251-addb-1f18dfb51b15 None None] The sync data for ids ['e3710188-02b7-48f7-8bec-fd9c104a86c0'] in n-d-802011-3 is: [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b72fe83c-d475-43ee-a406-b1350c31aee6', 'name': '', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'mac_address': 'fa:16:3e:30:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '95f27453-844a-448e-aee5-51e7818559d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:00Z', 'updated_at': '2021-07-27T22:05:05Z', 'revision_number': 4, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'subnets': [{'id': '95f27453-844a-448e-aee5-51e7818559d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:07.578126 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c02380-4280-4419-bcb0-de1cb6bc008d req-67f255fd-12f8-4f76-bacb-d2aeae23e5d8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:07.588421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46c02380-4280-4419-bcb0-de1cb6bc008d req-67f255fd-12f8-4f76-bacb-d2aeae23e5d8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.2628047 Jul 27 22:05:07.636251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3f148-7789-42c3-a032-df8db516759d req-e09a472d-3a4e-479f-b43c-89bf9aef4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:07.640962 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e8d3f148-7789-42c3-a032-df8db516759d req-e09a472d-3a4e-479f-b43c-89bf9aef4996 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0688aa2-6ac8-4d48-9573-48317c605acb HTTP/1.1" status: 200 len: 850 time: 0.4258401 Jul 27 22:05:07.689575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960c4fcf-d93a-4ec7-ab46-fb89118ece60 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.784065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b4439e5d-d716-42b4-b2ed-0e2b0ea1f2ca None None] Set router 89b3439d-56b8-4957-840c-00c5ad300f23 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:07.818499 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.926416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46c02380-4280-4419-bcb0-de1cb6bc008d req-b20fe754-3734-4a4c-aa6a-b0cdb3bc8c0e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824998 Jul 27 22:05:07.955246 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960c4fcf-d93a-4ec7-ab46-fb89118ece60 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.963492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960c4fcf-d93a-4ec7-ab46-fb89118ece60 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.972338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3f148-7789-42c3-a032-df8db516759d req-c425fad2-fb5e-4f1a-a261-618824010f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:07.979893 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e8d3f148-7789-42c3-a032-df8db516759d req-c425fad2-fb5e-4f1a-a261-618824010f49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fb7d5832-e66d-4af8-806f-865f1a6921ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3267922 Jul 27 22:05:08.010841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c4fcf-d93a-4ec7-ab46-fb89118ece60 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0009e14-2dd1-4b56-a66a-f02911fc0070,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:08.040970 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-960c4fcf-d93a-4ec7-ab46-fb89118ece60 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.046363 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-960c4fcf-d93a-4ec7-ab46-fb89118ece60 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6893561 Jul 27 22:05:08.047524 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:08.058639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:08.128482 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.286904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1305656955-network', 'tenant_id': '544a1e4fccc04d41ba217551d15fe1a7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:08.394179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b72fe83c-d475-43ee-a406-b1350c31aee6 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:08.438612 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e8d3f148-7789-42c3-a032-df8db516759d req-f4045ceb-2eab-49bd-b7ce-6f93bcf7e57c service neutron] 10.222.0.43 "GET /v2.0/networks/fb7d5832-e66d-4af8-806f-865f1a6921ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395919 Jul 27 22:05:08.460894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Made reservation on behalf of 544a1e4fccc04d41ba217551d15fe1a7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:08.465680 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.496966 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.613434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b4439e5d-d716-42b4-b2ed-0e2b0ea1f2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '0627aa00-4f65-41eb-bd03-a3e5d0fe54ad', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'floating_ip_address': '172.25.1.68', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'port_id': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'mac_address': 'fa:16:3e:46:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:04:43Z', 'updated_at': '2021-07-27T22:05:03Z', 'revision_number': 1, 'project_id': '140514c19a3047f38e457ed121af4deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9394d2e6-b47c-4500-9200-b79046d93bf4', 'name': '', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'mac_address': 'fa:16:3e:48:f6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 5, 'project_id': '140514c19a3047f38e457ed121af4deb', 'subnets': [{'id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:08.632330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.690609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4439e5d-d716-42b4-b2ed-0e2b0ea1f2ca None None] The sync data for ids ['89b3439d-56b8-4957-840c-00c5ad300f23'] in n-d-802011-3 is: [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '0627aa00-4f65-41eb-bd03-a3e5d0fe54ad', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'floating_ip_address': '172.25.1.68', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'port_id': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'mac_address': 'fa:16:3e:46:61:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:04:43Z', 'updated_at': '2021-07-27T22:05:03Z', 'revision_number': 1, 'project_id': '140514c19a3047f38e457ed121af4deb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9394d2e6-b47c-4500-9200-b79046d93bf4', 'name': '', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'mac_address': 'fa:16:3e:48:f6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 5, 'project_id': '140514c19a3047f38e457ed121af4deb', 'subnets': [{'id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:08.692491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port b72fe83c-d475-43ee-a406-b1350c31aee6 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:08.701488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b72fe83c-d475-43ee-a406-b1350c31aee6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:08.702225 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.812335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Router c7a3f126-39cc-4382-96c8-c7723ca02de9 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:08.880387 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.898936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Allocated IP 172.25.1.42 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/bf717ad2-1b71-4716-8b11-d5edeb29f7e6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:08.905239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e8d3f148-7789-42c3-a032-df8db516759d req-46babf79-30af-465c-b163-a46f7dccb7db service neutron] 10.222.0.43 "GET /v2.0/networks/fb7d5832-e66d-4af8-806f-865f1a6921ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538639 Jul 27 22:05:08.967759 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port b72fe83c-d475-43ee-a406-b1350c31aee6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b72fe83c-d475-43ee-a406-b1350c31aee6,segment=NetworkSegment(1a674210-e421-40f3-99ef-477219766da0),segment_id=1a674210-e421-40f3-99ef-477219766da0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:08.974747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.141021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=b72fe83c-d475-43ee-a406-b1350c31aee6,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:09.161632 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393f6d4-3b7d-4269-a3ec-4447f8a99974 None None] New status for floating IP 0627aa00-4f65-41eb-bd03-a3e5d0fe54ad: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:05:09.219397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:09.236422 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fe64a664-c42e-434e-b8f6-75548de1839a admin admin] 10.222.0.24 "PUT /v2.0/routers/c7a3f126-39cc-4382-96c8-c7723ca02de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5530133 Jul 27 22:05:09.243159 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39730) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:09.246716 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1f9b0-5197-434b-81a9-856422e00964 None None] Sync routers for ids ['c7a3f126-39cc-4382-96c8-c7723ca02de9'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:09.267019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1f9b0-5197-434b-81a9-856422e00964 None None] Routers {'c7a3f126-39cc-4382-96c8-c7723ca02de9'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:09.271202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9cb1f9b0-5197-434b-81a9-856422e00964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c7a3f126-39cc-4382-96c8-c7723ca02de9'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:09.520532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.638357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-9cb1f9b0-5197-434b-81a9-856422e00964 None None] Set router c7a3f126-39cc-4382-96c8-c7723ca02de9 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:09.798597 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:05:09.812081 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.826337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed3520-7773-4944-beae-0c40588366dd req-fe677376-0136-4d41-9d9c-08076b87a4d5 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:09.834603 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90ed3520-7773-4944-beae-0c40588366dd req-fe677376-0136-4d41-9d9c-08076b87a4d5 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1776621 Jul 27 22:05:09.857375 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.876401 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.889728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:05:09.901216 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.901582 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Added segment c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce of type vlan for network 6365f138-61f5-4132-a042-8dcc1554276e Jul 27 22:05:09.956519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Deleting port 7511f881-86f1-4133-8fe3-016d30c2802a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:09.957701 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.986805 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90ed3520-7773-4944-beae-0c40588366dd req-8a964f6b-7fdf-4736-ab32-9e8ab55e04d4 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493382 Jul 27 22:05:10.055043 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.096598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.166169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b72fe83c-d475-43ee-a406-b1350c31aee6 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:10.183455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f01369-ace8-414f-849c-17c015ac8945,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:10.189995 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.191390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:10.192177 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.201890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] For port 7511f881-86f1-4133-8fe3-016d30c2802a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7511f881-86f1-4133-8fe3-016d30c2802a,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:10.202288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.263531 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Calling delete_port for 7511f881-86f1-4133-8fe3-016d30c2802a owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:10.274202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] Pushing event updated for resources: {'Network': ['ID=6365f138-61f5-4132-a042-8dcc1554276e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:10.300167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 6365f138-61f5-4132-a042-8dcc1554276e details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:05:10.300499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8b2e75fe-9e62-48e9-a2f2-b46259af0e24 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7075748 Jul 27 22:05:10.310094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:10.324669 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2fea23d9-acab-4545-9120-892eba1fe47d admin admin] Request body: {'subnet': {'network_id': '6365f138-61f5-4132-a042-8dcc1554276e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1305656955-subnet', 'tenant_id': '544a1e4fccc04d41ba217551d15fe1a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:10.327582 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.416089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b72fe83c-d475-43ee-a406-b1350c31aee6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:10.416630 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.432303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fea23d9-acab-4545-9120-892eba1fe47d admin admin] Made reservation on behalf of 544a1e4fccc04d41ba217551d15fe1a7 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:10.435082 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fea23d9-acab-4545-9120-892eba1fe47d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.449132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:10.455890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:10.464722 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:10.468629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Pushing event updated for resources: {'Port': ['ID=bf717ad2-1b71-4716-8b11-d5edeb29f7e6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:10.496174 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9cb1f9b0-5197-434b-81a9-856422e00964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:05:06Z', 'revision_number': 5, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port': {'id': '7511f881-86f1-4133-8fe3-016d30c2802a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:03:59Z', 'updated_at': '2021-07-27T22:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:10.536511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1f9b0-5197-434b-81a9-856422e00964 None None] Checking router: c7a3f126-39cc-4382-96c8-c7723ca02de9 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:10.552102 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1f9b0-5197-434b-81a9-856422e00964 None None] Routers {'c7a3f126-39cc-4382-96c8-c7723ca02de9'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:10.552809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9cb1f9b0-5197-434b-81a9-856422e00964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:04:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c7a3f126-39cc-4382-96c8-c7723ca02de9'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:10.647133 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.723738 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:10.755798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-9cb1f9b0-5197-434b-81a9-856422e00964 None None] Set router c7a3f126-39cc-4382-96c8-c7723ca02de9 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:10.910111 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9cb1f9b0-5197-434b-81a9-856422e00964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:05:09Z', 'revision_number': 6, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:11.013843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1f9b0-5197-434b-81a9-856422e00964 None None] The sync data for ids ['c7a3f126-39cc-4382-96c8-c7723ca02de9'] in n-d-802011-3 is: [{'id': 'c7a3f126-39cc-4382-96c8-c7723ca02de9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1384647439-router', 'tenant_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:03:57Z', 'updated_at': '2021-07-27T22:05:09Z', 'revision_number': 6, 'project_id': 'f72b5fb1ad4943c59fb68caa647ae878', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:11.130204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.142290 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.300246 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.304599 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.325485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fea23d9-acab-4545-9120-892eba1fe47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.336309 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.347095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2887871 Jul 27 22:05:11.372897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058766c-b3d5-4909-831c-d0404bf351e5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Pushing event updated for resources: {'Port': ['ID=bf717ad2-1b71-4716-8b11-d5edeb29f7e6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:11.435757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Pushing event deleted for resources: {'Port': ['ID=7511f881-86f1-4133-8fe3-016d30c2802a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:11.446512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf8c2d-4f08-4e81-ab53-ddb1cde920c7 req-8d693230-1a7a-4592-bbce-a9eb23e7b27e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:11.448457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76cf8c2d-4f08-4e81-ab53-ddb1cde920c7 req-8d693230-1a7a-4592-bbce-a9eb23e7b27e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.2394483 Jul 27 22:05:11.509879 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.517724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea23d9-acab-4545-9120-892eba1fe47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de42fed2-9610-4c6e-a0d5-ba9f902e4fa0,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:11.551069 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76cf8c2d-4f08-4e81-ab53-ddb1cde920c7 req-209d8cd7-c159-4329-877b-1b372c022189 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926929 Jul 27 22:05:11.640349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.643290 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.697515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.697897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7a3f126-39cc-4382-96c8-c7723ca02de9 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:05:11.700080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea23d9-acab-4545-9120-892eba1fe47d admin admin] Checking segment: {'id': 'c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:11.700544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fea23d9-acab-4545-9120-892eba1fe47d admin admin] Network hostable DHCP agents. Network: 6365f138-61f5-4132-a042-8dcc1554276e, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:05:11.705350 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.708902 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f58f37ed-336a-4938-8979-f33e9a554956 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c7a3f126-39cc-4382-96c8-c7723ca02de9 HTTP/1.1" status: 204 len: 168 time: 2.4558210 Jul 27 22:05:11.709970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:11.753364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fea23d9-acab-4545-9120-892eba1fe47d admin admin] Network 6365f138-61f5-4132-a042-8dcc1554276e is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:05:11.764799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2fea23d9-acab-4545-9120-892eba1fe47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 6365f138-61f5-4132-a042-8dcc1554276e) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:11.774911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fea23d9-acab-4545-9120-892eba1fe47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:11.775744 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fea23d9-acab-4545-9120-892eba1fe47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.783222 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc90ab2-151c-45a8-ab54-9c80cd5f85b1 None None] Network 6365f138-61f5-4132-a042-8dcc1554276e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:11.798379 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2fea23d9-acab-4545-9120-892eba1fe47d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4856915 Jul 27 22:05:11.826521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-0e175253-872d-47f4-9fba-f8cd2392941a tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--597265702&fields=id&tenant_id=4e1fdd73b3544ee095d2f5a7f43e667e HTTP/1.1" status: 200 len: 267 time: 0.0664210 Jul 27 22:05:11.843345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9efd479-52ac-4178-ac2f-f4a458f0226d admin admin] Deleting subnet 2e3de8b1-6da6-4216-be06-6b71bb9efb12 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:05:11.862784 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9efd479-52ac-4178-ac2f-f4a458f0226d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.966069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9efd479-52ac-4178-ac2f-f4a458f0226d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:11.998994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d570e-abbc-4bc9-b14b-88559c8de3fc None None] Network 6365f138-61f5-4132-a042-8dcc1554276e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:12.066562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-17b5a050-04c7-4ccc-8698-41d3218b74f4 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:12.074165 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-17b5a050-04c7-4ccc-8698-41d3218b74f4 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/networks?id=a3d739c3-00e4-40c2-93e9-369daf5a82fd HTTP/1.1" status: 200 len: 815 time: 0.2463708 Jul 27 22:05:12.092926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-134978e1-910d-4afd-9bfb-42175579e980 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/quotas/4e1fdd73b3544ee095d2f5a7f43e667e HTTP/1.1" status: 200 len: 375 time: 0.0177426 Jul 27 22:05:12.121030 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 990558e5-5373-4cb6-9821-9693b1bbeaba no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:12.148385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 990558e5-5373-4cb6-9821-9693b1bbeaba {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:12.148881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 990558e5-5373-4cb6-9821-9693b1bbeaba not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:12.149810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7511f881-86f1-4133-8fe3-016d30c2802a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:12.200208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-62002243-d072-4d1e-b3ba-101251765332 req-6f9d8887-a915-469c-bc1b-71bb89940a5e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1995310737', 'description': 'tempest-description-1110234623'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:12.239158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 7511f881-86f1-4133-8fe3-016d30c2802a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:12.239595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7511f881-86f1-4133-8fe3-016d30c2802a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:12.252573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9efd479-52ac-4178-ac2f-f4a458f0226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.275499 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.285191 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-e014162b-5a43-48c5-b197-27b5ba4eeedc tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e1fdd73b3544ee095d2f5a7f43e667e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1913030 Jul 27 22:05:12.322242 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62002243-d072-4d1e-b3ba-101251765332 req-6f9d8887-a915-469c-bc1b-71bb89940a5e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.379539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39826) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:12.498051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9efd479-52ac-4178-ac2f-f4a458f0226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.550901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efd479-52ac-4178-ac2f-f4a458f0226d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3de8b1-6da6-4216-be06-6b71bb9efb12,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:12.554937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-0938d70b-2130-4d96-baf2-be6bf24c5364 service neutron] 10.222.0.24 "GET /v2.0/networks/a3d739c3-00e4-40c2-93e9-369daf5a82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259281 Jul 27 22:05:12.558176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23586f2-5170-4944-b601-82121fff0fff None None] Network 325e4816-1bb2-4693-92f1-277429bb9e2f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:12.574068 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9efd479-52ac-4178-ac2f-f4a458f0226d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.576958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c9efd479-52ac-4178-ac2f-f4a458f0226d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2e3de8b1-6da6-4216-be06-6b71bb9efb12 HTTP/1.1" status: 204 len: 168 time: 0.8661230 Jul 27 22:05:12.580016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:12.669808 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b193ac3b-110f-4cb0-a09d-8d7da84cce52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.729324 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62002243-d072-4d1e-b3ba-101251765332 req-6f9d8887-a915-469c-bc1b-71bb89940a5e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.740242 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62002243-d072-4d1e-b3ba-101251765332 req-6f9d8887-a915-469c-bc1b-71bb89940a5e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.775301 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.807127 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1eceb267-c4f4-40b8-a87a-089faf473e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:12.825210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ea29bd45-b377-4b97-b324-fc069db71d51 service neutron] 10.222.0.24 "GET /v2.0/networks/a3d739c3-00e4-40c2-93e9-369daf5a82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466547 Jul 27 22:05:12.826084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d8887-a915-469c-bc1b-71bb89940a5e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4c50ff-c392-4cfe-a32d-fa12c7f10655,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:12.932294 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] DHCP port deletion for 325e4816-1bb2-4693-92f1-277429bb9e2f request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:05:12.940272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Deleting port bf900ebb-995a-4f28-bd60-9c1832f15414 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:12.940790 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.048299 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b193ac3b-110f-4cb0-a09d-8d7da84cce52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.060444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Deleting port bf900ebb-995a-4f28-bd60-9c1832f15414 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:13.061195 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.062454 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b193ac3b-110f-4cb0-a09d-8d7da84cce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.074895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62002243-d072-4d1e-b3ba-101251765332 req-6f9d8887-a915-469c-bc1b-71bb89940a5e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.076577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62002243-d072-4d1e-b3ba-101251765332 req-6f9d8887-a915-469c-bc1b-71bb89940a5e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8847008 Jul 27 22:05:13.121675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193ac3b-110f-4cb0-a09d-8d7da84cce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce90c68-f728-49eb-92b4-e87fa1d88233,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:13.131890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] For port bf900ebb-995a-4f28-bd60-9c1832f15414, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bf900ebb-995a-4f28-bd60-9c1832f15414,segment=NetworkSegment(afa72b10-ebf2-4b79-8999-1600fe0f07e5),segment_id=afa72b10-ebf2-4b79-8999-1600fe0f07e5)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:13.132467 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.159499 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Calling delete_port for bf900ebb-995a-4f28-bd60-9c1832f15414 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:13.165598 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b193ac3b-110f-4cb0-a09d-8d7da84cce52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9879f3b07294c71bdf7e3db87381980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7849841 Jul 27 22:05:13.168517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39850) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:13.221351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] For port bf900ebb-995a-4f28-bd60-9c1832f15414, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bf900ebb-995a-4f28-bd60-9c1832f15414,segment=NetworkSegment(afa72b10-ebf2-4b79-8999-1600fe0f07e5),segment_id=afa72b10-ebf2-4b79-8999-1600fe0f07e5)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:13.223315 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.265625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Calling delete_port for bf900ebb-995a-4f28-bd60-9c1832f15414 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:13.270237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.299620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5477642-2613-457d-8939-6b7cea806027 req-aaae59b7-ee36-411f-9fd9-0695bdf1b278 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 210 time: 0.0510764 Jul 27 22:05:13.322918 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Pushing event deleted for resources: {'Port': ['ID=bf900ebb-995a-4f28-bd60-9c1832f15414,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:13.325910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] No DVR routers for this DVR port bf900ebb-995a-4f28-bd60-9c1832f15414 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:13.377572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b681f040-e27d-4f93-8b0b-c926eb9fdaa7 req-f8efdb3c-ce93-4851-b47f-21ebfd038c8b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-613875525', 'description': 'tempest-description-1597240596'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:13.396002 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d3d1f2b-0d15-414e-8a7d-7c6385341380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.437792 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d3d1f2b-0d15-414e-8a7d-7c6385341380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.440417 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.452992 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b681f040-e27d-4f93-8b0b-c926eb9fdaa7 req-f8efdb3c-ce93-4851-b47f-21ebfd038c8b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.455507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325e4816-1bb2-4693-92f1-277429bb9e2f']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:13.460561 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.464065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eec4d4-8cd9-4f51-9901-208c5ef1c282 req-daa3058c-133d-43c9-82d8-eaeb08037d38 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:13.465799 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83eec4d4-8cd9-4f51-9901-208c5ef1c282 req-daa3058c-133d-43c9-82d8-eaeb08037d38 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1546302 Jul 27 22:05:13.477486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa72b10-ebf2-4b79-8999-1600fe0f07e5') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:13.478094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa72b10-ebf2-4b79-8999-1600fe0f07e5') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:13.491940 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.512624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Pushing event deleted for resources: {'Port': ['ID=bf900ebb-995a-4f28-bd60-9c1832f15414,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:13.514235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] No DVR routers for this DVR port bf900ebb-995a-4f28-bd60-9c1832f15414 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:13.519782 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.523367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:13.523367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:13.523846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:13.523846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:13.524238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:13.524414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:13.524749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:13.525083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:13.525424 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:13.525737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:13.526068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:13.532194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:13.532929 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:13.535251 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:13.539732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b317eaa2-d815-4c91-a6c4-5f93e74546fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:13.591338 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83eec4d4-8cd9-4f51-9901-208c5ef1c282 req-f6ca50cb-e995-4905-ac0d-1c918c22bc2c tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169848 Jul 27 22:05:13.609690 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d3d1f2b-0d15-414e-8a7d-7c6385341380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.617863 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d3d1f2b-0d15-414e-8a7d-7c6385341380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.621509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3d3d1f2b-0d15-414e-8a7d-7c6385341380 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ce90c68-f728-49eb-92b4-e87fa1d88233 HTTP/1.1" status: 204 len: 168 time: 0.4494925 Jul 27 22:05:13.630588 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.639828 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.646216 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] 10.222.0.24 "DELETE /v2.0/networks/325e4816-1bb2-4693-92f1-277429bb9e2f HTTP/1.1" status: 204 len: 168 time: 1.0638521 Jul 27 22:05:13.658804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c64b-069f-428c-9e52-827a14d635bb admin admin] Pushing event deleted for resources: {'Network': ['ID=325e4816-1bb2-4693-92f1-277429bb9e2f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:13.677178 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d1f2b-0d15-414e-8a7d-7c6385341380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce90c68-f728-49eb-92b4-e87fa1d88233,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:13.746950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 002200e4-c61c-429a-bdb1-f60940e35d19 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:13.748245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b681f040-e27d-4f93-8b0b-c926eb9fdaa7 req-f8efdb3c-ce93-4851-b47f-21ebfd038c8b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.750215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 002200e4-c61c-429a-bdb1-f60940e35d19 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:13.754704 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b681f040-e27d-4f93-8b0b-c926eb9fdaa7 req-f8efdb3c-ce93-4851-b47f-21ebfd038c8b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.786833 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b681f040-e27d-4f93-8b0b-c926eb9fdaa7 req-f8efdb3c-ce93-4851-b47f-21ebfd038c8b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:13.788398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b681f040-e27d-4f93-8b0b-c926eb9fdaa7 req-f8efdb3c-ce93-4851-b47f-21ebfd038c8b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4318812 Jul 27 22:05:13.807249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efdb3c-ce93-4851-b47f-21ebfd038c8b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ded1c8-7abe-4deb-81e7-5b1d8c61194d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:13.832685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:13.933988 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39872) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:13.950816 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-00b7dbd4-20f8-4390-bd9c-4eb512c20543 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f72b5fb1ad4943c59fb68caa647ae878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1165900 Jul 27 22:05:14.057206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bebb02e4-385d-41e9-91de-c4e266175e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.128615 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bebb02e4-385d-41e9-91de-c4e266175e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.141312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bf900ebb-995a-4f28-bd60-9c1832f15414 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:14.224249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: bf900ebb-995a-4f28-bd60-9c1832f15414 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:14.225012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bf900ebb-995a-4f28-bd60-9c1832f15414 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:14.245482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=002200e4-c61c-429a-bdb1-f60940e35d19,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:14.246354 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bebb02e4-385d-41e9-91de-c4e266175e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.249596 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bebb02e4-385d-41e9-91de-c4e266175e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.253550 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bebb02e4-385d-41e9-91de-c4e266175e41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46033530-a580-4b6a-abd9-8b7dae00809f HTTP/1.1" status: 204 len: 168 time: 0.3184752 Jul 27 22:05:14.264847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb02e4-385d-41e9-91de-c4e266175e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46033530-a580-4b6a-abd9-8b7dae00809f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:14.272826 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.319152 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '002200e4-c61c-429a-bdb1-f60940e35d19', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '002200e4-c61c-429a-bdb1-f60940e35d19', 'mac_address': 'fa:16:3e:f2:87:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:14.343624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece30cf6-8486-475e-9a0e-777182106b85 req-334b2441-0c41-44db-baf3-0e77707f0835 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.353969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-334b2441-0c41-44db-baf3-0e77707f0835 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/networks?id=6365f138-61f5-4132-a042-8dcc1554276e HTTP/1.1" status: 200 len: 813 time: 0.3064837 Jul 27 22:05:14.377937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-2f6485d5-a289-4d94-a52e-09da488b2efd tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/quotas/544a1e4fccc04d41ba217551d15fe1a7 HTTP/1.1" status: 200 len: 375 time: 0.0226026 Jul 27 22:05:14.401900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955785f0-b075-4877-9da8-6578a13d0995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002200e4-c61c-429a-bdb1-f60940e35d19'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:14.407046 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eea0bcb-8c81-4225-891d-b5adf7753f6d" -d '{"events": [{"server_uuid": "955785f0-b075-4877-9da8-6578a13d0995", "name": "network-vif-unplugged", "status": "completed", "tag": "002200e4-c61c-429a-bdb1-f60940e35d19"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:14.421124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=002200e4-c61c-429a-bdb1-f60940e35d19,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:14.445457 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.445705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-e9b3d14a-ec63-4082-bdaa-b5b6a66c6307 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=544a1e4fccc04d41ba217551d15fe1a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661492 Jul 27 22:05:14.499683 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39894) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:14.549899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c4e02a6-713d-48ad-9b78-924220ea5e8b req-8c729446-0b7d-41a4-aee1-a3095facdc0f tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 210 time: 0.0628765 Jul 27 22:05:14.551377 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24d980fb-7d8d-4425-82a7-46a88b0e35e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.597678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=002200e4-c61c-429a-bdb1-f60940e35d19,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:14.601119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.606138 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-c27894f9-b0d6-4cb4-b523-14c3ed901122 service neutron] 10.222.0.24 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475680 Jul 27 22:05:14.647391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 002200e4-c61c-429a-bdb1-f60940e35d19 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:14.707615 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e5fc53-29ef-44b2-89ed-3f92df68ef05 x-openstack-request-id: req-66e5fc53-29ef-44b2-89ed-3f92df68ef05 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:14.707910 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955785f0-b075-4877-9da8-6578a13d0995", "name": "network-vif-unplugged", "status": "completed", "tag": "002200e4-c61c-429a-bdb1-f60940e35d19", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:14.712308 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66e5fc53-29ef-44b2-89ed-3f92df68ef05 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:14.712746 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955785f0-b075-4877-9da8-6578a13d0995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002200e4-c61c-429a-bdb1-f60940e35d19', 'code': 200} Jul 27 22:05:14.744774 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:05:14.745155 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:05:14.790930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-c22987cf-65d2-405a-a0cc-013d8d22f978 service neutron] 10.222.0.24 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834855 Jul 27 22:05:14.856406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24d980fb-7d8d-4425-82a7-46a88b0e35e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.868224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24d980fb-7d8d-4425-82a7-46a88b0e35e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:14.920557 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-24d980fb-7d8d-4425-82a7-46a88b0e35e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28c851fbaeed432ab2ab8b34682ac229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174457 Jul 27 22:05:14.920747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568e841-e923-4c8d-870f-10d3cbbc0d95 req-397182e1-733a-4ee7-be1a-71f98fb41d5c tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.920747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9568e841-e923-4c8d-870f-10d3cbbc0d95 req-397182e1-733a-4ee7-be1a-71f98fb41d5c tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 948 time: 0.1285484 Jul 27 22:05:14.921075 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:14.972852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-6f44783a-de5e-40f5-b26a-dc520378d0ba tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.977692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-6f44783a-de5e-40f5-b26a-dc520378d0ba tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.43 "GET /v2.0/networks?id=a3d739c3-00e4-40c2-93e9-369daf5a82fd HTTP/1.1" status: 200 len: 815 time: 0.2948303 Jul 27 22:05:15.024005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9568e841-e923-4c8d-870f-10d3cbbc0d95 req-a5204e67-7686-490a-8705-233f1e8cc7a9 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875890 Jul 27 22:05:15.042408 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fd134af-ecbd-4119-90ea-ed5d851a34de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.048993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d980fb-7d8d-4425-82a7-46a88b0e35e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbd9fd4-ada0-4a89-becd-d072788061b6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:15.107395 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-546432a6-10ba-4640-ade0-37b64b241da4 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e1fdd73b3544ee095d2f5a7f43e667e HTTP/1.1" status: 200 len: 379 time: 0.1092715 Jul 27 22:05:15.118752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Request body: {'port': {'device_id': '3238bae2-b222-441d-a2b9-14f26be4e062', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'admin_state_up': True, 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'security_groups': ['71001ac8-ad7d-458f-811a-0a922469c8ee']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:15.136658 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fd134af-ecbd-4119-90ea-ed5d851a34de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.140242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87a6d355-7a27-4c56-a2b5-807656e923ca req-8885856b-744e-488a-b495-bb6eb53af7ce tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 210 time: 0.0498574 Jul 27 22:05:15.206587 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fd134af-ecbd-4119-90ea-ed5d851a34de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.213895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fd134af-ecbd-4119-90ea-ed5d851a34de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.231400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0fd134af-ecbd-4119-90ea-ed5d851a34de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1dbd9fd4-ada0-4a89-becd-d072788061b6 HTTP/1.1" status: 204 len: 168 time: 0.2942085 Jul 27 22:05:15.259599 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd134af-ecbd-4119-90ea-ed5d851a34de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbd9fd4-ada0-4a89-becd-d072788061b6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:15.335082 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Made reservation on behalf of 4e1fdd73b3544ee095d2f5a7f43e667e for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:15.341288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.374865 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.457438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002200e4-c61c-429a-bdb1-f60940e35d19 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:15.495078 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7529a5b6-422a-435c-8a75-a0ac881cdfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.514032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=002200e4-c61c-429a-bdb1-f60940e35d19,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:15.520783 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.617473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=002200e4-c61c-429a-bdb1-f60940e35d19,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:15.665272 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.677365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:15.708461 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Allocated IP 172.20.0.4 (a3d739c3-00e4-40c2-93e9-369daf5a82fd/95f27453-844a-448e-aee5-51e7818559d8/9c9febe7-3d32-493c-9b75-6a864325aa67) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:15.765444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cbad5b7-fdb3-4703-b1bc-bd31446fbf20 req-268faa05-ad8b-4b99-be55-5658fb1dc411 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 210 time: 0.0595050 Jul 27 22:05:15.840318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['002200e4-c61c-429a-bdb1-f60940e35d19'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:15.878771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1123262180-network', 'tenant_id': 'c5af868cb2874b8493690fd2b2b7d0b1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:15.922703 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.930423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Made reservation on behalf of c5af868cb2874b8493690fd2b2b7d0b1 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:15.932748 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.944459 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:15.961389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Transition to ACTIVE for port object 9c9febe7-3d32-493c-9b75-6a864325aa67 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:16.041973 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.141036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Network a3d739c3-00e4-40c2-93e9-369daf5a82fd is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:16.150077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:16.171491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:16.221931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Pushing event updated for resources: {'Port': ['ID=9c9febe7-3d32-493c-9b75-6a864325aa67,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:16.255938 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.298670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338414cb-295e-4b96-9a00-79fd5d6d9a88 req-178eab8f-1c3f-4157-8b54-6e468420ec76 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:16.322041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-338414cb-295e-4b96-9a00-79fd5d6d9a88 req-178eab8f-1c3f-4157-8b54-6e468420ec76 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 949 time: 0.1777432 Jul 27 22:05:16.327154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:16.328214 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.336210 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.381929 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.393582 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.407538 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-2b046aff-81a6-45dd-b64c-caa1d9893c13 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2934837 Jul 27 22:05:16.421206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Request body: {'port': {'device_id': '3238bae2-b222-441d-a2b9-14f26be4e062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:16.451287 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a2808cd-6488-4ddd-9b76-25ca4906ff48 req-1781df9d-f1df-46fa-a630-450d4f97cc7b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 210 time: 0.1862006 Jul 27 22:05:16.503541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:05:16.525764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-338414cb-295e-4b96-9a00-79fd5d6d9a88 req-88ac4bcd-02d9-43d2-802b-eb7242cea793 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982315 Jul 27 22:05:16.530298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173f64be-2b47-4d35-a431-900f922e3afc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:16.563604 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.564259 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Added segment 16672876-b4cf-4d86-8019-8ffd9534f5c2 of type vlan for network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 Jul 27 22:05:16.608919 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.661146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-54665586-d630-49b7-ab72-82bcd41fb782 None None] Provisioning for port 9c9febe7-3d32-493c-9b75-6a864325aa67 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:16.670231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-54665586-d630-49b7-ab72-82bcd41fb782 None None] Provisioning complete for port 9c9febe7-3d32-493c-9b75-6a864325aa67 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:16.670884 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54665586-d630-49b7-ab72-82bcd41fb782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.696493 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.751275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-54665586-d630-49b7-ab72-82bcd41fb782 None None] Port 9c9febe7-3d32-493c-9b75-6a864325aa67 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:16.767769 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.770493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:16.771358 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:16.913749 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] Pushing event updated for resources: {'Network': ['ID=5f4b63ab-02a1-4681-bcbf-207c07c2a645,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:16.931053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-da04e0f1-1ef9-40cf-8bc5-ca26b79182a6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2495115 Jul 27 22:05:16.946495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39990) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:16.951421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:05:16.954275 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-737b742c-f5fa-4870-a058-d5fad3e9b882 admin admin] Request body: {'subnet': {'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1123262180-subnet', 'tenant_id': 'c5af868cb2874b8493690fd2b2b7d0b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:17.059532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477e2b7-f3a3-4fa3-8141-476853c67857 req-66e39570-05f4-4810-80ff-c4341c0b7307 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:17.061674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c477e2b7-f3a3-4fa3-8141-476853c67857 req-66e39570-05f4-4810-80ff-c4341c0b7307 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 931 time: 0.1392488 Jul 27 22:05:17.124060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c477e2b7-f3a3-4fa3-8141-476853c67857 req-eb0c1184-d125-41d5-a8a3-3b1911f7b867 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups?id=71001ac8-ad7d-458f-811a-0a922469c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563354 Jul 27 22:05:17.159984 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737b742c-f5fa-4870-a058-d5fad3e9b882 admin admin] Made reservation on behalf of c5af868cb2874b8493690fd2b2b7d0b1 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:17.162973 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-737b742c-f5fa-4870-a058-d5fad3e9b882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:17.185589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece30cf6-8486-475e-9a0e-777182106b85 req-5d18d492-bb1d-4eb1-ab19-1bb88825321e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:17.187128 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-5d18d492-bb1d-4eb1-ab19-1bb88825321e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.41 "GET /v2.0/networks?id=6365f138-61f5-4132-a042-8dcc1554276e HTTP/1.1" status: 200 len: 813 time: 0.3852253 Jul 27 22:05:17.223979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'port': {'device_id': '245cfef0-cb80-4781-8068-b2008377a263', 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e', 'admin_state_up': True, 'tenant_id': '544a1e4fccc04d41ba217551d15fe1a7'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:17.499243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9febe7-3d32-493c-9b75-6a864325aa67 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:17.520121 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:17.541654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Made reservation on behalf of 544a1e4fccc04d41ba217551d15fe1a7 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:17.547062 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:17.577622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Transition to ACTIVE for port object 9c9febe7-3d32-493c-9b75-6a864325aa67 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:17.578058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ee5f43d-8049-4062-a5a9-1f4954f3e7c0 req-0eee547b-0824-4f15-9a64-cf518502ab1d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 210 time: 0.0462644 Jul 27 22:05:17.598526 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:17.679131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Pushing event updated for resources: {'Port': ['ID=9c9febe7-3d32-493c-9b75-6a864325aa67,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:17.695504 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-737b742c-f5fa-4870-a058-d5fad3e9b882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:17.747453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e1a30-31cf-4cca-8c17-0134ccdbb069 req-8c2fae90-59ac-450f-a35a-41240377b501 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:17.758419 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-403e1a30-31cf-4cca-8c17-0134ccdbb069 req-8c2fae90-59ac-450f-a35a-41240377b501 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 949 time: 0.1218204 Jul 27 22:05:17.763826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 002200e4-c61c-429a-bdb1-f60940e35d19 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:17.817875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-403e1a30-31cf-4cca-8c17-0134ccdbb069 req-54abdef2-3a63-41c7-95a7-c8e34d9a71fc tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560727 Jul 27 22:05:17.916987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 002200e4-c61c-429a-bdb1-f60940e35d19 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:17.917361 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:17.949143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b742c-f5fa-4870-a058-d5fad3e9b882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b64ac46-4efb-44f1-8ae7-9df77514a56e,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:17.973081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bc51a2c-8d5a-4fa1-b98d-5d22eb6661da req-10c1cdf9-c58e-4b7a-afe7-869708134038 tempest-FlavorsV2NegativeTest-1921030161 tempest-FlavorsV2NegativeTest-1921030161-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=70d9fbfdc93e4c2eb2be0bf1d06198db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559454 Jul 27 22:05:17.992906 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.030655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Allocated IP 172.20.0.2 (6365f138-61f5-4132-a042-8dcc1554276e/de42fed2-9610-4c6e-a0d5-ba9f902e4fa0/7bdba098-1297-4084-ac5d-5a3d04c5ce52) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:18.068480 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.093746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737b742c-f5fa-4870-a058-d5fad3e9b882 admin admin] Checking segment: {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:18.094846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b742c-f5fa-4870-a058-d5fad3e9b882 admin admin] Network hostable DHCP agents. Network: 5f4b63ab-02a1-4681-bcbf-207c07c2a645, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:05:18.103872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Attempting to bind port 9c9febe7-3d32-493c-9b75-6a864325aa67 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:18.104314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Attempting to bind port 9c9febe7-3d32-493c-9b75-6a864325aa67 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:18.104718 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Attempting to bind port 9c9febe7-3d32-493c-9b75-6a864325aa67 on network a3d739c3-00e4-40c2-93e9-369daf5a82fd {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:18.112804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Port 9c9febe7-3d32-493c-9b75-6a864325aa67 on network a3d739c3-00e4-40c2-93e9-369daf5a82fd not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:05:18.113273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Attempting to bind port 9c9febe7-3d32-493c-9b75-6a864325aa67 on network a3d739c3-00e4-40c2-93e9-369daf5a82fd {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:18.113895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955785f0-b075-4877-9da8-6578a13d0995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002200e4-c61c-429a-bdb1-f60940e35d19'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:18.116716 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768c317d-2e5f-4f81-971c-27b40f2bc7bf" -d '{"events": [{"server_uuid": "955785f0-b075-4877-9da8-6578a13d0995", "name": "network-vif-plugged", "status": "completed", "tag": "002200e4-c61c-429a-bdb1-f60940e35d19"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:18.118849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc51a2c-8d5a-4fa1-b98d-5d22eb6661da req-4cd435c6-523a-4411-80e6-165c2b64997a tempest-FlavorsV2NegativeTest-1921030161 tempest-FlavorsV2NegativeTest-1921030161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.127490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bc51a2c-8d5a-4fa1-b98d-5d22eb6661da req-4cd435c6-523a-4411-80e6-165c2b64997a tempest-FlavorsV2NegativeTest-1921030161 tempest-FlavorsV2NegativeTest-1921030161-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532438 Jul 27 22:05:18.135483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=002200e4-c61c-429a-bdb1-f60940e35d19,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:18.144103 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.152714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bc51a2c-8d5a-4fa1-b98d-5d22eb6661da req-e25f3756-0c48-4986-a1be-4ddc2d5df3a4 tempest-FlavorsV2NegativeTest-1921030161 tempest-FlavorsV2NegativeTest-1921030161-project] 10.222.0.24 "GET /v2.0/quotas/70d9fbfdc93e4c2eb2be0bf1d06198db HTTP/1.1" status: 200 len: 375 time: 0.0239201 Jul 27 22:05:18.168920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:18.169256 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Checking segment: {'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:18.169745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Bound using segment: {'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:18.170196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Bound port: 9c9febe7-3d32-493c-9b75-6a864325aa67, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a674210-e421-40f3-99ef-477219766da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:18.170752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.199943 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f115fd-087a-4102-b260-277132708bda x-openstack-request-id: req-33f115fd-087a-4102-b260-277132708bda {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:18.200544 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955785f0-b075-4877-9da8-6578a13d0995", "name": "network-vif-plugged", "status": "completed", "tag": "002200e4-c61c-429a-bdb1-f60940e35d19", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:18.201018 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33f115fd-087a-4102-b260-277132708bda {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:18.201636 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955785f0-b075-4877-9da8-6578a13d0995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002200e4-c61c-429a-bdb1-f60940e35d19', 'code': 200} Jul 27 22:05:18.203655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bc51a2c-8d5a-4fa1-b98d-5d22eb6661da req-8c8ebee8-06a8-445e-a8f3-1cf83405e74e tempest-FlavorsV2NegativeTest-1921030161 tempest-FlavorsV2NegativeTest-1921030161-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=70d9fbfdc93e4c2eb2be0bf1d06198db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496430 Jul 27 22:05:18.204449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=002200e4-c61c-429a-bdb1-f60940e35d19,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:18.228770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b742c-f5fa-4870-a058-d5fad3e9b882 admin admin] Network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:05:18.329021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e54625-1944-4b64-90aa-f4e8c0f2fdd4 req-cfe6e1f0-5c22-498c-b420-09ddbfab066d tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.337499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26e54625-1944-4b64-90aa-f4e8c0f2fdd4 req-cfe6e1f0-5c22-498c-b420-09ddbfab066d tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 943 time: 0.0711217 Jul 27 22:05:18.386630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-737b742c-f5fa-4870-a058-d5fad3e9b882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 5f4b63ab-02a1-4681-bcbf-207c07c2a645) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:18.389595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26e54625-1944-4b64-90aa-f4e8c0f2fdd4 req-0d02cad5-8d96-4bf7-b16c-b90e138a55fe tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups?id=71001ac8-ad7d-458f-811a-0a922469c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507731 Jul 27 22:05:18.405067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283db072-a708-4845-8d1e-7117c458e4fa None None] Network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:18.412567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b742c-f5fa-4870-a058-d5fad3e9b882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.413201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-737b742c-f5fa-4870-a058-d5fad3e9b882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.441106 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] For port 9c9febe7-3d32-493c-9b75-6a864325aa67, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:18.451987 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-737b742c-f5fa-4870-a058-d5fad3e9b882 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5041382 Jul 27 22:05:18.472209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] For port 9c9febe7-3d32-493c-9b75-6a864325aa67, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9c9febe7-3d32-493c-9b75-6a864325aa67,segment=NetworkSegment(1a674210-e421-40f3-99ef-477219766da0),segment_id=1a674210-e421-40f3-99ef-477219766da0)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:18.474949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee5683-8852-40d9-a1d2-f36dcbce1f58 req-7572625a-ea7d-4a1c-9a85-95e10d26c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.481144 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.483355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ee5683-8852-40d9-a1d2-f36dcbce1f58 req-7572625a-ea7d-4a1c-9a85-95e10d26c94b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 1101 time: 0.0755391 Jul 27 22:05:18.531016 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.552763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.553954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.555439 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] 10.222.0.43 "PUT /v2.0/ports/9c9febe7-3d32-493c-9b75-6a864325aa67 HTTP/1.1" status: 200 len: 1091 time: 2.1387672 Jul 27 22:05:18.557140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3238bae2-b222-441d-a2b9-14f26be4e062', 'tag': '9c9febe7-3d32-493c-9b75-6a864325aa67'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:18.567301 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9c5cb7-9141-4d14-b681-8bf04396bf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "3238bae2-b222-441d-a2b9-14f26be4e062", "tag": "9c9febe7-3d32-493c-9b75-6a864325aa67"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:18.567492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ee5683-8852-40d9-a1d2-f36dcbce1f58 req-6be1efaa-c237-4bf0-9ad4-feb2dc47a491 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794635 Jul 27 22:05:18.636721 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df809dd5-6f27-4aea-97cc-7891ec7eaf60 x-openstack-request-id: req-df809dd5-6f27-4aea-97cc-7891ec7eaf60 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:18.637065 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3238bae2-b222-441d-a2b9-14f26be4e062", "tag": "9c9febe7-3d32-493c-9b75-6a864325aa67", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:18.637324 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df809dd5-6f27-4aea-97cc-7891ec7eaf60 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:18.637732 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3238bae2-b222-441d-a2b9-14f26be4e062', 'tag': '9c9febe7-3d32-493c-9b75-6a864325aa67', 'status': 'completed', 'code': 200} Jul 27 22:05:18.640228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff303e30-2b72-4d35-9d87-abd26cf3a87d service neutron] Pushing event updated for resources: {'Port': ['ID=9c9febe7-3d32-493c-9b75-6a864325aa67,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:18.652548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61afd595-68b9-4573-b3e3-e36dd44819ed None None] Network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:18.774460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-970a0224-f5e4-407f-8413-105a4224ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.776665 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-970a0224-f5e4-407f-8413-105a4224ced1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e1fdd73b3544ee095d2f5a7f43e667e&device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 1094 time: 0.1494727 Jul 27 22:05:18.798119 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:18.839864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6aa43a4d-a042-4c86-aec7-e82d2d09760d req-cb457b26-af34-4092-bdbc-139f3f7fa2d4 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 210 time: 0.0861151 Jul 27 22:05:18.889228 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-65d3df43-2d44-4d6f-91c1-ede66856325f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c9febe7-3d32-493c-9b75-6a864325aa67 HTTP/1.1" status: 200 len: 217 time: 0.1033642 Jul 27 22:05:18.898527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Network 6365f138-61f5-4132-a042-8dcc1554276e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:18.949122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:18.966077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'Port': ['ID=7bdba098-1297-4084-ac5d-5a3d04c5ce52,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:18.971422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:19.042746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.043785 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.066485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-e4cb645d-1c7d-4b80-8d6d-6676bebaf592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.068590 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-e4cb645d-1c7d-4b80-8d6d-6676bebaf592 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95f27453-844a-448e-aee5-51e7818559d8 HTTP/1.1" status: 200 len: 854 time: 0.1682055 Jul 27 22:05:19.101294 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4781692a-23cb-4aff-af8e-e70146866155 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8837373 Jul 27 22:05:19.132207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Request body: {'port': {'device_id': '245cfef0-cb80-4781-8068-b2008377a263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:19.159357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40104) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:19.210052 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-61f6bf46-3581-4d53-8aa7-32f2c8c73590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.211872 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-61f6bf46-3581-4d53-8aa7-32f2c8c73590 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3d739c3-00e4-40c2-93e9-369daf5a82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328671 Jul 27 22:05:19.212888 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.247150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-40f4661f-84db-40f5-a397-98d2c2764c2d tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.248755 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-40f4661f-84db-40f5-a397-98d2c2764c2d tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/networks?id=5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 200 len: 805 time: 0.1284866 Jul 27 22:05:19.267336 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b289661-b147-4072-9b0f-c2565396cda9 req-dc3152f1-12f8-41c0-86cc-b25a2008dff1 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.275805 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b289661-b147-4072-9b0f-c2565396cda9 req-dc3152f1-12f8-41c0-86cc-b25a2008dff1 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.2025816 Jul 27 22:05:19.294403 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-ba7024c7-adbb-4c85-b774-03e7155db70b tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/quotas/c5af868cb2874b8493690fd2b2b7d0b1 HTTP/1.1" status: 200 len: 375 time: 0.0376854 Jul 27 22:05:19.348605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-3f8b030f-763a-43b1-989e-d5ac6639a15d tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457411 Jul 27 22:05:19.418845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b289661-b147-4072-9b0f-c2565396cda9 req-4ea5ed18-608e-48d4-965b-135ccf69b7d1 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412382 Jul 27 22:05:19.503345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-fb6b9690-c47b-47ca-b222-b9be46eed4f3 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461117 Jul 27 22:05:19.519533 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7ce56a1-6e37-4c20-ade9-31d1159608da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.543106 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-a4a60414-0691-4b79-9e12-e69ae73dcecc service neutron] 10.222.0.43 "GET /v2.0/networks/a3d739c3-00e4-40c2-93e9-369daf5a82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190243 Jul 27 22:05:19.634693 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b064fb-b1e5-459c-b285-4497b6aed1f1 req-831635ab-cd47-4adf-a5d5-1daf4cba1867 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.636511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99b064fb-b1e5-459c-b285-4497b6aed1f1 req-831635ab-cd47-4adf-a5d5-1daf4cba1867 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 943 time: 0.1282933 Jul 27 22:05:19.666728 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-4ea8cf78-4bd3-48fc-8900-857910e8d151 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615493 Jul 27 22:05:19.702165 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99b064fb-b1e5-459c-b285-4497b6aed1f1 req-5c772e9b-db43-4a0b-9293-52d4d5176856 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups?id=71001ac8-ad7d-458f-811a-0a922469c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561631 Jul 27 22:05:19.802138 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-12201d21-8ee8-4db4-b8b6-9012a241d2e5 req-dd264a80-0fba-439b-b416-c2f5ea67adca service neutron] 10.222.0.43 "GET /v2.0/networks/a3d739c3-00e4-40c2-93e9-369daf5a82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453520 Jul 27 22:05:19.804959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdba098-1297-4084-ac5d-5a3d04c5ce52 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:19.851653 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7ce56a1-6e37-4c20-ade9-31d1159608da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.854058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.881173 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ade78508-fde2-4574-8df0-8ef241046392 req-4bedc830-d509-4362-b00e-3f9a5111e595 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 210 time: 0.0349448 Jul 27 22:05:19.890296 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7ce56a1-6e37-4c20-ade9-31d1159608da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:19.911788 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Transition to ACTIVE for port object 7bdba098-1297-4084-ac5d-5a3d04c5ce52 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:19.958957 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c7ce56a1-6e37-4c20-ade9-31d1159608da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70d9fbfdc93e4c2eb2be0bf1d06198db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7985413 Jul 27 22:05:19.964076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40120) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:19.984311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.048297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c410f0b-4061-4130-8e41-0d7930827413 req-ea31592d-f1be-4217-aad5-b30135e2a629 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:20.055032 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c410f0b-4061-4130-8e41-0d7930827413 req-ea31592d-f1be-4217-aad5-b30135e2a629 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 943 time: 0.0980074 Jul 27 22:05:20.085090 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce56a1-6e37-4c20-ade9-31d1159608da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18270f67-36c2-444e-8769-03fc3358fb6b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:20.100407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c5cb7-9141-4d14-b681-8bf04396bf6e req-1b09fc11-b5d9-4465-9517-680e2e68a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:20.102824 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed9c5cb7-9141-4d14-b681-8bf04396bf6e req-1b09fc11-b5d9-4465-9517-680e2e68a185 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e1fdd73b3544ee095d2f5a7f43e667e&device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 1094 time: 0.2414770 Jul 27 22:05:20.132058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c410f0b-4061-4130-8e41-0d7930827413 req-0526e0d6-42d1-4baa-a37e-58806c76c8bd tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734811 Jul 27 22:05:20.166306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Pushing event updated for resources: {'Port': ['ID=7bdba098-1297-4084-ac5d-5a3d04c5ce52,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:20.259430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35bd6bee-6cf1-4749-a3d2-00e372a1eede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.323525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35bd6bee-6cf1-4749-a3d2-00e372a1eede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.369673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c5cb7-9141-4d14-b681-8bf04396bf6e req-f1a0ad0f-a0c2-4716-9b5d-d0fe21891110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:20.372430 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed9c5cb7-9141-4d14-b681-8bf04396bf6e req-f1a0ad0f-a0c2-4716-9b5d-d0fe21891110 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3d739c3-00e4-40c2-93e9-369daf5a82fd HTTP/1.1" status: 200 len: 916 time: 0.2546055 Jul 27 22:05:20.380368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Attempting to bind port 7bdba098-1297-4084-ac5d-5a3d04c5ce52 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:20.380701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Attempting to bind port 7bdba098-1297-4084-ac5d-5a3d04c5ce52 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:20.381252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Attempting to bind port 7bdba098-1297-4084-ac5d-5a3d04c5ce52 on network 6365f138-61f5-4132-a042-8dcc1554276e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:20.400228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Port 7bdba098-1297-4084-ac5d-5a3d04c5ce52 on network 6365f138-61f5-4132-a042-8dcc1554276e not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:05:20.400544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Attempting to bind port 7bdba098-1297-4084-ac5d-5a3d04c5ce52 on network 6365f138-61f5-4132-a042-8dcc1554276e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:20.436159 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed9c5cb7-9141-4d14-b681-8bf04396bf6e req-b444776c-daeb-4932-af78-7194d26376a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c9febe7-3d32-493c-9b75-6a864325aa67 HTTP/1.1" status: 200 len: 217 time: 0.0481169 Jul 27 22:05:20.437298 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:20.437747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Checking segment: {'id': 'c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:20.438128 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Bound using segment: {'id': 'c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:20.438825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Bound port: 7bdba098-1297-4084-ac5d-5a3d04c5ce52, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:20.439210 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.518808 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35bd6bee-6cf1-4749-a3d2-00e372a1eede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.523285 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35bd6bee-6cf1-4749-a3d2-00e372a1eede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.527423 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-35bd6bee-6cf1-4749-a3d2-00e372a1eede admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18270f67-36c2-444e-8769-03fc3358fb6b HTTP/1.1" status: 204 len: 168 time: 0.5465727 Jul 27 22:05:20.556868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd6bee-6cf1-4749-a3d2-00e372a1eede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18270f67-36c2-444e-8769-03fc3358fb6b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:20.571850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c5cb7-9141-4d14-b681-8bf04396bf6e req-04c5c4bc-b7b1-4ea5-a433-80a4421e9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:20.573323 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed9c5cb7-9141-4d14-b681-8bf04396bf6e req-04c5c4bc-b7b1-4ea5-a433-80a4421e9d73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95f27453-844a-448e-aee5-51e7818559d8 HTTP/1.1" status: 200 len: 854 time: 0.1204772 Jul 27 22:05:20.598765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b321ae-0f2d-4247-8daa-7258bdf91171 req-9ef6b859-602e-4326-a040-9376054c7c04 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:20.600758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24b321ae-0f2d-4247-8daa-7258bdf91171 req-9ef6b859-602e-4326-a040-9376054c7c04 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.0878146 Jul 27 22:05:20.636145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] For port 7bdba098-1297-4084-ac5d-5a3d04c5ce52, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:20.641598 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] For port 7bdba098-1297-4084-ac5d-5a3d04c5ce52, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7bdba098-1297-4084-ac5d-5a3d04c5ce52,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:20.658900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c5cb7-9141-4d14-b681-8bf04396bf6e req-bf940d16-3913-4315-85a1-651401160242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:20.664924 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed9c5cb7-9141-4d14-b681-8bf04396bf6e req-bf940d16-3913-4315-85a1-651401160242 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3d739c3-00e4-40c2-93e9-369daf5a82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729835 Jul 27 22:05:20.668898 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:20.679514 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24b321ae-0f2d-4247-8daa-7258bdf91171 req-b2716861-2d24-4c7b-a714-6b58bf9e241d tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590720 Jul 27 22:05:20.874408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da81eeb-4a2d-4393-958c-8eb84b4d3ba2 req-bd1052ce-dfdb-4d5c-a4ad-8cb2e88d0723 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:20.882136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3da81eeb-4a2d-4393-958c-8eb84b4d3ba2 req-bd1052ce-dfdb-4d5c-a4ad-8cb2e88d0723 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1033952 Jul 27 22:05:20.916035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc8e28-d928-4820-9033-f0ff919ed970 req-b3b2c049-8a5a-421c-aafc-1ab69dd8f508 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:20.917711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0dc8e28-d928-4820-9033-f0ff919ed970 req-b3b2c049-8a5a-421c-aafc-1ab69dd8f508 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 943 time: 0.1252041 Jul 27 22:05:20.953596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3da81eeb-4a2d-4393-958c-8eb84b4d3ba2 req-6aac46c2-772d-4e83-8e31-5841de442c4e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704339 Jul 27 22:05:21.011906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0dc8e28-d928-4820-9033-f0ff919ed970 req-014a0e49-e22f-4bbe-bdc6-60793be9a9b1 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups?id=71001ac8-ad7d-458f-811a-0a922469c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781624 Jul 27 22:05:21.108061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff6fb2a7-08b8-4590-b2b4-fe7603e556bc req-4444def0-0705-4d1c-a50a-c510cd59cfe6 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 210 time: 0.0329390 Jul 27 22:05:21.308564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:21.312561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.313998 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] 10.222.0.41 "PUT /v2.0/ports/7bdba098-1297-4084-ac5d-5a3d04c5ce52 HTTP/1.1" status: 200 len: 1091 time: 2.1864047 Jul 27 22:05:21.314532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245cfef0-cb80-4781-8068-b2008377a263', 'tag': '7bdba098-1297-4084-ac5d-5a3d04c5ce52'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:21.321099 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71577ac1-a766-431d-9745-a0756142ffff" -d '{"events": [{"name": "network-changed", "server_uuid": "245cfef0-cb80-4781-8068-b2008377a263", "tag": "7bdba098-1297-4084-ac5d-5a3d04c5ce52"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:21.493572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ea9fa-1dd9-4f3f-bb02-9dd7be71e1fb req-1d9aae8a-76af-4cb3-80bd-21d069f05fff tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:21.504344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-208ea9fa-1dd9-4f3f-bb02-9dd7be71e1fb req-1d9aae8a-76af-4cb3-80bd-21d069f05fff tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 943 time: 0.1163526 Jul 27 22:05:21.553542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ea0eb-81bc-45ce-aa4f-7bad28a5c5cd service neutron] Pushing event updated for resources: {'Port': ['ID=7bdba098-1297-4084-ac5d-5a3d04c5ce52,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:21.588495 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-208ea9fa-1dd9-4f3f-bb02-9dd7be71e1fb req-7543d6ec-9cf3-4215-99ed-654eecb580d7 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770948 Jul 27 22:05:21.645537 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a71a77-5f11-4893-9bc0-c7ff19fd48bf x-openstack-request-id: req-50a71a77-5f11-4893-9bc0-c7ff19fd48bf {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:21.645839 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245cfef0-cb80-4781-8068-b2008377a263", "tag": "7bdba098-1297-4084-ac5d-5a3d04c5ce52", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:21.646090 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50a71a77-5f11-4893-9bc0-c7ff19fd48bf {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:21.646528 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245cfef0-cb80-4781-8068-b2008377a263', 'tag': '7bdba098-1297-4084-ac5d-5a3d04c5ce52', 'status': 'completed', 'code': 200} Jul 27 22:05:21.673068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-11e39da3-7d22-4fa1-98e4-4c8259aad3dc tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:21.674661 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-11e39da3-7d22-4fa1-98e4-4c8259aad3dc tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.43 "GET /v2.0/networks?id=5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 200 len: 805 time: 0.3707409 Jul 27 22:05:21.690582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece30cf6-8486-475e-9a0e-777182106b85 req-3a67f5f9-08f9-4fe9-acdc-e8b18d6c53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:21.692015 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-3a67f5f9-08f9-4fe9-acdc-e8b18d6c53e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=544a1e4fccc04d41ba217551d15fe1a7&device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 1094 time: 0.2781448 Jul 27 22:05:21.702375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Request body: {'port': {'device_id': '506471bc-df9c-4559-8937-2f7d6ebee9ac', 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'admin_state_up': True, 'tenant_id': 'c5af868cb2874b8493690fd2b2b7d0b1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:21.707825 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed9c5cb7-9141-4d14-b681-8bf04396bf6e req-da9e11b0-d39f-4d89-bc52-4403d4760370 service neutron] 10.222.0.43 "GET /v2.0/networks/a3d739c3-00e4-40c2-93e9-369daf5a82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0290034 Jul 27 22:05:21.734803 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:21.801857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7e0d-8180-4307-bcdf-42f563def507 req-500bdb43-8132-46ed-891f-9bf19d909728 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:21.808968 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad5c7e0d-8180-4307-bcdf-42f563def507 req-500bdb43-8132-46ed-891f-9bf19d909728 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1244690 Jul 27 22:05:21.833542 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-3e5452fa-9617-4b53-85f5-743b8334dc35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bdba098-1297-4084-ac5d-5a3d04c5ce52 HTTP/1.1" status: 200 len: 217 time: 0.1247296 Jul 27 22:05:21.868690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad5c7e0d-8180-4307-bcdf-42f563def507 req-d1574252-d932-4513-9afc-2545fbaa9c26 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522370 Jul 27 22:05:21.916772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2039513662-network', 'tenant_id': '69a6ff965f364617a98b826c724e56fd'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:21.939463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Made reservation on behalf of 69a6ff965f364617a98b826c724e56fd for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:21.942007 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.952457 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:21.954884 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4287a80c-160c-46c4-9ecb-09cf45eca318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:21.956415 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-4287a80c-160c-46c4-9ecb-09cf45eca318 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de42fed2-9610-4c6e-a0d5-ba9f902e4fa0 HTTP/1.1" status: 200 len: 853 time: 0.0805786 Jul 27 22:05:22.022141 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-0efa4cdc-c01f-4199-ab65-5928c901dc07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6365f138-61f5-4132-a042-8dcc1554276e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494277 Jul 27 22:05:22.041939 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed9c5cb7-9141-4d14-b681-8bf04396bf6e req-41adf721-bf96-4c88-aa5a-6cb09afe6c1b service neutron] 10.222.0.43 "GET /v2.0/networks/a3d739c3-00e4-40c2-93e9-369daf5a82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248928 Jul 27 22:05:22.074075 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.080985 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.106898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:05:22.134946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Made reservation on behalf of c5af868cb2874b8493690fd2b2b7d0b1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:22.138708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.151536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.151899 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Added segment 094e189f-f7d9-43a1-802a-d7088d4e5acf of type vlan for network 6bc8c0d1-22a2-4155-9784-ce65dab69c19 Jul 27 22:05:22.168388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e10843-5b44-48e3-a33e-a24feabb8b15,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:22.176776 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-0620e69b-f235-4ec6-a6c6-0c957facfdb3 service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438565 Jul 27 22:05:22.222628 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.244399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7b7c7-f760-477a-9d70-246f4fab1fb6 req-52b91e8d-2996-43c1-b6b5-d2c6f70d6d17 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.246075 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bcb7b7c7-f760-477a-9d70-246f4fab1fb6 req-52b91e8d-2996-43c1-b6b5-d2c6f70d6d17 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 943 time: 0.1323719 Jul 27 22:05:22.307933 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bcb7b7c7-f760-477a-9d70-246f4fab1fb6 req-c4416e32-cb36-491d-bfd7-30617bb05f6a tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups?id=71001ac8-ad7d-458f-811a-0a922469c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475912 Jul 27 22:05:22.320037 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.321383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.322187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.352046 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e8feb0e-e46f-47c9-ad0a-903e0b698d72 req-ffc644fe-05cd-4a7f-a1a2-63ebeec7c1eb tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 210 time: 0.0424035 Jul 27 22:05:22.382745 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ece30cf6-8486-475e-9a0e-777182106b85 req-3f4f918b-d021-4bce-ad72-805d2373992c service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656938 Jul 27 22:05:22.384034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Allocated IP 172.20.0.14 (5f4b63ab-02a1-4681-bcbf-207c07c2a645/8b64ac46-4efb-44f1-8ae7-9df77514a56e/ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:22.413875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6754251 Jul 27 22:05:22.419829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:22.436092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e564a6ae-0100-42f2-9775-b9c6107c24f4 admin admin] Request body: {'subnet': {'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2039513662-subnet', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:22.437355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a744488-8b43-433d-9343-08ec37a86505 admin admin] Pushing event updated for resources: {'Network': ['ID=6bc8c0d1-22a2-4155-9784-ce65dab69c19,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:22.450321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 6bc8c0d1-22a2-4155-9784-ce65dab69c19 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:05:22.549723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e564a6ae-0100-42f2-9775-b9c6107c24f4 admin admin] Made reservation on behalf of 69a6ff965f364617a98b826c724e56fd for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:22.552054 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e564a6ae-0100-42f2-9775-b9c6107c24f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.617021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577ac1-a766-431d-9745-a0756142ffff req-aaff4acd-915e-4697-9c9c-385cbb244d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.618678 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71577ac1-a766-431d-9745-a0756142ffff req-aaff4acd-915e-4697-9c9c-385cbb244d52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=544a1e4fccc04d41ba217551d15fe1a7&device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 1094 time: 0.1698430 Jul 27 22:05:22.711042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eacde9-e4ea-4c46-91fb-a95a783a7faf req-6dd2a8a1-aa0f-44cf-b15e-7a8a2e4c57ec tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.712483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24eacde9-e4ea-4c46-91fb-a95a783a7faf req-6dd2a8a1-aa0f-44cf-b15e-7a8a2e4c57ec tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 943 time: 0.0506320 Jul 27 22:05:22.728481 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.762049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24eacde9-e4ea-4c46-91fb-a95a783a7faf req-eff229ec-9c3a-42eb-a611-f624092657b7 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375013 Jul 27 22:05:22.830461 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577ac1-a766-431d-9745-a0756142ffff req-dc045d25-3c72-442e-8429-2447eb9bb01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.831995 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71577ac1-a766-431d-9745-a0756142ffff req-dc045d25-3c72-442e-8429-2447eb9bb01d service neutron] 10.222.0.41 "GET /v2.0/networks?id=6365f138-61f5-4132-a042-8dcc1554276e HTTP/1.1" status: 200 len: 914 time: 0.2020936 Jul 27 22:05:22.901703 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71577ac1-a766-431d-9745-a0756142ffff req-3a64e22f-7ea6-4034-b0de-a0a5986e52da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bdba098-1297-4084-ac5d-5a3d04c5ce52 HTTP/1.1" status: 200 len: 217 time: 0.0588918 Jul 27 22:05:22.907782 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.002861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:23.003904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e564a6ae-0100-42f2-9775-b9c6107c24f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.005645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571c2fa-c25d-4033-aa75-fb7a6d7a49f8 req-99a2b9a3-9460-4683-aeb2-39fb860b870f tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.013609 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9571c2fa-c25d-4033-aa75-fb7a6d7a49f8 req-99a2b9a3-9460-4683-aeb2-39fb860b870f tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.0650716 Jul 27 22:05:23.017260 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:23.026889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:23.051666 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Pushing event updated for resources: {'Port': ['ID=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:23.062431 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9571c2fa-c25d-4033-aa75-fb7a6d7a49f8 req-4c375177-f64e-442e-9b2f-51eb2115369d tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478444 Jul 27 22:05:23.081499 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71577ac1-a766-431d-9745-a0756142ffff req-2cad58c2-8d04-4175-80c9-f9014865a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.083020 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71577ac1-a766-431d-9745-a0756142ffff req-2cad58c2-8d04-4175-80c9-f9014865a6c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de42fed2-9610-4c6e-a0d5-ba9f902e4fa0 HTTP/1.1" status: 200 len: 853 time: 0.1715970 Jul 27 22:05:23.138399 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71577ac1-a766-431d-9745-a0756142ffff req-8e42d9af-20a0-4624-af56-4f29714e9dbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6365f138-61f5-4132-a042-8dcc1554276e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452693 Jul 27 22:05:23.173643 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.174327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.179500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564a6ae-0100-42f2-9775-b9c6107c24f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68677bb8-03c3-42b8-9fa3-590313df175b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:23.233476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e564a6ae-0100-42f2-9775-b9c6107c24f4 admin admin] Checking segment: {'id': '094e189f-f7d9-43a1-802a-d7088d4e5acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:23.233476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e564a6ae-0100-42f2-9775-b9c6107c24f4 admin admin] Network hostable DHCP agents. Network: 6bc8c0d1-22a2-4155-9784-ce65dab69c19, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:05:23.242598 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-92631ffa-c05e-4ead-8919-83039594b6ed tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5494778 Jul 27 22:05:23.259917 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Request body: {'port': {'device_id': '506471bc-df9c-4559-8937-2f7d6ebee9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:23.304169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e564a6ae-0100-42f2-9775-b9c6107c24f4 admin admin] Network 6bc8c0d1-22a2-4155-9784-ce65dab69c19 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:05:23.344293 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71577ac1-a766-431d-9745-a0756142ffff req-8f10a6a5-f579-41cd-a3d5-3bfe4cb1e7af service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871662 Jul 27 22:05:23.346903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e564a6ae-0100-42f2-9775-b9c6107c24f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 6bc8c0d1-22a2-4155-9784-ce65dab69c19) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:23.353713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e564a6ae-0100-42f2-9775-b9c6107c24f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.354321 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e564a6ae-0100-42f2-9775-b9c6107c24f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.360674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99abe46-0bf8-407f-874f-dc4df093d4d2 None None] Network 6bc8c0d1-22a2-4155-9784-ce65dab69c19 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:23.381714 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.421595 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e564a6ae-0100-42f2-9775-b9c6107c24f4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0006375 Jul 27 22:05:23.424674 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:23.432803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2039513662-router', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:23.478284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996f837-0cd1-406d-8082-ca434c3e45fa req-a8dd2e28-f072-4943-9e27-62470f6f8db7 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.497372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d996f837-0cd1-406d-8082-ca434c3e45fa req-a8dd2e28-f072-4943-9e27-62470f6f8db7 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 943 time: 0.0924191 Jul 27 22:05:23.503471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9c9febe7-3d32-493c-9b75-6a864325aa67 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:23.511870 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.512925 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.581249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d996f837-0cd1-406d-8082-ca434c3e45fa req-90f53ef7-2204-44e0-b221-a001e881b8bd tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups?id=71001ac8-ad7d-458f-811a-0a922469c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737882 Jul 27 22:05:23.598366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9573b2a-19a7-43d9-9c2d-8f00100da919 req-400380c6-190d-4e1f-8ae6-5534b6237d1d tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.600154 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71577ac1-a766-431d-9745-a0756142ffff req-05f12d45-6b5d-4c83-8327-58b169e8189f service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431614 Jul 27 22:05:23.601887 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9573b2a-19a7-43d9-9c2d-8f00100da919 req-400380c6-190d-4e1f-8ae6-5534b6237d1d tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 932 time: 0.0963488 Jul 27 22:05:23.662338 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.685400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 9c9febe7-3d32-493c-9b75-6a864325aa67, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9c9febe7-3d32-493c-9b75-6a864325aa67,segment=NetworkSegment(1a674210-e421-40f3-99ef-477219766da0),segment_id=1a674210-e421-40f3-99ef-477219766da0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:23.687218 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9573b2a-19a7-43d9-9c2d-8f00100da919 req-cb8d7770-9a55-4ae3-8128-3da53bb274cf tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615153 Jul 27 22:05:23.726999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '9c9febe7-3d32-493c-9b75-6a864325aa67', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'port_id': '9c9febe7-3d32-493c-9b75-6a864325aa67', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f27453-844a-448e-aee5-51e7818559d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:23.771019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 7bdba098-1297-4084-ac5d-5a3d04c5ce52 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:23.804996 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.822323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-6bc8c0d1-22a2-4155-9784-ce65dab69c19', 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'fixed_ips': [{'subnet_id': '68677bb8-03c3-42b8-9fa3-590313df175b'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:05:23.823204 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.858985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9febe7-3d32-493c-9b75-6a864325aa67 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:23.883964 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:23.910015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d31168-7317-4a5b-be08-bd847eca870e req-f47d5f34-ac28-42a9-89eb-d5beaad9e900 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.912080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61d31168-7317-4a5b-be08-bd847eca870e req-f47d5f34-ac28-42a9-89eb-d5beaad9e900 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 943 time: 0.0761468 Jul 27 22:05:23.970550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61d31168-7317-4a5b-be08-bd847eca870e req-5be55cae-18cf-4252-94b9-e8eef40f6872 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515580 Jul 27 22:05:23.985219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 9c9febe7-3d32-493c-9b75-6a864325aa67, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9c9febe7-3d32-493c-9b75-6a864325aa67,segment=NetworkSegment(1a674210-e421-40f3-99ef-477219766da0),segment_id=1a674210-e421-40f3-99ef-477219766da0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:24.033327 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.076723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:24.087059 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.103613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Allocated IP 172.20.0.2 (6bc8c0d1-22a2-4155-9784-ce65dab69c19/68677bb8-03c3-42b8-9fa3-590313df175b/50558f5f-f807-4d46-861f-789977d0a82c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:24.106478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Transition to ACTIVE for port object ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:24.108327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 7bdba098-1297-4084-ac5d-5a3d04c5ce52, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7bdba098-1297-4084-ac5d-5a3d04c5ce52,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:24.120603 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.139175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '7bdba098-1297-4084-ac5d-5a3d04c5ce52', 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e', 'port_id': '7bdba098-1297-4084-ac5d-5a3d04c5ce52', 'mac_address': 'fa:16:3e:fb:b9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de42fed2-9610-4c6e-a0d5-ba9f902e4fa0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:24.148498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=9c9febe7-3d32-493c-9b75-6a864325aa67,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:24.198090 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:24.207324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ec1a4-f271-4448-9dc4-5788cb824f6d req-0b76a82c-b0bb-4afb-8118-6a3fb0fbd142 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:24.209654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-580ec1a4-f271-4448-9dc4-5788cb824f6d req-0b76a82c-b0bb-4afb-8118-6a3fb0fbd142 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.0639057 Jul 27 22:05:24.241049 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.268923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdba098-1297-4084-ac5d-5a3d04c5ce52 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:24.274879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-580ec1a4-f271-4448-9dc4-5788cb824f6d req-fbca6b3a-8458-49c5-bcbf-5d062d9d03f5 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541978 Jul 27 22:05:24.304482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 7bdba098-1297-4084-ac5d-5a3d04c5ce52, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7bdba098-1297-4084-ac5d-5a3d04c5ce52,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:24.307093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['9c9febe7-3d32-493c-9b75-6a864325aa67'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:24.336846 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.383718 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Attempting to bind port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:24.384145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Attempting to bind port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:24.384469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Attempting to bind port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 on network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:24.393675 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.397005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 on network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:05:24.397340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Attempting to bind port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 on network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:24.419473 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.430441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:24.431379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Checking segment: {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:24.431379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Bound using segment: {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:24.431630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Bound port: ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:24.431953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.449866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=7bdba098-1297-4084-ac5d-5a3d04c5ce52,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:24.454191 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.476444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Transition to ACTIVE for port object 50558f5f-f807-4d46-861f-789977d0a82c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:24.510318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Transition to ACTIVE for port object 50558f5f-f807-4d46-861f-789977d0a82c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:24.530632 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.596257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] For port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:24.597673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Network 6bc8c0d1-22a2-4155-9784-ce65dab69c19 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:24.603815 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] For port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:24.607149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:24.610730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Pushing event updated for resources: {'Port': ['ID=50558f5f-f807-4d46-861f-789977d0a82c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:24.614010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:24.627478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Allocated IP 172.25.1.153 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/824b3204-d24a-4420-a698-21c0b1768714) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:24.778565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['7bdba098-1297-4084-ac5d-5a3d04c5ce52'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:24.785673 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.821062 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.857581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac554e98-a348-4419-b3ed-9b2396785cdb req-87af12fe-7eca-473c-b6e6-0b5a38526c94 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:24.861054 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac554e98-a348-4419-b3ed-9b2396785cdb req-87af12fe-7eca-473c-b6e6-0b5a38526c94 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 944 time: 0.1332672 Jul 27 22:05:24.865440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Attempting to bind port 50558f5f-f807-4d46-861f-789977d0a82c on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:24.865798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Attempting to bind port 50558f5f-f807-4d46-861f-789977d0a82c by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '094e189f-f7d9-43a1-802a-d7088d4e5acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:24.866167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Attempting to bind port 50558f5f-f807-4d46-861f-789977d0a82c on network 6bc8c0d1-22a2-4155-9784-ce65dab69c19 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:24.876029 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:24.876407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Checking segment: {'id': '094e189f-f7d9-43a1-802a-d7088d4e5acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:24.877269 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.877867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Bound using segment: {'id': '094e189f-f7d9-43a1-802a-d7088d4e5acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:24.878607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Bound port: 50558f5f-f807-4d46-861f-789977d0a82c, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094e189f-f7d9-43a1-802a-d7088d4e5acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:24.878996 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.895482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:24.897665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.902685 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] 10.222.0.43 "PUT /v2.0/ports/ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 HTTP/1.1" status: 200 len: 1092 time: 1.6468296 Jul 27 22:05:24.936995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506471bc-df9c-4559-8937-2f7d6ebee9ac', 'tag': 'ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:24.941241 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25182732-0ece-4af7-8821-2b347924134a" -d '{"events": [{"name": "network-changed", "server_uuid": "506471bc-df9c-4559-8937-2f7d6ebee9ac", "tag": "ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:24.948102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab6f21-0646-42e9-8ad4-e9f97a6d77e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:24.989818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] For port 50558f5f-f807-4d46-861f-789977d0a82c, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:24.994140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] For port 50558f5f-f807-4d46-861f-789977d0a82c, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=50558f5f-f807-4d46-861f-789977d0a82c,segment=NetworkSegment(094e189f-f7d9-43a1-802a-d7088d4e5acf),segment_id=094e189f-f7d9-43a1-802a-d7088d4e5acf)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:24.999422 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.003061 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.015128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac554e98-a348-4419-b3ed-9b2396785cdb req-6a4035ef-1978-41db-a592-1e5b32414687 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups?id=71001ac8-ad7d-458f-811a-0a922469c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372564 Jul 27 22:05:25.035210 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e6612-62f1-4730-a621-513c07688fc9 req-a6e20a8e-014d-46d4-94b2-61c1f8522653 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:25.043538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a05e6612-62f1-4730-a621-513c07688fc9 req-a6e20a8e-014d-46d4-94b2-61c1f8522653 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 944 time: 0.2090530 Jul 27 22:05:25.089980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a05e6612-62f1-4730-a621-513c07688fc9 req-1b356571-0eb3-4f23-ae42-a49b26035a95 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452259 Jul 27 22:05:25.113721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9543b5c-fcda-4979-9eb7-b746b8c048f6 None None] Pushing event updated for resources: {'Port': ['ID=50558f5f-f807-4d46-861f-789977d0a82c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:25.168920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-ba6afe19-7738-41bc-a385-7cc7f6b1c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:25.171296 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-ba6afe19-7738-41bc-a385-7cc7f6b1c4ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 1095 time: 0.2191670 Jul 27 22:05:25.172005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Pushing event updated for resources: {'Port': ['ID=824b3204-d24a-4420-a698-21c0b1768714,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:25.216864 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab1b652-ce67-4b04-8ca2-4d9644525ad9 x-openstack-request-id: req-eab1b652-ce67-4b04-8ca2-4d9644525ad9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:25.217283 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506471bc-df9c-4559-8937-2f7d6ebee9ac", "tag": "ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:25.217413 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eab1b652-ce67-4b04-8ca2-4d9644525ad9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:25.218231 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506471bc-df9c-4559-8937-2f7d6ebee9ac', 'tag': 'ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229', 'status': 'completed', 'code': 200} Jul 27 22:05:25.226321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:25.228058 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:25.235094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:25.271356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa244c78-3625-4551-90b3-c746036f769e req-298c8012-7e06-4c6b-a971-34d29ba60158 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:25.279889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa244c78-3625-4551-90b3-c746036f769e req-298c8012-7e06-4c6b-a971-34d29ba60158 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 944 time: 0.0926278 Jul 27 22:05:25.380798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa244c78-3625-4551-90b3-c746036f769e req-d04b1724-13e3-4b0d-8e38-bbb942adbd81 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995946 Jul 27 22:05:25.504548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9c9febe7-3d32-493c-9b75-6a864325aa67 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:25.520931 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5dccfe-4b46-460e-8746-1e0c5d3114f2 req-a05b0595-75b3-4e8d-b2bd-c16a8d855f08 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:25.533453 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f5dccfe-4b46-460e-8746-1e0c5d3114f2 req-a05b0595-75b3-4e8d-b2bd-c16a8d855f08 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.0955055 Jul 27 22:05:25.583093 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f5dccfe-4b46-460e-8746-1e0c5d3114f2 req-5f4bb06e-a878-4b58-a0dd-884293e40d17 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484548 Jul 27 22:05:25.603571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 9c9febe7-3d32-493c-9b75-6a864325aa67 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:25.608152 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 9c9febe7-3d32-493c-9b75-6a864325aa67 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:25.608903 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.697759 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-a7155b77-977c-4559-b216-a8cdae88dff2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 HTTP/1.1" status: 200 len: 217 time: 0.4786379 Jul 27 22:05:25.720343 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.749402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3238bae2-b222-441d-a2b9-14f26be4e062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9febe7-3d32-493c-9b75-6a864325aa67'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:25.752155 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8e5dc7-f9fd-4ea7-993f-0d240128dda7" -d '{"events": [{"server_uuid": "3238bae2-b222-441d-a2b9-14f26be4e062", "name": "network-vif-plugged", "status": "completed", "tag": "9c9febe7-3d32-493c-9b75-6a864325aa67"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:25.767002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 9c9febe7-3d32-493c-9b75-6a864325aa67, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9c9febe7-3d32-493c-9b75-6a864325aa67,segment=NetworkSegment(1a674210-e421-40f3-99ef-477219766da0),segment_id=1a674210-e421-40f3-99ef-477219766da0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:25.775386 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:25.815700 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233af9f2-df9b-45b4-b369-058665d5c774 x-openstack-request-id: req-233af9f2-df9b-45b4-b369-058665d5c774 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:25.816073 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3238bae2-b222-441d-a2b9-14f26be4e062", "name": "network-vif-plugged", "status": "completed", "tag": "9c9febe7-3d32-493c-9b75-6a864325aa67", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:25.816274 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-233af9f2-df9b-45b4-b369-058665d5c774 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:25.816609 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3238bae2-b222-441d-a2b9-14f26be4e062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9febe7-3d32-493c-9b75-6a864325aa67', 'code': 200} Jul 27 22:05:25.840408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-348a38a5-5401-41ae-88f1-707387263e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:25.841886 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-348a38a5-5401-41ae-88f1-707387263e3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b64ac46-4efb-44f1-8ae7-9df77514a56e HTTP/1.1" status: 200 len: 845 time: 0.1345203 Jul 27 22:05:25.847971 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=9c9febe7-3d32-493c-9b75-6a864325aa67,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:25.911220 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-b500fda3-1603-45a8-b805-2df47072b698 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f4b63ab-02a1-4681-bcbf-207c07c2a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426433 Jul 27 22:05:26.061529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4db19e-3a6c-4985-ac50-722d928a80b8 req-8b80ffce-2f22-4d22-8faf-e06720b641ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.063161 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7b4db19e-3a6c-4985-ac50-722d928a80b8 req-8b80ffce-2f22-4d22-8faf-e06720b641ca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 1096 time: 0.1800220 Jul 27 22:05:26.148491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 50558f5f-f807-4d46-861f-789977d0a82c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:26.153645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d394ba5-bed8-4ab0-878b-7f87bcaf4b85 req-b0e5aeb3-8e38-456c-ae4b-b9d5cc013e37 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.163884 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d394ba5-bed8-4ab0-878b-7f87bcaf4b85 req-b0e5aeb3-8e38-456c-ae4b-b9d5cc013e37 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 945 time: 0.0728121 Jul 27 22:05:26.181601 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-a21b972d-aa0d-4f85-b735-ab87ca28470a service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551560 Jul 27 22:05:26.185962 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7b4db19e-3a6c-4985-ac50-722d928a80b8 req-91325f1a-6d9a-432c-968a-fe306e60d72f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71001ac8-ad7d-458f-811a-0a922469c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133506 Jul 27 22:05:26.200975 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.220317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d394ba5-bed8-4ab0-878b-7f87bcaf4b85 req-3b4ae5fe-fc3e-4c04-b57f-43ad9c166444 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups?id=71001ac8-ad7d-458f-811a-0a922469c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554340 Jul 27 22:05:26.222352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 50558f5f-f807-4d46-861f-789977d0a82c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:26.292459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342a762-7c94-4267-bbd6-7d433c677056 req-997e5b68-0acf-4c8d-ab45-f8a8a2a8e29a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.294147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a342a762-7c94-4267-bbd6-7d433c677056 req-997e5b68-0acf-4c8d-ab45-f8a8a2a8e29a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 944 time: 0.0872588 Jul 27 22:05:26.346794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a342a762-7c94-4267-bbd6-7d433c677056 req-de2fb15f-4a62-4179-a2e8-1dd2c1d00b44 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456109 Jul 27 22:05:26.416730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d8d505-cab7-4dda-b238-4e868376e92b None None] Network 6bc8c0d1-22a2-4155-9784-ce65dab69c19 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:26.430056 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9954a4ae-9d2a-4a2e-b88e-ead688787e8b req-189306b5-7878-410e-b091-084ca00678a1 service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819890 Jul 27 22:05:26.520436 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.523136 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c1e93-dc16-4da5-88d5-bb048fb40b22 req-5ad7ab13-8d51-4662-9ca9-7a66bedd3501 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.524550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-989c1e93-dc16-4da5-88d5-bb048fb40b22 req-5ad7ab13-8d51-4662-9ca9-7a66bedd3501 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 944 time: 0.0586481 Jul 27 22:05:26.555349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-428cecb3-d226-4508-894d-21a078bf824e None None] Provisioning for port 50558f5f-f807-4d46-861f-789977d0a82c completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:26.571173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-428cecb3-d226-4508-894d-21a078bf824e None None] Provisioning complete for port 50558f5f-f807-4d46-861f-789977d0a82c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:26.571548 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-428cecb3-d226-4508-894d-21a078bf824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.577539 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-989c1e93-dc16-4da5-88d5-bb048fb40b22 req-95fc3e26-4061-4f3b-a62d-01dbd259be5b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453722 Jul 27 22:05:26.581967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182732-0ece-4af7-8821-2b347924134a req-1b6317ee-4f95-4c2d-8088-3f5cadc531e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.583530 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25182732-0ece-4af7-8821-2b347924134a req-1b6317ee-4f95-4c2d-8088-3f5cadc531e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 1095 time: 0.0949886 Jul 27 22:05:26.694928 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-428cecb3-d226-4508-894d-21a078bf824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.720576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad4fb7-0e9f-4e06-bc1a-2cbc2bc0d1f7 req-3411d29e-5aad-4902-8784-b6261249969b tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.722498 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cad4fb7-0e9f-4e06-bc1a-2cbc2bc0d1f7 req-3411d29e-5aad-4902-8784-b6261249969b tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.0560954 Jul 27 22:05:26.753922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-428cecb3-d226-4508-894d-21a078bf824e None None] For port 50558f5f-f807-4d46-861f-789977d0a82c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=50558f5f-f807-4d46-861f-789977d0a82c,segment=NetworkSegment(094e189f-f7d9-43a1-802a-d7088d4e5acf),segment_id=094e189f-f7d9-43a1-802a-d7088d4e5acf)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:26.758025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182732-0ece-4af7-8821-2b347924134a req-7399af84-f801-4ca4-9399-d97e709a37a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.759618 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25182732-0ece-4af7-8821-2b347924134a req-7399af84-f801-4ca4-9399-d97e709a37a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 200 len: 906 time: 0.1646733 Jul 27 22:05:26.761178 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-428cecb3-d226-4508-894d-21a078bf824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.768989 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cad4fb7-0e9f-4e06-bc1a-2cbc2bc0d1f7 req-33d207c9-6bf2-46ec-878c-bb204a7948eb tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399871 Jul 27 22:05:26.779557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Router 179486d3-c9f7-4a29-9bbd-f572e4902801 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:05:26.810614 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25182732-0ece-4af7-8821-2b347924134a req-089336b9-b81a-47ec-a462-90d2cfab90ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 HTTP/1.1" status: 200 len: 217 time: 0.0388870 Jul 27 22:05:26.823235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cecb3-d226-4508-894d-21a078bf824e None None] Pushing event updated for resources: {'Port': ['ID=50558f5f-f807-4d46-861f-789977d0a82c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:26.929563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182732-0ece-4af7-8821-2b347924134a req-d94697e7-fdc7-423f-9a32-9526d5759845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:26.931046 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25182732-0ece-4af7-8821-2b347924134a req-d94697e7-fdc7-423f-9a32-9526d5759845 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b64ac46-4efb-44f1-8ae7-9df77514a56e HTTP/1.1" status: 200 len: 845 time: 0.1110415 Jul 27 22:05:26.972458 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25182732-0ece-4af7-8821-2b347924134a req-179b81a2-4aac-470f-89c6-ee68c12b3079 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f4b63ab-02a1-4681-bcbf-207c07c2a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303464 Jul 27 22:05:26.975542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:26.982969 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0e993531-9c10-4709-8935-d8e8dfda5885 None None] Provisioning complete for port 50558f5f-f807-4d46-861f-789977d0a82c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:26.983475 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e993531-9c10-4709-8935-d8e8dfda5885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:26.988906 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Sync routers for ids ['179486d3-c9f7-4a29-9bbd-f572e4902801'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:26.999696 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Routers {'179486d3-c9f7-4a29-9bbd-f572e4902801'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:27.000314 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:05:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['179486d3-c9f7-4a29-9bbd-f572e4902801'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:27.045506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.045506 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f73733e6-6b0d-4f49-8ef6-8f74bcec9238 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6163704 Jul 27 22:05:27.045506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40302) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:27.155569 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25182732-0ece-4af7-8821-2b347924134a req-c20d5645-68e9-46dc-a2b3-8b77cc468d8c service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719792 Jul 27 22:05:27.183246 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Set router 179486d3-c9f7-4a29-9bbd-f572e4902801 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:27.346499 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703243f1-2ffc-4472-bf43-3605e3889ac5 req-d14122ac-0535-46ab-8040-6ad7b79aaeb3 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.348190 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-703243f1-2ffc-4472-bf43-3605e3889ac5 req-d14122ac-0535-46ab-8040-6ad7b79aaeb3 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 945 time: 0.0564036 Jul 27 22:05:27.375211 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25182732-0ece-4af7-8821-2b347924134a req-f62ade24-f460-4d0a-bd22-434d33e60979 service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967323 Jul 27 22:05:27.388151 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'name': 'tempest-FloatingIPDetailsTestJSON-2039513662-router', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '824b3204-d24a-4420-a698-21c0b1768714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:23Z', 'updated_at': '2021-07-27T22:05:25Z', 'revision_number': 3, 'project_id': '69a6ff965f364617a98b826c724e56fd', 'gw_port': {'id': '824b3204-d24a-4420-a698-21c0b1768714', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:24Z', 'updated_at': '2021-07-27T22:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:27.398686 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-703243f1-2ffc-4472-bf43-3605e3889ac5 req-02897425-b445-47e1-a935-9e7db48d7cfa tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups?id=71001ac8-ad7d-458f-811a-0a922469c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436747 Jul 27 22:05:27.419471 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Checking router: 179486d3-c9f7-4a29-9bbd-f572e4902801 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:27.419819 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Updating router 179486d3-c9f7-4a29-9bbd-f572e4902801 port 824b3204-d24a-4420-a698-21c0b1768714 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:05:27.445793 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.548436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c854-6c79-4121-a57f-6a53069a6fc8 req-6d55760f-abb0-4c2c-8d7d-a64884838bb2 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.549976 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2fd6c854-6c79-4121-a57f-6a53069a6fc8 req-6d55760f-abb0-4c2c-8d7d-a64884838bb2 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 944 time: 0.0939848 Jul 27 22:05:27.562655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff75ff8-40e1-4208-a02b-ca2c81e208f4 req-dd3a3e47-ebb2-4b0d-802c-4ee8acbec0eb tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.564159 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cff75ff8-40e1-4208-a02b-ca2c81e208f4 req-dd3a3e47-ebb2-4b0d-802c-4ee8acbec0eb tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 945 time: 0.0755756 Jul 27 22:05:27.574636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40316) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:27.579362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bc38a66e-6d5d-4469-831f-72bbf3cb2a70 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Request body: {'floatingip': {'port_id': '9c9febe7-3d32-493c-9b75-6a864325aa67'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:27.628452 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2fd6c854-6c79-4121-a57f-6a53069a6fc8 req-bad74ddc-c002-4936-890e-10d61df29828 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632086 Jul 27 22:05:27.655081 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bc38a66e-6d5d-4469-831f-72bbf3cb2a70 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.730583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b463-0fcb-4311-b40f-191189734fd8 req-61e8ce1a-582d-4b38-9687-87d7ce178bd8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.732364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5920b463-0fcb-4311-b40f-191189734fd8 req-61e8ce1a-582d-4b38-9687-87d7ce178bd8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 944 time: 0.0501060 Jul 27 22:05:27.737742 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.748671 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Transition to ACTIVE for port object 824b3204-d24a-4420-a698-21c0b1768714 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:27.755484 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.777055 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5920b463-0fcb-4311-b40f-191189734fd8 req-3d07ac02-859b-46ad-add0-2273b6ce2675 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364339 Jul 27 22:05:27.792944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 7bdba098-1297-4084-ac5d-5a3d04c5ce52 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:27.808755 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ababfcd-9146-4970-a52a-ae0b43987462 None None] Pushing event updated for resources: {'Port': ['ID=824b3204-d24a-4420-a698-21c0b1768714,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:27.827259 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Attempting to bind port 824b3204-d24a-4420-a698-21c0b1768714 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:27.827636 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Attempting to bind port 824b3204-d24a-4420-a698-21c0b1768714 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:27.827996 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Attempting to bind port 824b3204-d24a-4420-a698-21c0b1768714 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:27.828470 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.835109 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:27.835705 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:27.836166 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.836587 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:27.837106 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Bound port: 824b3204-d24a-4420-a698-21c0b1768714, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:27.837600 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.863281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 7bdba098-1297-4084-ac5d-5a3d04c5ce52 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:27.869110 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 7bdba098-1297-4084-ac5d-5a3d04c5ce52 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:27.869978 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.895902 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] For port 824b3204-d24a-4420-a698-21c0b1768714, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:27.900037 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] For port 824b3204-d24a-4420-a698-21c0b1768714, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=824b3204-d24a-4420-a698-21c0b1768714,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:27.906771 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.921614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fbc24-3b7a-4fff-9243-fcb392244446 req-3f8eb733-439f-4a0a-b685-9954af6f2ea4 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.930809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c89fbc24-3b7a-4fff-9243-fcb392244446 req-3f8eb733-439f-4a0a-b685-9954af6f2ea4 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.0666893 Jul 27 22:05:27.966692 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ababfcd-9146-4970-a52a-ae0b43987462 None None] Pushing event updated for resources: {'Port': ['ID=824b3204-d24a-4420-a698-21c0b1768714,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:27.976489 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.985872 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Routers {'179486d3-c9f7-4a29-9bbd-f572e4902801'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:27.986620 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:05:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['179486d3-c9f7-4a29-9bbd-f572e4902801'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:27.991326 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c89fbc24-3b7a-4fff-9243-fcb392244446 req-41b719c9-bf3e-48f4-996d-ac3e562465c8 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595605 Jul 27 22:05:28.010894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245cfef0-cb80-4781-8068-b2008377a263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdba098-1297-4084-ac5d-5a3d04c5ce52'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:28.013571 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9529c4df-29b9-4996-8f95-3730b20c2843" -d '{"events": [{"server_uuid": "245cfef0-cb80-4781-8068-b2008377a263", "name": "network-vif-plugged", "status": "completed", "tag": "7bdba098-1297-4084-ac5d-5a3d04c5ce52"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:28.035776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 7bdba098-1297-4084-ac5d-5a3d04c5ce52, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7bdba098-1297-4084-ac5d-5a3d04c5ce52,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:28.044527 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.081569 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8c9bd5-29ba-490b-b43e-d63bdc3dbdb5 x-openstack-request-id: req-ec8c9bd5-29ba-490b-b43e-d63bdc3dbdb5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:28.081954 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245cfef0-cb80-4781-8068-b2008377a263", "name": "network-vif-plugged", "status": "completed", "tag": "7bdba098-1297-4084-ac5d-5a3d04c5ce52", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:28.082195 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec8c9bd5-29ba-490b-b43e-d63bdc3dbdb5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:28.082743 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245cfef0-cb80-4781-8068-b2008377a263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdba098-1297-4084-ac5d-5a3d04c5ce52', 'code': 200} Jul 27 22:05:28.136019 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] Set router 179486d3-c9f7-4a29-9bbd-f572e4902801 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:28.143164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 50558f5f-f807-4d46-861f-789977d0a82c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:28.168476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=7bdba098-1297-4084-ac5d-5a3d04c5ce52,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:28.200700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 50558f5f-f807-4d46-861f-789977d0a82c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:28.201167 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.343228 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'name': 'tempest-FloatingIPDetailsTestJSON-2039513662-router', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '824b3204-d24a-4420-a698-21c0b1768714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:23Z', 'updated_at': '2021-07-27T22:05:25Z', 'revision_number': 3, 'project_id': '69a6ff965f364617a98b826c724e56fd', 'gw_port': {'id': '824b3204-d24a-4420-a698-21c0b1768714', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:24Z', 'updated_at': '2021-07-27T22:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:28.378242 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e41db-166c-4083-a7e4-552e1a00ae7b None None] The sync data for ids ['179486d3-c9f7-4a29-9bbd-f572e4902801'] in n-d-802011-3 is: [{'id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'name': 'tempest-FloatingIPDetailsTestJSON-2039513662-router', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '824b3204-d24a-4420-a698-21c0b1768714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:23Z', 'updated_at': '2021-07-27T22:05:25Z', 'revision_number': 3, 'project_id': '69a6ff965f364617a98b826c724e56fd', 'gw_port': {'id': '824b3204-d24a-4420-a698-21c0b1768714', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:24Z', 'updated_at': '2021-07-27T22:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:28.487279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Allocated IP 172.20.0.1 (6bc8c0d1-22a2-4155-9784-ce65dab69c19/68677bb8-03c3-42b8-9fa3-590313df175b/7f95863c-9814-4414-99c0-a2dbce076e1a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:28.519323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460153c1-673f-4bdb-a90b-f8d4304a7229 req-3975a2b4-a09e-431f-b59e-6cee0dbf99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:28.521495 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-460153c1-673f-4bdb-a90b-f8d4304a7229 req-3975a2b4-a09e-431f-b59e-6cee0dbf99d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 1096 time: 0.1295161 Jul 27 22:05:28.699881 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-460153c1-673f-4bdb-a90b-f8d4304a7229 req-ffb29f2e-32eb-4ef5-b77c-a6d04c271cc1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447685 Jul 27 22:05:28.773879 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.778574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47cb2c-a003-439d-a24d-c9929410e1e5 req-9af88136-3811-4da3-b5ac-daeb426915a5 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:28.780295 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba47cb2c-a003-439d-a24d-c9929410e1e5 req-9af88136-3811-4da3-b5ac-daeb426915a5 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 944 time: 0.0598266 Jul 27 22:05:28.814502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Transition to ACTIVE for port object 7f95863c-9814-4414-99c0-a2dbce076e1a will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:28.830020 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba47cb2c-a003-439d-a24d-c9929410e1e5 req-c6f6691b-5c39-4967-be09-d86f83705f44 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432112 Jul 27 22:05:28.899287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bc38a66e-6d5d-4469-831f-72bbf3cb2a70 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.907784 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bc38a66e-6d5d-4469-831f-72bbf3cb2a70 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.926308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e44df9-6755-4730-ac03-7770bbd8ebb4 req-6b62b1c1-e5dd-41e1-bd56-0d8208d923d7 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:28.928145 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26e44df9-6755-4730-ac03-7770bbd8ebb4 req-6b62b1c1-e5dd-41e1-bd56-0d8208d923d7 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 945 time: 0.0581672 Jul 27 22:05:28.945444 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:28.969808 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26e44df9-6755-4730-ac03-7770bbd8ebb4 req-b47762be-c1de-40af-855b-1a910cb4c2b7 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353065 Jul 27 22:05:29.038148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Network 6bc8c0d1-22a2-4155-9784-ce65dab69c19 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:29.042372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Pushing event updated for resources: {'Port': ['ID=7f95863c-9814-4414-99c0-a2dbce076e1a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:29.046886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:29.053045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:29.089220 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-bc38a66e-6d5d-4469-831f-72bbf3cb2a70 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Floating IP 6e6ca8df-5702-4a92-be09-05d9c7548a0e associated. External IP: 172.25.1.42, port: 9c9febe7-3d32-493c-9b75-6a864325aa67. Jul 27 22:05:29.120396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbe571-1703-4e90-93c3-1a68cc719e29 req-52eae5db-09b5-4b9b-9980-8f6e033f9170 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:29.122618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-afdbe571-1703-4e90-93c3-1a68cc719e29 req-52eae5db-09b5-4b9b-9980-8f6e033f9170 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.0673943 Jul 27 22:05:29.183441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-afdbe571-1703-4e90-93c3-1a68cc719e29 req-357f8d83-69a4-4437-bc3a-1cbd77938727 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547068 Jul 27 22:05:29.208312 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.327533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e0f98d29-1fc2-41b1-a061-bb907aaa9159 None None] Provisioning for port 7f95863c-9814-4414-99c0-a2dbce076e1a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:29.332127 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e0f98d29-1fc2-41b1-a061-bb907aaa9159 None None] Provisioning complete for port 7f95863c-9814-4414-99c0-a2dbce076e1a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:29.332498 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0f98d29-1fc2-41b1-a061-bb907aaa9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.371992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e0f98d29-1fc2-41b1-a061-bb907aaa9159 None None] Port 7f95863c-9814-4414-99c0-a2dbce076e1a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:29.392818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc38a66e-6d5d-4469-831f-72bbf3cb2a70 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Router e3710188-02b7-48f7-8bec-fd9c104a86c0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:29.462875 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.541502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:29.643664 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc38a66e-6d5d-4469-831f-72bbf3cb2a70 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:29.648740 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bc38a66e-6d5d-4469-831f-72bbf3cb2a70 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.653570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d2388-aa1e-4f98-81d6-23a4c313e425 None None] Sync routers for ids ['e3710188-02b7-48f7-8bec-fd9c104a86c0'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:29.678125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:29.680579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d2388-aa1e-4f98-81d6-23a4c313e425 None None] Routers {'e3710188-02b7-48f7-8bec-fd9c104a86c0'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:29.681075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9f1d2388-aa1e-4f98-81d6-23a4c313e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:05:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e3710188-02b7-48f7-8bec-fd9c104a86c0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:29.685418 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bc38a66e-6d5d-4469-831f-72bbf3cb2a70 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "PUT /v2.0/floatingips/6e6ca8df-5702-4a92-be09-05d9c7548a0e HTTP/1.1" status: 200 len: 990 time: 2.1097107 Jul 27 22:05:29.691441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3238bae2-b222-441d-a2b9-14f26be4e062', 'tag': '9c9febe7-3d32-493c-9b75-6a864325aa67'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:29.694822 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aee2b1a-547b-40c8-9d13-35d522e086a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3238bae2-b222-441d-a2b9-14f26be4e062", "tag": "9c9febe7-3d32-493c-9b75-6a864325aa67"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:29.722249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229', 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'port_id': 'ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229', 'mac_address': 'fa:16:3e:6c:b4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b64ac46-4efb-44f1-8ae7-9df77514a56e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:29.751344 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8a8322-3455-465b-be6a-db8d320ce78c x-openstack-request-id: req-bc8a8322-3455-465b-be6a-db8d320ce78c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:29.751679 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3238bae2-b222-441d-a2b9-14f26be4e062", "tag": "9c9febe7-3d32-493c-9b75-6a864325aa67", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:29.752000 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc8a8322-3455-465b-be6a-db8d320ce78c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:29.752309 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3238bae2-b222-441d-a2b9-14f26be4e062', 'tag': '9c9febe7-3d32-493c-9b75-6a864325aa67', 'status': 'completed', 'code': 200} Jul 27 22:05:29.757272 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.767754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.817319 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.845475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:29.864795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-9f1d2388-aa1e-4f98-81d6-23a4c313e425 None None] Set router e3710188-02b7-48f7-8bec-fd9c104a86c0 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:29.875586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Pushing event updated for resources: {'Port': ['ID=7f95863c-9814-4414-99c0-a2dbce076e1a,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:29.888172 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.899337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2b1a-547b-40c8-9d13-35d522e086a3 req-89d690c8-1a4d-4515-b5d8-2f7ba6224d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:29.900992 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aee2b1a-547b-40c8-9d13-35d522e086a3 req-89d690c8-1a4d-4515-b5d8-2f7ba6224d92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e1fdd73b3544ee095d2f5a7f43e667e&device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 1096 time: 0.0891180 Jul 27 22:05:29.903964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:29.914366 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:29.968026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfd038-a64d-4768-84b1-fdc82c2ff5bd req-2b59c51b-db75-49a9-8498-ba2334a5bce5 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:29.970330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83bfd038-a64d-4768-84b1-fdc82c2ff5bd req-2b59c51b-db75-49a9-8498-ba2334a5bce5 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 945 time: 0.0530834 Jul 27 22:05:30.017375 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83bfd038-a64d-4768-84b1-fdc82c2ff5bd req-ac4706a4-b88d-4617-a5eb-79956710a281 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373921 Jul 27 22:05:30.018917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:30.131531 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Network 6bc8c0d1-22a2-4155-9784-ce65dab69c19 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:30.136419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:30.157137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2b1a-547b-40c8-9d13-35d522e086a3 req-ebdd29f1-5ab9-40ea-9120-7e45a4a89c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.159441 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aee2b1a-547b-40c8-9d13-35d522e086a3 req-ebdd29f1-5ab9-40ea-9120-7e45a4a89c72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3d739c3-00e4-40c2-93e9-369daf5a82fd HTTP/1.1" status: 200 len: 916 time: 0.2429318 Jul 27 22:05:30.172764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:30.186530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28ac16-a5eb-4061-b64b-b41b2efb6f24 req-8189c4f0-aa46-436a-8bc8-e1e30b0424db tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.188633 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e28ac16-a5eb-4061-b64b-b41b2efb6f24 req-8189c4f0-aa46-436a-8bc8-e1e30b0424db tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 945 time: 0.1025724 Jul 27 22:05:30.230909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 824b3204-d24a-4420-a698-21c0b1768714 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:30.260477 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e28ac16-a5eb-4061-b64b-b41b2efb6f24 req-72adb9ac-ad2c-4371-a6bc-45b7e3631a89 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643444 Jul 27 22:05:30.287038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9f1d2388-aa1e-4f98-81d6-23a4c313e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6e6ca8df-5702-4a92-be09-05d9c7548a0e', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'port_id': '9c9febe7-3d32-493c-9b75-6a864325aa67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3238bae2-b222-441d-a2b9-14f26be4e062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:05:10Z', 'updated_at': '2021-07-27T22:05:28Z', 'revision_number': 1, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72fe83c-d475-43ee-a406-b1350c31aee6', 'name': '', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'mac_address': 'fa:16:3e:30:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '95f27453-844a-448e-aee5-51e7818559d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:00Z', 'updated_at': '2021-07-27T22:05:08Z', 'revision_number': 5, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'subnets': [{'id': '95f27453-844a-448e-aee5-51e7818559d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:30.349586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d2388-aa1e-4f98-81d6-23a4c313e425 None None] Checking router: e3710188-02b7-48f7-8bec-fd9c104a86c0 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:30.375251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d2388-aa1e-4f98-81d6-23a4c313e425 None None] Routers {'e3710188-02b7-48f7-8bec-fd9c104a86c0'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:30.375889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9f1d2388-aa1e-4f98-81d6-23a4c313e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:05:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e3710188-02b7-48f7-8bec-fd9c104a86c0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:30.382517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004c961-f47b-49b1-b6c3-78b32cd40cb5 req-ddee1f50-5b8e-4a51-8e69-bb9be5b1902d tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.390443 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5004c961-f47b-49b1-b6c3-78b32cd40cb5 req-ddee1f50-5b8e-4a51-8e69-bb9be5b1902d tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1287084 Jul 27 22:05:30.418853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Router 179486d3-c9f7-4a29-9bbd-f572e4902801 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:30.437821 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6bf24bd-ace2-4742-b9e7-f3071f11c5fd req-bc01b622-208a-48ec-98bf-2376a49f3b65 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1995310737&fields=id&tenant_id=544a1e4fccc04d41ba217551d15fe1a7 HTTP/1.1" status: 200 len: 267 time: 0.0990365 Jul 27 22:05:30.466635 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aee2b1a-547b-40c8-9d13-35d522e086a3 req-7de30d74-1287-409b-b781-b5e5be9b62d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c9febe7-3d32-493c-9b75-6a864325aa67 HTTP/1.1" status: 200 len: 998 time: 0.1255598 Jul 27 22:05:30.468890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 824b3204-d24a-4420-a698-21c0b1768714 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:30.489795 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5004c961-f47b-49b1-b6c3-78b32cd40cb5 req-111b02fc-20f7-4639-b519-1f4f97861093 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978150 Jul 27 22:05:30.512987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 824b3204-d24a-4420-a698-21c0b1768714 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:30.513353 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.520968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf24bd-ace2-4742-b9e7-f3071f11c5fd req-2bed5f13-33d7-4d89-bb07-2f72ee3f7d05 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.523215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6bf24bd-ace2-4742-b9e7-f3071f11c5fd req-2bed5f13-33d7-4d89-bb07-2f72ee3f7d05 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 945 time: 0.0845683 Jul 27 22:05:30.538614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d6bf24bd-ace2-4742-b9e7-f3071f11c5fd req-2bed2330-cc90-47fb-bccf-dfeb5dae78fa tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'port': {'security_groups': ['07f01369-ace8-414f-849c-17c015ac8945', 'ec4c50ff-c392-4cfe-a32d-fa12c7f10655']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:30.589146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-9f1d2388-aa1e-4f98-81d6-23a4c313e425 None None] Set router e3710188-02b7-48f7-8bec-fd9c104a86c0 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:30.596898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2b1a-547b-40c8-9d13-35d522e086a3 req-fd66236a-b1ed-4daf-b891-605fb08fb6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.599968 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aee2b1a-547b-40c8-9d13-35d522e086a3 req-fd66236a-b1ed-4daf-b891-605fb08fb6d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95f27453-844a-448e-aee5-51e7818559d8 HTTP/1.1" status: 200 len: 854 time: 0.0889518 Jul 27 22:05:30.640601 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6bf24bd-ace2-4742-b9e7-f3071f11c5fd req-2bed2330-cc90-47fb-bccf-dfeb5dae78fa tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:30.703033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:30.714766 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Sync routers for ids ['179486d3-c9f7-4a29-9bbd-f572e4902801'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:30.717800 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8f8b7130-82ce-4ed7-a0f7-cecffe7d0a03 admin admin] 10.222.0.24 "PUT /v2.0/routers/179486d3-c9f7-4a29-9bbd-f572e4902801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6721976 Jul 27 22:05:30.725332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2b1a-547b-40c8-9d13-35d522e086a3 req-74ae4e42-e378-431c-abda-159bff03261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.728679 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aee2b1a-547b-40c8-9d13-35d522e086a3 req-74ae4e42-e378-431c-abda-159bff03261a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3d739c3-00e4-40c2-93e9-369daf5a82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169114 Jul 27 22:05:30.733318 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Routers {'179486d3-c9f7-4a29-9bbd-f572e4902801'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:30.733594 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:05:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['179486d3-c9f7-4a29-9bbd-f572e4902801'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:30.963174 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Set router 179486d3-c9f7-4a29-9bbd-f572e4902801 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:30.986704 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aee2b1a-547b-40c8-9d13-35d522e086a3 req-8c051059-0871-44b0-b197-741d6399bb25 service neutron] 10.222.0.43 "GET /v2.0/networks/a3d739c3-00e4-40c2-93e9-369daf5a82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405114 Jul 27 22:05:31.080937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d6bf24bd-ace2-4742-b9e7-f3071f11c5fd req-2bed2330-cc90-47fb-bccf-dfeb5dae78fa tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] For port 7bdba098-1297-4084-ac5d-5a3d04c5ce52, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7bdba098-1297-4084-ac5d-5a3d04c5ce52,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:31.090385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5f261893-23b3-48e2-a368-c50a566a455f None None] Provisioning complete for port 7f95863c-9814-4414-99c0-a2dbce076e1a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:31.098561 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f261893-23b3-48e2-a368-c50a566a455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.130231 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6bf24bd-ace2-4742-b9e7-f3071f11c5fd req-2bed2330-cc90-47fb-bccf-dfeb5dae78fa tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.141660 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6bf24bd-ace2-4742-b9e7-f3071f11c5fd req-2bed2330-cc90-47fb-bccf-dfeb5dae78fa tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.170344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['7bdba098-1297-4084-ac5d-5a3d04c5ce52'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:31.207238 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'name': 'tempest-FloatingIPDetailsTestJSON-2039513662-router', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '824b3204-d24a-4420-a698-21c0b1768714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:23Z', 'updated_at': '2021-07-27T22:05:29Z', 'revision_number': 4, 'project_id': '69a6ff965f364617a98b826c724e56fd', 'gw_port': {'id': '824b3204-d24a-4420-a698-21c0b1768714', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:24Z', 'updated_at': '2021-07-27T22:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '7f95863c-9814-4414-99c0-a2dbce076e1a', 'name': '', 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'mac_address': 'fa:16:3e:55:c1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '68677bb8-03c3-42b8-9fa3-590313df175b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:27Z', 'updated_at': '2021-07-27T22:05:29Z', 'revision_number': 2, 'project_id': '69a6ff965f364617a98b826c724e56fd', 'subnets': [{'id': '68677bb8-03c3-42b8-9fa3-590313df175b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:31.232750 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aee2b1a-547b-40c8-9d13-35d522e086a3 req-fb95496e-dcdd-484d-8fce-fc31ce2c9e9d service neutron] 10.222.0.43 "GET /v2.0/networks/a3d739c3-00e4-40c2-93e9-369daf5a82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396798 Jul 27 22:05:31.234200 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.260534 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Checking router: 179486d3-c9f7-4a29-9bbd-f572e4902801 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:31.260894 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Updating router 179486d3-c9f7-4a29-9bbd-f572e4902801 port 7f95863c-9814-4414-99c0-a2dbce076e1a binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:05:31.278228 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf24bd-ace2-4742-b9e7-f3071f11c5fd req-2bed2330-cc90-47fb-bccf-dfeb5dae78fa tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:31.279865 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6bf24bd-ace2-4742-b9e7-f3071f11c5fd req-2bed2330-cc90-47fb-bccf-dfeb5dae78fa tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.287979 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.297466 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6bf24bd-ace2-4742-b9e7-f3071f11c5fd req-2bed2330-cc90-47fb-bccf-dfeb5dae78fa tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "PUT /v2.0/ports/7bdba098-1297-4084-ac5d-5a3d04c5ce52 HTTP/1.1" status: 200 len: 981 time: 0.7642252 Jul 27 22:05:31.299852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245cfef0-cb80-4781-8068-b2008377a263', 'tag': '7bdba098-1297-4084-ac5d-5a3d04c5ce52'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:31.305428 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967e6b19-e86b-4abc-bb89-38b0f2adae01" -d '{"events": [{"name": "network-changed", "server_uuid": "245cfef0-cb80-4781-8068-b2008377a263", "tag": "7bdba098-1297-4084-ac5d-5a3d04c5ce52"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:31.335078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5f261893-23b3-48e2-a368-c50a566a455f None None] Port 7f95863c-9814-4414-99c0-a2dbce076e1a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:05:31.364488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 824b3204-d24a-4420-a698-21c0b1768714, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=824b3204-d24a-4420-a698-21c0b1768714,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:31.377032 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.437667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed2330-cc90-47fb-bccf-dfeb5dae78fa tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'Port': ['ID=7bdba098-1297-4084-ac5d-5a3d04c5ce52,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:31.453375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['7bdba098-1297-4084-ac5d-5a3d04c5ce52'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:31.480618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e0512-4124-4cae-a274-20c8784080ee req-5152b25c-12e9-400a-8d1c-71bdfc65f8fd tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:31.485113 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a58e0512-4124-4cae-a274-20c8784080ee req-5152b25c-12e9-400a-8d1c-71bdfc65f8fd tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 945 time: 0.0985272 Jul 27 22:05:31.549639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-4fa82bad-2613-446d-8be4-ce2d66fbe992 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2347434 Jul 27 22:05:31.559799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:31.566372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a58e0512-4124-4cae-a274-20c8784080ee req-f64d6d14-5837-461f-bd8d-2a6228394e17 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681679 Jul 27 22:05:31.581539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:31.613231 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.617358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=824b3204-d24a-4420-a698-21c0b1768714,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:31.623873 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Transition to ACTIVE for port object 7f95863c-9814-4414-99c0-a2dbce076e1a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:31.631686 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.649335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.680697 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240111e3-f24f-4cff-8696-ccfbe3280a92 None None] Pushing event updated for resources: {'Port': ['ID=7f95863c-9814-4414-99c0-a2dbce076e1a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:31.771030 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Attempting to bind port 7f95863c-9814-4414-99c0-a2dbce076e1a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:31.772334 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Attempting to bind port 7f95863c-9814-4414-99c0-a2dbce076e1a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '094e189f-f7d9-43a1-802a-d7088d4e5acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:31.772581 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Attempting to bind port 7f95863c-9814-4414-99c0-a2dbce076e1a on network 6bc8c0d1-22a2-4155-9784-ce65dab69c19 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:31.779481 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:31.779886 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Checking segment: {'id': '094e189f-f7d9-43a1-802a-d7088d4e5acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:31.780298 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.780693 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Bound using segment: {'id': '094e189f-f7d9-43a1-802a-d7088d4e5acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:31.784533 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Bound port: 7f95863c-9814-4414-99c0-a2dbce076e1a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094e189f-f7d9-43a1-802a-d7088d4e5acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:31.784966 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.839135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:31.864076 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:31.864359 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.898074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9f1d2388-aa1e-4f98-81d6-23a4c313e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6e6ca8df-5702-4a92-be09-05d9c7548a0e', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'port_id': '9c9febe7-3d32-493c-9b75-6a864325aa67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3238bae2-b222-441d-a2b9-14f26be4e062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:05:10Z', 'updated_at': '2021-07-27T22:05:28Z', 'revision_number': 1, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72fe83c-d475-43ee-a406-b1350c31aee6', 'name': '', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'mac_address': 'fa:16:3e:30:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '95f27453-844a-448e-aee5-51e7818559d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:00Z', 'updated_at': '2021-07-27T22:05:08Z', 'revision_number': 5, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'subnets': [{'id': '95f27453-844a-448e-aee5-51e7818559d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:31.904018 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] For port 7f95863c-9814-4414-99c0-a2dbce076e1a, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:31.907527 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] For port 7f95863c-9814-4414-99c0-a2dbce076e1a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7f95863c-9814-4414-99c0-a2dbce076e1a,segment=NetworkSegment(094e189f-f7d9-43a1-802a-d7088d4e5acf),segment_id=094e189f-f7d9-43a1-802a-d7088d4e5acf)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:31.916775 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:31.935857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d2388-aa1e-4f98-81d6-23a4c313e425 None None] The sync data for ids ['e3710188-02b7-48f7-8bec-fd9c104a86c0'] in n-d-802011-3 is: [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6e6ca8df-5702-4a92-be09-05d9c7548a0e', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'port_id': '9c9febe7-3d32-493c-9b75-6a864325aa67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3238bae2-b222-441d-a2b9-14f26be4e062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:05:10Z', 'updated_at': '2021-07-27T22:05:28Z', 'revision_number': 1, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72fe83c-d475-43ee-a406-b1350c31aee6', 'name': '', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'mac_address': 'fa:16:3e:30:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '95f27453-844a-448e-aee5-51e7818559d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:00Z', 'updated_at': '2021-07-27T22:05:08Z', 'revision_number': 5, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'subnets': [{'id': '95f27453-844a-448e-aee5-51e7818559d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:32.002609 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240111e3-f24f-4cff-8696-ccfbe3280a92 None None] Pushing event updated for resources: {'Port': ['ID=7f95863c-9814-4414-99c0-a2dbce076e1a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:32.025994 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Routers {'179486d3-c9f7-4a29-9bbd-f572e4902801'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:32.026948 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:05:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['179486d3-c9f7-4a29-9bbd-f572e4902801'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:32.188622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 824b3204-d24a-4420-a698-21c0b1768714 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:32.242989 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.247324 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] Set router 179486d3-c9f7-4a29-9bbd-f572e4902801 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:32.333021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:32.335959 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506471bc-df9c-4559-8937-2f7d6ebee9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:32.338335 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4801527c-bc83-4e00-ad48-29ddcfbba841" -d '{"events": [{"server_uuid": "506471bc-df9c-4559-8937-2f7d6ebee9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:32.342356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0705e725-372a-4ed6-b758-cb336a4a2ff7 None None] New status for floating IP 6e6ca8df-5702-4a92-be09-05d9c7548a0e: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:05:32.383295 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.389050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ad22782-5205-4383-9629-b795d78d3772 req-b9bf888a-f2c8-44ed-8415-1addcb14374d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-613875525&fields=id&tenant_id=544a1e4fccc04d41ba217551d15fe1a7 HTTP/1.1" status: 200 len: 267 time: 0.6647422 Jul 27 22:05:32.462850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22782-5205-4383-9629-b795d78d3772 req-7ae7537f-8cd6-4edd-8057-95a7ca90c6a8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:32.470986 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ad22782-5205-4383-9629-b795d78d3772 req-7ae7537f-8cd6-4edd-8057-95a7ca90c6a8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 984 time: 0.0809326 Jul 27 22:05:32.476734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9ad22782-5205-4383-9629-b795d78d3772 req-0cf06b48-5fb1-4a85-985a-96b7c42de0cb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'port': {'security_groups': ['07f01369-ace8-414f-849c-17c015ac8945', 'ec4c50ff-c392-4cfe-a32d-fa12c7f10655', '41ded1c8-7abe-4deb-81e7-5b1d8c61194d']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:32.486160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 824b3204-d24a-4420-a698-21c0b1768714 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:32.486569 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.501455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:32.558523 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'name': 'tempest-FloatingIPDetailsTestJSON-2039513662-router', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '824b3204-d24a-4420-a698-21c0b1768714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:23Z', 'updated_at': '2021-07-27T22:05:29Z', 'revision_number': 4, 'project_id': '69a6ff965f364617a98b826c724e56fd', 'gw_port': {'id': '824b3204-d24a-4420-a698-21c0b1768714', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:24Z', 'updated_at': '2021-07-27T22:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '7f95863c-9814-4414-99c0-a2dbce076e1a', 'name': '', 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'mac_address': 'fa:16:3e:55:c1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '68677bb8-03c3-42b8-9fa3-590313df175b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:27Z', 'updated_at': '2021-07-27T22:05:31Z', 'revision_number': 4, 'project_id': '69a6ff965f364617a98b826c724e56fd', 'subnets': [{'id': '68677bb8-03c3-42b8-9fa3-590313df175b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:32.572001 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ad22782-5205-4383-9629-b795d78d3772 req-0cf06b48-5fb1-4a85-985a-96b7c42de0cb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.600298 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8344d-2760-4599-91f6-bb69e10e5d81 None None] The sync data for ids ['179486d3-c9f7-4a29-9bbd-f572e4902801'] in n-d-802011-3 is: [{'id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'name': 'tempest-FloatingIPDetailsTestJSON-2039513662-router', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '824b3204-d24a-4420-a698-21c0b1768714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:23Z', 'updated_at': '2021-07-27T22:05:29Z', 'revision_number': 4, 'project_id': '69a6ff965f364617a98b826c724e56fd', 'gw_port': {'id': '824b3204-d24a-4420-a698-21c0b1768714', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:24Z', 'updated_at': '2021-07-27T22:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '7f95863c-9814-4414-99c0-a2dbce076e1a', 'name': '', 'network_id': '6bc8c0d1-22a2-4155-9784-ce65dab69c19', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'mac_address': 'fa:16:3e:55:c1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '68677bb8-03c3-42b8-9fa3-590313df175b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:27Z', 'updated_at': '2021-07-27T22:05:31Z', 'revision_number': 4, 'project_id': '69a6ff965f364617a98b826c724e56fd', 'subnets': [{'id': '68677bb8-03c3-42b8-9fa3-590313df175b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:32.611933 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:32.975834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Allocated IP 172.25.1.30 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/42d3a07c-0fd9-458d-9027-955dad4377a4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:33.083016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9ad22782-5205-4383-9629-b795d78d3772 req-0cf06b48-5fb1-4a85-985a-96b7c42de0cb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] For port 7bdba098-1297-4084-ac5d-5a3d04c5ce52, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7bdba098-1297-4084-ac5d-5a3d04c5ce52,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:33.146144 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ad22782-5205-4383-9629-b795d78d3772 req-0cf06b48-5fb1-4a85-985a-96b7c42de0cb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.152642 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.163042 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ad22782-5205-4383-9629-b795d78d3772 req-0cf06b48-5fb1-4a85-985a-96b7c42de0cb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.180879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['7bdba098-1297-4084-ac5d-5a3d04c5ce52'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:33.222137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22782-5205-4383-9629-b795d78d3772 req-0cf06b48-5fb1-4a85-985a-96b7c42de0cb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:33.222904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9ad22782-5205-4383-9629-b795d78d3772 req-0cf06b48-5fb1-4a85-985a-96b7c42de0cb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.224475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ad22782-5205-4383-9629-b795d78d3772 req-0cf06b48-5fb1-4a85-985a-96b7c42de0cb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "PUT /v2.0/ports/7bdba098-1297-4084-ac5d-5a3d04c5ce52 HTTP/1.1" status: 200 len: 1020 time: 0.7524819 Jul 27 22:05:33.268533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf06b48-5fb1-4a85-985a-96b7c42de0cb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'Port': ['ID=7bdba098-1297-4084-ac5d-5a3d04c5ce52,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:33.281757 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.332604 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5271546-0c18-4870-8988-26fa5beadbfe x-openstack-request-id: req-f5271546-0c18-4870-8988-26fa5beadbfe {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:33.333290 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245cfef0-cb80-4781-8068-b2008377a263", "tag": "7bdba098-1297-4084-ac5d-5a3d04c5ce52", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:33.333680 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5271546-0c18-4870-8988-26fa5beadbfe {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:33.334672 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245cfef0-cb80-4781-8068-b2008377a263', 'tag': '7bdba098-1297-4084-ac5d-5a3d04c5ce52', 'status': 'completed', 'code': 200} Jul 27 22:05:33.343965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:33.350839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:33.365780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['7bdba098-1297-4084-ac5d-5a3d04c5ce52'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:33.378104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:33.385959 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Pushing event updated for resources: {'Port': ['ID=42d3a07c-0fd9-458d-9027-955dad4377a4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:33.441251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e6b19-e86b-4abc-bb89-38b0f2adae01 req-31bdc9b4-b45d-42ff-87b8-0d2e2a090ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:33.444000 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-967e6b19-e86b-4abc-bb89-38b0f2adae01 req-31bdc9b4-b45d-42ff-87b8-0d2e2a090ec1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=544a1e4fccc04d41ba217551d15fe1a7&device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 1174 time: 0.0877149 Jul 27 22:05:33.525844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68280489-7f0f-47a3-8080-5deed02d131a req-800bf0f0-581c-48d8-96c3-d74f3ad5f5ab tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:33.543856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68280489-7f0f-47a3-8080-5deed02d131a req-800bf0f0-581c-48d8-96c3-d74f3ad5f5ab tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1104460 Jul 27 22:05:33.569419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e6b19-e86b-4abc-bb89-38b0f2adae01 req-41929daa-b422-4fc9-91b6-eb7de31a52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:33.571407 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-967e6b19-e86b-4abc-bb89-38b0f2adae01 req-41929daa-b422-4fc9-91b6-eb7de31a52a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6365f138-61f5-4132-a042-8dcc1554276e HTTP/1.1" status: 200 len: 914 time: 0.1084559 Jul 27 22:05:33.647144 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.650184 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-967e6b19-e86b-4abc-bb89-38b0f2adae01 req-8e25d6ca-ecd2-49e4-a5af-b3e73a94c65a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bdba098-1297-4084-ac5d-5a3d04c5ce52 HTTP/1.1" status: 200 len: 217 time: 0.0691028 Jul 27 22:05:33.668026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68280489-7f0f-47a3-8080-5deed02d131a req-b69cf41d-9f54-43c9-8512-9d851e1e9740 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866899 Jul 27 22:05:33.721540 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.781851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e6b19-e86b-4abc-bb89-38b0f2adae01 req-20bce879-548f-4ce3-bab1-52b5902d8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:33.783404 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-967e6b19-e86b-4abc-bb89-38b0f2adae01 req-20bce879-548f-4ce3-bab1-52b5902d8792 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de42fed2-9610-4c6e-a0d5-ba9f902e4fa0 HTTP/1.1" status: 200 len: 853 time: 0.1161771 Jul 27 22:05:33.829533 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-967e6b19-e86b-4abc-bb89-38b0f2adae01 req-b6246f76-2012-42bc-a7a5-40bd9aca4745 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6365f138-61f5-4132-a042-8dcc1554276e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376449 Jul 27 22:05:33.937531 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-967e6b19-e86b-4abc-bb89-38b0f2adae01 req-6307c015-4695-4b41-9ba3-a521dc0f30ab service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994196 Jul 27 22:05:33.960546 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.963592 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dd4939-1a5e-4252-a029-9963e5d32c7a x-openstack-request-id: req-72dd4939-1a5e-4252-a029-9963e5d32c7a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:33.964172 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506471bc-df9c-4559-8937-2f7d6ebee9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:33.964172 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72dd4939-1a5e-4252-a029-9963e5d32c7a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:33.964583 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506471bc-df9c-4559-8937-2f7d6ebee9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229', 'code': 200} Jul 27 22:05:33.973363 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.034876 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Pushing event updated for resources: {'Port': ['ID=42d3a07c-0fd9-458d-9027-955dad4377a4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:34.080249 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-967e6b19-e86b-4abc-bb89-38b0f2adae01 req-870f69fa-9ab4-4408-8651-118bd9c995fe service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346998 Jul 27 22:05:34.115107 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.136997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63991e-d6a9-4ccc-bee8-9e0972aa3528 req-35ea1c85-79f8-4085-b556-22b849016cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:34.138945 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1a63991e-d6a9-4ccc-bee8-9e0972aa3528 req-35ea1c85-79f8-4085-b556-22b849016cb8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 1097 time: 0.0578387 Jul 27 22:05:34.142180 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.143593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-a62872c8-859e-4ae4-926b-1174b25b4cc7 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5759618 Jul 27 22:05:34.153672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5df0dc-a92e-4d70-9974-ec42f65380c0 req-509ba0c3-39fc-49fe-809a-f8eb9aade2c8 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:34.155185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea5df0dc-a92e-4d70-9974-ec42f65380c0 req-509ba0c3-39fc-49fe-809a-f8eb9aade2c8 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 946 time: 0.0789545 Jul 27 22:05:34.183531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7f95863c-9814-4414-99c0-a2dbce076e1a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:34.198971 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1a63991e-d6a9-4ccc-bee8-9e0972aa3528 req-5364e773-fbfc-48a3-bc81-7a2fc7d3b7d5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499084 Jul 27 22:05:34.220866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-9b05a8ca-9042-40ec-9314-eb4c3ce59725 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.30 HTTP/1.1" status: 200 len: 695 time: 0.0646946 Jul 27 22:05:34.264106 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea5df0dc-a92e-4d70-9974-ec42f65380c0 req-3a19eba0-9f22-494f-8d33-9dc799704892 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006315 Jul 27 22:05:34.272927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 7f95863c-9814-4414-99c0-a2dbce076e1a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:34.279668 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7f95863c-9814-4414-99c0-a2dbce076e1a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:34.280049 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.409007 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.456344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 7f95863c-9814-4414-99c0-a2dbce076e1a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7f95863c-9814-4414-99c0-a2dbce076e1a,segment=NetworkSegment(094e189f-f7d9-43a1-802a-d7088d4e5acf),segment_id=094e189f-f7d9-43a1-802a-d7088d4e5acf)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:34.466111 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.479509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-8a594840-629a-4799-99ad-43b55ca6713c tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:34.481117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ddc6041f-b143-4e8b-8ffb-5c655c2946ff req-8a594840-629a-4799-99ad-43b55ca6713c tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.2511871 Jul 27 22:05:34.506789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2646564-a6e4-4f84-9543-4f82e620f493 req-fe0b14c5-a6b4-4998-a732-f4a1f4f0ea1d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:34.515357 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2646564-a6e4-4f84-9543-4f82e620f493 req-fe0b14c5-a6b4-4998-a732-f4a1f4f0ea1d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 1023 time: 0.1690629 Jul 27 22:05:34.552689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=7f95863c-9814-4414-99c0-a2dbce076e1a,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:34.673778 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2646564-a6e4-4f84-9543-4f82e620f493 req-554d7faa-45e8-4b87-8c50-e88d69bc8d4a tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=41ded1c8-7abe-4deb-81e7-5b1d8c61194d&id=07f01369-ace8-414f-849c-17c015ac8945&id=ec4c50ff-c392-4cfe-a32d-fa12c7f10655 HTTP/1.1" status: 200 len: 6157 time: 0.1572592 Jul 27 22:05:34.706586 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-587dd859-d41d-406f-a58a-120848373a5c tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1602755 Jul 27 22:05:34.717850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:34.748993 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.828819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88dbca-7d2a-46c1-a400-bddc5e0c9172 req-5c14a123-d239-4241-b5b5-84057c79166d tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:34.830301 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a88dbca-7d2a-46c1-a400-bddc5e0c9172 req-5c14a123-d239-4241-b5b5-84057c79166d tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.0942023 Jul 27 22:05:34.887043 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a88dbca-7d2a-46c1-a400-bddc5e0c9172 req-8c78b300-1e60-4a84-a8ef-77231fe8db61 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Jul 27 22:05:34.914861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-02e60e92-f1fa-428f-95e0-a6057a5b31ac req-d4d71e3e-f0a2-4fc5-9c1f-09975d8d7205 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1561884185 ', 'description': 'tempest-description-2054022689'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:34.919246 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:34.976124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e60e92-f1fa-428f-95e0-a6057a5b31ac req-d4d71e3e-f0a2-4fc5-9c1f-09975d8d7205 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.065298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Allocated IP 172.25.1.187 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/5d28841a-4b69-4dcc-ae6b-2f3b9eb48015) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:35.163919 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e60e92-f1fa-428f-95e0-a6057a5b31ac req-d4d71e3e-f0a2-4fc5-9c1f-09975d8d7205 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.170305 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e60e92-f1fa-428f-95e0-a6057a5b31ac req-d4d71e3e-f0a2-4fc5-9c1f-09975d8d7205 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.205131 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-02e60e92-f1fa-428f-95e0-a6057a5b31ac req-d4d71e3e-f0a2-4fc5-9c1f-09975d8d7205 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.206380 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02e60e92-f1fa-428f-95e0-a6057a5b31ac req-d4d71e3e-f0a2-4fc5-9c1f-09975d8d7205 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.2963340 Jul 27 22:05:35.225785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d71e3e-f0a2-4fc5-9c1f-09975d8d7205 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6378ac4c-3514-4703-be7a-2e45780e874f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:35.230204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.272119 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.313036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:35.315979 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:35.319215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:35.340440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245cfef0-cb80-4781-8068-b2008377a263', 'tag': '7bdba098-1297-4084-ac5d-5a3d04c5ce52'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:35.342746 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f4137b-c9d6-405e-a9f5-ff466d7e31f7" -d '{"events": [{"name": "network-changed", "server_uuid": "245cfef0-cb80-4781-8068-b2008377a263", "tag": "7bdba098-1297-4084-ac5d-5a3d04c5ce52"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:35.361132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Pushing event updated for resources: {'Port': ['ID=5d28841a-4b69-4dcc-ae6b-2f3b9eb48015,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:35.454005 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.473681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5132a19d-a11a-403f-a529-e8502a50a7b8 req-f62da591-fa60-4b73-8671-fb175623b0f4 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/6378ac4c-3514-4703-be7a-2e45780e874f HTTP/1.1" status: 200 len: 1783 time: 0.0634460 Jul 27 22:05:35.502878 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.655014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039f614-ae65-4511-9e22-b8913229f994 req-a2317d56-3c5c-4693-8823-e9242068561e tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:35.656654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a039f614-ae65-4511-9e22-b8913229f994 req-a2317d56-3c5c-4693-8823-e9242068561e tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 946 time: 0.1114838 Jul 27 22:05:35.719169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a039f614-ae65-4511-9e22-b8913229f994 req-bc4e9862-fcff-41e4-91c5-7d729bb222af tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533838 Jul 27 22:05:35.760770 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.765903 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9b3f67-d11b-4c07-9711-7f0d7c86cbd3 x-openstack-request-id: req-cc9b3f67-d11b-4c07-9711-7f0d7c86cbd3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:35.766292 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245cfef0-cb80-4781-8068-b2008377a263", "tag": "7bdba098-1297-4084-ac5d-5a3d04c5ce52", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:35.766680 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc9b3f67-d11b-4c07-9711-7f0d7c86cbd3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:35.767136 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245cfef0-cb80-4781-8068-b2008377a263', 'tag': '7bdba098-1297-4084-ac5d-5a3d04c5ce52', 'status': 'completed', 'code': 200} Jul 27 22:05:35.768360 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.829971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4137b-c9d6-405e-a9f5-ff466d7e31f7 req-529b7153-4883-4c8d-9229-61ed9b7450f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:35.831447 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e6f4137b-c9d6-405e-a9f5-ff466d7e31f7 req-529b7153-4883-4c8d-9229-61ed9b7450f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=544a1e4fccc04d41ba217551d15fe1a7&device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 1174 time: 0.0418422 Jul 27 22:05:35.866929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Pushing event updated for resources: {'Port': ['ID=5d28841a-4b69-4dcc-ae6b-2f3b9eb48015,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:35.885134 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.890030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2295fef3-5df7-413d-b1d9-09bf261c9476 req-bdfbe42d-0249-4047-9f28-2b14684a9740 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/6378ac4c-3514-4703-be7a-2e45780e874f HTTP/1.1" status: 200 len: 1783 time: 0.0941188 Jul 27 22:05:35.916474 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.917764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-95200e96-a272-476d-a7d4-596e0d9d1d38 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2041442 Jul 27 22:05:35.940451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4137b-c9d6-405e-a9f5-ff466d7e31f7 req-8590030e-ca58-4ce1-a876-e9960b9eb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:35.942248 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e6f4137b-c9d6-405e-a9f5-ff466d7e31f7 req-8590030e-ca58-4ce1-a876-e9960b9eb914 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6365f138-61f5-4132-a042-8dcc1554276e HTTP/1.1" status: 200 len: 914 time: 0.1035223 Jul 27 22:05:35.976039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-15469f20-bc70-4d8c-98be-e0ad65527b87 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 696 time: 0.0509644 Jul 27 22:05:35.990358 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e6f4137b-c9d6-405e-a9f5-ff466d7e31f7 req-5c3b9c6b-c87e-4e14-b41f-eade85755e67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bdba098-1297-4084-ac5d-5a3d04c5ce52 HTTP/1.1" status: 200 len: 217 time: 0.0403345 Jul 27 22:05:36.043652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4137b-c9d6-405e-a9f5-ff466d7e31f7 req-f3e2a8c3-9a88-4ad0-a271-51cc57a2f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:36.045186 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e6f4137b-c9d6-405e-a9f5-ff466d7e31f7 req-f3e2a8c3-9a88-4ad0-a271-51cc57a2f456 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de42fed2-9610-4c6e-a0d5-ba9f902e4fa0 HTTP/1.1" status: 200 len: 853 time: 0.0478492 Jul 27 22:05:36.057305 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2295fef3-5df7-413d-b1d9-09bf261c9476 req-ddb92ac3-e718-4700-a15f-0b6048c6f3c4 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.087326 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e6f4137b-c9d6-405e-a9f5-ff466d7e31f7 req-bb9758ec-9e30-4981-93a0-0608c30473eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6365f138-61f5-4132-a042-8dcc1554276e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347025 Jul 27 22:05:36.092116 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2295fef3-5df7-413d-b1d9-09bf261c9476 req-ddb92ac3-e718-4700-a15f-0b6048c6f3c4 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.126911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7f95863c-9814-4414-99c0-a2dbce076e1a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:36.160002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-fe405484-057c-4175-bfe6-93df5e43ca21 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:36.173766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86c78a12-373d-4bb7-9430-539278b48cb4 req-fe405484-057c-4175-bfe6-93df5e43ca21 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.1731849 Jul 27 22:05:36.185656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7f95863c-9814-4414-99c0-a2dbce076e1a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:36.186657 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.188872 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2295fef3-5df7-413d-b1d9-09bf261c9476 req-ddb92ac3-e718-4700-a15f-0b6048c6f3c4 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.192252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2295fef3-5df7-413d-b1d9-09bf261c9476 req-ddb92ac3-e718-4700-a15f-0b6048c6f3c4 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.194281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2295fef3-5df7-413d-b1d9-09bf261c9476 req-ddb92ac3-e718-4700-a15f-0b6048c6f3c4 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "DELETE /v2.0/security-groups/6378ac4c-3514-4703-be7a-2e45780e874f HTTP/1.1" status: 204 len: 173 time: 0.2944999 Jul 27 22:05:36.218426 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb92ac3-e718-4700-a15f-0b6048c6f3c4 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6378ac4c-3514-4703-be7a-2e45780e874f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:36.220280 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e6f4137b-c9d6-405e-a9f5-ff466d7e31f7 req-8e1fe9c5-788a-4da9-9abc-ed4fa2d0e3a6 service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251543 Jul 27 22:05:36.371924 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e6f4137b-c9d6-405e-a9f5-ff466d7e31f7 req-0c9ee6f1-1191-4fa8-9427-0cca50313855 service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430409 Jul 27 22:05:36.419378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6597a-b4e3-4c2a-b7ca-6f2c19a9da45 req-3e8c2eef-4391-473b-9918-c62c9f4c5ce4 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:36.420952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8c6597a-b4e3-4c2a-b7ca-6f2c19a9da45 req-3e8c2eef-4391-473b-9918-c62c9f4c5ce4 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1373067 Jul 27 22:05:36.487936 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c1756f1-3c76-4531-b834-5793aa84532a req-e0897ab9-215b-4c88-bc7c-55db8b57b2aa tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1618659 Jul 27 22:05:36.494126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8c6597a-b4e3-4c2a-b7ca-6f2c19a9da45 req-766dc36c-c18e-4a30-be00-f6c3b6828854 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665362 Jul 27 22:05:36.501300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:36.546199 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.566013 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-d46fce57-98f2-4fd4-880f-1beda83fa17a req-8328c280-1991-45ca-9dcf-7c4f89009cf0 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] show failed (client error): The resource could not be found. Jul 27 22:05:36.567181 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d46fce57-98f2-4fd4-880f-1beda83fa17a req-8328c280-1991-45ca-9dcf-7c4f89009cf0 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/6378ac4c-3514-4703-be7a-2e45780e874f HTTP/1.1" status: 404 len: 352 time: 0.0289493 Jul 27 22:05:36.673549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.807743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202d662-1365-441f-b994-cdbf8219a721 req-8947e27b-5945-411d-b8d2-5d53360077bd tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:36.809221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7202d662-1365-441f-b994-cdbf8219a721 req-8947e27b-5945-411d-b8d2-5d53360077bd tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 946 time: 0.1238613 Jul 27 22:05:36.840213 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Allocated IP 172.25.1.224 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/e7d35caa-a175-456a-9507-2c6bbe80012e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:36.880280 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7202d662-1365-441f-b994-cdbf8219a721 req-581fe27b-5ee7-46ed-bba0-528e17645583 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643818 Jul 27 22:05:36.966006 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.024421 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.059533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cc0f695c-b34b-4f2f-b886-ad062e76e5ba req-c246b146-fe00-48ae-accd-75f62777e7fd tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2039950159', 'description': 'tempest-description-125164746'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:37.078871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:37.090378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:37.093129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:37.100066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Pushing event updated for resources: {'Port': ['ID=e7d35caa-a175-456a-9507-2c6bbe80012e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:37.128557 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc0f695c-b34b-4f2f-b886-ad062e76e5ba req-c246b146-fe00-48ae-accd-75f62777e7fd tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.222144 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.292128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.321457 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc0f695c-b34b-4f2f-b886-ad062e76e5ba req-c246b146-fe00-48ae-accd-75f62777e7fd tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.327795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc0f695c-b34b-4f2f-b886-ad062e76e5ba req-c246b146-fe00-48ae-accd-75f62777e7fd tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.372752 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cc0f695c-b34b-4f2f-b886-ad062e76e5ba req-c246b146-fe00-48ae-accd-75f62777e7fd tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.373987 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc0f695c-b34b-4f2f-b886-ad062e76e5ba req-c246b146-fe00-48ae-accd-75f62777e7fd tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3235297 Jul 27 22:05:37.376226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246b146-fe00-48ae-accd-75f62777e7fd tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e04e835-5e84-441c-8fb8-744da7b6f398,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:37.496152 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.502219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.578925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Pushing event updated for resources: {'Port': ['ID=e7d35caa-a175-456a-9507-2c6bbe80012e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:37.626557 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.651347 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.652715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c1756f1-3c76-4531-b834-5793aa84532a req-c1ed8d00-d9bd-4220-8581-2ee1ef0d6af3 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1558695 Jul 27 22:05:37.729171 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c1756f1-3c76-4531-b834-5793aa84532a req-e19ebd34-0339-4107-be07-cfe5f3c9a629 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.224 HTTP/1.1" status: 200 len: 696 time: 0.0636263 Jul 27 22:05:37.849965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-dff61061-e32a-4d7d-9733-505bbf1d6f6b req-04244e33-9e62-4d2e-a646-541bab05103d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-764180910', 'description': 'tempest-description-312154788'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:37.895292 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dff61061-e32a-4d7d-9733-505bbf1d6f6b req-04244e33-9e62-4d2e-a646-541bab05103d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.934860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1756f1-3c76-4531-b834-5793aa84532a req-b93f5612-20c3-4f7f-9a47-5a05afe4663e tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:37.936337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c1756f1-3c76-4531-b834-5793aa84532a req-b93f5612-20c3-4f7f-9a47-5a05afe4663e tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.1820972 Jul 27 22:05:38.073809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dff61061-e32a-4d7d-9733-505bbf1d6f6b req-04244e33-9e62-4d2e-a646-541bab05103d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.082493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddceba-26ae-423d-8a8e-9133be737d77 req-38ad3c15-c642-4457-8dab-955c5e69fe59 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:38.084558 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35ddceba-26ae-423d-8a8e-9133be737d77 req-38ad3c15-c642-4457-8dab-955c5e69fe59 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.0785637 Jul 27 22:05:38.085565 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dff61061-e32a-4d7d-9733-505bbf1d6f6b req-04244e33-9e62-4d2e-a646-541bab05103d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.130395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04244e33-9e62-4d2e-a646-541bab05103d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89426054-6e7d-4b0e-a6fc-23e5c9d3b649,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:38.133300 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dff61061-e32a-4d7d-9733-505bbf1d6f6b req-04244e33-9e62-4d2e-a646-541bab05103d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.134617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dff61061-e32a-4d7d-9733-505bbf1d6f6b req-04244e33-9e62-4d2e-a646-541bab05103d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2922049 Jul 27 22:05:38.152642 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35ddceba-26ae-423d-8a8e-9133be737d77 req-ca8b3ae5-91a7-4dad-bc07-b1922ffb6294 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605006 Jul 27 22:05:38.326383 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-c8b5d195-688b-48df-8e6d-7fe67c0b98e8 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1080322 Jul 27 22:05:38.337124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:38.357829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-eb8484e9-3213-4794-9283-2067f3473b45 req-7d30ba9b-0add-46ab-9fae-03beab7f4e64 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-278458183', 'description': 'tempest-description-1786196544'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:38.368875 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.421711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb8484e9-3213-4794-9283-2067f3473b45 req-7d30ba9b-0add-46ab-9fae-03beab7f4e64 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.524691 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.547980 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb8484e9-3213-4794-9283-2067f3473b45 req-7d30ba9b-0add-46ab-9fae-03beab7f4e64 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.574765 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb8484e9-3213-4794-9283-2067f3473b45 req-7d30ba9b-0add-46ab-9fae-03beab7f4e64 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.617324 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-eb8484e9-3213-4794-9283-2067f3473b45 req-7d30ba9b-0add-46ab-9fae-03beab7f4e64 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.618503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb8484e9-3213-4794-9283-2067f3473b45 req-7d30ba9b-0add-46ab-9fae-03beab7f4e64 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2669759 Jul 27 22:05:38.632123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30ba9b-0add-46ab-9fae-03beab7f4e64 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450ae6cb-abea-4a0a-8f64-0022ac90761e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:38.707669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Allocated IP 172.25.1.50 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/8baf4de1-6bd8-41b0-adf4-8c45844864e0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:38.823428 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2319eafc-23cf-43fb-882d-54306f228c80 req-96412c6c-ee51-4239-b266-cd584bfe0701 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=544a1e4fccc04d41ba217551d15fe1a7 HTTP/1.1" status: 200 len: 10909 time: 0.1699562 Jul 27 22:05:38.887688 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.900546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2319eafc-23cf-43fb-882d-54306f228c80 req-45aa8c7c-1619-4ed7-989c-51663a1e544c tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/07f01369-ace8-414f-849c-17c015ac8945 HTTP/1.1" status: 200 len: 2985 time: 0.0704677 Jul 27 22:05:38.967411 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2319eafc-23cf-43fb-882d-54306f228c80 req-1d361bc6-421e-4028-adea-d2a07fbb2c90 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/07f01369-ace8-414f-849c-17c015ac8945 HTTP/1.1" status: 200 len: 2985 time: 0.0596378 Jul 27 22:05:38.968818 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.035611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:39.045255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:39.050746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Pushing event updated for resources: {'Port': ['ID=8baf4de1-6bd8-41b0-adf4-8c45844864e0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:39.053482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:39.085975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5459a96-9183-47c3-a73a-0c797bf2c268 req-7dc1b850-1e15-45df-8e24-93494edd93b7 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/7e04e835-5e84-441c-8fb8-744da7b6f398 HTTP/1.1" status: 200 len: 1802 time: 0.0900381 Jul 27 22:05:39.194342 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5459a96-9183-47c3-a73a-0c797bf2c268 req-183e382b-d3e7-41a9-9460-7aaf2bb8e72f tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.198414 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.226323 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5459a96-9183-47c3-a73a-0c797bf2c268 req-183e382b-d3e7-41a9-9460-7aaf2bb8e72f tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.265167 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.314321 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5459a96-9183-47c3-a73a-0c797bf2c268 req-183e382b-d3e7-41a9-9460-7aaf2bb8e72f tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.316863 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a5459a96-9183-47c3-a73a-0c797bf2c268 req-183e382b-d3e7-41a9-9460-7aaf2bb8e72f tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.318054 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5459a96-9183-47c3-a73a-0c797bf2c268 req-183e382b-d3e7-41a9-9460-7aaf2bb8e72f tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "DELETE /v2.0/security-groups/7e04e835-5e84-441c-8fb8-744da7b6f398 HTTP/1.1" status: 204 len: 173 time: 0.2228868 Jul 27 22:05:39.337160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e382b-d3e7-41a9-9460-7aaf2bb8e72f tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e04e835-5e84-441c-8fb8-744da7b6f398,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:39.460719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad5cc0-b783-4039-83f2-b793197c0132 req-5ff9f157-5e1c-453a-904e-63734f233ee1 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:39.462104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1ad5cc0-b783-4039-83f2-b793197c0132 req-5ff9f157-5e1c-453a-904e-63734f233ee1 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.0811796 Jul 27 22:05:39.515427 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.522081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1ad5cc0-b783-4039-83f2-b793197c0132 req-fa551037-ef4b-411e-ad1b-b7abcfaa0a29 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504351 Jul 27 22:05:39.523133 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.593321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Pushing event updated for resources: {'Port': ['ID=8baf4de1-6bd8-41b0-adf4-8c45844864e0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:39.603481 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.617608 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:39.619056 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-7b0cc89c-f81b-4f53-82b5-99cb12f5ca40 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2869031 Jul 27 22:05:39.685229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-b71b8f61-488c-4ad2-9d0b-177f093094eb tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0585735 Jul 27 22:05:39.783766 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-2d1070c3-a85b-4ac6-b733-5affa6e8a0b6 req-476eb927-609a-45ab-9b24-5c5ddc172245 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] show failed (client error): The resource could not be found. Jul 27 22:05:39.784767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d1070c3-a85b-4ac6-b733-5affa6e8a0b6 req-476eb927-609a-45ab-9b24-5c5ddc172245 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/7e04e835-5e84-441c-8fb8-744da7b6f398 HTTP/1.1" status: 404 len: 352 time: 0.0244467 Jul 27 22:05:39.806407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-ce85b878-65ba-4db7-b26d-0fe0dba4ee7c tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:39.807815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-149e2f3a-6829-4aa4-a03e-130e33552257 req-ce85b878-65ba-4db7-b26d-0fe0dba4ee7c tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.1166718 Jul 27 22:05:39.906646 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ec05f37-fadb-495f-8c17-db05a30c6c04 req-64233b5e-290e-4dc6-8398-39365605cda9 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/89426054-6e7d-4b0e-a6fc-23e5c9d3b649 HTTP/1.1" status: 200 len: 1801 time: 0.0775700 Jul 27 22:05:39.917214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4cfebaba-551b-412c-a2dd-a6b1fad41d93 req-380f8e80-a17c-41e5-867f-fdfac6db22ae tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips/43fe3266-f606-46ee-a791-cc67d07d9174 HTTP/1.1" status: 200 len: 692 time: 0.0563333 Jul 27 22:05:40.382063 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ec05f37-fadb-495f-8c17-db05a30c6c04 req-b20de5ff-b844-4800-9cda-73e850203c13 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.420607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfebaba-551b-412c-a2dd-a6b1fad41d93 req-8832c135-894c-4367-9ff6-4b2eb976fd84 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:40.422112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4cfebaba-551b-412c-a2dd-a6b1fad41d93 req-8832c135-894c-4367-9ff6-4b2eb976fd84 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.4981730 Jul 27 22:05:40.426134 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ec05f37-fadb-495f-8c17-db05a30c6c04 req-b20de5ff-b844-4800-9cda-73e850203c13 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.508851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-1761c058-995b-496f-99b8-9092756ac00c tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips/43fe3266-f606-46ee-a791-cc67d07d9174 HTTP/1.1" status: 200 len: 692 time: 0.0630343 Jul 27 22:05:40.522167 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ec05f37-fadb-495f-8c17-db05a30c6c04 req-b20de5ff-b844-4800-9cda-73e850203c13 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.533335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ec05f37-fadb-495f-8c17-db05a30c6c04 req-b20de5ff-b844-4800-9cda-73e850203c13 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.539010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ec05f37-fadb-495f-8c17-db05a30c6c04 req-b20de5ff-b844-4800-9cda-73e850203c13 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "DELETE /v2.0/security-groups/89426054-6e7d-4b0e-a6fc-23e5c9d3b649 HTTP/1.1" status: 204 len: 173 time: 0.6257548 Jul 27 22:05:40.613697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20de5ff-b844-4800-9cda-73e850203c13 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89426054-6e7d-4b0e-a6fc-23e5c9d3b649,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:40.619265 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-63368b6b-e6c3-4814-8670-ceea5c40d00f req-b73daf2b-0530-40e8-985a-33d43dd36895 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] show failed (client error): The resource could not be found. Jul 27 22:05:40.620297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63368b6b-e6c3-4814-8670-ceea5c40d00f req-b73daf2b-0530-40e8-985a-33d43dd36895 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/89426054-6e7d-4b0e-a6fc-23e5c9d3b649 HTTP/1.1" status: 404 len: 352 time: 0.0476189 Jul 27 22:05:40.698599 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-6acaa800-91b8-4c4e-984c-d5afa727e9b4 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:40.700263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-6acaa800-91b8-4c4e-984c-d5afa727e9b4 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.1599467 Jul 27 22:05:40.795995 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-3e34a438-c987-43d0-855c-76c3e29462ec tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0829897 Jul 27 22:05:40.813914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75b2bd-eb0c-4a75-913d-cf1d357c0657 req-46eb6c2b-e00c-466e-99b4-a27e006d6754 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:40.815364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e75b2bd-eb0c-4a75-913d-cf1d357c0657 req-46eb6c2b-e00c-466e-99b4-a27e006d6754 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1142182 Jul 27 22:05:40.867346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-e51a3e5d-22de-47f1-9198-80f9e82ab8f0 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0509949 Jul 27 22:05:40.965611 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e75b2bd-eb0c-4a75-913d-cf1d357c0657 req-3f14810f-a1ac-4208-8aea-547acdad418b tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085265 Jul 27 22:05:41.034877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-4b2da1e3-3dff-4a30-9786-066c04fccc49 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Deleting port 8baf4de1-6bd8-41b0-adf4-8c45844864e0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:41.035501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-4b2da1e3-3dff-4a30-9786-066c04fccc49 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.153398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0304740f-c085-4c71-8bdf-f77c625bd786 req-68a0ac40-f1e6-44a6-8bbe-e23d960828c6 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/450ae6cb-abea-4a0a-8f64-0022ac90761e HTTP/1.1" status: 200 len: 1802 time: 0.0632062 Jul 27 22:05:41.162996 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-4b2da1e3-3dff-4a30-9786-066c04fccc49 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.163330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-4b2da1e3-3dff-4a30-9786-066c04fccc49 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.187621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-4b2da1e3-3dff-4a30-9786-066c04fccc49 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Calling delete_port for 8baf4de1-6bd8-41b0-adf4-8c45844864e0 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:41.302118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0304740f-c085-4c71-8bdf-f77c625bd786 req-6750240b-ce9c-476f-a307-d4a46ec1b504 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.337660 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0304740f-c085-4c71-8bdf-f77c625bd786 req-6750240b-ce9c-476f-a307-d4a46ec1b504 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.403498 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0304740f-c085-4c71-8bdf-f77c625bd786 req-6750240b-ce9c-476f-a307-d4a46ec1b504 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.406080 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0304740f-c085-4c71-8bdf-f77c625bd786 req-6750240b-ce9c-476f-a307-d4a46ec1b504 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.407279 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0304740f-c085-4c71-8bdf-f77c625bd786 req-6750240b-ce9c-476f-a307-d4a46ec1b504 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "DELETE /v2.0/security-groups/450ae6cb-abea-4a0a-8f64-0022ac90761e HTTP/1.1" status: 204 len: 173 time: 0.2413158 Jul 27 22:05:41.444927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750240b-ce9c-476f-a307-d4a46ec1b504 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450ae6cb-abea-4a0a-8f64-0022ac90761e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:41.473660 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-4b2da1e3-3dff-4a30-9786-066c04fccc49 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.512002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2da1e3-3dff-4a30-9786-066c04fccc49 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Pushing event deleted for resources: {'Port': ['ID=8baf4de1-6bd8-41b0-adf4-8c45844864e0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:41.612652 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-4b2da1e3-3dff-4a30-9786-066c04fccc49 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.613001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:41.616082 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-4b2da1e3-3dff-4a30-9786-066c04fccc49 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.617141 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2db5bccb-cb3c-4f2d-a7fc-59157310fc9a req-4b2da1e3-3dff-4a30-9786-066c04fccc49 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "DELETE /v2.0/floatingips/43fe3266-f606-46ee-a791-cc67d07d9174 HTTP/1.1" status: 204 len: 173 time: 0.7421019 Jul 27 22:05:41.677776 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-b06eb9ee-1cf5-4b03-a142-8ff159cbdddb req-803c4a9e-63fb-49bc-8e44-f08d6fe1d654 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] show failed (client error): The resource could not be found. Jul 27 22:05:41.678957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b06eb9ee-1cf5-4b03-a142-8ff159cbdddb req-803c4a9e-63fb-49bc-8e44-f08d6fe1d654 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/450ae6cb-abea-4a0a-8f64-0022ac90761e HTTP/1.1" status: 404 len: 352 time: 0.0369873 Jul 27 22:05:41.751837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:41.767665 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229', 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'port_id': 'ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229', 'mac_address': 'fa:16:3e:6c:b4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b64ac46-4efb-44f1-8ae7-9df77514a56e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:41.812142 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.827368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:41.856617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:41.866501 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:41.961013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:41.965516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:42.005012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c612b44-fef4-4890-a43e-05c738d838d1 req-c53fa458-3e7e-4d62-928b-03721ca09efb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=544a1e4fccc04d41ba217551d15fe1a7 HTTP/1.1" status: 200 len: 6157 time: 0.2722020 Jul 27 22:05:42.013213 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ddac7-0a90-487a-9291-af5d81116e3e req-033e85a8-f7e7-4980-b41f-5aecf6ef4422 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:42.014994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa9ddac7-0a90-487a-9291-af5d81116e3e req-033e85a8-f7e7-4980-b41f-5aecf6ef4422 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3155565 Jul 27 22:05:42.084579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c612b44-fef4-4890-a43e-05c738d838d1 req-89068312-021a-4235-a5f1-aeb3427298e3 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/07f01369-ace8-414f-849c-17c015ac8945 HTTP/1.1" status: 200 len: 2985 time: 0.0630488 Jul 27 22:05:42.198494 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c612b44-fef4-4890-a43e-05c738d838d1 req-3ab923be-dda8-4d78-8402-29be73bd2ffd tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/07f01369-ace8-414f-849c-17c015ac8945 HTTP/1.1" status: 200 len: 2985 time: 0.1123035 Jul 27 22:05:42.284922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419154a-1563-460e-88ff-8b272cab62ac req-1ab792ae-d80e-4698-88aa-4ea8408b919b tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:42.286923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d419154a-1563-460e-88ff-8b272cab62ac req-1ab792ae-d80e-4698-88aa-4ea8408b919b tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1635151 Jul 27 22:05:42.317766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6733f92-f0b8-4e31-8de7-8f9ba771ada6 req-06b3f611-19b9-4ba0-8910-205182ee436e tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=69a6ff965f364617a98b826c724e56fd HTTP/1.1" status: 200 len: 1656 time: 0.0962179 Jul 27 22:05:42.345119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.409293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d419154a-1563-460e-88ff-8b272cab62ac req-164437b2-cf19-4751-aef6-1024f38f590c tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115870 Jul 27 22:05:42.500416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6733f92-f0b8-4e31-8de7-8f9ba771ada6 req-6387e2d0-b98e-4896-94f6-fc28a2bbc5fe tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:42.502708 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6733f92-f0b8-4e31-8de7-8f9ba771ada6 req-6387e2d0-b98e-4896-94f6-fc28a2bbc5fe tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks?id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&id=7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 787 time: 0.1774862 Jul 27 22:05:42.534193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0ec769d7-339b-4b60-b4fe-a1ec53d4d8fa req-f48928c6-2bc5-4e6c-a14d-68f9cc1623d0 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1413397050', 'description': 'tempest-description-64362160'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:42.580811 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ec769d7-339b-4b60-b4fe-a1ec53d4d8fa req-f48928c6-2bc5-4e6c-a14d-68f9cc1623d0 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.735376 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97493f9c-6422-4eb4-8eca-f12b5071534a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.735951 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-1049fae6-164e-4ae8-bec9-4cda19596883 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips/cba4e03e-e49e-44d5-80f5-f45d9dba83f4 HTTP/1.1" status: 200 len: 693 time: 0.0718319 Jul 27 22:05:42.832733 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ec769d7-339b-4b60-b4fe-a1ec53d4d8fa req-f48928c6-2bc5-4e6c-a14d-68f9cc1623d0 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.844806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ec769d7-339b-4b60-b4fe-a1ec53d4d8fa req-f48928c6-2bc5-4e6c-a14d-68f9cc1623d0 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.913482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-5d49697e-c296-4615-b355-fe9cdf333313 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:42.915475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-5d49697e-c296-4615-b355-fe9cdf333313 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.1631362 Jul 27 22:05:42.994302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-ff96c263-8ff3-49ae-a6cc-1ebe2f36a81c tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.224 HTTP/1.1" status: 200 len: 696 time: 0.0632865 Jul 27 22:05:43.060258 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ec769d7-339b-4b60-b4fe-a1ec53d4d8fa req-f48928c6-2bc5-4e6c-a14d-68f9cc1623d0 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.071504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ec769d7-339b-4b60-b4fe-a1ec53d4d8fa req-f48928c6-2bc5-4e6c-a14d-68f9cc1623d0 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5429125 Jul 27 22:05:43.071504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-40d7c062-909d-4867-9adc-ad3e05615186 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.224 HTTP/1.1" status: 200 len: 696 time: 0.0661683 Jul 27 22:05:43.072212 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48928c6-2bc5-4e6c-a14d-68f9cc1623d0 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a256cb6e-c592-4e62-98eb-475544d23103,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:43.251856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-844ada84-ce04-4072-9d48-624100762020 req-356f283e-8ed5-4c1f-abc1-d2ffe8ad3519 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-47138041', 'description': 'tempest-description-1884934691'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:43.290599 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-c32d709f-3776-4418-ba2e-194aa5ebd02b tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Deleting port e7d35caa-a175-456a-9507-2c6bbe80012e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:43.291222 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-c32d709f-3776-4418-ba2e-194aa5ebd02b tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.310703 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ada84-ce04-4072-9d48-624100762020 req-356f283e-8ed5-4c1f-abc1-d2ffe8ad3519 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.436037 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-c32d709f-3776-4418-ba2e-194aa5ebd02b tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.436839 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-c32d709f-3776-4418-ba2e-194aa5ebd02b tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.458611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-c32d709f-3776-4418-ba2e-194aa5ebd02b tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Calling delete_port for e7d35caa-a175-456a-9507-2c6bbe80012e owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:43.552119 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ada84-ce04-4072-9d48-624100762020 req-356f283e-8ed5-4c1f-abc1-d2ffe8ad3519 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.572759 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ada84-ce04-4072-9d48-624100762020 req-356f283e-8ed5-4c1f-abc1-d2ffe8ad3519 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.627833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:43.636652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f283e-8ed5-4c1f-abc1-d2ffe8ad3519 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c047c42-df70-4e27-8184-d703c47a21cf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:43.723323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:43.723759 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.752323 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-844ada84-ce04-4072-9d48-624100762020 req-356f283e-8ed5-4c1f-abc1-d2ffe8ad3519 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.774892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-844ada84-ce04-4072-9d48-624100762020 req-356f283e-8ed5-4c1f-abc1-d2ffe8ad3519 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5358238 Jul 27 22:05:43.777401 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-c32d709f-3776-4418-ba2e-194aa5ebd02b tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.835620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d709f-3776-4418-ba2e-194aa5ebd02b tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Pushing event deleted for resources: {'Port': ['ID=e7d35caa-a175-456a-9507-2c6bbe80012e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:43.929773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.961758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506471bc-df9c-4559-8937-2f7d6ebee9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:43.964945 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9505cf39-27ff-4f04-b649-81168ddd8035" -d '{"events": [{"server_uuid": "506471bc-df9c-4559-8937-2f7d6ebee9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:43.986450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:43.990730 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-c32d709f-3776-4418-ba2e-194aa5ebd02b tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:43.993750 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-c32d709f-3776-4418-ba2e-194aa5ebd02b tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.000440 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b916ab61-2049-4267-80da-bd3cc1b582e2 req-c32d709f-3776-4418-ba2e-194aa5ebd02b tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "DELETE /v2.0/floatingips/cba4e03e-e49e-44d5-80f5-f45d9dba83f4 HTTP/1.1" status: 204 len: 173 time: 0.9146881 Jul 27 22:05:44.001193 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.041115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96fd44-cefe-4e2f-9dc3-a0c94dec6b33 req-f602edba-cb1b-47d9-a737-a2afa5b68c0f tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:44.052742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce96fd44-cefe-4e2f-9dc3-a0c94dec6b33 req-f602edba-cb1b-47d9-a737-a2afa5b68c0f tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1906829 Jul 27 22:05:44.092360 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:44.104325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce96fd44-cefe-4e2f-9dc3-a0c94dec6b33 req-b35448e2-d87f-4290-a37a-126fcbc323b4 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504823 Jul 27 22:05:44.184916 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aa3517-d2e7-441f-8d7e-97aa428b3df9 x-openstack-request-id: req-43aa3517-d2e7-441f-8d7e-97aa428b3df9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:44.185206 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506471bc-df9c-4559-8937-2f7d6ebee9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:44.185681 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43aa3517-d2e7-441f-8d7e-97aa428b3df9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:44.186202 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506471bc-df9c-4559-8937-2f7d6ebee9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229', 'code': 200} Jul 27 22:05:44.261498 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-dee9537d-572d-43b4-bf62-8967dc50232f tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips/d510ac4f-66f0-40c6-9498-259345ac52a3 HTTP/1.1" status: 200 len: 693 time: 0.0603502 Jul 27 22:05:44.445892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-66907bc3-e8dc-4d30-89eb-b28f06e909fd tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:44.447346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-66907bc3-e8dc-4d30-89eb-b28f06e909fd tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.1809046 Jul 27 22:05:44.456017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-d8e9ed2e-225b-4129-92ad-50ba098f6eb9 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:44.457497 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-d8e9ed2e-225b-4129-92ad-50ba098f6eb9 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/networks?id=6365f138-61f5-4132-a042-8dcc1554276e HTTP/1.1" status: 200 len: 813 time: 0.1786847 Jul 27 22:05:44.513052 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-f16c8d2e-0e9b-4fec-b202-f08cd1110a70 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 696 time: 0.0544837 Jul 27 22:05:44.514369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-bff00962-1a07-4914-9c10-e17beff186f8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/quotas/544a1e4fccc04d41ba217551d15fe1a7 HTTP/1.1" status: 200 len: 375 time: 0.0480447 Jul 27 22:05:44.602907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-4da9a96f-b7ca-4bb0-8aba-f10a7d838470 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.187 HTTP/1.1" status: 200 len: 696 time: 0.0743222 Jul 27 22:05:44.622883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5b4674cb-0c4c-4245-b76b-1861a25ce7c5 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=544a1e4fccc04d41ba217551d15fe1a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0961030 Jul 27 22:05:44.805480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-d0a8f808-9b09-415a-8599-8d1ba1fc57e4 service neutron] 10.222.0.24 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548765 Jul 27 22:05:44.836037 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-61fba45f-9efd-45e6-b542-6c6098164271 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Deleting port 5d28841a-4b69-4dcc-ae6b-2f3b9eb48015 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:44.836374 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-61fba45f-9efd-45e6-b542-6c6098164271 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.966282 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-1aab335c-f16f-4c0f-a4f0-c54cc465b5f2 service neutron] 10.222.0.24 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516113 Jul 27 22:05:44.968108 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-61fba45f-9efd-45e6-b542-6c6098164271 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.968437 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-61fba45f-9efd-45e6-b542-6c6098164271 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.982423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-61fba45f-9efd-45e6-b542-6c6098164271 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Calling delete_port for 5d28841a-4b69-4dcc-ae6b-2f3b9eb48015 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:45.150253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-61fba45f-9efd-45e6-b542-6c6098164271 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.187253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fba45f-9efd-45e6-b542-6c6098164271 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Pushing event deleted for resources: {'Port': ['ID=5d28841a-4b69-4dcc-ae6b-2f3b9eb48015,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:45.318836 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-61fba45f-9efd-45e6-b542-6c6098164271 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.321631 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-61fba45f-9efd-45e6-b542-6c6098164271 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.322851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d21b58c-ede3-4914-966b-926cc9d53505 req-61fba45f-9efd-45e6-b542-6c6098164271 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "DELETE /v2.0/floatingips/d510ac4f-66f0-40c6-9498-259345ac52a3 HTTP/1.1" status: 204 len: 173 time: 0.7136869 Jul 27 22:05:45.414367 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56e3899d-ba4e-4e29-8459-38fe7788a749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.503535 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb6be4-8011-4085-bb49-b205bb1c08fc req-8e4e7709-8a0e-43e3-a082-103074f8253e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:45.514778 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21bb6be4-8011-4085-bb49-b205bb1c08fc req-8e4e7709-8a0e-43e3-a082-103074f8253e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1051884 Jul 27 22:05:45.581634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d8cdb25-ade8-4738-94ff-f6c3e8aac98d req-9f4a9204-dbdc-4d74-ba98-8a407bb87fd3 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 210 time: 0.0409296 Jul 27 22:05:45.636148 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21bb6be4-8011-4085-bb49-b205bb1c08fc req-c4966967-ca0c-493b-8698-6d0df532e17d tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195583 Jul 27 22:05:45.690643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.809557 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-26ca31be-40b0-4345-a68c-8e7549aea06b tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips/db5fb119-5399-41db-93db-e742c0b68ca8 HTTP/1.1" status: 200 len: 692 time: 0.1313784 Jul 27 22:05:45.930742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-3f84019f-25e1-41eb-9d8c-29a24d2b54e5 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:45.939364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-3f84019f-25e1-41eb-9d8c-29a24d2b54e5 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.1291325 Jul 27 22:05:46.014549 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-2dccff27-30db-4dbe-b298-6c64efed76a1 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.30 HTTP/1.1" status: 200 len: 695 time: 0.0741849 Jul 27 22:05:46.118978 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-e336e72c-7b27-449f-ba5d-8c7f687b6bb6 tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.30 HTTP/1.1" status: 200 len: 695 time: 0.0955579 Jul 27 22:05:46.222396 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.267567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-7093cc84-02d6-4aee-9cd7-64586cde3ace tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Deleting port 42d3a07c-0fd9-458d-9027-955dad4377a4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:46.268043 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-7093cc84-02d6-4aee-9cd7-64586cde3ace tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.329381 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.377089 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-7093cc84-02d6-4aee-9cd7-64586cde3ace tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.377475 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-7093cc84-02d6-4aee-9cd7-64586cde3ace tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.391309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-7093cc84-02d6-4aee-9cd7-64586cde3ace tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Calling delete_port for 42d3a07c-0fd9-458d-9027-955dad4377a4 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:46.655989 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-7093cc84-02d6-4aee-9cd7-64586cde3ace tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.785760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093cc84-02d6-4aee-9cd7-64586cde3ace tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Pushing event deleted for resources: {'Port': ['ID=42d3a07c-0fd9-458d-9027-955dad4377a4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:46.802717 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:05:46.943149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-ba307aa0-1e77-47a2-8cf7-4c4b7865b594 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:46.945223 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-ba307aa0-1e77-47a2-8cf7-4c4b7865b594 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.41 "GET /v2.0/networks?id=6365f138-61f5-4132-a042-8dcc1554276e HTTP/1.1" status: 200 len: 813 time: 0.3046718 Jul 27 22:05:46.974176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'port': {'device_id': 'b07f7453-60e9-4e61-b3a2-dc57f8d59689', 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e', 'admin_state_up': True, 'tenant_id': '544a1e4fccc04d41ba217551d15fe1a7'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:47.293197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dac7af1-a89f-47dd-91ab-deeae578c579 req-2852f251-b15c-41da-b56d-3f771a1fcf9c tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 210 time: 0.4782028 Jul 27 22:05:47.358650 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-7093cc84-02d6-4aee-9cd7-64586cde3ace tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.364814 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-7093cc84-02d6-4aee-9cd7-64586cde3ace tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.366710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-128d3e1b-f968-4464-994a-a38d9ace50fd req-7093cc84-02d6-4aee-9cd7-64586cde3ace tempest-FloatingIPDetailsTestJSON-1845125504 tempest-FloatingIPDetailsTestJSON-1845125504-project] 10.222.0.24 "DELETE /v2.0/floatingips/db5fb119-5399-41db-93db-e742c0b68ca8 HTTP/1.1" status: 204 len: 173 time: 1.2467360 Jul 27 22:05:47.372649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:47.591040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d5f54-e096-4f2f-81f9-cc0fb7df9474 req-77663ea0-68fb-4246-85cf-07fcffdf737f tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:47.592808 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-693d5f54-e096-4f2f-81f9-cc0fb7df9474 req-77663ea0-68fb-4246-85cf-07fcffdf737f tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1311448 Jul 27 22:05:47.629781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Made reservation on behalf of 544a1e4fccc04d41ba217551d15fe1a7 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:05:47.634995 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:47.706938 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-693d5f54-e096-4f2f-81f9-cc0fb7df9474 req-e5065149-7899-445f-befd-6bc8924bf84a tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078088 Jul 27 22:05:47.851604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Allocated IP 172.20.0.11 (6365f138-61f5-4132-a042-8dcc1554276e/de42fed2-9610-4c6e-a0d5-ba9f902e4fa0/070eebcd-3da3-4d66-a4da-1686d55a1141) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:05:47.991324 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.029988 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.056882 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ad82be2-0b8c-4a22-b848-ba8534c775b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.105233 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.120040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['7bdba098-1297-4084-ac5d-5a3d04c5ce52'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:48.149542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Network 6365f138-61f5-4132-a042-8dcc1554276e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:05:48.153704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:05:48.157642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:05:48.276044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'Port': ['ID=070eebcd-3da3-4d66-a4da-1686d55a1141,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:48.326451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:48.332466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.389498 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-3e315fd7-caa5-4c9d-a009-1bd02df19957 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4292984 Jul 27 22:05:48.424008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Request body: {'port': {'device_id': 'b07f7453-60e9-4e61-b3a2-dc57f8d59689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:48.582721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.634960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3002-5b9b-4d7a-8c5f-2de12f4b44c2 req-a0dfb2f8-14f4-44e2-a40f-281c57dcede5 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:48.637348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de9a3002-5b9b-4d7a-8c5f-2de12f4b44c2 req-a0dfb2f8-14f4-44e2-a40f-281c57dcede5 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 932 time: 0.1802204 Jul 27 22:05:48.659769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7ad82be2-0b8c-4a22-b848-ba8534c775b3 admin admin] Deleting port 7f95863c-9814-4414-99c0-a2dbce076e1a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:48.663427 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ad82be2-0b8c-4a22-b848-ba8534c775b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.752863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de9a3002-5b9b-4d7a-8c5f-2de12f4b44c2 req-0a7754b0-9707-48fd-b9de-a38b444dc620 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008353 Jul 27 22:05:48.842714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7ad82be2-0b8c-4a22-b848-ba8534c775b3 admin admin] For port 7f95863c-9814-4414-99c0-a2dbce076e1a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7f95863c-9814-4414-99c0-a2dbce076e1a,segment=NetworkSegment(094e189f-f7d9-43a1-802a-d7088d4e5acf),segment_id=094e189f-f7d9-43a1-802a-d7088d4e5acf)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:48.855253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ad82be2-0b8c-4a22-b848-ba8534c775b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:48.883224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7ad82be2-0b8c-4a22-b848-ba8534c775b3 admin admin] Calling delete_port for 7f95863c-9814-4414-99c0-a2dbce076e1a owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:49.134981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070eebcd-3da3-4d66-a4da-1686d55a1141 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:49.144650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781640ed-1df5-40cf-8d16-f4926c5dc306 req-f4ee9a31-21c8-4194-8e5b-866729b3a627 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:49.145664 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:49.154181 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-781640ed-1df5-40cf-8d16-f4926c5dc306 req-f4ee9a31-21c8-4194-8e5b-866729b3a627 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.1492846 Jul 27 22:05:49.164418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Transition to ACTIVE for port object 070eebcd-3da3-4d66-a4da-1686d55a1141 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:49.172405 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:49.231444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-781640ed-1df5-40cf-8d16-f4926c5dc306 req-547638a2-de3b-4c63-9f15-69318ac1ac65 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762587 Jul 27 22:05:49.266411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Pushing event updated for resources: {'Port': ['ID=070eebcd-3da3-4d66-a4da-1686d55a1141,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:49.304244 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ad82be2-0b8c-4a22-b848-ba8534c775b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:49.331223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Attempting to bind port 070eebcd-3da3-4d66-a4da-1686d55a1141 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:49.331694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Attempting to bind port 070eebcd-3da3-4d66-a4da-1686d55a1141 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:49.332036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Attempting to bind port 070eebcd-3da3-4d66-a4da-1686d55a1141 on network 6365f138-61f5-4132-a042-8dcc1554276e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:49.335791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad82be2-0b8c-4a22-b848-ba8534c775b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f95863c-9814-4414-99c0-a2dbce076e1a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:49.337021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Port 070eebcd-3da3-4d66-a4da-1686d55a1141 on network 6365f138-61f5-4132-a042-8dcc1554276e not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:05:49.342883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Attempting to bind port 070eebcd-3da3-4d66-a4da-1686d55a1141 on network 6365f138-61f5-4132-a042-8dcc1554276e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:49.351117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:49.351662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Checking segment: {'id': 'c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:49.351833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Bound using segment: {'id': 'c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:49.355666 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Bound port: 070eebcd-3da3-4d66-a4da-1686d55a1141, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:49.356056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:49.473290 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] For port 070eebcd-3da3-4d66-a4da-1686d55a1141, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:49.478610 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] For port 070eebcd-3da3-4d66-a4da-1686d55a1141, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=070eebcd-3da3-4d66-a4da-1686d55a1141,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:49.493037 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:49.586325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Pushing event updated for resources: {'Port': ['ID=070eebcd-3da3-4d66-a4da-1686d55a1141,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:49.590880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:49.591600 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:49.595914 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-5ef879ba-1421-45d6-a06c-44a2f7511538 service neutron] 10.222.0.41 "PUT /v2.0/ports/070eebcd-3da3-4d66-a4da-1686d55a1141 HTTP/1.1" status: 200 len: 1092 time: 1.1864951 Jul 27 22:05:49.596486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07f7453-60e9-4e61-b3a2-dc57f8d59689', 'tag': '070eebcd-3da3-4d66-a4da-1686d55a1141'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:49.600171 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d181116-c9aa-40d6-aa57-f0a25f529d36" -d '{"events": [{"name": "network-changed", "server_uuid": "b07f7453-60e9-4e61-b3a2-dc57f8d59689", "tag": "070eebcd-3da3-4d66-a4da-1686d55a1141"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:49.645060 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ad82be2-0b8c-4a22-b848-ba8534c775b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:49.768106 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d8e24e-5e00-4fc8-8af0-aa9dd5196ea2 x-openstack-request-id: req-c6d8e24e-5e00-4fc8-8af0-aa9dd5196ea2 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:49.768409 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07f7453-60e9-4e61-b3a2-dc57f8d59689", "tag": "070eebcd-3da3-4d66-a4da-1686d55a1141", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:49.768660 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6d8e24e-5e00-4fc8-8af0-aa9dd5196ea2 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:49.769061 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07f7453-60e9-4e61-b3a2-dc57f8d59689', 'tag': '070eebcd-3da3-4d66-a4da-1686d55a1141', 'status': 'completed', 'code': 200} Jul 27 22:05:49.817354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-b3674b13-e1d7-4243-bc3f-b6ac46d2805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:49.829501 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-b3674b13-e1d7-4243-bc3f-b6ac46d2805c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=544a1e4fccc04d41ba217551d15fe1a7&device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 1095 time: 0.1331518 Jul 27 22:05:49.932113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 002200e4-c61c-429a-bdb1-f60940e35d19 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:49.961279 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-fa391c36-ba96-4b29-a90c-fa37689396ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070eebcd-3da3-4d66-a4da-1686d55a1141 HTTP/1.1" status: 200 len: 217 time: 0.1228163 Jul 27 22:05:50.075385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-046a63cd-9808-47f5-a679-1e88eaea8510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:50.076862 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-046a63cd-9808-47f5-a679-1e88eaea8510 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de42fed2-9610-4c6e-a0d5-ba9f902e4fa0 HTTP/1.1" status: 200 len: 853 time: 0.1065481 Jul 27 22:05:50.125607 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-d99dd555-9fd5-478a-9868-73504921e5e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6365f138-61f5-4132-a042-8dcc1554276e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407109 Jul 27 22:05:50.212234 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759daa27-e89c-4cbe-b7a2-e0572c9a93dd req-98c1a257-4fc6-4183-86fa-69e548cce3d7 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:50.213858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-759daa27-e89c-4cbe-b7a2-e0572c9a93dd req-98c1a257-4fc6-4183-86fa-69e548cce3d7 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 944 time: 0.2662120 Jul 27 22:05:50.231770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad82be2-0b8c-4a22-b848-ba8534c775b3 admin admin] Router 179486d3-c9f7-4a29-9bbd-f572e4902801 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:50.236240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=002200e4-c61c-429a-bdb1-f60940e35d19,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:50.257219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '002200e4-c61c-429a-bdb1-f60940e35d19', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '002200e4-c61c-429a-bdb1-f60940e35d19', 'mac_address': 'fa:16:3e:f2:87:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:50.288669 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-e910ae30-45a0-4dd0-8cf1-10acfbfa9e7f service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448264 Jul 27 22:05:50.321860 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.335702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-759daa27-e89c-4cbe-b7a2-e0572c9a93dd req-34788db8-04b6-4a1d-b85c-96c214d93f1f tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125939 Jul 27 22:05:50.346077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 002200e4-c61c-429a-bdb1-f60940e35d19 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:50.371879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=002200e4-c61c-429a-bdb1-f60940e35d19,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:50.378281 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.430726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=002200e4-c61c-429a-bdb1-f60940e35d19,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:50.451019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fbde9-575c-47f2-8f01-0e9baa4d88bf req-21bd7fed-b56b-476c-8d63-6f9780e39fff tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:50.453206 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449fbde9-575c-47f2-8f01-0e9baa4d88bf req-21bd7fed-b56b-476c-8d63-6f9780e39fff tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 950 time: 0.0977075 Jul 27 22:05:50.493344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad82be2-0b8c-4a22-b848-ba8534c775b3 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:50.517172 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe874a5-fe08-404e-9a1a-2c16e8dde18c None None] Sync routers for ids ['179486d3-c9f7-4a29-9bbd-f572e4902801'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:50.521040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7ad82be2-0b8c-4a22-b848-ba8534c775b3 admin admin] 10.222.0.24 "PUT /v2.0/routers/179486d3-c9f7-4a29-9bbd-f572e4902801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1473308 Jul 27 22:05:50.523922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:50.534220 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe874a5-fe08-404e-9a1a-2c16e8dde18c None None] Routers {'179486d3-c9f7-4a29-9bbd-f572e4902801'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:50.537934 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7fe874a5-fe08-404e-9a1a-2c16e8dde18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:05:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['179486d3-c9f7-4a29-9bbd-f572e4902801'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:50.574551 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f9c02e9-f3b3-4ba1-b919-dcd9e7ff0afb req-32bdaa6e-c18e-4309-98a0-7499177f2947 service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695968 Jul 27 22:05:50.610638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449fbde9-575c-47f2-8f01-0e9baa4d88bf req-c42e6e8b-1cfa-4135-afca-bce9330791bc tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209857 Jul 27 22:05:50.670317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['002200e4-c61c-429a-bdb1-f60940e35d19'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:50.702582 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7fe874a5-fe08-404e-9a1a-2c16e8dde18c None None] Set router 179486d3-c9f7-4a29-9bbd-f572e4902801 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:50.705983 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:50.762239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d181116-c9aa-40d6-aa57-f0a25f529d36 req-63d5902d-e151-46c4-aacf-5be2575e6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:50.764129 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1d181116-c9aa-40d6-aa57-f0a25f529d36 req-63d5902d-e151-46c4-aacf-5be2575e6e4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=544a1e4fccc04d41ba217551d15fe1a7&device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 1095 time: 0.1204803 Jul 27 22:05:50.923431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d181116-c9aa-40d6-aa57-f0a25f529d36 req-59597060-9cff-4faf-a2af-128a3771d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:50.925002 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1d181116-c9aa-40d6-aa57-f0a25f529d36 req-59597060-9cff-4faf-a2af-128a3771d69e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6365f138-61f5-4132-a042-8dcc1554276e HTTP/1.1" status: 200 len: 914 time: 0.1525738 Jul 27 22:05:50.982059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.010071 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1d181116-c9aa-40d6-aa57-f0a25f529d36 req-f3a0d5b2-07c8-426c-87ab-e00883fc88d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070eebcd-3da3-4d66-a4da-1686d55a1141 HTTP/1.1" status: 200 len: 217 time: 0.0758028 Jul 27 22:05:51.103843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d181116-c9aa-40d6-aa57-f0a25f529d36 req-774e3cb1-de28-4139-9103-e5dbfb115803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:51.104147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Deleting port 824b3204-d24a-4420-a698-21c0b1768714 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:51.105224 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.107150 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1d181116-c9aa-40d6-aa57-f0a25f529d36 req-774e3cb1-de28-4139-9103-e5dbfb115803 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de42fed2-9610-4c6e-a0d5-ba9f902e4fa0 HTTP/1.1" status: 200 len: 853 time: 0.0872011 Jul 27 22:05:51.121562 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7fe874a5-fe08-404e-9a1a-2c16e8dde18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'name': 'tempest-FloatingIPDetailsTestJSON-2039513662-router', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '824b3204-d24a-4420-a698-21c0b1768714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:23Z', 'updated_at': '2021-07-27T22:05:49Z', 'revision_number': 5, 'project_id': '69a6ff965f364617a98b826c724e56fd', 'gw_port': {'id': '824b3204-d24a-4420-a698-21c0b1768714', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:24Z', 'updated_at': '2021-07-27T22:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:51.164023 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe874a5-fe08-404e-9a1a-2c16e8dde18c None None] Checking router: 179486d3-c9f7-4a29-9bbd-f572e4902801 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:51.183877 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe874a5-fe08-404e-9a1a-2c16e8dde18c None None] Routers {'179486d3-c9f7-4a29-9bbd-f572e4902801'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:51.184428 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7fe874a5-fe08-404e-9a1a-2c16e8dde18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:05:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['179486d3-c9f7-4a29-9bbd-f572e4902801'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:51.195078 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1d181116-c9aa-40d6-aa57-f0a25f529d36 req-c6203322-898f-4cd8-b5c7-e3ebb9f9669f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6365f138-61f5-4132-a042-8dcc1554276e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804591 Jul 27 22:05:51.245204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] For port 824b3204-d24a-4420-a698-21c0b1768714, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=824b3204-d24a-4420-a698-21c0b1768714,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:51.245582 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.263046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Calling delete_port for 824b3204-d24a-4420-a698-21c0b1768714 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:51.335930 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1d181116-c9aa-40d6-aa57-f0a25f529d36 req-3aa5e246-cafd-41f2-b32e-02380ecc7d21 service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311901 Jul 27 22:05:51.357880 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7fe874a5-fe08-404e-9a1a-2c16e8dde18c None None] Set router 179486d3-c9f7-4a29-9bbd-f572e4902801 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:51.526800 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7fe874a5-fe08-404e-9a1a-2c16e8dde18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'name': 'tempest-FloatingIPDetailsTestJSON-2039513662-router', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:23Z', 'updated_at': '2021-07-27T22:05:50Z', 'revision_number': 6, 'project_id': '69a6ff965f364617a98b826c724e56fd', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:51.564925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e812a-63ca-4fd7-9dad-cb004b4e8390 req-91138aff-234b-48bb-929f-94dbe7ecee9b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:51.566561 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2c9e812a-63ca-4fd7-9dad-cb004b4e8390 req-91138aff-234b-48bb-929f-94dbe7ecee9b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 944 time: 0.1276278 Jul 27 22:05:51.586717 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe874a5-fe08-404e-9a1a-2c16e8dde18c None None] The sync data for ids ['179486d3-c9f7-4a29-9bbd-f572e4902801'] in n-d-802011-3 is: [{'id': '179486d3-c9f7-4a29-9bbd-f572e4902801', 'name': 'tempest-FloatingIPDetailsTestJSON-2039513662-router', 'tenant_id': '69a6ff965f364617a98b826c724e56fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:05:23Z', 'updated_at': '2021-07-27T22:05:50Z', 'revision_number': 6, 'project_id': '69a6ff965f364617a98b826c724e56fd', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:51.589028 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1d181116-c9aa-40d6-aa57-f0a25f529d36 req-9dbae999-9fc7-4823-b06d-4798cbe1310f service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448084 Jul 27 22:05:51.602315 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.656981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Pushing event deleted for resources: {'Port': ['ID=824b3204-d24a-4420-a698-21c0b1768714,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:51.716779 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2c9e812a-63ca-4fd7-9dad-cb004b4e8390 req-81dc2491-87ad-49fa-adaf-1234714c32c8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348641 Jul 27 22:05:51.812567 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.957352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 070eebcd-3da3-4d66-a4da-1686d55a1141 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:51.961142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 002200e4-c61c-429a-bdb1-f60940e35d19 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:51.964904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:51.969000 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.057694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c2e3d-327c-407b-9cb5-b590891411e9 req-0b64b964-732f-4989-b261-87a4a4d823e1 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:52.063091 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb4c2e3d-327c-407b-9cb5-b590891411e9 req-0b64b964-732f-4989-b261-87a4a4d823e1 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 949 time: 0.3010738 Jul 27 22:05:52.091011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.091574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 179486d3-c9f7-4a29-9bbd-f572e4902801 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:05:52.102187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.111391 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-597bd9be-a76a-498f-a1c9-29e752a92589 admin admin] 10.222.0.24 "DELETE /v2.0/routers/179486d3-c9f7-4a29-9bbd-f572e4902801 HTTP/1.1" status: 204 len: 168 time: 1.5842116 Jul 27 22:05:52.112072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40882) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:52.168992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb4c2e3d-327c-407b-9cb5-b590891411e9 req-1aababda-af4d-4da8-b120-1be8707c8ac2 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044323 Jul 27 22:05:52.212147 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e72878-b051-44cd-a906-b2a53a124584 admin admin] Deleting subnet 68677bb8-03c3-42b8-9fa3-590313df175b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:05:52.229274 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79e72878-b051-44cd-a906-b2a53a124584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.273599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 070eebcd-3da3-4d66-a4da-1686d55a1141, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=070eebcd-3da3-4d66-a4da-1686d55a1141,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:52.304083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7f95863c-9814-4414-99c0-a2dbce076e1a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:52.314189 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79e72878-b051-44cd-a906-b2a53a124584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.336750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 7f95863c-9814-4414-99c0-a2dbce076e1a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:52.337095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7f95863c-9814-4414-99c0-a2dbce076e1a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:52.340369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '070eebcd-3da3-4d66-a4da-1686d55a1141', 'network_id': '6365f138-61f5-4132-a042-8dcc1554276e', 'port_id': '070eebcd-3da3-4d66-a4da-1686d55a1141', 'mac_address': 'fa:16:3e:c7:db:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de42fed2-9610-4c6e-a0d5-ba9f902e4fa0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:52.345749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 002200e4-c61c-429a-bdb1-f60940e35d19 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:52.346522 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.401217 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.455055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070eebcd-3da3-4d66-a4da-1686d55a1141 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:52.496913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 070eebcd-3da3-4d66-a4da-1686d55a1141, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=070eebcd-3da3-4d66-a4da-1686d55a1141,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:52.504125 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.507744 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79e72878-b051-44cd-a906-b2a53a124584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.564615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=070eebcd-3da3-4d66-a4da-1686d55a1141,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:52.618450 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.632967 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79e72878-b051-44cd-a906-b2a53a124584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.646120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955785f0-b075-4877-9da8-6578a13d0995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002200e4-c61c-429a-bdb1-f60940e35d19'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:52.657185 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9be3d7-7b0a-4c25-a3d7-fbcdab4daf6b" -d '{"events": [{"server_uuid": "955785f0-b075-4877-9da8-6578a13d0995", "name": "network-vif-plugged", "status": "completed", "tag": "002200e4-c61c-429a-bdb1-f60940e35d19"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:52.658843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79e72878-b051-44cd-a906-b2a53a124584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.666864 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-79e72878-b051-44cd-a906-b2a53a124584 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/68677bb8-03c3-42b8-9fa3-590313df175b HTTP/1.1" status: 204 len: 168 time: 0.5536356 Jul 27 22:05:52.669444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:52.685185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3faff5b-867b-47ba-8ad7-eec6f50328d1 None None] Network 6bc8c0d1-22a2-4155-9784-ce65dab69c19 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:52.723488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e72878-b051-44cd-a906-b2a53a124584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68677bb8-03c3-42b8-9fa3-590313df175b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:52.788284 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:52.834291 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14d84d8-dc26-44ab-b7be-aaa773f2cf5a x-openstack-request-id: req-f14d84d8-dc26-44ab-b7be-aaa773f2cf5a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:52.834948 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955785f0-b075-4877-9da8-6578a13d0995", "name": "network-vif-plugged", "status": "completed", "tag": "002200e4-c61c-429a-bdb1-f60940e35d19", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:52.835210 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f14d84d8-dc26-44ab-b7be-aaa773f2cf5a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:52.835607 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955785f0-b075-4877-9da8-6578a13d0995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002200e4-c61c-429a-bdb1-f60940e35d19', 'code': 200} Jul 27 22:05:52.886604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=002200e4-c61c-429a-bdb1-f60940e35d19,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:52.926038 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.014029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a7896-e7a3-4804-b7db-ab91ed65b163 req-7c30559b-34f3-462c-97f1-0fbfcfb3ef9a tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:53.022297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=002200e4-c61c-429a-bdb1-f60940e35d19,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:53.028329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d5a7896-e7a3-4804-b7db-ab91ed65b163 req-7c30559b-34f3-462c-97f1-0fbfcfb3ef9a tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 945 time: 0.1734402 Jul 27 22:05:53.043100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['070eebcd-3da3-4d66-a4da-1686d55a1141'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:53.070586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Deleting port 50558f5f-f807-4d46-861f-789977d0a82c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:53.070855 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.097152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eded26-92c2-4cb2-9e99-370e76be8d37 req-216b2e74-995b-4bac-93bb-a9c7537a9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:53.108301 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63eded26-92c2-4cb2-9e99-370e76be8d37 req-216b2e74-995b-4bac-93bb-a9c7537a9fd0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 1102 time: 0.1581836 Jul 27 22:05:53.236169 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63eded26-92c2-4cb2-9e99-370e76be8d37 req-2aae231f-4092-40e0-8659-7b56b18a1fe6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082332 Jul 27 22:05:53.263327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d419cb8-1d08-41f6-8ad8-f2ffdf0cdf18 None None] DHCP port deletion for 6bc8c0d1-22a2-4155-9784-ce65dab69c19 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:05:53.264531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] For port 50558f5f-f807-4d46-861f-789977d0a82c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=50558f5f-f807-4d46-861f-789977d0a82c,segment=NetworkSegment(094e189f-f7d9-43a1-802a-d7088d4e5acf),segment_id=094e189f-f7d9-43a1-802a-d7088d4e5acf)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:53.265206 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.285603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Calling delete_port for 50558f5f-f807-4d46-861f-789977d0a82c owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:53.337446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721ece-62b9-4a4c-9ed3-8457624fd065 req-b8cb759a-b4e2-4106-845f-94127297326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:53.341395 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19721ece-62b9-4a4c-9ed3-8457624fd065 req-b8cb759a-b4e2-4106-845f-94127297326a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0defce758a8439cae6b91ea10154670&device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 1102 time: 0.0653112 Jul 27 22:05:53.351463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d5a7896-e7a3-4804-b7db-ab91ed65b163 req-adfabe33-d274-416d-964c-82228911dc4f tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175480 Jul 27 22:05:53.448834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d327d-7b8c-43f9-8d6d-751da207f576 req-3952b10c-bcd7-409f-aa0f-3f6ab13a8705 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:53.450875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-944d327d-7b8c-43f9-8d6d-751da207f576 req-3952b10c-bcd7-409f-aa0f-3f6ab13a8705 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 951 time: 0.0983934 Jul 27 22:05:53.470678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8d419cb8-1d08-41f6-8ad8-f2ffdf0cdf18 None None] Deleting port 50558f5f-f807-4d46-861f-789977d0a82c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:53.471024 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d419cb8-1d08-41f6-8ad8-f2ffdf0cdf18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.493706 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.539438 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Pushing event deleted for resources: {'Port': ['ID=50558f5f-f807-4d46-861f-789977d0a82c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:53.566617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-944d327d-7b8c-43f9-8d6d-751da207f576 req-29753cbd-777c-4534-afb5-bf42ccb1fec5 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004324 Jul 27 22:05:53.570788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] No DVR routers for this DVR port 50558f5f-f807-4d46-861f-789977d0a82c on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:53.598586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721ece-62b9-4a4c-9ed3-8457624fd065 req-88096966-f544-4d7b-ab58-ad5dd2a48a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:53.600281 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19721ece-62b9-4a4c-9ed3-8457624fd065 req-88096966-f544-4d7b-ab58-ad5dd2a48a5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.2353740 Jul 27 22:05:53.630081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8d419cb8-1d08-41f6-8ad8-f2ffdf0cdf18 None None] For port 50558f5f-f807-4d46-861f-789977d0a82c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=50558f5f-f807-4d46-861f-789977d0a82c,segment=NetworkSegment(094e189f-f7d9-43a1-802a-d7088d4e5acf),segment_id=094e189f-f7d9-43a1-802a-d7088d4e5acf)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:53.630857 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d419cb8-1d08-41f6-8ad8-f2ffdf0cdf18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.646572 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8d419cb8-1d08-41f6-8ad8-f2ffdf0cdf18 None None] Calling delete_port for 50558f5f-f807-4d46-861f-789977d0a82c owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:53.658730 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.670494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc8c0d1-22a2-4155-9784-ce65dab69c19']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:53.682584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19721ece-62b9-4a4c-9ed3-8457624fd065 req-61ffd20b-96dd-45a3-ac8d-2ace9f37e9c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=002200e4-c61c-429a-bdb1-f60940e35d19 HTTP/1.1" status: 200 len: 217 time: 0.0746026 Jul 27 22:05:53.691968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094e189f-f7d9-43a1-802a-d7088d4e5acf') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:53.692638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094e189f-f7d9-43a1-802a-d7088d4e5acf') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:53.714510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.739784 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d419cb8-1d08-41f6-8ad8-f2ffdf0cdf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.744913 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.756348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:53.759134 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.780147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d419cb8-1d08-41f6-8ad8-f2ffdf0cdf18 None None] Pushing event deleted for resources: {'Port': ['ID=50558f5f-f807-4d46-861f-789977d0a82c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:53.799708 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d419cb8-1d08-41f6-8ad8-f2ffdf0cdf18 None None] No DVR routers for this DVR port 50558f5f-f807-4d46-861f-789977d0a82c on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:53.805977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721ece-62b9-4a4c-9ed3-8457624fd065 req-0f787248-0c5b-4b89-b07d-a5b58982eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:53.821171 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19721ece-62b9-4a4c-9ed3-8457624fd065 req-0f787248-0c5b-4b89-b07d-a5b58982eb6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1264594 Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:53.836842 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:53.872150 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.879553 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:53.884490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6bc8c0d1-22a2-4155-9784-ce65dab69c19 HTTP/1.1" status: 204 len: 168 time: 1.2112060 Jul 27 22:05:53.905662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09f913-db0a-4b64-b666-1fa9e1e36701 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc8c0d1-22a2-4155-9784-ce65dab69c19,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:53.930126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721ece-62b9-4a4c-9ed3-8457624fd065 req-f7199a01-9e6a-448a-8bec-7b16d19c1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:53.931679 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19721ece-62b9-4a4c-9ed3-8457624fd065 req-f7199a01-9e6a-448a-8bec-7b16d19c1422 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052125 Jul 27 22:05:54.096830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:54.150881 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19721ece-62b9-4a4c-9ed3-8457624fd065 req-3990bfcd-9da1-4572-a09c-0c1378f455bd service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044864 Jul 27 22:05:54.201731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 824b3204-d24a-4420-a698-21c0b1768714 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:54.220976 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ccd7cd89-11d8-459d-b16a-4fa8cf101014 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69a6ff965f364617a98b826c724e56fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1207089 Jul 27 22:05:54.221368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:54.264272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 824b3204-d24a-4420-a698-21c0b1768714 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:54.265052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 824b3204-d24a-4420-a698-21c0b1768714 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:54.267696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 50558f5f-f807-4d46-861f-789977d0a82c no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:54.309039 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a11dd7db-e0a5-4cd9-b008-9708d0312efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.316502 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19721ece-62b9-4a4c-9ed3-8457624fd065 req-94adbbd3-f6ec-4f01-8a05-6da81659ff16 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608012 Jul 27 22:05:54.329285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 50558f5f-f807-4d46-861f-789977d0a82c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:54.329640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 50558f5f-f807-4d46-861f-789977d0a82c not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:54.360718 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a11dd7db-e0a5-4cd9-b008-9708d0312efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.467861 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a11dd7db-e0a5-4cd9-b008-9708d0312efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.471195 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a11dd7db-e0a5-4cd9-b008-9708d0312efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:54.472624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a11dd7db-e0a5-4cd9-b008-9708d0312efa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74e10843-5b44-48e3-a33e-a24feabb8b15 HTTP/1.1" status: 204 len: 168 time: 0.2503808 Jul 27 22:05:54.497643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dd7db-e0a5-4cd9-b008-9708d0312efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e10843-5b44-48e3-a33e-a24feabb8b15,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:54.557178 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ff3ae-2de1-4e61-96b3-2c26399b07ab req-b1a44da6-9087-4a1e-ae51-22a20b348bdb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:54.566926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-331ff3ae-2de1-4e61-96b3-2c26399b07ab req-b1a44da6-9087-4a1e-ae51-22a20b348bdb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 945 time: 0.0879438 Jul 27 22:05:54.616942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-331ff3ae-2de1-4e61-96b3-2c26399b07ab req-76ed290d-7f96-46b0-a549-f33991ecf4f2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434010 Jul 27 22:05:54.741681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d47d6-a639-4283-bf3a-165960a81b23 req-0e9d12c6-daf7-43ac-85c2-4b6ca27b7d41 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:54.754169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a71d47d6-a639-4283-bf3a-165960a81b23 req-0e9d12c6-daf7-43ac-85c2-4b6ca27b7d41 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 951 time: 0.0725942 Jul 27 22:05:54.816826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a71d47d6-a639-4283-bf3a-165960a81b23 req-3422b004-4ad3-4e1a-ab05-30daa1176131 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616238 Jul 27 22:05:55.152347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b0b5f-17fd-4f3e-9243-6e120aa4fbfb req-d960ac84-7260-46d4-b78b-d80701386611 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:55.153885 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d02b0b5f-17fd-4f3e-9243-6e120aa4fbfb req-d960ac84-7260-46d4-b78b-d80701386611 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 1102 time: 0.0752292 Jul 27 22:05:55.220420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d02b0b5f-17fd-4f3e-9243-6e120aa4fbfb req-6ce30191-5324-410a-bd49-1dce237e000d tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582371 Jul 27 22:05:55.578069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c63d9-2c26-4973-8742-36ddc7d5120a req-2e0f7e39-f4f2-437b-92e8-0aed9528a6b5 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:55.582727 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b1c63d9-2c26-4973-8742-36ddc7d5120a req-2e0f7e39-f4f2-437b-92e8-0aed9528a6b5 tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 1102 time: 0.1010835 Jul 27 22:05:55.668553 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b1c63d9-2c26-4973-8742-36ddc7d5120a req-06cd1953-34fe-4944-aad8-997fed4b75ea tempest-ServersAdminTestJSON-545016545 tempest-ServersAdminTestJSON-545016545-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725617 Jul 27 22:05:55.905960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ed39f-26be-4f45-a10c-4ba9dd0fde71 req-525fcbdf-b9ae-4f33-a291-780520dc4305 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:55.915612 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-357ed39f-26be-4f45-a10c-4ba9dd0fde71 req-525fcbdf-b9ae-4f33-a291-780520dc4305 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 945 time: 0.1494334 Jul 27 22:05:55.965497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 070eebcd-3da3-4d66-a4da-1686d55a1141 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:55.989129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-357ed39f-26be-4f45-a10c-4ba9dd0fde71 req-f160042d-59ed-4df8-94d7-8b44e54ddc44 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724146 Jul 27 22:05:56.031581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 070eebcd-3da3-4d66-a4da-1686d55a1141 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:56.036461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 070eebcd-3da3-4d66-a4da-1686d55a1141 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:56.037254 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.147772 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.181408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07f7453-60e9-4e61-b3a2-dc57f8d59689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070eebcd-3da3-4d66-a4da-1686d55a1141'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:56.183712 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93445ef-8661-43e5-b393-4e49f4de5d91" -d '{"events": [{"server_uuid": "b07f7453-60e9-4e61-b3a2-dc57f8d59689", "name": "network-vif-plugged", "status": "completed", "tag": "070eebcd-3da3-4d66-a4da-1686d55a1141"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:56.198943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 070eebcd-3da3-4d66-a4da-1686d55a1141, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=070eebcd-3da3-4d66-a4da-1686d55a1141,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:56.214869 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.232279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cee0a-038a-4f53-bdf7-6d28b1baca90 req-1473f5c6-165c-4b19-8830-7d4c2102a686 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:56.241116 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b4cee0a-038a-4f53-bdf7-6d28b1baca90 req-1473f5c6-165c-4b19-8830-7d4c2102a686 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 949 time: 0.0801086 Jul 27 22:05:56.292815 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4d0eac-60d1-43f8-9cf9-321606cea657 x-openstack-request-id: req-bc4d0eac-60d1-43f8-9cf9-321606cea657 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:56.293089 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07f7453-60e9-4e61-b3a2-dc57f8d59689", "name": "network-vif-plugged", "status": "completed", "tag": "070eebcd-3da3-4d66-a4da-1686d55a1141", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:56.293353 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc4d0eac-60d1-43f8-9cf9-321606cea657 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:56.293749 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07f7453-60e9-4e61-b3a2-dc57f8d59689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070eebcd-3da3-4d66-a4da-1686d55a1141', 'code': 200} Jul 27 22:05:56.303009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b4cee0a-038a-4f53-bdf7-6d28b1baca90 req-3f0c0b8c-bdbb-4ee5-bf41-0512dd8070bf tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570710 Jul 27 22:05:56.314529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=070eebcd-3da3-4d66-a4da-1686d55a1141,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:56.446073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6df3f-abce-4f41-8c19-3aa564325cf0 req-2515d26d-3c0a-4b89-bb16-0027546befa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:56.448644 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79c6df3f-abce-4f41-8c19-3aa564325cf0 req-2515d26d-3c0a-4b89-bb16-0027546befa8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 1097 time: 0.0787256 Jul 27 22:05:56.532767 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79c6df3f-abce-4f41-8c19-3aa564325cf0 req-276c9b47-1221-4b6c-b800-54028eddecbf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749927 Jul 27 22:05:57.128633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cceca-11ec-4104-b5fe-165270ae2b73 req-c6267b9f-28c8-4a21-98cb-17b3eafe8fb1 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:57.130662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41078) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:57.139597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e28cceca-11ec-4104-b5fe-165270ae2b73 req-c6267b9f-28c8-4a21-98cb-17b3eafe8fb1 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 946 time: 0.0772338 Jul 27 22:05:57.190895 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e28cceca-11ec-4104-b5fe-165270ae2b73 req-4ae70997-8ed9-48e6-a509-510bd5e2149e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501428 Jul 27 22:05:57.264629 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e2ecaa3-902f-48dc-88d4-5608b6a3a7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.414463 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e2ecaa3-902f-48dc-88d4-5608b6a3a7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.424559 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e2ecaa3-902f-48dc-88d4-5608b6a3a7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.481227 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9e2ecaa3-902f-48dc-88d4-5608b6a3a7ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de98e9ae44aa4b3bac051ef093871a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490846 Jul 27 22:05:57.482064 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41108) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:57.484282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ecaa3-902f-48dc-88d4-5608b6a3a7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cbd974-8aca-499a-9687-802cabcbf13f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:57.503992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb512b10-e917-45fb-9add-526e4271c8f2 req-6f420ff4-d1a8-4345-b60a-cf94c0f0c099 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:57.506308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb512b10-e917-45fb-9add-526e4271c8f2 req-6f420ff4-d1a8-4345-b60a-cf94c0f0c099 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 949 time: 0.1030221 Jul 27 22:05:57.562540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa893bfd-1720-43d6-885b-6e5d9d032149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.594254 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb512b10-e917-45fb-9add-526e4271c8f2 req-f494e246-2a33-4ad8-ab42-03526fe84fc2 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793860 Jul 27 22:05:57.600588 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa893bfd-1720-43d6-885b-6e5d9d032149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.697780 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38fcbc-0446-407e-ad83-f7a72f233f3b req-04735689-c6df-4f30-8e03-06af90f1dbe1 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:57.699747 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3c38fcbc-0446-407e-ad83-f7a72f233f3b req-04735689-c6df-4f30-8e03-06af90f1dbe1 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 949 time: 0.0608337 Jul 27 22:05:57.700784 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa893bfd-1720-43d6-885b-6e5d9d032149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.703734 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa893bfd-1720-43d6-885b-6e5d9d032149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.706755 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fa893bfd-1720-43d6-885b-6e5d9d032149 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09cbd974-8aca-499a-9687-802cabcbf13f HTTP/1.1" status: 204 len: 168 time: 0.2235222 Jul 27 22:05:57.756154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa893bfd-1720-43d6-885b-6e5d9d032149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cbd974-8aca-499a-9687-802cabcbf13f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:57.844805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-3c38fcbc-0446-407e-ad83-f7a72f233f3b req-ab341f08-564b-4454-97d3-c6ceb9b4a282 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Deleting port 9041ae0b-89aa-40e5-9e55-08e22c624aed {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:57.845293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3c38fcbc-0446-407e-ad83-f7a72f233f3b req-ab341f08-564b-4454-97d3-c6ceb9b4a282 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.974135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3c38fcbc-0446-407e-ad83-f7a72f233f3b req-ab341f08-564b-4454-97d3-c6ceb9b4a282 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] For port 9041ae0b-89aa-40e5-9e55-08e22c624aed, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9041ae0b-89aa-40e5-9e55-08e22c624aed,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:57.974856 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3c38fcbc-0446-407e-ad83-f7a72f233f3b req-ab341f08-564b-4454-97d3-c6ceb9b4a282 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.999284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-3c38fcbc-0446-407e-ad83-f7a72f233f3b req-ab341f08-564b-4454-97d3-c6ceb9b4a282 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Calling delete_port for 9041ae0b-89aa-40e5-9e55-08e22c624aed owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:58.086673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41174) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:58.099873 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55c1fd43-8ad8-4e35-aee8-5d89e5c8ac80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.144524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3c38fcbc-0446-407e-ad83-f7a72f233f3b req-ab341f08-564b-4454-97d3-c6ceb9b4a282 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.163756 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['002200e4-c61c-429a-bdb1-f60940e35d19'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:58.206789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab341f08-564b-4454-97d3-c6ceb9b4a282 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Pushing event deleted for resources: {'Port': ['ID=9041ae0b-89aa-40e5-9e55-08e22c624aed,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:58.218215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['2f3309b1-4d12-421f-9a1b-cdd1d317a777'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:58.226484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55c1fd43-8ad8-4e35-aee8-5d89e5c8ac80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.232273 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55c1fd43-8ad8-4e35-aee8-5d89e5c8ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.240093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c38fcbc-0446-407e-ad83-f7a72f233f3b req-ab341f08-564b-4454-97d3-c6ceb9b4a282 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] No DVR routers for this DVR port 9041ae0b-89aa-40e5-9e55-08e22c624aed on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:58.243521 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3c38fcbc-0446-407e-ad83-f7a72f233f3b req-ab341f08-564b-4454-97d3-c6ceb9b4a282 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.245819 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3c38fcbc-0446-407e-ad83-f7a72f233f3b req-ab341f08-564b-4454-97d3-c6ceb9b4a282 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.41 "DELETE /v2.0/ports/9041ae0b-89aa-40e5-9e55-08e22c624aed HTTP/1.1" status: 204 len: 173 time: 0.5349777 Jul 27 22:05:58.246540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddf253d-3502-4230-993a-4bd02e762e0c', 'name': 'network-vif-deleted', 'tag': '9041ae0b-89aa-40e5-9e55-08e22c624aed'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:58.249461 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a04c6b7-12c3-47ad-b07a-93749ee874e0" -d '{"events": [{"server_uuid": "7ddf253d-3502-4230-993a-4bd02e762e0c", "name": "network-vif-deleted", "tag": "9041ae0b-89aa-40e5-9e55-08e22c624aed"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:58.298125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1fd43-8ad8-4e35-aee8-5d89e5c8ac80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404f10b9-516a-47a0-93f0-4a2dec341864,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:58.303729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-55c1fd43-8ad8-4e35-aee8-5d89e5c8ac80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0a076ac5ce542618ee90d1048bb6fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160072 Jul 27 22:05:58.306422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41184) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:58.407340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d90032-4afa-4818-b232-ef04773be0e8 req-a6b96c1c-5e73-4724-b0bb-b26d2d89948b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:58.408835 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7d90032-4afa-4818-b232-ef04773be0e8 req-a6b96c1c-5e73-4724-b0bb-b26d2d89948b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 946 time: 0.0813348 Jul 27 22:05:58.414435 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e317a339-5d0a-4ecb-8f1d-fb9a1c2192bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.454542 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e317a339-5d0a-4ecb-8f1d-fb9a1c2192bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.480652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7d90032-4afa-4818-b232-ef04773be0e8 req-c94ab3ca-b2de-45ad-80e1-51a39efe8aea tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633068 Jul 27 22:05:58.529537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e317a339-5d0a-4ecb-8f1d-fb9a1c2192bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.533076 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e317a339-5d0a-4ecb-8f1d-fb9a1c2192bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.533308 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0cd866-4d41-45e4-893a-fbff40233f41 x-openstack-request-id: req-df0cd866-4d41-45e4-893a-fbff40233f41 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:58.533771 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddf253d-3502-4230-993a-4bd02e762e0c", "name": "network-vif-deleted", "tag": "9041ae0b-89aa-40e5-9e55-08e22c624aed", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:58.533891 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df0cd866-4d41-45e4-893a-fbff40233f41 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:58.534230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e317a339-5d0a-4ecb-8f1d-fb9a1c2192bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/404f10b9-516a-47a0-93f0-4a2dec341864 HTTP/1.1" status: 204 len: 168 time: 0.2266839 Jul 27 22:05:58.543235 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddf253d-3502-4230-993a-4bd02e762e0c', 'name': 'network-vif-deleted', 'tag': '9041ae0b-89aa-40e5-9e55-08e22c624aed', 'status': 'completed', 'code': 200} Jul 27 22:05:58.543400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317a339-5d0a-4ecb-8f1d-fb9a1c2192bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f10b9-516a-47a0-93f0-4a2dec341864,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:58.649158 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2bc958b-362a-4d16-85e0-cb1d24a329c5 req-03613dc2-2587-4d4a-83e2-47b900d2ae92 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1413397050&fields=id&tenant_id=544a1e4fccc04d41ba217551d15fe1a7 HTTP/1.1" status: 200 len: 267 time: 0.0575385 Jul 27 22:05:58.742249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc958b-362a-4d16-85e0-cb1d24a329c5 req-859142e3-dd1e-46ee-b82c-945c8adb69b2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:58.744472 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2bc958b-362a-4d16-85e0-cb1d24a329c5 req-859142e3-dd1e-46ee-b82c-945c8adb69b2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 946 time: 0.0893588 Jul 27 22:05:58.760902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e2bc958b-362a-4d16-85e0-cb1d24a329c5 req-5c89789e-3ad3-49e6-a4f3-2b1e3cbc48f2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'port': {'security_groups': ['07f01369-ace8-414f-849c-17c015ac8945', 'a256cb6e-c592-4e62-98eb-475544d23103']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:58.830310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-750e9496-41c7-4124-93d2-86cbba4515cf req-5656a7ba-e2fe-4657-8a29-5aada2b4a645 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ddf253d-3502-4230-993a-4bd02e762e0c HTTP/1.1" status: 200 len: 210 time: 0.0396602 Jul 27 22:05:58.879569 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e2bc958b-362a-4d16-85e0-cb1d24a329c5 req-5c89789e-3ad3-49e6-a4f3-2b1e3cbc48f2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.159957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e2bc958b-362a-4d16-85e0-cb1d24a329c5 req-5c89789e-3ad3-49e6-a4f3-2b1e3cbc48f2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] For port 070eebcd-3da3-4d66-a4da-1686d55a1141, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=070eebcd-3da3-4d66-a4da-1686d55a1141,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:59.195248 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e2bc958b-362a-4d16-85e0-cb1d24a329c5 req-5c89789e-3ad3-49e6-a4f3-2b1e3cbc48f2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.205521 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e2bc958b-362a-4d16-85e0-cb1d24a329c5 req-5c89789e-3ad3-49e6-a4f3-2b1e3cbc48f2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.218477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['7bdba098-1297-4084-ac5d-5a3d04c5ce52', '070eebcd-3da3-4d66-a4da-1686d55a1141'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:59.288667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc958b-362a-4d16-85e0-cb1d24a329c5 req-5c89789e-3ad3-49e6-a4f3-2b1e3cbc48f2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:59.289481 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e2bc958b-362a-4d16-85e0-cb1d24a329c5 req-5c89789e-3ad3-49e6-a4f3-2b1e3cbc48f2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.305026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2bc958b-362a-4d16-85e0-cb1d24a329c5 req-5c89789e-3ad3-49e6-a4f3-2b1e3cbc48f2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "PUT /v2.0/ports/070eebcd-3da3-4d66-a4da-1686d55a1141 HTTP/1.1" status: 200 len: 982 time: 0.5517936 Jul 27 22:05:59.314899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07f7453-60e9-4e61-b3a2-dc57f8d59689', 'tag': '070eebcd-3da3-4d66-a4da-1686d55a1141'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:59.318023 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efee2795-6118-4dd8-81ca-b5282bcfd004" -d '{"events": [{"name": "network-changed", "server_uuid": "b07f7453-60e9-4e61-b3a2-dc57f8d59689", "tag": "070eebcd-3da3-4d66-a4da-1686d55a1141"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:59.355336 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89789e-3ad3-49e6-a4f3-2b1e3cbc48f2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'Port': ['ID=070eebcd-3da3-4d66-a4da-1686d55a1141,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:59.403228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['070eebcd-3da3-4d66-a4da-1686d55a1141'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:59.407838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f21cb7a-8269-4fc1-8ba1-edf20f3d181b req-0d5285b5-5879-4fb7-a818-1822aa7240d4 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/a256cb6e-c592-4e62-98eb-475544d23103 HTTP/1.1" status: 200 len: 1801 time: 0.0662096 Jul 27 22:05:59.556551 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-8f21cb7a-8269-4fc1-8ba1-edf20f3d181b req-2872ad93-8328-426b-9d02-d4f32d404025 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 22:05:59.571119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f21cb7a-8269-4fc1-8ba1-edf20f3d181b req-2872ad93-8328-426b-9d02-d4f32d404025 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "DELETE /v2.0/security-groups/a256cb6e-c592-4e62-98eb-475544d23103 HTTP/1.1" status: 409 len: 341 time: 0.1545622 Jul 27 22:05:59.630840 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4452ce0d-091a-42dc-885f-63fcee198e65 x-openstack-request-id: req-4452ce0d-091a-42dc-885f-63fcee198e65 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:59.630840 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07f7453-60e9-4e61-b3a2-dc57f8d59689", "tag": "070eebcd-3da3-4d66-a4da-1686d55a1141", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:59.631313 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4452ce0d-091a-42dc-885f-63fcee198e65 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:59.631801 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07f7453-60e9-4e61-b3a2-dc57f8d59689', 'tag': '070eebcd-3da3-4d66-a4da-1686d55a1141', 'status': 'completed', 'code': 200} Jul 27 22:05:59.642986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-a0159560-cf01-4e20-95fd-5ee9468f45cc tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:59.650917 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-a0159560-cf01-4e20-95fd-5ee9468f45cc tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/networks?id=5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 200 len: 805 time: 0.2329285 Jul 27 22:05:59.685481 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-d4d92588-3d80-4200-8da2-dd61986d1acf tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/quotas/c5af868cb2874b8493690fd2b2b7d0b1 HTTP/1.1" status: 200 len: 375 time: 0.0335197 Jul 27 22:05:59.744476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee2795-6118-4dd8-81ca-b5282bcfd004 req-e661dd8e-ff68-412c-b12c-f7e750e84ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:59.746581 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efee2795-6118-4dd8-81ca-b5282bcfd004 req-e661dd8e-ff68-412c-b12c-f7e750e84ee2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=544a1e4fccc04d41ba217551d15fe1a7&device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 1136 time: 0.0859218 Jul 27 22:05:59.915316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee2795-6118-4dd8-81ca-b5282bcfd004 req-ee4b12b5-2fef-42e6-b7eb-ff307061d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:59.917230 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efee2795-6118-4dd8-81ca-b5282bcfd004 req-ee4b12b5-2fef-42e6-b7eb-ff307061d6ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=6365f138-61f5-4132-a042-8dcc1554276e HTTP/1.1" status: 200 len: 914 time: 0.1634007 Jul 27 22:05:59.963610 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efee2795-6118-4dd8-81ca-b5282bcfd004 req-285c97f1-a8c3-4622-9fef-4033e4a3b468 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070eebcd-3da3-4d66-a4da-1686d55a1141 HTTP/1.1" status: 200 len: 217 time: 0.0381780 Jul 27 22:05:59.994452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9041ae0b-89aa-40e5-9e55-08e22c624aed no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:00.017392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 9041ae0b-89aa-40e5-9e55-08e22c624aed {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:00.018125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9041ae0b-89aa-40e5-9e55-08e22c624aed not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:00.029606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee2795-6118-4dd8-81ca-b5282bcfd004 req-64cabbdd-e46f-4d78-a467-08aa3743b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:00.031482 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efee2795-6118-4dd8-81ca-b5282bcfd004 req-64cabbdd-e46f-4d78-a467-08aa3743b04d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de42fed2-9610-4c6e-a0d5-ba9f902e4fa0 HTTP/1.1" status: 200 len: 853 time: 0.0609372 Jul 27 22:06:00.075250 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efee2795-6118-4dd8-81ca-b5282bcfd004 req-9e77739a-0da4-4ff7-a017-4ff550ee214a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6365f138-61f5-4132-a042-8dcc1554276e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322402 Jul 27 22:06:00.184253 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efee2795-6118-4dd8-81ca-b5282bcfd004 req-00a1156f-3987-4a67-9a09-af2361778323 service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017189 Jul 27 22:06:00.234010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-a941d8b7-6cbc-4a65-bca7-426748109ca7 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5475447 Jul 27 22:06:00.249590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bec17-91ce-4e3d-a034-a9419c13a45b req-2213a86e-6183-4a54-bcba-db2bd2af1310 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:00.251110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a1bec17-91ce-4e3d-a034-a9419c13a45b req-2213a86e-6183-4a54-bcba-db2bd2af1310 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 985 time: 0.0634632 Jul 27 22:06:00.277184 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efee2795-6118-4dd8-81ca-b5282bcfd004 req-e1069a58-0b79-4be4-9e7f-156645238276 service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860410 Jul 27 22:06:00.350506 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a1bec17-91ce-4e3d-a034-a9419c13a45b req-cb52cd5a-cafe-4e7b-9120-f5e7d45608a8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&id=a256cb6e-c592-4e62-98eb-475544d23103&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0909281 Jul 27 22:06:00.372043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ae91-b54e-46a9-bca7-3981610cc2b0 req-1a44efe0-f9a5-44f5-9fba-3d2bcc0e2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:00.374719 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1881ae91-b54e-46a9-bca7-3981610cc2b0 req-1a44efe0-f9a5-44f5-9fba-3d2bcc0e2521 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=544a1e4fccc04d41ba217551d15fe1a7&device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 1136 time: 0.0474515 Jul 27 22:06:00.380682 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-241141b8-de51-4194-ae25-bc3124aa100b service neutron] 10.222.0.24 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280365 Jul 27 22:06:00.480106 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ae91-b54e-46a9-bca7-3981610cc2b0 req-089c53e2-2717-4f94-9ea7-424fde360eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:00.481888 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1881ae91-b54e-46a9-bca7-3981610cc2b0 req-089c53e2-2717-4f94-9ea7-424fde360eb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6365f138-61f5-4132-a042-8dcc1554276e HTTP/1.1" status: 200 len: 914 time: 0.0972893 Jul 27 22:06:00.510381 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-4e849c6d-f91e-4f07-a2bf-238961e2e8d5 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232526 Jul 27 22:06:00.542142 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1881ae91-b54e-46a9-bca7-3981610cc2b0 req-436586f7-2437-4dca-905f-f8ef1a8bf838 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070eebcd-3da3-4d66-a4da-1686d55a1141 HTTP/1.1" status: 200 len: 217 time: 0.0458267 Jul 27 22:06:00.605727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ae91-b54e-46a9-bca7-3981610cc2b0 req-832d2a6b-9476-4509-b5e9-9134aaad0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:00.607164 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1881ae91-b54e-46a9-bca7-3981610cc2b0 req-832d2a6b-9476-4509-b5e9-9134aaad0511 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de42fed2-9610-4c6e-a0d5-ba9f902e4fa0 HTTP/1.1" status: 200 len: 853 time: 0.0580187 Jul 27 22:06:00.646318 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1881ae91-b54e-46a9-bca7-3981610cc2b0 req-987f6960-e41d-4b84-8912-475b78c4b14b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6365f138-61f5-4132-a042-8dcc1554276e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301619 Jul 27 22:06:00.771816 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1881ae91-b54e-46a9-bca7-3981610cc2b0 req-bfa43537-2b29-4226-996d-4db58f8b5df8 service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166179 Jul 27 22:06:00.856984 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52196391-2004-4041-a880-831a0eef81eb req-7168613a-d68c-4928-ae81-97608e4e2de2 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 210 time: 0.0719304 Jul 27 22:06:00.925803 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1881ae91-b54e-46a9-bca7-3981610cc2b0 req-af7d5ea9-b753-4e65-8243-692effac1465 service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433272 Jul 27 22:06:01.017024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685ec39-5044-47da-8828-c685df758da5 req-38bb8f37-31f5-4096-b7a9-6a1e60cc96e3 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:01.018562 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d685ec39-5044-47da-8828-c685df758da5 req-38bb8f37-31f5-4096-b7a9-6a1e60cc96e3 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 950 time: 0.0563405 Jul 27 22:06:01.025957 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81643f-c63b-4138-b1e6-310c15fb6a92 req-34ca5d85-63a3-4445-8f49-58576dca110c tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:01.028243 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f81643f-c63b-4138-b1e6-310c15fb6a92 req-34ca5d85-63a3-4445-8f49-58576dca110c tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.43 "GET /v2.0/ports?device_id=506471bc-df9c-4559-8937-2f7d6ebee9ac HTTP/1.1" status: 200 len: 946 time: 0.0834074 Jul 27 22:06:01.076252 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d685ec39-5044-47da-8828-c685df758da5 req-817c339d-34d1-47f1-bbd3-ca210ab3dce5 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461335 Jul 27 22:06:01.173370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-3f81643f-c63b-4138-b1e6-310c15fb6a92 req-5a4e76c1-3786-4331-bfbe-d0a7e5b155b0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Deleting port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:01.173746 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f81643f-c63b-4138-b1e6-310c15fb6a92 req-5a4e76c1-3786-4331-bfbe-d0a7e5b155b0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.284178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3f81643f-c63b-4138-b1e6-310c15fb6a92 req-5a4e76c1-3786-4331-bfbe-d0a7e5b155b0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] For port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:01.284722 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f81643f-c63b-4138-b1e6-310c15fb6a92 req-5a4e76c1-3786-4331-bfbe-d0a7e5b155b0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.300732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-3f81643f-c63b-4138-b1e6-310c15fb6a92 req-5a4e76c1-3786-4331-bfbe-d0a7e5b155b0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Calling delete_port for ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:01.320824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:01.459716 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f81643f-c63b-4138-b1e6-310c15fb6a92 req-5a4e76c1-3786-4331-bfbe-d0a7e5b155b0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.490396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e76c1-3786-4331-bfbe-d0a7e5b155b0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Pushing event deleted for resources: {'Port': ['ID=ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:01.499781 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29743424-1cf3-460c-aaf1-44f2f2e85ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.527290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b1972-64e1-4426-9b7c-998353df988a req-ceafea69-b865-4fe7-a73b-9987cc3e2ca3 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:01.528867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da4b1972-64e1-4426-9b7c-998353df988a req-ceafea69-b865-4fe7-a73b-9987cc3e2ca3 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 985 time: 0.0894589 Jul 27 22:06:01.547637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f81643f-c63b-4138-b1e6-310c15fb6a92 req-5a4e76c1-3786-4331-bfbe-d0a7e5b155b0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] No DVR routers for this DVR port ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:01.550124 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f81643f-c63b-4138-b1e6-310c15fb6a92 req-5a4e76c1-3786-4331-bfbe-d0a7e5b155b0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.552447 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f81643f-c63b-4138-b1e6-310c15fb6a92 req-5a4e76c1-3786-4331-bfbe-d0a7e5b155b0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.43 "DELETE /v2.0/ports/ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 HTTP/1.1" status: 204 len: 173 time: 0.5136178 Jul 27 22:06:01.552901 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506471bc-df9c-4559-8937-2f7d6ebee9ac', 'name': 'network-vif-deleted', 'tag': 'ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:01.555401 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e50d8d-0062-4644-8d49-fb3e699645bb" -d '{"events": [{"server_uuid": "506471bc-df9c-4559-8937-2f7d6ebee9ac", "name": "network-vif-deleted", "tag": "ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:01.595651 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da4b1972-64e1-4426-9b7c-998353df988a req-268ba965-217b-437d-8906-8891eda54a35 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&id=a256cb6e-c592-4e62-98eb-475544d23103&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0599971 Jul 27 22:06:01.633173 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d032ab7-c0b5-443c-8e5f-b435cc9693db x-openstack-request-id: req-4d032ab7-c0b5-443c-8e5f-b435cc9693db {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:01.633812 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506471bc-df9c-4559-8937-2f7d6ebee9ac", "name": "network-vif-deleted", "tag": "ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:01.634701 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d032ab7-c0b5-443c-8e5f-b435cc9693db {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:01.635811 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506471bc-df9c-4559-8937-2f7d6ebee9ac', 'name': 'network-vif-deleted', 'tag': 'ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229', 'status': 'completed', 'code': 200} Jul 27 22:06:01.670668 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29743424-1cf3-460c-aaf1-44f2f2e85ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.677823 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29743424-1cf3-460c-aaf1-44f2f2e85ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.724941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-29743424-1cf3-460c-aaf1-44f2f2e85ae1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e829ace21d8e403ba5b69b2389b1cf42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4029284 Jul 27 22:06:01.726128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29743424-1cf3-460c-aaf1-44f2f2e85ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a46df9-b7ac-4f2d-9939-e0567165dd8e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:01.727609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:01.729318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41380) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:01.776053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:01.776680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:01.811010 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e774b57-1512-4728-b0d9-0cf11fde9be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.838339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e774b57-1512-4728-b0d9-0cf11fde9be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.972841 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e774b57-1512-4728-b0d9-0cf11fde9be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.976203 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e774b57-1512-4728-b0d9-0cf11fde9be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.979706 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9e774b57-1512-4728-b0d9-0cf11fde9be2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6a46df9-b7ac-4f2d-9939-e0567165dd8e HTTP/1.1" status: 204 len: 168 time: 0.2468441 Jul 27 22:06:01.997537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-c3db37fc-05e1-443b-947e-280b1356f2c5 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:01.998814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95309b22-56a4-43d4-a659-8a65ea1eceb3 req-9a0e4f37-eac8-4b29-a543-9669e4677eab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 210 time: 0.0451264 Jul 27 22:06:02.000498 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-c3db37fc-05e1-443b-947e-280b1356f2c5 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.43 "GET /v2.0/networks?id=5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 200 len: 805 time: 0.1421731 Jul 27 22:06:02.001781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e774b57-1512-4728-b0d9-0cf11fde9be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a46df9-b7ac-4f2d-9939-e0567165dd8e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:02.016569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Request body: {'port': {'device_id': 'bfead7d6-868c-47a0-b044-47d068ba817e', 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'admin_state_up': True, 'tenant_id': 'c5af868cb2874b8493690fd2b2b7d0b1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:02.215436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Made reservation on behalf of c5af868cb2874b8493690fd2b2b7d0b1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:02.220556 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.305537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3d820-900d-4aa4-a3b8-5c19d74c98b8 req-fa6706ff-5a16-4154-bb7c-8cd282dbc0e5 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:02.319038 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96c3d820-900d-4aa4-a3b8-5c19d74c98b8 req-fa6706ff-5a16-4154-bb7c-8cd282dbc0e5 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 950 time: 0.1339574 Jul 27 22:06:02.378304 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96c3d820-900d-4aa4-a3b8-5c19d74c98b8 req-28748975-0473-45a7-a17d-cb4aa7d39484 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518930 Jul 27 22:06:02.386554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Allocated IP 172.20.0.4 (5f4b63ab-02a1-4681-bcbf-207c07c2a645/8b64ac46-4efb-44f1-8ae7-9df77514a56e/b181edf2-6c78-434e-98b6-2f69b335087e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:02.409244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41426) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:02.423014 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73c90e73-19c9-47b6-8b9c-fa3ada605638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.503073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-5a671489-e398-4a51-a712-a4d0612edb3e tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7086559f6c94b8e9f3cdebc3f48a163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337570 Jul 27 22:06:02.507973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee3ec5-e218-4298-b4d4-95833e1efec0 req-5646de48-0e06-40f5-a612-eabcd618c766 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:02.509670 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3bee3ec5-e218-4298-b4d4-95833e1efec0 req-5646de48-0e06-40f5-a612-eabcd618c766 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 950 time: 0.0938611 Jul 27 22:06:02.602324 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73c90e73-19c9-47b6-8b9c-fa3ada605638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.614026 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73c90e73-19c9-47b6-8b9c-fa3ada605638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.664760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-9a3521e1-2df5-4680-bd55-e789d6c87998 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:02.666150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-9a3521e1-2df5-4680-bd55-e789d6c87998 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556215 Jul 27 22:06:02.666701 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.681829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-73c90e73-19c9-47b6-8b9c-fa3ada605638 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb8110bc3f1f402aab233d77c46a3e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690454 Jul 27 22:06:02.683694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41438) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:02.686020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c90e73-19c9-47b6-8b9c-fa3ada605638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7466ba0-4ddd-4912-95f2-8569af424641,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:02.690700 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-94521e48-8cdc-4d0f-8184-b9142cb35fc9 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/quotas/f7086559f6c94b8e9f3cdebc3f48a163 HTTP/1.1" status: 200 len: 375 time: 0.0164001 Jul 27 22:06:02.707453 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-3bee3ec5-e218-4298-b4d4-95833e1efec0 req-2b7f1e17-2b66-4100-97a4-06c03b8336db tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Deleting port 2f3309b1-4d12-421f-9a1b-cdd1d317a777 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:02.707795 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3bee3ec5-e218-4298-b4d4-95833e1efec0 req-2b7f1e17-2b66-4100-97a4-06c03b8336db tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.752318 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-19854c9a-e4f7-41f0-bf4d-c4fd57c59371 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7086559f6c94b8e9f3cdebc3f48a163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478146 Jul 27 22:06:02.774160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d7c9f-9da4-4b07-b6a8-a29f052f399c req-3ee98881-ee7c-4498-a41c-87ed1f73019c tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:02.775996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-447d7c9f-9da4-4b07-b6a8-a29f052f399c req-3ee98881-ee7c-4498-a41c-87ed1f73019c tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 985 time: 0.0802016 Jul 27 22:06:02.807058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.823498 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-447d7c9f-9da4-4b07-b6a8-a29f052f399c req-5188b8c7-0bad-4253-8833-e2af63109ef1 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&id=a256cb6e-c592-4e62-98eb-475544d23103&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0405483 Jul 27 22:06:02.878598 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43d0089f-b794-4dbe-b8ea-d3b9ab9c5be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.898837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:02.921110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3bee3ec5-e218-4298-b4d4-95833e1efec0 req-2b7f1e17-2b66-4100-97a4-06c03b8336db tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] For port 2f3309b1-4d12-421f-9a1b-cdd1d317a777, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=2f3309b1-4d12-421f-9a1b-cdd1d317a777,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:02.921372 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3bee3ec5-e218-4298-b4d4-95833e1efec0 req-2b7f1e17-2b66-4100-97a4-06c03b8336db tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:02.930140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:02.943587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:02.953832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Pushing event updated for resources: {'Port': ['ID=b181edf2-6c78-434e-98b6-2f69b335087e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:02.983879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-3bee3ec5-e218-4298-b4d4-95833e1efec0 req-2b7f1e17-2b66-4100-97a4-06c03b8336db tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Calling delete_port for 2f3309b1-4d12-421f-9a1b-cdd1d317a777 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:02.992694 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43d0089f-b794-4dbe-b8ea-d3b9ab9c5be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.094783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05d7aade-aa43-413c-ac7e-b4996e2addd0 req-e696f166-bb02-49d2-bbfa-b801dc3827a6 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-47138041&fields=id&tenant_id=544a1e4fccc04d41ba217551d15fe1a7 HTTP/1.1" status: 200 len: 267 time: 0.0595665 Jul 27 22:06:03.105808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:03.106731 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.145256 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-8ada9707-9496-42b4-b900-8197f193794a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1345391 Jul 27 22:06:03.160197 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Request body: {'port': {'device_id': 'bfead7d6-868c-47a0-b044-47d068ba817e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:03.165095 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43d0089f-b794-4dbe-b8ea-d3b9ab9c5be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.167678 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43d0089f-b794-4dbe-b8ea-d3b9ab9c5be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.169058 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-43d0089f-b794-4dbe-b8ea-d3b9ab9c5be8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7466ba0-4ddd-4912-95f2-8569af424641 HTTP/1.1" status: 204 len: 168 time: 0.4833694 Jul 27 22:06:03.203659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7aade-aa43-413c-ac7e-b4996e2addd0 req-9c54abe0-68f7-45ad-8bdd-2e591d3d761d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:03.212094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0089f-b794-4dbe-b8ea-d3b9ab9c5be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7466ba0-4ddd-4912-95f2-8569af424641,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:03.212853 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05d7aade-aa43-413c-ac7e-b4996e2addd0 req-9c54abe0-68f7-45ad-8bdd-2e591d3d761d tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 985 time: 0.1171417 Jul 27 22:06:03.224637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cce04-07a1-4936-bb5a-cd4c34e0f696 req-97306dbb-4289-4ddd-a9e7-1b574fad28a2 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:03.231801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b6cce04-07a1-4936-bb5a-cd4c34e0f696 req-97306dbb-4289-4ddd-a9e7-1b574fad28a2 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 931 time: 0.1339667 Jul 27 22:06:03.238796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-05d7aade-aa43-413c-ac7e-b4996e2addd0 req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'port': {'security_groups': ['07f01369-ace8-414f-849c-17c015ac8945', 'a256cb6e-c592-4e62-98eb-475544d23103', '5c047c42-df70-4e27-8184-d703c47a21cf']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:03.307325 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.339198 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b6cce04-07a1-4936-bb5a-cd4c34e0f696 req-7ddb0ba7-9d58-4322-9422-6f77dcd49c82 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064663 Jul 27 22:06:03.351877 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3bee3ec5-e218-4298-b4d4-95833e1efec0 req-2b7f1e17-2b66-4100-97a4-06c03b8336db tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.367749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['002200e4-c61c-429a-bdb1-f60940e35d19'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:03.373392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['2f3309b1-4d12-421f-9a1b-cdd1d317a777'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:03.391014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f1e17-2b66-4100-97a4-06c03b8336db tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Pushing event deleted for resources: {'Port': ['ID=2f3309b1-4d12-421f-9a1b-cdd1d317a777,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:03.391738 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05d7aade-aa43-413c-ac7e-b4996e2addd0 req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.490305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bee3ec5-e218-4298-b4d4-95833e1efec0 req-2b7f1e17-2b66-4100-97a4-06c03b8336db tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] No DVR routers for this DVR port 2f3309b1-4d12-421f-9a1b-cdd1d317a777 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:03.497921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-40415c81-7a55-4077-be46-c05a230f7768 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f7086559f6c94b8e9f3cdebc3f48a163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282416 Jul 27 22:06:03.549340 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3bee3ec5-e218-4298-b4d4-95833e1efec0 req-2b7f1e17-2b66-4100-97a4-06c03b8336db tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.551498 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3bee3ec5-e218-4298-b4d4-95833e1efec0 req-2b7f1e17-2b66-4100-97a4-06c03b8336db tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.43 "DELETE /v2.0/ports/2f3309b1-4d12-421f-9a1b-cdd1d317a777 HTTP/1.1" status: 204 len: 173 time: 1.0309672 Jul 27 22:06:03.618680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-265cfbef-773c-4ade-bfe5-63dee5d93eab tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:03.626147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-265cfbef-773c-4ade-bfe5-63dee5d93eab tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1206758 Jul 27 22:06:03.636785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f74786-145c-44cc-95c6-ad7fcdd2f060', 'name': 'network-vif-deleted', 'tag': '2f3309b1-4d12-421f-9a1b-cdd1d317a777'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:03.639147 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356290a0-3998-4ec8-95d2-98fc0c0c7483" -d '{"events": [{"server_uuid": "04f74786-145c-44cc-95c6-ad7fcdd2f060", "name": "network-vif-deleted", "tag": "2f3309b1-4d12-421f-9a1b-cdd1d317a777"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:03.648026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-3f5056a7-8bf5-4f1f-b00b-79b8a7062c6e tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/quotas/f7086559f6c94b8e9f3cdebc3f48a163 HTTP/1.1" status: 200 len: 375 time: 0.0206232 Jul 27 22:06:03.688521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-c587a79d-1be1-474b-821b-465ecc3c2a3a tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f7086559f6c94b8e9f3cdebc3f48a163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395443 Jul 27 22:06:03.826654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b181edf2-6c78-434e-98b6-2f69b335087e {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:03.838319 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.861482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Transition to ACTIVE for port object b181edf2-6c78-434e-98b6-2f69b335087e will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:03.877352 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.084495 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e193441e-7c84-4eaa-b6be-f1033a22eed7 req-18c7953f-edf5-488a-a147-91e20a3734f4 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f74786-145c-44cc-95c6-ad7fcdd2f060 HTTP/1.1" status: 200 len: 210 time: 0.0396268 Jul 27 22:06:04.101379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-05d7aade-aa43-413c-ac7e-b4996e2addd0 req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] For port 070eebcd-3da3-4d66-a4da-1686d55a1141, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=070eebcd-3da3-4d66-a4da-1686d55a1141,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:04.112236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Pushing event updated for resources: {'Port': ['ID=b181edf2-6c78-434e-98b6-2f69b335087e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:04.146149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05d7aade-aa43-413c-ac7e-b4996e2addd0 req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.152949 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05d7aade-aa43-413c-ac7e-b4996e2addd0 req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.180564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['7bdba098-1297-4084-ac5d-5a3d04c5ce52', '070eebcd-3da3-4d66-a4da-1686d55a1141'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:04.219544 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22381f66-5351-41d8-8347-65170034d9f3 x-openstack-request-id: req-22381f66-5351-41d8-8347-65170034d9f3 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:04.220078 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f74786-145c-44cc-95c6-ad7fcdd2f060", "name": "network-vif-deleted", "tag": "2f3309b1-4d12-421f-9a1b-cdd1d317a777", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:04.224852 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22381f66-5351-41d8-8347-65170034d9f3 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:04.226006 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f74786-145c-44cc-95c6-ad7fcdd2f060', 'name': 'network-vif-deleted', 'tag': '2f3309b1-4d12-421f-9a1b-cdd1d317a777', 'status': 'completed', 'code': 200} Jul 27 22:06:04.232742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Attempting to bind port b181edf2-6c78-434e-98b6-2f69b335087e on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:04.234035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Attempting to bind port b181edf2-6c78-434e-98b6-2f69b335087e by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:04.234817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Attempting to bind port b181edf2-6c78-434e-98b6-2f69b335087e on network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:04.240305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Port b181edf2-6c78-434e-98b6-2f69b335087e on network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:04.240938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Attempting to bind port b181edf2-6c78-434e-98b6-2f69b335087e on network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:04.255774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:04.256744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Checking segment: {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:04.257417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Bound using segment: {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:04.258100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Bound port: b181edf2-6c78-434e-98b6-2f69b335087e, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:04.258733 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.263289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'Port': ['ID=070eebcd-3da3-4d66-a4da-1686d55a1141,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:04.274639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:04.275151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:04.275466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:04.275795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:04.276132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:04.276460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:04.276785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:04.277108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:04.277426 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:04.277745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:04.278330 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:04.278799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:04.312867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7aade-aa43-413c-ac7e-b4996e2addd0 req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:04.314219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-05d7aade-aa43-413c-ac7e-b4996e2addd0 req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.315442 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05d7aade-aa43-413c-ac7e-b4996e2addd0 req-28861562-f045-4a0a-b0b8-2171c7a63e30 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "PUT /v2.0/ports/070eebcd-3da3-4d66-a4da-1686d55a1141 HTTP/1.1" status: 200 len: 1021 time: 1.1013913 Jul 27 22:06:04.316160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07f7453-60e9-4e61-b3a2-dc57f8d59689', 'tag': '070eebcd-3da3-4d66-a4da-1686d55a1141'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:04.322530 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0d319a-8875-4dda-ade9-d1cccd97f453" -d '{"events": [{"name": "network-changed", "server_uuid": "b07f7453-60e9-4e61-b3a2-dc57f8d59689", "tag": "070eebcd-3da3-4d66-a4da-1686d55a1141"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:04.355925 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b596813d-f921-4347-95a8-9510708f62b4 req-111cb31f-b2d0-4f4a-b00a-e65e8dc17db4 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 210 time: 0.0327690 Jul 27 22:06:04.423266 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] For port b181edf2-6c78-434e-98b6-2f69b335087e, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:04.433736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] For port b181edf2-6c78-434e-98b6-2f69b335087e, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b181edf2-6c78-434e-98b6-2f69b335087e,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:04.441239 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.507088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['070eebcd-3da3-4d66-a4da-1686d55a1141'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:04.600636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:04.601287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.608698 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] 10.222.0.43 "PUT /v2.0/ports/b181edf2-6c78-434e-98b6-2f69b335087e HTTP/1.1" status: 200 len: 1091 time: 1.4534581 Jul 27 22:06:04.613051 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-0f73b82e-6952-4b71-9def-307c75d2554d tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f7086559f6c94b8e9f3cdebc3f48a163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752366 Jul 27 22:06:04.640408 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83c94a01-37ea-4992-964b-860bfbdd6bbb req-53b93d8c-1554-4565-b662-d0b053139ca4 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/5c047c42-df70-4e27-8184-d703c47a21cf HTTP/1.1" status: 200 len: 1801 time: 0.1263564 Jul 27 22:06:04.734087 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5530a263-73ac-43d5-aae1-eb976517e92c x-openstack-request-id: req-5530a263-73ac-43d5-aae1-eb976517e92c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:04.734826 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07f7453-60e9-4e61-b3a2-dc57f8d59689", "tag": "070eebcd-3da3-4d66-a4da-1686d55a1141", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:04.735427 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5530a263-73ac-43d5-aae1-eb976517e92c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:04.736334 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07f7453-60e9-4e61-b3a2-dc57f8d59689', 'tag': '070eebcd-3da3-4d66-a4da-1686d55a1141', 'status': 'completed', 'code': 200} Jul 27 22:06:04.806105 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-83c94a01-37ea-4992-964b-860bfbdd6bbb req-f5a2fff8-4140-4a42-b514-38cb7534e387 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 22:06:04.815263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83c94a01-37ea-4992-964b-860bfbdd6bbb req-f5a2fff8-4140-4a42-b514-38cb7534e387 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "DELETE /v2.0/security-groups/5c047c42-df70-4e27-8184-d703c47a21cf HTTP/1.1" status: 409 len: 341 time: 0.1645551 Jul 27 22:06:04.843447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d319a-8875-4dda-ade9-d1cccd97f453 req-b52c7346-9712-47b3-8be9-e738c3a4b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:04.847004 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df0d319a-8875-4dda-ade9-d1cccd97f453 req-b52c7346-9712-47b3-8be9-e738c3a4b768 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=544a1e4fccc04d41ba217551d15fe1a7&device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 1175 time: 0.1010840 Jul 27 22:06:04.981192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd74d73-d8af-4c67-891a-993f892fdbf7 req-b7692d3f-f94c-49b3-b2e4-7e1fd51329b4 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:04.989174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bd74d73-d8af-4c67-891a-993f892fdbf7 req-b7692d3f-f94c-49b3-b2e4-7e1fd51329b4 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 943 time: 0.1411421 Jul 27 22:06:05.050199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d319a-8875-4dda-ade9-d1cccd97f453 req-7cbd60f4-caab-401a-8fdd-1d4cff28e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:05.052527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df0d319a-8875-4dda-ade9-d1cccd97f453 req-7cbd60f4-caab-401a-8fdd-1d4cff28e1a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6365f138-61f5-4132-a042-8dcc1554276e HTTP/1.1" status: 200 len: 914 time: 0.1874647 Jul 27 22:06:05.075036 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bd74d73-d8af-4c67-891a-993f892fdbf7 req-783fb25f-2430-4a12-ae9a-7fae36619edd tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838990 Jul 27 22:06:05.174622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df0d319a-8875-4dda-ade9-d1cccd97f453 req-ddce8da0-4da1-46ff-8fb7-cb7716b471d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070eebcd-3da3-4d66-a4da-1686d55a1141 HTTP/1.1" status: 200 len: 217 time: 0.0879028 Jul 27 22:06:05.260033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d319a-8875-4dda-ade9-d1cccd97f453 req-986be33b-c61b-4533-9056-dc065872c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:05.261789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df0d319a-8875-4dda-ade9-d1cccd97f453 req-986be33b-c61b-4533-9056-dc065872c50c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de42fed2-9610-4c6e-a0d5-ba9f902e4fa0 HTTP/1.1" status: 200 len: 853 time: 0.0765071 Jul 27 22:06:05.271065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32021-479f-4085-9aac-e2e789d8b57c req-e8793d81-89ce-46fd-a4e0-01a5633bdbe0 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:05.272936 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25a32021-479f-4085-9aac-e2e789d8b57c req-e8793d81-89ce-46fd-a4e0-01a5633bdbe0 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 1024 time: 0.1012123 Jul 27 22:06:05.311555 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df0d319a-8875-4dda-ade9-d1cccd97f453 req-48dd1f8b-91ce-4286-8c26-0d984d32e352 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6365f138-61f5-4132-a042-8dcc1554276e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374136 Jul 27 22:06:05.382995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a342f94-8b22-4550-b31d-e61bc59ac20c service neutron] Pushing event updated for resources: {'Port': ['ID=b181edf2-6c78-434e-98b6-2f69b335087e,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:05.401400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25a32021-479f-4085-9aac-e2e789d8b57c req-40558b60-cdc6-41a5-acbe-2bc78179494b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&id=a256cb6e-c592-4e62-98eb-475544d23103&id=5c047c42-df70-4e27-8184-d703c47a21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1178603 Jul 27 22:06:05.419968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-aadc1b39-00d6-4ff1-acdb-c424809cc694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:05.421611 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-aadc1b39-00d6-4ff1-acdb-c424809cc694 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 1094 time: 0.1040020 Jul 27 22:06:05.449452 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df0d319a-8875-4dda-ade9-d1cccd97f453 req-c0089df2-c242-4cac-b586-7a1626b1b345 service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275642 Jul 27 22:06:05.481097 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-b6b560a1-9ef5-43f8-8a47-80239bf96461 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b181edf2-6c78-434e-98b6-2f69b335087e HTTP/1.1" status: 200 len: 217 time: 0.0487444 Jul 27 22:06:05.488830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e4fbc623-17eb-4919-9d72-f0dcfa2c6283 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:05.491396 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e4fbc623-17eb-4919-9d72-f0dcfa2c6283 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8679161 Jul 27 22:06:05.533384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Request body: {'port': {'device_id': '04565145-fa25-4b29-9968-3b485e366a07', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': 'f7086559f6c94b8e9f3cdebc3f48a163'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:05.609603 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1647259-d75e-47ab-b37f-53f6aec1b0bb req-d3a8795f-3037-4081-9172-76c7ec7dad5c tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 210 time: 0.0680103 Jul 27 22:06:05.629045 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-d4954fd2-f435-4fe5-8497-cedd75667bd4 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f7086559f6c94b8e9f3cdebc3f48a163&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463891 Jul 27 22:06:05.637515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-0025e5ea-667c-4ed6-bae9-5a9486aea104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:05.639508 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-0025e5ea-667c-4ed6-bae9-5a9486aea104 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b64ac46-4efb-44f1-8ae7-9df77514a56e HTTP/1.1" status: 200 len: 845 time: 0.1467664 Jul 27 22:06:05.662208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fe7e6-89ef-4653-a254-5eb33f1a5aaa req-61f7b636-c649-4190-a8db-473aaeb01c35 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:05.666777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-567fe7e6-89ef-4653-a254-5eb33f1a5aaa req-61f7b636-c649-4190-a8db-473aaeb01c35 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 951 time: 0.1546419 Jul 27 22:06:05.674873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df0d319a-8875-4dda-ade9-d1cccd97f453 req-827a51d2-015a-4d07-8932-92a25043bbe7 service neutron] 10.222.0.41 "GET /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175665 Jul 27 22:06:05.727377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 2f3309b1-4d12-421f-9a1b-cdd1d317a777 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:05.743562 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-e6e89b52-336b-4438-8325-88aab9b7af6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f4b63ab-02a1-4681-bcbf-207c07c2a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868299 Jul 27 22:06:05.762885 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-567fe7e6-89ef-4653-a254-5eb33f1a5aaa req-a9e2f77d-9021-4765-8967-fe644b610614 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867472 Jul 27 22:06:05.767132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 2f3309b1-4d12-421f-9a1b-cdd1d317a777 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:05.767725 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 2f3309b1-4d12-421f-9a1b-cdd1d317a777 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:05.768328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:05.803389 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:05.805458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ce12dbb0-87f2-4f5c-94ad-dc67fb5ff229 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:05.926336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-93bf3d48-c67c-47c1-a624-ee8d7827bd38 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:05.928384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-93bf3d48-c67c-47c1-a624-ee8d7827bd38 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2935367 Jul 27 22:06:05.947481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Request body: {'port': {'device_id': '29ecc11b-1396-4e1d-8dec-3ee030b76ff5', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': 'f7086559f6c94b8e9f3cdebc3f48a163'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:05.952659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Made reservation on behalf of f7086559f6c94b8e9f3cdebc3f48a163 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:05.955770 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:06.008705 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-1f90c893-8346-406e-a5a8-2784b40069b5 service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541084 Jul 27 22:06:06.009359 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:06.188431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5f769-a007-4758-a63e-9e35b9422c4d req-0a8f9e9b-c49b-4cd4-9b18-bd2e3c0d64d9 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:06.190123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5b5f769-a007-4758-a63e-9e35b9422c4d req-0a8f9e9b-c49b-4cd4-9b18-bd2e3c0d64d9 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 943 time: 0.0506799 Jul 27 22:06:06.194017 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50d82f90-c96e-441c-9609-808eb3c89ba9 req-2e2aff02-3586-473f-b154-f54605b32274 service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744530 Jul 27 22:06:06.230963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfead7d6-868c-47a0-b044-47d068ba817e', 'tag': 'b181edf2-6c78-434e-98b6-2f69b335087e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:06.233239 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb9e744-69d1-4a5a-ae9b-7d2f4158cb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfead7d6-868c-47a0-b044-47d068ba817e", "tag": "b181edf2-6c78-434e-98b6-2f69b335087e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:06.239355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5b5f769-a007-4758-a63e-9e35b9422c4d req-50715e9a-11a9-45df-aa81-849efc518fdb tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411258 Jul 27 22:06:06.253427 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:06.272304 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:06.284892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Made reservation on behalf of f7086559f6c94b8e9f3cdebc3f48a163 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:06.289098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:06.297033 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae940727-02b8-41d4-a8b5-89b84eeec06a x-openstack-request-id: req-ae940727-02b8-41d4-a8b5-89b84eeec06a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:06.297341 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfead7d6-868c-47a0-b044-47d068ba817e", "tag": "b181edf2-6c78-434e-98b6-2f69b335087e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:06.297600 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae940727-02b8-41d4-a8b5-89b84eeec06a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:06.298090 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfead7d6-868c-47a0-b044-47d068ba817e', 'tag': 'b181edf2-6c78-434e-98b6-2f69b335087e', 'status': 'completed', 'code': 200} Jul 27 22:06:06.403678 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd59f37f-9e3d-402b-96ce-cc822c439415,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:06.505472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9e744-69d1-4a5a-ae9b-7d2f4158cb2a req-ad5b038d-6ac7-4aef-960b-e672ae185c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:06.507135 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-deb9e744-69d1-4a5a-ae9b-7d2f4158cb2a req-ad5b038d-6ac7-4aef-960b-e672ae185c40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 1094 time: 0.1949258 Jul 27 22:06:06.558881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29276d75-c78e-41d8-84ac-c055ded49be0 req-73b06d3e-4fb6-4c59-ab70-0455ed4db2ef tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:06.560413 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29276d75-c78e-41d8-84ac-c055ded49be0 req-73b06d3e-4fb6-4c59-ab70-0455ed4db2ef tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 1024 time: 0.0503728 Jul 27 22:06:06.574421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Allocated IP 192.168.233.80 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/e060c2b5-86a9-4206-bbea-afbf9091d691) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:06.609094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29276d75-c78e-41d8-84ac-c055ded49be0 req-6c1472d8-8e88-494a-b253-c129a570d760 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&id=a256cb6e-c592-4e62-98eb-475544d23103&id=5c047c42-df70-4e27-8184-d703c47a21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0425644 Jul 27 22:06:06.654714 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9e744-69d1-4a5a-ae9b-7d2f4158cb2a req-08b39f32-11f0-4f3e-ba0e-eb859e467b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:06.656384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-deb9e744-69d1-4a5a-ae9b-7d2f4158cb2a req-08b39f32-11f0-4f3e-ba0e-eb859e467b71 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 200 len: 906 time: 0.1406534 Jul 27 22:06:06.733552 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56e85660-6ee3-46b9-9839-d9806236af9e req-a116aa13-fa8c-4333-94f7-db4aa18a560c tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 210 time: 0.0410011 Jul 27 22:06:06.741214 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-deb9e744-69d1-4a5a-ae9b-7d2f4158cb2a req-98f95b74-ea28-4eb9-a7cd-d29b90b174a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b181edf2-6c78-434e-98b6-2f69b335087e HTTP/1.1" status: 200 len: 217 time: 0.0689507 Jul 27 22:06:06.841024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9e744-69d1-4a5a-ae9b-7d2f4158cb2a req-1a6f4aa1-c3de-4cac-8e15-0d24b2c7a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:06.842680 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-deb9e744-69d1-4a5a-ae9b-7d2f4158cb2a req-1a6f4aa1-c3de-4cac-8e15-0d24b2c7a610 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8b64ac46-4efb-44f1-8ae7-9df77514a56e HTTP/1.1" status: 200 len: 845 time: 0.0887952 Jul 27 22:06:06.870243 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:06.888402 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-deb9e744-69d1-4a5a-ae9b-7d2f4158cb2a req-aa054de1-823b-4680-a35f-48dd557fcf59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f4b63ab-02a1-4681-bcbf-207c07c2a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374932 Jul 27 22:06:06.901661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Transition to ACTIVE for port object e060c2b5-86a9-4206-bbea-afbf9091d691 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:06.936691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f4dfe-8666-4100-afee-7be2e9719a33 req-af6660aa-c4e9-48b8-8406-f0dbd186cddb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:06.938463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-269f4dfe-8666-4100-afee-7be2e9719a33 req-af6660aa-c4e9-48b8-8406-f0dbd186cddb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.41 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 1024 time: 0.1571107 Jul 27 22:06:06.978106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0baaf-b262-4c63-9690-4cdcf5f53617 req-83dde3ff-6ae1-4524-8672-4ef116ccade6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:06.986822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bcc0baaf-b262-4c63-9690-4cdcf5f53617 req-83dde3ff-6ae1-4524-8672-4ef116ccade6 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 951 time: 0.1419268 Jul 27 22:06:07.016358 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-deb9e744-69d1-4a5a-ae9b-7d2f4158cb2a req-573958ce-b4fb-4726-98f6-02d6eca28370 service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166930 Jul 27 22:06:07.039386 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.099634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f35ab6-f739-4ea1-b4d3-5d17f37680fc req-1201ca14-0c34-4f52-b119-284725fc5b1e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:07.101145 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61f35ab6-f739-4ea1-b4d3-5d17f37680fc req-1201ca14-0c34-4f52-b119-284725fc5b1e tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.41 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 951 time: 0.1866994 Jul 27 22:06:07.111137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bcc0baaf-b262-4c63-9690-4cdcf5f53617 req-c17e511a-b9f0-488b-b563-184628cdc26d tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6e3a591-19aa-4709-b3f9-1333045d62b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228058 Jul 27 22:06:07.163754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:07.177938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:07.188517 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Allocated IP 192.168.233.103 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/51af7fb9-fde2-424b-b330-546677bc17d5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:07.190645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:07.206132 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Pushing event updated for resources: {'Port': ['ID=e060c2b5-86a9-4206-bbea-afbf9091d691,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:07.237091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-269f4dfe-8666-4100-afee-7be2e9719a33 req-4587ac56-fdcc-4002-ba6d-a208caafcd7b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Deleting port 070eebcd-3da3-4d66-a4da-1686d55a1141 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:07.237673 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-269f4dfe-8666-4100-afee-7be2e9719a33 req-4587ac56-fdcc-4002-ba6d-a208caafcd7b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.269521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:07.269872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:07.270221 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:07.271319 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:07.271897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:07.272251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:07.272589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:07.272957 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:07.273296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:07.273625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:07.273954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:07.274297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:07.297337 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-deb9e744-69d1-4a5a-ae9b-7d2f4158cb2a req-e1f48442-e944-421f-a274-1aedda831281 service neutron] 10.222.0.43 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693911 Jul 27 22:06:07.318684 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:07.319596 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.352723 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-e7e224b9-3c9d-4e35-a6b5-358944ee95b3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8263257 Jul 27 22:06:07.360967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-61f35ab6-f739-4ea1-b4d3-5d17f37680fc req-3a971583-7bc6-4d83-b33d-93c324e9dabd tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Deleting port 002200e4-c61c-429a-bdb1-f60940e35d19 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:07.361475 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61f35ab6-f739-4ea1-b4d3-5d17f37680fc req-3a971583-7bc6-4d83-b33d-93c324e9dabd tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.367562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Request body: {'port': {'device_id': '04565145-fa25-4b29-9968-3b485e366a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:07.399092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-269f4dfe-8666-4100-afee-7be2e9719a33 req-4587ac56-fdcc-4002-ba6d-a208caafcd7b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] For port 070eebcd-3da3-4d66-a4da-1686d55a1141, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=070eebcd-3da3-4d66-a4da-1686d55a1141,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:07.399475 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-269f4dfe-8666-4100-afee-7be2e9719a33 req-4587ac56-fdcc-4002-ba6d-a208caafcd7b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.434677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0372b19b-6ac5-40f6-85d7-f5c0828bac1c None None] Provisioning for port e060c2b5-86a9-4206-bbea-afbf9091d691 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:07.439769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0372b19b-6ac5-40f6-85d7-f5c0828bac1c None None] Provisioning complete for port e060c2b5-86a9-4206-bbea-afbf9091d691 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:07.440303 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0372b19b-6ac5-40f6-85d7-f5c0828bac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.472448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-269f4dfe-8666-4100-afee-7be2e9719a33 req-4587ac56-fdcc-4002-ba6d-a208caafcd7b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Calling delete_port for 070eebcd-3da3-4d66-a4da-1686d55a1141 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:07.497450 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.508046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0372b19b-6ac5-40f6-85d7-f5c0828bac1c None None] Port e060c2b5-86a9-4206-bbea-afbf9091d691 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:07.553502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cfde4-e583-4f42-9514-ae9909577a27 req-c2009ea3-6eb7-4e48-b84f-ebe4ec596251 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:07.555334 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-953cfde4-e583-4f42-9514-ae9909577a27 req-c2009ea3-6eb7-4e48-b84f-ebe4ec596251 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 943 time: 0.2123964 Jul 27 22:06:07.557337 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.574317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-61f35ab6-f739-4ea1-b4d3-5d17f37680fc req-3a971583-7bc6-4d83-b33d-93c324e9dabd tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] For port 002200e4-c61c-429a-bdb1-f60940e35d19, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=002200e4-c61c-429a-bdb1-f60940e35d19,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:07.574689 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61f35ab6-f739-4ea1-b4d3-5d17f37680fc req-3a971583-7bc6-4d83-b33d-93c324e9dabd tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.579583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Transition to ACTIVE for port object 51af7fb9-fde2-424b-b330-546677bc17d5 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:07.611115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-61f35ab6-f739-4ea1-b4d3-5d17f37680fc req-3a971583-7bc6-4d83-b33d-93c324e9dabd tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Calling delete_port for 002200e4-c61c-429a-bdb1-f60940e35d19 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:07.670468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-953cfde4-e583-4f42-9514-ae9909577a27 req-fc5596fc-90b7-413a-a693-f1f05f650713 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032135 Jul 27 22:06:07.697289 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.794927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:07.804783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:07.808228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:07.844977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Pushing event updated for resources: {'Port': ['ID=51af7fb9-fde2-424b-b330-546677bc17d5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:07.891229 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-269f4dfe-8666-4100-afee-7be2e9719a33 req-4587ac56-fdcc-4002-ba6d-a208caafcd7b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.898211 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:07.901342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['7bdba098-1297-4084-ac5d-5a3d04c5ce52', '070eebcd-3da3-4d66-a4da-1686d55a1141'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:07.903594 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.945424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587ac56-fdcc-4002-ba6d-a208caafcd7b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event deleted for resources: {'Port': ['ID=070eebcd-3da3-4d66-a4da-1686d55a1141,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:08.002255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e060c2b5-86a9-4206-bbea-afbf9091d691 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:08.012881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.031221 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Transition to ACTIVE for port object e060c2b5-86a9-4206-bbea-afbf9091d691 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:08.046165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.087093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c7f22-69ab-420a-ab42-6185078c1a18 req-01c5beb6-4a20-4775-9fc6-34f21c004164 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:08.091531 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-950c7f22-69ab-420a-ab42-6185078c1a18 req-01c5beb6-4a20-4775-9fc6-34f21c004164 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=b07f7453-60e9-4e61-b3a2-dc57f8d59689 HTTP/1.1" status: 200 len: 945 time: 0.3148766 Jul 27 22:06:08.092346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-269f4dfe-8666-4100-afee-7be2e9719a33 req-4587ac56-fdcc-4002-ba6d-a208caafcd7b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] No DVR routers for this DVR port 070eebcd-3da3-4d66-a4da-1686d55a1141 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:08.105896 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-269f4dfe-8666-4100-afee-7be2e9719a33 req-4587ac56-fdcc-4002-ba6d-a208caafcd7b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.108287 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-269f4dfe-8666-4100-afee-7be2e9719a33 req-4587ac56-fdcc-4002-ba6d-a208caafcd7b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.41 "DELETE /v2.0/ports/070eebcd-3da3-4d66-a4da-1686d55a1141 HTTP/1.1" status: 204 len: 173 time: 1.1427240 Jul 27 22:06:08.124303 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-6f95c169-f342-41d4-b650-a4ce5243f319 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1839638 Jul 27 22:06:08.153745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07f7453-60e9-4e61-b3a2-dc57f8d59689', 'name': 'network-vif-deleted', 'tag': '070eebcd-3da3-4d66-a4da-1686d55a1141'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:08.156408 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5bd3a1-df60-45aa-8248-2b96d3038ef1" -d '{"events": [{"server_uuid": "b07f7453-60e9-4e61-b3a2-dc57f8d59689", "name": "network-vif-deleted", "tag": "070eebcd-3da3-4d66-a4da-1686d55a1141"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:08.170533 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Request body: {'port': {'device_id': '29ecc11b-1396-4e1d-8dec-3ee030b76ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:08.172624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25ee94-ea70-495e-a9cc-48c1507c0bfe req-aa168d10-0294-4ee6-be8a-2599aac324be tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:08.174175 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b25ee94-ea70-495e-a9cc-48c1507c0bfe req-aa168d10-0294-4ee6-be8a-2599aac324be tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 936 time: 0.3427279 Jul 27 22:06:08.258510 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-950c7f22-69ab-420a-ab42-6185078c1a18 req-d9f01947-18ce-4222-9548-4adde0e6ee72 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f01369-ace8-414f-849c-17c015ac8945&id=a256cb6e-c592-4e62-98eb-475544d23103&id=5c047c42-df70-4e27-8184-d703c47a21cf&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1480854 Jul 27 22:06:08.277429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Pushing event updated for resources: {'Port': ['ID=e060c2b5-86a9-4206-bbea-afbf9091d691,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:08.277704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8ee6b939-51d4-4c32-9438-e463f1af3580 None None] Provisioning for port 51af7fb9-fde2-424b-b330-546677bc17d5 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:08.277704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8ee6b939-51d4-4c32-9438-e463f1af3580 None None] Provisioning complete for port 51af7fb9-fde2-424b-b330-546677bc17d5 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:08.277704 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ee6b939-51d4-4c32-9438-e463f1af3580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.278461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61f35ab6-f739-4ea1-b4d3-5d17f37680fc req-3a971583-7bc6-4d83-b33d-93c324e9dabd tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.380697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8ee6b939-51d4-4c32-9438-e463f1af3580 None None] Port 51af7fb9-fde2-424b-b330-546677bc17d5 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:08.399565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f35ab6-f739-4ea1-b4d3-5d17f37680fc req-3a971583-7bc6-4d83-b33d-93c324e9dabd tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] No DVR routers for this DVR port 002200e4-c61c-429a-bdb1-f60940e35d19 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:08.401575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a971583-7bc6-4d83-b33d-93c324e9dabd tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Pushing event deleted for resources: {'Port': ['ID=002200e4-c61c-429a-bdb1-f60940e35d19,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:08.404372 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61f35ab6-f739-4ea1-b4d3-5d17f37680fc req-3a971583-7bc6-4d83-b33d-93c324e9dabd tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.406335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61f35ab6-f739-4ea1-b4d3-5d17f37680fc req-3a971583-7bc6-4d83-b33d-93c324e9dabd tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.41 "DELETE /v2.0/ports/002200e4-c61c-429a-bdb1-f60940e35d19 HTTP/1.1" status: 204 len: 173 time: 1.2843428 Jul 27 22:06:08.420853 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b25ee94-ea70-495e-a9cc-48c1507c0bfe req-af3bbd0a-9084-4253-862a-5a90d5ab3dfe tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270849 Jul 27 22:06:08.421874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Attempting to bind port e060c2b5-86a9-4206-bbea-afbf9091d691 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:08.421874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Attempting to bind port e060c2b5-86a9-4206-bbea-afbf9091d691 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:08.421874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Attempting to bind port e060c2b5-86a9-4206-bbea-afbf9091d691 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:08.429094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Port e060c2b5-86a9-4206-bbea-afbf9091d691 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:08.429420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Attempting to bind port e060c2b5-86a9-4206-bbea-afbf9091d691 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:08.444508 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.447104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:08.447503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:08.447862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:08.448302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Bound port: e060c2b5-86a9-4206-bbea-afbf9091d691, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:08.448846 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.603861 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2931c2e-f24c-469c-9046-127124cb66ff x-openstack-request-id: req-a2931c2e-f24c-469c-9046-127124cb66ff {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:08.604487 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07f7453-60e9-4e61-b3a2-dc57f8d59689", "name": "network-vif-deleted", "tag": "070eebcd-3da3-4d66-a4da-1686d55a1141", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:08.604912 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2931c2e-f24c-469c-9046-127124cb66ff {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:08.605491 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07f7453-60e9-4e61-b3a2-dc57f8d59689', 'name': 'network-vif-deleted', 'tag': '070eebcd-3da3-4d66-a4da-1686d55a1141', 'status': 'completed', 'code': 200} Jul 27 22:06:08.663419 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8a1f846-62f8-4a33-8b8b-1e09cc67eb21 req-7fc591dc-2d49-484a-be3b-935569cb5dd3 tempest-ServersAdminTestJSON-661739872 tempest-ServersAdminTestJSON-661739872-project] 10.222.0.24 "GET /v2.0/ports?device_id=955785f0-b075-4877-9da8-6578a13d0995 HTTP/1.1" status: 200 len: 210 time: 0.0452998 Jul 27 22:06:08.718967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:08.747466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:08.757229 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.876781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13f6b7-8909-40bd-a4a7-9b5f1d769f43 req-53dd6906-8374-4387-8354-aab7599252f0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:08.885336 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be13f6b7-8909-40bd-a4a7-9b5f1d769f43 req-53dd6906-8374-4387-8354-aab7599252f0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 943 time: 0.0953114 Jul 27 22:06:08.898302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:08.898838 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.900221 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] 10.222.0.41 "PUT /v2.0/ports/e060c2b5-86a9-4206-bbea-afbf9091d691 HTTP/1.1" status: 200 len: 1095 time: 1.5370588 Jul 27 22:06:08.902314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:08.905538 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae7eb9c-3126-4d6c-8e9b-39cfc45f5c64" -d '{"events": [{"name": "network-changed", "server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:08.957552 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d60dd1-8501-4bfa-9f97-8b4675223ac4 x-openstack-request-id: req-c5d60dd1-8501-4bfa-9f97-8b4675223ac4 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:08.957865 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:08.958134 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5d60dd1-8501-4bfa-9f97-8b4675223ac4 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:08.958563 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'status': 'completed', 'code': 200} Jul 27 22:06:08.965648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be13f6b7-8909-40bd-a4a7-9b5f1d769f43 req-e9ec4ae4-5fb7-4211-86fe-d4ff2de859db tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787966 Jul 27 22:06:09.007258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fec45-1833-4303-a27b-ace5c561058e service neutron] Pushing event updated for resources: {'Port': ['ID=e060c2b5-86a9-4206-bbea-afbf9091d691,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:09.039040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-dc9cc097-b29a-41f8-b334-584ff2bb678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:09.040983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-dc9cc097-b29a-41f8-b334-584ff2bb678d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7086559f6c94b8e9f3cdebc3f48a163&device_id=04565145-fa25-4b29-9968-3b485e366a07 HTTP/1.1" status: 200 len: 1098 time: 0.0969708 Jul 27 22:06:09.097021 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-fe2d19ef-ee58-4afd-bbc1-2adbfed3fccf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=e060c2b5-86a9-4206-bbea-afbf9091d691 HTTP/1.1" status: 200 len: 217 time: 0.0455995 Jul 27 22:06:09.168759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51af7fb9-fde2-424b-b330-546677bc17d5 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:09.179127 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.190684 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-6fde9a68-7c2c-40f2-89f7-e7a1103fa987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:09.192166 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-6fde9a68-7c2c-40f2-89f7-e7a1103fa987 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0684450 Jul 27 22:06:09.197524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Transition to ACTIVE for port object 51af7fb9-fde2-424b-b330-546677bc17d5 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:09.210288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.286561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Pushing event updated for resources: {'Port': ['ID=51af7fb9-fde2-424b-b330-546677bc17d5,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:09.294187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-08619906-0e2a-40cc-b123-2495ec8e1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:09.295845 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-08619906-0e2a-40cc-b123-2495ec8e1f51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969217 Jul 27 22:06:09.394128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ec8796b-0f9f-4e10-bf52-6278263b169b req-f94b33c8-8064-41fb-ba36-347c21d35e9b tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/a256cb6e-c592-4e62-98eb-475544d23103 HTTP/1.1" status: 200 len: 1801 time: 0.0544236 Jul 27 22:06:09.444243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Attempting to bind port 51af7fb9-fde2-424b-b330-546677bc17d5 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:09.444611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Attempting to bind port 51af7fb9-fde2-424b-b330-546677bc17d5 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:09.444890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Attempting to bind port 51af7fb9-fde2-424b-b330-546677bc17d5 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:09.456971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Port 51af7fb9-fde2-424b-b330-546677bc17d5 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:09.457312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Attempting to bind port 51af7fb9-fde2-424b-b330-546677bc17d5 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:09.462241 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-8d6f332c-9b90-4591-9ec4-1194b6c55350 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463096 Jul 27 22:06:09.466056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:09.466376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:09.466729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:09.467170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Bound port: 51af7fb9-fde2-424b-b330-546677bc17d5, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:09.467534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.506701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec8796b-0f9f-4e10-bf52-6278263b169b req-42e10efd-d8e9-4810-bef3-36848cc25f59 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.547946 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec8796b-0f9f-4e10-bf52-6278263b169b req-42e10efd-d8e9-4810-bef3-36848cc25f59 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.652008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545928fe-c321-4133-849a-648df71b8ada req-d5f93945-4af6-4fd9-b22a-04da35686008 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:09.654962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-545928fe-c321-4133-849a-648df71b8ada req-d5f93945-4af6-4fd9-b22a-04da35686008 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 948 time: 0.0884070 Jul 27 22:06:09.659788 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec8796b-0f9f-4e10-bf52-6278263b169b req-42e10efd-d8e9-4810-bef3-36848cc25f59 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.664416 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7ec8796b-0f9f-4e10-bf52-6278263b169b req-42e10efd-d8e9-4810-bef3-36848cc25f59 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.666041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ec8796b-0f9f-4e10-bf52-6278263b169b req-42e10efd-d8e9-4810-bef3-36848cc25f59 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "DELETE /v2.0/security-groups/a256cb6e-c592-4e62-98eb-475544d23103 HTTP/1.1" status: 204 len: 173 time: 0.2709231 Jul 27 22:06:09.705282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e10efd-d8e9-4810-bef3-36848cc25f59 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a256cb6e-c592-4e62-98eb-475544d23103,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:09.732204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-545928fe-c321-4133-849a-648df71b8ada req-560bdf9a-2f5b-482a-b88c-0c4b823e99fe tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650747 Jul 27 22:06:09.844716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3fad0901-2f83-41c2-888b-20421b230cd9 req-48fa5342-5dd8-42ce-b8e9-8283032947ca tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/5c047c42-df70-4e27-8184-d703c47a21cf HTTP/1.1" status: 200 len: 1801 time: 0.0637591 Jul 27 22:06:09.921286 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3fad0901-2f83-41c2-888b-20421b230cd9 req-95b9f9da-1ad6-4b34-91a5-59aa968d9da8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.965248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b181edf2-6c78-434e-98b6-2f69b335087e details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:09.984710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] For port 51af7fb9-fde2-424b-b330-546677bc17d5, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:10.006013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] For port 51af7fb9-fde2-424b-b330-546677bc17d5, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=51af7fb9-fde2-424b-b330-546677bc17d5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:10.012604 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3fad0901-2f83-41c2-888b-20421b230cd9 req-95b9f9da-1ad6-4b34-91a5-59aa968d9da8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.013736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.045924 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4de38fc3-e457-4de9-a145-eddf9fc7e4ee req-3adee1aa-5ba4-42bc-9b62-d2b3ffb074da service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751066 Jul 27 22:06:10.056026 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:10.057112 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.058819 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] 10.222.0.43 "PUT /v2.0/ports/51af7fb9-fde2-424b-b330-546677bc17d5 HTTP/1.1" status: 200 len: 1096 time: 1.9190288 Jul 27 22:06:10.094051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05e05d-e593-42b2-86d5-e828f8b0c3cc service neutron] Pushing event updated for resources: {'Port': ['ID=51af7fb9-fde2-424b-b330-546677bc17d5,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:10.105669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 002200e4-c61c-429a-bdb1-f60940e35d19 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:10.158044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 002200e4-c61c-429a-bdb1-f60940e35d19 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:10.163281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 002200e4-c61c-429a-bdb1-f60940e35d19 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:10.164546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 070eebcd-3da3-4d66-a4da-1686d55a1141 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:10.195149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 070eebcd-3da3-4d66-a4da-1686d55a1141 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:10.195811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 070eebcd-3da3-4d66-a4da-1686d55a1141 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:10.260405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b181edf2-6c78-434e-98b6-2f69b335087e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b181edf2-6c78-434e-98b6-2f69b335087e,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:10.286890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'b181edf2-6c78-434e-98b6-2f69b335087e', 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'port_id': 'b181edf2-6c78-434e-98b6-2f69b335087e', 'mac_address': 'fa:16:3e:87:86:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b64ac46-4efb-44f1-8ae7-9df77514a56e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:10.315959 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3fad0901-2f83-41c2-888b-20421b230cd9 req-95b9f9da-1ad6-4b34-91a5-59aa968d9da8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.319703 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3fad0901-2f83-41c2-888b-20421b230cd9 req-95b9f9da-1ad6-4b34-91a5-59aa968d9da8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.321405 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-0564b239-2c9d-43cb-bfc3-28fec29ac63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:10.324230 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-0564b239-2c9d-43cb-bfc3-28fec29ac63c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7086559f6c94b8e9f3cdebc3f48a163&device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 1099 time: 0.1586869 Jul 27 22:06:10.350672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3fad0901-2f83-41c2-888b-20421b230cd9 req-95b9f9da-1ad6-4b34-91a5-59aa968d9da8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "DELETE /v2.0/security-groups/5c047c42-df70-4e27-8184-d703c47a21cf HTTP/1.1" status: 204 len: 173 time: 0.5040817 Jul 27 22:06:10.356981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7eb9c-3126-4d6c-8e9b-39cfc45f5c64 req-89a9815e-0ed9-49c4-8421-6f8777d5bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:10.358941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6c17ab22-a7bc-4623-9c86-fe8fb2e9c6b3 req-f21edd71-c0fd-4ab3-ba86-4e8ef63bea84 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-50914909', 'description': 'tempest-description-228885765'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:10.359548 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dae7eb9c-3126-4d6c-8e9b-39cfc45f5c64 req-89a9815e-0ed9-49c4-8421-6f8777d5bd85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7086559f6c94b8e9f3cdebc3f48a163&device_id=04565145-fa25-4b29-9968-3b485e366a07 HTTP/1.1" status: 200 len: 1098 time: 0.1272488 Jul 27 22:06:10.380487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd3012-09a8-4157-aa77-f9939d645906 req-5233690e-d2f8-42c6-af88-7173c2cc7ba4 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:10.393219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8afd3012-09a8-4157-aa77-f9939d645906 req-5233690e-d2f8-42c6-af88-7173c2cc7ba4 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 943 time: 0.2757871 Jul 27 22:06:10.403546 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.419026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b181edf2-6c78-434e-98b6-2f69b335087e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:10.461541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b181edf2-6c78-434e-98b6-2f69b335087e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b181edf2-6c78-434e-98b6-2f69b335087e,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:10.465819 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.471731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9f9da-1ad6-4b34-91a5-59aa968d9da8 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c047c42-df70-4e27-8184-d703c47a21cf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:10.487883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41648) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:10.500380 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-2db162bb-21c8-4f5d-94d7-c58ee30af3a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=51af7fb9-fde2-424b-b330-546677bc17d5 HTTP/1.1" status: 200 len: 217 time: 0.1627350 Jul 27 22:06:10.535027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8afd3012-09a8-4157-aa77-f9939d645906 req-0daeee50-8ac1-4045-964d-e3df66cb13ef tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406972 Jul 27 22:06:10.545635 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c17ab22-a7bc-4623-9c86-fe8fb2e9c6b3 req-f21edd71-c0fd-4ab3-ba86-4e8ef63bea84 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.601858 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:10.612361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955785f0-b075-4877-9da8-6578a13d0995', 'name': 'network-vif-deleted', 'tag': '002200e4-c61c-429a-bdb1-f60940e35d19'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:10.615558 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef39fea0-40b1-45a8-8486-43b671e1a1f7" -d '{"events": [{"server_uuid": "955785f0-b075-4877-9da8-6578a13d0995", "name": "network-vif-deleted", "tag": "002200e4-c61c-429a-bdb1-f60940e35d19"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:10.659722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b181edf2-6c78-434e-98b6-2f69b335087e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:10.711360 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['b181edf2-6c78-434e-98b6-2f69b335087e'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:10.733529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-b260d369-3c86-4f5f-8f83-b9a226f11060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:10.733687 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f83e1-b92c-4588-9ddd-3420f6ce01a3 x-openstack-request-id: req-3d7f83e1-b92c-4588-9ddd-3420f6ce01a3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:10.733977 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955785f0-b075-4877-9da8-6578a13d0995", "name": "network-vif-deleted", "tag": "002200e4-c61c-429a-bdb1-f60940e35d19", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:10.734232 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d7f83e1-b92c-4588-9ddd-3420f6ce01a3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:10.734648 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955785f0-b075-4877-9da8-6578a13d0995', 'name': 'network-vif-deleted', 'tag': '002200e4-c61c-429a-bdb1-f60940e35d19', 'status': 'completed', 'code': 200} Jul 27 22:06:10.735198 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-b260d369-3c86-4f5f-8f83-b9a226f11060 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.2017107 Jul 27 22:06:10.744095 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c17ab22-a7bc-4623-9c86-fe8fb2e9c6b3 req-f21edd71-c0fd-4ab3-ba86-4e8ef63bea84 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.750550 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c17ab22-a7bc-4623-9c86-fe8fb2e9c6b3 req-f21edd71-c0fd-4ab3-ba86-4e8ef63bea84 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.790032 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c17ab22-a7bc-4623-9c86-fe8fb2e9c6b3 req-f21edd71-c0fd-4ab3-ba86-4e8ef63bea84 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.807180 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c17ab22-a7bc-4623-9c86-fe8fb2e9c6b3 req-f21edd71-c0fd-4ab3-ba86-4e8ef63bea84 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4554865 Jul 27 22:06:10.825076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7eb9c-3126-4d6c-8e9b-39cfc45f5c64 req-60c6a10c-a96f-458f-a151-adfe2222d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:10.826746 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dae7eb9c-3126-4d6c-8e9b-39cfc45f5c64 req-60c6a10c-a96f-458f-a151-adfe2222d96e service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.3419330 Jul 27 22:06:10.829312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21edd71-c0fd-4ab3-ba86-4e8ef63bea84 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96e4e04-ba5f-42f3-891d-5c59356fcff7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:10.861182 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4be3bde-a575-40c5-8dc1-94826e0eedfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.889391 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dae7eb9c-3126-4d6c-8e9b-39cfc45f5c64 req-233b56cb-d70b-4de3-a73c-2c7263a06112 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=e060c2b5-86a9-4206-bbea-afbf9091d691 HTTP/1.1" status: 200 len: 217 time: 0.0533099 Jul 27 22:06:10.924177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-3ddd9a7b-eb3b-42b9-af89-525655f6f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:10.926045 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-3ddd9a7b-eb3b-42b9-af89-525655f6f395 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814785 Jul 27 22:06:10.959157 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ecc11b-1396-4e1d-8dec-3ee030b76ff5', 'tag': '51af7fb9-fde2-424b-b330-546677bc17d5'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:10.961906 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bdee11-0280-4de2-b3ee-cf6946e403c5" -d '{"events": [{"name": "network-changed", "server_uuid": "29ecc11b-1396-4e1d-8dec-3ee030b76ff5", "tag": "51af7fb9-fde2-424b-b330-546677bc17d5"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:10.971110 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9b0460c3-1571-4775-9a90-34fb0801c217 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0defce758a8439cae6b91ea10154670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692667 Jul 27 22:06:10.976696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:11.028368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7eb9c-3126-4d6c-8e9b-39cfc45f5c64 req-42d69548-6d2b-435d-949a-2b96cf4e1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:11.030570 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dae7eb9c-3126-4d6c-8e9b-39cfc45f5c64 req-42d69548-6d2b-435d-949a-2b96cf4e1790 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1268544 Jul 27 22:06:11.059462 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4be3bde-a575-40c5-8dc1-94826e0eedfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.075628 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edfdef-8f30-45fa-9d4e-09515da45388 req-16732046-c361-4ae9-97e7-bfd2e07961d7 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:11.077145 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6edfdef-8f30-45fa-9d4e-09515da45388 req-16732046-c361-4ae9-97e7-bfd2e07961d7 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 948 time: 0.2182038 Jul 27 22:06:11.090050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4be3bde-a575-40c5-8dc1-94826e0eedfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.107740 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-40ed6060-08d4-4691-9af5-467f5ecfd226 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595888 Jul 27 22:06:11.113210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7eb9c-3126-4d6c-8e9b-39cfc45f5c64 req-35a58d42-0e27-4dfa-9ac0-50e0a8f087a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:11.116316 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dae7eb9c-3126-4d6c-8e9b-39cfc45f5c64 req-35a58d42-0e27-4dfa-9ac0-50e0a8f087a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760562 Jul 27 22:06:11.125243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef0534e4-71bd-4bc9-ad22-470ab9c93d7a req-0408e16e-ff14-4823-8ee5-825d2f48090c tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/f96e4e04-ba5f-42f3-891d-5c59356fcff7 HTTP/1.1" status: 200 len: 1800 time: 0.1539721 Jul 27 22:06:11.164449 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-ef0534e4-71bd-4bc9-ad22-470ab9c93d7a req-5dcb3e36-af57-4625-ae7c-fb1feafb8a68 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1182635686', 'description': 'tempest-description-hth-663967798'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:11.185046 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e4be3bde-a575-40c5-8dc1-94826e0eedfe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f60bf95dd6340a8b3d01ac7dc23aad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5818114 Jul 27 22:06:11.186224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be3bde-a575-40c5-8dc1-94826e0eedfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8990f6-3730-407d-867d-22d041270c57,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:11.188119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:11.193878 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bce7ee1-c0d5-4c70-99ea-e70392bdd707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.243502 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6edfdef-8f30-45fa-9d4e-09515da45388 req-7f992489-d428-4ef8-964e-b2d3473be82c tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495271 Jul 27 22:06:11.261594 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bce7ee1-c0d5-4c70-99ea-e70392bdd707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.264684 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef0534e4-71bd-4bc9-ad22-470ab9c93d7a req-5dcb3e36-af57-4625-ae7c-fb1feafb8a68 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.297441 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9b250c24-5fa3-4bd1-94e8-ac031cbd000c req-81983b71-e7a1-4b70-a8d5-c0e1ac4fae8a service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800697 Jul 27 22:06:11.300560 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dae7eb9c-3126-4d6c-8e9b-39cfc45f5c64 req-a097d9bb-4592-4564-bf61-6cf38c1456cf service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749587 Jul 27 22:06:11.347741 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ee29548-0808-4f4e-92d8-f729b1065de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.362699 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aa50e6-29e9-4134-8383-d7819b893cc1 x-openstack-request-id: req-17aa50e6-29e9-4134-8383-d7819b893cc1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:11.362986 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ecc11b-1396-4e1d-8dec-3ee030b76ff5", "tag": "51af7fb9-fde2-424b-b330-546677bc17d5", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:11.363229 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17aa50e6-29e9-4134-8383-d7819b893cc1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:11.363658 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ecc11b-1396-4e1d-8dec-3ee030b76ff5', 'tag': '51af7fb9-fde2-424b-b330-546677bc17d5', 'status': 'completed', 'code': 200} Jul 27 22:06:11.376292 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef0534e4-71bd-4bc9-ad22-470ab9c93d7a req-5dcb3e36-af57-4625-ae7c-fb1feafb8a68 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.386477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef0534e4-71bd-4bc9-ad22-470ab9c93d7a req-5dcb3e36-af57-4625-ae7c-fb1feafb8a68 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.389073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ef0534e4-71bd-4bc9-ad22-470ab9c93d7a req-5dcb3e36-af57-4625-ae7c-fb1feafb8a68 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.390311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef0534e4-71bd-4bc9-ad22-470ab9c93d7a req-5dcb3e36-af57-4625-ae7c-fb1feafb8a68 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "PUT /v2.0/security-groups/f96e4e04-ba5f-42f3-891d-5c59356fcff7 HTTP/1.1" status: 200 len: 1776 time: 0.2439523 Jul 27 22:06:11.399922 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ee29548-0808-4f4e-92d8-f729b1065de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.416046 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bce7ee1-c0d5-4c70-99ea-e70392bdd707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.418565 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bce7ee1-c0d5-4c70-99ea-e70392bdd707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.422201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8bce7ee1-c0d5-4c70-99ea-e70392bdd707 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6e3a591-19aa-4709-b3f9-1333045d62b0 HTTP/1.1" status: 204 len: 168 time: 0.4322541 Jul 27 22:06:11.452424 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dae7eb9c-3126-4d6c-8e9b-39cfc45f5c64 req-866c22e9-46b3-4ead-a381-b4018120e484 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443832 Jul 27 22:06:11.457645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb3e36-af57-4625-ae7c-fb1feafb8a68 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96e4e04-ba5f-42f3-891d-5c59356fcff7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:11.481466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdee11-0280-4de2-b3ee-cf6946e403c5 req-71ec1d32-2e3d-4d3b-a3b6-916169b962b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:11.483435 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e4bdee11-0280-4de2-b3ee-cf6946e403c5 req-71ec1d32-2e3d-4d3b-a3b6-916169b962b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7086559f6c94b8e9f3cdebc3f48a163&device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 1099 time: 0.1028209 Jul 27 22:06:11.485242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce7ee1-c0d5-4c70-99ea-e70392bdd707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e3a591-19aa-4709-b3f9-1333045d62b0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:11.502121 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a492bc5c-cdd4-43e7-9dbf-65ded5aa3940 req-b787d117-d245-4fec-9f41-3ee848d778a2 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/f96e4e04-ba5f-42f3-891d-5c59356fcff7 HTTP/1.1" status: 200 len: 1776 time: 0.0812576 Jul 27 22:06:11.523340 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ee29548-0808-4f4e-92d8-f729b1065de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.525975 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ee29548-0808-4f4e-92d8-f729b1065de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.529955 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5ee29548-0808-4f4e-92d8-f729b1065de6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb8990f6-3730-407d-867d-22d041270c57 HTTP/1.1" status: 204 len: 168 time: 0.3375604 Jul 27 22:06:11.540300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee29548-0808-4f4e-92d8-f729b1065de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8990f6-3730-407d-867d-22d041270c57,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:11.602565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0072dfd2-214f-4fa8-965f-5c0fa904305d req-718d834b-decf-44ad-9a7c-6bed06f70ec5 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/f96e4e04-ba5f-42f3-891d-5c59356fcff7 HTTP/1.1" status: 200 len: 1776 time: 0.0563073 Jul 27 22:06:11.621179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdee11-0280-4de2-b3ee-cf6946e403c5 req-171ade53-5a30-4290-b8ac-350d259af534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:11.623021 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e4bdee11-0280-4de2-b3ee-cf6946e403c5 req-171ade53-5a30-4290-b8ac-350d259af534 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1297636 Jul 27 22:06:11.676886 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e4bdee11-0280-4de2-b3ee-cf6946e403c5 req-df7b6b8d-69b5-4b40-b4c8-7b4a5dd7995f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=51af7fb9-fde2-424b-b330-546677bc17d5 HTTP/1.1" status: 200 len: 217 time: 0.0454791 Jul 27 22:06:11.710665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e90608-15a9-4f64-a7bd-b44edc821859 req-39eac958-a62d-4e6d-98b9-0d63cc7ab436 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:11.712295 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33e90608-15a9-4f64-a7bd-b44edc821859 req-39eac958-a62d-4e6d-98b9-0d63cc7ab436 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 944 time: 0.0833626 Jul 27 22:06:11.742016 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0072dfd2-214f-4fa8-965f-5c0fa904305d req-9422b08f-1a7d-441f-bcbb-9d3197070405 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.747014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdee11-0280-4de2-b3ee-cf6946e403c5 req-8bc3cab0-91a3-497b-b4d5-6758cc7ecbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:11.749187 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e4bdee11-0280-4de2-b3ee-cf6946e403c5 req-8bc3cab0-91a3-497b-b4d5-6758cc7ecbe6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0646389 Jul 27 22:06:11.774817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b181edf2-6c78-434e-98b6-2f69b335087e up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:11.777659 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0072dfd2-214f-4fa8-965f-5c0fa904305d req-9422b08f-1a7d-441f-bcbb-9d3197070405 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.789764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33e90608-15a9-4f64-a7bd-b44edc821859 req-fccea193-24c8-44f8-8287-7b73f738c118 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683243 Jul 27 22:06:11.827391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdee11-0280-4de2-b3ee-cf6946e403c5 req-059fb6eb-d2c6-4f35-a3e0-6bc0c64a8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:11.831784 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e4bdee11-0280-4de2-b3ee-cf6946e403c5 req-059fb6eb-d2c6-4f35-a3e0-6bc0c64a8bb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737069 Jul 27 22:06:11.858109 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0072dfd2-214f-4fa8-965f-5c0fa904305d req-9422b08f-1a7d-441f-bcbb-9d3197070405 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.861625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port b181edf2-6c78-434e-98b6-2f69b335087e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:11.867238 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0072dfd2-214f-4fa8-965f-5c0fa904305d req-9422b08f-1a7d-441f-bcbb-9d3197070405 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.868117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port b181edf2-6c78-434e-98b6-2f69b335087e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:11.868303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0072dfd2-214f-4fa8-965f-5c0fa904305d req-9422b08f-1a7d-441f-bcbb-9d3197070405 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "DELETE /v2.0/security-groups/f96e4e04-ba5f-42f3-891d-5c59356fcff7 HTTP/1.1" status: 204 len: 173 time: 0.2580526 Jul 27 22:06:11.868908 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:11.898209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422b08f-1a7d-441f-bcbb-9d3197070405 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96e4e04-ba5f-42f3-891d-5c59356fcff7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:11.963663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:12.023210 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.035188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f881229f-58c7-4f76-8313-9a99ed871d0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03c8d28156344df9aaed943cb08cb67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681186 Jul 27 22:06:12.035930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:12.044540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e060c2b5-86a9-4206-bbea-afbf9091d691 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:12.049987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41702) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:12.053401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfead7d6-868c-47a0-b044-47d068ba817e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b181edf2-6c78-434e-98b6-2f69b335087e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:12.055946 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77835601-6d5e-48b9-9ff3-ed50f367fa2b" -d '{"events": [{"server_uuid": "bfead7d6-868c-47a0-b044-47d068ba817e", "name": "network-vif-plugged", "status": "completed", "tag": "b181edf2-6c78-434e-98b6-2f69b335087e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:12.075844 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-dbe88057-de84-44b3-b4b1-bcdd0ca15dec req-3f5502ce-90e3-4178-bfa7-cb20b6bdaecd tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] show failed (client error): The resource could not be found. Jul 27 22:06:12.076911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dbe88057-de84-44b3-b4b1-bcdd0ca15dec req-3f5502ce-90e3-4178-bfa7-cb20b6bdaecd tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/5c047c42-df70-4e27-8184-d703c47a21cf HTTP/1.1" status: 404 len: 352 time: 0.0284524 Jul 27 22:06:12.078355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b181edf2-6c78-434e-98b6-2f69b335087e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b181edf2-6c78-434e-98b6-2f69b335087e,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:12.086348 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.101851 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e4bdee11-0280-4de2-b3ee-cf6946e403c5 req-ad3efedf-3338-4883-baa1-0785e8350dc4 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596488 Jul 27 22:06:12.105621 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af9edfc0-5821-410f-a6d3-bd3e760097d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.117114 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79ce7354-d7c2-48ad-8219-667aa27a9919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.142732 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-f05e937d-4da4-456d-a98c-1ace39c57399 req-45b96f5a-6a80-4260-92ea-e9dc01f59e16 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] show failed (client error): The resource could not be found. Jul 27 22:06:12.143872 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f05e937d-4da4-456d-a98c-1ace39c57399 req-45b96f5a-6a80-4260-92ea-e9dc01f59e16 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/a256cb6e-c592-4e62-98eb-475544d23103 HTTP/1.1" status: 404 len: 352 time: 0.0278394 Jul 27 22:06:12.172423 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79ce7354-d7c2-48ad-8219-667aa27a9919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.187935 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-fd167656-c498-42b9-ad9e-74b2ba7fb3e4 req-66967927-3d85-498d-8e25-d8d1008b892e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] show failed (client error): The resource could not be found. Jul 27 22:06:12.189811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd167656-c498-42b9-ad9e-74b2ba7fb3e4 req-66967927-3d85-498d-8e25-d8d1008b892e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/450ae6cb-abea-4a0a-8f64-0022ac90761e HTTP/1.1" status: 404 len: 352 time: 0.0211997 Jul 27 22:06:12.203912 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22176ea-0b14-4a18-acf1-b53d1a19e120 x-openstack-request-id: req-d22176ea-0b14-4a18-acf1-b53d1a19e120 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:12.204327 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfead7d6-868c-47a0-b044-47d068ba817e", "name": "network-vif-plugged", "status": "completed", "tag": "b181edf2-6c78-434e-98b6-2f69b335087e", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:12.207549 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d22176ea-0b14-4a18-acf1-b53d1a19e120 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:12.208354 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfead7d6-868c-47a0-b044-47d068ba817e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b181edf2-6c78-434e-98b6-2f69b335087e', 'code': 200} Jul 27 22:06:12.209136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b181edf2-6c78-434e-98b6-2f69b335087e,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:12.244660 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-1ad83910-b6f2-4276-9b58-24aea7569c95 req-422f54cb-80bd-475b-afd6-bc0462d819fe tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] show failed (client error): The resource could not be found. Jul 27 22:06:12.245813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ad83910-b6f2-4276-9b58-24aea7569c95 req-422f54cb-80bd-475b-afd6-bc0462d819fe tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/89426054-6e7d-4b0e-a6fc-23e5c9d3b649 HTTP/1.1" status: 404 len: 352 time: 0.0205204 Jul 27 22:06:12.283796 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79ce7354-d7c2-48ad-8219-667aa27a9919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.286669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79ce7354-d7c2-48ad-8219-667aa27a9919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.286894 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e4bdee11-0280-4de2-b3ee-cf6946e403c5 req-c4f69562-b6d8-4a89-b7b8-4b399b6e51d8 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769018 Jul 27 22:06:12.288071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:12.300037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-79ce7354-d7c2-48ad-8219-667aa27a9919 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/103a21d0-5619-423b-8e02-3d2c9a7d0d8b HTTP/1.1" status: 204 len: 168 time: 0.2595537 Jul 27 22:06:12.302372 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.303473 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-1dafae86-51aa-4760-a7b1-aa48495fa5d7 req-b7ec4f3a-b329-4992-b9fc-c4010cb5537e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] show failed (client error): The resource could not be found. Jul 27 22:06:12.303819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1dafae86-51aa-4760-a7b1-aa48495fa5d7 req-b7ec4f3a-b329-4992-b9fc-c4010cb5537e tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/7e04e835-5e84-441c-8fb8-744da7b6f398 HTTP/1.1" status: 404 len: 352 time: 0.0350568 Jul 27 22:06:12.307446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'mac_address': 'fa:16:3e:1d:d4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:12.329918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce7354-d7c2-48ad-8219-667aa27a9919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103a21d0-5619-423b-8e02-3d2c9a7d0d8b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:12.353553 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57926f9-bf64-406f-984a-dc539e466adc req-4d7d91f2-b576-4cea-a787-02f3f2ed1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:12.355110 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b57926f9-bf64-406f-984a-dc539e466adc req-4d7d91f2-b576-4cea-a787-02f3f2ed1c3f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 1096 time: 0.1344347 Jul 27 22:06:12.363373 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.367251 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-6556907c-c100-41ce-b072-57cf2436c296 req-2512624d-bfed-473e-a27a-6ebb946313a4 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] show failed (client error): The resource could not be found. Jul 27 22:06:12.382714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6556907c-c100-41ce-b072-57cf2436c296 req-2512624d-bfed-473e-a27a-6ebb946313a4 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/6378ac4c-3514-4703-be7a-2e45780e874f HTTP/1.1" status: 404 len: 352 time: 0.0302269 Jul 27 22:06:12.388715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e060c2b5-86a9-4206-bbea-afbf9091d691 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:12.389426 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af9edfc0-5821-410f-a6d3-bd3e760097d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.397860 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af9edfc0-5821-410f-a6d3-bd3e760097d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.419344 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b57926f9-bf64-406f-984a-dc539e466adc req-b055568d-335a-409f-9649-146627ab9061 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560842 Jul 27 22:06:12.440510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:12.444928 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9edfc0-5821-410f-a6d3-bd3e760097d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129ed526-2104-48a9-9c9a-7e998555737f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:12.447024 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.451089 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-af9edfc0-5821-410f-a6d3-bd3e760097d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec84a77deb654f7dad8fe09c73c39c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4001942 Jul 27 22:06:12.453604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41724) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:12.511640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3a6b5-fc73-4ecf-b787-108eebc583a9 req-d02106f4-ba93-41d6-a1dd-bbe86c8fd0be tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:12.514219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=e060c2b5-86a9-4206-bbea-afbf9091d691,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:12.515485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2fd3a6b5-fc73-4ecf-b787-108eebc583a9 req-d02106f4-ba93-41d6-a1dd-bbe86c8fd0be tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 948 time: 0.1317914 Jul 27 22:06:12.517543 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-535d4a99-3ce5-4624-9d03-ea5116c45247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.545570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-535d4a99-3ce5-4624-9d03-ea5116c45247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.574219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2fd3a6b5-fc73-4ecf-b787-108eebc583a9 req-8a203a24-4790-4216-addd-ac71efa2769c tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513444 Jul 27 22:06:12.607852 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-535d4a99-3ce5-4624-9d03-ea5116c45247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.610884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-535d4a99-3ce5-4624-9d03-ea5116c45247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.615360 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-535d4a99-3ce5-4624-9d03-ea5116c45247 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/129ed526-2104-48a9-9c9a-7e998555737f HTTP/1.1" status: 204 len: 168 time: 0.1567855 Jul 27 22:06:12.621144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d4a99-3ce5-4624-9d03-ea5116c45247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129ed526-2104-48a9-9c9a-7e998555737f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:12.712170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['e060c2b5-86a9-4206-bbea-afbf9091d691'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:12.785304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523d5c8-01b0-458c-9d27-6b4993948bbc req-6f568212-72da-450b-8b36-55775701f210 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:12.791759 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bf34d8a-cfb6-4a68-b019-507919d4ed68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:12.793661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b523d5c8-01b0-458c-9d27-6b4993948bbc req-6f568212-72da-450b-8b36-55775701f210 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 1023 time: 0.0647826 Jul 27 22:06:12.878650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b523d5c8-01b0-458c-9d27-6b4993948bbc req-80fcd84c-f7c1-4a85-a935-2cb802583c93 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=41ded1c8-7abe-4deb-81e7-5b1d8c61194d&id=07f01369-ace8-414f-849c-17c015ac8945&id=ec4c50ff-c392-4cfe-a32d-fa12c7f10655&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0793400 Jul 27 22:06:12.953189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b296993-bd7d-483f-bab3-6b6a6b2a3e6b req-7f79c9bd-a530-45b2-a64c-cb486d992733 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:12.954693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b296993-bd7d-483f-bab3-6b6a6b2a3e6b req-7f79c9bd-a530-45b2-a64c-cb486d992733 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.0677791 Jul 27 22:06:13.000244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b296993-bd7d-483f-bab3-6b6a6b2a3e6b req-7077db0e-167d-4f9f-99ee-7e8d4f555dfb tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380318 Jul 27 22:06:13.386110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41768) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:13.496716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1784046239-network', 'tenant_id': 'fc0cfa8e5fa54f62b09cc897de5da814'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:13.519628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Made reservation on behalf of fc0cfa8e5fa54f62b09cc897de5da814 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:13.522767 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.532988 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.658545 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.666570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.692423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:13.711612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e39f74-49c2-4746-966a-0e22e8d12493,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:13.717809 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.718020 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Added segment 91f52c74-38e5-4e01-bb94-2a60e1c09e0c of type vlan for network b1187809-1573-4f3d-863d-b1027181d809 Jul 27 22:06:13.718151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8551c82-4d51-44bc-9fd7-82e83956ec5f req-6bd6d051-0a13-4133-b6a4-1fc44d669bf3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:13.720015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8551c82-4d51-44bc-9fd7-82e83956ec5f req-6bd6d051-0a13-4133-b6a4-1fc44d669bf3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 948 time: 0.0649271 Jul 27 22:06:13.771449 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8551c82-4d51-44bc-9fd7-82e83956ec5f req-40b73c2f-dcd5-4ef4-a421-bc1d57d526d0 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406599 Jul 27 22:06:13.771747 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.819063 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.820226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:13.820912 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:13.882284 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4949930 Jul 27 22:06:13.885780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:13.889852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04d15e-b2e5-478a-8f7d-493711ee26c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b1187809-1573-4f3d-863d-b1027181d809,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:13.892770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8a61e858-6c4f-4d6f-b136-ba782128f8fa admin admin] Request body: {'subnet': {'network_id': 'b1187809-1573-4f3d-863d-b1027181d809', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1784046239-subnet', 'tenant_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:13.901544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network b1187809-1573-4f3d-863d-b1027181d809 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:13.965878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a61e858-6c4f-4d6f-b136-ba782128f8fa admin admin] Made reservation on behalf of fc0cfa8e5fa54f62b09cc897de5da814 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:13.968874 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a61e858-6c4f-4d6f-b136-ba782128f8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.025662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6694d-49c8-40f8-9a3e-acfbeb707636 req-ecd245c8-90fc-41eb-bcf3-1e4abea7e532 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:14.032079 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d4b6694d-49c8-40f8-9a3e-acfbeb707636 req-ecd245c8-90fc-41eb-bcf3-1e4abea7e532 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.41 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 1023 time: 0.0858793 Jul 27 22:06:14.058497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e060c2b5-86a9-4206-bbea-afbf9091d691 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:14.129629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port e060c2b5-86a9-4206-bbea-afbf9091d691 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:14.136413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port e060c2b5-86a9-4206-bbea-afbf9091d691 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:14.137081 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.171920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ae73e-6723-4317-a723-28726ffc5a49 req-ee06c75e-4f54-4d75-ab66-fffac23a6efb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:14.180383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d4b6694d-49c8-40f8-9a3e-acfbeb707636 req-d7eda24d-dc0d-4a70-bbc5-7dbaf7fcf599 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Deleting port 7bdba098-1297-4084-ac5d-5a3d04c5ce52 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:14.180629 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-382ae73e-6723-4317-a723-28726ffc5a49 req-ee06c75e-4f54-4d75-ab66-fffac23a6efb tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/ports?device_id=245cfef0-cb80-4781-8068-b2008377a263 HTTP/1.1" status: 200 len: 1023 time: 0.2080069 Jul 27 22:06:14.180957 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d4b6694d-49c8-40f8-9a3e-acfbeb707636 req-d7eda24d-dc0d-4a70-bbc5-7dbaf7fcf599 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.232578 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.264411 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:14.266659 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97e368c-125a-49a4-8a23-45321f1b76c4" -d '{"events": [{"server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "name": "network-vif-plugged", "status": "completed", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:14.290059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:14.295018 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.297676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 7bdba098-1297-4084-ac5d-5a3d04c5ce52 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:14.317897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d4b6694d-49c8-40f8-9a3e-acfbeb707636 req-d7eda24d-dc0d-4a70-bbc5-7dbaf7fcf599 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] For port 7bdba098-1297-4084-ac5d-5a3d04c5ce52, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7bdba098-1297-4084-ac5d-5a3d04c5ce52,segment=NetworkSegment(c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce),segment_id=c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:14.318203 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d4b6694d-49c8-40f8-9a3e-acfbeb707636 req-d7eda24d-dc0d-4a70-bbc5-7dbaf7fcf599 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.338497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d4b6694d-49c8-40f8-9a3e-acfbeb707636 req-d7eda24d-dc0d-4a70-bbc5-7dbaf7fcf599 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Calling delete_port for 7bdba098-1297-4084-ac5d-5a3d04c5ce52 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:14.400935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=e060c2b5-86a9-4206-bbea-afbf9091d691,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:14.408422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-382ae73e-6723-4317-a723-28726ffc5a49 req-d061b733-4001-474d-b01d-4d29d37ae240 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups?id=41ded1c8-7abe-4deb-81e7-5b1d8c61194d&id=07f01369-ace8-414f-849c-17c015ac8945&id=ec4c50ff-c392-4cfe-a32d-fa12c7f10655&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2269368 Jul 27 22:06:14.412901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:14.413251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:14.413571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:14.413902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:14.414249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:14.414620 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:14.415016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:14.415220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:14.415673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:14.415853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:14.416159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:14.416475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:14.435691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64069df0-bbcd-4f11-8f98-79f0d90687ea req-54f379a6-8d43-4ed4-bc79-b6d42929bd92 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:14.437172 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.439873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64069df0-bbcd-4f11-8f98-79f0d90687ea req-54f379a6-8d43-4ed4-bc79-b6d42929bd92 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.2560306 Jul 27 22:06:14.441530 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a61e858-6c4f-4d6f-b136-ba782128f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.527484 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d4b6694d-49c8-40f8-9a3e-acfbeb707636 req-d7eda24d-dc0d-4a70-bbc5-7dbaf7fcf599 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.564107 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e43e4a-b24b-4485-b07a-8eca93159e94 x-openstack-request-id: req-87e43e4a-b24b-4485-b07a-8eca93159e94 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:14.564657 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "name": "network-vif-plugged", "status": "completed", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:14.565355 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87e43e4a-b24b-4485-b07a-8eca93159e94 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:14.565911 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'code': 200} Jul 27 22:06:14.566254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eda24d-dc0d-4a70-bbc5-7dbaf7fcf599 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event deleted for resources: {'Port': ['ID=7bdba098-1297-4084-ac5d-5a3d04c5ce52,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:14.572180 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64069df0-bbcd-4f11-8f98-79f0d90687ea req-e76aba99-249b-4c62-943c-d9890cc482b4 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202490 Jul 27 22:06:14.576102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61e858-6c4f-4d6f-b136-ba782128f8fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b535524e-203b-4645-a2d0-db10bd91cc7b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:14.620486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61e858-6c4f-4d6f-b136-ba782128f8fa admin admin] Checking segment: {'id': '91f52c74-38e5-4e01-bb94-2a60e1c09e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b1187809-1573-4f3d-863d-b1027181d809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:14.621111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61e858-6c4f-4d6f-b136-ba782128f8fa admin admin] Network hostable DHCP agents. Network: b1187809-1573-4f3d-863d-b1027181d809, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:14.659390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b6694d-49c8-40f8-9a3e-acfbeb707636 req-d7eda24d-dc0d-4a70-bbc5-7dbaf7fcf599 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] No DVR routers for this DVR port 7bdba098-1297-4084-ac5d-5a3d04c5ce52 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:14.662764 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d4b6694d-49c8-40f8-9a3e-acfbeb707636 req-d7eda24d-dc0d-4a70-bbc5-7dbaf7fcf599 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.665147 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d4b6694d-49c8-40f8-9a3e-acfbeb707636 req-d7eda24d-dc0d-4a70-bbc5-7dbaf7fcf599 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.41 "DELETE /v2.0/ports/7bdba098-1297-4084-ac5d-5a3d04c5ce52 HTTP/1.1" status: 204 len: 173 time: 0.6261797 Jul 27 22:06:14.665597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245cfef0-cb80-4781-8068-b2008377a263', 'name': 'network-vif-deleted', 'tag': '7bdba098-1297-4084-ac5d-5a3d04c5ce52'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:14.667955 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef686103-c940-4f4a-a53a-039a089d1218" -d '{"events": [{"server_uuid": "245cfef0-cb80-4781-8068-b2008377a263", "name": "network-vif-deleted", "tag": "7bdba098-1297-4084-ac5d-5a3d04c5ce52"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:14.702550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61e858-6c4f-4d6f-b136-ba782128f8fa admin admin] Network b1187809-1573-4f3d-863d-b1027181d809 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:14.712794 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c43b31-0e7d-4a7c-ac5b-4ffeba55f480 x-openstack-request-id: req-41c43b31-0e7d-4a7c-ac5b-4ffeba55f480 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:14.713954 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245cfef0-cb80-4781-8068-b2008377a263", "name": "network-vif-deleted", "tag": "7bdba098-1297-4084-ac5d-5a3d04c5ce52", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:14.714215 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41c43b31-0e7d-4a7c-ac5b-4ffeba55f480 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:14.714844 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245cfef0-cb80-4781-8068-b2008377a263', 'name': 'network-vif-deleted', 'tag': '7bdba098-1297-4084-ac5d-5a3d04c5ce52', 'status': 'completed', 'code': 200} Jul 27 22:06:14.717655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694513f0-0915-4634-8382-0bc17acbccb3 req-fd7fc11c-0190-4747-bb86-84060e30ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:14.719473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-694513f0-0915-4634-8382-0bc17acbccb3 req-fd7fc11c-0190-4747-bb86-84060e30ae9e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04565145-fa25-4b29-9968-3b485e366a07 HTTP/1.1" status: 200 len: 1100 time: 0.0786049 Jul 27 22:06:14.723632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8a61e858-6c4f-4d6f-b136-ba782128f8fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, b1187809-1573-4f3d-863d-b1027181d809) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:14.728708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a61e858-6c4f-4d6f-b136-ba782128f8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:14.729490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a61e858-6c4f-4d6f-b136-ba782128f8fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.737077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5a98c4-8749-44b7-bb59-07b6ab6ea84f None None] Network b1187809-1573-4f3d-863d-b1027181d809 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:14.751321 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8a61e858-6c4f-4d6f-b136-ba782128f8fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8643184 Jul 27 22:06:14.754312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41818) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:14.760980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1784046239-router', 'tenant_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:14.778998 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-694513f0-0915-4634-8382-0bc17acbccb3 req-96a15065-de1a-4fd2-9fba-ae0a5588fc4a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358186 Jul 27 22:06:14.794739 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.795990 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:14.899038 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.014093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-b1187809-1573-4f3d-863d-b1027181d809', 'network_id': 'b1187809-1573-4f3d-863d-b1027181d809', 'tenant_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'fixed_ips': [{'subnet_id': 'b535524e-203b-4645-a2d0-db10bd91cc7b'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:15.014993 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.020355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa841f-51cb-4c39-98fb-f322fb868e47 req-c6320307-0afe-4994-8a4f-9d081dd47334 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:15.022209 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cfa841f-51cb-4c39-98fb-f322fb868e47 req-c6320307-0afe-4994-8a4f-9d081dd47334 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.0817845 Jul 27 22:06:15.029799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950079a-373b-4120-a5c1-80bed39977d7 req-11e8cae1-7c97-4e1d-bda0-d51c65aad830 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:15.037565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d950079a-373b-4120-a5c1-80bed39977d7 req-11e8cae1-7c97-4e1d-bda0-d51c65aad830 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 948 time: 0.1420321 Jul 27 22:06:15.086418 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.110905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d950079a-373b-4120-a5c1-80bed39977d7 req-374941f6-3cf0-4a1a-9660-c49bdf574a6e tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720680 Jul 27 22:06:15.151156 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cfa841f-51cb-4c39-98fb-f322fb868e47 req-c7f7b95b-3e49-4753-9c27-abf15afe9d86 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111822 Jul 27 22:06:15.207544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Allocated IP 172.20.0.2 (b1187809-1573-4f3d-863d-b1027181d809/b535524e-203b-4645-a2d0-db10bd91cc7b/efa6ceaa-b619-4ff7-a7fc-ed6156077f2e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:15.405224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.412711 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.417748 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b427c94-d905-4aae-943c-ec259c9fdceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.425109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Transition to ACTIVE for port object efa6ceaa-b619-4ff7-a7fc-ed6156077f2e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:15.427499 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.458917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Transition to ACTIVE for port object efa6ceaa-b619-4ff7-a7fc-ed6156077f2e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:15.467216 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.523937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Network b1187809-1573-4f3d-863d-b1027181d809 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:15.527659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:15.535172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:15.544647 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Pushing event updated for resources: {'Port': ['ID=efa6ceaa-b619-4ff7-a7fc-ed6156077f2e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:15.569877 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb17f683-8767-4a54-86a8-3dae2cedab75 req-4b3e461c-416a-40d7-af1d-2c7e5acb2fad tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/41ded1c8-7abe-4deb-81e7-5b1d8c61194d HTTP/1.1" status: 200 len: 1802 time: 0.0797746 Jul 27 22:06:15.624521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Allocated IP 172.25.1.117 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/d251b9dd-cbde-4de5-bd39-211b09ba734c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:15.639837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Attempting to bind port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:15.640329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Attempting to bind port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '91f52c74-38e5-4e01-bb94-2a60e1c09e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b1187809-1573-4f3d-863d-b1027181d809'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:15.640784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Attempting to bind port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e on network b1187809-1573-4f3d-863d-b1027181d809 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:15.654636 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cb17f683-8767-4a54-86a8-3dae2cedab75 req-568cc23e-a5a7-475c-8858-1faf9a7f8add tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.659564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:15.660111 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Checking segment: {'id': '91f52c74-38e5-4e01-bb94-2a60e1c09e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b1187809-1573-4f3d-863d-b1027181d809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:15.660631 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.661594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Bound using segment: {'id': '91f52c74-38e5-4e01-bb94-2a60e1c09e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b1187809-1573-4f3d-863d-b1027181d809'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:15.662092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Bound port: efa6ceaa-b619-4ff7-a7fc-ed6156077f2e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f52c74-38e5-4e01-bb94-2a60e1c09e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b1187809-1573-4f3d-863d-b1027181d809'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:15.662505 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.707108 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.712198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cb17f683-8767-4a54-86a8-3dae2cedab75 req-568cc23e-a5a7-475c-8858-1faf9a7f8add tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.757742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] For port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:15.762412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] For port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=efa6ceaa-b619-4ff7-a7fc-ed6156077f2e,segment=NetworkSegment(91f52c74-38e5-4e01-bb94-2a60e1c09e0c),segment_id=91f52c74-38e5-4e01-bb94-2a60e1c09e0c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:15.767266 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.779791 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.787581 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cb17f683-8767-4a54-86a8-3dae2cedab75 req-568cc23e-a5a7-475c-8858-1faf9a7f8add tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.793582 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cb17f683-8767-4a54-86a8-3dae2cedab75 req-568cc23e-a5a7-475c-8858-1faf9a7f8add tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.795451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb17f683-8767-4a54-86a8-3dae2cedab75 req-568cc23e-a5a7-475c-8858-1faf9a7f8add tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "DELETE /v2.0/security-groups/41ded1c8-7abe-4deb-81e7-5b1d8c61194d HTTP/1.1" status: 204 len: 173 time: 0.2191677 Jul 27 22:06:15.801960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 51af7fb9-fde2-424b-b330-546677bc17d5 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:15.826071 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.848126 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cc23e-a5a7-475c-8858-1faf9a7f8add tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ded1c8-7abe-4deb-81e7-5b1d8c61194d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:15.881749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Pushing event updated for resources: {'Port': ['ID=d251b9dd-cbde-4de5-bd39-211b09ba734c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:15.893192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:15.895094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:15.897991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:15.914678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b067b1-1c5d-4abd-95f1-5da07512d30f None None] Pushing event updated for resources: {'Port': ['ID=efa6ceaa-b619-4ff7-a7fc-ed6156077f2e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:15.968443 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48b10cfb-83f4-4483-8b69-99da6a03b959 req-881f69a6-d215-45ba-b427-09bafcdabfff tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "GET /v2.0/security-groups/ec4c50ff-c392-4cfe-a32d-fa12c7f10655 HTTP/1.1" status: 200 len: 1803 time: 0.1445577 Jul 27 22:06:15.982724 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 51af7fb9-fde2-424b-b330-546677bc17d5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=51af7fb9-fde2-424b-b330-546677bc17d5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:16.003612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '51af7fb9-fde2-424b-b330-546677bc17d5', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '51af7fb9-fde2-424b-b330-546677bc17d5', 'mac_address': 'fa:16:3e:2c:9e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:16.041233 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-48b10cfb-83f4-4483-8b69-99da6a03b959 req-ac9e4ca2-bb19-4752-95c8-966b25325795 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.051033 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.069057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51af7fb9-fde2-424b-b330-546677bc17d5 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:16.075272 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-48b10cfb-83f4-4483-8b69-99da6a03b959 req-ac9e4ca2-bb19-4752-95c8-966b25325795 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.104964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 51af7fb9-fde2-424b-b330-546677bc17d5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=51af7fb9-fde2-424b-b330-546677bc17d5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:16.111755 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.157607 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-48b10cfb-83f4-4483-8b69-99da6a03b959 req-ac9e4ca2-bb19-4752-95c8-966b25325795 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.168696 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-48b10cfb-83f4-4483-8b69-99da6a03b959 req-ac9e4ca2-bb19-4752-95c8-966b25325795 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.179140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:16.192711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48b10cfb-83f4-4483-8b69-99da6a03b959 req-ac9e4ca2-bb19-4752-95c8-966b25325795 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] 10.222.0.24 "DELETE /v2.0/security-groups/ec4c50ff-c392-4cfe-a32d-fa12c7f10655 HTTP/1.1" status: 204 len: 173 time: 0.2204609 Jul 27 22:06:16.221564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e4ca2-bb19-4752-95c8-966b25325795 tempest-SecurityGroupsTestJSON-1774903131 tempest-SecurityGroupsTestJSON-1774903131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4c50ff-c392-4cfe-a32d-fa12c7f10655,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:16.235760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=51af7fb9-fde2-424b-b330-546677bc17d5,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:16.262758 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.323084 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.359185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e32f6-16d0-4db7-89d9-c7f217708bab req-aa71df69-10e9-4236-954b-7bbc1e04adbb tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:16.360143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['51af7fb9-fde2-424b-b330-546677bc17d5'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:16.360901 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-985e32f6-16d0-4db7-89d9-c7f217708bab req-aa71df69-10e9-4236-954b-7bbc1e04adbb tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 949 time: 0.1158371 Jul 27 22:06:16.383354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3888e-db0e-4815-9b32-b5efabaa35b4 req-798a9c08-12e7-4909-9fb1-777aa3f814bd tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:16.385991 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48d3888e-db0e-4815-9b32-b5efabaa35b4 req-798a9c08-12e7-4909-9fb1-777aa3f814bd tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.0926955 Jul 27 22:06:16.403807 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b23eda-8abe-49b5-8db4-61703aef8c1d admin admin] Deleting subnet de42fed2-9610-4c6e-a0d5-ba9f902e4fa0 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:06:16.414955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74b23eda-8abe-49b5-8db4-61703aef8c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.496353 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74b23eda-8abe-49b5-8db4-61703aef8c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.530184 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.638502 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74b23eda-8abe-49b5-8db4-61703aef8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.756104 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74b23eda-8abe-49b5-8db4-61703aef8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.788117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b23eda-8abe-49b5-8db4-61703aef8c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de42fed2-9610-4c6e-a0d5-ba9f902e4fa0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:16.865112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-985e32f6-16d0-4db7-89d9-c7f217708bab req-27b47b61-dc86-4523-bb0e-1ee4a8adfb04 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725332 Jul 27 22:06:16.879174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48d3888e-db0e-4815-9b32-b5efabaa35b4 req-0a31f1fb-d793-4fd9-b4cf-d302a317199c tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835536 Jul 27 22:06:17.157968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74b23eda-8abe-49b5-8db4-61703aef8c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.160127 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-74b23eda-8abe-49b5-8db4-61703aef8c1d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/de42fed2-9610-4c6e-a0d5-ba9f902e4fa0 HTTP/1.1" status: 204 len: 168 time: 0.9799094 Jul 27 22:06:17.162890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41864) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:17.178575 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.243603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575e7723-28b0-47b0-a560-148829422ff4 None None] Network b1187809-1573-4f3d-863d-b1027181d809 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:17.247714 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.334903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Router 446e4849-440a-4a84-abcf-84a132df7f62 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:06:17.341977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.356604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6365f138-61f5-4132-a042-8dcc1554276e']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:17.369254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:17.369666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ca6da0-c3f9-4ddb-b41f-6e1cb8b7b1ce') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:17.379385 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.394024 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5e945921-a588-443b-bfdb-5755a6aeb4c8 None None] Provisioning for port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:17.398140 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.410672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:17.412965 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:17.415400 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:17.467320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:06:17.483144 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.486814 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.488514 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41868) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:17.490208 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-454ff26f-1747-4d29-98d1-5497c170ba30 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.7328765 Jul 27 22:06:17.491869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Sync routers for ids ['446e4849-440a-4a84-abcf-84a132df7f62'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:06:17.501781 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Routers {'446e4849-440a-4a84-abcf-84a132df7f62'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:17.502576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:06:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['446e4849-440a-4a84-abcf-84a132df7f62'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:17.505566 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.511005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6365f138-61f5-4132-a042-8dcc1554276e HTTP/1.1" status: 204 len: 168 time: 0.3463058 Jul 27 22:06:17.580675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97814c-9631-49e8-9699-0fbe470551a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6365f138-61f5-4132-a042-8dcc1554276e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:17.631223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Set router 446e4849-440a-4a84-abcf-84a132df7f62 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:17.714838 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41872) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:17.775686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9d6334fe-a9f4-4457-99af-96a874e69e91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=544a1e4fccc04d41ba217551d15fe1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596063 Jul 27 22:06:17.778163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41876) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:17.843398 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f14c0d8a-27f1-4b10-9c23-506e7c75452d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:17.845009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 51af7fb9-fde2-424b-b330-546677bc17d5 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:17.885471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f14c0d8a-27f1-4b10-9c23-506e7c75452d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.041918 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f14c0d8a-27f1-4b10-9c23-506e7c75452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.045211 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f14c0d8a-27f1-4b10-9c23-506e7c75452d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.046656 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f14c0d8a-27f1-4b10-9c23-506e7c75452d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07f01369-ace8-414f-849c-17c015ac8945 HTTP/1.1" status: 204 len: 168 time: 0.2672629 Jul 27 22:06:18.058562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c0d8a-27f1-4b10-9c23-506e7c75452d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f01369-ace8-414f-849c-17c015ac8945,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:18.229605 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.236199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device efa6ceaa-b619-4ff7-a7fc-ed6156077f2e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:18.291512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c803cc-e555-4636-857c-f8650a7fb292 req-2ed58b00-6653-4b1c-8739-a4f3c6e5d604 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:18.292991 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35c803cc-e555-4636-857c-f8650a7fb292 req-2ed58b00-6653-4b1c-8739-a4f3c6e5d604 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 949 time: 0.2751548 Jul 27 22:06:18.321248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 51af7fb9-fde2-424b-b330-546677bc17d5 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:18.322758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b926593-6163-4345-b9b5-bec7d7cf2731 req-dfd0ffb1-67a1-489d-83e5-74d47a83ddb1 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:18.329781 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b926593-6163-4345-b9b5-bec7d7cf2731 req-dfd0ffb1-67a1-489d-83e5-74d47a83ddb1 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.2530060 Jul 27 22:06:18.331375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 51af7fb9-fde2-424b-b330-546677bc17d5 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:18.331969 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.353667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e4849-440a-4a84-abcf-84a132df7f62', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1784046239-router', 'tenant_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd251b9dd-cbde-4de5-bd39-211b09ba734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:14Z', 'updated_at': '2021-07-27T22:06:16Z', 'revision_number': 3, 'project_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'gw_port': {'id': 'd251b9dd-cbde-4de5-bd39-211b09ba734c', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e4849-440a-4a84-abcf-84a132df7f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:15Z', 'updated_at': '2021-07-27T22:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:18.377645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35c803cc-e555-4636-857c-f8650a7fb292 req-f5580ef0-308e-4ac4-b4b4-b79767b7236a tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773695 Jul 27 22:06:18.379281 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.398498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Checking router: 446e4849-440a-4a84-abcf-84a132df7f62 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:06:18.398830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Updating router 446e4849-440a-4a84-abcf-84a132df7f62 port d251b9dd-cbde-4de5-bd39-211b09ba734c binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:06:18.400915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:18.424506 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b926593-6163-4345-b9b5-bec7d7cf2731 req-e894e343-c23b-44e9-a150-9cc3c84453d9 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938542 Jul 27 22:06:18.425681 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:18.426326 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.520325 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.631199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Allocated IP 172.20.0.1 (b1187809-1573-4f3d-863d-b1027181d809/b535524e-203b-4645-a2d0-db10bd91cc7b/70d196fb-46ee-4d6e-a11a-99da525ca168) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:18.685156 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.688781 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.744732 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.757419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Transition to ACTIVE for port object 70d196fb-46ee-4d6e-a11a-99da525ca168 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:18.766924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ecc11b-1396-4e1d-8dec-3ee030b76ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51af7fb9-fde2-424b-b330-546677bc17d5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:18.769037 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1189518b-de88-4b2b-a6cb-e905f695cb41" -d '{"events": [{"server_uuid": "29ecc11b-1396-4e1d-8dec-3ee030b76ff5", "name": "network-vif-plugged", "status": "completed", "tag": "51af7fb9-fde2-424b-b330-546677bc17d5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:18.793558 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.794407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 51af7fb9-fde2-424b-b330-546677bc17d5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=51af7fb9-fde2-424b-b330-546677bc17d5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:18.803747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.806823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=efa6ceaa-b619-4ff7-a7fc-ed6156077f2e,segment=NetworkSegment(91f52c74-38e5-4e01-bb94-2a60e1c09e0c),segment_id=91f52c74-38e5-4e01-bb94-2a60e1c09e0c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:18.820149 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:18.848135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Pushing event updated for resources: {'Port': ['ID=70d196fb-46ee-4d6e-a11a-99da525ca168,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:18.858221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Network b1187809-1573-4f3d-863d-b1027181d809 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:18.859318 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd586f67-d4e2-41ab-a053-4ebc95e85315 x-openstack-request-id: req-fd586f67-d4e2-41ab-a053-4ebc95e85315 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:18.859676 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ecc11b-1396-4e1d-8dec-3ee030b76ff5", "name": "network-vif-plugged", "status": "completed", "tag": "51af7fb9-fde2-424b-b330-546677bc17d5", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:18.859984 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd586f67-d4e2-41ab-a053-4ebc95e85315 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:18.860285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:18.860497 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ecc11b-1396-4e1d-8dec-3ee030b76ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51af7fb9-fde2-424b-b330-546677bc17d5', 'code': 200} Jul 27 22:06:18.863643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:18.902466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=51af7fb9-fde2-424b-b330-546677bc17d5,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:18.907687 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.005242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb86c4-f114-469a-987c-d940b87e795a req-1d14c439-55ac-4985-8c07-4efb9925f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:19.011330 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bedb86c4-f114-469a-987c-d940b87e795a req-1d14c439-55ac-4985-8c07-4efb9925f82d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 1101 time: 0.0759399 Jul 27 22:06:19.048250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41916) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:19.059303 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=efa6ceaa-b619-4ff7-a7fc-ed6156077f2e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:19.079178 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bedb86c4-f114-469a-987c-d940b87e795a req-87508d3d-9054-4f53-9917-22446c9c1b0a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604897 Jul 27 22:06:19.095104 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.103257 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.113252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Transition to ACTIVE for port object d251b9dd-cbde-4de5-bd39-211b09ba734c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:19.129412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.190801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Attempting to bind port d251b9dd-cbde-4de5-bd39-211b09ba734c on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:19.191174 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Attempting to bind port d251b9dd-cbde-4de5-bd39-211b09ba734c by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:19.191534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Attempting to bind port d251b9dd-cbde-4de5-bd39-211b09ba734c on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:19.193781 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9e2ad-9467-4407-9bdc-0f475c9baacd None None] Pushing event updated for resources: {'Port': ['ID=d251b9dd-cbde-4de5-bd39-211b09ba734c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:19.199473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:19.199769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:19.200166 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.200549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:19.201014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Bound port: d251b9dd-cbde-4de5-bd39-211b09ba734c, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:19.201392 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.227503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-308576937-network', 'tenant_id': '3f048dcec06b42bf8416ac0bcf3f996d'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:19.262225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Made reservation on behalf of 3f048dcec06b42bf8416ac0bcf3f996d for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:19.265315 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.275092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] For port d251b9dd-cbde-4de5-bd39-211b09ba734c, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:19.278703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] For port d251b9dd-cbde-4de5-bd39-211b09ba734c, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d251b9dd-cbde-4de5-bd39-211b09ba734c,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:19.279294 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.283227 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.340344 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.345488 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.350952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Routers {'446e4849-440a-4a84-abcf-84a132df7f62'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:19.352183 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:06:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['446e4849-440a-4a84-abcf-84a132df7f62'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:19.354177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9e2ad-9467-4407-9bdc-0f475c9baacd None None] Pushing event updated for resources: {'Port': ['ID=d251b9dd-cbde-4de5-bd39-211b09ba734c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:19.417490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f406614f-42d7-4977-b003-870d94a83e31 None None] Provisioning for port 70d196fb-46ee-4d6e-a11a-99da525ca168 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:19.423527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f406614f-42d7-4977-b003-870d94a83e31 None None] Provisioning complete for port 70d196fb-46ee-4d6e-a11a-99da525ca168 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:19.423919 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f406614f-42d7-4977-b003-870d94a83e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.429015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Pushing event updated for resources: {'Port': ['ID=70d196fb-46ee-4d6e-a11a-99da525ca168,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:19.433786 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.477189 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.488343 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.505481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f406614f-42d7-4977-b003-870d94a83e31 None None] Port 70d196fb-46ee-4d6e-a11a-99da525ca168 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:19.513207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] Set router 446e4849-440a-4a84-abcf-84a132df7f62 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:19.539899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Network b1187809-1573-4f3d-863d-b1027181d809 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:19.540943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:19.588563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:19.608338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d9ba82-c4ff-426c-bbfb-daed72155a08,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:19.621147 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.621502 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Added segment 11447b02-17ca-42ca-9fad-90110d850f2c of type vlan for network 37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 Jul 27 22:06:19.709013 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.751523 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.752664 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:19.753399 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.762665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Router 446e4849-440a-4a84-abcf-84a132df7f62 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:06:19.794520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d409a1-494e-45f3-85f1-faaea3d14562 req-ac1dfffc-fdcc-4542-9dc4-bbfcb7b1dd0e tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:19.796062 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8d409a1-494e-45f3-85f1-faaea3d14562 req-ac1dfffc-fdcc-4542-9dc4-bbfcb7b1dd0e tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 950 time: 0.2456677 Jul 27 22:06:19.831511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e4849-440a-4a84-abcf-84a132df7f62', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1784046239-router', 'tenant_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd251b9dd-cbde-4de5-bd39-211b09ba734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:14Z', 'updated_at': '2021-07-27T22:06:19Z', 'revision_number': 4, 'project_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'gw_port': {'id': 'd251b9dd-cbde-4de5-bd39-211b09ba734c', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e4849-440a-4a84-abcf-84a132df7f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:15Z', 'updated_at': '2021-07-27T22:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '70d196fb-46ee-4d6e-a11a-99da525ca168', 'name': '', 'network_id': 'b1187809-1573-4f3d-863d-b1027181d809', 'tenant_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'mac_address': 'fa:16:3e:8c:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e4849-440a-4a84-abcf-84a132df7f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b535524e-203b-4645-a2d0-db10bd91cc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:18Z', 'updated_at': '2021-07-27T22:06:19Z', 'revision_number': 2, 'project_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'subnets': [{'id': 'b535524e-203b-4645-a2d0-db10bd91cc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:19.859327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] Pushing event updated for resources: {'Network': ['ID=37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:19.874434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414b2f9-5933-4e71-bb40-5fccbbb75b38 req-231818c4-7a9c-4d0d-8ffe-ab2f6fb951f6 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:19.881919 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d414b2f9-5933-4e71-bb40-5fccbbb75b38 req-231818c4-7a9c-4d0d-8ffe-ab2f6fb951f6 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.1548858 Jul 27 22:06:19.883150 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f72b0718-483a-4699-a063-f227eba305bd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8338487 Jul 27 22:06:19.886253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5f7f08-bc1c-4b52-90b3-ecd82c6505a4 None None] The sync data for ids ['446e4849-440a-4a84-abcf-84a132df7f62'] in n-d-802011-3 is: [{'id': '446e4849-440a-4a84-abcf-84a132df7f62', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1784046239-router', 'tenant_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd251b9dd-cbde-4de5-bd39-211b09ba734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:14Z', 'updated_at': '2021-07-27T22:06:19Z', 'revision_number': 4, 'project_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'gw_port': {'id': 'd251b9dd-cbde-4de5-bd39-211b09ba734c', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e4849-440a-4a84-abcf-84a132df7f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:15Z', 'updated_at': '2021-07-27T22:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '70d196fb-46ee-4d6e-a11a-99da525ca168', 'name': '', 'network_id': 'b1187809-1573-4f3d-863d-b1027181d809', 'tenant_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'mac_address': 'fa:16:3e:8c:3a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446e4849-440a-4a84-abcf-84a132df7f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'b535524e-203b-4645-a2d0-db10bd91cc7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:18Z', 'updated_at': '2021-07-27T22:06:19Z', 'revision_number': 2, 'project_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'subnets': [{'id': 'b535524e-203b-4645-a2d0-db10bd91cc7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:06:19.886702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41938) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:19.898175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3d372cc2-15b2-4654-a2ba-ec121ea0dcad admin admin] Request body: {'subnet': {'network_id': '37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-308576937-subnet', 'tenant_id': '3f048dcec06b42bf8416ac0bcf3f996d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:19.908529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:19.951822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d372cc2-15b2-4654-a2ba-ec121ea0dcad admin admin] Made reservation on behalf of 3f048dcec06b42bf8416ac0bcf3f996d for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:19.956730 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d372cc2-15b2-4654-a2ba-ec121ea0dcad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:19.960289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d414b2f9-5933-4e71-bb40-5fccbbb75b38 req-aea23382-6305-43ef-88b1-c90145f143c8 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772309 Jul 27 22:06:20.044482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-333a7804-0317-4535-9588-e2115c924909 None None] Provisioning complete for port 70d196fb-46ee-4d6e-a11a-99da525ca168 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:20.044997 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-333a7804-0317-4535-9588-e2115c924909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:20.089466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-333a7804-0317-4535-9588-e2115c924909 None None] Port 70d196fb-46ee-4d6e-a11a-99da525ca168 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:20.129161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8d409a1-494e-45f3-85f1-faaea3d14562 req-e73ac1b1-2bea-428f-b0b3-73a822c529a4 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239813 Jul 27 22:06:20.184064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:06:20.200561 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0f54dd17-0f7d-4304-a0c8-9916403d69af admin admin] 10.222.0.24 "PUT /v2.0/routers/446e4849-440a-4a84-abcf-84a132df7f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7035542 Jul 27 22:06:20.230100 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d372cc2-15b2-4654-a2ba-ec121ea0dcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:20.245193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device efa6ceaa-b619-4ff7-a7fc-ed6156077f2e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:20.320152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d372cc2-15b2-4654-a2ba-ec121ea0dcad admin admin] Checking segment: {'id': '11447b02-17ca-42ca-9fad-90110d850f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:20.320652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d372cc2-15b2-4654-a2ba-ec121ea0dcad admin admin] Network hostable DHCP agents. Network: 37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:20.334091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d372cc2-15b2-4654-a2ba-ec121ea0dcad admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fb7fb0-1c9c-4dec-a7d1-75c8d72038b1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:20.349012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d372cc2-15b2-4654-a2ba-ec121ea0dcad admin admin] Network 37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:20.363116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:20.364279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3d372cc2-15b2-4654-a2ba-ec121ea0dcad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:20.366550 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:20.376143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d372cc2-15b2-4654-a2ba-ec121ea0dcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:20.376753 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d372cc2-15b2-4654-a2ba-ec121ea0dcad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:20.400074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82c8689-05fb-4a9f-99a5-b9034e8661b9 None None] Network 37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:20.406200 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3d372cc2-15b2-4654-a2ba-ec121ea0dcad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5180871 Jul 27 22:06:20.709156 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-544a6572-7595-43e1-a0fe-6adbd98f518a req-f99fcf94-41c4-4458-9bcd-e9c0d3201ddd tempest-FloatingIPDetailsNegativeTestJSON-1552782657 tempest-FloatingIPDetailsNegativeTestJSON-1552782657-project] show failed (client error): The resource could not be found. Jul 27 22:06:20.717788 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-544a6572-7595-43e1-a0fe-6adbd98f518a req-f99fcf94-41c4-4458-9bcd-e9c0d3201ddd tempest-FloatingIPDetailsNegativeTestJSON-1552782657 tempest-FloatingIPDetailsNegativeTestJSON-1552782657-project] 10.222.0.24 "GET /v2.0/floatingips/ca2066e0-4d04-486f-a834-b6aeed0da421 HTTP/1.1" status: 404 len: 350 time: 0.0663226 Jul 27 22:06:20.719071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41956) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:20.804632 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0335bf14-c686-43df-8f89-db21844c2d64 None None] Network 37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:20.937109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-538c14c4-34db-4807-ad26-5acbed3540c6 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:20.938645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-538c14c4-34db-4807-ad26-5acbed3540c6 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/networks?id=37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 HTTP/1.1" status: 200 len: 821 time: 0.1551318 Jul 27 22:06:20.976904 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-8baebf44-6412-4734-bd9e-81deb8d234f7 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/quotas/3f048dcec06b42bf8416ac0bcf3f996d HTTP/1.1" status: 200 len: 375 time: 0.0258334 Jul 27 22:06:21.045337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-1268b105-bf42-468b-aad5-caf4d242d541 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f048dcec06b42bf8416ac0bcf3f996d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656466 Jul 27 22:06:21.203346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9bc8a94b-0fd5-4dec-9e13-3f3d98846212 service neutron] 10.222.0.24 "GET /v2.0/networks/37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576581 Jul 27 22:06:21.212372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34a69-8daa-4449-82ed-f574b5cdef50 req-0e3d54f0-41a0-43aa-8a01-e7fb3c995a72 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:21.213910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5d34a69-8daa-4449-82ed-f574b5cdef50 req-0e3d54f0-41a0-43aa-8a01-e7fb3c995a72 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.0942922 Jul 27 22:06:21.264921 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1af99368-8b2f-485f-bd00-a3256c7f042c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:21.333017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5d34a69-8daa-4449-82ed-f574b5cdef50 req-8d18f981-9276-44aa-908a-f39f6571a6d2 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080570 Jul 27 22:06:21.369378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-1876709a-795f-4be6-9ff9-13a49893fcc8 service neutron] 10.222.0.24 "GET /v2.0/networks/37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544371 Jul 27 22:06:21.555013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea7725-7bad-42b5-a118-06fb46455633 req-75a61a80-8b3c-4a6a-8e9a-8713a4741b5f tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:21.563820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25ea7725-7bad-42b5-a118-06fb46455633 req-75a61a80-8b3c-4a6a-8e9a-8713a4741b5f tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 950 time: 0.0855372 Jul 27 22:06:21.583483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1af99368-8b2f-485f-bd00-a3256c7f042c admin admin] Deleting port 70d196fb-46ee-4d6e-a11a-99da525ca168 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:21.583797 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1af99368-8b2f-485f-bd00-a3256c7f042c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:21.619833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25ea7725-7bad-42b5-a118-06fb46455633 req-38e2179e-ae2d-4301-bc6a-2b40e2e6f886 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479653 Jul 27 22:06:21.696265 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7fb2e8c3-ebcd-4702-869d-d3e19902dd73 req-726da676-b10e-423e-b3f8-5a73831f4ac7 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 210 time: 0.0368562 Jul 27 22:06:21.728396 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1af99368-8b2f-485f-bd00-a3256c7f042c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:21.768210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1af99368-8b2f-485f-bd00-a3256c7f042c admin admin] Calling delete_port for 70d196fb-46ee-4d6e-a11a-99da525ca168 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:21.877521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924ad2e-aad9-406d-b2db-62fc0b5959cc req-5f539e5f-09d2-47c6-b4bf-a8869a92a32b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:21.879310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2924ad2e-aad9-406d-b2db-62fc0b5959cc req-5f539e5f-09d2-47c6-b4bf-a8869a92a32b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=04565145-fa25-4b29-9968-3b485e366a07 HTTP/1.1" status: 200 len: 949 time: 0.1181877 Jul 27 22:06:21.939656 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2924ad2e-aad9-406d-b2db-62fc0b5959cc req-0d357b93-dbb7-4f81-98ee-9a9506aab602 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529959 Jul 27 22:06:22.018357 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1af99368-8b2f-485f-bd00-a3256c7f042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:22.046903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af99368-8b2f-485f-bd00-a3256c7f042c admin admin] Pushing event deleted for resources: {'Port': ['ID=70d196fb-46ee-4d6e-a11a-99da525ca168,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:22.248928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d251b9dd-cbde-4de5-bd39-211b09ba734c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:22.330896 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1af99368-8b2f-485f-bd00-a3256c7f042c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:22.362088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d251b9dd-cbde-4de5-bd39-211b09ba734c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:22.374406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d251b9dd-cbde-4de5-bd39-211b09ba734c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:22.374790 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:22.507031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c0e3c-d20e-4ea7-a6f6-5851434f7e7f req-05279990-c56d-4e5f-bcbb-60f9ca5b3c9e tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:22.508032 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e49c0e3c-d20e-4ea7-a6f6-5851434f7e7f req-05279990-c56d-4e5f-bcbb-60f9ca5b3c9e tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.0820634 Jul 27 22:06:22.543392 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:22.562687 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e49c0e3c-d20e-4ea7-a6f6-5851434f7e7f req-608e084a-d213-4a54-a34e-00c7201de59b tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476871 Jul 27 22:06:22.569231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port d251b9dd-cbde-4de5-bd39-211b09ba734c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d251b9dd-cbde-4de5-bd39-211b09ba734c,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:22.572736 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:22.670492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=d251b9dd-cbde-4de5-bd39-211b09ba734c,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:22.754444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af99368-8b2f-485f-bd00-a3256c7f042c admin admin] Router 446e4849-440a-4a84-abcf-84a132df7f62 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:06:22.920747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af99368-8b2f-485f-bd00-a3256c7f042c admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:06:22.931235 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1af99368-8b2f-485f-bd00-a3256c7f042c admin admin] 10.222.0.24 "PUT /v2.0/routers/446e4849-440a-4a84-abcf-84a132df7f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2111328 Jul 27 22:06:22.933732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42026) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:22.966129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac6e81ce-a683-4773-bb53-4fec4fae559e req-fb827a72-8594-433e-93c8-3815f5f7745e tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 210 time: 0.0818279 Jul 27 22:06:23.052824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-19a25a38-4910-4ca8-93b3-d33d248fd027 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:23.057383 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-19a25a38-4910-4ca8-93b3-d33d248fd027 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.41 "GET /v2.0/networks?id=37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 HTTP/1.1" status: 200 len: 821 time: 0.2076006 Jul 27 22:06:23.069100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Request body: {'port': {'device_id': 'acb0c561-ecc7-4b07-8078-7a53070ffc39', 'network_id': '37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0', 'admin_state_up': True, 'tenant_id': '3f048dcec06b42bf8416ac0bcf3f996d'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:23.092247 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.113162 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0fb649-21d5-4c9d-bc1e-b3aed989151d None None] Sync routers for ids ['446e4849-440a-4a84-abcf-84a132df7f62'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:06:23.123482 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0fb649-21d5-4c9d-bc1e-b3aed989151d None None] Routers {'446e4849-440a-4a84-abcf-84a132df7f62'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:23.124098 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1c0fb649-21d5-4c9d-bc1e-b3aed989151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:06:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['446e4849-440a-4a84-abcf-84a132df7f62'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:23.190760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Made reservation on behalf of 3f048dcec06b42bf8416ac0bcf3f996d for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:23.195244 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.220506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.232291 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1c0fb649-21d5-4c9d-bc1e-b3aed989151d None None] Set router 446e4849-440a-4a84-abcf-84a132df7f62 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:23.284515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Deleting port d251b9dd-cbde-4de5-bd39-211b09ba734c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:23.284899 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.344016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Allocated IP 172.20.0.9 (37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0/67fb7fb0-1c9c-4dec-a7d1-75c8d72038b1/6e06afab-3c34-435d-b4ce-7f2d40f56985) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:23.402542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] For port d251b9dd-cbde-4de5-bd39-211b09ba734c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d251b9dd-cbde-4de5-bd39-211b09ba734c,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:23.403358 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.417716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Calling delete_port for d251b9dd-cbde-4de5-bd39-211b09ba734c owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:23.430571 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1c0fb649-21d5-4c9d-bc1e-b3aed989151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e4849-440a-4a84-abcf-84a132df7f62', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1784046239-router', 'tenant_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd251b9dd-cbde-4de5-bd39-211b09ba734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:14Z', 'updated_at': '2021-07-27T22:06:21Z', 'revision_number': 5, 'project_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'gw_port': {'id': 'd251b9dd-cbde-4de5-bd39-211b09ba734c', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446e4849-440a-4a84-abcf-84a132df7f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:15Z', 'updated_at': '2021-07-27T22:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:23.457991 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0fb649-21d5-4c9d-bc1e-b3aed989151d None None] Checking router: 446e4849-440a-4a84-abcf-84a132df7f62 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:06:23.466642 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0fb649-21d5-4c9d-bc1e-b3aed989151d None None] Routers {'446e4849-440a-4a84-abcf-84a132df7f62'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:23.467476 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1c0fb649-21d5-4c9d-bc1e-b3aed989151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:06:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['446e4849-440a-4a84-abcf-84a132df7f62'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:23.517012 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.556260 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1c0fb649-21d5-4c9d-bc1e-b3aed989151d None None] Set router 446e4849-440a-4a84-abcf-84a132df7f62 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:23.572283 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.612808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Network 37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:23.616925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:23.626348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:23.638693 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.648589 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1c0fb649-21d5-4c9d-bc1e-b3aed989151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446e4849-440a-4a84-abcf-84a132df7f62', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1784046239-router', 'tenant_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:14Z', 'updated_at': '2021-07-27T22:06:23Z', 'revision_number': 6, 'project_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:23.682989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Pushing event updated for resources: {'Port': ['ID=6e06afab-3c34-435d-b4ce-7f2d40f56985,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:23.717781 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0fb649-21d5-4c9d-bc1e-b3aed989151d None None] The sync data for ids ['446e4849-440a-4a84-abcf-84a132df7f62'] in n-d-802011-3 is: [{'id': '446e4849-440a-4a84-abcf-84a132df7f62', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1784046239-router', 'tenant_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:14Z', 'updated_at': '2021-07-27T22:06:23Z', 'revision_number': 6, 'project_id': 'fc0cfa8e5fa54f62b09cc897de5da814', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:06:23.738335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Pushing event deleted for resources: {'Port': ['ID=d251b9dd-cbde-4de5-bd39-211b09ba734c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:23.742768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:23.743881 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.787942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-9113d3aa-6fe4-4278-ae18-dfda96d37450 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235727 Jul 27 22:06:23.802357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fdd18-679a-48da-a3f2-6dbe4c915bcb req-9ac29eea-1713-4500-94be-4be612eef39e tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:23.804982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb6fdd18-679a-48da-a3f2-6dbe4c915bcb req-9ac29eea-1713-4500-94be-4be612eef39e tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.1229258 Jul 27 22:06:23.805124 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:06:23.810849 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.811503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Request body: {'port': {'device_id': 'acb0c561-ecc7-4b07-8078-7a53070ffc39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:23.899860 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb6fdd18-679a-48da-a3f2-6dbe4c915bcb req-0e3f993f-5712-4983-970b-16367c5a16c3 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841742 Jul 27 22:06:23.904524 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.927943 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:23.930761 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.007057 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.007057 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446e4849-440a-4a84-abcf-84a132df7f62 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:06:24.008980 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.015784 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5f58b543-143e-4fea-9095-02b17e47407b admin admin] 10.222.0.24 "DELETE /v2.0/routers/446e4849-440a-4a84-abcf-84a132df7f62 HTTP/1.1" status: 204 len: 168 time: 1.0786874 Jul 27 22:06:24.015784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42050) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:24.088415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-872de6ef-6513-4892-a1bd-f3fd404413bb admin admin] Deleting subnet b535524e-203b-4645-a2d0-db10bd91cc7b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:06:24.103266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e060c2b5-86a9-4206-bbea-afbf9091d691 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:24.118231 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-872de6ef-6513-4892-a1bd-f3fd404413bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.202867 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-872de6ef-6513-4892-a1bd-f3fd404413bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.314493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:24.340576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'mac_address': 'fa:16:3e:1d:d4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:24.347301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 70d196fb-46ee-4d6e-a11a-99da525ca168 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:24.372672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-872de6ef-6513-4892-a1bd-f3fd404413bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.375877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8eaec-8680-4c12-8876-127487901dd8 req-ba43ea32-80dd-4feb-9dc4-168a175338a0 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:24.384706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05f8eaec-8680-4c12-8876-127487901dd8 req-ba43ea32-80dd-4feb-9dc4-168a175338a0 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 931 time: 0.2713535 Jul 27 22:06:24.414037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 70d196fb-46ee-4d6e-a11a-99da525ca168 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:24.415161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 70d196fb-46ee-4d6e-a11a-99da525ca168 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:24.440956 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.457762 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-872de6ef-6513-4892-a1bd-f3fd404413bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.462209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e060c2b5-86a9-4206-bbea-afbf9091d691 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:24.470680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05f8eaec-8680-4c12-8876-127487901dd8 req-b9a97b27-23ec-4322-9519-693e155a7f21 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d9ba82-c4ff-426c-bbfb-daed72155a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847280 Jul 27 22:06:24.496581 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-872de6ef-6513-4892-a1bd-f3fd404413bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.498618 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-872de6ef-6513-4892-a1bd-f3fd404413bb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b535524e-203b-4645-a2d0-db10bd91cc7b HTTP/1.1" status: 204 len: 168 time: 0.4831760 Jul 27 22:06:24.499473 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872de6ef-6513-4892-a1bd-f3fd404413bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b535524e-203b-4645-a2d0-db10bd91cc7b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:24.501329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42058) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:24.519174 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbd0105-199f-4e89-b387-87457277a118 None None] Network b1187809-1573-4f3d-863d-b1027181d809 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:24.553143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42060) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:24.586282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:24.597898 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.609608 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.610354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e06afab-3c34-435d-b4ce-7f2d40f56985 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:24.622273 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.657048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Transition to ACTIVE for port object 6e06afab-3c34-435d-b4ce-7f2d40f56985 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:24.663525 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.716452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=e060c2b5-86a9-4206-bbea-afbf9091d691,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:24.730612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['e060c2b5-86a9-4206-bbea-afbf9091d691'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:24.762137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Deleting port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:24.763228 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.769488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90285f98-31a0-4462-84e4-2a626bf611ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.788886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Pushing event updated for resources: {'Port': ['ID=6e06afab-3c34-435d-b4ce-7f2d40f56985,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:24.867676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Attempting to bind port 6e06afab-3c34-435d-b4ce-7f2d40f56985 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:24.870181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Attempting to bind port 6e06afab-3c34-435d-b4ce-7f2d40f56985 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '11447b02-17ca-42ca-9fad-90110d850f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:24.873231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Attempting to bind port 6e06afab-3c34-435d-b4ce-7f2d40f56985 on network 37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:24.896992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126ccf5b-e85a-4919-b8ee-053fe2f864eb None None] DHCP port deletion for b1187809-1573-4f3d-863d-b1027181d809 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:06:24.900116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Port 6e06afab-3c34-435d-b4ce-7f2d40f56985 on network 37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:24.902457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Attempting to bind port 6e06afab-3c34-435d-b4ce-7f2d40f56985 on network 37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:24.923223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:24.923780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Checking segment: {'id': '11447b02-17ca-42ca-9fad-90110d850f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:24.924273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Bound using segment: {'id': '11447b02-17ca-42ca-9fad-90110d850f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:24.928792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Bound port: 6e06afab-3c34-435d-b4ce-7f2d40f56985, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11447b02-17ca-42ca-9fad-90110d850f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:24.930236 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:24.998404 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90285f98-31a0-4462-84e4-2a626bf611ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.024165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90285f98-31a0-4462-84e4-2a626bf611ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.049410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-126ccf5b-e85a-4919-b8ee-053fe2f864eb None None] Deleting port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:25.049782 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126ccf5b-e85a-4919-b8ee-053fe2f864eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.101928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] For port 6e06afab-3c34-435d-b4ce-7f2d40f56985, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:25.108184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:25.111232 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-90285f98-31a0-4462-84e4-2a626bf611ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6e7379be06c48c189749cff5de133c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493748 Jul 27 22:06:25.142849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-126ccf5b-e85a-4919-b8ee-053fe2f864eb None None] For port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=efa6ceaa-b619-4ff7-a7fc-ed6156077f2e,segment=NetworkSegment(91f52c74-38e5-4e01-bb94-2a60e1c09e0c),segment_id=91f52c74-38e5-4e01-bb94-2a60e1c09e0c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:25.143630 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126ccf5b-e85a-4919-b8ee-053fe2f864eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.148912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] For port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=efa6ceaa-b619-4ff7-a7fc-ed6156077f2e,segment=NetworkSegment(91f52c74-38e5-4e01-bb94-2a60e1c09e0c),segment_id=91f52c74-38e5-4e01-bb94-2a60e1c09e0c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:25.149300 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.162930 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-126ccf5b-e85a-4919-b8ee-053fe2f864eb None None] Calling delete_port for efa6ceaa-b619-4ff7-a7fc-ed6156077f2e owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:25.164779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90285f98-31a0-4462-84e4-2a626bf611ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1239e0-49fb-42f6-9d0a-6e0c6260f56a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:25.171465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Calling delete_port for efa6ceaa-b619-4ff7-a7fc-ed6156077f2e owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:25.179311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] For port 6e06afab-3c34-435d-b4ce-7f2d40f56985, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6e06afab-3c34-435d-b4ce-7f2d40f56985,segment=NetworkSegment(11447b02-17ca-42ca-9fad-90110d850f2c),segment_id=11447b02-17ca-42ca-9fad-90110d850f2c)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:25.194024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd93b5-2802-4468-99f1-9373783e47f4 req-a3aa4002-ac93-41ab-89cd-83bf90071d35 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:25.201656 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eedd93b5-2802-4468-99f1-9373783e47f4 req-a3aa4002-ac93-41ab-89cd-83bf90071d35 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.1714194 Jul 27 22:06:25.222308 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.283833 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.304887 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] No DVR routers for this DVR port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:25.321317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:25.322173 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.323378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] 10.222.0.41 "PUT /v2.0/ports/6e06afab-3c34-435d-b4ce-7f2d40f56985 HTTP/1.1" status: 200 len: 1091 time: 1.5170555 Jul 27 22:06:25.325290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb0c561-ecc7-4b07-8078-7a53070ffc39', 'tag': '6e06afab-3c34-435d-b4ce-7f2d40f56985'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:25.327212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa6ceaa-b619-4ff7-a7fc-ed6156077f2e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:25.327623 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253dd003-9442-4ab0-bef1-6b2d40eddf08" -d '{"events": [{"name": "network-changed", "server_uuid": "acb0c561-ecc7-4b07-8078-7a53070ffc39", "tag": "6e06afab-3c34-435d-b4ce-7f2d40f56985"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:25.342240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-088130c2-06cf-4ae3-90b8-f8df70651933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: from cryptography.utils import int_from_bytes Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: from cryptography.utils import int_from_bytes Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.342485 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:06:25.350585 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:06:25.352711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eedd93b5-2802-4468-99f1-9373783e47f4 req-c3681d6f-fa3e-4a02-8eab-c349e083487c tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447709 Jul 27 22:06:25.364805 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-126ccf5b-e85a-4919-b8ee-053fe2f864eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.378913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07572093-ccee-4d9e-9116-bf97010b0144 service neutron] Pushing event updated for resources: {'Port': ['ID=6e06afab-3c34-435d-b4ce-7f2d40f56985,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:25.400132 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-088130c2-06cf-4ae3-90b8-f8df70651933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.407351 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8434f51e-77a9-44fa-a80d-ac945588c4d0 x-openstack-request-id: req-8434f51e-77a9-44fa-a80d-ac945588c4d0 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:25.407643 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb0c561-ecc7-4b07-8078-7a53070ffc39", "tag": "6e06afab-3c34-435d-b4ce-7f2d40f56985", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:25.407890 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8434f51e-77a9-44fa-a80d-ac945588c4d0 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:25.408284 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb0c561-ecc7-4b07-8078-7a53070ffc39', 'tag': '6e06afab-3c34-435d-b4ce-7f2d40f56985', 'status': 'completed', 'code': 200} Jul 27 22:06:25.411393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ccf5b-e85a-4919-b8ee-053fe2f864eb None None] Pushing event deleted for resources: {'Port': ['ID=efa6ceaa-b619-4ff7-a7fc-ed6156077f2e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:25.418120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ccf5b-e85a-4919-b8ee-053fe2f864eb None None] No DVR routers for this DVR port efa6ceaa-b619-4ff7-a7fc-ed6156077f2e on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:25.468688 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.473666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-cbf3e5e2-cbf9-4ac0-a540-ef6275ab6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:25.475251 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-cbf3e5e2-cbf9-4ac0-a540-ef6275ab6233 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f048dcec06b42bf8416ac0bcf3f996d&device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 1094 time: 0.0572240 Jul 27 22:06:25.479968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1187809-1573-4f3d-863d-b1027181d809']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:25.492439 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f52c74-38e5-4e01-bb94-2a60e1c09e0c') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:25.492836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f52c74-38e5-4e01-bb94-2a60e1c09e0c') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:25.514295 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.525279 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-4e3f7131-854d-40f7-8f5a-b14ab8f3d4a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e06afab-3c34-435d-b4ce-7f2d40f56985 HTTP/1.1" status: 200 len: 217 time: 0.0423203 Jul 27 22:06:25.525905 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-088130c2-06cf-4ae3-90b8-f8df70651933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.528686 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-088130c2-06cf-4ae3-90b8-f8df70651933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.529753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-088130c2-06cf-4ae3-90b8-f8df70651933 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d1239e0-49fb-42f6-9d0a-6e0c6260f56a HTTP/1.1" status: 204 len: 168 time: 0.4186399 Jul 27 22:06:25.547471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.547471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:25.547471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:25.559075 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:25.585872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-cac80f51-c642-4379-9e65-186ce1af198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:25.587401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-cac80f51-c642-4379-9e65-186ce1af198a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67fb7fb0-1c9c-4dec-a7d1-75c8d72038b1 HTTP/1.1" status: 200 len: 861 time: 0.0538414 Jul 27 22:06:25.590290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088130c2-06cf-4ae3-90b8-f8df70651933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1239e0-49fb-42f6-9d0a-6e0c6260f56a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:25.637467 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.641354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-48a96da1-42e2-467b-aeaf-9a8977365a9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411708 Jul 27 22:06:25.655645 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:25.657576 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b1187809-1573-4f3d-863d-b1027181d809 HTTP/1.1" status: 204 len: 168 time: 1.1552451 Jul 27 22:06:25.658629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cd195-34f9-445b-abfa-6e4d35fd2c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1187809-1573-4f3d-863d-b1027181d809,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:25.708568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63654578-3969-48c8-aeb4-8e584edff3e9 req-37ef5601-c802-4e74-add4-230fb985f717 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:25.710132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63654578-3969-48c8-aeb4-8e584edff3e9 req-37ef5601-c802-4e74-add4-230fb985f717 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 943 time: 0.1218126 Jul 27 22:06:25.777795 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63654578-3969-48c8-aeb4-8e584edff3e9 req-6bbd9323-ee85-4487-b661-964723e2c7b4 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d9ba82-c4ff-426c-bbfb-daed72155a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587604 Jul 27 22:06:25.781576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-2b2c401a-306a-4f4a-bddd-fd10c5c46dbf service neutron] 10.222.0.41 "GET /v2.0/networks/37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321499 Jul 27 22:06:25.900152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42108) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:25.905212 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb8eca9-baf4-4702-b083-ad1a4bc5431f req-03f41c57-7a00-4da9-8085-cbbaa0d29e4c service neutron] 10.222.0.41 "GET /v2.0/networks/37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152647 Jul 27 22:06:25.956879 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3e09a77a-de0f-4e0a-b669-93a3b332b57b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc0cfa8e5fa54f62b09cc897de5da814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535271 Jul 27 22:06:25.957245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42112) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:25.962758 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42114) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:25.992962 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02da-185b-4a0e-8362-eaf5960e488c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.119485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e060c2b5-86a9-4206-bbea-afbf9091d691 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:26.187774 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02da-185b-4a0e-8362-eaf5960e488c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.195119 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae1a02da-185b-4a0e-8362-eaf5960e488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.217160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d251b9dd-cbde-4de5-bd39-211b09ba734c no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:26.261950 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ae1a02da-185b-4a0e-8362-eaf5960e488c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd1974141cd3433dbf4da87b8ef24320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977929 Jul 27 22:06:26.263054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42134) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:26.281812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a02da-185b-4a0e-8362-eaf5960e488c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c106cb-d39b-40ab-86cb-d4784e78f7da,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:26.295605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d251b9dd-cbde-4de5-bd39-211b09ba734c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:26.297843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d251b9dd-cbde-4de5-bd39-211b09ba734c not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:26.299088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device efa6ceaa-b619-4ff7-a7fc-ed6156077f2e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:26.334318 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d466403-3b06-4427-8009-6a0a32cf96d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.350774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: efa6ceaa-b619-4ff7-a7fc-ed6156077f2e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:26.354554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device efa6ceaa-b619-4ff7-a7fc-ed6156077f2e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:26.364659 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d466403-3b06-4427-8009-6a0a32cf96d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.382821 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port e060c2b5-86a9-4206-bbea-afbf9091d691 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:26.383492 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.425420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dd003-9442-4ab0-bef1-6b2d40eddf08 req-d1fe7ede-f34d-48e6-98dd-af3296ca0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:26.427487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253dd003-9442-4ab0-bef1-6b2d40eddf08 req-d1fe7ede-f34d-48e6-98dd-af3296ca0cd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f048dcec06b42bf8416ac0bcf3f996d&device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 1094 time: 0.4620669 Jul 27 22:06:26.453958 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd955cc-f712-4d50-a787-70486d530758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.463384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d466403-3b06-4427-8009-6a0a32cf96d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.466637 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d466403-3b06-4427-8009-6a0a32cf96d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.468522 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2d466403-3b06-4427-8009-6a0a32cf96d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6c106cb-d39b-40ab-86cb-d4784e78f7da HTTP/1.1" status: 204 len: 168 time: 0.2011247 Jul 27 22:06:26.478697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d466403-3b06-4427-8009-6a0a32cf96d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c106cb-d39b-40ab-86cb-d4784e78f7da,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:26.557566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.564117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd955cc-f712-4d50-a787-70486d530758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.597453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:26.599084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:26.602179 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04241f8-5ee7-45fe-926b-45b80c6b49e7" -d '{"events": [{"server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "name": "network-vif-plugged", "status": "completed", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:26.606666 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.666516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1400615-364b-45a5-a11f-5f66729cd04b req-0fae2c0a-0f39-4010-b57d-1fa540b06558 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:26.668143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1400615-364b-45a5-a11f-5f66729cd04b req-0fae2c0a-0f39-4010-b57d-1fa540b06558 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.1798973 Jul 27 22:06:26.710134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dd003-9442-4ab0-bef1-6b2d40eddf08 req-bdf60763-0a53-421d-a39d-d8c17421946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:26.711716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253dd003-9442-4ab0-bef1-6b2d40eddf08 req-bdf60763-0a53-421d-a39d-d8c17421946f service neutron] 10.222.0.41 "GET /v2.0/networks?id=37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 HTTP/1.1" status: 200 len: 922 time: 0.2703025 Jul 27 22:06:26.712267 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=e060c2b5-86a9-4206-bbea-afbf9091d691,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:26.736395 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd955cc-f712-4d50-a787-70486d530758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.739853 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8fd955cc-f712-4d50-a787-70486d530758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.744441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8fd955cc-f712-4d50-a787-70486d530758 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39e39f74-49c2-4746-966a-0e22e8d12493 HTTP/1.1" status: 204 len: 168 time: 0.7849047 Jul 27 22:06:26.758669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1400615-364b-45a5-a11f-5f66729cd04b req-db2ae439-b183-4456-ab88-ed8bb195762d tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765257 Jul 27 22:06:26.758863 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc62b7d-6fa7-48ba-84e6-920b0a9e3462 x-openstack-request-id: req-2dc62b7d-6fa7-48ba-84e6-920b0a9e3462 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:26.759238 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "name": "network-vif-plugged", "status": "completed", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:26.760012 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2dc62b7d-6fa7-48ba-84e6-920b0a9e3462 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:26.760546 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'code': 200} Jul 27 22:06:26.792223 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253dd003-9442-4ab0-bef1-6b2d40eddf08 req-1438eb7a-bea2-426d-8a89-f32e4eb0ed9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e06afab-3c34-435d-b4ce-7f2d40f56985 HTTP/1.1" status: 200 len: 217 time: 0.0659981 Jul 27 22:06:26.797502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd955cc-f712-4d50-a787-70486d530758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e39f74-49c2-4746-966a-0e22e8d12493,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:26.855298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dd003-9442-4ab0-bef1-6b2d40eddf08 req-bb14f637-0dc2-46b1-a415-40fa97473723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:26.856929 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253dd003-9442-4ab0-bef1-6b2d40eddf08 req-bb14f637-0dc2-46b1-a415-40fa97473723 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=67fb7fb0-1c9c-4dec-a7d1-75c8d72038b1 HTTP/1.1" status: 200 len: 861 time: 0.0560496 Jul 27 22:06:26.913301 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253dd003-9442-4ab0-bef1-6b2d40eddf08 req-3857c7c6-bb9a-4680-b3a5-133eecc90b32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458202 Jul 27 22:06:27.080318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647552c-9a0d-4826-be60-8c8073d9c4ae req-c5890ead-14d1-4bd3-bc2f-04f51bf366a5 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:27.088338 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c647552c-9a0d-4826-be60-8c8073d9c4ae req-c5890ead-14d1-4bd3-bc2f-04f51bf366a5 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 943 time: 0.1788652 Jul 27 22:06:27.160239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c647552c-9a0d-4826-be60-8c8073d9c4ae req-2e3f2018-5750-485b-a433-7265607af7af tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d9ba82-c4ff-426c-bbfb-daed72155a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709131 Jul 27 22:06:27.173748 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253dd003-9442-4ab0-bef1-6b2d40eddf08 req-07f8f324-9336-4976-b847-96804abf6980 service neutron] 10.222.0.41 "GET /v2.0/networks/37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494798 Jul 27 22:06:27.360040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253dd003-9442-4ab0-bef1-6b2d40eddf08 req-30797865-9ad2-40fe-9577-b1dc53fb4571 service neutron] 10.222.0.41 "GET /v2.0/networks/37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807244 Jul 27 22:06:27.937519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536a7f-521f-4133-8bec-2660a1aaf9c6 req-b23ecc2f-9ebb-4b7a-91f2-0df8f0ce95e5 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:27.947832 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8536a7f-521f-4133-8bec-2660a1aaf9c6 req-b23ecc2f-9ebb-4b7a-91f2-0df8f0ce95e5 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.1005578 Jul 27 22:06:28.000149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8536a7f-521f-4133-8bec-2660a1aaf9c6 req-65d84ab3-0737-42cb-8a98-6e903a7c6816 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506306 Jul 27 22:06:28.118820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6e06afab-3c34-435d-b4ce-7f2d40f56985 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:28.150784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:28.309286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6e06afab-3c34-435d-b4ce-7f2d40f56985, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6e06afab-3c34-435d-b4ce-7f2d40f56985,segment=NetworkSegment(11447b02-17ca-42ca-9fad-90110d850f2c),segment_id=11447b02-17ca-42ca-9fad-90110d850f2c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:28.346799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '6e06afab-3c34-435d-b4ce-7f2d40f56985', 'network_id': '37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0', 'port_id': '6e06afab-3c34-435d-b4ce-7f2d40f56985', 'mac_address': 'fa:16:3e:06:64:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fb7fb0-1c9c-4dec-a7d1-75c8d72038b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:28.391232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3aa55-3727-48b2-8655-5640b2be338f req-0909f767-6670-4ee0-ad42-692653c2194d tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:28.392554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-713971838-network', 'tenant_id': 'afaeb40f7d1f478d99b22f94edf07476'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:28.405360 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6de3aa55-3727-48b2-8655-5640b2be338f req-0909f767-6670-4ee0-ad42-692653c2194d tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 943 time: 0.1218996 Jul 27 22:06:28.418156 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.442185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e06afab-3c34-435d-b4ce-7f2d40f56985 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:28.453605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Made reservation on behalf of afaeb40f7d1f478d99b22f94edf07476 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:28.456944 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.469278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.495715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6e06afab-3c34-435d-b4ce-7f2d40f56985, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6e06afab-3c34-435d-b4ce-7f2d40f56985,segment=NetworkSegment(11447b02-17ca-42ca-9fad-90110d850f2c),segment_id=11447b02-17ca-42ca-9fad-90110d850f2c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:28.502807 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6de3aa55-3727-48b2-8655-5640b2be338f req-4e7fba05-7d0c-4130-a1fd-f87e55b6e33f tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d9ba82-c4ff-426c-bbfb-daed72155a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945680 Jul 27 22:06:28.519347 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.633828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=6e06afab-3c34-435d-b4ce-7f2d40f56985,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:28.673461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.680649 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.709532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087064da-1a56-4fd0-8a1e-362f2af04b0e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:28.724420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:28.739522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.740003 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Added segment 40660e53-31c8-4bae-86e5-1faae2a3e563 of type vlan for network 128dea1e-5cab-40a2-8e08-20dfefd2b849 Jul 27 22:06:28.786813 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.837177 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.839415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:28.840227 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:28.847261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['6e06afab-3c34-435d-b4ce-7f2d40f56985'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:29.264673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8f12-1009-4a5a-bf12-b0116a5957a8 req-becd98b2-35e1-4e02-8fe0-f13bc017e205 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:29.268611 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34dd8f12-1009-4a5a-bf12-b0116a5957a8 req-becd98b2-35e1-4e02-8fe0-f13bc017e205 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.1244061 Jul 27 22:06:29.355544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] Pushing event updated for resources: {'Network': ['ID=128dea1e-5cab-40a2-8e08-20dfefd2b849,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:29.358389 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4c46f184-3bc1-480b-b8b7-c298821c74a5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2064176 Jul 27 22:06:29.361431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42260) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:29.371067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d12be0ef-72b1-4c91-92a0-aef895b1017f admin admin] Request body: {'subnet': {'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-713971838-subnet', 'tenant_id': 'afaeb40f7d1f478d99b22f94edf07476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:29.373952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34dd8f12-1009-4a5a-bf12-b0116a5957a8 req-baaf52fa-0de9-457e-ad60-cee267d4d70d tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855720 Jul 27 22:06:29.380455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 128dea1e-5cab-40a2-8e08-20dfefd2b849 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:29.424154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12be0ef-72b1-4c91-92a0-aef895b1017f admin admin] Made reservation on behalf of afaeb40f7d1f478d99b22f94edf07476 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:29.426831 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d12be0ef-72b1-4c91-92a0-aef895b1017f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:29.659951 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d12be0ef-72b1-4c91-92a0-aef895b1017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:29.701187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2e2cc-a58b-40a8-b321-b9eccf690a90 req-600c70ca-6c39-483d-976d-53091d43ad25 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:29.709348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ea2e2cc-a58b-40a8-b321-b9eccf690a90 req-600c70ca-6c39-483d-976d-53091d43ad25 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 944 time: 0.0913773 Jul 27 22:06:29.770873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ea2e2cc-a58b-40a8-b321-b9eccf690a90 req-1d4d806d-2da7-46df-84e5-97b3b9f53f63 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d9ba82-c4ff-426c-bbfb-daed72155a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602870 Jul 27 22:06:29.774271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12be0ef-72b1-4c91-92a0-aef895b1017f admin admin] Checking segment: {'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:29.774642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12be0ef-72b1-4c91-92a0-aef895b1017f admin admin] Network hostable DHCP agents. Network: 128dea1e-5cab-40a2-8e08-20dfefd2b849, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:29.787164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12be0ef-72b1-4c91-92a0-aef895b1017f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:29.806096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12be0ef-72b1-4c91-92a0-aef895b1017f admin admin] Network 128dea1e-5cab-40a2-8e08-20dfefd2b849 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:29.821539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d12be0ef-72b1-4c91-92a0-aef895b1017f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 128dea1e-5cab-40a2-8e08-20dfefd2b849) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:29.825670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12be0ef-72b1-4c91-92a0-aef895b1017f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:29.826286 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d12be0ef-72b1-4c91-92a0-aef895b1017f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:29.831313 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42d7757-f6a2-4363-8fdf-5d190e4ae217 None None] Network 128dea1e-5cab-40a2-8e08-20dfefd2b849 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:29.855366 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d12be0ef-72b1-4c91-92a0-aef895b1017f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4927931 Jul 27 22:06:29.957096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42288) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:30.035728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81baf67d-1d5d-4c38-b87e-217223b89aa5 None None] Network 128dea1e-5cab-40a2-8e08-20dfefd2b849 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:30.121535 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbe07-8a85-4021-9fac-4ba045cae652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.139010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6e06afab-3c34-435d-b4ce-7f2d40f56985 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:30.276777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 6e06afab-3c34-435d-b4ce-7f2d40f56985 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:30.286922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 6e06afab-3c34-435d-b4ce-7f2d40f56985 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:30.287322 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.319738 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbe07-8a85-4021-9fac-4ba045cae652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.325648 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbe07-8a85-4021-9fac-4ba045cae652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.373774 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1d2dbe07-8a85-4021-9fac-4ba045cae652 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81a53b8dd4c44bfc80a2f65564d4f56f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146588 Jul 27 22:06:30.376659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42304) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:30.381796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dbe07-8a85-4021-9fac-4ba045cae652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccabf259-36a7-4442-9f52-343a2643b297,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:30.441403 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.491705 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb0c561-ecc7-4b07-8078-7a53070ffc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e06afab-3c34-435d-b4ce-7f2d40f56985'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:30.496134 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023ee163-705f-4f60-b3d3-e8cca35ab294" -d '{"events": [{"server_uuid": "acb0c561-ecc7-4b07-8078-7a53070ffc39", "name": "network-vif-plugged", "status": "completed", "tag": "6e06afab-3c34-435d-b4ce-7f2d40f56985"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:30.523368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6e06afab-3c34-435d-b4ce-7f2d40f56985, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6e06afab-3c34-435d-b4ce-7f2d40f56985,segment=NetworkSegment(11447b02-17ca-42ca-9fad-90110d850f2c),segment_id=11447b02-17ca-42ca-9fad-90110d850f2c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:30.530126 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.612081 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7b4f0d-ea56-42f0-b879-3cf271a926ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.626195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=6e06afab-3c34-435d-b4ce-7f2d40f56985,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:30.646824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-db7f022f-e24c-4d0f-88dd-f33c113046ee tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:30.648551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-db7f022f-e24c-4d0f-88dd-f33c113046ee tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/networks?id=128dea1e-5cab-40a2-8e08-20dfefd2b849 HTTP/1.1" status: 200 len: 821 time: 0.2208290 Jul 27 22:06:30.657505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d462b-f8e1-43a5-8f7d-757f7f6471ba req-e46097c5-28ad-44aa-95af-c24fdfc2a45b tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:30.659068 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-405d462b-f8e1-43a5-8f7d-757f7f6471ba req-e46097c5-28ad-44aa-95af-c24fdfc2a45b tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.1599114 Jul 27 22:06:30.697660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-87e5fa29-d0f0-46a7-bed8-4d57d5445220 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/quotas/afaeb40f7d1f478d99b22f94edf07476 HTTP/1.1" status: 200 len: 375 time: 0.0346687 Jul 27 22:06:30.709567 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7b4f0d-ea56-42f0-b879-3cf271a926ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.777391 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-b80b3387-6fe1-4178-9b36-67fb99798b6e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afaeb40f7d1f478d99b22f94edf07476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639212 Jul 27 22:06:30.783545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-405d462b-f8e1-43a5-8f7d-757f7f6471ba req-250a8087-d9cd-456e-921a-b67e3bc9a65e tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049855 Jul 27 22:06:30.888092 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-ebc94e6e-9b05-4f1a-ad4b-8f22112e9123 service neutron] 10.222.0.24 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990949 Jul 27 22:06:30.951486 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7b4f0d-ea56-42f0-b879-3cf271a926ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.954167 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce7b4f0d-ea56-42f0-b879-3cf271a926ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.955652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ce7b4f0d-ea56-42f0-b879-3cf271a926ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccabf259-36a7-4442-9f52-343a2643b297 HTTP/1.1" status: 204 len: 168 time: 0.5779712 Jul 27 22:06:30.969688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b4f0d-ea56-42f0-b879-3cf271a926ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccabf259-36a7-4442-9f52-343a2643b297,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:31.016813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-9a4520ef-9b0d-4eb6-b527-07ab1d4dcb3d service neutron] 10.222.0.24 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277292 Jul 27 22:06:31.034071 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea71729-715a-45fc-ad82-9b242d636a9b x-openstack-request-id: req-3ea71729-715a-45fc-ad82-9b242d636a9b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:31.034359 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb0c561-ecc7-4b07-8078-7a53070ffc39", "name": "network-vif-plugged", "status": "completed", "tag": "6e06afab-3c34-435d-b4ce-7f2d40f56985", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:31.034555 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ea71729-715a-45fc-ad82-9b242d636a9b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:31.034964 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb0c561-ecc7-4b07-8078-7a53070ffc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e06afab-3c34-435d-b4ce-7f2d40f56985', 'code': 200} Jul 27 22:06:31.171255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2725df9-c5a0-4940-908c-457ac1763857 req-45296816-8ea5-4708-b8c1-dccdc270df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:31.173398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2725df9-c5a0-4940-908c-457ac1763857 req-45296816-8ea5-4708-b8c1-dccdc270df94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 1096 time: 0.0884871 Jul 27 22:06:31.235312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2725df9-c5a0-4940-908c-457ac1763857 req-d079fa9b-71ed-4c01-937d-1c0a34bb04a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43d9ba82-c4ff-426c-bbfb-daed72155a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489948 Jul 27 22:06:31.369878 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4aab2232-58c6-4f6d-bc55-bd78b26b552e req-c8031d4b-6ab2-4205-9dcf-0248993c6976 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0312428 Jul 27 22:06:31.397002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15bac1-a705-47c0-865b-9540cd7183c8 req-1a423f2d-1ac0-43c5-9d19-79ceeeef6fa5 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:31.398615 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b15bac1-a705-47c0-865b-9540cd7183c8 req-1a423f2d-1ac0-43c5-9d19-79ceeeef6fa5 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 945 time: 0.1053524 Jul 27 22:06:31.480476 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b15bac1-a705-47c0-865b-9540cd7183c8 req-50933aa6-c862-4818-9e0e-150deb0179f3 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d9ba82-c4ff-426c-bbfb-daed72155a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686402 Jul 27 22:06:31.549462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42348) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:31.568037 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da766410-565b-4de7-a83b-4c4b1293b828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.727980 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da766410-565b-4de7-a83b-4c4b1293b828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.736121 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da766410-565b-4de7-a83b-4c4b1293b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.803695 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-da766410-565b-4de7-a83b-4c4b1293b828 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e68582a28b8f4daf99852a61d4af434a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503808 Jul 27 22:06:31.803695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da766410-565b-4de7-a83b-4c4b1293b828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d4f7c0-c90f-4cca-99d9-1bedb21ca0de,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:31.804066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42352) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:31.869217 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44b70aa1-4b77-4a23-883d-5cca414045cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.902113 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44b70aa1-4b77-4a23-883d-5cca414045cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.947062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b5a66-3faf-4907-91b5-3617dd5de010 req-cdd7b8de-8a39-475f-a618-5f30c481a975 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:31.949023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e82b5a66-3faf-4907-91b5-3617dd5de010 req-cdd7b8de-8a39-475f-a618-5f30c481a975 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.0644076 Jul 27 22:06:32.006139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44b70aa1-4b77-4a23-883d-5cca414045cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.010893 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44b70aa1-4b77-4a23-883d-5cca414045cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.023087 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-44b70aa1-4b77-4a23-883d-5cca414045cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65d4f7c0-c90f-4cca-99d9-1bedb21ca0de HTTP/1.1" status: 204 len: 168 time: 0.2105207 Jul 27 22:06:32.035499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e82b5a66-3faf-4907-91b5-3617dd5de010 req-49b86dbe-194a-4195-9305-77c14462e568 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799479 Jul 27 22:06:32.057512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b70aa1-4b77-4a23-883d-5cca414045cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d4f7c0-c90f-4cca-99d9-1bedb21ca0de,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:32.550309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9367baac-873b-4955-8275-0c6c3f49fa86 req-d712b94f-ec6b-4723-a4ad-c91f49653ef5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0770299 Jul 27 22:06:32.736510 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1aad7-0e8b-41f3-9032-29a4317aa81a req-a8d06bc1-6dee-42ee-9087-54cfc24a6d16 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:32.738063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1c1aad7-0e8b-41f3-9032-29a4317aa81a req-a8d06bc1-6dee-42ee-9087-54cfc24a6d16 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 945 time: 0.0785847 Jul 27 22:06:32.783984 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-982140cc-615c-4938-8d1a-feb4acdf84b7 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:32.786077 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-982140cc-615c-4938-8d1a-feb4acdf84b7 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.41 "GET /v2.0/networks?id=128dea1e-5cab-40a2-8e08-20dfefd2b849 HTTP/1.1" status: 200 len: 821 time: 0.2150328 Jul 27 22:06:32.803515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Request body: {'port': {'device_id': 'e740550f-bdd9-437b-ac41-835e482f2f8f', 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849', 'admin_state_up': True, 'tenant_id': 'afaeb40f7d1f478d99b22f94edf07476'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:32.827355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1c1aad7-0e8b-41f3-9032-29a4317aa81a req-bde21b50-1991-4321-be9f-6df5596dc347 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d9ba82-c4ff-426c-bbfb-daed72155a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795214 Jul 27 22:06:32.961750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Made reservation on behalf of afaeb40f7d1f478d99b22f94edf07476 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:32.966583 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.203441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Allocated IP 172.20.0.5 (128dea1e-5cab-40a2-8e08-20dfefd2b849/4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83/3822746f-4e34-49a3-8407-7dc134c1c3e0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:33.262185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42410) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:33.413813 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1368161856-network', 'tenant_id': 'c313672f60164e2f89bc1dbb6791d20a'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:33.431261 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ff387-6e28-4995-a4a8-b865f7f12df1 req-8bb301cf-a319-482e-839f-f01e866d1f53 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:33.435061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e7ff387-6e28-4995-a4a8-b865f7f12df1 req-8bb301cf-a319-482e-839f-f01e866d1f53 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.1602361 Jul 27 22:06:33.454198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Made reservation on behalf of c313672f60164e2f89bc1dbb6791d20a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:33.457064 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.466275 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.480767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45294f-c4a2-4059-8859-3aff1345428a req-ecf96df9-f725-4b28-82dc-7ffbb59af7f1 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:33.482494 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b45294f-c4a2-4059-8859-3aff1345428a req-ecf96df9-f725-4b28-82dc-7ffbb59af7f1 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 945 time: 0.1929848 Jul 27 22:06:33.561474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e7ff387-6e28-4995-a4a8-b865f7f12df1 req-f561432e-d397-42d5-b009-cbc5b3b9b7af tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136465 Jul 27 22:06:33.580261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.586097 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.612794 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:33.623039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b45294f-c4a2-4059-8859-3aff1345428a req-8b417062-7490-4931-857f-8b917a8ce588 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d9ba82-c4ff-426c-bbfb-daed72155a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220100 Jul 27 22:06:33.625028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db3ed7f-43fd-4313-a174-3a22366011b7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:33.638827 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.638827 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Added segment ff0cd77d-a785-41d6-ba2e-a13e31196f53 of type vlan for network 3dc75e60-b057-488a-9652-1b7656de53fb Jul 27 22:06:33.662015 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.688069 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.743601 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.744931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:33.745820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.748597 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.791392 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5279830 Jul 27 22:06:33.816465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42428) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:33.871401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cbac17eb-b09f-4940-bec3-84fefa1af771 admin admin] Request body: {'subnet': {'network_id': '3dc75e60-b057-488a-9652-1b7656de53fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1368161856-subnet', 'tenant_id': 'c313672f60164e2f89bc1dbb6791d20a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:33.890772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Network 128dea1e-5cab-40a2-8e08-20dfefd2b849 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:33.908340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8f6da-5afe-4a58-abd5-04166fad1730 admin admin] Pushing event updated for resources: {'Network': ['ID=3dc75e60-b057-488a-9652-1b7656de53fb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:33.919423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:33.921522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbac17eb-b09f-4940-bec3-84fefa1af771 admin admin] Made reservation on behalf of c313672f60164e2f89bc1dbb6791d20a for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:33.923424 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 3dc75e60-b057-488a-9652-1b7656de53fb details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:33.923980 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbac17eb-b09f-4940-bec3-84fefa1af771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.937514 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:34.009915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event updated for resources: {'Port': ['ID=3822746f-4e34-49a3-8407-7dc134c1c3e0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:34.036053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:34.038015 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.052699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d098f13-962b-41e0-b32c-28f7f9889afe req-a4250f98-6597-4031-be7e-b5e73c5d7648 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:34.060791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d098f13-962b-41e0-b32c-28f7f9889afe req-a4250f98-6597-4031-be7e-b5e73c5d7648 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 931 time: 0.2238774 Jul 27 22:06:34.081868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-4cad0d11-3bbb-49f0-ac67-3ecf2bab71c2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2857721 Jul 27 22:06:34.101841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Request body: {'port': {'device_id': 'e740550f-bdd9-437b-ac41-835e482f2f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:34.129585 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d098f13-962b-41e0-b32c-28f7f9889afe req-45014136-c33b-4506-8907-c29b91f0db90 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664892 Jul 27 22:06:34.184071 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbac17eb-b09f-4940-bec3-84fefa1af771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.212363 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.267074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac17eb-b09f-4940-bec3-84fefa1af771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=577ca67c-9bf2-4cfc-b5ee-bf9ecc1a8a39,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:34.284234 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac17eb-b09f-4940-bec3-84fefa1af771 admin admin] Checking segment: {'id': 'ff0cd77d-a785-41d6-ba2e-a13e31196f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3dc75e60-b057-488a-9652-1b7656de53fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:34.284852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbac17eb-b09f-4940-bec3-84fefa1af771 admin admin] Network hostable DHCP agents. Network: 3dc75e60-b057-488a-9652-1b7656de53fb, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:34.304789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbac17eb-b09f-4940-bec3-84fefa1af771 admin admin] Network 3dc75e60-b057-488a-9652-1b7656de53fb is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:34.325303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cbac17eb-b09f-4940-bec3-84fefa1af771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 3dc75e60-b057-488a-9652-1b7656de53fb) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:34.330317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbac17eb-b09f-4940-bec3-84fefa1af771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:34.330982 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbac17eb-b09f-4940-bec3-84fefa1af771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.334833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a406b1-f1cf-47ba-bd78-0b60f1fc6aa8 None None] Network 3dc75e60-b057-488a-9652-1b7656de53fb requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:34.358948 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cbac17eb-b09f-4940-bec3-84fefa1af771 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5412307 Jul 27 22:06:34.539957 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698510d2-19b1-402d-9dfa-426db0192e3f None None] Network 3dc75e60-b057-488a-9652-1b7656de53fb requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:34.616750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3822746f-4e34-49a3-8407-7dc134c1c3e0 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:34.626998 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.656900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Transition to ACTIVE for port object 3822746f-4e34-49a3-8407-7dc134c1c3e0 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:34.668064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.730655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c2c82-3525-476a-95e2-d4b8515ca6b7 req-48ed3cda-b01a-43fd-a7d2-5d4caa13e47f tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:34.732168 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-932c2c82-3525-476a-95e2-d4b8515ca6b7 req-48ed3cda-b01a-43fd-a7d2-5d4caa13e47f tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.41 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 945 time: 0.1237891 Jul 27 22:06:34.779153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Pushing event updated for resources: {'Port': ['ID=3822746f-4e34-49a3-8407-7dc134c1c3e0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:34.850651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-932c2c82-3525-476a-95e2-d4b8515ca6b7 req-df7e158c-ea18-4dfd-80e4-a7dfd0320b71 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Deleting port 6e06afab-3c34-435d-b4ce-7f2d40f56985 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:34.851164 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-932c2c82-3525-476a-95e2-d4b8515ca6b7 req-df7e158c-ea18-4dfd-80e4-a7dfd0320b71 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.958255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-932c2c82-3525-476a-95e2-d4b8515ca6b7 req-df7e158c-ea18-4dfd-80e4-a7dfd0320b71 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] For port 6e06afab-3c34-435d-b4ce-7f2d40f56985, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6e06afab-3c34-435d-b4ce-7f2d40f56985,segment=NetworkSegment(11447b02-17ca-42ca-9fad-90110d850f2c),segment_id=11447b02-17ca-42ca-9fad-90110d850f2c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:34.958461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-932c2c82-3525-476a-95e2-d4b8515ca6b7 req-df7e158c-ea18-4dfd-80e4-a7dfd0320b71 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:34.965062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabd4b5-223f-46bc-9b18-bbd580daccb0 req-96d5cc53-aab2-4c0d-a3ec-0b1d152b93fe tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:34.966704 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdabd4b5-223f-46bc-9b18-bbd580daccb0 req-96d5cc53-aab2-4c0d-a3ec-0b1d152b93fe tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 945 time: 0.2002079 Jul 27 22:06:34.976671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-932c2c82-3525-476a-95e2-d4b8515ca6b7 req-df7e158c-ea18-4dfd-80e4-a7dfd0320b71 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Calling delete_port for 6e06afab-3c34-435d-b4ce-7f2d40f56985 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:34.977508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3cf0b-c758-44ff-8a3d-83c3a096b6e5 req-6cef0271-97e2-46c0-a191-5afce08163c6 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:34.981159 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-80e3cf0b-c758-44ff-8a3d-83c3a096b6e5 req-6cef0271-97e2-46c0-a191-5afce08163c6 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.2039008 Jul 27 22:06:35.077449 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdabd4b5-223f-46bc-9b18-bbd580daccb0 req-39cd93be-02eb-4e8e-855e-e4410c23a7ac tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/security-groups?id=43d9ba82-c4ff-426c-bbfb-daed72155a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974016 Jul 27 22:06:35.083786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Attempting to bind port 3822746f-4e34-49a3-8407-7dc134c1c3e0 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:35.083969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Attempting to bind port 3822746f-4e34-49a3-8407-7dc134c1c3e0 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:35.084256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Attempting to bind port 3822746f-4e34-49a3-8407-7dc134c1c3e0 on network 128dea1e-5cab-40a2-8e08-20dfefd2b849 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:35.090128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-80e3cf0b-c758-44ff-8a3d-83c3a096b6e5 req-07c7412d-be6b-41fc-98b3-430a41bb7257 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899405 Jul 27 22:06:35.092316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Port 3822746f-4e34-49a3-8407-7dc134c1c3e0 on network 128dea1e-5cab-40a2-8e08-20dfefd2b849 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:35.092644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Attempting to bind port 3822746f-4e34-49a3-8407-7dc134c1c3e0 on network 128dea1e-5cab-40a2-8e08-20dfefd2b849 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:35.102721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:35.102721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Checking segment: {'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:35.102721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Bound using segment: {'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:35.102721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Bound port: 3822746f-4e34-49a3-8407-7dc134c1c3e0, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:35.102721 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.247756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42466) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:35.249494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] For port 3822746f-4e34-49a3-8407-7dc134c1c3e0, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:35.253756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-375845557-network', 'tenant_id': '24368fce04594b8f9110476ccd1a72b9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:35.256481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] For port 3822746f-4e34-49a3-8407-7dc134c1c3e0, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3822746f-4e34-49a3-8407-7dc134c1c3e0,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:35.262757 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-932c2c82-3525-476a-95e2-d4b8515ca6b7 req-df7e158c-ea18-4dfd-80e4-a7dfd0320b71 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.265247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.277837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['6e06afab-3c34-435d-b4ce-7f2d40f56985'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:35.335494 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e158c-ea18-4dfd-80e4-a7dfd0320b71 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Pushing event deleted for resources: {'Port': ['ID=6e06afab-3c34-435d-b4ce-7f2d40f56985,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:35.358088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:35.358755 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.360346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] 10.222.0.41 "PUT /v2.0/ports/3822746f-4e34-49a3-8407-7dc134c1c3e0 HTTP/1.1" status: 200 len: 1091 time: 1.2634676 Jul 27 22:06:35.389527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e740550f-bdd9-437b-ac41-835e482f2f8f', 'tag': '3822746f-4e34-49a3-8407-7dc134c1c3e0'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:35.391925 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cffd7a7-eca5-40bd-aea9-ccee4ca6ad12" -d '{"events": [{"name": "network-changed", "server_uuid": "e740550f-bdd9-437b-ac41-835e482f2f8f", "tag": "3822746f-4e34-49a3-8407-7dc134c1c3e0"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:35.420115 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-932c2c82-3525-476a-95e2-d4b8515ca6b7 req-df7e158c-ea18-4dfd-80e4-a7dfd0320b71 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] No DVR routers for this DVR port 6e06afab-3c34-435d-b4ce-7f2d40f56985 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:35.435011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Made reservation on behalf of 24368fce04594b8f9110476ccd1a72b9 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:35.439452 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.447516 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-932c2c82-3525-476a-95e2-d4b8515ca6b7 req-df7e158c-ea18-4dfd-80e4-a7dfd0320b71 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.451757 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-932c2c82-3525-476a-95e2-d4b8515ca6b7 req-df7e158c-ea18-4dfd-80e4-a7dfd0320b71 tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.41 "DELETE /v2.0/ports/6e06afab-3c34-435d-b4ce-7f2d40f56985 HTTP/1.1" status: 204 len: 173 time: 0.7110319 Jul 27 22:06:35.452409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54851a05-3409-4d38-b0cd-eefc929fba6b service neutron] Pushing event updated for resources: {'Port': ['ID=3822746f-4e34-49a3-8407-7dc134c1c3e0,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:35.455364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb0c561-ecc7-4b07-8078-7a53070ffc39', 'name': 'network-vif-deleted', 'tag': '6e06afab-3c34-435d-b4ce-7f2d40f56985'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:35.458046 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340f36c9-e582-4518-a518-58dff0cfe4a1" -d '{"events": [{"server_uuid": "acb0c561-ecc7-4b07-8078-7a53070ffc39", "name": "network-vif-deleted", "tag": "6e06afab-3c34-435d-b4ce-7f2d40f56985"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:35.477284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.504184 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c009c985-ac8f-4568-8c7f-b78d2bf04895 x-openstack-request-id: req-c009c985-ac8f-4568-8c7f-b78d2bf04895 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:35.505114 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e740550f-bdd9-437b-ac41-835e482f2f8f", "tag": "3822746f-4e34-49a3-8407-7dc134c1c3e0", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:35.505580 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c009c985-ac8f-4568-8c7f-b78d2bf04895 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:35.506022 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e740550f-bdd9-437b-ac41-835e482f2f8f', 'tag': '3822746f-4e34-49a3-8407-7dc134c1c3e0', 'status': 'completed', 'code': 200} Jul 27 22:06:35.514647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ba884-6af7-44ff-aa6b-4179c4e1073f req-d29fc600-2f5a-4d96-b63b-379c6ee4980e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:35.516789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e57ba884-6af7-44ff-aa6b-4179c4e1073f req-d29fc600-2f5a-4d96-b63b-379c6ee4980e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 943 time: 0.1891682 Jul 27 22:06:35.540603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-74151c7f-9df9-47f7-9e80-f4a2b178b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:35.543148 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-74151c7f-9df9-47f7-9e80-f4a2b178b899 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afaeb40f7d1f478d99b22f94edf07476&device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 1094 time: 0.0848479 Jul 27 22:06:35.573866 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c3ea13-59ee-45ef-8a37-54f6d29d1f48 x-openstack-request-id: req-78c3ea13-59ee-45ef-8a37-54f6d29d1f48 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:35.574415 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb0c561-ecc7-4b07-8078-7a53070ffc39", "name": "network-vif-deleted", "tag": "6e06afab-3c34-435d-b4ce-7f2d40f56985", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:35.574834 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78c3ea13-59ee-45ef-8a37-54f6d29d1f48 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:35.575394 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb0c561-ecc7-4b07-8078-7a53070ffc39', 'name': 'network-vif-deleted', 'tag': '6e06afab-3c34-435d-b4ce-7f2d40f56985', 'status': 'completed', 'code': 200} Jul 27 22:06:35.600322 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-45a79b1f-b3a0-4a57-8d9e-efcd9f04b27b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3822746f-4e34-49a3-8407-7dc134c1c3e0 HTTP/1.1" status: 200 len: 217 time: 0.0468092 Jul 27 22:06:35.648237 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e57ba884-6af7-44ff-aa6b-4179c4e1073f req-9aab6001-fa63-4dd7-bf38-6333b054b37f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197433 Jul 27 22:06:35.671672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.677792 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.708092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:35.715115 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c021373-ae7a-4729-a597-8d4569799694,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:35.730812 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.731169 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Added segment c68473ba-d82e-4868-a7be-7fec1b074474 of type vlan for network 9436474b-c714-42aa-b592-7c0d650cd95f Jul 27 22:06:35.743865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-06a1f3c7-65fc-4268-b7f1-e60fa3b37ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:35.745488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-06a1f3c7-65fc-4268-b7f1-e60fa3b37ee2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83 HTTP/1.1" status: 200 len: 861 time: 0.1330044 Jul 27 22:06:35.785158 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.816013 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-285ff897-1473-4da1-a635-766ebdfc7e9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=128dea1e-5cab-40a2-8e08-20dfefd2b849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632784 Jul 27 22:06:35.824104 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.825084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:35.825698 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.886848 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6374686 Jul 27 22:06:35.890048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42478) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:35.897808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-69bccb16-2d23-4b2b-990c-b71019ef467c admin admin] Request body: {'subnet': {'network_id': '9436474b-c714-42aa-b592-7c0d650cd95f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-375845557-subnet', 'tenant_id': '24368fce04594b8f9110476ccd1a72b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:35.902336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d052a2-b6a1-41a5-b8e5-ef962861caf9 admin admin] Pushing event updated for resources: {'Network': ['ID=9436474b-c714-42aa-b592-7c0d650cd95f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:35.916297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 9436474b-c714-42aa-b592-7c0d650cd95f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:35.928971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bccb16-2d23-4b2b-990c-b71019ef467c admin admin] Made reservation on behalf of 24368fce04594b8f9110476ccd1a72b9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:35.933557 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69bccb16-2d23-4b2b-990c-b71019ef467c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.955214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-af7895d8-24c0-4593-bc0e-83d75e578455 service neutron] 10.222.0.41 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300721 Jul 27 22:06:36.119757 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cddc4a05-7a95-42c5-9f03-412a8af83662 req-2ad6e7a4-22ee-417c-845e-4483978b8542 service neutron] 10.222.0.41 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547012 Jul 27 22:06:36.169913 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69bccb16-2d23-4b2b-990c-b71019ef467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.267611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bccb16-2d23-4b2b-990c-b71019ef467c admin admin] Pushing event updated for resources: {'Subnet': ['ID=818895a3-1d61-47db-8fcd-e3b2cc0f27c1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:36.271932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bccb16-2d23-4b2b-990c-b71019ef467c admin admin] Checking segment: {'id': 'c68473ba-d82e-4868-a7be-7fec1b074474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9436474b-c714-42aa-b592-7c0d650cd95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:36.272300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bccb16-2d23-4b2b-990c-b71019ef467c admin admin] Network hostable DHCP agents. Network: 9436474b-c714-42aa-b592-7c0d650cd95f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:36.299155 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bccb16-2d23-4b2b-990c-b71019ef467c admin admin] Network 9436474b-c714-42aa-b592-7c0d650cd95f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:36.316265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-69bccb16-2d23-4b2b-990c-b71019ef467c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 9436474b-c714-42aa-b592-7c0d650cd95f) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:36.323942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bdce19d-9330-4aac-a7f9-42fa6fbcf7f4 req-8a9713b5-317b-4289-8491-3437bb7549cc tempest-InstanceActionsNegativeTestJSON-1339502403 tempest-InstanceActionsNegativeTestJSON-1339502403-project] 10.222.0.24 "GET /v2.0/ports?device_id=acb0c561-ecc7-4b07-8078-7a53070ffc39 HTTP/1.1" status: 200 len: 210 time: 0.0281007 Jul 27 22:06:36.330121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e48be7-a34e-4c86-8a39-ea52ba7e37aa None None] Network 9436474b-c714-42aa-b592-7c0d650cd95f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:36.356992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e57c9-1be5-41c7-b91c-8c16a341c3b0 req-1d4f8901-555c-4675-b16b-3831be7af282 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:36.356992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-231e57c9-1be5-41c7-b91c-8c16a341c3b0 req-1d4f8901-555c-4675-b16b-3831be7af282 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.1059263 Jul 27 22:06:36.360765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bccb16-2d23-4b2b-990c-b71019ef467c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:36.361250 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69bccb16-2d23-4b2b-990c-b71019ef467c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.369189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd7a7-eca5-40bd-aea9-ccee4ca6ad12 req-3607d237-b863-4153-beb6-8c9c2b44d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:36.370830 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cffd7a7-eca5-40bd-aea9-ccee4ca6ad12 req-3607d237-b863-4153-beb6-8c9c2b44d068 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afaeb40f7d1f478d99b22f94edf07476&device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 1094 time: 0.1377256 Jul 27 22:06:36.391982 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-69bccb16-2d23-4b2b-990c-b71019ef467c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5007770 Jul 27 22:06:36.496567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd7a7-eca5-40bd-aea9-ccee4ca6ad12 req-3067e94f-6bff-4e11-aefe-fead66a89955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:36.498863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cffd7a7-eca5-40bd-aea9-ccee4ca6ad12 req-3067e94f-6bff-4e11-aefe-fead66a89955 service neutron] 10.222.0.41 "GET /v2.0/networks?id=128dea1e-5cab-40a2-8e08-20dfefd2b849 HTTP/1.1" status: 200 len: 922 time: 0.1148312 Jul 27 22:06:36.558776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cffd7a7-eca5-40bd-aea9-ccee4ca6ad12 req-fab623f8-a848-4b11-a4dd-949091dabf07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3822746f-4e34-49a3-8407-7dc134c1c3e0 HTTP/1.1" status: 200 len: 217 time: 0.0403941 Jul 27 22:06:36.558776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-231e57c9-1be5-41c7-b91c-8c16a341c3b0 req-b17784c0-f128-4702-8df2-0773147147b9 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956112 Jul 27 22:06:36.630662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd7a7-eca5-40bd-aea9-ccee4ca6ad12 req-88d8b300-f815-4340-9be5-a0ccc9c2cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:36.632294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cffd7a7-eca5-40bd-aea9-ccee4ca6ad12 req-88d8b300-f815-4340-9be5-a0ccc9c2cc10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83 HTTP/1.1" status: 200 len: 861 time: 0.0733750 Jul 27 22:06:36.676246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cffd7a7-eca5-40bd-aea9-ccee4ca6ad12 req-a435df84-35f7-4775-b274-b66a3ff3de98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=128dea1e-5cab-40a2-8e08-20dfefd2b849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359371 Jul 27 22:06:36.791279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad7d2f-0cc9-47f1-bb95-df1b58c70ce4 None None] Network 9436474b-c714-42aa-b592-7c0d650cd95f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:36.884790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ed8c1-db5a-494f-a9e7-3b863a92187d req-4d002de2-2934-4fef-b71b-d6babdd4d1c0 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:36.895434 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-779ed8c1-db5a-494f-a9e7-3b863a92187d req-4d002de2-2934-4fef-b71b-d6babdd4d1c0 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 943 time: 0.1099858 Jul 27 22:06:36.899715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cffd7a7-eca5-40bd-aea9-ccee4ca6ad12 req-00d2fd08-005f-4884-84c0-20cf2f8dc9e6 service neutron] 10.222.0.41 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111065 Jul 27 22:06:37.069134 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-779ed8c1-db5a-494f-a9e7-3b863a92187d req-7687bd8c-3f9f-41db-93da-68548f42207b tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650980 Jul 27 22:06:37.111929 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cffd7a7-eca5-40bd-aea9-ccee4ca6ad12 req-d1094a2d-0f6b-45e0-a3b2-58c6707100cd service neutron] 10.222.0.41 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925628 Jul 27 22:06:37.132438 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-0d98db5d-e758-4945-84d6-045d6a3400c2 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:37.134211 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-0d98db5d-e758-4945-84d6-045d6a3400c2 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/networks?id=3dc75e60-b057-488a-9652-1b7656de53fb HTTP/1.1" status: 200 len: 809 time: 0.1527104 Jul 27 22:06:37.151614 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-6fc7d8ea-2576-4559-9374-2c4cbbd1bc46 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/quotas/c313672f60164e2f89bc1dbb6791d20a HTTP/1.1" status: 200 len: 375 time: 0.0108604 Jul 27 22:06:37.187448 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-00fdfbf0-12e2-400e-96b6-bb536cf9d3d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c313672f60164e2f89bc1dbb6791d20a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290480 Jul 27 22:06:37.297137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-1e4d599c-69c9-4771-8e5a-39bba2b6f4ae service neutron] 10.222.0.24 "GET /v2.0/networks/3dc75e60-b057-488a-9652-1b7656de53fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977678 Jul 27 22:06:37.388824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-dac104ce-9fb2-4733-adc2-e1b9dc021089 service neutron] 10.222.0.24 "GET /v2.0/networks/3dc75e60-b057-488a-9652-1b7656de53fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908067 Jul 27 22:06:37.424110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42520) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:37.492781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9030cb-7024-45c8-b16f-95ca9d6dc055 admin admin] Deleting subnet 67fb7fb0-1c9c-4dec-a7d1-75c8d72038b1 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:06:37.496715 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f9030cb-7024-45c8-b16f-95ca9d6dc055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.569961 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f9030cb-7024-45c8-b16f-95ca9d6dc055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.619728 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f9030cb-7024-45c8-b16f-95ca9d6dc055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.661005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9654b9ca-4022-433c-ad4a-94b0a77cc1d7 req-0e56b7b5-d619-4d4c-bdbf-5a92d454a1ac tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 210 time: 0.0657942 Jul 27 22:06:37.716510 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f9030cb-7024-45c8-b16f-95ca9d6dc055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.747800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9030cb-7024-45c8-b16f-95ca9d6dc055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fb7fb0-1c9c-4dec-a7d1-75c8d72038b1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:37.750094 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f9030cb-7024-45c8-b16f-95ca9d6dc055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.755097 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1f9030cb-7024-45c8-b16f-95ca9d6dc055 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/67fb7fb0-1c9c-4dec-a7d1-75c8d72038b1 HTTP/1.1" status: 204 len: 168 time: 0.3298912 Jul 27 22:06:37.756033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42544) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:37.801726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772db5d-28ac-4379-bd8d-4b80e3d17fe6 req-11e73382-af3c-4e78-9b70-a1a2cdb791dd tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:37.805015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0772db5d-28ac-4379-bd8d-4b80e3d17fe6 req-11e73382-af3c-4e78-9b70-a1a2cdb791dd tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.1372592 Jul 27 22:06:37.872086 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0772db5d-28ac-4379-bd8d-4b80e3d17fe6 req-046464bb-a17d-4030-8f28-8465166de0bb tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573428 Jul 27 22:06:37.901755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.011312 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.027473 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:38.047244 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11447b02-17ca-42ca-9fad-90110d850f2c') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:38.047834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11447b02-17ca-42ca-9fad-90110d850f2c') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:38.060082 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.077028 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.092118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:38.092545 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:38.098599 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:38.173173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 3822746f-4e34-49a3-8407-7dc134c1c3e0 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:38.226142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6e06afab-3c34-435d-b4ce-7f2d40f56985 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:38.230505 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.253904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.261305 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] 10.222.0.24 "DELETE /v2.0/networks/37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0 HTTP/1.1" status: 204 len: 168 time: 0.5035040 Jul 27 22:06:38.263743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf1253-1aae-41eb-a97a-86bd8f99b21b admin admin] Pushing event deleted for resources: {'Network': ['ID=37ed7c8d-ceff-4c59-bc3d-9e117c24f6d0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:38.265283 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b13ee-ba88-4f9b-8eff-de3d75f063f3 req-e645f361-f46f-4e4c-a6d0-00ba053e32f3 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:38.275302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-845b13ee-ba88-4f9b-8eff-de3d75f063f3 req-e645f361-f46f-4e4c-a6d0-00ba053e32f3 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 943 time: 0.1023703 Jul 27 22:06:38.336056 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-845b13ee-ba88-4f9b-8eff-de3d75f063f3 req-4bd2212b-3559-4a2a-b75b-b33bf910b16c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548275 Jul 27 22:06:38.386394 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 6e06afab-3c34-435d-b4ce-7f2d40f56985 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:38.387342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6e06afab-3c34-435d-b4ce-7f2d40f56985 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:38.484863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 3822746f-4e34-49a3-8407-7dc134c1c3e0, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3822746f-4e34-49a3-8407-7dc134c1c3e0,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:38.499847 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '3822746f-4e34-49a3-8407-7dc134c1c3e0', 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849', 'port_id': '3822746f-4e34-49a3-8407-7dc134c1c3e0', 'mac_address': 'fa:16:3e:e1:67:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:38.553870 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.571581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3822746f-4e34-49a3-8407-7dc134c1c3e0 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:38.612860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 3822746f-4e34-49a3-8407-7dc134c1c3e0, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3822746f-4e34-49a3-8407-7dc134c1c3e0,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:38.619723 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.640376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:38.698971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42570) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:38.711441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-92ca462f-c691-4793-ab88-390c280d637a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f048dcec06b42bf8416ac0bcf3f996d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668023 Jul 27 22:06:38.723466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=3822746f-4e34-49a3-8407-7dc134c1c3e0,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:38.766727 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9d4cab0-62e7-47dd-8925-000118f38294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.788437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-88a5b178-dd31-4a5a-bd52-b549f17cbbfe req-9e2f4594-f0e8-4f7e-aabb-586f568fa388 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 210 time: 0.0316670 Jul 27 22:06:38.806616 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9d4cab0-62e7-47dd-8925-000118f38294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.877973 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9d4cab0-62e7-47dd-8925-000118f38294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.885091 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9d4cab0-62e7-47dd-8925-000118f38294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.889215 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e9d4cab0-62e7-47dd-8925-000118f38294 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43d9ba82-c4ff-426c-bbfb-daed72155a08 HTTP/1.1" status: 204 len: 168 time: 0.1866715 Jul 27 22:06:38.897907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4cab0-62e7-47dd-8925-000118f38294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d9ba82-c4ff-426c-bbfb-daed72155a08,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:38.922382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['3822746f-4e34-49a3-8407-7dc134c1c3e0'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:39.080102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702369e-3481-4897-9720-69ec31710557 req-01599ac6-cb7f-4d11-9771-5ef00384a471 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:39.084795 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3702369e-3481-4897-9720-69ec31710557 req-01599ac6-cb7f-4d11-9771-5ef00384a471 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.1077847 Jul 27 22:06:39.214653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3702369e-3481-4897-9720-69ec31710557 req-a0397ad7-9bdd-42f7-8c42-d0552c115754 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146488 Jul 27 22:06:39.285654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-df9e589f-2a44-4505-a0f2-9a256aa40e7a tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:39.287336 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-df9e589f-2a44-4505-a0f2-9a256aa40e7a tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.41 "GET /v2.0/networks?id=3dc75e60-b057-488a-9652-1b7656de53fb HTTP/1.1" status: 200 len: 809 time: 0.1992939 Jul 27 22:06:39.314002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Request body: {'port': {'device_id': '7f66a321-1f23-497d-9838-3c387d95cf62', 'network_id': '3dc75e60-b057-488a-9652-1b7656de53fb', 'admin_state_up': True, 'tenant_id': 'c313672f60164e2f89bc1dbb6791d20a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:39.498737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1ae2a-794f-49ad-9724-ea495a2c0606 req-da98aa1e-b92b-4472-a582-803c4801819e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:39.501221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcd1ae2a-794f-49ad-9724-ea495a2c0606 req-da98aa1e-b92b-4472-a582-803c4801819e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 944 time: 0.0822008 Jul 27 22:06:39.560889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Made reservation on behalf of c313672f60164e2f89bc1dbb6791d20a for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:39.564730 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.581780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcd1ae2a-794f-49ad-9724-ea495a2c0606 req-7444bc1e-9e67-4c76-80bf-8bfcbde500d1 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733626 Jul 27 22:06:39.758025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Allocated IP 172.20.0.11 (3dc75e60-b057-488a-9652-1b7656de53fb/577ca67c-9bf2-4cfc-b5ee-bf9ecc1a8a39/65cff377-bba6-416e-a302-dc1ed3e3fd49) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:39.992608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42616) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:40.180769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-686868538-network', 'tenant_id': '02c6c836cd664dd38d4d4ce431a86e0d'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:40.182155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 3822746f-4e34-49a3-8407-7dc134c1c3e0 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:40.226558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Made reservation on behalf of 02c6c836cd664dd38d4d4ce431a86e0d for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:40.230019 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.256756 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.261842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 3822746f-4e34-49a3-8407-7dc134c1c3e0 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:40.268414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 3822746f-4e34-49a3-8407-7dc134c1c3e0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:40.268965 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.387440 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.393424 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.412935 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.430311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:40.438224 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d53b128-209d-4bd1-9183-9ce43d9bea61,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:40.455165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.455751 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Added segment 4ee139fc-6c93-4425-a2f8-49bf4382f0c4 of type vlan for network 2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f Jul 27 22:06:40.477498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 3822746f-4e34-49a3-8407-7dc134c1c3e0, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3822746f-4e34-49a3-8407-7dc134c1c3e0,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:40.477498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e740550f-bdd9-437b-ac41-835e482f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3822746f-4e34-49a3-8407-7dc134c1c3e0'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:40.480534 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee4f99d-e774-4760-ba75-bea8f3ee384c" -d '{"events": [{"server_uuid": "e740550f-bdd9-437b-ac41-835e482f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "3822746f-4e34-49a3-8407-7dc134c1c3e0"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:40.485184 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-025a636c-66ba-4e0f-af61-96480dded147 req-6afc7d00-c849-40d9-9c79-61f23a121caf tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 210 time: 0.5500753 Jul 27 22:06:40.495772 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.559661 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.593726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa2705-6240-4eac-9e3f-b278ca4998ad req-1a0c649a-ee00-4636-9c12-3b6e1f25e839 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.601708 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2fa2705-6240-4eac-9e3f-b278ca4998ad req-1a0c649a-ee00-4636-9c12-3b6e1f25e839 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.1191752 Jul 27 22:06:40.629589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=3822746f-4e34-49a3-8407-7dc134c1c3e0,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:40.664527 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.665463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.666081 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.696833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2fa2705-6240-4eac-9e3f-b278ca4998ad req-85ffd45a-3007-43e5-a976-be4158803683 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941496 Jul 27 22:06:40.703245 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa66795-1573-4ce1-bf3b-dbcda0062c72 x-openstack-request-id: req-9aa66795-1573-4ce1-bf3b-dbcda0062c72 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:40.703654 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e740550f-bdd9-437b-ac41-835e482f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "3822746f-4e34-49a3-8407-7dc134c1c3e0", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:40.704033 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9aa66795-1573-4ce1-bf3b-dbcda0062c72 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:40.704530 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e740550f-bdd9-437b-ac41-835e482f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3822746f-4e34-49a3-8407-7dc134c1c3e0', 'code': 200} Jul 27 22:06:40.728140 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.733368 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7381086 Jul 27 22:06:40.736739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:40.742668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c9afd267-fd31-4582-b8cd-725080a596ee admin admin] Request body: {'subnet': {'network_id': '2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-686868538-subnet', 'tenant_id': '02c6c836cd664dd38d4d4ce431a86e0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:40.754909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886cfbf-ad40-4887-b326-3d5db8988567 admin admin] Pushing event updated for resources: {'Network': ['ID=2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:40.767805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:40.791628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9afd267-fd31-4582-b8cd-725080a596ee admin admin] Made reservation on behalf of 02c6c836cd664dd38d4d4ce431a86e0d for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:40.798525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9afd267-fd31-4582-b8cd-725080a596ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.902983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39d8c6-7f39-4916-8a3a-ba127de31099 req-b4cb5cc6-3d1d-4959-9495-6d2ad8d23062 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.912699 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df39d8c6-7f39-4916-8a3a-ba127de31099 req-b4cb5cc6-3d1d-4959-9495-6d2ad8d23062 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.1233592 Jul 27 22:06:40.933117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.962646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8109f5-cb01-4fcf-aea4-69cab151b302 req-8f8609d3-9a5d-45ff-9488-c166b6914d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.964160 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce8109f5-cb01-4fcf-aea4-69cab151b302 req-8f8609d3-9a5d-45ff-9488-c166b6914d1e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 1096 time: 0.1634114 Jul 27 22:06:40.984625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Network 3dc75e60-b057-488a-9652-1b7656de53fb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:41.018723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df39d8c6-7f39-4916-8a3a-ba127de31099 req-78f1a55c-ab18-44cb-acc6-9eaa88372d13 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049886 Jul 27 22:06:41.026654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:41.033419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:41.044730 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce8109f5-cb01-4fcf-aea4-69cab151b302 req-34917a05-d0ef-4455-8903-87d171bfee0a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611157 Jul 27 22:06:41.104112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Pushing event updated for resources: {'Port': ['ID=65cff377-bba6-416e-a302-dc1ed3e3fd49,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:41.176781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:41.179323 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.179799 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9afd267-fd31-4582-b8cd-725080a596ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.210050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-86d8c0e7-79f8-42dc-9273-ca79b9c8f7d9 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9021575 Jul 27 22:06:41.226968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Request body: {'port': {'device_id': '7f66a321-1f23-497d-9838-3c387d95cf62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:41.291869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9afd267-fd31-4582-b8cd-725080a596ee admin admin] Checking segment: {'id': '4ee139fc-6c93-4425-a2f8-49bf4382f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:41.297739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afd267-fd31-4582-b8cd-725080a596ee admin admin] Network hostable DHCP agents. Network: 2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:41.322417 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.345282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afd267-fd31-4582-b8cd-725080a596ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddcd6715-617d-4524-8994-2b8462f227de,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:41.400546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afd267-fd31-4582-b8cd-725080a596ee admin admin] Network 2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:41.431746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c9afd267-fd31-4582-b8cd-725080a596ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:41.441218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc372fc-842f-4d4c-bf5b-33af559daf49 None None] Network 2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:41.447077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9afd267-fd31-4582-b8cd-725080a596ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:41.452098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9afd267-fd31-4582-b8cd-725080a596ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.492775 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c9afd267-fd31-4582-b8cd-725080a596ee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7549050 Jul 27 22:06:41.652982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15907e6f-9cfc-4d2e-9cc0-aef30bdfb321 None None] Network 2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:41.856687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cff377-bba6-416e-a302-dc1ed3e3fd49 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:41.867295 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.886717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8322c4-643b-4c99-a5db-b61f909808b4 req-4a257e19-d9cc-4c71-8154-c3dc58ef8c57 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:41.888513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a8322c4-643b-4c99-a5db-b61f909808b4 req-4a257e19-d9cc-4c71-8154-c3dc58ef8c57 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 932 time: 0.0962696 Jul 27 22:06:41.893832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Transition to ACTIVE for port object 65cff377-bba6-416e-a302-dc1ed3e3fd49 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:41.918809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.986705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Pushing event updated for resources: {'Port': ['ID=65cff377-bba6-416e-a302-dc1ed3e3fd49,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:42.028827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a8322c4-643b-4c99-a5db-b61f909808b4 req-a0fee087-b9fb-4a73-84f3-9c8e2f138ca2 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db3ed7f-43fd-4313-a174-3a22366011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290193 Jul 27 22:06:42.245495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-4babe3c2-631d-4c66-9bee-772881dcf5ae tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:42.247272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-4babe3c2-631d-4c66-9bee-772881dcf5ae tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/networks?id=2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f HTTP/1.1" status: 200 len: 813 time: 0.2175057 Jul 27 22:06:42.251837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Attempting to bind port 65cff377-bba6-416e-a302-dc1ed3e3fd49 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:42.252185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Attempting to bind port 65cff377-bba6-416e-a302-dc1ed3e3fd49 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'ff0cd77d-a785-41d6-ba2e-a13e31196f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3dc75e60-b057-488a-9652-1b7656de53fb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:42.252518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Attempting to bind port 65cff377-bba6-416e-a302-dc1ed3e3fd49 on network 3dc75e60-b057-488a-9652-1b7656de53fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:42.266137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Port 65cff377-bba6-416e-a302-dc1ed3e3fd49 on network 3dc75e60-b057-488a-9652-1b7656de53fb not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:42.266576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Attempting to bind port 65cff377-bba6-416e-a302-dc1ed3e3fd49 on network 3dc75e60-b057-488a-9652-1b7656de53fb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:42.268968 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.277705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:42.278051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Checking segment: {'id': 'ff0cd77d-a785-41d6-ba2e-a13e31196f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3dc75e60-b057-488a-9652-1b7656de53fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:42.278467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Bound using segment: {'id': 'ff0cd77d-a785-41d6-ba2e-a13e31196f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3dc75e60-b057-488a-9652-1b7656de53fb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:42.278907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Bound port: 65cff377-bba6-416e-a302-dc1ed3e3fd49, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0cd77d-a785-41d6-ba2e-a13e31196f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3dc75e60-b057-488a-9652-1b7656de53fb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:42.279270 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.284031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-a702aa5f-a30c-450f-afb3-b77ae30fb604 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/quotas/02c6c836cd664dd38d4d4ce431a86e0d HTTP/1.1" status: 200 len: 375 time: 0.0270541 Jul 27 22:06:42.300081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12fa71-e529-4943-8d4a-f988b2226883 req-6ba87ce0-1b69-48f4-95e2-d4fc62304a38 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:42.301960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe12fa71-e529-4943-8d4a-f988b2226883 req-6ba87ce0-1b69-48f4-95e2-d4fc62304a38 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.1105931 Jul 27 22:06:42.336562 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-f530b139-1cef-4d28-8866-b38015862bbc tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=02c6c836cd664dd38d4d4ce431a86e0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450199 Jul 27 22:06:42.444807 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe12fa71-e529-4943-8d4a-f988b2226883 req-35d32898-497b-4adf-bd04-955a33d572b9 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308475 Jul 27 22:06:42.463465 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] For port 65cff377-bba6-416e-a302-dc1ed3e3fd49, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:42.468011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] For port 65cff377-bba6-416e-a302-dc1ed3e3fd49, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=65cff377-bba6-416e-a302-dc1ed3e3fd49,segment=NetworkSegment(ff0cd77d-a785-41d6-ba2e-a13e31196f53),segment_id=ff0cd77d-a785-41d6-ba2e-a13e31196f53)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:42.475847 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.528471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:42.529100 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.530634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] 10.222.0.41 "PUT /v2.0/ports/65cff377-bba6-416e-a302-dc1ed3e3fd49 HTTP/1.1" status: 200 len: 1092 time: 1.3094504 Jul 27 22:06:42.531086 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f66a321-1f23-497d-9838-3c387d95cf62', 'tag': '65cff377-bba6-416e-a302-dc1ed3e3fd49'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:42.533293 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb565b26-93f2-4417-8b9f-b34c907ca18b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f66a321-1f23-497d-9838-3c387d95cf62", "tag": "65cff377-bba6-416e-a302-dc1ed3e3fd49"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:42.544004 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-152cd6ce-7b04-4882-bdc9-b5993dbe505a service neutron] 10.222.0.24 "GET /v2.0/networks/2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806238 Jul 27 22:06:42.580340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ea9f2-62bf-414b-9ebd-e57832c9ac87 service neutron] Pushing event updated for resources: {'Port': ['ID=65cff377-bba6-416e-a302-dc1ed3e3fd49,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:42.712975 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbff499a-abd7-4ca6-ae95-cc093367138a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.713508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-75d65854-fc8c-4c18-b314-3fa2fe0f9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:42.714694 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-75d65854-fc8c-4c18-b314-3fa2fe0f9e30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c313672f60164e2f89bc1dbb6791d20a&device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 1095 time: 0.1069729 Jul 27 22:06:42.718686 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-aaf2af6d-0dca-4f07-ae53-dddd215cf790 service neutron] 10.222.0.24 "GET /v2.0/networks/2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610727 Jul 27 22:06:42.730131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e070a-e0c2-45c8-a51a-8492adf53829 req-d57c808d-a92b-41b7-9e49-633d36712c99 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:42.731633 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b0e070a-e0c2-45c8-a51a-8492adf53829 req-d57c808d-a92b-41b7-9e49-633d36712c99 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.0941136 Jul 27 22:06:42.773918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-6117962e-6de4-499a-83ea-a95b364c5bc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65cff377-bba6-416e-a302-dc1ed3e3fd49 HTTP/1.1" status: 200 len: 217 time: 0.0413451 Jul 27 22:06:42.832041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b0e070a-e0c2-45c8-a51a-8492adf53829 req-f2d6cf49-1d6c-41ad-b7ef-22896df7d57f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921905 Jul 27 22:06:42.839854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-fd583024-07dd-4fe1-b02b-f466b8392f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:42.841273 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-fd583024-07dd-4fe1-b02b-f466b8392f31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=577ca67c-9bf2-4cfc-b5ee-bf9ecc1a8a39 HTTP/1.1" status: 200 len: 849 time: 0.0589581 Jul 27 22:06:42.889348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-2f7c2a84-d2ff-4197-ab76-8ce0e78fe58d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dc75e60-b057-488a-9652-1b7656de53fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332742 Jul 27 22:06:42.953339 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc6a044-f03d-4e5e-9b48-d61535f80595 x-openstack-request-id: req-8cc6a044-f03d-4e5e-9b48-d61535f80595 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:42.953629 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f66a321-1f23-497d-9838-3c387d95cf62", "tag": "65cff377-bba6-416e-a302-dc1ed3e3fd49", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:42.953898 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cc6a044-f03d-4e5e-9b48-d61535f80595 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:42.954335 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f66a321-1f23-497d-9838-3c387d95cf62', 'tag': '65cff377-bba6-416e-a302-dc1ed3e3fd49', 'status': 'completed', 'code': 200} Jul 27 22:06:43.041183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8b62-ddbe-4d32-ba50-b880e1a30e43 req-a927ddb1-cbf2-4534-b487-ab0f4ab6a66e tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:43.042712 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-530e8b62-ddbe-4d32-ba50-b880e1a30e43 req-a927ddb1-cbf2-4534-b487-ab0f4ab6a66e tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 946 time: 0.1261387 Jul 27 22:06:43.059667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-d9991dbb-9dd4-4a56-8633-3075b7514738 service neutron] 10.222.0.41 "GET /v2.0/networks/3dc75e60-b057-488a-9652-1b7656de53fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620812 Jul 27 22:06:43.081658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e3916bc-8f29-47db-b0e2-c42781c7439a req-a77185f7-c021-4207-b2c5-77706d6a99b2 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 210 time: 0.0363731 Jul 27 22:06:43.156501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-530e8b62-ddbe-4d32-ba50-b880e1a30e43 req-c124598e-fece-4e0a-bd78-004802af28bc tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009390 Jul 27 22:06:43.237457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9847791-f00d-4327-924a-a030ec1eacd8 req-013e609b-6877-4091-8604-45b009e59fcc service neutron] 10.222.0.41 "GET /v2.0/networks/3dc75e60-b057-488a-9652-1b7656de53fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581776 Jul 27 22:06:43.250219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ac630-15b9-4e2f-ad8e-1a11e8404ab9 req-fa03d835-8f7e-497e-9af7-8dbd432f53a6 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:43.258798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-939ac630-15b9-4e2f-ad8e-1a11e8404ab9 req-fa03d835-8f7e-497e-9af7-8dbd432f53a6 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 944 time: 0.0971289 Jul 27 22:06:43.353715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-939ac630-15b9-4e2f-ad8e-1a11e8404ab9 req-3575b768-98ad-4b17-bf5a-1d16c76d6f7d tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db3ed7f-43fd-4313-a174-3a22366011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920553 Jul 27 22:06:43.362752 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc44aaa-8003-4a57-a5b5-9b9f77640f53 req-ad9498b3-8ab5-401a-8601-61ff5fa948b7 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:43.364432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0dc44aaa-8003-4a57-a5b5-9b9f77640f53 req-ad9498b3-8ab5-401a-8601-61ff5fa948b7 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.1045678 Jul 27 22:06:43.380107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb565b26-93f2-4417-8b9f-b34c907ca18b req-b6147a88-4a36-465e-ad4d-e584eaaf5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:43.381669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb565b26-93f2-4417-8b9f-b34c907ca18b req-b6147a88-4a36-465e-ad4d-e584eaaf5ae5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c313672f60164e2f89bc1dbb6791d20a&device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 1095 time: 0.0889449 Jul 27 22:06:43.456511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0dc44aaa-8003-4a57-a5b5-9b9f77640f53 req-3094887d-0960-4e78-a66b-29dced512e8c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851216 Jul 27 22:06:43.503239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb565b26-93f2-4417-8b9f-b34c907ca18b req-37d5ec8c-0981-45fd-a521-b2a2b52befe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:43.505238 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb565b26-93f2-4417-8b9f-b34c907ca18b req-37d5ec8c-0981-45fd-a521-b2a2b52befe0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3dc75e60-b057-488a-9652-1b7656de53fb HTTP/1.1" status: 200 len: 910 time: 0.1150837 Jul 27 22:06:43.566930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb565b26-93f2-4417-8b9f-b34c907ca18b req-8baca648-0a33-450c-b1b9-9662df325815 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65cff377-bba6-416e-a302-dc1ed3e3fd49 HTTP/1.1" status: 200 len: 217 time: 0.0524309 Jul 27 22:06:43.679869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1539bf-a3e4-44a9-a87f-6ca236e180ae req-49f48c92-1435-44cd-84d1-51a4bac2044f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:43.681269 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c1539bf-a3e4-44a9-a87f-6ca236e180ae req-49f48c92-1435-44cd-84d1-51a4bac2044f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.1242862 Jul 27 22:06:43.685532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb565b26-93f2-4417-8b9f-b34c907ca18b req-177c69f8-999d-4143-b19a-2b5718408bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:43.686952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb565b26-93f2-4417-8b9f-b34c907ca18b req-177c69f8-999d-4143-b19a-2b5718408bc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=577ca67c-9bf2-4cfc-b5ee-bf9ecc1a8a39 HTTP/1.1" status: 200 len: 849 time: 0.1018987 Jul 27 22:06:43.697160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79071e-42cf-4bed-b7bc-846f40dab62a req-14b98e1e-b84a-454e-987d-9bf1b06886c1 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:43.698588 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff79071e-42cf-4bed-b7bc-846f40dab62a req-14b98e1e-b84a-454e-987d-9bf1b06886c1 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=04565145-fa25-4b29-9968-3b485e366a07 HTTP/1.1" status: 200 len: 949 time: 0.0973127 Jul 27 22:06:43.749551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb565b26-93f2-4417-8b9f-b34c907ca18b req-88ab06c3-7d3b-4264-b3a5-e1f32e2e1952 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3dc75e60-b057-488a-9652-1b7656de53fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459638 Jul 27 22:06:43.815395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c1539bf-a3e4-44a9-a87f-6ca236e180ae req-26dba0c5-a1b6-4082-88d2-81961a7a893e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275010 Jul 27 22:06:43.826520 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff79071e-42cf-4bed-b7bc-846f40dab62a req-68670c32-39ca-4b9f-a827-a659e93f8c73 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149251 Jul 27 22:06:43.865934 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb565b26-93f2-4417-8b9f-b34c907ca18b req-44b68176-4d34-4003-9d4d-8694ea21c55c service neutron] 10.222.0.41 "GET /v2.0/networks/3dc75e60-b057-488a-9652-1b7656de53fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083763 Jul 27 22:06:43.891823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b181edf2-6c78-434e-98b6-2f69b335087e details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:43.974850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb565b26-93f2-4417-8b9f-b34c907ca18b req-9219dc8c-d83d-4714-921f-e91adaade0a2 service neutron] 10.222.0.41 "GET /v2.0/networks/3dc75e60-b057-488a-9652-1b7656de53fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008778 Jul 27 22:06:44.032862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b181edf2-6c78-434e-98b6-2f69b335087e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b181edf2-6c78-434e-98b6-2f69b335087e,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:44.045736 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'b181edf2-6c78-434e-98b6-2f69b335087e', 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'port_id': 'b181edf2-6c78-434e-98b6-2f69b335087e', 'mac_address': 'fa:16:3e:87:86:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b64ac46-4efb-44f1-8ae7-9df77514a56e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:44.046482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa3d2b-52fa-41f6-94a2-25420760b356 req-2356e19a-3524-4645-b3e0-0e45832f8552 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:44.048394 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30fa3d2b-52fa-41f6-94a2-25420760b356 req-2356e19a-3524-4645-b3e0-0e45832f8552 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.0705993 Jul 27 22:06:44.110758 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.121026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30fa3d2b-52fa-41f6-94a2-25420760b356 req-8d0e2e8c-d543-41cd-b3ec-4e0d81d0943e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567975 Jul 27 22:06:44.132945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b181edf2-6c78-434e-98b6-2f69b335087e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:44.180168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b181edf2-6c78-434e-98b6-2f69b335087e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b181edf2-6c78-434e-98b6-2f69b335087e,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:44.182859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 65cff377-bba6-416e-a302-dc1ed3e3fd49 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:44.197446 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.226414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-db2e6103-6017-489f-beae-32e909ed6f12 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:44.228501 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-db2e6103-6017-489f-beae-32e909ed6f12 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.43 "GET /v2.0/networks?id=2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f HTTP/1.1" status: 200 len: 813 time: 0.1826894 Jul 27 22:06:44.266366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Request body: {'port': {'device_id': 'fc1e5ad2-a489-4cb8-833b-b7b1b00deafb', 'network_id': '2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f', 'admin_state_up': True, 'tenant_id': '02c6c836cd664dd38d4d4ce431a86e0d'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:44.320631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['b181edf2-6c78-434e-98b6-2f69b335087e'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:44.370434 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c101815-2a1b-47c5-b009-c1a1a888409a req-8a10cec6-fd20-4fd0-b07a-c31b995a0ee6 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 210 time: 0.0405004 Jul 27 22:06:44.400856 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b181edf2-6c78-434e-98b6-2f69b335087e,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:44.452128 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Made reservation on behalf of 02c6c836cd664dd38d4d4ce431a86e0d for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:44.455620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.503978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 65cff377-bba6-416e-a302-dc1ed3e3fd49, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=65cff377-bba6-416e-a302-dc1ed3e3fd49,segment=NetworkSegment(ff0cd77d-a785-41d6-ba2e-a13e31196f53),segment_id=ff0cd77d-a785-41d6-ba2e-a13e31196f53)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:44.532793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b30b2-49b3-4744-90f7-a25f9fcdbc63 req-de2d3281-43ba-4ff2-8297-3daf8aa03edb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:44.535589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '65cff377-bba6-416e-a302-dc1ed3e3fd49', 'network_id': '3dc75e60-b057-488a-9652-1b7656de53fb', 'port_id': '65cff377-bba6-416e-a302-dc1ed3e3fd49', 'mac_address': 'fa:16:3e:f7:c2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577ca67c-9bf2-4cfc-b5ee-bf9ecc1a8a39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:44.541414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc3b30b2-49b3-4744-90f7-a25f9fcdbc63 req-de2d3281-43ba-4ff2-8297-3daf8aa03edb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.0929487 Jul 27 22:06:44.613973 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.624311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Allocated IP 172.20.0.5 (2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f/ddcd6715-617d-4524-8994-2b8462f227de/f720582a-03db-41ae-ac01-5370f29263ec) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:44.634636 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc3b30b2-49b3-4744-90f7-a25f9fcdbc63 req-0c299d50-a27a-42db-b4a9-34b529aba919 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723524 Jul 27 22:06:44.643429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d655ea-8b88-4fa2-a76b-323b0a19ecd9 req-cf829d81-ccc5-4bda-bd35-ca2f48fdeb5c tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:44.644675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cff377-bba6-416e-a302-dc1ed3e3fd49 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:44.650668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68d655ea-8b88-4fa2-a76b-323b0a19ecd9 req-cf829d81-ccc5-4bda-bd35-ca2f48fdeb5c tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 944 time: 0.1079822 Jul 27 22:06:44.688103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 65cff377-bba6-416e-a302-dc1ed3e3fd49, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=65cff377-bba6-416e-a302-dc1ed3e3fd49,segment=NetworkSegment(ff0cd77d-a785-41d6-ba2e-a13e31196f53),segment_id=ff0cd77d-a785-41d6-ba2e-a13e31196f53)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:44.692760 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68d655ea-8b88-4fa2-a76b-323b0a19ecd9 req-2d46f1b7-d820-45a9-91b0-1aaa5a4350b1 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db3ed7f-43fd-4313-a174-3a22366011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Jul 27 22:06:44.694901 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.778339 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=65cff377-bba6-416e-a302-dc1ed3e3fd49,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:44.830490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac262a-d30f-46b7-84a5-e9adb1c54fb6 req-75632de2-518c-4c14-bdd8-9f927eb35fbd tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:44.832067 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64ac262a-d30f-46b7-84a5-e9adb1c54fb6 req-75632de2-518c-4c14-bdd8-9f927eb35fbd tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.0671892 Jul 27 22:06:44.862813 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.881782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64ac262a-d30f-46b7-84a5-e9adb1c54fb6 req-174289e5-54b2-47b7-91f7-beec629a9461 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433643 Jul 27 22:06:44.912940 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.976505 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Network 2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:44.993397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:44.995164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Pushing event updated for resources: {'Port': ['ID=f720582a-03db-41ae-ac01-5370f29263ec,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:45.000996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['65cff377-bba6-416e-a302-dc1ed3e3fd49'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:45.004707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:45.021792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a743b86-1052-4033-8caa-20420a4ccc95 req-4525aa84-b0b4-4b26-8dea-db7af0962c0b tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:45.023933 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a743b86-1052-4033-8caa-20420a4ccc95 req-4525aa84-b0b4-4b26-8dea-db7af0962c0b tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 946 time: 0.0727351 Jul 27 22:06:45.063396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:45.064044 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.083188 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-14941a09-3c0d-4773-8a9b-6828daa6e8ea tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8391798 Jul 27 22:06:45.100547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Request body: {'port': {'device_id': 'fc1e5ad2-a489-4cb8-833b-b7b1b00deafb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:45.119871 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a743b86-1052-4033-8caa-20420a4ccc95 req-d1b40929-8a25-4a5d-afc8-1ee41d762419 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889649 Jul 27 22:06:45.136067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673df4f-eefe-46d7-84de-4fe6e1f0d258 req-142193a8-f9ec-45f9-885e-fe8d4594efea tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:45.137680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8673df4f-eefe-46d7-84de-4fe6e1f0d258 req-142193a8-f9ec-45f9-885e-fe8d4594efea tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.0700507 Jul 27 22:06:45.205327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.235829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8673df4f-eefe-46d7-84de-4fe6e1f0d258 req-7997a318-25e3-497b-8384-bf87f787e00f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873277 Jul 27 22:06:45.409754 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6b958da2-9c96-48c8-92fb-3866bfe028d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.600312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccedcb-ed5e-4488-aa2b-e3b6e4233f7a req-1cdb357e-a134-49b7-b586-0a31893da261 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:45.608474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eccedcb-ed5e-4488-aa2b-e3b6e4233f7a req-1cdb357e-a134-49b7-b586-0a31893da261 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 931 time: 0.0850215 Jul 27 22:06:45.648207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f720582a-03db-41ae-ac01-5370f29263ec {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:45.658709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.672621 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.674698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Transition to ACTIVE for port object f720582a-03db-41ae-ac01-5370f29263ec will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:45.676976 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eccedcb-ed5e-4488-aa2b-e3b6e4233f7a req-0ead3530-be97-4a8c-926c-6c9d113d4ae2 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d53b128-209d-4bd1-9183-9ce43d9bea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674725 Jul 27 22:06:45.705412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.881418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Pushing event updated for resources: {'Port': ['ID=f720582a-03db-41ae-ac01-5370f29263ec,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:45.892404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c4044-cd7e-4a02-9ce7-6c96e72b1c3e req-43c30dea-1820-42ec-b2fa-e6beb231ff4b tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:45.900574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b181edf2-6c78-434e-98b6-2f69b335087e up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:45.911749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee5c4044-cd7e-4a02-9ce7-6c96e72b1c3e req-43c30dea-1820-42ec-b2fa-e6beb231ff4b tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 945 time: 0.0951231 Jul 27 22:06:45.963312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Attempting to bind port f720582a-03db-41ae-ac01-5370f29263ec on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:45.963723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Attempting to bind port f720582a-03db-41ae-ac01-5370f29263ec by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '4ee139fc-6c93-4425-a2f8-49bf4382f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:45.964056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Attempting to bind port f720582a-03db-41ae-ac01-5370f29263ec on network 2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:45.969589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Port f720582a-03db-41ae-ac01-5370f29263ec on network 2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:45.969935 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Attempting to bind port f720582a-03db-41ae-ac01-5370f29263ec on network 2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:45.977183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:45.977447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Checking segment: {'id': '4ee139fc-6c93-4425-a2f8-49bf4382f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:45.977846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Bound using segment: {'id': '4ee139fc-6c93-4425-a2f8-49bf4382f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:45.984950 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Bound port: f720582a-03db-41ae-ac01-5370f29263ec, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee139fc-6c93-4425-a2f8-49bf4382f0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:45.984950 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.046307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee5c4044-cd7e-4a02-9ce7-6c96e72b1c3e req-836e4100-864d-40c0-bab0-7c2cdb352fda tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db3ed7f-43fd-4313-a174-3a22366011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333001 Jul 27 22:06:46.054150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port b181edf2-6c78-434e-98b6-2f69b335087e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:46.055136 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.127417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] For port f720582a-03db-41ae-ac01-5370f29263ec, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:46.133587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] For port f720582a-03db-41ae-ac01-5370f29263ec, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f720582a-03db-41ae-ac01-5370f29263ec,segment=NetworkSegment(4ee139fc-6c93-4425-a2f8-49bf4382f0c4),segment_id=4ee139fc-6c93-4425-a2f8-49bf4382f0c4)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:46.142706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.188518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 65cff377-bba6-416e-a302-dc1ed3e3fd49 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:46.202827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:46.210406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.212481 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] 10.222.0.43 "PUT /v2.0/ports/f720582a-03db-41ae-ac01-5370f29263ec HTTP/1.1" status: 200 len: 1091 time: 1.1171536 Jul 27 22:06:46.215839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1e5ad2-a489-4cb8-833b-b7b1b00deafb', 'tag': 'f720582a-03db-41ae-ac01-5370f29263ec'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:46.224083 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797b2d94-55fc-4616-b25d-b52d05a0b5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1e5ad2-a489-4cb8-833b-b7b1b00deafb", "tag": "f720582a-03db-41ae-ac01-5370f29263ec"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:46.292076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917e3bb-6723-493c-8896-fe511d8663db service neutron] Pushing event updated for resources: {'Port': ['ID=f720582a-03db-41ae-ac01-5370f29263ec,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:46.331702 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.334994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-67f04736-b9d7-4356-82a9-f99e505765ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:46.337662 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-67f04736-b9d7-4356-82a9-f99e505765ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02c6c836cd664dd38d4d4ce431a86e0d&device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 1094 time: 0.0625997 Jul 27 22:06:46.363102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5033c-941f-4b23-b979-5c6960c52426 req-7c8ec11d-f95a-45fe-bf9f-af892a443588 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:46.380665 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90d5033c-941f-4b23-b979-5c6960c52426 req-7c8ec11d-f95a-45fe-bf9f-af892a443588 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 946 time: 0.1019762 Jul 27 22:06:46.384733 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.401844 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.405297 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-07524de6-d1ad-453d-8227-ebd62b4b6e43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f720582a-03db-41ae-ac01-5370f29263ec HTTP/1.1" status: 200 len: 217 time: 0.0557737 Jul 27 22:06:46.425617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfead7d6-868c-47a0-b044-47d068ba817e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b181edf2-6c78-434e-98b6-2f69b335087e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:46.431798 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3de75fb-17a8-4405-a506-6960d301cc9a x-openstack-request-id: req-a3de75fb-17a8-4405-a506-6960d301cc9a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:46.432095 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1e5ad2-a489-4cb8-833b-b7b1b00deafb", "tag": "f720582a-03db-41ae-ac01-5370f29263ec", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:46.432348 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3de75fb-17a8-4405-a506-6960d301cc9a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:46.432746 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1e5ad2-a489-4cb8-833b-b7b1b00deafb', 'tag': 'f720582a-03db-41ae-ac01-5370f29263ec', 'status': 'completed', 'code': 200} Jul 27 22:06:46.432968 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56691d2-1271-43e9-8a03-52133bd910a3" -d '{"events": [{"server_uuid": "bfead7d6-868c-47a0-b044-47d068ba817e", "name": "network-vif-plugged", "status": "completed", "tag": "b181edf2-6c78-434e-98b6-2f69b335087e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:46.464485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90d5033c-941f-4b23-b979-5c6960c52426 req-7c3bf2bd-f2b3-41b3-a196-59d0819f9b54 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828581 Jul 27 22:06:46.476769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-e5605f4e-bfd3-462e-bf5e-29ff5686eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:46.478559 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-e5605f4e-bfd3-462e-bf5e-29ff5686eb19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddcd6715-617d-4524-8994-2b8462f227de HTTP/1.1" status: 200 len: 853 time: 0.0605385 Jul 27 22:06:46.490786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b181edf2-6c78-434e-98b6-2f69b335087e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b181edf2-6c78-434e-98b6-2f69b335087e,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:46.492285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 65cff377-bba6-416e-a302-dc1ed3e3fd49 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:46.508130 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.510670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 65cff377-bba6-416e-a302-dc1ed3e3fd49 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:46.511195 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.553002 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-85136387-2da6-4546-8cf8-2ffa34174723 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527489 Jul 27 22:06:46.578788 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36049414-34e4-43c0-af7f-5127c5df3005 x-openstack-request-id: req-36049414-34e4-43c0-af7f-5127c5df3005 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:46.579314 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfead7d6-868c-47a0-b044-47d068ba817e", "name": "network-vif-plugged", "status": "completed", "tag": "b181edf2-6c78-434e-98b6-2f69b335087e", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:46.579697 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36049414-34e4-43c0-af7f-5127c5df3005 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:46.580214 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfead7d6-868c-47a0-b044-47d068ba817e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b181edf2-6c78-434e-98b6-2f69b335087e', 'code': 200} Jul 27 22:06:46.620721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b181edf2-6c78-434e-98b6-2f69b335087e,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:46.639732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8f578-b339-4d31-a53c-56869fd143b2 req-32895671-b64a-4a65-a031-ac549903bab2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:46.660001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cc8f578-b339-4d31-a53c-56869fd143b2 req-32895671-b64a-4a65-a031-ac549903bab2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.1070573 Jul 27 22:06:46.686291 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.705620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cc8f578-b339-4d31-a53c-56869fd143b2 req-c4d5c2cb-e88e-49de-b529-466ab5461e91 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412755 Jul 27 22:06:46.731452 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-c8324c8b-6581-45c8-9e55-af53431eb727 service neutron] 10.222.0.43 "GET /v2.0/networks/2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627626 Jul 27 22:06:46.757896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 65cff377-bba6-416e-a302-dc1ed3e3fd49, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=65cff377-bba6-416e-a302-dc1ed3e3fd49,segment=NetworkSegment(ff0cd77d-a785-41d6-ba2e-a13e31196f53),segment_id=ff0cd77d-a785-41d6-ba2e-a13e31196f53)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:46.764625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.765583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e060c2b5-86a9-4206-bbea-afbf9091d691 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:46.859999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=65cff377-bba6-416e-a302-dc1ed3e3fd49,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:46.868119 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-601378d1-49e6-44b0-8566-d7627f7c7723 req-ed57a97a-8e05-4fd2-8ba2-3fefbc57dfbc service neutron] 10.222.0.43 "GET /v2.0/networks/2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278040 Jul 27 22:06:46.883636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf19965-de24-43d1-9061-b3a1ddcdb5d4 req-70f8dfbc-92b2-49ae-8763-ba9d10da6f12 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:46.895323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dcf19965-de24-43d1-9061-b3a1ddcdb5d4 req-70f8dfbc-92b2-49ae-8763-ba9d10da6f12 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 943 time: 0.1202080 Jul 27 22:06:46.973563 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.998386 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dcf19965-de24-43d1-9061-b3a1ddcdb5d4 req-78a0040d-f0c1-4c60-9aa7-9753a08901b9 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d53b128-209d-4bd1-9183-9ce43d9bea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982921 Jul 27 22:06:47.008878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b2d94-55fc-4616-b25d-b52d05a0b5fc req-dacd9d2b-ef2d-484f-b7d3-b8d4fe18932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:47.011096 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-797b2d94-55fc-4616-b25d-b52d05a0b5fc req-dacd9d2b-ef2d-484f-b7d3-b8d4fe18932e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=02c6c836cd664dd38d4d4ce431a86e0d&device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 1094 time: 0.0743113 Jul 27 22:06:47.032496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:47.037682 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.121027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=e060c2b5-86a9-4206-bbea-afbf9091d691,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:47.186113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b2d94-55fc-4616-b25d-b52d05a0b5fc req-989ea646-3f63-45ac-aab0-40a5e4c11518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:47.187642 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-797b2d94-55fc-4616-b25d-b52d05a0b5fc req-989ea646-3f63-45ac-aab0-40a5e4c11518 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f HTTP/1.1" status: 200 len: 914 time: 0.1634517 Jul 27 22:06:47.199677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f890763-698f-4146-83b6-40d1cb60dc96 req-2716c83b-e264-4e1c-b39a-b7a9466093cc tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:47.201530 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f890763-698f-4146-83b6-40d1cb60dc96 req-2716c83b-e264-4e1c-b39a-b7a9466093cc tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 946 time: 0.0639081 Jul 27 22:06:47.255099 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-797b2d94-55fc-4616-b25d-b52d05a0b5fc req-4a24ecc0-a280-4de7-9486-e3ada1d7e3f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f720582a-03db-41ae-ac01-5370f29263ec HTTP/1.1" status: 200 len: 217 time: 0.0579016 Jul 27 22:06:47.266824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f890763-698f-4146-83b6-40d1cb60dc96 req-09442f4a-afdb-4282-bf3a-1d4d60fec35a tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db3ed7f-43fd-4313-a174-3a22366011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592744 Jul 27 22:06:47.316426 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b2d94-55fc-4616-b25d-b52d05a0b5fc req-14a0e782-9c6f-472d-a9de-73b171a1e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:47.317895 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-797b2d94-55fc-4616-b25d-b52d05a0b5fc req-14a0e782-9c6f-472d-a9de-73b171a1e235 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddcd6715-617d-4524-8994-2b8462f227de HTTP/1.1" status: 200 len: 853 time: 0.0477493 Jul 27 22:06:47.355373 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-797b2d94-55fc-4616-b25d-b52d05a0b5fc req-947f640b-77c0-4399-ba4d-a3f8387c6ef9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266871 Jul 27 22:06:47.444914 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-797b2d94-55fc-4616-b25d-b52d05a0b5fc req-c917eb18-a941-4f1e-a18e-4593c97c7c6e service neutron] 10.222.0.43 "GET /v2.0/networks/2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801697 Jul 27 22:06:47.553759 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-797b2d94-55fc-4616-b25d-b52d05a0b5fc req-805e882f-c522-4963-b645-0473c4fc27ad service neutron] 10.222.0.43 "GET /v2.0/networks/2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974374 Jul 27 22:06:47.595794 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02278e-afa4-448e-b697-5723dc07ad34 req-e83e6235-4b01-4153-85e5-4715876cee3e tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:47.598750 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a02278e-afa4-448e-b697-5723dc07ad34 req-e83e6235-4b01-4153-85e5-4715876cee3e tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 946 time: 0.0615618 Jul 27 22:06:47.641369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a02278e-afa4-448e-b697-5723dc07ad34 req-de126fc8-d147-4b53-aa1d-bb864c11dc20 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377295 Jul 27 22:06:47.868827 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30446f-4428-4eea-becb-22411005203c req-7bb5f8e5-efbc-459c-a066-4f778cc66c78 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:47.870437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f30446f-4428-4eea-becb-22411005203c req-7bb5f8e5-efbc-459c-a066-4f778cc66c78 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.0798900 Jul 27 22:06:47.910892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f30446f-4428-4eea-becb-22411005203c req-cd651362-74e1-43c3-8c6f-7ef5e1e3a8a7 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331559 Jul 27 22:06:47.917377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 51af7fb9-fde2-424b-b330-546677bc17d5 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:48.022950 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.076919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-64efd7e7-fd89-45a4-b913-03c97445327d tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:48.078712 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-64efd7e7-fd89-45a4-b913-03c97445327d tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.43 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 946 time: 0.0736759 Jul 27 22:06:48.087316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 51af7fb9-fde2-424b-b330-546677bc17d5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=51af7fb9-fde2-424b-b330-546677bc17d5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:48.106890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '51af7fb9-fde2-424b-b330-546677bc17d5', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '51af7fb9-fde2-424b-b330-546677bc17d5', 'mac_address': 'fa:16:3e:2c:9e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:48.174353 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14c605-b32e-4a81-8725-34b4c3fe589f req-f708a837-49a7-4504-b76a-6ee96b22234a tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:48.183292 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a14c605-b32e-4a81-8725-34b4c3fe589f req-f708a837-49a7-4504-b76a-6ee96b22234a tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 943 time: 0.0786388 Jul 27 22:06:48.232983 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.240443 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a14c605-b32e-4a81-8725-34b4c3fe589f req-4c9564e8-5daf-4c64-8980-d2bad6338d57 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d53b128-209d-4bd1-9183-9ce43d9bea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560701 Jul 27 22:06:48.292257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51af7fb9-fde2-424b-b330-546677bc17d5 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:48.340415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Deleting port ab7c5d49-c2b7-4702-b85e-9450cc40505b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:48.340768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.357950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 51af7fb9-fde2-424b-b330-546677bc17d5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=51af7fb9-fde2-424b-b330-546677bc17d5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:48.366806 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.454044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=51af7fb9-fde2-424b-b330-546677bc17d5,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:48.468381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['51af7fb9-fde2-424b-b330-546677bc17d5'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:48.487429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe29958-dc4c-45f0-9cc0-b6ac0bf88d28 req-9dd10cad-e015-46ce-8242-ffdbae83ad9b tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:48.500622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efe29958-dc4c-45f0-9cc0-b6ac0bf88d28 req-9dd10cad-e015-46ce-8242-ffdbae83ad9b tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 946 time: 0.1077590 Jul 27 22:06:48.556546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] For port ab7c5d49-c2b7-4702-b85e-9450cc40505b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ab7c5d49-c2b7-4702-b85e-9450cc40505b,segment=NetworkSegment(47a103f6-c125-4d5d-85cb-5c63d71fca1a),segment_id=47a103f6-c125-4d5d-85cb-5c63d71fca1a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:48.557430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.571419 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efe29958-dc4c-45f0-9cc0-b6ac0bf88d28 req-55a23c5d-4440-4b07-9398-ff5288187f63 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db3ed7f-43fd-4313-a174-3a22366011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693519 Jul 27 22:06:48.583750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f66a321-1f23-497d-9838-3c387d95cf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cff377-bba6-416e-a302-dc1ed3e3fd49'}, {'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:48.586564 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cc8e83-2e81-412a-83f3-25feb83a52fb" -d '{"events": [{"server_uuid": "7f66a321-1f23-497d-9838-3c387d95cf62", "name": "network-vif-plugged", "status": "completed", "tag": "65cff377-bba6-416e-a302-dc1ed3e3fd49"}, {"server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "name": "network-vif-unplugged", "status": "completed", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:48.956708 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae1df9a-8b54-4d6f-886a-e0ce50c7cb06 x-openstack-request-id: req-4ae1df9a-8b54-4d6f-886a-e0ce50c7cb06 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:48.957231 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f66a321-1f23-497d-9838-3c387d95cf62", "name": "network-vif-plugged", "status": "completed", "tag": "65cff377-bba6-416e-a302-dc1ed3e3fd49", "code": 200}, {"server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "name": "network-vif-unplugged", "status": "completed", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:48.957231 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ae1df9a-8b54-4d6f-886a-e0ce50c7cb06 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:48.957654 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f66a321-1f23-497d-9838-3c387d95cf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cff377-bba6-416e-a302-dc1ed3e3fd49', 'code': 200} Jul 27 22:06:48.958019 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'code': 200} Jul 27 22:06:49.034834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61c88c-fadf-40e4-9870-be3e20674137 req-c3fa9001-3c79-4d40-aec0-15ae617d5a33 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:49.042712 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f61c88c-fadf-40e4-9870-be3e20674137 req-c3fa9001-3c79-4d40-aec0-15ae617d5a33 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/ports?device_id=a740d86b-ad12-4208-9c34-d491d68b4c87 HTTP/1.1" status: 200 len: 946 time: 0.2353005 Jul 27 22:06:49.053070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70188d4f-e21f-44c2-8f88-3e7e7e67087a req-7c7bdd19-882e-472c-b5d6-4b5779e144bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:49.054636 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70188d4f-e21f-44c2-8f88-3e7e7e67087a req-7c7bdd19-882e-472c-b5d6-4b5779e144bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 1097 time: 0.1862152 Jul 27 22:06:49.124160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70188d4f-e21f-44c2-8f88-3e7e7e67087a req-62a43de2-de07-4c8e-b85f-608d6d9f6a9b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5db3ed7f-43fd-4313-a174-3a22366011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582247 Jul 27 22:06:49.142593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f61c88c-fadf-40e4-9870-be3e20674137 req-d560d848-670c-4e0a-abdd-f387a259dbc3 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups?id=26029e2b-0716-4e8f-90ba-6d7b619bb9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938854 Jul 27 22:06:49.149671 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.155054 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.155407 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Floating IP 0627aa00-4f65-41eb-bd03-a3e5d0fe54ad disassociated. External IP: 172.25.1.68, port: ab7c5d49-c2b7-4702-b85e-9450cc40505b. Jul 27 22:06:49.155763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Calling delete_port for ab7c5d49-c2b7-4702-b85e-9450cc40505b owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:49.428542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ad429-2ef3-4d24-be3a-fe377b8b9af3 req-a33ea8e8-e95e-4bf4-8bf1-2233984d5c08 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:49.439791 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.445118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-795ad429-2ef3-4d24-be3a-fe377b8b9af3 req-a33ea8e8-e95e-4bf4-8bf1-2233984d5c08 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.1828725 Jul 27 22:06:49.582629 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-795ad429-2ef3-4d24-be3a-fe377b8b9af3 req-f3db3b68-448f-467e-a357-7d557804bf15 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261182 Jul 27 22:06:49.643438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Pushing event deleted for resources: {'Port': ['ID=ab7c5d49-c2b7-4702-b85e-9450cc40505b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:49.724067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Router 89b3439d-56b8-4957-840c-00c5ad300f23 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:06:49.917659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:06:49.929119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98fddb0-6ec0-44dc-bb89-def3731d54e4 None None] Sync routers for ids ['89b3439d-56b8-4957-840c-00c5ad300f23'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:06:49.954608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 51af7fb9-fde2-424b-b330-546677bc17d5 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:49.959603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98fddb0-6ec0-44dc-bb89-def3731d54e4 None None] Routers {'89b3439d-56b8-4957-840c-00c5ad300f23'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:49.992804 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b98fddb0-6ec0-44dc-bb89-def3731d54e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:06:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['89b3439d-56b8-4957-840c-00c5ad300f23'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:50.026515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] No DVR routers for this DVR port ab7c5d49-c2b7-4702-b85e-9450cc40505b on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:50.038224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.041396 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0a70ba4-db7f-4646-b71d-4d88c9de93b6 req-240e1936-c1e8-4101-a06c-6d16b48f3ae1 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.43 "DELETE /v2.0/ports/ab7c5d49-c2b7-4702-b85e-9450cc40505b HTTP/1.1" status: 204 len: 173 time: 1.9166341 Jul 27 22:06:50.042137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'name': 'network-vif-deleted', 'tag': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:50.044967 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4700817e-e9c0-4e8d-9d53-e0d785ddfcdb" -d '{"events": [{"server_uuid": "a740d86b-ad12-4208-9c34-d491d68b4c87", "name": "network-vif-deleted", "tag": "ab7c5d49-c2b7-4702-b85e-9450cc40505b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:50.236741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 3822746f-4e34-49a3-8407-7dc134c1c3e0 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:50.432296 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:06:50.527329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b98fddb0-6ec0-44dc-bb89-def3731d54e4 None None] Set router 89b3439d-56b8-4957-840c-00c5ad300f23 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:50.529613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 51af7fb9-fde2-424b-b330-546677bc17d5 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:50.530082 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.781198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 3822746f-4e34-49a3-8407-7dc134c1c3e0, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3822746f-4e34-49a3-8407-7dc134c1c3e0,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:50.849753 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '3822746f-4e34-49a3-8407-7dc134c1c3e0', 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849', 'port_id': '3822746f-4e34-49a3-8407-7dc134c1c3e0', 'mac_address': 'fa:16:3e:e1:67:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:50.979227 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.023517 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.052847 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3822746f-4e34-49a3-8407-7dc134c1c3e0 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:51.065006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ecc11b-1396-4e1d-8dec-3ee030b76ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51af7fb9-fde2-424b-b330-546677bc17d5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:51.068162 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277b9430-5073-43a4-ae28-d1201d8f11b3" -d '{"events": [{"server_uuid": "29ecc11b-1396-4e1d-8dec-3ee030b76ff5", "name": "network-vif-plugged", "status": "completed", "tag": "51af7fb9-fde2-424b-b330-546677bc17d5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:51.091326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 51af7fb9-fde2-424b-b330-546677bc17d5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=51af7fb9-fde2-424b-b330-546677bc17d5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:51.105427 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.106600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ab7c5d49-c2b7-4702-b85e-9450cc40505b no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:51.110198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 3822746f-4e34-49a3-8407-7dc134c1c3e0, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3822746f-4e34-49a3-8407-7dc134c1c3e0,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:51.138881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: ab7c5d49-c2b7-4702-b85e-9450cc40505b {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:51.139616 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ab7c5d49-c2b7-4702-b85e-9450cc40505b not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:51.162377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.230140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b98fddb0-6ec0-44dc-bb89-def3731d54e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9394d2e6-b47c-4500-9200-b79046d93bf4', 'name': '', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'mac_address': 'fa:16:3e:48:f6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 5, 'project_id': '140514c19a3047f38e457ed121af4deb', 'subnets': [{'id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:51.261298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=51af7fb9-fde2-424b-b330-546677bc17d5,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:51.264737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98fddb0-6ec0-44dc-bb89-def3731d54e4 None None] Checking router: 89b3439d-56b8-4957-840c-00c5ad300f23 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:06:51.300989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98fddb0-6ec0-44dc-bb89-def3731d54e4 None None] Routers {'89b3439d-56b8-4957-840c-00c5ad300f23'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:51.302122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b98fddb0-6ec0-44dc-bb89-def3731d54e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:06:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['89b3439d-56b8-4957-840c-00c5ad300f23'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:51.350839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['3822746f-4e34-49a3-8407-7dc134c1c3e0'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:51.396783 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=3822746f-4e34-49a3-8407-7dc134c1c3e0,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:51.526287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b98fddb0-6ec0-44dc-bb89-def3731d54e4 None None] Set router 89b3439d-56b8-4957-840c-00c5ad300f23 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:51.951512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f720582a-03db-41ae-ac01-5370f29263ec details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:51.958312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b98fddb0-6ec0-44dc-bb89-def3731d54e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9394d2e6-b47c-4500-9200-b79046d93bf4', 'name': '', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'mac_address': 'fa:16:3e:48:f6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 5, 'project_id': '140514c19a3047f38e457ed121af4deb', 'subnets': [{'id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:52.005888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98fddb0-6ec0-44dc-bb89-def3731d54e4 None None] The sync data for ids ['89b3439d-56b8-4957-840c-00c5ad300f23'] in n-d-802011-3 is: [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9394d2e6-b47c-4500-9200-b79046d93bf4', 'name': '', 'network_id': 'fb7d5832-e66d-4af8-806f-865f1a6921ab', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'mac_address': 'fa:16:3e:48:f6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:34Z', 'updated_at': '2021-07-27T22:04:42Z', 'revision_number': 5, 'project_id': '140514c19a3047f38e457ed121af4deb', 'subnets': [{'id': 'c0688aa2-6ac8-4d48-9573-48317c605acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:06:52.181876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port f720582a-03db-41ae-ac01-5370f29263ec, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f720582a-03db-41ae-ac01-5370f29263ec,segment=NetworkSegment(4ee139fc-6c93-4425-a2f8-49bf4382f0c4),segment_id=4ee139fc-6c93-4425-a2f8-49bf4382f0c4)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:52.201349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'f720582a-03db-41ae-ac01-5370f29263ec', 'network_id': '2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f', 'port_id': 'f720582a-03db-41ae-ac01-5370f29263ec', 'mac_address': 'fa:16:3e:45:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddcd6715-617d-4524-8994-2b8462f227de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:52.241738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 3822746f-4e34-49a3-8407-7dc134c1c3e0 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:52.313645 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:52.342297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f720582a-03db-41ae-ac01-5370f29263ec {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:52.375346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port f720582a-03db-41ae-ac01-5370f29263ec, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f720582a-03db-41ae-ac01-5370f29263ec,segment=NetworkSegment(4ee139fc-6c93-4425-a2f8-49bf4382f0c4),segment_id=4ee139fc-6c93-4425-a2f8-49bf4382f0c4)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:52.386326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 3822746f-4e34-49a3-8407-7dc134c1c3e0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:52.387032 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:52.429867 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:52.554037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=f720582a-03db-41ae-ac01-5370f29263ec,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:52.659123 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21720d4a-1572-46aa-9a08-e489234becd4 None None] New status for floating IP 0627aa00-4f65-41eb-bd03-a3e5d0fe54ad: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:06:52.850640 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:52.944883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['f720582a-03db-41ae-ac01-5370f29263ec'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:53.028577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 3822746f-4e34-49a3-8407-7dc134c1c3e0, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3822746f-4e34-49a3-8407-7dc134c1c3e0,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:53.046560 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.197134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=3822746f-4e34-49a3-8407-7dc134c1c3e0,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:53.939507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f720582a-03db-41ae-ac01-5370f29263ec up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:54.020952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port f720582a-03db-41ae-ac01-5370f29263ec completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:54.027881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port f720582a-03db-41ae-ac01-5370f29263ec triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:54.028786 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:54.179925 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:54.245842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port f720582a-03db-41ae-ac01-5370f29263ec, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f720582a-03db-41ae-ac01-5370f29263ec,segment=NetworkSegment(4ee139fc-6c93-4425-a2f8-49bf4382f0c4),segment_id=4ee139fc-6c93-4425-a2f8-49bf4382f0c4)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:54.258583 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:54.371166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=f720582a-03db-41ae-ac01-5370f29263ec,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:57.561467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9206738-4897-41d3-9f15-5162653b82b1 req-48980717-ed40-4906-a410-7f0f992434e2 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:57.563352 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a9206738-4897-41d3-9f15-5162653b82b1 req-48980717-ed40-4906-a410-7f0f992434e2 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 945 time: 0.0876489 Jul 27 22:06:57.639986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daa175-d51d-4134-9927-ceb2f731bcd9 req-351bf712-955c-4284-8077-d6faec048e4f tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:57.641484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6daa175-d51d-4134-9927-ceb2f731bcd9 req-351bf712-955c-4284-8077-d6faec048e4f tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 946 time: 0.0770540 Jul 27 22:06:57.649599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a9206738-4897-41d3-9f15-5162653b82b1 req-7d9777fe-cf26-45fc-9071-ea8a8f5a0086 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d53b128-209d-4bd1-9183-9ce43d9bea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728927 Jul 27 22:06:57.702908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6daa175-d51d-4134-9927-ceb2f731bcd9 req-0542990a-b55a-4699-b8ff-350846cff1c7 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db3ed7f-43fd-4313-a174-3a22366011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539303 Jul 27 22:06:57.767511 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a5ae96-6b65-463b-a058-e7899847b087 x-openstack-request-id: req-23a5ae96-6b65-463b-a058-e7899847b087 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:57.768009 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a740d86b-ad12-4208-9c34-d491d68b4c87", "name": "network-vif-deleted", "tag": "ab7c5d49-c2b7-4702-b85e-9450cc40505b", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:57.768238 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23a5ae96-6b65-463b-a058-e7899847b087 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:57.768814 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a740d86b-ad12-4208-9c34-d491d68b4c87', 'name': 'network-vif-deleted', 'tag': 'ab7c5d49-c2b7-4702-b85e-9450cc40505b', 'status': 'completed', 'code': 200} Jul 27 22:06:57.885950 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9edfc22a-a33d-4393-a0ee-446c3bf28272 req-6f7f0264-e0b9-41db-8102-0fe03315041d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912783 Jul 27 22:06:57.888603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae32533-75ab-43ac-b3e0-40ae1f23f88a req-5652e326-897c-422d-bd08-3f73d17140f2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:57.897978 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bae32533-75ab-43ac-b3e0-40ae1f23f88a req-5652e326-897c-422d-bd08-3f73d17140f2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.0776033 Jul 27 22:06:57.898125 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927201e5-f889-4b63-bcc6-5447bccc82d1 x-openstack-request-id: req-927201e5-f889-4b63-bcc6-5447bccc82d1 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:57.898601 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ecc11b-1396-4e1d-8dec-3ee030b76ff5", "name": "network-vif-plugged", "status": "completed", "tag": "51af7fb9-fde2-424b-b330-546677bc17d5", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:57.898601 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-927201e5-f889-4b63-bcc6-5447bccc82d1 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:57.899063 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ecc11b-1396-4e1d-8dec-3ee030b76ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51af7fb9-fde2-424b-b330-546677bc17d5', 'code': 200} Jul 27 22:06:57.955680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bae32533-75ab-43ac-b3e0-40ae1f23f88a req-2183d7d7-11d7-4358-9999-8c5b29047faa tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556464 Jul 27 22:06:58.008696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:58.062282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfc22a-a33d-4393-a0ee-446c3bf28272 req-1eaf8ae0-8613-411e-937f-7c33d270b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:58.063838 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9edfc22a-a33d-4393-a0ee-446c3bf28272 req-1eaf8ae0-8613-411e-937f-7c33d270b330 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e1fdd73b3544ee095d2f5a7f43e667e&device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 1096 time: 0.1137171 Jul 27 22:06:58.157837 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fb5046-7410-4591-82b9-4b4b7ea48053 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.212343 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fb5046-7410-4591-82b9-4b4b7ea48053 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.281948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfc22a-a33d-4393-a0ee-446c3bf28272 req-0e0846cb-5c64-493f-9d36-2a54352e838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:58.287749 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fb5046-7410-4591-82b9-4b4b7ea48053 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.290646 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97fb5046-7410-4591-82b9-4b4b7ea48053 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.291883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-97fb5046-7410-4591-82b9-4b4b7ea48053 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "DELETE /v2.0/security-groups/26029e2b-0716-4e8f-90ba-6d7b619bb9eb HTTP/1.1" status: 204 len: 168 time: 0.2821379 Jul 27 22:06:58.295217 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9edfc22a-a33d-4393-a0ee-446c3bf28272 req-0e0846cb-5c64-493f-9d36-2a54352e838e service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3d739c3-00e4-40c2-93e9-369daf5a82fd HTTP/1.1" status: 200 len: 916 time: 0.1956847 Jul 27 22:06:58.295842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43110) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:58.313399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb5046-7410-4591-82b9-4b4b7ea48053 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26029e2b-0716-4e8f-90ba-6d7b619bb9eb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:58.403643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91a480-8966-4ecf-9b0f-aaa3e35c4ecb req-457eaff1-b4f4-4ffd-86b9-12999e0a127e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:58.421679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b91a480-8966-4ecf-9b0f-aaa3e35c4ecb req-457eaff1-b4f4-4ffd-86b9-12999e0a127e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.0903885 Jul 27 22:06:58.435738 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-c3f445f4-f3d0-41a8-bdb4-c7ca837162a6 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] show failed (client error): The resource could not be found. Jul 27 22:06:58.437757 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c3f445f4-f3d0-41a8-bdb4-c7ca837162a6 tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "GET /v2.0/security-groups/26029e2b-0716-4e8f-90ba-6d7b619bb9eb HTTP/1.1" status: 404 len: 347 time: 0.1407197 Jul 27 22:06:58.441275 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43122) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:58.478551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b91a480-8966-4ecf-9b0f-aaa3e35c4ecb req-90516429-5250-4cf1-b9b3-877e7e91b232 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559905 Jul 27 22:06:58.572491 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9edfc22a-a33d-4393-a0ee-446c3bf28272 req-982daa72-8f28-4888-86d4-cb016007952a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c9febe7-3d32-493c-9b75-6a864325aa67 HTTP/1.1" status: 200 len: 1000 time: 0.2543185 Jul 27 22:06:58.654538 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfc22a-a33d-4393-a0ee-446c3bf28272 req-6537d225-8733-4ba6-873a-f471dceec085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:58.657147 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9edfc22a-a33d-4393-a0ee-446c3bf28272 req-6537d225-8733-4ba6-873a-f471dceec085 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=95f27453-844a-448e-aee5-51e7818559d8 HTTP/1.1" status: 200 len: 854 time: 0.0575547 Jul 27 22:06:58.725705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d9c25119-faf1-43b5-8581-5d17346a790b tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Deleting port f8462749-ce8a-4406-931e-b075dc21082c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:58.725705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9c25119-faf1-43b5-8581-5d17346a790b tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.779749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfc22a-a33d-4393-a0ee-446c3bf28272 req-59b30d91-a359-4cb1-8ed4-be74594b0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:58.781422 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9edfc22a-a33d-4393-a0ee-446c3bf28272 req-59b30d91-a359-4cb1-8ed4-be74594b0938 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3d739c3-00e4-40c2-93e9-369daf5a82fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160111 Jul 27 22:06:58.869265 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9c25119-faf1-43b5-8581-5d17346a790b tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.869656 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9c25119-faf1-43b5-8581-5d17346a790b tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.913515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d9c25119-faf1-43b5-8581-5d17346a790b tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Calling delete_port for f8462749-ce8a-4406-931e-b075dc21082c owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:59.004352 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9edfc22a-a33d-4393-a0ee-446c3bf28272 req-dbffd9ef-f362-4d38-ae93-3b1467b41ba8 service neutron] 10.222.0.43 "GET /v2.0/networks/a3d739c3-00e4-40c2-93e9-369daf5a82fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128963 Jul 27 22:06:59.301422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aced23-17b2-414d-87ad-3605e0ffdc2c req-94912228-f06d-4d77-9a43-49b1f4d2e825 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:59.303384 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94aced23-17b2-414d-87ad-3605e0ffdc2c req-94912228-f06d-4d77-9a43-49b1f4d2e825 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 945 time: 0.0671751 Jul 27 22:06:59.352128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94aced23-17b2-414d-87ad-3605e0ffdc2c req-d1abe7e1-1081-4eaf-b421-0ffae877047d tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d53b128-209d-4bd1-9183-9ce43d9bea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Jul 27 22:06:59.583832 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9edfc22a-a33d-4393-a0ee-446c3bf28272 req-8acc6f30-c856-414d-852f-2f5d0d3eb896 service neutron] 10.222.0.43 "GET /v2.0/networks/a3d739c3-00e4-40c2-93e9-369daf5a82fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715332 Jul 27 22:06:59.609597 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9c25119-faf1-43b5-8581-5d17346a790b tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.684375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c25119-faf1-43b5-8581-5d17346a790b tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Pushing event deleted for resources: {'Port': ['ID=f8462749-ce8a-4406-931e-b075dc21082c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:59.735317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7127-dcc2-48f9-8070-ab9b35ee98d9 req-2cf6a1ea-b435-43fa-b744-6ed8988676a3 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:59.741403 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9c25119-faf1-43b5-8581-5d17346a790b tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.744027 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9c25119-faf1-43b5-8581-5d17346a790b tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.745213 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d9c25119-faf1-43b5-8581-5d17346a790b tempest-ServersTestManualDisk-2120584518 tempest-ServersTestManualDisk-2120584518-project] 10.222.0.24 "DELETE /v2.0/floatingips/0627aa00-4f65-41eb-bd03-a3e5d0fe54ad HTTP/1.1" status: 204 len: 168 time: 1.3002894 Jul 27 22:06:59.745957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48de7127-dcc2-48f9-8070-ab9b35ee98d9 req-2cf6a1ea-b435-43fa-b744-6ed8988676a3 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.1382258 Jul 27 22:06:59.748288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43180) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:59.900439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e740550f-bdd9-437b-ac41-835e482f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3822746f-4e34-49a3-8407-7dc134c1c3e0'}, {'server_uuid': 'fc1e5ad2-a489-4cb8-833b-b7b1b00deafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f720582a-03db-41ae-ac01-5370f29263ec'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:59.903234 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603d1b2d-32ef-4eb9-8aa6-f84c13755edc" -d '{"events": [{"server_uuid": "e740550f-bdd9-437b-ac41-835e482f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "3822746f-4e34-49a3-8407-7dc134c1c3e0"}, {"server_uuid": "fc1e5ad2-a489-4cb8-833b-b7b1b00deafb", "name": "network-vif-plugged", "status": "completed", "tag": "f720582a-03db-41ae-ac01-5370f29263ec"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:00.072786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559667d-5f6e-427b-9a20-8337480d2401 req-5978605f-82fa-41aa-a02d-9188c1b623c4 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:00.074291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1559667d-5f6e-427b-9a20-8337480d2401 req-5978605f-82fa-41aa-a02d-9188c1b623c4 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.41 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 945 time: 0.2032375 Jul 27 22:07:00.104979 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48de7127-dcc2-48f9-8070-ab9b35ee98d9 req-3e959ef7-90ea-4330-8868-8f59226eaab6 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349553 Jul 27 22:07:00.163662 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fa5683-97ac-4f68-beb8-ca8102899078 x-openstack-request-id: req-20fa5683-97ac-4f68-beb8-ca8102899078 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:00.163971 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e740550f-bdd9-437b-ac41-835e482f2f8f", "name": "network-vif-plugged", "status": "completed", "tag": "3822746f-4e34-49a3-8407-7dc134c1c3e0", "code": 200}, {"server_uuid": "fc1e5ad2-a489-4cb8-833b-b7b1b00deafb", "name": "network-vif-plugged", "status": "completed", "tag": "f720582a-03db-41ae-ac01-5370f29263ec", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:00.164277 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20fa5683-97ac-4f68-beb8-ca8102899078 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:00.164876 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e740550f-bdd9-437b-ac41-835e482f2f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3822746f-4e34-49a3-8407-7dc134c1c3e0', 'code': 200} Jul 27 22:07:00.165142 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1e5ad2-a489-4cb8-833b-b7b1b00deafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f720582a-03db-41ae-ac01-5370f29263ec', 'code': 200} Jul 27 22:07:00.201635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-f22e036d-1a59-430d-98a4-3e78f71764e0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:00.209374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-f22e036d-1a59-430d-98a4-3e78f71764e0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/networks?id=5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 200 len: 805 time: 0.3372824 Jul 27 22:07:00.260000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-36553c06-4f1d-453e-8aae-8f24205dc80a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/quotas/c5af868cb2874b8493690fd2b2b7d0b1 HTTP/1.1" status: 200 len: 375 time: 0.0494990 Jul 27 22:07:00.296204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45836a8-0d1b-4832-884e-1ecc9fe7fc90 req-af9d3304-de1f-4521-a3bf-51f31c45dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:00.297729 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a45836a8-0d1b-4832-884e-1ecc9fe7fc90 req-af9d3304-de1f-4521-a3bf-51f31c45dba2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 1096 time: 0.0571342 Jul 27 22:07:00.366845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-408825d6-43ab-4198-8323-58d5a4ed2082 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0993073 Jul 27 22:07:00.374659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1559667d-5f6e-427b-9a20-8337480d2401 req-10d8f9ca-8f16-40bf-a2c0-c9e888da5206 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Deleting port 3822746f-4e34-49a3-8407-7dc134c1c3e0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:00.375152 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1559667d-5f6e-427b-9a20-8337480d2401 req-10d8f9ca-8f16-40bf-a2c0-c9e888da5206 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.470460 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a45836a8-0d1b-4832-884e-1ecc9fe7fc90 req-f8cb3e65-d051-4d5d-acd9-ed9c518e1a35 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0d53b128-209d-4bd1-9183-9ce43d9bea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633078 Jul 27 22:07:00.611089 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1559667d-5f6e-427b-9a20-8337480d2401 req-10d8f9ca-8f16-40bf-a2c0-c9e888da5206 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] For port 3822746f-4e34-49a3-8407-7dc134c1c3e0, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3822746f-4e34-49a3-8407-7dc134c1c3e0,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:00.611464 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1559667d-5f6e-427b-9a20-8337480d2401 req-10d8f9ca-8f16-40bf-a2c0-c9e888da5206 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.615530 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-50a38a5b-3f2a-481f-b6d5-bd29c2ada6cd service neutron] 10.222.0.24 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376938 Jul 27 22:07:00.631611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-1559667d-5f6e-427b-9a20-8337480d2401 req-10d8f9ca-8f16-40bf-a2c0-c9e888da5206 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Calling delete_port for 3822746f-4e34-49a3-8407-7dc134c1c3e0 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:00.805791 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:07:01.179261 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293e075-ed02-4cbc-9f31-b919b74368f5 req-159f1d8f-ecff-4fbb-832d-767785b46b57 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:01.180741 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7293e075-ed02-4cbc-9f31-b919b74368f5 req-159f1d8f-ecff-4fbb-832d-767785b46b57 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 945 time: 0.5333712 Jul 27 22:07:01.225543 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-898c1d50-ac3a-4ef5-b90d-917bde56f7b9 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952468 Jul 27 22:07:01.249622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23e19a05-bc72-420b-b00c-bd35823a2000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.319341 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7293e075-ed02-4cbc-9f31-b919b74368f5 req-adde574f-36e0-4a50-a91a-71d274311699 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d53b128-209d-4bd1-9183-9ce43d9bea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297445 Jul 27 22:07:01.429761 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1559667d-5f6e-427b-9a20-8337480d2401 req-10d8f9ca-8f16-40bf-a2c0-c9e888da5206 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.454579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c820d1-8ba7-475c-a2df-9c98cda5ad21 req-a10c831d-34db-4d5d-a812-590a968c0ebb tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:01.456105 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13c820d1-8ba7-475c-a2df-9c98cda5ad21 req-a10c831d-34db-4d5d-a812-590a968c0ebb tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfead7d6-868c-47a0-b044-47d068ba817e HTTP/1.1" status: 200 len: 945 time: 0.0667729 Jul 27 22:07:01.497338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8f9ca-8f16-40bf-a2c0-c9e888da5206 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event deleted for resources: {'Port': ['ID=3822746f-4e34-49a3-8407-7dc134c1c3e0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:01.587535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-13c820d1-8ba7-475c-a2df-9c98cda5ad21 req-4bda5d11-9a52-40b6-9e7a-07758467599f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Deleting port b181edf2-6c78-434e-98b6-2f69b335087e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:01.588106 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13c820d1-8ba7-475c-a2df-9c98cda5ad21 req-4bda5d11-9a52-40b6-9e7a-07758467599f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.599556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1559667d-5f6e-427b-9a20-8337480d2401 req-10d8f9ca-8f16-40bf-a2c0-c9e888da5206 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] No DVR routers for this DVR port 3822746f-4e34-49a3-8407-7dc134c1c3e0 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:01.610478 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249243b3-3596-41e3-b39a-984663620242 req-f1116cfb-23d3-459b-992c-54d2c2bea92b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:01.611978 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-249243b3-3596-41e3-b39a-984663620242 req-f1116cfb-23d3-459b-992c-54d2c2bea92b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 950 time: 0.1939151 Jul 27 22:07:01.613840 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1559667d-5f6e-427b-9a20-8337480d2401 req-10d8f9ca-8f16-40bf-a2c0-c9e888da5206 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.616174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1559667d-5f6e-427b-9a20-8337480d2401 req-10d8f9ca-8f16-40bf-a2c0-c9e888da5206 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.41 "DELETE /v2.0/ports/3822746f-4e34-49a3-8407-7dc134c1c3e0 HTTP/1.1" status: 204 len: 173 time: 1.5298619 Jul 27 22:07:01.620151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e740550f-bdd9-437b-ac41-835e482f2f8f', 'name': 'network-vif-deleted', 'tag': '3822746f-4e34-49a3-8407-7dc134c1c3e0'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:01.622525 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dbc69b-cfc4-4228-9bb1-f7e192783c19" -d '{"events": [{"server_uuid": "e740550f-bdd9-437b-ac41-835e482f2f8f", "name": "network-vif-deleted", "tag": "3822746f-4e34-49a3-8407-7dc134c1c3e0"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:01.677879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b391faee-d3ea-4a8c-ac8e-6a0b236dea14 req-53e0738e-9ea3-4141-9940-039d03c40f94 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=e740550f-bdd9-437b-ac41-835e482f2f8f HTTP/1.1" status: 200 len: 210 time: 0.0604286 Jul 27 22:07:01.699519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-13c820d1-8ba7-475c-a2df-9c98cda5ad21 req-4bda5d11-9a52-40b6-9e7a-07758467599f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] For port b181edf2-6c78-434e-98b6-2f69b335087e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b181edf2-6c78-434e-98b6-2f69b335087e,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:01.700274 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13c820d1-8ba7-475c-a2df-9c98cda5ad21 req-4bda5d11-9a52-40b6-9e7a-07758467599f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.719805 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-249243b3-3596-41e3-b39a-984663620242 req-48de30b9-6e9b-4677-83f8-03bfd726d1b5 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893748 Jul 27 22:07:01.722333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-13c820d1-8ba7-475c-a2df-9c98cda5ad21 req-4bda5d11-9a52-40b6-9e7a-07758467599f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Calling delete_port for b181edf2-6c78-434e-98b6-2f69b335087e owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:01.822784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39ad8150-1505-4879-bdda-7d3f50b68f22 req-0dd0f0b4-8030-44f7-8783-e33bd467e671 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 210 time: 0.0393467 Jul 27 22:07:01.909567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-23e19a05-bc72-420b-b00c-bd35823a2000 admin admin] Deleting port 9394d2e6-b47c-4500-9200-b79046d93bf4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:01.910494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23e19a05-bc72-420b-b00c-bd35823a2000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.952938 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13c820d1-8ba7-475c-a2df-9c98cda5ad21 req-4bda5d11-9a52-40b6-9e7a-07758467599f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.987334 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef1811f-34eb-48af-8dd7-dde24ce87b3f x-openstack-request-id: req-bef1811f-34eb-48af-8dd7-dde24ce87b3f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:01.987640 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e740550f-bdd9-437b-ac41-835e482f2f8f", "name": "network-vif-deleted", "tag": "3822746f-4e34-49a3-8407-7dc134c1c3e0", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:01.987897 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bef1811f-34eb-48af-8dd7-dde24ce87b3f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:01.988886 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e740550f-bdd9-437b-ac41-835e482f2f8f', 'name': 'network-vif-deleted', 'tag': '3822746f-4e34-49a3-8407-7dc134c1c3e0', 'status': 'completed', 'code': 200} Jul 27 22:07:01.998070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda5d11-9a52-40b6-9e7a-07758467599f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Pushing event deleted for resources: {'Port': ['ID=b181edf2-6c78-434e-98b6-2f69b335087e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:02.019021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b181edf2-6c78-434e-98b6-2f69b335087e no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:02.057167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: b181edf2-6c78-434e-98b6-2f69b335087e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:02.057517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b181edf2-6c78-434e-98b6-2f69b335087e not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:02.057951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 51af7fb9-fde2-424b-b330-546677bc17d5 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:02.059908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c820d1-8ba7-475c-a2df-9c98cda5ad21 req-4bda5d11-9a52-40b6-9e7a-07758467599f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] No DVR routers for this DVR port b181edf2-6c78-434e-98b6-2f69b335087e on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:02.063446 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13c820d1-8ba7-475c-a2df-9c98cda5ad21 req-4bda5d11-9a52-40b6-9e7a-07758467599f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.066098 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13c820d1-8ba7-475c-a2df-9c98cda5ad21 req-4bda5d11-9a52-40b6-9e7a-07758467599f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.43 "DELETE /v2.0/ports/b181edf2-6c78-434e-98b6-2f69b335087e HTTP/1.1" status: 204 len: 173 time: 0.6028869 Jul 27 22:07:02.066814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfead7d6-868c-47a0-b044-47d068ba817e', 'name': 'network-vif-deleted', 'tag': 'b181edf2-6c78-434e-98b6-2f69b335087e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:02.070667 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85ee71c-3d72-4d4b-9019-56700f921030" -d '{"events": [{"server_uuid": "bfead7d6-868c-47a0-b044-47d068ba817e", "name": "network-vif-deleted", "tag": "b181edf2-6c78-434e-98b6-2f69b335087e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:02.090232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9587ab-11be-480e-9b70-17d16558bd85 req-9ea35e21-9496-43a7-bcec-587b90fb8236 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.092297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd9587ab-11be-480e-9b70-17d16558bd85 req-9ea35e21-9496-43a7-bcec-587b90fb8236 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 946 time: 0.1962142 Jul 27 22:07:02.139867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-23e19a05-bc72-420b-b00c-bd35823a2000 admin admin] For port 9394d2e6-b47c-4500-9200-b79046d93bf4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9394d2e6-b47c-4500-9200-b79046d93bf4,segment=NetworkSegment(47a103f6-c125-4d5d-85cb-5c63d71fca1a),segment_id=47a103f6-c125-4d5d-85cb-5c63d71fca1a)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:02.140393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23e19a05-bc72-420b-b00c-bd35823a2000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.172601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-23e19a05-bc72-420b-b00c-bd35823a2000 admin admin] Calling delete_port for 9394d2e6-b47c-4500-9200-b79046d93bf4 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:02.251156 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.263523 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 3822746f-4e34-49a3-8407-7dc134c1c3e0 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:02.292720 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 3822746f-4e34-49a3-8407-7dc134c1c3e0 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:02.292981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 3822746f-4e34-49a3-8407-7dc134c1c3e0 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:02.294446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd9587ab-11be-480e-9b70-17d16558bd85 req-1cf447a6-8ad4-446c-b445-db1fa1bff018 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db3ed7f-43fd-4313-a174-3a22366011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929309 Jul 27 22:07:02.325501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ecc11b-1396-4e1d-8dec-3ee030b76ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51af7fb9-fde2-424b-b330-546677bc17d5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:02.328467 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd5ee56-9aa7-40f2-a131-e4ef70a0fd89" -d '{"events": [{"server_uuid": "29ecc11b-1396-4e1d-8dec-3ee030b76ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "51af7fb9-fde2-424b-b330-546677bc17d5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:02.352585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 51af7fb9-fde2-424b-b330-546677bc17d5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=51af7fb9-fde2-424b-b330-546677bc17d5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:02.363261 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.382158 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f2a8f2-6090-47da-bcfd-eecea45edb67 x-openstack-request-id: req-94f2a8f2-6090-47da-bcfd-eecea45edb67 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:02.382643 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfead7d6-868c-47a0-b044-47d068ba817e", "name": "network-vif-deleted", "tag": "b181edf2-6c78-434e-98b6-2f69b335087e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:02.382788 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94f2a8f2-6090-47da-bcfd-eecea45edb67 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:02.383203 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfead7d6-868c-47a0-b044-47d068ba817e', 'name': 'network-vif-deleted', 'tag': 'b181edf2-6c78-434e-98b6-2f69b335087e', 'status': 'completed', 'code': 200} Jul 27 22:07:02.438746 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4401331b-4157-4d1a-b3c2-79eb3d169fa8 x-openstack-request-id: req-4401331b-4157-4d1a-b3c2-79eb3d169fa8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:02.439037 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ecc11b-1396-4e1d-8dec-3ee030b76ff5", "name": "network-vif-unplugged", "status": "completed", "tag": "51af7fb9-fde2-424b-b330-546677bc17d5", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:02.439289 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4401331b-4157-4d1a-b3c2-79eb3d169fa8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:02.446400 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ecc11b-1396-4e1d-8dec-3ee030b76ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51af7fb9-fde2-424b-b330-546677bc17d5', 'code': 200} Jul 27 22:07:02.481811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=51af7fb9-fde2-424b-b330-546677bc17d5,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:02.512109 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23e19a05-bc72-420b-b00c-bd35823a2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.556185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e19a05-bc72-420b-b00c-bd35823a2000 admin admin] Pushing event deleted for resources: {'Port': ['ID=9394d2e6-b47c-4500-9200-b79046d93bf4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:02.650173 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03366fdc-67bd-48f7-9888-77ccb58befab req-21317d9f-0739-4dfe-869a-b3bd9d83fda8 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.651794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03366fdc-67bd-48f7-9888-77ccb58befab req-21317d9f-0739-4dfe-869a-b3bd9d83fda8 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 945 time: 0.1322627 Jul 27 22:07:02.748209 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03366fdc-67bd-48f7-9888-77ccb58befab req-3bc7e58c-353f-401f-9dc1-9a89c178054c tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d53b128-209d-4bd1-9183-9ce43d9bea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848691 Jul 27 22:07:02.815618 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23e19a05-bc72-420b-b00c-bd35823a2000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.995441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43318) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:03.000096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2733c75e-2fea-447f-b852-ab5e6f72102f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1695363734', 'description': 'tempest-description--873996622'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:03.060008 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2733c75e-2fea-447f-b852-ab5e6f72102f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.074756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54a1b511-54da-44a1-bcbf-95f77e99ee2e req-973e5a32-b7e9-4e61-a12f-89a285794eaa tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 210 time: 0.0327380 Jul 27 22:07:03.155725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-17ec7da6-338b-4186-bea7-6cc72ecb79d4 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:03.157418 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-17ec7da6-338b-4186-bea7-6cc72ecb79d4 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.41 "GET /v2.0/networks?id=5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 200 len: 805 time: 0.2054081 Jul 27 22:07:03.187824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9ccac-3048-4955-8c16-4c3e689899bf req-3d744119-4a0a-46db-9e24-1ea777893ce5 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:03.189833 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-29a9ccac-3048-4955-8c16-4c3e689899bf req-3d744119-4a0a-46db-9e24-1ea777893ce5 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 946 time: 0.1494105 Jul 27 22:07:03.201311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Request body: {'port': {'device_id': '1301ec7b-31ab-42bf-a96a-5b0b46372d27', 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'admin_state_up': True, 'tenant_id': 'c5af868cb2874b8493690fd2b2b7d0b1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:03.332665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2733c75e-2fea-447f-b852-ab5e6f72102f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.344235 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2733c75e-2fea-447f-b852-ab5e6f72102f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.367198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e19a05-bc72-420b-b00c-bd35823a2000 admin admin] Router 89b3439d-56b8-4957-840c-00c5ad300f23 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:07:03.367450 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2733c75e-2fea-447f-b852-ab5e6f72102f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.368740 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2733c75e-2fea-447f-b852-ab5e6f72102f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3722942 Jul 27 22:07:03.374546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43328) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:03.381028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-29a9ccac-3048-4955-8c16-4c3e689899bf req-b256d40f-e160-4fe5-9e59-da067768d998 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Deleting port 65cff377-bba6-416e-a302-dc1ed3e3fd49 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:03.381373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-29a9ccac-3048-4955-8c16-4c3e689899bf req-b256d40f-e160-4fe5-9e59-da067768d998 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.387234 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0e01d4ef-1f58-417a-b054-ce7e8f444f2e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Request body: {'security_group_rule': {'security_group_id': '892decc2-6eb5-4d8b-a48e-87d3b1a7fad7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:03.435311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733c75e-2fea-447f-b852-ab5e6f72102f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892decc2-6eb5-4d8b-a48e-87d3b1a7fad7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:03.486866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-29a9ccac-3048-4955-8c16-4c3e689899bf req-b256d40f-e160-4fe5-9e59-da067768d998 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] For port 65cff377-bba6-416e-a302-dc1ed3e3fd49, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=65cff377-bba6-416e-a302-dc1ed3e3fd49,segment=NetworkSegment(ff0cd77d-a785-41d6-ba2e-a13e31196f53),segment_id=ff0cd77d-a785-41d6-ba2e-a13e31196f53)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:03.487266 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-29a9ccac-3048-4955-8c16-4c3e689899bf req-b256d40f-e160-4fe5-9e59-da067768d998 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.495351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Made reservation on behalf of c5af868cb2874b8493690fd2b2b7d0b1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:03.498763 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.500180 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-29a9ccac-3048-4955-8c16-4c3e689899bf req-b256d40f-e160-4fe5-9e59-da067768d998 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Calling delete_port for 65cff377-bba6-416e-a302-dc1ed3e3fd49 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:03.604513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c69ac-7440-4f09-b33c-d0aef69f23f1 req-099766ab-32f1-46fa-98f4-89826c3365d6 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:03.605928 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-920c69ac-7440-4f09-b33c-d0aef69f23f1 req-099766ab-32f1-46fa-98f4-89826c3365d6 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 945 time: 0.2147403 Jul 27 22:07:03.606680 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e01d4ef-1f58-417a-b054-ce7e8f444f2e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.616346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699db784-79aa-4670-8521-f0262d291e94 req-542e1b72-3f19-40f4-88d9-2f426ee42946 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:03.617762 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-699db784-79aa-4670-8521-f0262d291e94 req-542e1b72-3f19-40f4-88d9-2f426ee42946 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f66a321-1f23-497d-9838-3c387d95cf62 HTTP/1.1" status: 200 len: 946 time: 0.2195973 Jul 27 22:07:03.632953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-29a9ccac-3048-4955-8c16-4c3e689899bf req-b256d40f-e160-4fe5-9e59-da067768d998 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.645398 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['65cff377-bba6-416e-a302-dc1ed3e3fd49'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:03.664746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256d40f-e160-4fe5-9e59-da067768d998 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Pushing event deleted for resources: {'Port': ['ID=65cff377-bba6-416e-a302-dc1ed3e3fd49,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:03.708397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a9ccac-3048-4955-8c16-4c3e689899bf req-b256d40f-e160-4fe5-9e59-da067768d998 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] No DVR routers for this DVR port 65cff377-bba6-416e-a302-dc1ed3e3fd49 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:03.710971 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-29a9ccac-3048-4955-8c16-4c3e689899bf req-b256d40f-e160-4fe5-9e59-da067768d998 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.713081 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-29a9ccac-3048-4955-8c16-4c3e689899bf req-b256d40f-e160-4fe5-9e59-da067768d998 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.41 "DELETE /v2.0/ports/65cff377-bba6-416e-a302-dc1ed3e3fd49 HTTP/1.1" status: 204 len: 173 time: 0.4957743 Jul 27 22:07:03.749190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e19a05-bc72-420b-b00c-bd35823a2000 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:07:03.760828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6e35e-f6e1-4ce2-a4eb-8d76779aceb8 None None] Sync routers for ids ['89b3439d-56b8-4957-840c-00c5ad300f23'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:03.764542 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-23e19a05-bc72-420b-b00c-bd35823a2000 admin admin] 10.222.0.24 "PUT /v2.0/routers/89b3439d-56b8-4957-840c-00c5ad300f23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0128825 Jul 27 22:07:03.765396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43332) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:03.778944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c6e35e-f6e1-4ce2-a4eb-8d76779aceb8 None None] Routers {'89b3439d-56b8-4957-840c-00c5ad300f23'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:03.779893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e9c6e35e-f6e1-4ce2-a4eb-8d76779aceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:06:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['89b3439d-56b8-4957-840c-00c5ad300f23'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:03.787605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-920c69ac-7440-4f09-b33c-d0aef69f23f1 req-698d0bb8-10bd-4927-913f-cbbe8723c795 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d53b128-209d-4bd1-9183-9ce43d9bea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687598 Jul 27 22:07:03.862532 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-699db784-79aa-4670-8521-f0262d291e94 req-f5bfd9ab-c3a9-46d6-80e8-c373a07dba51 tempest-VolumesActionsTest-1124114731 tempest-VolumesActionsTest-1124114731-project] 10.222.0.24 "GET /v2.0/security-groups?id=5db3ed7f-43fd-4313-a174-3a22366011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251132 Jul 27 22:07:03.891226 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e01d4ef-1f58-417a-b054-ce7e8f444f2e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.896877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e01d4ef-1f58-417a-b054-ce7e8f444f2e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.921453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Allocated IP 172.20.0.7 (5f4b63ab-02a1-4681-bcbf-207c07c2a645/8b64ac46-4efb-44f1-8ae7-9df77514a56e/20323597-8f5b-4001-9a40-aea8ab3bd815) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:03.934501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01d4ef-1f58-417a-b054-ce7e8f444f2e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771d6f21-425e-40e9-84fa-75d6fb0f501f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:03.938782 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.963582 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e9c6e35e-f6e1-4ce2-a4eb-8d76779aceb8 None None] Set router 89b3439d-56b8-4957-840c-00c5ad300f23 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:03.974510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e01d4ef-1f58-417a-b054-ce7e8f444f2e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.978235 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0e01d4ef-1f58-417a-b054-ce7e8f444f2e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5931726 Jul 27 22:07:03.979009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43344) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:03.985795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c9ed5333-1247-4c81-8eb4-07c41f9a9e52 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Request body: {'security_group_rule': {'security_group_id': '892decc2-6eb5-4d8b-a48e-87d3b1a7fad7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:04.070568 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5333-1247-4c81-8eb4-07c41f9a9e52 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.077913 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.165831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Deleting port 18e20436-67a9-411c-89b0-3e4a210ec673 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:04.166377 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.169677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e9c6e35e-f6e1-4ce2-a4eb-8d76779aceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:07:02Z', 'revision_number': 5, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port': {'id': '18e20436-67a9-411c-89b0-3e4a210ec673', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:26Z', 'updated_at': '2021-07-27T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:04.191048 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5333-1247-4c81-8eb4-07c41f9a9e52 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.194116 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.204214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6e35e-f6e1-4ce2-a4eb-8d76779aceb8 None None] Checking router: 89b3439d-56b8-4957-840c-00c5ad300f23 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:04.226950 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acc9b2cb-63fe-4933-a1a8-2fb7332c7828 req-df9ed229-854c-4163-9e14-5c64a4fe86e8 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 210 time: 0.0395701 Jul 27 22:07:04.227094 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c6e35e-f6e1-4ce2-a4eb-8d76779aceb8 None None] Routers {'89b3439d-56b8-4957-840c-00c5ad300f23'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:04.227865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e9c6e35e-f6e1-4ce2-a4eb-8d76779aceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:06:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['89b3439d-56b8-4957-840c-00c5ad300f23'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:04.229722 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5333-1247-4c81-8eb4-07c41f9a9e52 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.255322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed5333-1247-4c81-8eb4-07c41f9a9e52 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550bf705-992a-4371-b1c0-5916a40b4793,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:04.270906 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5333-1247-4c81-8eb4-07c41f9a9e52 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.271772 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c9ed5333-1247-4c81-8eb4-07c41f9a9e52 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2923536 Jul 27 22:07:04.277213 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:04.282102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:04.316895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.325830 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.333546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] For port 18e20436-67a9-411c-89b0-3e4a210ec673, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=18e20436-67a9-411c-89b0-3e4a210ec673,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:04.334671 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.361634 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e9c6e35e-f6e1-4ce2-a4eb-8d76779aceb8 None None] Set router 89b3439d-56b8-4957-840c-00c5ad300f23 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:04.361906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Calling delete_port for 18e20436-67a9-411c-89b0-3e4a210ec673 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:04.403665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f66a321-1f23-497d-9838-3c387d95cf62', 'name': 'network-vif-deleted', 'tag': '65cff377-bba6-416e-a302-dc1ed3e3fd49'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:04.405936 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c75263-c25a-4362-ba60-b7c8750afc67" -d '{"events": [{"server_uuid": "7f66a321-1f23-497d-9838-3c387d95cf62", "name": "network-vif-deleted", "tag": "65cff377-bba6-416e-a302-dc1ed3e3fd49"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:04.423070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e9c6e35e-f6e1-4ce2-a4eb-8d76779aceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:07:04Z', 'revision_number': 6, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:04.459678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c6e35e-f6e1-4ce2-a4eb-8d76779aceb8 None None] The sync data for ids ['89b3439d-56b8-4957-840c-00c5ad300f23'] in n-d-802011-3 is: [{'id': '89b3439d-56b8-4957-840c-00c5ad300f23', 'name': 'tempest-ServersTestManualDisk-607954825-router', 'tenant_id': '140514c19a3047f38e457ed121af4deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:23Z', 'updated_at': '2021-07-27T22:07:04Z', 'revision_number': 6, 'project_id': '140514c19a3047f38e457ed121af4deb', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:04.471494 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625d3cd5-b5d1-42b5-8284-8eb840b6c56f x-openstack-request-id: req-625d3cd5-b5d1-42b5-8284-8eb840b6c56f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:04.471791 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f66a321-1f23-497d-9838-3c387d95cf62", "name": "network-vif-deleted", "tag": "65cff377-bba6-416e-a302-dc1ed3e3fd49", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:04.472388 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-625d3cd5-b5d1-42b5-8284-8eb840b6c56f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:04.473424 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f66a321-1f23-497d-9838-3c387d95cf62', 'name': 'network-vif-deleted', 'tag': '65cff377-bba6-416e-a302-dc1ed3e3fd49', 'status': 'completed', 'code': 200} Jul 27 22:07:04.485127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Pushing event updated for resources: {'Port': ['ID=20323597-8f5b-4001-9a40-aea8ab3bd815,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:04.495417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:04.495980 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:04.496497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:04.496847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:04.497185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:04.497519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:04.497846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:04.498172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:04.498525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:04.498861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:04.499167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:04.499488 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:04.512735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:04.520871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:04.524827 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:04.589435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.590060 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.593872 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.616055 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-26a7d814-b956-472c-967c-9269e801baab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4198124 Jul 27 22:07:04.621020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e20436-67a9-411c-89b0-3e4a210ec673,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:04.622031 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.630117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-1faaa5ce-a8f9-4632-8c3c-28bc5d0cb0b0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:07:04.631177 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-1faaa5ce-a8f9-4632-8c3c-28bc5d0cb0b0 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070262 Jul 27 22:07:04.645392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Request body: {'port': {'device_id': '1301ec7b-31ab-42bf-a96a-5b0b46372d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:04.713851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f729a9-e8f1-4928-bbef-7d48975f2fb1 req-15a539f6-6a22-45ac-a0e2-8ab9be89b507 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.715344 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e9f729a9-e8f1-4928-bbef-7d48975f2fb1 req-15a539f6-6a22-45ac-a0e2-8ab9be89b507 tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 945 time: 0.0901823 Jul 27 22:07:04.730436 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.759904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.813252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Allocated IP 172.25.1.93 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/6f2b43ec-74de-4fcb-9318-a5f4d6eb470b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:04.884682 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.888139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.976029 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.976700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89b3439d-56b8-4957-840c-00c5ad300f23 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:07:04.988616 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.989958 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-00e316a1-cb0b-4a39-8547-a023b8b41883 admin admin] 10.222.0.24 "DELETE /v2.0/routers/89b3439d-56b8-4957-840c-00c5ad300f23 HTTP/1.1" status: 204 len: 168 time: 1.2231762 Jul 27 22:07:04.994329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43370) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:05.038349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-e9f729a9-e8f1-4928-bbef-7d48975f2fb1 req-63b3b45a-f083-4397-a144-a65488c75a5b tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Deleting port f720582a-03db-41ae-ac01-5370f29263ec {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:05.038707 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e9f729a9-e8f1-4928-bbef-7d48975f2fb1 req-63b3b45a-f083-4397-a144-a65488c75a5b tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.116851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e472f73-f337-4237-82e3-674a03f81cfb admin admin] Deleting subnet c0688aa2-6ac8-4d48-9573-48317c605acb {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:07:05.122445 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e472f73-f337-4237-82e3-674a03f81cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.189636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-e9f729a9-e8f1-4928-bbef-7d48975f2fb1 req-63b3b45a-f083-4397-a144-a65488c75a5b tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] For port f720582a-03db-41ae-ac01-5370f29263ec, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f720582a-03db-41ae-ac01-5370f29263ec,segment=NetworkSegment(4ee139fc-6c93-4425-a2f8-49bf4382f0c4),segment_id=4ee139fc-6c93-4425-a2f8-49bf4382f0c4)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:05.190011 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e9f729a9-e8f1-4928-bbef-7d48975f2fb1 req-63b3b45a-f083-4397-a144-a65488c75a5b tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.195316 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e472f73-f337-4237-82e3-674a03f81cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.229365 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-e9f729a9-e8f1-4928-bbef-7d48975f2fb1 req-63b3b45a-f083-4397-a144-a65488c75a5b tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Calling delete_port for f720582a-03db-41ae-ac01-5370f29263ec owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:05.364437 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e472f73-f337-4237-82e3-674a03f81cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.477884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e472f73-f337-4237-82e3-674a03f81cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.515789 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e472f73-f337-4237-82e3-674a03f81cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.517709 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7e472f73-f337-4237-82e3-674a03f81cfb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c0688aa2-6ac8-4d48-9573-48317c605acb HTTP/1.1" status: 204 len: 168 time: 0.5222757 Jul 27 22:07:05.518934 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e9f729a9-e8f1-4928-bbef-7d48975f2fb1 req-63b3b45a-f083-4397-a144-a65488c75a5b tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.521219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e472f73-f337-4237-82e3-674a03f81cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0688aa2-6ac8-4d48-9573-48317c605acb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:05.524344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43384) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:05.534582 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de57d83-f858-4f85-876e-65a1cfdc86a0 None None] Network fb7d5832-e66d-4af8-806f-865f1a6921ab requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:05.537665 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['f720582a-03db-41ae-ac01-5370f29263ec'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:05.561579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a7716-4a85-4819-b654-9ca26816cc99 req-294f4249-26bb-4cca-b69e-4b4096715e66 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:05.570366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f18a7716-4a85-4819-b654-9ca26816cc99 req-294f4249-26bb-4cca-b69e-4b4096715e66 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 931 time: 0.1702940 Jul 27 22:07:05.641155 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3b45a-f083-4397-a144-a65488c75a5b tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Pushing event deleted for resources: {'Port': ['ID=f720582a-03db-41ae-ac01-5370f29263ec,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:05.697909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb2b56-8ad4-446c-a1f6-7c91dd9c5ac4 req-107e1e78-332c-4ae3-be77-672b30e8b2ab tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:05.706905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54fb2b56-8ad4-446c-a1f6-7c91dd9c5ac4 req-107e1e78-332c-4ae3-be77-672b30e8b2ab tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc1e5ad2-a489-4cb8-833b-b7b1b00deafb HTTP/1.1" status: 200 len: 867 time: 0.8013866 Jul 27 22:07:05.727725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f729a9-e8f1-4928-bbef-7d48975f2fb1 req-63b3b45a-f083-4397-a144-a65488c75a5b tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] No DVR routers for this DVR port f720582a-03db-41ae-ac01-5370f29263ec on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:05.733598 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e9f729a9-e8f1-4928-bbef-7d48975f2fb1 req-63b3b45a-f083-4397-a144-a65488c75a5b tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.736179 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e9f729a9-e8f1-4928-bbef-7d48975f2fb1 req-63b3b45a-f083-4397-a144-a65488c75a5b tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.43 "DELETE /v2.0/ports/f720582a-03db-41ae-ac01-5370f29263ec HTTP/1.1" status: 204 len: 173 time: 1.0142508 Jul 27 22:07:05.765421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f18a7716-4a85-4819-b654-9ca26816cc99 req-9d38f858-e6d9-480c-a383-91574c27e0b4 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930153 Jul 27 22:07:05.817621 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.844853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a2773-2d88-4d0e-b043-c206fe2c95d0 None None] DHCP port deletion for fb7d5832-e66d-4af8-806f-865f1a6921ab request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:07:05.845552 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.890996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54fb2b56-8ad4-446c-a1f6-7c91dd9c5ac4 req-2ba97161-103e-452c-a800-bd8e7add46fb tempest-ServerAddressesTestJSON-251144813 tempest-ServerAddressesTestJSON-251144813-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d53b128-209d-4bd1-9183-9ce43d9bea61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822593 Jul 27 22:07:05.924222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Deleting port 3b341216-d4b2-46b5-900f-ab41264fda3f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:05.924560 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.947345 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.984730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a2773-2d88-4d0e-b043-c206fe2c95d0 None None] Deleting port 3b341216-d4b2-46b5-900f-ab41264fda3f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:05.985687 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f6a2773-2d88-4d0e-b043-c206fe2c95d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.038922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] For port 3b341216-d4b2-46b5-900f-ab41264fda3f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3b341216-d4b2-46b5-900f-ab41264fda3f,segment=NetworkSegment(47a103f6-c125-4d5d-85cb-5c63d71fca1a),segment_id=47a103f6-c125-4d5d-85cb-5c63d71fca1a)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:06.043572 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.057684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b181edf2-6c78-434e-98b6-2f69b335087e no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:06.084911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Calling delete_port for 3b341216-d4b2-46b5-900f-ab41264fda3f owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:06.093103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: b181edf2-6c78-434e-98b6-2f69b335087e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:06.093999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b181edf2-6c78-434e-98b6-2f69b335087e not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:06.183477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0f6a2773-2d88-4d0e-b043-c206fe2c95d0 None None] For port 3b341216-d4b2-46b5-900f-ab41264fda3f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3b341216-d4b2-46b5-900f-ab41264fda3f,segment=NetworkSegment(47a103f6-c125-4d5d-85cb-5c63d71fca1a),segment_id=47a103f6-c125-4d5d-85cb-5c63d71fca1a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:06.183877 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f6a2773-2d88-4d0e-b043-c206fe2c95d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.230787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a2773-2d88-4d0e-b043-c206fe2c95d0 None None] Calling delete_port for 3b341216-d4b2-46b5-900f-ab41264fda3f owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:06.244484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20323597-8f5b-4001-9a40-aea8ab3bd815 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:06.258229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:06.264463 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.266963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:06.273737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:06.277407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e060c2b5-86a9-4206-bbea-afbf9091d691 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:06.282582 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3b341216-d4b2-46b5-900f-ab41264fda3f no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:06.286139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.312166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event updated for resources: {'Port': ['ID=6f2b43ec-74de-4fcb-9318-a5f4d6eb470b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:06.315049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Transition to ACTIVE for port object 20323597-8f5b-4001-9a40-aea8ab3bd815 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:06.336849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b341216-d4b2-46b5-900f-ab41264fda3f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:06.339237 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] No DVR routers for this DVR port 3b341216-d4b2-46b5-900f-ab41264fda3f on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:06.341558 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.425384 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 3b341216-d4b2-46b5-900f-ab41264fda3f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:06.425969 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3b341216-d4b2-46b5-900f-ab41264fda3f not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:06.426394 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9394d2e6-b47c-4500-9200-b79046d93bf4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:06.467026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.477015 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:07:06.480495 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 9394d2e6-b47c-4500-9200-b79046d93bf4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:06.480849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9394d2e6-b47c-4500-9200-b79046d93bf4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:06.481278 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 18e20436-67a9-411c-89b0-3e4a210ec673 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:06.494070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7d5832-e66d-4af8-806f-865f1a6921ab']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:06.527422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a103f6-c125-4d5d-85cb-5c63d71fca1a') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:06.527935 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a103f6-c125-4d5d-85cb-5c63d71fca1a') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:06.528123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 18e20436-67a9-411c-89b0-3e4a210ec673 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:06.528476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 18e20436-67a9-411c-89b0-3e4a210ec673 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:06.531332 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Pushing event updated for resources: {'Port': ['ID=20323597-8f5b-4001-9a40-aea8ab3bd815,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:06.540561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.562230 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.572255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:07:06.572255 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.620517 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.645023 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Attempting to bind port 20323597-8f5b-4001-9a40-aea8ab3bd815 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:06.645642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Attempting to bind port 20323597-8f5b-4001-9a40-aea8ab3bd815 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:06.646150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:06.649570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Attempting to bind port 20323597-8f5b-4001-9a40-aea8ab3bd815 on network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:06.660892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Port 20323597-8f5b-4001-9a40-aea8ab3bd815 on network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:07:06.662609 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Attempting to bind port 20323597-8f5b-4001-9a40-aea8ab3bd815 on network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:06.678009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'mac_address': 'fa:16:3e:1d:d4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:06.691512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:06.692029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Checking segment: {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:06.692435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Bound using segment: {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:06.692891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Bound port: 20323597-8f5b-4001-9a40-aea8ab3bd815, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:06.693296 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.703758 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.709807 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1e5ad2-a489-4cb8-833b-b7b1b00deafb', 'name': 'network-vif-deleted', 'tag': 'f720582a-03db-41ae-ac01-5370f29263ec'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:06.712603 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1aac64-a84c-433b-9c8b-8deb3d4210a3" -d '{"events": [{"server_uuid": "fc1e5ad2-a489-4cb8-833b-b7b1b00deafb", "name": "network-vif-deleted", "tag": "f720582a-03db-41ae-ac01-5370f29263ec"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:07:06.715514 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:07:06.740099 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f6a2773-2d88-4d0e-b043-c206fe2c95d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.742127 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.783400 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.788973 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fb7d5832-e66d-4af8-806f-865f1a6921ab HTTP/1.1" status: 204 len: 168 time: 1.2611444 Jul 27 22:07:06.789897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5dd7f-1af2-4988-87a0-2569814bd000 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7d5832-e66d-4af8-806f-865f1a6921ab,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:06.791430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a2773-2d88-4d0e-b043-c206fe2c95d0 None None] Pushing event deleted for resources: {'Port': ['ID=3b341216-d4b2-46b5-900f-ab41264fda3f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:06.793026 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b349189-041e-47be-8ff6-323ff2dcc624 x-openstack-request-id: req-4b349189-041e-47be-8ff6-323ff2dcc624 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:06.793605 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1e5ad2-a489-4cb8-833b-b7b1b00deafb", "name": "network-vif-deleted", "tag": "f720582a-03db-41ae-ac01-5370f29263ec", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:06.793860 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b349189-041e-47be-8ff6-323ff2dcc624 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:06.794256 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1e5ad2-a489-4cb8-833b-b7b1b00deafb', 'name': 'network-vif-deleted', 'tag': 'f720582a-03db-41ae-ac01-5370f29263ec', 'status': 'completed', 'code': 200} Jul 27 22:07:06.801811 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.840677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e060c2b5-86a9-4206-bbea-afbf9091d691 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:06.853992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f6a2773-2d88-4d0e-b043-c206fe2c95d0 None None] Network fb7d5832-e66d-4af8-806f-865f1a6921ab is not hosted by any dhcp agent {{(pid=93836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 22:07:06.854756 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a2773-2d88-4d0e-b043-c206fe2c95d0 None None] No DVR routers for this DVR port 3b341216-d4b2-46b5-900f-ab41264fda3f on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:06.904882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:06.914500 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:06.975950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=e060c2b5-86a9-4206-bbea-afbf9091d691,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:07.016709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43440) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:07.026415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['e060c2b5-86a9-4206-bbea-afbf9091d691'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:07.100100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Deleting subnet ddcd6715-617d-4524-8994-2b8462f227de {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:07:07.110755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43442) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:07.111485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.116523 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.140991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] For port 20323597-8f5b-4001-9a40-aea8ab3bd815, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:07.162159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.172268 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] For port 20323597-8f5b-4001-9a40-aea8ab3bd815, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=20323597-8f5b-4001-9a40-aea8ab3bd815,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:07.193641 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.209057 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.246241 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.270155 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event updated for resources: {'Port': ['ID=6f2b43ec-74de-4fcb-9318-a5f4d6eb470b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:07.284674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.344050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddcd6715-617d-4524-8994-2b8462f227de,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:07.362851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Pushing event updated for resources: {'Port': ['ID=20323597-8f5b-4001-9a40-aea8ab3bd815,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:07.376766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:07.377266 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:07.377653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:07.377999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:07.378360 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:07.378697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:07.379028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:07.379396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:07.380393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:07.380734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:07.381062 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:07.381391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:07.387024 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.391601 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a51866ff-cc49-4c56-b49a-ebf6b8142587 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ddcd6715-617d-4524-8994-2b8462f227de HTTP/1.1" status: 204 len: 168 time: 0.3713365 Jul 27 22:07:07.391684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4f5a8-58ca-4b40-9d06-21248f74f6e1 req-8551bd0f-4888-448b-ae11-91c904a8f6d7 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:07.392359 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5e4f5a8-58ca-4b40-9d06-21248f74f6e1 req-8551bd0f-4888-448b-ae11-91c904a8f6d7 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 943 time: 0.4220836 Jul 27 22:07:07.392868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43456) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:07.466910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:07.467703 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.469587 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-edb06d0c-fdd3-4ced-8b7f-6f762aaaefd3 service neutron] 10.222.0.41 "PUT /v2.0/ports/20323597-8f5b-4001-9a40-aea8ab3bd815 HTTP/1.1" status: 200 len: 1091 time: 2.8290317 Jul 27 22:07:07.511660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1301ec7b-31ab-42bf-a96a-5b0b46372d27', 'tag': '20323597-8f5b-4001-9a40-aea8ab3bd815'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:07.514217 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2876c5e-9f2f-49d3-858d-e13c01938d66" -d '{"events": [{"name": "network-changed", "server_uuid": "1301ec7b-31ab-42bf-a96a-5b0b46372d27", "tag": "20323597-8f5b-4001-9a40-aea8ab3bd815"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:07.622567 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac721207-d355-449e-b858-e4caa682fb2b x-openstack-request-id: req-ac721207-d355-449e-b858-e4caa682fb2b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:07.622856 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1301ec7b-31ab-42bf-a96a-5b0b46372d27", "tag": "20323597-8f5b-4001-9a40-aea8ab3bd815", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:07.623278 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac721207-d355-449e-b858-e4caa682fb2b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:07.623836 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1301ec7b-31ab-42bf-a96a-5b0b46372d27', 'tag': '20323597-8f5b-4001-9a40-aea8ab3bd815', 'status': 'completed', 'code': 200} Jul 27 22:07:07.640286 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1a8649ab-b10d-43de-91bb-649a33ce08b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=140514c19a3047f38e457ed121af4deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633787 Jul 27 22:07:07.642520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43460) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:07.650421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5e4f5a8-58ca-4b40-9d06-21248f74f6e1 req-be662857-7254-43c0-8fbe-0849cf99fbfe tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262237 Jul 27 22:07:07.652783 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.657596 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.706252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-a88a74b4-7338-4574-99fc-39eba8b4a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:07.708457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-a88a74b4-7338-4574-99fc-39eba8b4a0c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 1094 time: 0.1912062 Jul 27 22:07:07.739956 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.749908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9bb9c85f-4516-4659-a6c0-a0deb5f1c6b2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4629097 Jul 27 22:07:07.760277 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22ce2537-7cfc-4aa8-b832-4581a746f97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.808277 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22ce2537-7cfc-4aa8-b832-4581a746f97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.894548 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22ce2537-7cfc-4aa8-b832-4581a746f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.897150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22ce2537-7cfc-4aa8-b832-4581a746f97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.901074 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-22ce2537-7cfc-4aa8-b832-4581a746f97f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53385844-024d-4d7d-8767-ccf53f5f19f7 HTTP/1.1" status: 204 len: 168 time: 0.2574041 Jul 27 22:07:07.916101 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.918872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce2537-7cfc-4aa8-b832-4581a746f97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53385844-024d-4d7d-8767-ccf53f5f19f7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:07.958313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:08.012475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-1a7b81e0-1b14-44d5-bbb5-eb6e8646df76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20323597-8f5b-4001-9a40-aea8ab3bd815 HTTP/1.1" status: 200 len: 217 time: 0.2942672 Jul 27 22:07:08.016493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee139fc-6c93-4425-a2f8-49bf4382f0c4') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:08.016789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee139fc-6c93-4425-a2f8-49bf4382f0c4') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:08.030473 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.047326 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.075170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:07:08.075893 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:07:08.141724 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:07:08.156083 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.162138 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.175365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] 10.222.0.24 "DELETE /v2.0/networks/2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f HTTP/1.1" status: 204 len: 168 time: 0.7675841 Jul 27 22:07:08.257732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e060c2b5-86a9-4206-bbea-afbf9091d691 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:08.274639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ecfd9-d977-4efe-b870-1c80c93fc22a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b2f09bb-f6f7-41d7-ab48-74aa8ad0db5f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:08.314233 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-606e4220-ddf7-4580-9cc5-b3df83f3133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:08.315725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-606e4220-ddf7-4580-9cc5-b3df83f3133d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b64ac46-4efb-44f1-8ae7-9df77514a56e HTTP/1.1" status: 200 len: 845 time: 0.2659492 Jul 27 22:07:08.380155 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-a4f5bfa3-ad80-4feb-b4ea-81afbb7da52f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5f4b63ab-02a1-4681-bcbf-207c07c2a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530205 Jul 27 22:07:08.448247 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d325538-49a6-42be-b0da-348695c92bd1 req-e24b6bb9-97b8-4390-b32f-d7919f02c07f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:08.450657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port e060c2b5-86a9-4206-bbea-afbf9091d691 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:08.451038 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.459774 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-e24b6bb9-97b8-4390-b32f-d7919f02c07f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/networks?id=128dea1e-5cab-40a2-8e08-20dfefd2b849 HTTP/1.1" status: 200 len: 821 time: 0.4045916 Jul 27 22:07:08.568751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-5c5cc4a3-071e-4724-a5d4-8d57423e6215 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/quotas/afaeb40f7d1f478d99b22f94edf07476 HTTP/1.1" status: 200 len: 375 time: 0.1078806 Jul 27 22:07:08.669970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6f6e3858-f091-4c4f-9ddc-255ef32e209c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afaeb40f7d1f478d99b22f94edf07476&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994482 Jul 27 22:07:08.688516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43504) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:08.788663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-0a977161-4def-4f9d-be8c-96e241473832 service neutron] 10.222.0.41 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813491 Jul 27 22:07:08.823812 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-12574ea4-0664-4cdf-a034-a07c37ebcf0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02c6c836cd664dd38d4d4ce431a86e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340413 Jul 27 22:07:08.826746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43508) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:08.951529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05e7b6b5-08df-4101-9bb0-feb050561def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.958955 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.004790 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05e7b6b5-08df-4101-9bb0-feb050561def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.034858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:09.040670 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752a0a4b-e8cb-4730-8d99-7113ed9333f8" -d '{"events": [{"server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "name": "network-vif-plugged", "status": "completed", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:09.065644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:09.083344 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.084711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 65cff377-bba6-416e-a302-dc1ed3e3fd49 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:09.115046 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05e7b6b5-08df-4101-9bb0-feb050561def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.118011 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-05e7b6b5-08df-4101-9bb0-feb050561def admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.121821 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-05e7b6b5-08df-4101-9bb0-feb050561def admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d53b128-209d-4bd1-9183-9ce43d9bea61 HTTP/1.1" status: 204 len: 168 time: 0.2916186 Jul 27 22:07:09.130676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e64308-2498-4885-9e81-d2e38b5fa84e req-cca971aa-d538-4c56-9ae6-a49da002c327 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.138095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75e64308-2498-4885-9e81-d2e38b5fa84e req-cca971aa-d538-4c56-9ae6-a49da002c327 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 943 time: 0.2742865 Jul 27 22:07:09.139297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7b6b5-08df-4101-9bb0-feb050561def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d53b128-209d-4bd1-9183-9ce43d9bea61,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:09.159746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 65cff377-bba6-416e-a302-dc1ed3e3fd49 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:09.160139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 65cff377-bba6-416e-a302-dc1ed3e3fd49 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:09.239312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9c95c02-a3bb-4ad6-b556-5610e742ab49 req-cfff9ea9-54ae-4c4b-b388-69331495f1df service neutron] 10.222.0.41 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742626 Jul 27 22:07:09.241759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-dacc2d51-c9d5-4a0f-892a-b16b8a29cff4 service neutron] 10.222.0.24 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708964 Jul 27 22:07:09.249157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=e060c2b5-86a9-4206-bbea-afbf9091d691,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:09.318468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75e64308-2498-4885-9e81-d2e38b5fa84e req-711876d1-7751-4959-bab2-8df38e434f8e tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791551 Jul 27 22:07:09.432728 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b973e6-e1e4-4561-8be9-b040c93d042a x-openstack-request-id: req-c0b973e6-e1e4-4561-8be9-b040c93d042a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:09.433200 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "name": "network-vif-plugged", "status": "completed", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:09.433437 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0b973e6-e1e4-4561-8be9-b040c93d042a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:09.433922 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'code': 200} Jul 27 22:07:09.554677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43534) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:09.661996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2876c5e-9f2f-49d3-858d-e13c01938d66 req-d77a453e-ab0b-4f94-a953-0af601de7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.663559 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2876c5e-9f2f-49d3-858d-e13c01938d66 req-d77a453e-ab0b-4f94-a953-0af601de7558 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 1094 time: 0.3374271 Jul 27 22:07:09.799007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-721413887-network', 'tenant_id': '568db855b87f4289948b06a43cad39d4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:09.815086 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-ef411d0b-289c-4cef-aa42-5818d6b9c5c1 service neutron] 10.222.0.24 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526695 Jul 27 22:07:09.822581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2876c5e-9f2f-49d3-858d-e13c01938d66 req-6b157894-e5ac-4b80-8e72-907395e185d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.824943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2876c5e-9f2f-49d3-858d-e13c01938d66 req-6b157894-e5ac-4b80-8e72-907395e185d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 200 len: 906 time: 0.1503954 Jul 27 22:07:09.852417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:09.855154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.870105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.893785 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2876c5e-9f2f-49d3-858d-e13c01938d66 req-2bca1eb8-9c43-4c00-8717-08ef8f96fcd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20323597-8f5b-4001-9a40-aea8ab3bd815 HTTP/1.1" status: 200 len: 217 time: 0.0601792 Jul 27 22:07:09.956302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2876c5e-9f2f-49d3-858d-e13c01938d66 req-6d9fc23a-f94e-4b48-91ae-75b07d6abb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.958599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2876c5e-9f2f-49d3-858d-e13c01938d66 req-6d9fc23a-f94e-4b48-91ae-75b07d6abb48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b64ac46-4efb-44f1-8ae7-9df77514a56e HTTP/1.1" status: 200 len: 845 time: 0.0514324 Jul 27 22:07:10.015945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2876c5e-9f2f-49d3-858d-e13c01938d66 req-1179105c-15ee-455d-a7f2-f98f9617a3aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5f4b63ab-02a1-4681-bcbf-207c07c2a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476074 Jul 27 22:07:10.072609 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.081653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f720582a-03db-41ae-ac01-5370f29263ec no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:10.087938 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.134331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:07:10.152122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: f720582a-03db-41ae-ac01-5370f29263ec {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:10.152467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f720582a-03db-41ae-ac01-5370f29263ec not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:10.190736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.193695 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Added segment f7631855-8a61-45e3-817c-b75fb83d93de of type vlan for network 2af798a2-8743-45a9-a249-81d458e93e46 Jul 27 22:07:10.313214 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.320968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3b4149-d9e7-47d2-807b-577d26275411,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:10.346787 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-897926ce-c906-40d3-9154-5f9d5138d67c req-32fe6905-f3d1-4dec-b5a8-ed3aa27935e7 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 210 time: 0.1536567 Jul 27 22:07:10.366191 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.367941 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:10.369656 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.419551 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8636930 Jul 27 22:07:10.429107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:10.433999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fb4ff551-ae77-4208-9695-5d65f51ff2fc admin admin] Request body: {'subnet': {'network_id': '2af798a2-8743-45a9-a249-81d458e93e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-721413887-subnet', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:10.457813 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43578) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:10.538786 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae21b15-3236-4df9-b73c-fbabf5af626c admin admin] Pushing event updated for resources: {'Network': ['ID=2af798a2-8743-45a9-a249-81d458e93e46,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:10.553355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 2af798a2-8743-45a9-a249-81d458e93e46 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:07:10.711909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2876c5e-9f2f-49d3-858d-e13c01938d66 req-97a369c2-ba50-4ca3-be75-cf8dac08ba83 service neutron] 10.222.0.41 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870801 Jul 27 22:07:10.759606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-366753103-network', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:10.801819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4ff551-ae77-4208-9695-5d65f51ff2fc admin admin] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:10.803566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Made reservation on behalf of fbc48bcbc60b4140b9bc278aa591cff4 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:10.815040 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.826973 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff551-ae77-4208-9695-5d65f51ff2fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:10.843213 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.017376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.026500 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.099435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:07:11.130955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9badcd66-a693-406a-a89c-7df07351bd2e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:11.131855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b05c6-b9b5-4e1c-835d-4a9a50f0094a req-52a44caf-905d-4e42-b782-6754e09162b8 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.133463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-910b05c6-b9b5-4e1c-835d-4a9a50f0094a req-52a44caf-905d-4e42-b782-6754e09162b8 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 943 time: 0.6101868 Jul 27 22:07:11.165885 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.166404 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Added segment e84bba02-8cc9-4afa-aa3c-0ea99223da09 of type vlan for network 638396bb-0008-4af7-b598-ed178402e45b Jul 27 22:07:11.279397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.299474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-910b05c6-b9b5-4e1c-835d-4a9a50f0094a req-721b2c7e-a4cc-418b-a1b0-831732149842 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476333 Jul 27 22:07:11.302359 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2876c5e-9f2f-49d3-858d-e13c01938d66 req-29e879fc-e8c5-419e-9c4d-1487383c85c0 service neutron] 10.222.0.41 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578222 Jul 27 22:07:11.356445 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.357373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.358133 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.489466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] Pushing event updated for resources: {'Network': ['ID=638396bb-0008-4af7-b598-ed178402e45b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:11.514533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 638396bb-0008-4af7-b598-ed178402e45b details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:07:11.528382 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4ccd6333-427e-43e8-81b7-d0d341efc700 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0686498 Jul 27 22:07:11.529201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43608) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:11.538009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-dcdc8284-dc18-4db3-811c-fa4a66878fdb admin admin] Request body: {'subnet': {'network_id': '638396bb-0008-4af7-b598-ed178402e45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-366753103-subnet', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:11.593344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6a68fab-30de-42e0-bb8e-7e244c3d1ec5 req-7fbaeda5-b50e-467b-a0ef-d3cff109d1b9 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 210 time: 0.1028247 Jul 27 22:07:11.594533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff551-ae77-4208-9695-5d65f51ff2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.648155 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdc8284-dc18-4db3-811c-fa4a66878fdb admin admin] Made reservation on behalf of fbc48bcbc60b4140b9bc278aa591cff4 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:11.650915 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dcdc8284-dc18-4db3-811c-fa4a66878fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.790445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ff551-ae77-4208-9695-5d65f51ff2fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=81af59d2-1949-46d9-86c5-51512409152a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:11.799741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4ff551-ae77-4208-9695-5d65f51ff2fc admin admin] Checking segment: {'id': 'f7631855-8a61-45e3-817c-b75fb83d93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:11.800107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4ff551-ae77-4208-9695-5d65f51ff2fc admin admin] Network hostable DHCP agents. Network: 2af798a2-8743-45a9-a249-81d458e93e46, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:07:11.837675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4ff551-ae77-4208-9695-5d65f51ff2fc admin admin] Network 2af798a2-8743-45a9-a249-81d458e93e46 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:07:11.895509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fb4ff551-ae77-4208-9695-5d65f51ff2fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 2af798a2-8743-45a9-a249-81d458e93e46) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:11.905085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ada20-e757-43d7-b357-365111d7496a None None] Network 2af798a2-8743-45a9-a249-81d458e93e46 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:11.932898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4ff551-ae77-4208-9695-5d65f51ff2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.933539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff551-ae77-4208-9695-5d65f51ff2fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.009208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fb4ff551-ae77-4208-9695-5d65f51ff2fc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5788357 Jul 27 22:07:12.011981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:12.024531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-721413887-router', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:12.037095 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6a2ca3f9-2487-4bba-975b-a1c2a829ecfd tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:12.061606 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6a2ca3f9-2487-4bba-975b-a1c2a829ecfd tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.43 "GET /v2.0/networks?id=128dea1e-5cab-40a2-8e08-20dfefd2b849 HTTP/1.1" status: 200 len: 821 time: 0.2463453 Jul 27 22:07:12.073091 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.084109 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.095971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0d325538-49a6-42be-b0da-348695c92bd1 req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Request body: {'port': {'device_id': '966035ed-39d2-4686-a35f-2373d875008c', 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849', 'admin_state_up': True, 'tenant_id': 'afaeb40f7d1f478d99b22f94edf07476'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:12.209428 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.294391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 20323597-8f5b-4001-9a40-aea8ab3bd815 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:12.421517 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d325538-49a6-42be-b0da-348695c92bd1 req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Made reservation on behalf of afaeb40f7d1f478d99b22f94edf07476 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:12.425143 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d325538-49a6-42be-b0da-348695c92bd1 req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.432793 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.453428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-2af798a2-8743-45a9-a249-81d458e93e46', 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'fixed_ips': [{'subnet_id': '81af59d2-1949-46d9-86c5-51512409152a'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:07:12.454327 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.486412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dcdc8284-dc18-4db3-811c-fa4a66878fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.579821 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.600620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc8284-dc18-4db3-811c-fa4a66878fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=27fdfe18-3271-46de-9a08-597c0b96bc30,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:12.633391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 20323597-8f5b-4001-9a40-aea8ab3bd815, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=20323597-8f5b-4001-9a40-aea8ab3bd815,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:12.636641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c50ea-4e0b-4529-871f-1f2515852332 req-3b8243e7-1e88-49ae-b204-6ae3028f537e tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:12.642928 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d6c50ea-4e0b-4529-871f-1f2515852332 req-3b8243e7-1e88-49ae-b204-6ae3028f537e tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 945 time: 0.3205609 Jul 27 22:07:12.653712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdc8284-dc18-4db3-811c-fa4a66878fdb admin admin] Checking segment: {'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:12.654427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdc8284-dc18-4db3-811c-fa4a66878fdb admin admin] Network hostable DHCP agents. Network: 638396bb-0008-4af7-b598-ed178402e45b, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:07:12.656287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f0fd1-2fa7-4f56-bccc-60d287869c8b req-4cf998b9-1853-4800-8e41-57b6f3d5b14e tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:12.667736 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-793f0fd1-2fa7-4f56-bccc-60d287869c8b req-4cf998b9-1853-4800-8e41-57b6f3d5b14e tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 943 time: 0.2361720 Jul 27 22:07:12.673408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '20323597-8f5b-4001-9a40-aea8ab3bd815', 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'port_id': '20323597-8f5b-4001-9a40-aea8ab3bd815', 'mac_address': 'fa:16:3e:5c:20:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b64ac46-4efb-44f1-8ae7-9df77514a56e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:12.679519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-0d325538-49a6-42be-b0da-348695c92bd1 req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Allocated IP 172.20.0.11 (128dea1e-5cab-40a2-8e08-20dfefd2b849/4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83/750c3436-087e-416e-a81e-a7869c3d82b3) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:12.692647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdc8284-dc18-4db3-811c-fa4a66878fdb admin admin] Network 638396bb-0008-4af7-b598-ed178402e45b is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:07:12.713361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Allocated IP 172.20.0.2 (2af798a2-8743-45a9-a249-81d458e93e46/81af59d2-1949-46d9-86c5-51512409152a/e73954a4-95c2-4af1-91fd-425420b91065) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:12.802622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d6c50ea-4e0b-4529-871f-1f2515852332 req-e946d2a1-7331-4da6-9624-54bd11103118 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups?id=71001ac8-ad7d-458f-811a-0a922469c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336353 Jul 27 22:07:12.823554 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-793f0fd1-2fa7-4f56-bccc-60d287869c8b req-7b0a3efe-24ec-40ec-983d-f1c90597dfdc tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330676 Jul 27 22:07:12.901346 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d325538-49a6-42be-b0da-348695c92bd1 req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.914493 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:12.925358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Transition to ACTIVE for port object e73954a4-95c2-4af1-91fd-425420b91065 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:12.948184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Transition to ACTIVE for port object e73954a4-95c2-4af1-91fd-425420b91065 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:12.978134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-dcdc8284-dc18-4db3-811c-fa4a66878fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 638396bb-0008-4af7-b598-ed178402e45b) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:12.988415 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d325538-49a6-42be-b0da-348695c92bd1 req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.002287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee3bbfe-8a32-46f1-b54a-48eac2ddaf9c None None] Network 638396bb-0008-4af7-b598-ed178402e45b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:13.021116 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc8284-dc18-4db3-811c-fa4a66878fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:13.024653 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dcdc8284-dc18-4db3-811c-fa4a66878fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.108065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eebd26-867e-41ef-a47a-0faf7e649eea req-4194bd9e-368f-4d85-a2ae-b205e9310e61 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:13.111391 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.116647 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97eebd26-867e-41ef-a47a-0faf7e649eea req-4194bd9e-368f-4d85-a2ae-b205e9310e61 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 932 time: 0.1452463 Jul 27 22:07:13.129818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d325538-49a6-42be-b0da-348695c92bd1 req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Network 128dea1e-5cab-40a2-8e08-20dfefd2b849 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:13.143919 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.148958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-0d325538-49a6-42be-b0da-348695c92bd1 req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:13.171727 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.173271 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Network 2af798a2-8743-45a9-a249-81d458e93e46 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:13.180370 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dcdc8284-dc18-4db3-811c-fa4a66878fdb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6497176 Jul 27 22:07:13.185549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:13.189807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:13.190455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43644) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:13.194647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d325538-49a6-42be-b0da-348695c92bd1 req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:13.197676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-366753103-router', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:13.202030 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event updated for resources: {'Port': ['ID=750c3436-087e-416e-a81e-a7869c3d82b3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:13.220124 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97eebd26-867e-41ef-a47a-0faf7e649eea req-f937b01e-f89f-4acd-8841-600256ce34f0 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024244 Jul 27 22:07:13.299297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d325538-49a6-42be-b0da-348695c92bd1 req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:13.299968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d325538-49a6-42be-b0da-348695c92bd1 req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.303398 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.304491 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.320432 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9079019-90b4-4c34-a0e8-2eb2af262359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.329999 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.350307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-9ac8a032-6b22-403a-8854-0424acb549fb tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2859559 Jul 27 22:07:13.367667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Request body: {'port': {'device_id': '966035ed-39d2-4686-a35f-2373d875008c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:13.456033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba8cc46-adb1-4c29-b91c-c82ef13b9ced None None] Network 638396bb-0008-4af7-b598-ed178402e45b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:13.468808 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.476608 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.490420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef47c0-4995-470e-a925-6b757f83450e req-113a27de-96a2-4271-a19d-c3380cc2dba5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:13.491189 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cbef47c0-4995-470e-a925-6b757f83450e req-113a27de-96a2-4271-a19d-c3380cc2dba5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.43 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 945 time: 0.0967784 Jul 27 22:07:13.620918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Attempting to bind port e73954a4-95c2-4af1-91fd-425420b91065 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:13.620918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Attempting to bind port e73954a4-95c2-4af1-91fd-425420b91065 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'f7631855-8a61-45e3-817c-b75fb83d93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:13.620918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Attempting to bind port e73954a4-95c2-4af1-91fd-425420b91065 on network 2af798a2-8743-45a9-a249-81d458e93e46 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:13.621697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Pushing event updated for resources: {'Port': ['ID=e73954a4-95c2-4af1-91fd-425420b91065,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:13.634393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20323597-8f5b-4001-9a40-aea8ab3bd815 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:13.670037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 20323597-8f5b-4001-9a40-aea8ab3bd815, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=20323597-8f5b-4001-9a40-aea8ab3bd815,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:13.755057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:13.755362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Checking segment: {'id': 'f7631855-8a61-45e3-817c-b75fb83d93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:13.755785 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.756244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Bound using segment: {'id': 'f7631855-8a61-45e3-817c-b75fb83d93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:13.756747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Bound port: e73954a4-95c2-4af1-91fd-425420b91065, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7631855-8a61-45e3-817c-b75fb83d93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:13.757434 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.765005 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.848994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Deleting port 9c9febe7-3d32-493c-9b75-6a864325aa67 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:13.849338 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:13.888306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=20323597-8f5b-4001-9a40-aea8ab3bd815,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:13.912709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] For port e73954a4-95c2-4af1-91fd-425420b91065, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:13.917604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] For port e73954a4-95c2-4af1-91fd-425420b91065, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e73954a4-95c2-4af1-91fd-425420b91065,segment=NetworkSegment(f7631855-8a61-45e3-817c-b75fb83d93de),segment_id=f7631855-8a61-45e3-817c-b75fb83d93de)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:13.929303 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:14.017600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] For port 9c9febe7-3d32-493c-9b75-6a864325aa67, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9c9febe7-3d32-493c-9b75-6a864325aa67,segment=NetworkSegment(1a674210-e421-40f3-99ef-477219766da0),segment_id=1a674210-e421-40f3-99ef-477219766da0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:14.018179 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:14.032617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f6b9a-568b-4a21-98d0-c71af89608fc None None] Pushing event updated for resources: {'Port': ['ID=e73954a4-95c2-4af1-91fd-425420b91065,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:14.055019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['20323597-8f5b-4001-9a40-aea8ab3bd815'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:14.376637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Allocated IP 172.25.1.58 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/277243f8-58f1-47a1-b10f-76abb469780f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:14.594859 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6e6db-6f6c-4f02-a679-b40f0949e197 req-a98a0e56-c1dd-4b00-a77e-54784708159a tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:14.602598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ed6e6db-6f6c-4f02-a679-b40f0949e197 req-a98a0e56-c1dd-4b00-a77e-54784708159a tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 945 time: 0.2418766 Jul 27 22:07:14.681276 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:14.735935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2966517-87da-4fd6-9be6-f8389404575a req-1fa6a61d-90c4-44b4-9ad2-5a2cea5a6a2e tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:14.738662 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2966517-87da-4fd6-9be6-f8389404575a req-1fa6a61d-90c4-44b4-9ad2-5a2cea5a6a2e tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 944 time: 0.3786097 Jul 27 22:07:14.767632 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ed6e6db-6f6c-4f02-a679-b40f0949e197 req-db50927c-67f4-4702-825f-c7b1e52429f8 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups?id=71001ac8-ad7d-458f-811a-0a922469c8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636403 Jul 27 22:07:15.032409 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.033216 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.034776 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Floating IP 6e6ca8df-5702-4a92-be09-05d9c7548a0e disassociated. External IP: 172.25.1.42, port: 9c9febe7-3d32-493c-9b75-6a864325aa67. Jul 27 22:07:15.035283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Calling delete_port for 9c9febe7-3d32-493c-9b75-6a864325aa67 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:15.052072 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2966517-87da-4fd6-9be6-f8389404575a req-577187e8-0374-49a8-8f67-0469066a82e2 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981966 Jul 27 22:07:15.197039 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.255126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750c3436-087e-416e-a81e-a7869c3d82b3 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:15.286320 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df135f21-56b4-4595-a166-9b9ea4f4447f req-f5d83f4f-9020-4115-a15c-7de71c29a954 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:15.289667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.296335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df135f21-56b4-4595-a166-9b9ea4f4447f req-f5d83f4f-9020-4115-a15c-7de71c29a954 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 932 time: 0.2715075 Jul 27 22:07:15.328274 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Transition to ACTIVE for port object 750c3436-087e-416e-a81e-a7869c3d82b3 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:15.337708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.394911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df135f21-56b4-4595-a166-9b9ea4f4447f req-b77842a2-d6cb-4fff-ba31-128e30c4f7d9 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970924 Jul 27 22:07:15.417506 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.420728 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98e065d1-affb-4ee2-860f-094f88d581e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.479876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Pushing event updated for resources: {'Port': ['ID=750c3436-087e-416e-a81e-a7869c3d82b3,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:15.511462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:15.523881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.540665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:15.547794 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:15.602312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Pushing event deleted for resources: {'Port': ['ID=9c9febe7-3d32-493c-9b75-6a864325aa67,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:15.645443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Pushing event updated for resources: {'Port': ['ID=277243f8-58f1-47a1-b10f-76abb469780f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:15.676296 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.682086 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.686663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025a714-36e1-44a2-a965-662b120beb67 None None] Network 2af798a2-8743-45a9-a249-81d458e93e46 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:15.699444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Attempting to bind port 750c3436-087e-416e-a81e-a7869c3d82b3 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:15.700299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Attempting to bind port 750c3436-087e-416e-a81e-a7869c3d82b3 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:15.701004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Attempting to bind port 750c3436-087e-416e-a81e-a7869c3d82b3 on network 128dea1e-5cab-40a2-8e08-20dfefd2b849 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:15.707802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Port 750c3436-087e-416e-a81e-a7869c3d82b3 on network 128dea1e-5cab-40a2-8e08-20dfefd2b849 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:07:15.708410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Attempting to bind port 750c3436-087e-416e-a81e-a7869c3d82b3 on network 128dea1e-5cab-40a2-8e08-20dfefd2b849 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:15.718052 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:15.718822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Checking segment: {'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:15.719420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Bound using segment: {'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:15.720125 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Bound port: 750c3436-087e-416e-a81e-a7869c3d82b3, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:15.721057 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.759974 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.831826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] For port 750c3436-087e-416e-a81e-a7869c3d82b3, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:15.833141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ab8760fa-39e9-4ee5-9ce0-66ee4b0312d0 None None] Provisioning for port e73954a4-95c2-4af1-91fd-425420b91065 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:15.835813 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] For port 750c3436-087e-416e-a81e-a7869c3d82b3, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=750c3436-087e-416e-a81e-a7869c3d82b3,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:15.887294 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.975370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:15.976702 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:15.978670 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] 10.222.0.43 "PUT /v2.0/ports/750c3436-087e-416e-a81e-a7869c3d82b3 HTTP/1.1" status: 200 len: 1092 time: 2.6190536 Jul 27 22:07:15.981882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966035ed-39d2-4686-a35f-2373d875008c', 'tag': '750c3436-087e-416e-a81e-a7869c3d82b3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:15.984943 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b37f96-f0bc-407d-b47f-53c718da6100" -d '{"events": [{"name": "network-changed", "server_uuid": "966035ed-39d2-4686-a35f-2373d875008c", "tag": "750c3436-087e-416e-a81e-a7869c3d82b3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:16.086007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef0ad0-a4b5-4c30-9597-ae037f1a5f93 service neutron] Pushing event updated for resources: {'Port': ['ID=750c3436-087e-416e-a81e-a7869c3d82b3,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:16.103893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Router e3710188-02b7-48f7-8bec-fd9c104a86c0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:07:16.105377 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.153037 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab82309-f882-4da0-bffb-3e4dd9649591 x-openstack-request-id: req-6ab82309-f882-4da0-bffb-3e4dd9649591 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:16.153390 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966035ed-39d2-4686-a35f-2373d875008c", "tag": "750c3436-087e-416e-a81e-a7869c3d82b3", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:16.153793 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ab82309-f882-4da0-bffb-3e4dd9649591 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:16.153972 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966035ed-39d2-4686-a35f-2373d875008c', 'tag': '750c3436-087e-416e-a81e-a7869c3d82b3', 'status': 'completed', 'code': 200} Jul 27 22:07:16.230191 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.312363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d325538-49a6-42be-b0da-348695c92bd1 req-eaaebeed-3766-4e2c-a495-c558c7f3dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:16.313901 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-eaaebeed-3766-4e2c-a495-c558c7f3dc8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=afaeb40f7d1f478d99b22f94edf07476&device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 1095 time: 0.2635949 Jul 27 22:07:16.330066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 20323597-8f5b-4001-9a40-aea8ab3bd815 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:16.374605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad77459d-1556-4dcd-a82f-0315abdfa1fd req-36d63437-02ce-49fc-8b0e-8ec4421a4886 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 210 time: 0.2635899 Jul 27 22:07:16.415292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e73954a4-95c2-4af1-91fd-425420b91065 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:16.417883 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.495209 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-a9169b06-f01c-4ec1-8ef3-232c195fef2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=750c3436-087e-416e-a81e-a7869c3d82b3 HTTP/1.1" status: 200 len: 217 time: 0.1662190 Jul 27 22:07:16.631801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Allocated IP 172.25.1.117 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/35367827-b40a-4ab0-986e-e613d7fd7f2a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:16.634291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:07:16.637405 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d325538-49a6-42be-b0da-348695c92bd1 req-175647c1-41b6-43a1-8cea-e69dd51aaa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:16.638808 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-175647c1-41b6-43a1-8cea-e69dd51aaa8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83 HTTP/1.1" status: 200 len: 861 time: 0.0696502 Jul 27 22:07:16.663134 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ab958-d5f3-467e-8758-09e6a9ab71bc None None] Sync routers for ids ['e3710188-02b7-48f7-8bec-fd9c104a86c0'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:16.686189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece917dd-c1b2-4859-ae2e-98017786849b req-d5c424d4-357f-49e8-8047-f571675275de tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:16.688522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ece917dd-c1b2-4859-ae2e-98017786849b req-d5c424d4-357f-49e8-8047-f571675275de tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 944 time: 0.3881767 Jul 27 22:07:16.712992 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ab958-d5f3-467e-8758-09e6a9ab71bc None None] Routers {'e3710188-02b7-48f7-8bec-fd9c104a86c0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:16.714562 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-800ab958-d5f3-467e-8758-09e6a9ab71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e3710188-02b7-48f7-8bec-fd9c104a86c0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:16.726038 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-843553b6-8473-4b46-81be-77fe20667488 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=128dea1e-5cab-40a2-8e08-20dfefd2b849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732424 Jul 27 22:07:16.755926 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] No DVR routers for this DVR port 9c9febe7-3d32-493c-9b75-6a864325aa67 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:16.759303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.761418 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cbef47c0-4995-470e-a925-6b757f83450e req-9c198f6a-aa4b-4078-bbc7-17a7e6e20ef5 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.43 "DELETE /v2.0/ports/9c9febe7-3d32-493c-9b75-6a864325aa67 HTTP/1.1" status: 204 len: 173 time: 3.2611320 Jul 27 22:07:16.913908 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 20323597-8f5b-4001-9a40-aea8ab3bd815 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:16.940276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 20323597-8f5b-4001-9a40-aea8ab3bd815 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:16.941698 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:16.948861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port e73954a4-95c2-4af1-91fd-425420b91065 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:16.996741 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-b7221c33-5763-48c9-ab3c-bda9be5b2d84 service neutron] 10.222.0.43 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489769 Jul 27 22:07:17.025090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e73954a4-95c2-4af1-91fd-425420b91065 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:17.033236 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.036851 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-800ab958-d5f3-467e-8758-09e6a9ab71bc None None] Set router e3710188-02b7-48f7-8bec-fd9c104a86c0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:17.133438 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.175097 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ece917dd-c1b2-4859-ae2e-98017786849b req-6314ce8d-9f94-4426-bb63-df41ef6f2cf7 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567866 Jul 27 22:07:17.224668 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d325538-49a6-42be-b0da-348695c92bd1 req-93272449-5645-49df-985d-18c0aed35e4d service neutron] 10.222.0.43 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110119 Jul 27 22:07:17.291101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7fb4e-8f2b-464a-aae5-751245087908 req-11df3317-2a31-4291-a6c7-7677e7eb550b tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:17.293144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0de7fb4e-8f2b-464a-aae5-751245087908 req-11df3317-2a31-4291-a6c7-7677e7eb550b tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 944 time: 0.5764318 Jul 27 22:07:17.416153 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.435841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b37f96-f0bc-407d-b47f-53c718da6100 req-25bd9b90-b5c0-40c0-b95f-f4a1aa8e15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:17.451083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36b37f96-f0bc-407d-b47f-53c718da6100 req-25bd9b90-b5c0-40c0-b95f-f4a1aa8e15f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=afaeb40f7d1f478d99b22f94edf07476&device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 1095 time: 0.1294785 Jul 27 22:07:17.492163 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.586893 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-800ab958-d5f3-467e-8758-09e6a9ab71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b72fe83c-d475-43ee-a406-b1350c31aee6', 'name': '', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'mac_address': 'fa:16:3e:30:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '95f27453-844a-448e-aee5-51e7818559d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:00Z', 'updated_at': '2021-07-27T22:05:08Z', 'revision_number': 5, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'subnets': [{'id': '95f27453-844a-448e-aee5-51e7818559d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:17.642425 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 20323597-8f5b-4001-9a40-aea8ab3bd815, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=20323597-8f5b-4001-9a40-aea8ab3bd815,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:17.657484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1301ec7b-31ab-42bf-a96a-5b0b46372d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20323597-8f5b-4001-9a40-aea8ab3bd815'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:17.659903 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4ff52f-8a73-4092-83c4-62877b2af209" -d '{"events": [{"server_uuid": "1301ec7b-31ab-42bf-a96a-5b0b46372d27", "name": "network-vif-plugged", "status": "completed", "tag": "20323597-8f5b-4001-9a40-aea8ab3bd815"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:17.670093 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.672951 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.678567 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ab958-d5f3-467e-8758-09e6a9ab71bc None None] Checking router: e3710188-02b7-48f7-8bec-fd9c104a86c0 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:17.682371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port e73954a4-95c2-4af1-91fd-425420b91065, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e73954a4-95c2-4af1-91fd-425420b91065,segment=NetworkSegment(f7631855-8a61-45e3-817c-b75fb83d93de),segment_id=f7631855-8a61-45e3-817c-b75fb83d93de)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:17.712406 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ab958-d5f3-467e-8758-09e6a9ab71bc None None] Routers {'e3710188-02b7-48f7-8bec-fd9c104a86c0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:17.713040 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-800ab958-d5f3-467e-8758-09e6a9ab71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e3710188-02b7-48f7-8bec-fd9c104a86c0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:17.734799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b37f96-f0bc-407d-b47f-53c718da6100 req-243c98cc-d967-4678-a884-1ae5e55407e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:17.736315 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36b37f96-f0bc-407d-b47f-53c718da6100 req-243c98cc-d967-4678-a884-1ae5e55407e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=128dea1e-5cab-40a2-8e08-20dfefd2b849 HTTP/1.1" status: 200 len: 922 time: 0.2844200 Jul 27 22:07:17.740147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0de7fb4e-8f2b-464a-aae5-751245087908 req-1b32c741-f80d-4789-9da8-22a548d6a575 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620977 Jul 27 22:07:17.787677 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.798658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74f4c8ea-67af-49b3-9cfe-a72c0c3857be req-e025f8f0-ee9d-4bce-8ffd-4c2f676abaad tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/ports?device_id=3238bae2-b222-441d-a2b9-14f26be4e062 HTTP/1.1" status: 200 len: 210 time: 0.0555465 Jul 27 22:07:17.805118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:17.849255 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36b37f96-f0bc-407d-b47f-53c718da6100 req-f533d9de-5193-4d4b-ac6c-841ca17a34b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=750c3436-087e-416e-a81e-a7869c3d82b3 HTTP/1.1" status: 200 len: 217 time: 0.0819776 Jul 27 22:07:17.849871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=20323597-8f5b-4001-9a40-aea8ab3bd815,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:17.869595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:17.873618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:17.874132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:17.874741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:17.875543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:17.876039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:17.876866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:17.877342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:17.879381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:17.882420 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:17.882929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:17.883431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:17.907337 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd05c82-9cec-44e1-b154-2f74f322e142 x-openstack-request-id: req-dcd05c82-9cec-44e1-b154-2f74f322e142 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:17.907833 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1301ec7b-31ab-42bf-a96a-5b0b46372d27", "name": "network-vif-plugged", "status": "completed", "tag": "20323597-8f5b-4001-9a40-aea8ab3bd815", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:17.908233 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcd05c82-9cec-44e1-b154-2f74f322e142 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:17.908783 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1301ec7b-31ab-42bf-a96a-5b0b46372d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20323597-8f5b-4001-9a40-aea8ab3bd815', 'code': 200} Jul 27 22:07:17.933593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:17.940771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Pushing event updated for resources: {'Port': ['ID=35367827-b40a-4ab0-986e-e613d7fd7f2a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:17.948684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:17.950959 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:17.992738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b37f96-f0bc-407d-b47f-53c718da6100 req-ee38fcf3-672d-47e8-af96-a7851679e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:17.997610 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36b37f96-f0bc-407d-b47f-53c718da6100 req-ee38fcf3-672d-47e8-af96-a7851679e7dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83 HTTP/1.1" status: 200 len: 861 time: 0.1387198 Jul 27 22:07:17.998581 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-800ab958-d5f3-467e-8758-09e6a9ab71bc None None] Set router e3710188-02b7-48f7-8bec-fd9c104a86c0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:18.035965 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:18.073976 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36b37f96-f0bc-407d-b47f-53c718da6100 req-e6c27bea-efab-4e12-a267-3685daed5be1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=128dea1e-5cab-40a2-8e08-20dfefd2b849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664473 Jul 27 22:07:18.076112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=e73954a4-95c2-4af1-91fd-425420b91065,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:18.109951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9c9febe7-3d32-493c-9b75-6a864325aa67 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:18.183926 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 9c9febe7-3d32-493c-9b75-6a864325aa67 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:18.184211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9c9febe7-3d32-493c-9b75-6a864325aa67 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:18.323998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e73954a4-95c2-4af1-91fd-425420b91065 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:18.338588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3238bae2-b222-441d-a2b9-14f26be4e062', 'name': 'network-vif-deleted', 'tag': '9c9febe7-3d32-493c-9b75-6a864325aa67'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:18.344704 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724988bc-1735-43fb-872f-3b7832cfd638" -d '{"events": [{"server_uuid": "3238bae2-b222-441d-a2b9-14f26be4e062", "name": "network-vif-deleted", "tag": "9c9febe7-3d32-493c-9b75-6a864325aa67"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:18.350853 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36b37f96-f0bc-407d-b47f-53c718da6100 req-92ba6e2a-8b27-4a85-9f4c-cb1c261bd75b service neutron] 10.222.0.43 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677219 Jul 27 22:07:18.467757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e73954a4-95c2-4af1-91fd-425420b91065 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:18.468340 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:18.504846 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba39ccc-1e77-41c4-95be-8bb9e1972e71 x-openstack-request-id: req-8ba39ccc-1e77-41c4-95be-8bb9e1972e71 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:18.505176 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3238bae2-b222-441d-a2b9-14f26be4e062", "name": "network-vif-deleted", "tag": "9c9febe7-3d32-493c-9b75-6a864325aa67", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:18.505431 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ba39ccc-1e77-41c4-95be-8bb9e1972e71 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:18.508507 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3238bae2-b222-441d-a2b9-14f26be4e062', 'name': 'network-vif-deleted', 'tag': '9c9febe7-3d32-493c-9b75-6a864325aa67', 'status': 'completed', 'code': 200} Jul 27 22:07:18.627829 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36b37f96-f0bc-407d-b47f-53c718da6100 req-db982700-f3ea-4d34-a276-18217bd88edb service neutron] 10.222.0.43 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683096 Jul 27 22:07:18.635331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Router ec8d4ff5-da89-4e2c-9452-182fe7152f91 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:07:18.717717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b25de-5fe7-435a-85aa-8ab6869c3dcc req-e36dca31-5ca6-4aa3-8e35-2fe7f24830aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:18.720309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba3b25de-5fe7-435a-85aa-8ab6869c3dcc req-e36dca31-5ca6-4aa3-8e35-2fe7f24830aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 1096 time: 0.6750379 Jul 27 22:07:18.907651 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-800ab958-d5f3-467e-8758-09e6a9ab71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b72fe83c-d475-43ee-a406-b1350c31aee6', 'name': '', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'mac_address': 'fa:16:3e:30:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '95f27453-844a-448e-aee5-51e7818559d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:00Z', 'updated_at': '2021-07-27T22:05:08Z', 'revision_number': 5, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'subnets': [{'id': '95f27453-844a-448e-aee5-51e7818559d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:18.958921 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ab958-d5f3-467e-8758-09e6a9ab71bc None None] The sync data for ids ['e3710188-02b7-48f7-8bec-fd9c104a86c0'] in n-d-802011-3 is: [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b72fe83c-d475-43ee-a406-b1350c31aee6', 'name': '', 'network_id': 'a3d739c3-00e4-40c2-93e9-369daf5a82fd', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'mac_address': 'fa:16:3e:30:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '95f27453-844a-448e-aee5-51e7818559d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:05:00Z', 'updated_at': '2021-07-27T22:05:08Z', 'revision_number': 5, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'subnets': [{'id': '95f27453-844a-448e-aee5-51e7818559d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:18.998348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dd16f-d64b-47ab-abe3-62b52f059f1b req-642f1711-9f12-4985-8bc6-f2107c21432f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:19.008471 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-677dd16f-d64b-47ab-abe3-62b52f059f1b req-642f1711-9f12-4985-8bc6-f2107c21432f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 945 time: 0.6369581 Jul 27 22:07:19.022338 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.170280 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba3b25de-5fe7-435a-85aa-8ab6869c3dcc req-868a3005-0bae-4554-aea1-e3eab369cede service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910649 Jul 27 22:07:19.271357 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-677dd16f-d64b-47ab-abe3-62b52f059f1b req-2f002501-c9a8-4b12-8b20-f32b2836d6d3 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569547 Jul 27 22:07:19.422673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9092de-540a-482d-8a67-f7c902d20482 None None] New status for floating IP 6e6ca8df-5702-4a92-be09-05d9c7548a0e: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:07:19.477337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:19.639571 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-adc1ad94-955a-42cc-9965-71a5b5ab3327 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.715975 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-adc1ad94-955a-42cc-9965-71a5b5ab3327 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.828933 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-adc1ad94-955a-42cc-9965-71a5b5ab3327 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.834492 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-adc1ad94-955a-42cc-9965-71a5b5ab3327 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:19.838287 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-adc1ad94-955a-42cc-9965-71a5b5ab3327 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "DELETE /v2.0/security-groups/71001ac8-ad7d-458f-811a-0a922469c8ee HTTP/1.1" status: 204 len: 168 time: 0.3594141 Jul 27 22:07:19.854219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43764) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:19.855224 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1ad94-955a-42cc-9965-71a5b5ab3327 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71001ac8-ad7d-458f-811a-0a922469c8ee,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:19.888775 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-5698b19d-c776-43b6-adfc-8c0d333c2667 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] show failed (client error): The resource could not be found. Jul 27 22:07:19.890458 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5698b19d-c776-43b6-adfc-8c0d333c2667 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "GET /v2.0/security-groups/71001ac8-ad7d-458f-811a-0a922469c8ee HTTP/1.1" status: 404 len: 347 time: 0.0309567 Jul 27 22:07:19.893152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43768) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:19.908540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75855362-e171-4c5a-a5e1-942040d85f9a req-3ba2f58c-7228-46a2-82e7-b111a186a305 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:19.909390 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75855362-e171-4c5a-a5e1-942040d85f9a req-3ba2f58c-7228-46a2-82e7-b111a186a305 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 944 time: 0.8281963 Jul 27 22:07:19.929114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:07:19.942204 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Sync routers for ids ['ec8d4ff5-da89-4e2c-9452-182fe7152f91'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:19.964443 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Routers {'ec8d4ff5-da89-4e2c-9452-182fe7152f91'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:19.965069 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f1516aad-b177-471b-845c-2683b027f73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ec8d4ff5-da89-4e2c-9452-182fe7152f91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:20.075204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.079467 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6a56cccb-6cb5-4da6-a5bd-87e1f12a3bee admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.0635719 Jul 27 22:07:20.090441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43772) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:20.109643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 750c3436-087e-416e-a81e-a7869c3d82b3 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:20.203782 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.212702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75855362-e171-4c5a-a5e1-942040d85f9a req-d66abf6b-1d12-46cd-b680-b943787d4f39 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937953 Jul 27 22:07:20.217212 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Set router ec8d4ff5-da89-4e2c-9452-182fe7152f91 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:20.408511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 750c3436-087e-416e-a81e-a7869c3d82b3, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=750c3436-087e-416e-a81e-a7869c3d82b3,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:20.458482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb44eb-2b47-4e14-b63f-eb8d7175c38c req-aa32487b-e8b5-49e0-ab06-62c2715ad986 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:20.469424 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9bbb44eb-2b47-4e14-b63f-eb8d7175c38c req-aa32487b-e8b5-49e0-ab06-62c2715ad986 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 945 time: 0.0873668 Jul 27 22:07:20.470231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '750c3436-087e-416e-a81e-a7869c3d82b3', 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849', 'port_id': '750c3436-087e-416e-a81e-a7869c3d82b3', 'mac_address': 'fa:16:3e:cb:ed:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:20.477418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Router 781ab739-f60e-4071-9d4b-018bd3c1b6ef is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:07:20.644793 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.678730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750c3436-087e-416e-a81e-a7869c3d82b3 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:20.685404 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9bbb44eb-2b47-4e14-b63f-eb8d7175c38c req-17ab6b19-5589-41f2-9036-c0bc0b048642 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150235 Jul 27 22:07:20.689629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9271f383-681a-49d0-9291-a0fd800777e1 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Deleting port bf717ad2-1b71-4716-8b11-d5edeb29f7e6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:20.690140 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9271f383-681a-49d0-9291-a0fd800777e1 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.692655 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f1516aad-b177-471b-845c-2683b027f73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'name': 'tempest-ServersTestMultiNic-721413887-router', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '277243f8-58f1-47a1-b10f-76abb469780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:12Z', 'updated_at': '2021-07-27T22:07:15Z', 'revision_number': 3, 'project_id': '568db855b87f4289948b06a43cad39d4', 'gw_port': {'id': '277243f8-58f1-47a1-b10f-76abb469780f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:20.714418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 750c3436-087e-416e-a81e-a7869c3d82b3, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=750c3436-087e-416e-a81e-a7869c3d82b3,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:20.716116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:07:20.724429 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.731051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Sync routers for ids ['781ab739-f60e-4071-9d4b-018bd3c1b6ef'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:20.752890 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Checking router: ec8d4ff5-da89-4e2c-9452-182fe7152f91 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:20.753238 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Updating router ec8d4ff5-da89-4e2c-9452-182fe7152f91 port 277243f8-58f1-47a1-b10f-76abb469780f binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:07:20.766440 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.769263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Routers {'781ab739-f60e-4071-9d4b-018bd3c1b6ef'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:20.770519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['781ab739-f60e-4071-9d4b-018bd3c1b6ef'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:20.771847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6fc31220-54ce-4a19-83be-42eb82d4a160 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.5793617 Jul 27 22:07:20.772576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:20.836314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=750c3436-087e-416e-a81e-a7869c3d82b3,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:20.881484 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:20.908884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Set router 781ab739-f60e-4071-9d4b-018bd3c1b6ef gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:21.070067 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9271f383-681a-49d0-9291-a0fd800777e1 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.070438 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9271f383-681a-49d0-9291-a0fd800777e1 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.072463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['750c3436-087e-416e-a81e-a7869c3d82b3'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:21.141394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9271f383-681a-49d0-9291-a0fd800777e1 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Calling delete_port for bf717ad2-1b71-4716-8b11-d5edeb29f7e6 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:21.327776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545d84f-801a-41af-8f36-79448b8b9868 req-e25403ab-405c-4ba4-a75d-0a5f8c63821a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:21.340642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-366753103-router', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:18Z', 'revision_number': 3, 'project_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'gw_port': {'id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:15Z', 'updated_at': '2021-07-27T22:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:21.343423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6545d84f-801a-41af-8f36-79448b8b9868 req-e25403ab-405c-4ba4-a75d-0a5f8c63821a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 945 time: 0.2186878 Jul 27 22:07:21.378547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Checking router: 781ab739-f60e-4071-9d4b-018bd3c1b6ef for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:21.379599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Updating router 781ab739-f60e-4071-9d4b-018bd3c1b6ef port 35367827-b40a-4ab0-986e-e613d7fd7f2a binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:07:21.425117 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.462089 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Transition to ACTIVE for port object 277243f8-58f1-47a1-b10f-76abb469780f will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:21.476941 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.485174 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.542978 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Attempting to bind port 277243f8-58f1-47a1-b10f-76abb469780f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:21.543340 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Attempting to bind port 277243f8-58f1-47a1-b10f-76abb469780f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:21.543959 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Attempting to bind port 277243f8-58f1-47a1-b10f-76abb469780f on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:21.551332 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.592105 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:21.602871 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:21.603524 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.605569 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:21.605569 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Bound port: 277243f8-58f1-47a1-b10f-76abb469780f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:21.605569 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.693395 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f1516aad-b177-471b-845c-2683b027f73f None None] For port 277243f8-58f1-47a1-b10f-76abb469780f, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:21.697913 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f1516aad-b177-471b-845c-2683b027f73f None None] For port 277243f8-58f1-47a1-b10f-76abb469780f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=277243f8-58f1-47a1-b10f-76abb469780f,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:21.710536 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:21.726072 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6545d84f-801a-41af-8f36-79448b8b9868 req-2013b4ea-5429-4c2e-89af-ac5c91b9f4ae tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816504 Jul 27 22:07:21.800055 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Pushing event updated for resources: {'Port': ['ID=277243f8-58f1-47a1-b10f-76abb469780f,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:21.828043 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:21.828858 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:21.830163 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:21.841911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:21.841911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:21.841911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:21.841911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:21.841911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:21.841911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:21.841911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:21.841911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:21.841911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:21.882129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78282996-9890-4ec1-94d5-48d9c1b2fc65 req-99485901-0ada-4b17-985d-5e603248a85d tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:21.899104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-78282996-9890-4ec1-94d5-48d9c1b2fc65 req-99485901-0ada-4b17-985d-5e603248a85d tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 945 time: 0.3958786 Jul 27 22:07:21.958396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Allocated IP 172.20.0.1 (2af798a2-8743-45a9-a249-81d458e93e46/81af59d2-1949-46d9-86c5-51512409152a/a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:22.020864 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Routers {'ec8d4ff5-da89-4e2c-9452-182fe7152f91'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:22.021540 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f1516aad-b177-471b-845c-2683b027f73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ec8d4ff5-da89-4e2c-9452-182fe7152f91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:22.124367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9271f383-681a-49d0-9291-a0fd800777e1 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.124976 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-78282996-9890-4ec1-94d5-48d9c1b2fc65 req-bff2c6d3-4f04-45b0-8c49-49aa913b754a tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227595 Jul 27 22:07:22.154998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 750c3436-087e-416e-a81e-a7869c3d82b3 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:22.256455 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.260125 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f1516aad-b177-471b-845c-2683b027f73f None None] Set router ec8d4ff5-da89-4e2c-9452-182fe7152f91 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:22.274683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Transition to ACTIVE for port object 35367827-b40a-4ab0-986e-e613d7fd7f2a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:22.288652 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.302763 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 750c3436-087e-416e-a81e-a7869c3d82b3 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:22.309185 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.330099 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 750c3436-087e-416e-a81e-a7869c3d82b3 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:22.330639 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.354136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Transition to ACTIVE for port object a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:22.412657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72960427-7f7c-41e6-bdc9-5670b5c5428f None None] Pushing event updated for resources: {'Port': ['ID=35367827-b40a-4ab0-986e-e613d7fd7f2a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:22.417740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Attempting to bind port 35367827-b40a-4ab0-986e-e613d7fd7f2a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:22.418204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Attempting to bind port 35367827-b40a-4ab0-986e-e613d7fd7f2a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:22.418676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Attempting to bind port 35367827-b40a-4ab0-986e-e613d7fd7f2a on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:22.430906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271f383-681a-49d0-9291-a0fd800777e1 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Pushing event deleted for resources: {'Port': ['ID=bf717ad2-1b71-4716-8b11-d5edeb29f7e6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:22.438599 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b088d66-409a-4526-88a3-be4111a1e236 None None] Pushing event updated for resources: {'Port': ['ID=277243f8-58f1-47a1-b10f-76abb469780f,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:22.474918 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.517487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 750c3436-087e-416e-a81e-a7869c3d82b3, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=750c3436-087e-416e-a81e-a7869c3d82b3,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:22.518778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966035ed-39d2-4686-a35f-2373d875008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750c3436-087e-416e-a81e-a7869c3d82b3'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:22.523223 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731f370e-91eb-4341-bf65-fe731402fe98" -d '{"events": [{"server_uuid": "966035ed-39d2-4686-a35f-2373d875008c", "name": "network-vif-plugged", "status": "completed", "tag": "750c3436-087e-416e-a81e-a7869c3d82b3"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:22.528212 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:22.529321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:22.530189 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.531663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:22.531663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Bound port: 35367827-b40a-4ab0-986e-e613d7fd7f2a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:22.532117 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.534539 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f1516aad-b177-471b-845c-2683b027f73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'name': 'tempest-ServersTestMultiNic-721413887-router', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '277243f8-58f1-47a1-b10f-76abb469780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:12Z', 'updated_at': '2021-07-27T22:07:15Z', 'revision_number': 3, 'project_id': '568db855b87f4289948b06a43cad39d4', 'gw_port': {'id': '277243f8-58f1-47a1-b10f-76abb469780f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:22.535511 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.587545 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1516aad-b177-471b-845c-2683b027f73f None None] The sync data for ids ['ec8d4ff5-da89-4e2c-9452-182fe7152f91'] in n-d-802011-3 is: [{'id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'name': 'tempest-ServersTestMultiNic-721413887-router', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '277243f8-58f1-47a1-b10f-76abb469780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:12Z', 'updated_at': '2021-07-27T22:07:15Z', 'revision_number': 3, 'project_id': '568db855b87f4289948b06a43cad39d4', 'gw_port': {'id': '277243f8-58f1-47a1-b10f-76abb469780f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:22.595202 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.605868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] For port 35367827-b40a-4ab0-986e-e613d7fd7f2a, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:22.624686 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.632969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9271f383-681a-49d0-9291-a0fd800777e1 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.641745 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9271f383-681a-49d0-9291-a0fd800777e1 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.647605 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9271f383-681a-49d0-9291-a0fd800777e1 tempest-ServersTestFqdnHostnames-2011480566 tempest-ServersTestFqdnHostnames-2011480566-project] 10.222.0.24 "DELETE /v2.0/floatingips/6e6ca8df-5702-4a92-be09-05d9c7548a0e HTTP/1.1" status: 204 len: 168 time: 2.7529762 Jul 27 22:07:22.659742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] For port 35367827-b40a-4ab0-986e-e613d7fd7f2a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=35367827-b40a-4ab0-986e-e613d7fd7f2a,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:22.663577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43822) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:22.680733 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:22.730837 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792943f0-33f1-49fe-b18f-9cf0dc942de4 x-openstack-request-id: req-792943f0-33f1-49fe-b18f-9cf0dc942de4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:22.740194 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966035ed-39d2-4686-a35f-2373d875008c", "name": "network-vif-plugged", "status": "completed", "tag": "750c3436-087e-416e-a81e-a7869c3d82b3", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:22.740548 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-792943f0-33f1-49fe-b18f-9cf0dc942de4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:22.742419 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966035ed-39d2-4686-a35f-2373d875008c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750c3436-087e-416e-a81e-a7869c3d82b3', 'code': 200} Jul 27 22:07:22.744900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=750c3436-087e-416e-a81e-a7869c3d82b3,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:22.802459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Routers {'781ab739-f60e-4071-9d4b-018bd3c1b6ef'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:22.803157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['781ab739-f60e-4071-9d4b-018bd3c1b6ef'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:22.923522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Network 2af798a2-8743-45a9-a249-81d458e93e46 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:22.935819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:22.948566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:23.022569 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72960427-7f7c-41e6-bdc9-5670b5c5428f None None] Pushing event updated for resources: {'Port': ['ID=35367827-b40a-4ab0-986e-e613d7fd7f2a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:23.027250 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.124535 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Allocated IP 172.20.0.1 (638396bb-0008-4af7-b598-ed178402e45b/27fdfe18-3271-46de-9a08-597c0b96bc30/05f7acd5-48fd-4037-b675-3ae361ad523c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:23.130055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b86f8-b964-4e3f-a069-73d5d9f78ee1 req-a8d1d7de-612b-4ea7-8a00-36b78a7c6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:23.131779 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9c3b86f8-b964-4e3f-a069-73d5d9f78ee1 req-a8d1d7de-612b-4ea7-8a00-36b78a7c6e43 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 1097 time: 0.2856832 Jul 27 22:07:23.228657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:23.233935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] Set router 781ab739-f60e-4071-9d4b-018bd3c1b6ef gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:23.546649 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.672410 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.725648 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.729345 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9c3b86f8-b964-4e3f-a069-73d5d9f78ee1 req-e902b9b1-10c3-4f63-8429-06fa14836a86 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194960 Jul 27 22:07:23.758039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3f63d3ca-c7fc-4179-b872-62f089dae0f8 None None] Provisioning for port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:23.770749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3f63d3ca-c7fc-4179-b872-62f089dae0f8 None None] Provisioning complete for port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:23.771139 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f63d3ca-c7fc-4179-b872-62f089dae0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:23.886629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-366753103-router', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:18Z', 'revision_number': 3, 'project_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'gw_port': {'id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:15Z', 'updated_at': '2021-07-27T22:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:23.896952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77453661-9530-4639-9b31-a1a4bb6acaa5 req-cf07b861-50fb-4594-b622-8b7bf035a744 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:23.901012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77453661-9530-4639-9b31-a1a4bb6acaa5 req-cf07b861-50fb-4594-b622-8b7bf035a744 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 945 time: 1.0231681 Jul 27 22:07:23.928420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Network 638396bb-0008-4af7-b598-ed178402e45b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:23.975626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:23.976884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd7f8f-86d1-46f1-94a5-ff10936e0b90 None None] The sync data for ids ['781ab739-f60e-4071-9d4b-018bd3c1b6ef'] in n-d-802011-3 is: [{'id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-366753103-router', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:18Z', 'revision_number': 3, 'project_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'gw_port': {'id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:15Z', 'updated_at': '2021-07-27T22:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:23.991037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3f63d3ca-c7fc-4179-b872-62f089dae0f8 None None] Port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:07:24.039243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Pushing event updated for resources: {'Port': ['ID=05f7acd5-48fd-4037-b675-3ae361ad523c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:24.063546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:24.136167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19817ec6-78b9-449b-9a33-b0a7bffc6f0f req-c9301759-3b45-4a9e-97c8-f1b7ce353ab3 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:24.143893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19817ec6-78b9-449b-9a33-b0a7bffc6f0f req-c9301759-3b45-4a9e-97c8-f1b7ce353ab3 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 946 time: 0.4852228 Jul 27 22:07:24.157547 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77453661-9530-4639-9b31-a1a4bb6acaa5 req-658e42dc-2eb7-4d95-a0c8-b92a575917dc tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343488 Jul 27 22:07:24.312184 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.393636 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19817ec6-78b9-449b-9a33-b0a7bffc6f0f req-217a99a6-a998-4f31-95a6-e64e37302a8a tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442200 Jul 27 22:07:24.427165 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 277243f8-58f1-47a1-b10f-76abb469780f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:24.554424 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.578772 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.717139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.744290 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:24.917673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:25.100393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 277243f8-58f1-47a1-b10f-76abb469780f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:25.107241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 277243f8-58f1-47a1-b10f-76abb469780f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:25.107622 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.196557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Network 2af798a2-8743-45a9-a249-81d458e93e46 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:25.227869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:25.361854 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.376288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.401570 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.490631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 277243f8-58f1-47a1-b10f-76abb469780f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=277243f8-58f1-47a1-b10f-76abb469780f,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:25.503850 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.641515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84504fb9-18b8-48d2-a17b-fdd764ea82ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.703286 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.718845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=277243f8-58f1-47a1-b10f-76abb469780f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:25.742392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Pushing event updated for resources: {'Port': ['ID=05f7acd5-48fd-4037-b675-3ae361ad523c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:25.941691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3403b189-acb9-4abc-8ea7-a11fce0446a4 None None] Provisioning complete for port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:25.942588 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3403b189-acb9-4abc-8ea7-a11fce0446a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:25.995774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Router ec8d4ff5-da89-4e2c-9452-182fe7152f91 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:07:26.069285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3403b189-acb9-4abc-8ea7-a11fce0446a4 None None] Port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:07:26.147017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Network 638396bb-0008-4af7-b598-ed178402e45b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:26.151022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:07:26.155527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:26.162417 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Sync routers for ids ['ec8d4ff5-da89-4e2c-9452-182fe7152f91'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:26.174481 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d60fd0c2-7593-4cda-9566-e8c455e6a9a5 admin admin] 10.222.0.24 "PUT /v2.0/routers/ec8d4ff5-da89-4e2c-9452-182fe7152f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0768490 Jul 27 22:07:26.185520 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Routers {'ec8d4ff5-da89-4e2c-9452-182fe7152f91'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:26.186171 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ec8d4ff5-da89-4e2c-9452-182fe7152f91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:26.210403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e1a19-289b-42c1-9df7-0da08a75c153 req-69f17693-a95f-452d-b2e7-e59c9758488b tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:26.218169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c0e1a19-289b-42c1-9df7-0da08a75c153 req-69f17693-a95f-452d-b2e7-e59c9758488b tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 946 time: 0.4912467 Jul 27 22:07:26.373545 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-84504fb9-18b8-48d2-a17b-fdd764ea82ee admin admin] Deleting port b72fe83c-d475-43ee-a406-b1350c31aee6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:26.382992 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84504fb9-18b8-48d2-a17b-fdd764ea82ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.510858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 277243f8-58f1-47a1-b10f-76abb469780f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:26.539298 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Set router ec8d4ff5-da89-4e2c-9452-182fe7152f91 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:26.542529 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c0e1a19-289b-42c1-9df7-0da08a75c153 req-a63f2a90-7342-415f-8f4f-2d85f2b627f2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077919 Jul 27 22:07:26.685466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43918) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:26.714123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-84504fb9-18b8-48d2-a17b-fdd764ea82ee admin admin] For port b72fe83c-d475-43ee-a406-b1350c31aee6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b72fe83c-d475-43ee-a406-b1350c31aee6,segment=NetworkSegment(1a674210-e421-40f3-99ef-477219766da0),segment_id=1a674210-e421-40f3-99ef-477219766da0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:26.715348 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84504fb9-18b8-48d2-a17b-fdd764ea82ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.759173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-84504fb9-18b8-48d2-a17b-fdd764ea82ee admin admin] Calling delete_port for b72fe83c-d475-43ee-a406-b1350c31aee6 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:26.766419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 277243f8-58f1-47a1-b10f-76abb469780f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:26.766931 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:26.891995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e87dade4-ea5c-4383-8558-93e7787c0139 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1057634100'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:26.951668 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Router 781ab739-f60e-4071-9d4b-018bd3c1b6ef has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:07:27.052773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070b000-e42c-4249-8313-176215e19cd9 req-0a420fe8-9eb4-498e-ae6d-b021b18b2bda tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:27.070650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6070b000-e42c-4249-8313-176215e19cd9 req-0a420fe8-9eb4-498e-ae6d-b021b18b2bda tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 946 time: 0.2722759 Jul 27 22:07:27.074110 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 35367827-b40a-4ab0-986e-e613d7fd7f2a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:27.099013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87dade4-ea5c-4383-8558-93e7787c0139 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:27.113289 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87dade4-ea5c-4383-8558-93e7787c0139 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.233475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 35367827-b40a-4ab0-986e-e613d7fd7f2a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:27.239492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 35367827-b40a-4ab0-986e-e613d7fd7f2a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:27.239938 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.265465 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'name': 'tempest-ServersTestMultiNic-721413887-router', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '277243f8-58f1-47a1-b10f-76abb469780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:12Z', 'updated_at': '2021-07-27T22:07:23Z', 'revision_number': 4, 'project_id': '568db855b87f4289948b06a43cad39d4', 'gw_port': {'id': '277243f8-58f1-47a1-b10f-76abb469780f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a', 'name': '', 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'mac_address': 'fa:16:3e:f0:80:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '81af59d2-1949-46d9-86c5-51512409152a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:21Z', 'updated_at': '2021-07-27T22:07:24Z', 'revision_number': 2, 'project_id': '568db855b87f4289948b06a43cad39d4', 'subnets': [{'id': '81af59d2-1949-46d9-86c5-51512409152a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:27.282608 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84504fb9-18b8-48d2-a17b-fdd764ea82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.311606 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Checking router: ec8d4ff5-da89-4e2c-9452-182fe7152f91 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:27.313177 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Updating router ec8d4ff5-da89-4e2c-9452-182fe7152f91 port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:07:27.360518 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.361021 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6070b000-e42c-4249-8313-176215e19cd9 req-94839f87-6dca-49a3-abe1-8232f5abb5e7 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836978 Jul 27 22:07:27.430722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84504fb9-18b8-48d2-a17b-fdd764ea82ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b72fe83c-d475-43ee-a406-b1350c31aee6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:27.449832 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.509884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 35367827-b40a-4ab0-986e-e613d7fd7f2a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=35367827-b40a-4ab0-986e-e613d7fd7f2a,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:27.514986 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.524374 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87dade4-ea5c-4383-8558-93e7787c0139 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:07:27.579165 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87dade4-ea5c-4383-8558-93e7787c0139 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.584591 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-e87dade4-ea5c-4383-8558-93e7787c0139 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Added segment f5ecb503-2642-4434-9131-a9928a9b395d of type vlan for network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 Jul 27 22:07:27.655407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=35367827-b40a-4ab0-986e-e613d7fd7f2a,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:27.696470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:07:27.714126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Sync routers for ids ['781ab739-f60e-4071-9d4b-018bd3c1b6ef'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:27.721187 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ab9c48ef-28e8-46ff-9f79-2bd7754d524a admin admin] 10.222.0.24 "PUT /v2.0/routers/781ab739-f60e-4071-9d4b-018bd3c1b6ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9474442 Jul 27 22:07:27.729963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Routers {'781ab739-f60e-4071-9d4b-018bd3c1b6ef'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:27.731994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['781ab739-f60e-4071-9d4b-018bd3c1b6ef'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:27.782946 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87dade4-ea5c-4383-8558-93e7787c0139 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.888826 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84504fb9-18b8-48d2-a17b-fdd764ea82ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.909536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87dade4-ea5c-4383-8558-93e7787c0139 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:27.929430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87dade4-ea5c-4383-8558-93e7787c0139 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:27.930090 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87dade4-ea5c-4383-8558-93e7787c0139 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.065336 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Set router 781ab739-f60e-4071-9d4b-018bd3c1b6ef gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:28.273414 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.292226 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e87dade4-ea5c-4383-8558-93e7787c0139 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6055660 Jul 27 22:07:28.330596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43990) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:28.335009 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Transition to ACTIVE for port object a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:28.355487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c5c26f68-768a-4ee1-90a0-49eea7a286cf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'subnet': {'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:28.356203 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.373081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dade4-ea5c-4383-8558-93e7787c0139 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Network': ['ID=ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:28.436138 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 20323597-8f5b-4001-9a40-aea8ab3bd815 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:28.449531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:07:28.504167 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580a5d7-3dd0-45d3-a90a-ede905c3ab0b None None] Pushing event updated for resources: {'Port': ['ID=a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:28.518845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 35367827-b40a-4ab0-986e-e613d7fd7f2a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:28.631350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c26f68-768a-4ee1-90a0-49eea7a286cf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:28.635018 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5c26f68-768a-4ee1-90a0-49eea7a286cf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.729893 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Attempting to bind port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:28.730188 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Attempting to bind port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'f7631855-8a61-45e3-817c-b75fb83d93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:28.730584 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Attempting to bind port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a on network 2af798a2-8743-45a9-a249-81d458e93e46 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:28.748477 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84504fb9-18b8-48d2-a17b-fdd764ea82ee admin admin] Router e3710188-02b7-48f7-8bec-fd9c104a86c0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:07:28.769126 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:28.769516 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Checking segment: {'id': 'f7631855-8a61-45e3-817c-b75fb83d93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:28.770513 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.770927 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Bound using segment: {'id': 'f7631855-8a61-45e3-817c-b75fb83d93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:28.771422 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Bound port: a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7631855-8a61-45e3-817c-b75fb83d93de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:28.771811 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:28.788748 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:07:28.959148 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] For port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:28.964905 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] For port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a,segment=NetworkSegment(f7631855-8a61-45e3-817c-b75fb83d93de),segment_id=f7631855-8a61-45e3-817c-b75fb83d93de)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:28.988159 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.039496 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84504fb9-18b8-48d2-a17b-fdd764ea82ee admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:07:29.057412 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-84504fb9-18b8-48d2-a17b-fdd764ea82ee admin admin] 10.222.0.24 "PUT /v2.0/routers/e3710188-02b7-48f7-8bec-fd9c104a86c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3830490 Jul 27 22:07:29.058030 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44020) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:29.146015 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580a5d7-3dd0-45d3-a90a-ede905c3ab0b None None] Pushing event updated for resources: {'Port': ['ID=a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:29.162900 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5c26f68-768a-4ee1-90a0-49eea7a286cf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.172413 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d53dc-8b12-46c1-a286-bc5679ce3cf7 None None] Sync routers for ids ['e3710188-02b7-48f7-8bec-fd9c104a86c0'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:29.178914 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Routers {'ec8d4ff5-da89-4e2c-9452-182fe7152f91'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:29.179996 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ec8d4ff5-da89-4e2c-9452-182fe7152f91'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:29.231730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 20323597-8f5b-4001-9a40-aea8ab3bd815, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=20323597-8f5b-4001-9a40-aea8ab3bd815,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:29.260896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 35367827-b40a-4ab0-986e-e613d7fd7f2a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:29.261278 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.289741 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.324239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '20323597-8f5b-4001-9a40-aea8ab3bd815', 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'port_id': '20323597-8f5b-4001-9a40-aea8ab3bd815', 'mac_address': 'fa:16:3e:5c:20:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b64ac46-4efb-44f1-8ae7-9df77514a56e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:29.375010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c26f68-768a-4ee1-90a0-49eea7a286cf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Subnet': ['ID=96fb494b-c296-4efa-849d-1f67cb7db9a5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:29.391372 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] Set router ec8d4ff5-da89-4e2c-9452-182fe7152f91 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:29.392391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c26f68-768a-4ee1-90a0-49eea7a286cf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Checking segment: {'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:29.393252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c26f68-768a-4ee1-90a0-49eea7a286cf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network hostable DHCP agents. Network: ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:07:29.443392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c26f68-768a-4ee1-90a0-49eea7a286cf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:07:29.474660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c5c26f68-768a-4ee1-90a0-49eea7a286cf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:29.490433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c26f68-768a-4ee1-90a0-49eea7a286cf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:29.491786 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5c26f68-768a-4ee1-90a0-49eea7a286cf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.524536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c5c26f68-768a-4ee1-90a0-49eea7a286cf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1927691 Jul 27 22:07:29.524734 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.527887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44030) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:29.544712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c4396df9-915e-4dc3-ad03-4d43224694d8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-493449225'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:29.577541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd7113c-5cff-4b2c-a9f3-8195a90394de None None] Network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:29.588828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20323597-8f5b-4001-9a40-aea8ab3bd815 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:29.596815 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d53dc-8b12-46c1-a286-bc5679ce3cf7 None None] Routers {'e3710188-02b7-48f7-8bec-fd9c104a86c0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:29.598640 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-254d53dc-8b12-46c1-a286-bc5679ce3cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e3710188-02b7-48f7-8bec-fd9c104a86c0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:29.616661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4396df9-915e-4dc3-ad03-4d43224694d8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:29.620408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.625734 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4396df9-915e-4dc3-ad03-4d43224694d8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.673707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4396df9-915e-4dc3-ad03-4d43224694d8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:07:29.694081 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4396df9-915e-4dc3-ad03-4d43224694d8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.695090 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-c4396df9-915e-4dc3-ad03-4d43224694d8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Added segment 35a4810d-6dba-4f8f-b5b9-0457dc30925f of type vlan for network 3fa126d4-e8bc-469e-8342-d70193273ab2 Jul 27 22:07:29.739372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Deleting port f3422ef7-3518-4546-a5f5-2fa97b14db46 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:29.739897 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.775756 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-366753103-router', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:24Z', 'revision_number': 4, 'project_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'gw_port': {'id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:15Z', 'updated_at': '2021-07-27T22:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '05f7acd5-48fd-4037-b675-3ae361ad523c', 'name': '', 'network_id': '638396bb-0008-4af7-b598-ed178402e45b', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'mac_address': 'fa:16:3e:6b:29:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '27fdfe18-3271-46de-9a08-597c0b96bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:22Z', 'updated_at': '2021-07-27T22:07:24Z', 'revision_number': 2, 'project_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'subnets': [{'id': '27fdfe18-3271-46de-9a08-597c0b96bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:29.786352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 20323597-8f5b-4001-9a40-aea8ab3bd815, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=20323597-8f5b-4001-9a40-aea8ab3bd815,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:29.797536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4396df9-915e-4dc3-ad03-4d43224694d8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.835452 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-254d53dc-8b12-46c1-a286-bc5679ce3cf7 None None] Set router e3710188-02b7-48f7-8bec-fd9c104a86c0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:29.848807 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4396df9-915e-4dc3-ad03-4d43224694d8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.863087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4396df9-915e-4dc3-ad03-4d43224694d8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:29.864823 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4396df9-915e-4dc3-ad03-4d43224694d8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.908326 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.926583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] For port f3422ef7-3518-4546-a5f5-2fa97b14db46, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f3422ef7-3518-4546-a5f5-2fa97b14db46,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:29.926971 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:29.937088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Checking router: 781ab739-f60e-4071-9d4b-018bd3c1b6ef for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:29.937677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Updating router 781ab739-f60e-4071-9d4b-018bd3c1b6ef port 05f7acd5-48fd-4037-b675-3ae361ad523c binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:07:29.964181 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Calling delete_port for f3422ef7-3518-4546-a5f5-2fa97b14db46 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:30.053325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4396df9-915e-4dc3-ad03-4d43224694d8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Network': ['ID=3fa126d4-e8bc-469e-8342-d70193273ab2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:30.091964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44038) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:30.098073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c4396df9-915e-4dc3-ad03-4d43224694d8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5685799 Jul 27 22:07:30.110243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-40fa0320-9752-49fa-ab85-c7f00130c847 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'subnet': {'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:30.186421 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:30.328731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 3fa126d4-e8bc-469e-8342-d70193273ab2 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:07:30.330786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['20323597-8f5b-4001-9a40-aea8ab3bd815'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:30.402589 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'name': 'tempest-ServersTestMultiNic-721413887-router', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '277243f8-58f1-47a1-b10f-76abb469780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:12Z', 'updated_at': '2021-07-27T22:07:23Z', 'revision_number': 4, 'project_id': '568db855b87f4289948b06a43cad39d4', 'gw_port': {'id': '277243f8-58f1-47a1-b10f-76abb469780f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a', 'name': '', 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'mac_address': 'fa:16:3e:f0:80:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '81af59d2-1949-46d9-86c5-51512409152a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:21Z', 'updated_at': '2021-07-27T22:07:28Z', 'revision_number': 4, 'project_id': '568db855b87f4289948b06a43cad39d4', 'subnets': [{'id': '81af59d2-1949-46d9-86c5-51512409152a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:30.407979 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-254d53dc-8b12-46c1-a286-bc5679ce3cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:07:27Z', 'revision_number': 5, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port': {'id': 'f3422ef7-3518-4546-a5f5-2fa97b14db46', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:04:54Z', 'updated_at': '2021-07-27T22:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:30.494760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fa0320-9752-49fa-ab85-c7f00130c847 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:30.498234 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40fa0320-9752-49fa-ab85-c7f00130c847 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:30.505770 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14fe37-e704-4fe7-af49-a8f648099e3e None None] The sync data for ids ['ec8d4ff5-da89-4e2c-9452-182fe7152f91'] in n-d-802011-3 is: [{'id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'name': 'tempest-ServersTestMultiNic-721413887-router', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '277243f8-58f1-47a1-b10f-76abb469780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:12Z', 'updated_at': '2021-07-27T22:07:23Z', 'revision_number': 4, 'project_id': '568db855b87f4289948b06a43cad39d4', 'gw_port': {'id': '277243f8-58f1-47a1-b10f-76abb469780f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a', 'name': '', 'network_id': '2af798a2-8743-45a9-a249-81d458e93e46', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'mac_address': 'fa:16:3e:f0:80:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '81af59d2-1949-46d9-86c5-51512409152a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:21Z', 'updated_at': '2021-07-27T22:07:28Z', 'revision_number': 4, 'project_id': '568db855b87f4289948b06a43cad39d4', 'subnets': [{'id': '81af59d2-1949-46d9-86c5-51512409152a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:30.516023 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d53dc-8b12-46c1-a286-bc5679ce3cf7 None None] Checking router: e3710188-02b7-48f7-8bec-fd9c104a86c0 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:30.537274 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d53dc-8b12-46c1-a286-bc5679ce3cf7 None None] Routers {'e3710188-02b7-48f7-8bec-fd9c104a86c0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:30.538319 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-254d53dc-8b12-46c1-a286-bc5679ce3cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e3710188-02b7-48f7-8bec-fd9c104a86c0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:30.827307 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:30.864397 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-254d53dc-8b12-46c1-a286-bc5679ce3cf7 None None] Set router e3710188-02b7-48f7-8bec-fd9c104a86c0 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:30.904844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3422ef7-3518-4546-a5f5-2fa97b14db46,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:31.013452 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:31.050937 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-254d53dc-8b12-46c1-a286-bc5679ce3cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:07:29Z', 'revision_number': 6, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:31.152574 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d53dc-8b12-46c1-a286-bc5679ce3cf7 None None] The sync data for ids ['e3710188-02b7-48f7-8bec-fd9c104a86c0'] in n-d-802011-3 is: [{'id': 'e3710188-02b7-48f7-8bec-fd9c104a86c0', 'name': 'tempest-ServersTestFqdnHostnames-1364870312-router', 'tenant_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:04:53Z', 'updated_at': '2021-07-27T22:07:29Z', 'revision_number': 6, 'project_id': '4e1fdd73b3544ee095d2f5a7f43e667e', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:31.510256 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:31.514420 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:31.531514 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40fa0320-9752-49fa-ab85-c7f00130c847 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:31.705497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa0320-9752-49fa-ab85-c7f00130c847 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Subnet': ['ID=2d981839-bc5b-4f56-a05d-27ef2317ad79,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:31.744359 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:31.745263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3710188-02b7-48f7-8bec-fd9c104a86c0 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:07:31.768685 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:31.771181 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2261a015-bfe0-4f56-aa09-5bbfb5e1526f admin admin] 10.222.0.24 "DELETE /v2.0/routers/e3710188-02b7-48f7-8bec-fd9c104a86c0 HTTP/1.1" status: 204 len: 168 time: 2.7120223 Jul 27 22:07:31.773964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44048) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:31.876091 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:31.961230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=20323597-8f5b-4001-9a40-aea8ab3bd815,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:31.998493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6', 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'fixed_ips': [{'subnet_id': '96fb494b-c296-4efa-849d-1f67cb7db9a5'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:07:31.999266 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.003249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cc4a2d-7ca4-493d-ab2e-f2a90c7a4f40 admin admin] Deleting subnet 95f27453-844a-448e-aee5-51e7818559d8 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:07:32.013769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4a2d-7ca4-493d-ab2e-f2a90c7a4f40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.034355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Transition to ACTIVE for port object 05f7acd5-48fd-4037-b675-3ae361ad523c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:32.085644 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4a2d-7ca4-493d-ab2e-f2a90c7a4f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.224130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4a2d-7ca4-493d-ab2e-f2a90c7a4f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.249411 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 750c3436-087e-416e-a81e-a7869c3d82b3 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:32.409383 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4a2d-7ca4-493d-ab2e-f2a90c7a4f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.418961 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.446500 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4a2d-7ca4-493d-ab2e-f2a90c7a4f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.462705 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f0cc4a2d-7ca4-493d-ab2e-f2a90c7a4f40 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/95f27453-844a-448e-aee5-51e7818559d8 HTTP/1.1" status: 204 len: 168 time: 0.6851871 Jul 27 22:07:32.463668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44052) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:32.590443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Allocated IP 19.80.0.2 (ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6/96fb494b-c296-4efa-849d-1f67cb7db9a5/249e577e-32bd-4704-9991-65b6d7069a8d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:32.893609 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:32.962514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Transition to ACTIVE for port object 249e577e-32bd-4704-9991-65b6d7069a8d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:33.025983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7799061a-3ca1-4006-92e0-4e6072b81115 None None] Network a3d739c3-00e4-40c2-93e9-369daf5a82fd requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:33.043751 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:33.154126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e91b2-f358-4b54-8c62-80a1a6b5c10d None None] Pushing event updated for resources: {'Port': ['ID=05f7acd5-48fd-4037-b675-3ae361ad523c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:33.240697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Transition to ACTIVE for port object 249e577e-32bd-4704-9991-65b6d7069a8d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:33.320682 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:33.360220 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa0320-9752-49fa-ab85-c7f00130c847 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Checking segment: {'id': '35a4810d-6dba-4f8f-b5b9-0457dc30925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:33.360752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa0320-9752-49fa-ab85-c7f00130c847 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network hostable DHCP agents. Network: 3fa126d4-e8bc-469e-8342-d70193273ab2, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:07:33.363380 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc4a2d-7ca4-493d-ab2e-f2a90c7a4f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f27453-844a-448e-aee5-51e7818559d8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:33.465050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:33.477198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:33.508198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:33.540426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 750c3436-087e-416e-a81e-a7869c3d82b3, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=750c3436-087e-416e-a81e-a7869c3d82b3,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:33.563549 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:33.575038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa0320-9752-49fa-ab85-c7f00130c847 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network 3fa126d4-e8bc-469e-8342-d70193273ab2 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:07:33.609347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-40fa0320-9752-49fa-ab85-c7f00130c847 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 3fa126d4-e8bc-469e-8342-d70193273ab2) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:33.618642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa0320-9752-49fa-ab85-c7f00130c847 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:33.619403 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40fa0320-9752-49fa-ab85-c7f00130c847 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:33.653181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Pushing event updated for resources: {'Port': ['ID=249e577e-32bd-4704-9991-65b6d7069a8d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:33.712729 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-40fa0320-9752-49fa-ab85-c7f00130c847 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6178498 Jul 27 22:07:33.727714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Attempting to bind port 05f7acd5-48fd-4037-b675-3ae361ad523c on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:33.728066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Attempting to bind port 05f7acd5-48fd-4037-b675-3ae361ad523c by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:33.728873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Attempting to bind port 05f7acd5-48fd-4037-b675-3ae361ad523c on network 638396bb-0008-4af7-b598-ed178402e45b {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:33.735263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28406a37-f26f-45ad-bf2b-bfb79a076729 None None] Network 3fa126d4-e8bc-469e-8342-d70193273ab2 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:33.763125 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Deleting port 0300d692-fbd7-465b-aa5c-8668018a493b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:33.763685 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:33.867991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '750c3436-087e-416e-a81e-a7869c3d82b3', 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849', 'port_id': '750c3436-087e-416e-a81e-a7869c3d82b3', 'mac_address': 'fa:16:3e:cb:ed:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:33.886545 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] For port 0300d692-fbd7-465b-aa5c-8668018a493b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0300d692-fbd7-465b-aa5c-8668018a493b,segment=NetworkSegment(1a674210-e421-40f3-99ef-477219766da0),segment_id=1a674210-e421-40f3-99ef-477219766da0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:33.887309 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:33.906949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Calling delete_port for 0300d692-fbd7-465b-aa5c-8668018a493b owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:33.961755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:33.962369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Checking segment: {'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:33.962566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:33.962966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Bound using segment: {'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:33.963597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Bound port: 05f7acd5-48fd-4037-b675-3ae361ad523c, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:33.963984 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:33.982827 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:34.043416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-fd5749fa-7c2b-45dc-bb4d-c72011c834ac tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:34.060600 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-fd5749fa-7c2b-45dc-bb4d-c72011c834ac tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 818 time: 0.2852530 Jul 27 22:07:34.086382 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-5f319d94-9004-4213-9418-b6a3c658a2e8 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/quotas/fbc48bcbc60b4140b9bc278aa591cff4 HTTP/1.1" status: 200 len: 375 time: 0.0248191 Jul 27 22:07:34.088812 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.127096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] No DVR routers for this DVR port 0300d692-fbd7-465b-aa5c-8668018a493b on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:34.196941 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0300d692-fbd7-465b-aa5c-8668018a493b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:34.242873 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.295005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 750c3436-087e-416e-a81e-a7869c3d82b3 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:34.317034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-f7f17e81-8eb2-4c1f-a026-89245a65f9b0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2200568 Jul 27 22:07:34.331261 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-d412ee73-8c0a-4297-9cf1-5ab24b92505e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:07:34.336578 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-d412ee73-8c0a-4297-9cf1-5ab24b92505e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117891 Jul 27 22:07:34.340878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 750c3436-087e-416e-a81e-a7869c3d82b3, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=750c3436-087e-416e-a81e-a7869c3d82b3,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:34.350163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:34.351936 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.381201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Attempting to bind port 249e577e-32bd-4704-9991-65b6d7069a8d on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:34.382164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Attempting to bind port 249e577e-32bd-4704-9991-65b6d7069a8d by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:34.382640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Attempting to bind port 249e577e-32bd-4704-9991-65b6d7069a8d on network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:34.388882 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.393898 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.416631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d739c3-00e4-40c2-93e9-369daf5a82fd']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:34.441562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:34.441797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a674210-e421-40f3-99ef-477219766da0') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:34.444066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Checking segment: {'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:34.444066 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.444066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Bound using segment: {'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:34.444066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Bound port: 249e577e-32bd-4704-9991-65b6d7069a8d, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:34.444066 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.446934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a674210-e421-40f3-99ef-477219766da0') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:34.466021 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.496720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574229af-8dbd-480a-8bc0-dbc7d297d146 req-278693ff-829e-4896-868d-7b14f2ea46e1 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:34.497490 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.510860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:07:34.513528 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.517351 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-574229af-8dbd-480a-8bc0-dbc7d297d146 req-278693ff-829e-4896-868d-7b14f2ea46e1 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 946 time: 0.2733455 Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:07:34.517597 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:07:34.600615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['750c3436-087e-416e-a81e-a7869c3d82b3'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:34.636291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-574229af-8dbd-480a-8bc0-dbc7d297d146 req-a24bd552-6f96-4a58-be40-44bef0c15e4b tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152587 Jul 27 22:07:34.649688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-37d29648-9076-43be-94b7-45c5409dcf34 service neutron] 10.222.0.24 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071828 Jul 27 22:07:34.683002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fa51c2-07d1-42b3-abc5-67f753efc70a None None] DHCP port deletion for a3d739c3-00e4-40c2-93e9-369daf5a82fd request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:07:34.731689 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.740264 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.742622 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a3d739c3-00e4-40c2-93e9-369daf5a82fd HTTP/1.1" status: 204 len: 168 time: 2.2741671 Jul 27 22:07:34.780049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7b178-4633-4691-8115-cd986188fea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d739c3-00e4-40c2-93e9-369daf5a82fd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:34.887068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-3fa126d4-e8bc-469e-8342-d70193273ab2', 'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'fixed_ips': [{'subnet_id': '2d981839-bc5b-4f56-a05d-27ef2317ad79'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:07:34.888318 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:34.952499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-59abd886-e3aa-40a6-a348-24948129274b service neutron] 10.222.0.24 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022940 Jul 27 22:07:34.975514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] For port 05f7acd5-48fd-4037-b675-3ae361ad523c, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:35.011004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=750c3436-087e-416e-a81e-a7869c3d82b3,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:35.060958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] For port 249e577e-32bd-4704-9991-65b6d7069a8d, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:35.064341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] For port 05f7acd5-48fd-4037-b675-3ae361ad523c, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=05f7acd5-48fd-4037-b675-3ae361ad523c,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:35.088460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44114) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:35.137623 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-95df7c06-b074-45fc-9e32-d50e29f14db1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e1fdd73b3544ee095d2f5a7f43e667e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476012 Jul 27 22:07:35.143200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44118) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:35.167221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-885fc2d4-7bbb-40b5-bb11-b67467582a48 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:35.176083 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-885fc2d4-7bbb-40b5-bb11-b67467582a48 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:35.181507 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.201589 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-885fc2d4-7bbb-40b5-bb11-b67467582a48 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/networks?id=ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6&id=3fa126d4-e8bc-469e-8342-d70193273ab2&id=ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 HTTP/1.1" status: 200 len: 1391 time: 0.3509159 Jul 27 22:07:35.231180 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ff7fa31-0dcd-4851-a6c4-b89dbe17adb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.235703 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-34705c71-4b14-4e0a-a0a1-2b35efa1e0d3 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/quotas/568db855b87f4289948b06a43cad39d4 HTTP/1.1" status: 200 len: 375 time: 0.0300026 Jul 27 22:07:35.284583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] For port 249e577e-32bd-4704-9991-65b6d7069a8d, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=249e577e-32bd-4704-9991-65b6d7069a8d,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:35.295834 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ff7fa31-0dcd-4851-a6c4-b89dbe17adb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.384726 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.415045 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ff7fa31-0dcd-4851-a6c4-b89dbe17adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.429573 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ff7fa31-0dcd-4851-a6c4-b89dbe17adb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.434148 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8ff7fa31-0dcd-4851-a6c4-b89dbe17adb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdf6fa80-c871-42a1-9053-79d9453caa48 HTTP/1.1" status: 204 len: 168 time: 0.2875254 Jul 27 22:07:35.437546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d6d46b59-ae1b-4dc7-bac7-e0908447bb21 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=568db855b87f4289948b06a43cad39d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1994975 Jul 27 22:07:35.479024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7fa31-0dcd-4851-a6c4-b89dbe17adb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf6fa80-c871-42a1-9053-79d9453caa48,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:35.582015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-0d847dca-777f-439b-9c43-a6760c5026be service neutron] 10.222.0.24 "GET /v2.0/networks/ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433167 Jul 27 22:07:35.636495 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Allocated IP 19.86.0.2 (3fa126d4-e8bc-469e-8342-d70193273ab2/2d981839-bc5b-4f56-a05d-27ef2317ad79/c586c977-2086-4dee-ba2c-bcc4bac08840) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:35.723632 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-9098bf0b-1c65-440c-a6be-751ac40bff94 service neutron] 10.222.0.24 "GET /v2.0/networks/ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402378 Jul 27 22:07:36.028503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-91779b41-d0f4-40b8-8596-cda11c07c623 service neutron] 10.222.0.24 "GET /v2.0/networks/3fa126d4-e8bc-469e-8342-d70193273ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016610 Jul 27 22:07:36.084219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c4dc81d-357f-4759-9950-bde1843daed6 req-48979f4e-2404-47c2-beae-1f3f49076660 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 210 time: 0.0494549 Jul 27 22:07:36.271219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e5fa5c24-8263-4d70-9d30-ac8790b3da39 service neutron] 10.222.0.24 "GET /v2.0/networks/3fa126d4-e8bc-469e-8342-d70193273ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133813 Jul 27 22:07:36.333647 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:36.390543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a,segment=NetworkSegment(f7631855-8a61-45e3-817c-b75fb83d93de),segment_id=f7631855-8a61-45e3-817c-b75fb83d93de)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:36.405490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e91b2-f358-4b54-8c62-80a1a6b5c10d None None] Pushing event updated for resources: {'Port': ['ID=05f7acd5-48fd-4037-b675-3ae361ad523c,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:36.421275 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:36.574393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Routers {'781ab739-f60e-4071-9d4b-018bd3c1b6ef'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:36.578104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['781ab739-f60e-4071-9d4b-018bd3c1b6ef'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:36.649801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-63168119-9ba5-434b-b732-636530a65c07 service neutron] 10.222.0.24 "GET /v2.0/networks/ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519232 Jul 27 22:07:36.747515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97575bb-e80f-4671-bb18-651f170da920 req-ff23a35b-cd8f-4ddb-9fac-b477a930ab9b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:36.759342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 20323597-8f5b-4001-9a40-aea8ab3bd815 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:36.759621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f97575bb-e80f-4671-bb18-651f170da920 req-ff23a35b-cd8f-4ddb-9fac-b477a930ab9b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=04565145-fa25-4b29-9968-3b485e366a07 HTTP/1.1" status: 200 len: 950 time: 0.4871595 Jul 27 22:07:36.763158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b72fe83c-d475-43ee-a406-b1350c31aee6 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:36.964939 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f97575bb-e80f-4671-bb18-651f170da920 req-0cf0aa2a-dc66-41bb-85aa-c842d9120cb3 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035074 Jul 27 22:07:37.019951 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-5f548dba-333a-4ac9-9f16-f4b984dc3d0c service neutron] 10.222.0.24 "GET /v2.0/networks/ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279712 Jul 27 22:07:37.036257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: b72fe83c-d475-43ee-a406-b1350c31aee6 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:37.036369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b72fe83c-d475-43ee-a406-b1350c31aee6 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:37.208886 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:37.258373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbae673-f290-419e-ac25-97377165583f req-c668fcc2-b085-4adf-80a6-d4b3cc98f86b tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:37.270129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acbae673-f290-419e-ac25-97377165583f req-c668fcc2-b085-4adf-80a6-d4b3cc98f86b tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 945 time: 0.1614382 Jul 27 22:07:37.277630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f3422ef7-3518-4546-a5f5-2fa97b14db46 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:37.328196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ece83-b03c-447d-a663-e91cd7555765 None None] Pushing event updated for resources: {'Port': ['ID=249e577e-32bd-4704-9991-65b6d7069a8d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:37.366840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Transition to ACTIVE for port object c586c977-2086-4dee-ba2c-bcc4bac08840 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:37.384449 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-38a5fb1c-654e-4b09-b244-2a7e70049cf7 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:37.386912 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-38a5fb1c-654e-4b09-b244-2a7e70049cf7 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.43 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 818 time: 0.4424896 Jul 27 22:07:37.404528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Request body: {'port': {'device_id': '35e1533f-8e4d-45e6-beb4-72d2875a5ebd', 'network_id': '638396bb-0008-4af7-b598-ed178402e45b', 'admin_state_up': True, 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:37.413396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acbae673-f290-419e-ac25-97377165583f req-214804c5-facb-4bb5-a992-65a44ba89038 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421921 Jul 27 22:07:37.426732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44206) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:37.577431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: f3422ef7-3518-4546-a5f5-2fa97b14db46 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:37.577792 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f3422ef7-3518-4546-a5f5-2fa97b14db46 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:37.578190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0300d692-fbd7-465b-aa5c-8668018a493b no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:37.757280 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Transition to ACTIVE for port object c586c977-2086-4dee-ba2c-bcc4bac08840 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:37.804962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] Set router 781ab739-f60e-4071-9d4b-018bd3c1b6ef gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:37.805584 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:07:37.850778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1761505292-network', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:37.906438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf55ce-7721-4c4f-bfad-9c88c682d3cd req-e1cb0575-46dc-4c46-aaac-136134bfaba0 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:37.908452 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bfaf55ce-7721-4c4f-bfad-9c88c682d3cd req-e1cb0575-46dc-4c46-aaac-136134bfaba0 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.43 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 945 time: 0.2891145 Jul 27 22:07:38.045846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Made reservation on behalf of 12f36bc28ccc439fb80e7cb568d7b679 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:38.054301 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.086917 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.088821 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.090590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 0300d692-fbd7-465b-aa5c-8668018a493b {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:38.091081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0300d692-fbd7-465b-aa5c-8668018a493b not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:38.211936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d6e61b42-f709-424c-958c-649b7897eb25 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:38.215840 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d6e61b42-f709-424c-958c-649b7897eb25 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 818 time: 0.5552435 Jul 27 22:07:38.220085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 20323597-8f5b-4001-9a40-aea8ab3bd815 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:38.220748 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.223011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:38.244759 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Network 3fa126d4-e8bc-469e-8342-d70193273ab2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:38.300510 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a4b1553d-22cb-4bec-863d-563ab8e4ac7c req-4ee6a177-eb01-4a21-9fad-8c55b9f18f29 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 210 time: 0.0752504 Jul 27 22:07:38.325620 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:38.327961 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:07:38.327961 n-d-802011-3 neutron-server[93835]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 22:07:38.327961 n-d-802011-3 neutron-server[93835]: [parameters: {'project_id_1': '12f36bc28ccc439fb80e7cb568d7b679', 'expiration_1': datetime.datetime(2021, 7, 27, 22, 7, 38, 222532)}] Jul 27 22:07:38.327961 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:07:38.328369 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:07:38.329745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-3c434415-299e-48ac-be6b-3612fd01fdb6 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/quotas/fbc48bcbc60b4140b9bc278aa591cff4 HTTP/1.1" status: 200 len: 375 time: 0.1027124 Jul 27 22:07:38.345324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:38.396483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Made reservation on behalf of fbc48bcbc60b4140b9bc278aa591cff4 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:38.412662 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.435391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003636b4-0f92-4eda-b777-da7030eeae66 None None] Network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:38.462961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-12ed68af-6658-4a29-a257-68f8f99a012d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089647 Jul 27 22:07:38.495347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 750c3436-087e-416e-a81e-a7869c3d82b3 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:38.499130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 750c3436-087e-416e-a81e-a7869c3d82b3 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:38.606368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bfaf55ce-7721-4c4f-bfad-9c88c682d3cd req-199c167d-cd10-4c3e-bd17-b705c2620e0e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Deleting port 750c3436-087e-416e-a81e-a7869c3d82b3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:38.611833 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bfaf55ce-7721-4c4f-bfad-9c88c682d3cd req-199c167d-cd10-4c3e-bd17-b705c2620e0e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.830113 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.868654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bfaf55ce-7721-4c4f-bfad-9c88c682d3cd req-199c167d-cd10-4c3e-bd17-b705c2620e0e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] For port 750c3436-087e-416e-a81e-a7869c3d82b3, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=750c3436-087e-416e-a81e-a7869c3d82b3,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:38.869203 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bfaf55ce-7721-4c4f-bfad-9c88c682d3cd req-199c167d-cd10-4c3e-bd17-b705c2620e0e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.910183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Allocated IP 172.20.0.10 (638396bb-0008-4af7-b598-ed178402e45b/27fdfe18-3271-46de-9a08-597c0b96bc30/5984ecef-02b9-4b22-8a4b-a33bee36922e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:38.915645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bfaf55ce-7721-4c4f-bfad-9c88c682d3cd req-199c167d-cd10-4c3e-bd17-b705c2620e0e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Calling delete_port for 750c3436-087e-416e-a81e-a7869c3d82b3 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:39.007627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 750c3436-087e-416e-a81e-a7869c3d82b3, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=750c3436-087e-416e-a81e-a7869c3d82b3,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:39.031716 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Pushing event updated for resources: {'Port': ['ID=c586c977-2086-4dee-ba2c-bcc4bac08840,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:39.064109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '750c3436-087e-416e-a81e-a7869c3d82b3', 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849', 'port_id': '750c3436-087e-416e-a81e-a7869c3d82b3', 'mac_address': 'fa:16:3e:cb:ed:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:39.093583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Attempting to bind port c586c977-2086-4dee-ba2c-bcc4bac08840 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:39.093583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Attempting to bind port c586c977-2086-4dee-ba2c-bcc4bac08840 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '35a4810d-6dba-4f8f-b5b9-0457dc30925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:39.097049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Attempting to bind port c586c977-2086-4dee-ba2c-bcc4bac08840 on network 3fa126d4-e8bc-469e-8342-d70193273ab2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:39.132678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:39.133238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Checking segment: {'id': '35a4810d-6dba-4f8f-b5b9-0457dc30925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:39.133759 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.134369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Bound using segment: {'id': '35a4810d-6dba-4f8f-b5b9-0457dc30925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:39.135067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Bound port: c586c977-2086-4dee-ba2c-bcc4bac08840, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a4810d-6dba-4f8f-b5b9-0457dc30925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:39.135638 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.137712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ffdc3382-a988-4912-8823-93c7b9073562 None None] Provisioning for port 249e577e-32bd-4704-9991-65b6d7069a8d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:39.260286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] For port c586c977-2086-4dee-ba2c-bcc4bac08840, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:39.263687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] For port c586c977-2086-4dee-ba2c-bcc4bac08840, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c586c977-2086-4dee-ba2c-bcc4bac08840,segment=NetworkSegment(35a4810d-6dba-4f8f-b5b9-0457dc30925f),segment_id=35a4810d-6dba-4f8f-b5b9-0457dc30925f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:39.311214 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.313528 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 249e577e-32bd-4704-9991-65b6d7069a8d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:39.332737 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.515448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cab92-e3be-4fce-8875-f17fb787c298 None None] Pushing event updated for resources: {'Port': ['ID=c586c977-2086-4dee-ba2c-bcc4bac08840,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:39.541767 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.547419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 750c3436-087e-416e-a81e-a7869c3d82b3 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:39.571719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 750c3436-087e-416e-a81e-a7869c3d82b3, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=750c3436-087e-416e-a81e-a7869c3d82b3,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:39.623149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-366753103-router', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:24Z', 'revision_number': 4, 'project_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'gw_port': {'id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:15Z', 'updated_at': '2021-07-27T22:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '05f7acd5-48fd-4037-b675-3ae361ad523c', 'name': '', 'network_id': '638396bb-0008-4af7-b598-ed178402e45b', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'mac_address': 'fa:16:3e:6b:29:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '27fdfe18-3271-46de-9a08-597c0b96bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:22Z', 'updated_at': '2021-07-27T22:07:34Z', 'revision_number': 4, 'project_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'subnets': [{'id': '27fdfe18-3271-46de-9a08-597c0b96bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:39.656740 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.710625 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.729125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bfaf55ce-7721-4c4f-bfad-9c88c682d3cd req-199c167d-cd10-4c3e-bd17-b705c2620e0e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.759250 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.763287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d6cd6-f047-4789-bc6f-5acec8b4dfd1 req-dd4cfe9b-3824-4c40-ba02-bf8b8dee00ca tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:39.772854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c7d6cd6-f047-4789-bc6f-5acec8b4dfd1 req-dd4cfe9b-3824-4c40-ba02-bf8b8dee00ca tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=966035ed-39d2-4686-a35f-2373d875008c HTTP/1.1" status: 200 len: 945 time: 1.1843860 Jul 27 22:07:39.783041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-f67c5e18-b0bb-49a9-b62b-4f465bbc168c service neutron] 10.222.0.24 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3018644 Jul 27 22:07:39.837343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3805c62d-e508-4abb-847e-3b7dda167f78 None None] The sync data for ids ['781ab739-f60e-4071-9d4b-018bd3c1b6ef'] in n-d-802011-3 is: [{'id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-366753103-router', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:24Z', 'revision_number': 4, 'project_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'gw_port': {'id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:15Z', 'updated_at': '2021-07-27T22:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '05f7acd5-48fd-4037-b675-3ae361ad523c', 'name': '', 'network_id': '638396bb-0008-4af7-b598-ed178402e45b', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'mac_address': 'fa:16:3e:6b:29:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '27fdfe18-3271-46de-9a08-597c0b96bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:22Z', 'updated_at': '2021-07-27T22:07:34Z', 'revision_number': 4, 'project_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'subnets': [{'id': '27fdfe18-3271-46de-9a08-597c0b96bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:39.845101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event deleted for resources: {'Port': ['ID=750c3436-087e-416e-a81e-a7869c3d82b3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:39.866464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1301ec7b-31ab-42bf-a96a-5b0b46372d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20323597-8f5b-4001-9a40-aea8ab3bd815'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:39.868108 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3106f214-a6c0-416d-b455-bcf60ef8a19c" -d '{"events": [{"server_uuid": "1301ec7b-31ab-42bf-a96a-5b0b46372d27", "name": "network-vif-plugged", "status": "completed", "tag": "20323597-8f5b-4001-9a40-aea8ab3bd815"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:39.884075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfaf55ce-7721-4c4f-bfad-9c88c682d3cd req-199c167d-cd10-4c3e-bd17-b705c2620e0e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] No DVR routers for this DVR port 750c3436-087e-416e-a81e-a7869c3d82b3 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:39.888558 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bfaf55ce-7721-4c4f-bfad-9c88c682d3cd req-199c167d-cd10-4c3e-bd17-b705c2620e0e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.891156 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bfaf55ce-7721-4c4f-bfad-9c88c682d3cd req-199c167d-cd10-4c3e-bd17-b705c2620e0e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.43 "DELETE /v2.0/ports/750c3436-087e-416e-a81e-a7869c3d82b3 HTTP/1.1" status: 204 len: 173 time: 1.9743874 Jul 27 22:07:39.930848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Network 638396bb-0008-4af7-b598-ed178402e45b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:39.937081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966035ed-39d2-4686-a35f-2373d875008c', 'name': 'network-vif-deleted', 'tag': '750c3436-087e-416e-a81e-a7869c3d82b3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:39.953306 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75287f0-ae1a-4720-8ed5-f25716c5a77c" -d '{"events": [{"server_uuid": "966035ed-39d2-4686-a35f-2373d875008c", "name": "network-vif-deleted", "tag": "750c3436-087e-416e-a81e-a7869c3d82b3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:39.962314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:39.962553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 20323597-8f5b-4001-9a40-aea8ab3bd815, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=20323597-8f5b-4001-9a40-aea8ab3bd815,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:39.967747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:39.973066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 249e577e-32bd-4704-9991-65b6d7069a8d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:39.989581 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.989581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e060c2b5-86a9-4206-bbea-afbf9091d691 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:40.015941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 249e577e-32bd-4704-9991-65b6d7069a8d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:40.025727 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:40.138540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:40.139204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:40.173393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Pushing event updated for resources: {'Port': ['ID=5984ecef-02b9-4b22-8a4b-a33bee36922e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:40.212303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c167d-cd10-4c3e-bd17-b705c2620e0e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event deleted for resources: {'Port': ['ID=750c3436-087e-416e-a81e-a7869c3d82b3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:40.325779 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c7d6cd6-f047-4789-bc6f-5acec8b4dfd1 req-1b1c8eec-a421-4b0a-b30e-86673c981dd3 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491774 Jul 27 22:07:40.517138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-8c4f0c65-86e5-4a7f-b3d5-a43e6c49c0c3 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:40.522278 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=20323597-8f5b-4001-9a40-aea8ab3bd815,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:40.557644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-8c4f0c65-86e5-4a7f-b3d5-a43e6c49c0c3 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:40.559314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-8c4f0c65-86e5-4a7f-b3d5-a43e6c49c0c3 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "GET /v2.0/networks?id=ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6&id=3fa126d4-e8bc-469e-8342-d70193273ab2&id=ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 HTTP/1.1" status: 200 len: 1391 time: 0.8452423 Jul 27 22:07:40.589634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-59f9d5f8-8fea-420e-af45-4360ed96fec1 service neutron] 10.222.0.24 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8050184 Jul 27 22:07:40.606227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'port': {'device_id': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6', 'admin_state_up': True, 'tenant_id': '568db855b87f4289948b06a43cad39d4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:40.656739 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.032510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.053487 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-78ccbbde-a02a-4a7c-9d89-b23996aebb8d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6529615 Jul 27 22:07:41.060594 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.066997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-862779e2-df7e-442d-a81c-101d612d232f tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:07:41.068810 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-862779e2-df7e-442d-a81c-101d612d232f tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067549 Jul 27 22:07:41.149435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7164c9c0-a389-4afa-ae2d-e976ef101819,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:41.256423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Request body: {'port': {'device_id': '35e1533f-8e4d-45e6-beb4-72d2875a5ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:41.296997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:07:41.417534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-265d1679-ed11-40ef-9280-1ae4e7bbc6e2 req-c087e787-5647-4678-a134-44b5947747b3 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 210 time: 0.2082400 Jul 27 22:07:41.428317 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.428668 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Added segment c686304c-96b9-4242-84a0-65b2da17e7d1 of type vlan for network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf Jul 27 22:07:41.500094 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.616485 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.678907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:41.694951 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.717631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b54bf2af-2281-4f29-8692-12420997b900 None None] Provisioning complete for port 249e577e-32bd-4704-9991-65b6d7069a8d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:41.718012 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b54bf2af-2281-4f29-8692-12420997b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.736271 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637a1944-affc-450f-8d98-36cf7b6c2270 x-openstack-request-id: req-637a1944-affc-450f-8d98-36cf7b6c2270 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:41.736588 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1301ec7b-31ab-42bf-a96a-5b0b46372d27", "name": "network-vif-plugged", "status": "completed", "tag": "20323597-8f5b-4001-9a40-aea8ab3bd815", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:41.736772 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-637a1944-affc-450f-8d98-36cf7b6c2270 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:41.737137 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1301ec7b-31ab-42bf-a96a-5b0b46372d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20323597-8f5b-4001-9a40-aea8ab3bd815', 'code': 200} Jul 27 22:07:41.761791 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:41.837890 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.849291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:41.855116 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc07151e-8ddb-4d63-85ab-6bdad7cd4a1f x-openstack-request-id: req-bc07151e-8ddb-4d63-85ab-6bdad7cd4a1f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:41.855472 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966035ed-39d2-4686-a35f-2373d875008c", "name": "network-vif-deleted", "tag": "750c3436-087e-416e-a81e-a7869c3d82b3", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:41.855769 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc07151e-8ddb-4d63-85ab-6bdad7cd4a1f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:41.856087 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966035ed-39d2-4686-a35f-2373d875008c', 'name': 'network-vif-deleted', 'tag': '750c3436-087e-416e-a81e-a7869c3d82b3', 'status': 'completed', 'code': 200} Jul 27 22:07:41.984560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=e060c2b5-86a9-4206-bbea-afbf9091d691,revision_number=11']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:41.992654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 249e577e-32bd-4704-9991-65b6d7069a8d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=249e577e-32bd-4704-9991-65b6d7069a8d,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:42.028430 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:42.029246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:42.087788 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9932d46b-ca4f-4401-a8a4-f9d7c1574f75 req-2fafa1c3-42c7-464b-abc7-2118da408201 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 210 time: 0.2147243 Jul 27 22:07:42.236640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a8047-9cb4-4899-be0b-19ec2e8095f2 None None] Network 3fa126d4-e8bc-469e-8342-d70193273ab2 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:42.247267 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:42.254140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:42.259283 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:42.392528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.9627700 Jul 27 22:07:42.500658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5984ecef-02b9-4b22-8a4b-a33bee36922e {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:42.542373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:42.579488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Transition to ACTIVE for port object 5984ecef-02b9-4b22-8a4b-a33bee36922e will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:42.584162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44368) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:42.605619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4ec23a9c-c489-4612-862e-a6122ecd3b41 admin admin] Request body: {'subnet': {'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1761505292-subnet', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:42.618157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9534c-c01a-4485-b2bd-b40d4ec9c61d admin admin] Pushing event updated for resources: {'Network': ['ID=8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:42.630741 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:42.652131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Allocated IP 19.80.0.94 (ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6/96fb494b-c296-4efa-849d-1f67cb7db9a5/b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:42.655069 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:42.677902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:07:42.792697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5984ecef-02b9-4b22-8a4b-a33bee36922e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:42.860801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec23a9c-c489-4612-862e-a6122ecd3b41 admin admin] Made reservation on behalf of 12f36bc28ccc439fb80e7cb568d7b679 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:42.873043 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ec23a9c-c489-4612-862e-a6122ecd3b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:42.977263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=249e577e-32bd-4704-9991-65b6d7069a8d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:43.021396 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-701762bf-21cd-4ada-93f4-2341cd9c6fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:43.057189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d89cab5d-347d-43a4-baa1-8f327bc589eb req-aca12d47-6b7c-4629-b75a-afed7b32b11d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 210 time: 0.1149952 Jul 27 22:07:43.111324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-15e74d8e-c0cd-4e2b-a3fb-bdad649c3b77 None None] Provisioning for port c586c977-2086-4dee-ba2c-bcc4bac08840 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:43.146105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:43.154664 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:43.340288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-835686de-caef-4cda-a4e3-541a75615804 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:43.351956 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-835686de-caef-4cda-a4e3-541a75615804 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/networks?id=128dea1e-5cab-40a2-8e08-20dfefd2b849 HTTP/1.1" status: 200 len: 821 time: 0.6239841 Jul 27 22:07:43.421388 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ec23a9c-c489-4612-862e-a6122ecd3b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:43.422393 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-233fd3ac-ef82-4bbc-91ce-f118bfc5b7b7 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/quotas/afaeb40f7d1f478d99b22f94edf07476 HTTP/1.1" status: 200 len: 375 time: 0.0704834 Jul 27 22:07:43.550165 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:43.674894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f85f96d2-0c28-47d4-b2fb-93d35b7916dc req-52c871f4-4b82-4f39-84e1-9e729497dcbb tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 210 time: 0.1636765 Jul 27 22:07:43.696899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Transition to ACTIVE for port object b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:43.738887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:43.745317 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeee0f5-af31-436a-8134-9a1b23350926" -d '{"events": [{"server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "name": "network-vif-unplugged", "status": "completed", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:43.801418 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-d1f2c70a-3169-4660-8142-12bedf4bf7da tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afaeb40f7d1f478d99b22f94edf07476&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3780229 Jul 27 22:07:43.841744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-402c90b0-6c8d-4883-871d-11f23f7cd3de tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:43.844695 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-402c90b0-6c8d-4883-871d-11f23f7cd3de tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.43 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 818 time: 0.4664171 Jul 27 22:07:43.864366 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:43.886123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Request body: {'port': {'device_id': '1336f91d-6799-46be-9e69-3f10aff5a113', 'network_id': '638396bb-0008-4af7-b598-ed178402e45b', 'admin_state_up': True, 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:43.988704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 249e577e-32bd-4704-9991-65b6d7069a8d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:44.060507 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c04db3-6311-4eb1-ba28-54f8da225aa1 x-openstack-request-id: req-78c04db3-6311-4eb1-ba28-54f8da225aa1 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:44.061106 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "name": "network-vif-unplugged", "status": "completed", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:44.063734 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78c04db3-6311-4eb1-ba28-54f8da225aa1 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:44.064394 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'code': 200} Jul 27 22:07:44.138057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:44.139047 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec23a9c-c489-4612-862e-a6122ecd3b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4227846d-1f2c-42eb-8f8a-644ada523f32,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:44.147798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:44.148944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Attempting to bind port 5984ecef-02b9-4b22-8a4b-a33bee36922e on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:44.149286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Attempting to bind port 5984ecef-02b9-4b22-8a4b-a33bee36922e by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:44.151120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Attempting to bind port 5984ecef-02b9-4b22-8a4b-a33bee36922e on network 638396bb-0008-4af7-b598-ed178402e45b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:44.156257 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:44.164387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 249e577e-32bd-4704-9991-65b6d7069a8d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:44.167066 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.217591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Port 5984ecef-02b9-4b22-8a4b-a33bee36922e on network 638396bb-0008-4af7-b598-ed178402e45b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:07:44.217907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Attempting to bind port 5984ecef-02b9-4b22-8a4b-a33bee36922e on network 638396bb-0008-4af7-b598-ed178402e45b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:44.265167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:44.265776 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Checking segment: {'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:44.268757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Bound using segment: {'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:44.269488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Bound port: 5984ecef-02b9-4b22-8a4b-a33bee36922e, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:44.270048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.284026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:44.285272 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.335087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Port': ['ID=b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:44.419110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b4d8af49-eed4-4f68-bdfc-d896e40fd3eb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8283415 Jul 27 22:07:44.422839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec23a9c-c489-4612-862e-a6122ecd3b41 admin admin] Checking segment: {'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:44.423695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec23a9c-c489-4612-862e-a6122ecd3b41 admin admin] Network hostable DHCP agents. Network: 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:07:44.449636 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c586c977-2086-4dee-ba2c-bcc4bac08840 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:44.451836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'port': {'device_id': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2', 'admin_state_up': True, 'tenant_id': '568db855b87f4289948b06a43cad39d4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:44.502492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-ebc29b39-8fad-41df-b770-f513581e4358 service neutron] 10.222.0.24 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6980758 Jul 27 22:07:44.536941 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec23a9c-c489-4612-862e-a6122ecd3b41 admin admin] Network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:07:44.555178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port c586c977-2086-4dee-ba2c-bcc4bac08840 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:44.559289 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c586c977-2086-4dee-ba2c-bcc4bac08840 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:44.559685 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.591537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4ec23a9c-c489-4612-862e-a6122ecd3b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:44.600440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec23a9c-c489-4612-862e-a6122ecd3b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:44.601222 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ec23a9c-c489-4612-862e-a6122ecd3b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.607974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] For port 5984ecef-02b9-4b22-8a4b-a33bee36922e, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:44.614175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c6370-c6ce-40fd-b340-25a18c4d3e53 None None] Network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:44.632596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] For port 5984ecef-02b9-4b22-8a4b-a33bee36922e, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=5984ecef-02b9-4b22-8a4b-a33bee36922e,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:44.653973 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.777668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5984ecef-02b9-4b22-8a4b-a33bee36922e,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:44.783511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Made reservation on behalf of fbc48bcbc60b4140b9bc278aa591cff4 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:44.806007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb509f2c-2686-4ce1-b415-78105f932390 req-47b5fcfa-3bfa-4850-878b-a48e6887e001 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:44.807763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb509f2c-2686-4ce1-b415-78105f932390 req-47b5fcfa-3bfa-4850-878b-a48e6887e001 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 931 time: 0.3619933 Jul 27 22:07:44.807902 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.823122 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4ec23a9c-c489-4612-862e-a6122ecd3b41 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2331519 Jul 27 22:07:44.826422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-18594710-18c2-4cb4-8961-41c8155f455c None None] Provisioning for port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:44.832657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44442) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:44.840419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:44.844191 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.845816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:44.848693 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3fb7aef8-0b5d-4364-bdd5-8fdbdea981f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/5984ecef-02b9-4b22-8a4b-a33bee36922e HTTP/1.1" status: 200 len: 1092 time: 3.7631657 Jul 27 22:07:44.849381 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e1533f-8e4d-45e6-beb4-72d2875a5ebd', 'tag': '5984ecef-02b9-4b22-8a4b-a33bee36922e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:44.851788 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6bba74-2454-4eb2-a20e-478158df4669" -d '{"events": [{"name": "network-changed", "server_uuid": "35e1533f-8e4d-45e6-beb4-72d2875a5ebd", "tag": "5984ecef-02b9-4b22-8a4b-a33bee36922e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:44.856595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-18594710-18c2-4cb4-8961-41c8155f455c None None] Provisioning complete for port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:44.865947 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18594710-18c2-4cb4-8961-41c8155f455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.938831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb509f2c-2686-4ce1-b415-78105f932390 req-2df58897-af00-458c-b3d5-8a8d22f46ca1 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066654 Jul 27 22:07:44.966116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-18594710-18c2-4cb4-8961-41c8155f455c None None] Port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:07:44.967469 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-ddcff3a0-3804-49a6-969e-0248971b4772 service neutron] 10.222.0.24 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515052 Jul 27 22:07:44.997879 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:44.998996 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.080164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-696132cc-3b00-41d6-9c50-b0e025383108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:45.087076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-696132cc-3b00-41d6-9c50-b0e025383108 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 1095 time: 0.1900806 Jul 27 22:07:45.142304 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.154508 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.156465 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:45.163813 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.165376 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'fixed_ips': [{'subnet_id': '4227846d-1f2c-42eb-8f8a-644ada523f32'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:07:45.166425 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.180678 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3a0a8094-7fe2-4b79-a780-15ffe1be2358 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5984ecef-02b9-4b22-8a4b-a33bee36922e HTTP/1.1" status: 200 len: 217 time: 0.0803967 Jul 27 22:07:45.273526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port c586c977-2086-4dee-ba2c-bcc4bac08840, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c586c977-2086-4dee-ba2c-bcc4bac08840,segment=NetworkSegment(35a4810d-6dba-4f8f-b5b9-0457dc30925f),segment_id=35a4810d-6dba-4f8f-b5b9-0457dc30925f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:45.361912 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ae37ba-1024-40cf-8053-eeef703291c5 x-openstack-request-id: req-30ae37ba-1024-40cf-8053-eeef703291c5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:45.362225 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e1533f-8e4d-45e6-beb4-72d2875a5ebd", "tag": "5984ecef-02b9-4b22-8a4b-a33bee36922e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:45.369019 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30ae37ba-1024-40cf-8053-eeef703291c5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:45.369449 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e1533f-8e4d-45e6-beb4-72d2875a5ebd', 'tag': '5984ecef-02b9-4b22-8a4b-a33bee36922e', 'status': 'completed', 'code': 200} Jul 27 22:07:45.441740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Allocated IP 172.20.0.9 (638396bb-0008-4af7-b598-ed178402e45b/27fdfe18-3271-46de-9a08-597c0b96bc30/cb7e33d8-a843-41a0-a239-77eccec28e54) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:45.447140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-5d81f2f7-d5ce-4055-9e11-64b0cafb32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:45.452070 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.452925 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 05f7acd5-48fd-4037-b675-3ae361ad523c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:45.460750 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-5d81f2f7-d5ce-4055-9e11-64b0cafb32b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27fdfe18-3271-46de-9a08-597c0b96bc30 HTTP/1.1" status: 200 len: 858 time: 0.2014444 Jul 27 22:07:45.546707 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1907991-1bb5-46be-b57a-dd962cdf0cab req-edf2611c-1f1b-4310-95bd-288fddbdaf20 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 210 time: 0.2124367 Jul 27 22:07:45.614157 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-3ac02306-2efc-47bc-a936-6825f83673b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=638396bb-0008-4af7-b598-ed178402e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265123 Jul 27 22:07:45.694698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=c586c977-2086-4dee-ba2c-bcc4bac08840,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:45.723921 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87ce384f-4a6c-4d47-850d-0f873b36b5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.759448 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.825745 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-2f581b97-feea-4509-aed5-d1b267a86f8b service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004869 Jul 27 22:07:45.834990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 05f7acd5-48fd-4037-b675-3ae361ad523c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:45.879925 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.892363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 05f7acd5-48fd-4037-b675-3ae361ad523c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:45.900749 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.965329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b4f7361-60f0-4629-adf6-c93d73623b3c req-3f5c3d2a-9b09-4b98-88e1-a563c3b6230f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 210 time: 0.1098642 Jul 27 22:07:45.995506 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Allocated IP 172.20.0.2 (8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf/4227846d-1f2c-42eb-8f8a-644ada523f32/bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:46.189916 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:46.204555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Transition to ACTIVE for port object bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:46.214843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Allocated IP 19.86.0.127 (3fa126d4-e8bc-469e-8342-d70193273ab2/2d981839-bc5b-4f56-a05d-27ef2317ad79/594ad77c-d5d5-4e0e-8e5f-71cd1fa41509) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:46.225684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Transition to ACTIVE for port object bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:46.236315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146b59f-e7ce-4050-94fa-1c782be2d68e req-832bca7c-a0b0-4765-b7a5-29b00b039bdd tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:46.249213 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6146b59f-e7ce-4050-94fa-1c782be2d68e req-832bca7c-a0b0-4765-b7a5-29b00b039bdd tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 931 time: 0.1219308 Jul 27 22:07:46.259895 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-68915690-af7b-4a3c-8571-17d8cee831f9 req-38093154-73e5-4218-8522-ed43388d88f9 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261782 Jul 27 22:07:46.309015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:46.378564 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6146b59f-e7ce-4050-94fa-1c782be2d68e req-acfee055-b309-4f50-8572-3cb3cdb331cd tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280940 Jul 27 22:07:46.395102 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:46.469963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bba74-2454-4eb2-a20e-478158df4669 req-1adc7d75-6606-4025-848a-1e551f6d27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:46.472897 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5f6bba74-2454-4eb2-a20e-478158df4669 req-1adc7d75-6606-4025-848a-1e551f6d27f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 1095 time: 0.1227274 Jul 27 22:07:46.590400 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:46.612643 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:46.619079 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:46.655134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:46.664022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:46.702379 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:46.773773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 05f7acd5-48fd-4037-b675-3ae361ad523c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=05f7acd5-48fd-4037-b675-3ae361ad523c,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:46.779379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:46.801517 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:46.831330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Pushing event updated for resources: {'Port': ['ID=cb7e33d8-a843-41a0-a239-77eccec28e54,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:46.839274 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:46.884934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Network 638396bb-0008-4af7-b598-ed178402e45b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:46.893675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:46.904588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:46.953387 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:46.981511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:46.982231 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:46.989566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:47.015253 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:47.030770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d0ddb-fbd2-41ca-9597-6d5190d01f54 req-f676d20f-e595-4d0d-829a-e3c6ed70d841 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:47.038450 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b87d0ddb-fbd2-41ca-9597-6d5190d01f54 req-f676d20f-e595-4d0d-829a-e3c6ed70d841 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 931 time: 0.1213400 Jul 27 22:07:47.046235 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Transition to ACTIVE for port object 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:47.052488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Attempting to bind port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:47.052877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Attempting to bind port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:47.054426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Attempting to bind port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d on network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:47.068346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Pushing event updated for resources: {'Port': ['ID=bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:47.076314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:47.077006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Checking segment: {'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:47.077723 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:47.078132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Bound using segment: {'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:47.078809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Bound port: bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:47.079270 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:47.113425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfad9f61-4246-4162-9de2-81632a0fd746 admin admin] Deleting subnet 577ca67c-9bf2-4cfc-b5ee-bf9ecc1a8a39 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:07:47.136261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfad9f61-4246-4162-9de2-81632a0fd746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:47.168705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b87d0ddb-fbd2-41ca-9597-6d5190d01f54 req-cced7d65-dd42-4dbe-9051-e1c6bd900c26 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289463 Jul 27 22:07:47.189900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] For port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:47.193889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] For port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d,segment=NetworkSegment(c686304c-96b9-4242-84a0-65b2da17e7d1),segment_id=c686304c-96b9-4242-84a0-65b2da17e7d1)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:47.199764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c586c977-2086-4dee-ba2c-bcc4bac08840 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:47.220122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Allocated IP 172.25.1.21 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/bc4de6d8-96ea-47bb-8c74-6a304127f8ca) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:47.243881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfad9f61-4246-4162-9de2-81632a0fd746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:47.322578 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5714d861-8d66-401b-82e2-70c4e63bc885 req-fd9367fb-e191-4b68-89ef-aa7c02d1c2ae tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 210 time: 0.0491095 Jul 27 22:07:47.343187 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:47.360419 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:47.433257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bba74-2454-4eb2-a20e-478158df4669 req-d6d44c81-71e8-46b7-adbe-436734437a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:47.440018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5f6bba74-2454-4eb2-a20e-478158df4669 req-d6d44c81-71e8-46b7-adbe-436734437a1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 919 time: 0.9582012 Jul 27 22:07:47.476146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c586c977-2086-4dee-ba2c-bcc4bac08840 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:47.476560 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:47.547747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Port': ['ID=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:47.583345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=05f7acd5-48fd-4037-b675-3ae361ad523c,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:47.583663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network 3fa126d4-e8bc-469e-8342-d70193273ab2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:47.583769 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5f6bba74-2454-4eb2-a20e-478158df4669 req-096a003e-0e33-4c70-ae37-64f0fcbc86af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5984ecef-02b9-4b22-8a4b-a33bee36922e HTTP/1.1" status: 200 len: 217 time: 0.1143920 Jul 27 22:07:47.583769 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-d3c35d6c-948b-4ebd-917b-5005e53a30f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7222161 Jul 27 22:07:47.583769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfad9f61-4246-4162-9de2-81632a0fd746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:47.647760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Request body: {'port': {'device_id': '1336f91d-6799-46be-9e69-3f10aff5a113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:47.713577 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:47.721365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42923320-22f8-4bf4-80d6-fe5c00442de0 None None] Pushing event updated for resources: {'Port': ['ID=bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:47.735146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:47.961727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bba74-2454-4eb2-a20e-478158df4669 req-b8fc53dd-502a-4c10-85ef-0b3193a4b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:47.964948 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5f6bba74-2454-4eb2-a20e-478158df4669 req-b8fc53dd-502a-4c10-85ef-0b3193a4b41a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27fdfe18-3271-46de-9a08-597c0b96bc30 HTTP/1.1" status: 200 len: 858 time: 0.3236392 Jul 27 22:07:47.972407 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:48.117465 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b48f4-e33a-4e03-94f7-ee3d238e3b4b req-61b4f47e-cecd-4f03-a4f9-0f0d79438f3d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:48.135352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b48f4-e33a-4e03-94f7-ee3d238e3b4b req-61b4f47e-cecd-4f03-a4f9-0f0d79438f3d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:48.151961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-907b48f4-e33a-4e03-94f7-ee3d238e3b4b req-61b4f47e-cecd-4f03-a4f9-0f0d79438f3d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 1654 time: 0.6241074 Jul 27 22:07:48.183621 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:48.208698 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5f6bba74-2454-4eb2-a20e-478158df4669 req-73f3217e-7844-457a-94e3-cbaab2d11dab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=638396bb-0008-4af7-b598-ed178402e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2106714 Jul 27 22:07:48.221379 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfad9f61-4246-4162-9de2-81632a0fd746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:48.273999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:48.284410 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:48.297311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad9f61-4246-4162-9de2-81632a0fd746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577ca67c-9bf2-4cfc-b5ee-bf9ecc1a8a39,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:48.403283 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:48.405595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2bdc7d4a-6b7b-426e-a63d-c5f0d2339578 None None] Provisioning for port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:48.422118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-907b48f4-e33a-4e03-94f7-ee3d238e3b4b req-ac1f3786-a3e6-4b81-854d-2088db74b93a tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682948 Jul 27 22:07:48.423201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2bdc7d4a-6b7b-426e-a63d-c5f0d2339578 None None] Provisioning complete for port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:48.423700 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bdc7d4a-6b7b-426e-a63d-c5f0d2339578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:48.475431 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d4e7edb4-93e0-465a-9613-d0f014b2bdeb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0309725 Jul 27 22:07:48.510908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'port': {'device_id': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6', 'admin_state_up': True, 'tenant_id': '568db855b87f4289948b06a43cad39d4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:48.526046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc7d4a-6b7b-426e-a63d-c5f0d2339578 None None] Port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:07:48.545729 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfad9f61-4246-4162-9de2-81632a0fd746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:48.548672 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bfad9f61-4246-4162-9de2-81632a0fd746 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/577ca67c-9bf2-4cfc-b5ee-bf9ecc1a8a39 HTTP/1.1" status: 204 len: 168 time: 1.5569673 Jul 27 22:07:48.562994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44612) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:48.710446 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5f6bba74-2454-4eb2-a20e-478158df4669 req-9a465e2c-0bf5-4919-93ed-13103d5d78fb service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859991 Jul 27 22:07:48.907911 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5f6bba74-2454-4eb2-a20e-478158df4669 req-43aff648-df4d-4f1f-956d-397a068c2381 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846600 Jul 27 22:07:48.943844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7e33d8-a843-41a0-a239-77eccec28e54 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:48.958213 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:48.975632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Transition to ACTIVE for port object cb7e33d8-a843-41a0-a239-77eccec28e54 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:48.980996 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.047602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7e33d8-a843-41a0-a239-77eccec28e54,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:49.161346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Attempting to bind port cb7e33d8-a843-41a0-a239-77eccec28e54 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:49.161882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Attempting to bind port cb7e33d8-a843-41a0-a239-77eccec28e54 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:49.162428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Attempting to bind port cb7e33d8-a843-41a0-a239-77eccec28e54 on network 638396bb-0008-4af7-b598-ed178402e45b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:49.174767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Port cb7e33d8-a843-41a0-a239-77eccec28e54 on network 638396bb-0008-4af7-b598-ed178402e45b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:07:49.175402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Attempting to bind port cb7e33d8-a843-41a0-a239-77eccec28e54 on network 638396bb-0008-4af7-b598-ed178402e45b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:49.183117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:49.183727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Checking segment: {'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:49.184293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Bound using segment: {'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:49.185192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Bound port: cb7e33d8-a843-41a0-a239-77eccec28e54, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84bba02-8cc9-4afa-aa3c-0ea99223da09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '638396bb-0008-4af7-b598-ed178402e45b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:49.185720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.252255 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddd903e-5288-4fc0-9d13-212278b5806f None None] Network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:07:49.264118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-b7a9afe2-360f-499d-bcfb-e8e2d1b10955 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:49.266536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-b7a9afe2-360f-499d-bcfb-e8e2d1b10955 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.43 "GET /v2.0/networks?id=128dea1e-5cab-40a2-8e08-20dfefd2b849 HTTP/1.1" status: 200 len: 821 time: 1.7376859 Jul 27 22:07:49.269769 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.287770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] For port cb7e33d8-a843-41a0-a239-77eccec28e54, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:49.291421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] For port cb7e33d8-a843-41a0-a239-77eccec28e54, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cb7e33d8-a843-41a0-a239-77eccec28e54,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:49.303296 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.330016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Request body: {'port': {'device_id': 'c7b703e2-8810-4a18-8c55-7a5b5ad6953c', 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849', 'admin_state_up': True, 'tenant_id': 'afaeb40f7d1f478d99b22f94edf07476'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:49.338098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:49.424073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-472ea417-2815-40d9-8ddf-2ddb6b51c813 None None] Provisioning for port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:49.429279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:49.435487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-472ea417-2815-40d9-8ddf-2ddb6b51c813 None None] Provisioning complete for port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:49.435872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-472ea417-2815-40d9-8ddf-2ddb6b51c813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.439845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:49.440024 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.479651 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0926e85-4532-4d92-b3b1-88e942ceec07 req-e0125a65-808a-4f19-b9b2-3ef2ab0a432d tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 210 time: 0.1839325 Jul 27 22:07:49.546813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:49.552423 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.616001 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.657716 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.747584 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.759046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc75e60-b057-488a-9652-1b7656de53fb']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:49.773446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0cd77d-a785-41d6-ba2e-a13e31196f53') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:49.773831 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0cd77d-a785-41d6-ba2e-a13e31196f53') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:49.786158 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.791903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d,segment=NetworkSegment(c686304c-96b9-4242-84a0-65b2da17e7d1),segment_id=c686304c-96b9-4242-84a0-65b2da17e7d1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:49.796035 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-472ea417-2815-40d9-8ddf-2ddb6b51c813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.800075 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.804205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 05f7acd5-48fd-4037-b675-3ae361ad523c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:49.815096 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.826836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:07:49.827232 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.829505 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:49.830734 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:49.833693 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] 10.222.0.43 "PUT /v2.0/ports/cb7e33d8-a843-41a0-a239-77eccec28e54 HTTP/1.1" status: 200 len: 1091 time: 2.1935251 Jul 27 22:07:49.835653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1336f91d-6799-46be-9e69-3f10aff5a113', 'tag': 'cb7e33d8-a843-41a0-a239-77eccec28e54'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:49.848845 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7e4043-8478-4c1b-9b88-3b643223bf1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1336f91d-6799-46be-9e69-3f10aff5a113", "tag": "cb7e33d8-a843-41a0-a239-77eccec28e54"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:07:49.928419 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:07:50.009733 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:50.021970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:50.030793 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-472ea417-2815-40d9-8ddf-2ddb6b51c813 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:07:50.031582 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-472ea417-2815-40d9-8ddf-2ddb6b51c813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:07:50.036723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 05f7acd5-48fd-4037-b675-3ae361ad523c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:50.037107 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:50.048762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-00e71456-c377-4edd-a374-550946b205ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:50.050350 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-00e71456-c377-4edd-a374-550946b205ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 1094 time: 0.1459022 Jul 27 22:07:50.051253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbd060-ae41-436b-8574-295a7d2e1ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7e33d8-a843-41a0-a239-77eccec28e54,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:50.118681 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-0b50be9b-0456-4116-9764-998deb743713 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb7e33d8-a843-41a0-a239-77eccec28e54 HTTP/1.1" status: 200 len: 217 time: 0.0400245 Jul 27 22:07:50.139489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fde90-3f53-48e9-9454-de0e975381ae req-ceb3ddd1-8bc4-459f-ae53-8c403c81c8bf tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:50.148205 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-285fde90-3f53-48e9-9454-de0e975381ae req-ceb3ddd1-8bc4-459f-ae53-8c403c81c8bf tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 943 time: 0.8405569 Jul 27 22:07:50.175288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:50.195601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-c7613453-56ce-48c0-9e15-aff06deb4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:50.197394 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-c7613453-56ce-48c0-9e15-aff06deb4fda service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27fdfe18-3271-46de-9a08-597c0b96bc30 HTTP/1.1" status: 200 len: 858 time: 0.0716386 Jul 27 22:07:50.204373 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:50.207215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3dc75e60-b057-488a-9652-1b7656de53fb HTTP/1.1" status: 204 len: 168 time: 1.6422069 Jul 27 22:07:50.219335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44668) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:50.227489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:50.240936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:50.256699 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-02668fa9-d597-4319-89ed-9e095a8531bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=638396bb-0008-4af7-b598-ed178402e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502727 Jul 27 22:07:50.258112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bb14b-1328-4225-ae52-b8489f0244b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc75e60-b057-488a-9652-1b7656de53fb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:50.342962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-285fde90-3f53-48e9-9454-de0e975381ae req-e280f954-5f74-47c4-98b9-8f53a379ee64 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795669 Jul 27 22:07:50.357530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3fe4f0-8519-486e-bc1f-a5e2a519aa72 admin admin] Deleting subnet 818895a3-1d61-47db-8fcd-e3b2cc0f27c1 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:07:50.360919 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe4f0-8519-486e-bc1f-a5e2a519aa72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:50.363766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Allocated IP 19.80.0.63 (ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6/96fb494b-c296-4efa-849d-1f67cb7db9a5/2d377881-a941-4f00-9869-d82e762c3c9f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:50.436917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4de6d8-96ea-47bb-8c74-6a304127f8ca,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:50.447259 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe4f0-8519-486e-bc1f-a5e2a519aa72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:50.483839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 5984ecef-02b9-4b22-8a4b-a33bee36922e details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:50.506295 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-84e08ade-3835-427d-9d75-45c7b4e5e5a7 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292702 Jul 27 22:07:50.526316 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe4f0-8519-486e-bc1f-a5e2a519aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:50.647363 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791706c7-890f-41c3-9f5e-be9d27e5650d x-openstack-request-id: req-791706c7-890f-41c3-9f5e-be9d27e5650d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:50.647745 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1336f91d-6799-46be-9e69-3f10aff5a113", "tag": "cb7e33d8-a843-41a0-a239-77eccec28e54", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:50.648088 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-791706c7-890f-41c3-9f5e-be9d27e5650d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:50.651386 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1336f91d-6799-46be-9e69-3f10aff5a113', 'tag': 'cb7e33d8-a843-41a0-a239-77eccec28e54', 'status': 'completed', 'code': 200} Jul 27 22:07:50.679257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 5984ecef-02b9-4b22-8a4b-a33bee36922e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=5984ecef-02b9-4b22-8a4b-a33bee36922e,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:50.688066 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe4f0-8519-486e-bc1f-a5e2a519aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:50.694866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '5984ecef-02b9-4b22-8a4b-a33bee36922e', 'network_id': '638396bb-0008-4af7-b598-ed178402e45b', 'port_id': '5984ecef-02b9-4b22-8a4b-a33bee36922e', 'mac_address': 'fa:16:3e:ca:0e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27fdfe18-3271-46de-9a08-597c0b96bc30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:50.719138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Made reservation on behalf of afaeb40f7d1f478d99b22f94edf07476 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:50.723796 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:50.760435 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:50.790577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a537cafc-1ee7-46f0-a913-8e420d74c533 None None] Provisioning complete for port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:50.791152 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a537cafc-1ee7-46f0-a913-8e420d74c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:50.793467 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b3fe4f0-8519-486e-bc1f-a5e2a519aa72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:50.793594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5984ecef-02b9-4b22-8a4b-a33bee36922e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:50.796975 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7b3fe4f0-8519-486e-bc1f-a5e2a519aa72 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/818895a3-1d61-47db-8fcd-e3b2cc0f27c1 HTTP/1.1" status: 204 len: 168 time: 0.5696857 Jul 27 22:07:50.799334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fe4f0-8519-486e-bc1f-a5e2a519aa72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818895a3-1d61-47db-8fcd-e3b2cc0f27c1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:50.807514 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44688) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:50.815871 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-96ae9b22-179e-4d5b-85e4-9b821089abf6 req-38e324e4-b4d1-4830-b151-a5fc3805df9a service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005564 Jul 27 22:07:50.913307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 5984ecef-02b9-4b22-8a4b-a33bee36922e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=5984ecef-02b9-4b22-8a4b-a33bee36922e,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:50.943683 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.043750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=5984ecef-02b9-4b22-8a4b-a33bee36922e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:51.048346 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.097571 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e4043-8478-4c1b-9b88-3b643223bf1e req-5283b72e-695f-4472-bc6b-6aa521b251f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:51.099443 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed7e4043-8478-4c1b-9b88-3b643223bf1e req-5283b72e-695f-4472-bc6b-6aa521b251f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 1094 time: 0.1970670 Jul 27 22:07:51.143786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:51.153991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec1080-6807-4ad9-9878-d2ea81bf50ff req-bfbe59ba-587f-4b06-a645-65177b01a740 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:51.161225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec1080-6807-4ad9-9878-d2ea81bf50ff req-bfbe59ba-587f-4b06-a645-65177b01a740 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:51.163542 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24ec1080-6807-4ad9-9878-d2ea81bf50ff req-bfbe59ba-587f-4b06-a645-65177b01a740 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 1654 time: 0.7289600 Jul 27 22:07:51.225487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['5984ecef-02b9-4b22-8a4b-a33bee36922e'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:51.260735 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.283780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Allocated IP 172.20.0.9 (128dea1e-5cab-40a2-8e08-20dfefd2b849/4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83/e8054651-eaae-4dcc-8cd2-e9cb59e20798) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:51.291457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24ec1080-6807-4ad9-9878-d2ea81bf50ff req-d9d4f66c-f2fa-4a41-a95d-e6403a26958a tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083829 Jul 27 22:07:51.292570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:51.293142 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.304051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.370920 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.409129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9436474b-c714-42aa-b592-7c0d650cd95f']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:51.439930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68473ba-d82e-4868-a7be-7fec1b074474') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:51.440596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68473ba-d82e-4868-a7be-7fec1b074474') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:51.464327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.494656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e4043-8478-4c1b-9b88-3b643223bf1e req-98d0d2ff-c1a1-4ba8-9e36-3f57ded88e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:51.496908 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed7e4043-8478-4c1b-9b88-3b643223bf1e req-98d0d2ff-c1a1-4ba8-9e36-3f57ded88e80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 919 time: 0.3455892 Jul 27 22:07:51.498362 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.507958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e837f61-449e-4080-9894-9de84a4cb047 req-ffafde54-2674-4c40-b574-75f9aa4ab3e7 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 210 time: 0.0533168 Jul 27 22:07:51.509191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Transition to ACTIVE for port object 2d377881-a941-4f00-9869-d82e762c3c9f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:51.638073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:07:51.639169 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:07:51.644625 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:07:51.668224 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed7e4043-8478-4c1b-9b88-3b643223bf1e req-0e506a99-840a-45fa-a154-bcae10f34fc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb7e33d8-a843-41a0-a239-77eccec28e54 HTTP/1.1" status: 200 len: 217 time: 0.1611969 Jul 27 22:07:51.771240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.788294 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.799771 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.801891 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] 10.222.0.24 "DELETE /v2.0/networks/9436474b-c714-42aa-b592-7c0d650cd95f HTTP/1.1" status: 204 len: 168 time: 0.9924870 Jul 27 22:07:51.819206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e4043-8478-4c1b-9b88-3b643223bf1e req-bae737db-bc65-47d8-9b5f-cf89ada5ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:51.820985 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed7e4043-8478-4c1b-9b88-3b643223bf1e req-bae737db-bc65-47d8-9b5f-cf89ada5ffd7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27fdfe18-3271-46de-9a08-597c0b96bc30 HTTP/1.1" status: 200 len: 858 time: 0.1088820 Jul 27 22:07:51.822205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f1f3b-0ab2-4788-8372-6a39cb1f949d admin admin] Pushing event deleted for resources: {'Network': ['ID=9436474b-c714-42aa-b592-7c0d650cd95f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:51.851517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Port': ['ID=2d377881-a941-4f00-9869-d82e762c3c9f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:51.867843 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed7e4043-8478-4c1b-9b88-3b643223bf1e req-39b655c0-7ec2-44e7-aa78-ae9806edb21a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=638396bb-0008-4af7-b598-ed178402e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383346 Jul 27 22:07:51.869349 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:51.872711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:51.939815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:51.955736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede0bf0-d25e-4372-a216-16ab792c79ee req-209b8ae5-7db9-4a68-bc08-85c561e78119 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:51.963199 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fede0bf0-d25e-4372-a216-16ab792c79ee req-209b8ae5-7db9-4a68-bc08-85c561e78119 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 943 time: 0.3027644 Jul 27 22:07:51.969067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:52.076532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:52.077370 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.094574 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed7e4043-8478-4c1b-9b88-3b643223bf1e req-8a132046-a3f6-405b-b543-9238ca0509be service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184455 Jul 27 22:07:52.132570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:52.231639 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-77f4fb6d-e473-4e82-847c-a7da270059cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c313672f60164e2f89bc1dbb6791d20a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951285 Jul 27 22:07:52.233315 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44742) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:52.259522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-21010dec-205f-4fc3-b378-01a2f7510e57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7583561 Jul 27 22:07:52.262377 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.270426 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fede0bf0-d25e-4372-a216-16ab792c79ee req-b3667d71-b91e-46ed-8de4-7081c7eb0c72 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062723 Jul 27 22:07:52.288834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Request body: {'port': {'device_id': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:52.322768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2d32e-8f96-4fb1-b6e0-d4dbee67e42d req-841dbfa1-f8cf-483d-86a8-fcdc2df98691 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:52.324338 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35f2d32e-8f96-4fb1-b6e0-d4dbee67e42d req-841dbfa1-f8cf-483d-86a8-fcdc2df98691 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 948 time: 0.1604590 Jul 27 22:07:52.328041 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96a9c9f3-0121-4f96-8219-e1927808da95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.334339 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed7e4043-8478-4c1b-9b88-3b643223bf1e req-8e88b5db-62a4-44be-9e60-5e4aa23ac980 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312126 Jul 27 22:07:52.363170 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96a9c9f3-0121-4f96-8219-e1927808da95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.389726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ae6407b7-2edf-47e3-a934-7a08fa2add85 None None] Provisioning for port 2d377881-a941-4f00-9869-d82e762c3c9f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:52.419258 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ae6407b7-2edf-47e3-a934-7a08fa2add85 None None] Provisioning complete for port 2d377881-a941-4f00-9869-d82e762c3c9f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:52.419725 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae6407b7-2edf-47e3-a934-7a08fa2add85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.443546 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96a9c9f3-0121-4f96-8219-e1927808da95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.447927 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96a9c9f3-0121-4f96-8219-e1927808da95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.465677 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-96a9c9f3-0121-4f96-8219-e1927808da95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5db3ed7f-43fd-4313-a174-3a22366011b7 HTTP/1.1" status: 204 len: 168 time: 0.2192206 Jul 27 22:07:52.484928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Router 59973675-84e8-45e5-9016-7add9261cf76 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:07:52.488394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9c9f3-0121-4f96-8219-e1927808da95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db3ed7f-43fd-4313-a174-3a22366011b7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:52.501513 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 5984ecef-02b9-4b22-8a4b-a33bee36922e up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:52.589587 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ae6407b7-2edf-47e3-a934-7a08fa2add85 None None] Port 2d377881-a941-4f00-9869-d82e762c3c9f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:07:52.601286 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35f2d32e-8f96-4fb1-b6e0-d4dbee67e42d req-299b11a5-4f71-42a1-aae2-655437702e0d tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460229 Jul 27 22:07:52.639005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 5984ecef-02b9-4b22-8a4b-a33bee36922e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:52.643517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 5984ecef-02b9-4b22-8a4b-a33bee36922e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:52.643929 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.675861 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.711425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.736088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08266be-d94a-49ab-87c9-07ba70488b2d req-3c257d5e-6fc6-4cd0-b26c-a673af25764c tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:52.743938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08266be-d94a-49ab-87c9-07ba70488b2d req-3c257d5e-6fc6-4cd0-b26c-a673af25764c tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:52.752280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08266be-d94a-49ab-87c9-07ba70488b2d req-3c257d5e-6fc6-4cd0-b26c-a673af25764c tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:52.755129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e08266be-d94a-49ab-87c9-07ba70488b2d req-3c257d5e-6fc6-4cd0-b26c-a673af25764c tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2375 time: 0.3249223 Jul 27 22:07:52.761566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.806752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e1533f-8e4d-45e6-beb4-72d2875a5ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5984ecef-02b9-4b22-8a4b-a33bee36922e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:52.810013 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb2a170-5310-4db5-b84a-8ef55c159e09" -d '{"events": [{"server_uuid": "35e1533f-8e4d-45e6-beb4-72d2875a5ebd", "name": "network-vif-plugged", "status": "completed", "tag": "5984ecef-02b9-4b22-8a4b-a33bee36922e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:52.831626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 5984ecef-02b9-4b22-8a4b-a33bee36922e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=5984ecef-02b9-4b22-8a4b-a33bee36922e,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:52.841337 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:52.917789 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=5984ecef-02b9-4b22-8a4b-a33bee36922e,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:52.932726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Network 128dea1e-5cab-40a2-8e08-20dfefd2b849 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:52.964376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:52.971486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:52.977559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event updated for resources: {'Port': ['ID=e8054651-eaae-4dcc-8cd2-e9cb59e20798,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:52.988477 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:07:53.009894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Sync routers for ids ['59973675-84e8-45e5-9016-7add9261cf76'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:53.024802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Routers {'59973675-84e8-45e5-9016-7add9261cf76'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:53.025438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59973675-84e8-45e5-9016-7add9261cf76'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:53.063604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e08266be-d94a-49ab-87c9-07ba70488b2d req-4e85561f-b9cc-40e8-af04-576b79e29d01 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689490 Jul 27 22:07:53.109968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44762) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:53.122835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d873c50-5f59-4bda-87f9-d21437a0295d req-074c1a62-051d-466f-9079-3fbefac39d6b tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:53.130113 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d873c50-5f59-4bda-87f9-d21437a0295d req-074c1a62-051d-466f-9079-3fbefac39d6b tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 931 time: 0.3398607 Jul 27 22:07:53.163479 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:53.167707 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4445e023-95e0-4dd9-a4f6-f3cf6b8e6263 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.3300889 Jul 27 22:07:53.169516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44768) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:53.177526 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bdf207e9-1ebe-4a1d-8f82-ad79c6d39c08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24368fce04594b8f9110476ccd1a72b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614419 Jul 27 22:07:53.178949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44770) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:07:53.187145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:53.187794 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:53.234692 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Set router 59973675-84e8-45e5-9016-7add9261cf76 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:53.290664 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62867160-4b3b-4b1e-a5c5-5e43dbd06900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:53.314604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e284e048-33bc-4feb-a81b-50e43e5285f5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9901390 Jul 27 22:07:53.336873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d873c50-5f59-4bda-87f9-d21437a0295d req-0a7d78a8-5877-4f10-a9f7-c796163793e5 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009668 Jul 27 22:07:53.351546 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62867160-4b3b-4b1e-a5c5-5e43dbd06900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:53.404949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Request body: {'port': {'device_id': 'c7b703e2-8810-4a18-8c55-7a5b5ad6953c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:53.406223 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9befb17-79d6-4128-8b08-8cccdc557f3a x-openstack-request-id: req-f9befb17-79d6-4128-8b08-8cccdc557f3a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:53.410170 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e1533f-8e4d-45e6-beb4-72d2875a5ebd", "name": "network-vif-plugged", "status": "completed", "tag": "5984ecef-02b9-4b22-8a4b-a33bee36922e", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:53.410170 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9befb17-79d6-4128-8b08-8cccdc557f3a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:53.410170 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e1533f-8e4d-45e6-beb4-72d2875a5ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5984ecef-02b9-4b22-8a4b-a33bee36922e', 'code': 200} Jul 27 22:07:53.481081 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62867160-4b3b-4b1e-a5c5-5e43dbd06900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:53.483920 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62867160-4b3b-4b1e-a5c5-5e43dbd06900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:53.485097 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-62867160-4b3b-4b1e-a5c5-5e43dbd06900 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c021373-ae7a-4729-a597-8d4569799694 HTTP/1.1" status: 204 len: 168 time: 0.3051910 Jul 27 22:07:53.498578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62867160-4b3b-4b1e-a5c5-5e43dbd06900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c021373-ae7a-4729-a597-8d4569799694,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:53.576400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:07:50Z', 'revision_number': 3, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:53.591402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1bad4-95bd-444f-9a93-874cbabe1801 req-2f7feb5e-aafa-4ac7-9b8c-2fdd4cbee028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:53.592885 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ad1bad4-95bd-444f-9a93-874cbabe1801 req-2f7feb5e-aafa-4ac7-9b8c-2fdd4cbee028 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 1097 time: 0.0827005 Jul 27 22:07:53.665089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Checking router: 59973675-84e8-45e5-9016-7add9261cf76 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:53.671233 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Updating router 59973675-84e8-45e5-9016-7add9261cf76 port bc4de6d8-96ea-47bb-8c74-6a304127f8ca binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:07:53.767091 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4ad1bad4-95bd-444f-9a93-874cbabe1801 req-b1fb29dc-503b-4857-ac2d-d08ca3e81c78 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601808 Jul 27 22:07:53.787958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c9f64-7139-4f6e-82c6-101a911ccc63 req-4d840931-aa54-41b9-a625-0933dc61645c tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:53.789508 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d88c9f64-7139-4f6e-82c6-101a911ccc63 req-4d840931-aa54-41b9-a625-0933dc61645c tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.43 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 948 time: 0.1767747 Jul 27 22:07:53.961485 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.065651 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-07897f16-b3bb-4de9-8629-7ff6cfec0bc5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1874816 Jul 27 22:07:54.135215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d88c9f64-7139-4f6e-82c6-101a911ccc63 req-f3dbad58-c08e-42c9-ac81-d2d1c29f425d tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Deleting port 51af7fb9-fde2-424b-b330-546677bc17d5 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:54.136518 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88c9f64-7139-4f6e-82c6-101a911ccc63 req-f3dbad58-c08e-42c9-ac81-d2d1c29f425d tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.262317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-9cbae460-01e5-4ebc-9ced-94b126629c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.263559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-9cbae460-01e5-4ebc-9ced-94b126629c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.264472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-9cbae460-01e5-4ebc-9ced-94b126629c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.265144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-9cbae460-01e5-4ebc-9ced-94b126629c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.265915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-9cbae460-01e5-4ebc-9ced-94b126629c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.266573 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-9cbae460-01e5-4ebc-9ced-94b126629c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.267204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-9cbae460-01e5-4ebc-9ced-94b126629c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.269989 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-9cbae460-01e5-4ebc-9ced-94b126629c3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6490 time: 0.1392467 Jul 27 22:07:54.424667 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.482792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-eadf063c-94ed-4638-a820-25b6ab9ca68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.483568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-eadf063c-94ed-4638-a820-25b6ab9ca68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.484046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-eadf063c-94ed-4638-a820-25b6ab9ca68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.487453 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-eadf063c-94ed-4638-a820-25b6ab9ca68c service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b72184-423f-48d6-9efa-1107e6681307&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&id=7efe6e56-000d-409a-b0b3-b6fad79e6b74 HTTP/1.1" status: 200 len: 2292 time: 0.1777482 Jul 27 22:07:54.495194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cd961-5970-4efe-8572-d73c01dd874c req-859cb7dd-1953-4cb1-9ad1-12beb7bcd7b4 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.496763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-983cd961-5970-4efe-8572-d73c01dd874c req-859cb7dd-1953-4cb1-9ad1-12beb7bcd7b4 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 943 time: 1.0488412 Jul 27 22:07:54.502304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device cb7e33d8-a843-41a0-a239-77eccec28e54 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:54.507688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d88c9f64-7139-4f6e-82c6-101a911ccc63 req-f3dbad58-c08e-42c9-ac81-d2d1c29f425d tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] For port 51af7fb9-fde2-424b-b330-546677bc17d5, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=51af7fb9-fde2-424b-b330-546677bc17d5,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:54.508237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88c9f64-7139-4f6e-82c6-101a911ccc63 req-f3dbad58-c08e-42c9-ac81-d2d1c29f425d tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.572077 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.583611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b59039-862f-47d0-b75e-4d4040f21d90 req-2900e4f8-62a2-4ce3-9ea3-74209b984ee2 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.591369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40b59039-862f-47d0-b75e-4d4040f21d90 req-2900e4f8-62a2-4ce3-9ea3-74209b984ee2 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=29ecc11b-1396-4e1d-8dec-3ee030b76ff5 HTTP/1.1" status: 200 len: 948 time: 0.4478328 Jul 27 22:07:54.593782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d88c9f64-7139-4f6e-82c6-101a911ccc63 req-f3dbad58-c08e-42c9-ac81-d2d1c29f425d tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Calling delete_port for 51af7fb9-fde2-424b-b330-546677bc17d5 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:54.682593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Transition to ACTIVE for port object bc4de6d8-96ea-47bb-8c74-6a304127f8ca will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:54.697358 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.723446 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-6270a6b1-57a1-4122-a2b8-36e7712043ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7767e66-2ea5-4352-94b5-28f217a07aab HTTP/1.1" status: 200 len: 1000 time: 0.2264311 Jul 27 22:07:54.776281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-ae195607-afb8-4a6f-bcc9-909b05e92166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.777771 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-ae195607-afb8-4a6f-bcc9-909b05e92166 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7746efe-61a7-45c7-ac8d-cb8760801fae HTTP/1.1" status: 200 len: 851 time: 0.0482616 Jul 27 22:07:54.835502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Attempting to bind port bc4de6d8-96ea-47bb-8c74-6a304127f8ca on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:54.835862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Attempting to bind port bc4de6d8-96ea-47bb-8c74-6a304127f8ca by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:54.836233 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Attempting to bind port bc4de6d8-96ea-47bb-8c74-6a304127f8ca on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:54.859061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-6875978c-592e-4ffc-8cb9-d9ef6ea48b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:54.860586 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-6875978c-592e-4ffc-8cb9-d9ef6ea48b85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b72184-423f-48d6-9efa-1107e6681307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741141 Jul 27 22:07:54.876944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:54.877568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:54.878030 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:54.879174 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.879614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:54.880061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Bound port: bc4de6d8-96ea-47bb-8c74-6a304127f8ca, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:54.880449 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.931520 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:54.947995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89145f2-f693-419e-9027-f24b73ca8386 None None] Pushing event updated for resources: {'Port': ['ID=bc4de6d8-96ea-47bb-8c74-6a304127f8ca,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:54.961904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port cb7e33d8-a843-41a0-a239-77eccec28e54, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cb7e33d8-a843-41a0-a239-77eccec28e54,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:54.997514 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-983cd961-5970-4efe-8572-d73c01dd874c req-0ab12a29-def1-4dbb-8629-24c3718ea261 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823630 Jul 27 22:07:55.033819 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88c9f64-7139-4f6e-82c6-101a911ccc63 req-f3dbad58-c08e-42c9-ac81-d2d1c29f425d tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:55.038756 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'cb7e33d8-a843-41a0-a239-77eccec28e54', 'network_id': '638396bb-0008-4af7-b598-ed178402e45b', 'port_id': 'cb7e33d8-a843-41a0-a239-77eccec28e54', 'mac_address': 'fa:16:3e:50:5f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27fdfe18-3271-46de-9a08-597c0b96bc30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:55.092431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbad58-c08e-42c9-ac81-d2d1c29f425d tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Pushing event deleted for resources: {'Port': ['ID=51af7fb9-fde2-424b-b330-546677bc17d5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:55.097616 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] For port bc4de6d8-96ea-47bb-8c74-6a304127f8ca, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:55.151710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] For port bc4de6d8-96ea-47bb-8c74-6a304127f8ca, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bc4de6d8-96ea-47bb-8c74-6a304127f8ca,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:55.167271 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:55.186826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88c9f64-7139-4f6e-82c6-101a911ccc63 req-f3dbad58-c08e-42c9-ac81-d2d1c29f425d tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] No DVR routers for this DVR port 51af7fb9-fde2-424b-b330-546677bc17d5 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:55.200180 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88c9f64-7139-4f6e-82c6-101a911ccc63 req-f3dbad58-c08e-42c9-ac81-d2d1c29f425d tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:55.202342 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d88c9f64-7139-4f6e-82c6-101a911ccc63 req-f3dbad58-c08e-42c9-ac81-d2d1c29f425d tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.43 "DELETE /v2.0/ports/51af7fb9-fde2-424b-b330-546677bc17d5 HTTP/1.1" status: 204 len: 173 time: 1.3868892 Jul 27 22:07:55.203050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ecc11b-1396-4e1d-8dec-3ee030b76ff5', 'name': 'network-vif-deleted', 'tag': '51af7fb9-fde2-424b-b330-546677bc17d5'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:55.205126 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:55.210877 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40b59039-862f-47d0-b75e-4d4040f21d90 req-d1f7a726-afd6-4daa-991a-8cb80177d994 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185560 Jul 27 22:07:55.215773 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f249e4-9e0c-4adc-ade2-623d4170caae" -d '{"events": [{"server_uuid": "29ecc11b-1396-4e1d-8dec-3ee030b76ff5", "name": "network-vif-deleted", "tag": "51af7fb9-fde2-424b-b330-546677bc17d5"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:55.228972 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-92602435-f6e4-4690-a342-816c222fd348 service neutron] 10.222.0.41 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527288 Jul 27 22:07:55.294965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Transition to ACTIVE for port object b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:55.326208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7e33d8-a843-41a0-a239-77eccec28e54 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:55.370652 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:55.424454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port cb7e33d8-a843-41a0-a239-77eccec28e54, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cb7e33d8-a843-41a0-a239-77eccec28e54,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:55.425493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Routers {'59973675-84e8-45e5-9016-7add9261cf76'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:55.426507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59973675-84e8-45e5-9016-7add9261cf76'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:55.446151 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:55.456264 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-8415ba44-d429-4e95-8e49-b894243d1381 service neutron] 10.222.0.41 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175312 Jul 27 22:07:55.517322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89145f2-f693-419e-9027-f24b73ca8386 None None] Pushing event updated for resources: {'Port': ['ID=bc4de6d8-96ea-47bb-8c74-6a304127f8ca,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:55.578448 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-7f10b56a-19a8-4dc4-8e61-e6b650e6e051 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=3e2e069c-b4e5-4d60-8ef1-59e97587c47f HTTP/1.1" status: 200 len: 217 time: 0.1134999 Jul 27 22:07:55.688354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-4de71291-8c12-4e86-8e15-23870a8f7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:55.722339 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-4de71291-8c12-4e86-8e15-23870a8f7bf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1372871 Jul 27 22:07:55.746959 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7e33d8-a843-41a0-a239-77eccec28e54'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:55.866814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-373506be-fec2-453c-b5b0-3edfb1b9a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:55.868735 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-373506be-fec2-453c-b5b0-3edfb1b9a463 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1369336 Jul 27 22:07:55.874648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=cb7e33d8-a843-41a0-a239-77eccec28e54,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:55.937054 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] Set router 59973675-84e8-45e5-9016-7add9261cf76 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:56.063383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8054651-eaae-4dcc-8cd2-e9cb59e20798 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:56.072423 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:56.086290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Transition to ACTIVE for port object e8054651-eaae-4dcc-8cd2-e9cb59e20798 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:56.087598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Pushing event updated for resources: {'Port': ['ID=b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:56.118614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:56.134540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bab689-8208-4866-b135-d3b8a5edc8e8 req-5ea3e678-a50f-46d4-a88d-65f1281ac003 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:56.140603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bab689-8208-4866-b135-d3b8a5edc8e8 req-5ea3e678-a50f-46d4-a88d-65f1281ac003 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:56.147179 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bab689-8208-4866-b135-d3b8a5edc8e8 req-5ea3e678-a50f-46d4-a88d-65f1281ac003 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:56.155516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86bab689-8208-4866-b135-d3b8a5edc8e8 req-5ea3e678-a50f-46d4-a88d-65f1281ac003 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2375 time: 0.9833596 Jul 27 22:07:56.225093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Pushing event updated for resources: {'Port': ['ID=e8054651-eaae-4dcc-8cd2-e9cb59e20798,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:56.245387 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-e2fee0de-62b1-4589-9906-0f830a2e1494 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680396 Jul 27 22:07:56.313935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:07:50Z', 'revision_number': 3, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:56.367563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca9faa-3446-4a70-b861-d62e59df6a68 None None] The sync data for ids ['59973675-84e8-45e5-9016-7add9261cf76'] in n-d-802011-3 is: [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:07:50Z', 'revision_number': 3, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:56.421174 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-2c094ee2-c25d-4fb9-8ef2-d6043be8a016 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666124 Jul 27 22:07:56.434735 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86bab689-8208-4866-b135-d3b8a5edc8e8 req-cbc0ec5b-fd54-4228-a994-d6b40472b3e8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783144 Jul 27 22:07:56.442240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:56.512478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 51af7fb9-fde2-424b-b330-546677bc17d5 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:56.519862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdf699-8858-4bab-b2f0-2e81f597c332 req-ac9be580-f0e6-4f3a-8fa6-6708878adead tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:56.521477 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87bdf699-8858-4bab-b2f0-2e81f597c332 req-ac9be580-f0e6-4f3a-8fa6-6708878adead tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 943 time: 0.6467190 Jul 27 22:07:56.538913 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763ee068-2f17-4c9a-8217-49e6e6c522aa x-openstack-request-id: req-763ee068-2f17-4c9a-8217-49e6e6c522aa {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:56.542714 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ecc11b-1396-4e1d-8dec-3ee030b76ff5", "name": "network-vif-deleted", "tag": "51af7fb9-fde2-424b-b330-546677bc17d5", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:56.544646 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-763ee068-2f17-4c9a-8217-49e6e6c522aa {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:56.545433 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ecc11b-1396-4e1d-8dec-3ee030b76ff5', 'name': 'network-vif-deleted', 'tag': '51af7fb9-fde2-424b-b330-546677bc17d5', 'status': 'completed', 'code': 200} Jul 27 22:07:56.547340 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-48749ce1-0361-41fa-ac77-3a89388b3115 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=8f6682e7-807c-456b-8719-b5adefaf5440 HTTP/1.1" status: 200 len: 217 time: 0.1180537 Jul 27 22:07:56.577357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 51af7fb9-fde2-424b-b330-546677bc17d5 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:56.577890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 51af7fb9-fde2-424b-b330-546677bc17d5 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:56.647718 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-818d6269-fbe6-4c34-bcae-09b6566bac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:56.650423 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-818d6269-fbe6-4c34-bcae-09b6566bac13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.0954790 Jul 27 22:07:56.717157 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-c13aeb53-e76a-4f97-9d1d-cc7e823a61a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:56.718759 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-c13aeb53-e76a-4f97-9d1d-cc7e823a61a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588713 Jul 27 22:07:56.904959 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-ea93cd4c-b646-4066-803b-edf98fa2fd6c service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777618 Jul 27 22:07:56.918141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Attempting to bind port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:56.918141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Attempting to bind port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:56.918484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Attempting to bind port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c on network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:56.960113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c on network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:07:56.960113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Attempting to bind port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c on network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:57.047934 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-96813113-4fce-4ced-9405-6b7c3f0daafc service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340518 Jul 27 22:07:57.052387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87bdf699-8858-4bab-b2f0-2e81f597c332 req-9cb91a03-435a-4bc6-b615-6286faef016f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069714 Jul 27 22:07:57.053144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:57.053534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Checking segment: {'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:57.053871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Bound using segment: {'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:57.054346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Bound port: b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:57.054712 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:57.062086 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Attempting to bind port e8054651-eaae-4dcc-8cd2-e9cb59e20798 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:57.062482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Attempting to bind port e8054651-eaae-4dcc-8cd2-e9cb59e20798 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:57.062940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Attempting to bind port e8054651-eaae-4dcc-8cd2-e9cb59e20798 on network 128dea1e-5cab-40a2-8e08-20dfefd2b849 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:57.132360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89b07-d68e-4334-984f-403d5672492b req-4faa7423-591c-4d7f-92bf-74ff53c48c25 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:57.141646 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9e89b07-d68e-4334-984f-403d5672492b req-4faa7423-591c-4d7f-92bf-74ff53c48c25 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 944 time: 0.4362807 Jul 27 22:07:57.156412 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Port e8054651-eaae-4dcc-8cd2-e9cb59e20798 on network 128dea1e-5cab-40a2-8e08-20dfefd2b849 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:07:57.156753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Attempting to bind port e8054651-eaae-4dcc-8cd2-e9cb59e20798 on network 128dea1e-5cab-40a2-8e08-20dfefd2b849 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:57.216003 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-e351d582-cba5-46a1-88b9-bd8ab8220d89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a6e30d26-0b16-4f84-a1b1-64168269b29b HTTP/1.1" status: 200 len: 217 time: 0.1593881 Jul 27 22:07:57.220229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:57.220229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Checking segment: {'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:57.220443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Bound using segment: {'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:57.220716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Bound port: e8054651-eaae-4dcc-8cd2-e9cb59e20798, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40660e53-31c8-4bae-86e5-1faae2a3e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:57.221089 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:57.250063 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bc4de6d8-96ea-47bb-8c74-6a304127f8ca up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:57.263259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Allocated IP 172.20.0.1 (8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf/4227846d-1f2c-42eb-8f8a-644ada523f32/bb6367ca-7a0f-4131-a7ae-cc724d0a5aac) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:57.384506 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9e89b07-d68e-4334-984f-403d5672492b req-c85f7839-1025-4de5-bed3-d94a24abad10 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418511 Jul 27 22:07:57.388273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port bc4de6d8-96ea-47bb-8c74-6a304127f8ca completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:57.392699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-ce162721-60f5-4094-9900-e2fc71c00d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:57.397253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bc4de6d8-96ea-47bb-8c74-6a304127f8ca triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:57.398147 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-ce162721-60f5-4094-9900-e2fc71c00d8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1743088 Jul 27 22:07:57.398923 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:57.483582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-4fdef96b-d6ad-4a91-998f-a0654f62b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:57.485722 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-4fdef96b-d6ad-4a91-998f-a0654f62b65d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0805986 Jul 27 22:07:57.569481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] For port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:57.574734 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:57.603220 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] For port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:57.624177 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:57.626074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port bc4de6d8-96ea-47bb-8c74-6a304127f8ca, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bc4de6d8-96ea-47bb-8c74-6a304127f8ca,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:57.633849 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:57.668845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] For port e8054651-eaae-4dcc-8cd2-e9cb59e20798, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:57.688891 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-69900b36-e733-423c-91ef-806b32b39d98 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931045 Jul 27 22:07:57.718065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=bc4de6d8-96ea-47bb-8c74-6a304127f8ca,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:57.721734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] For port e8054651-eaae-4dcc-8cd2-e9cb59e20798, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e8054651-eaae-4dcc-8cd2-e9cb59e20798,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:57.723673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:57.724210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:57.725657 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-e0949049-30ab-4913-bc48-4d090789133e service neutron] 10.222.0.41 "PUT /v2.0/ports/b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c HTTP/1.1" status: 200 len: 1091 time: 5.4500327 Jul 27 22:07:57.729256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'tag': 'b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:57.747807 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0a2306-0655-4245-a4c4-52eea5f051bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "tag": "b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:57.763986 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:57.811583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Request body: {'port': {'device_id': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:57.888006 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-af4d32cf-3527-404d-bcc4-cd8ff5225306 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469715 Jul 27 22:07:57.908714 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:57.955516 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-7c9f081e-d601-4321-b8b3-71522fb13052 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=0e11f515-abfb-448e-8706-6e04ee070ee6 HTTP/1.1" status: 200 len: 217 time: 0.0592837 Jul 27 22:07:57.962411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:57.963613 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:57.965471 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] 10.222.0.43 "PUT /v2.0/ports/e8054651-eaae-4dcc-8cd2-e9cb59e20798 HTTP/1.1" status: 200 len: 1091 time: 4.6245742 Jul 27 22:07:57.985737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed622fb-98bd-4bfa-b6af-b8ea6e11c89e req-f8154957-9dc0-496a-8053-79c0ca7784ad tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.029495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed622fb-98bd-4bfa-b6af-b8ea6e11c89e req-f8154957-9dc0-496a-8053-79c0ca7784ad tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.044691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-25c23020-e90f-4048-a4fc-779618810781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.047797 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-25c23020-e90f-4048-a4fc-779618810781 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.0808804 Jul 27 22:07:58.049389 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed622fb-98bd-4bfa-b6af-b8ea6e11c89e req-f8154957-9dc0-496a-8053-79c0ca7784ad tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.054085 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fed622fb-98bd-4bfa-b6af-b8ea6e11c89e req-f8154957-9dc0-496a-8053-79c0ca7784ad tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2387 time: 0.4538486 Jul 27 22:07:58.083485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0949049-30ab-4913-bc48-4d090789133e service neutron] Pushing event updated for resources: {'Port': ['ID=b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:58.107699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-cb3f3f34-1056-4490-a991-453891a57365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.109339 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-cb3f3f34-1056-4490-a991-453891a57365 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539458 Jul 27 22:07:58.158874 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:58.177541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Transition to ACTIVE for port object bb6367ca-7a0f-4131-a7ae-cc724d0a5aac will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:58.223262 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-ba9b8763-8a68-4e19-8e47-f945a9732c2f service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032372 Jul 27 22:07:58.275530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6292fd9-e924-4f3a-b66a-70bb1c8e88f9 req-7652fe70-bd38-4622-b1fe-d928ceafbcdd tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.277023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c6292fd9-e924-4f3a-b66a-70bb1c8e88f9 req-7652fe70-bd38-4622-b1fe-d928ceafbcdd tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=04565145-fa25-4b29-9968-3b485e366a07 HTTP/1.1" status: 200 len: 948 time: 0.4748373 Jul 27 22:07:58.286248 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fed622fb-98bd-4bfa-b6af-b8ea6e11c89e req-829d6d49-e130-44d1-86bd-aeebff16f48c tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986876 Jul 27 22:07:58.287073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5752b-0111-4ff4-b84a-2ece8f04d54a service neutron] Pushing event updated for resources: {'Port': ['ID=e8054651-eaae-4dcc-8cd2-e9cb59e20798,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:58.291458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-0a9756d9-c134-4683-bfbc-08faf42cb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.293640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-0a9756d9-c134-4683-bfbc-08faf42cb131 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=afaeb40f7d1f478d99b22f94edf07476&device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 1094 time: 0.2258494 Jul 27 22:07:58.330478 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-ee96b8f9-3444-46da-85e3-b3e3fd5670bb service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993950 Jul 27 22:07:58.368572 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-6383f473-4b74-4ed2-bbfc-6ef0b0989f48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8054651-eaae-4dcc-8cd2-e9cb59e20798 HTTP/1.1" status: 200 len: 217 time: 0.0573287 Jul 27 22:07:58.372842 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-fb83206e-134e-4b35-9ad8-607334804f1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77e3b391-a760-4065-8191-93ed4633266d HTTP/1.1" status: 200 len: 217 time: 0.0345383 Jul 27 22:07:58.426106 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-8a7607b7-04ca-4c18-a3f3-9d37413f2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.428062 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-8a7607b7-04ca-4c18-a3f3-9d37413f2242 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 200 len: 797 time: 0.0472186 Jul 27 22:07:58.470954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:58.491491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c6292fd9-e924-4f3a-b66a-70bb1c8e88f9 req-7cb6dd58-6f30-47a5-a54e-c7e565658ba5 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968639 Jul 27 22:07:58.496201 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa98c8ef-fcef-43cc-9a56-b087c79529ca x-openstack-request-id: req-fa98c8ef-fcef-43cc-9a56-b087c79529ca {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:58.496489 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "tag": "b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:58.496739 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa98c8ef-fcef-43cc-9a56-b087c79529ca {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:58.497130 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'tag': 'b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c', 'status': 'completed', 'code': 200} Jul 27 22:07:58.497243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-d665fc37-37e4-4016-9b64-2e69f04e2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.501242 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-d665fc37-37e4-4016-9b64-2e69f04e2e8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649502 Jul 27 22:07:58.530295 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device cb7e33d8-a843-41a0-a239-77eccec28e54 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:58.577208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:58.583532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-6413cd21-72fb-4b95-b245-e59e89df5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.585016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-6413cd21-72fb-4b95-b245-e59e89df5b81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83 HTTP/1.1" status: 200 len: 861 time: 0.1683314 Jul 27 22:07:58.615944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port cb7e33d8-a843-41a0-a239-77eccec28e54 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:58.629180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port cb7e33d8-a843-41a0-a239-77eccec28e54 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:58.629792 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:58.641654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:58.645005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:58.645714 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-eace8019-470e-447b-815d-bec05b49f915 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339064 Jul 27 22:07:58.715760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Pushing event updated for resources: {'Port': ['ID=bb6367ca-7a0f-4131-a7ae-cc724d0a5aac,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:58.755016 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:58.796440 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-17730e04-e24b-48fe-8ce8-af7a37bf9330 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429682 Jul 27 22:07:58.809180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1336f91d-6799-46be-9e69-3f10aff5a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7e33d8-a843-41a0-a239-77eccec28e54'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:58.815010 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d3a4bb-6cff-4375-a6ba-a4b5c601d049" -d '{"events": [{"server_uuid": "1336f91d-6799-46be-9e69-3f10aff5a113", "name": "network-vif-plugged", "status": "completed", "tag": "cb7e33d8-a843-41a0-a239-77eccec28e54"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:58.819982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-e1553914-2a7f-4fe4-82e5-29241e170d7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=128dea1e-5cab-40a2-8e08-20dfefd2b849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2137678 Jul 27 22:07:58.836173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port cb7e33d8-a843-41a0-a239-77eccec28e54, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cb7e33d8-a843-41a0-a239-77eccec28e54,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:58.847548 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:58.848224 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:58.862096 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-4fb7673e-f374-4d76-a537-1f166658dd69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e9ecb4df-727b-4972-9e8e-8f6a732dac7c HTTP/1.1" status: 200 len: 217 time: 0.0575309 Jul 27 22:07:58.913164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=cb7e33d8-a843-41a0-a239-77eccec28e54,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:58.933041 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-c4a3d1a4-907e-4fd7-97e0-7207a108536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.934969 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-c4a3d1a4-907e-4fd7-97e0-7207a108536c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 200 len: 797 time: 0.0633445 Jul 27 22:07:58.967807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a2306-0655-4245-a4c4-52eea5f051bb req-526256a4-c3e4-455b-8ea4-034cecd8660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.968745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a2306-0655-4245-a4c4-52eea5f051bb req-526256a4-c3e4-455b-8ea4-034cecd8660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.969235 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a2306-0655-4245-a4c4-52eea5f051bb req-526256a4-c3e4-455b-8ea4-034cecd8660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:58.972742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e0a2306-0655-4245-a4c4-52eea5f051bb req-526256a4-c3e4-455b-8ea4-034cecd8660c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=568db855b87f4289948b06a43cad39d4&device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2730 time: 0.4472902 Jul 27 22:07:58.995675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e21689d4-38de-4596-a63d-8ce009fdb65b None None] Provisioning for port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:58.999922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e21689d4-38de-4596-a63d-8ce009fdb65b None None] Provisioning complete for port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:59.000299 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e21689d4-38de-4596-a63d-8ce009fdb65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:59.002173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-65636ebc-f2a5-44d5-b3cf-20fc37873fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.003766 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-65636ebc-f2a5-44d5-b3cf-20fc37873fdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0606985 Jul 27 22:07:59.045813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e21689d4-38de-4596-a63d-8ce009fdb65b None None] Port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:07:59.108431 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-29aaac98-5913-4a06-bef2-68d71b2d11c7 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969181 Jul 27 22:07:59.132909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bc4de6d8-96ea-47bb-8c74-6a304127f8ca up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:59.193075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bc4de6d8-96ea-47bb-8c74-6a304127f8ca triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:59.193448 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:59.243780 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-534f66b0-7597-47a7-a812-06be6d2ec275 req-55ad9b64-1d99-4dc7-9fe0-6b353dc9ac25 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275673 Jul 27 22:07:59.464663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b1d3d-287d-4414-b14a-9bb92acfe30c req-3ef06785-d0ea-4630-a7e8-bd2507ebcb81 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.466149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-767b1d3d-287d-4414-b14a-9bb92acfe30c req-3ef06785-d0ea-4630-a7e8-bd2507ebcb81 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 943 time: 0.8788996 Jul 27 22:07:59.584407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6121d-45f4-4ef8-8df1-321e5ff5c543 req-c6ed454f-3010-4bd2-a151-f74119f454d7 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.585822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bf6121d-45f4-4ef8-8df1-321e5ff5c543 req-c6ed454f-3010-4bd2-a151-f74119f454d7 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.7321491 Jul 27 22:07:59.633727 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-8dd85937-b342-4df9-9625-10dab4f88279 service neutron] 10.222.0.43 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7986414 Jul 27 22:07:59.635734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:59.650697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a608bf-4c39-4ee9-a78e-45604959af6e req-8b43aae4-c9ee-40be-9646-6e8bc2137988 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.652216 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3a608bf-4c39-4ee9-a78e-45604959af6e req-8b43aae4-c9ee-40be-9646-6e8bc2137988 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.41 "GET /v2.0/ports?device_id=04565145-fa25-4b29-9968-3b485e366a07 HTTP/1.1" status: 200 len: 948 time: 0.0596788 Jul 27 22:07:59.666091 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:59.734618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-767b1d3d-287d-4414-b14a-9bb92acfe30c req-63e07ef4-4253-4d92-b676-fa288fd26ec0 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565820 Jul 27 22:07:59.777286 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a2306-0655-4245-a4c4-52eea5f051bb req-143e73ff-5315-4d06-a499-9627205cc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.777759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a2306-0655-4245-a4c4-52eea5f051bb req-143e73ff-5315-4d06-a499-9627205cc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.778224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a2306-0655-4245-a4c4-52eea5f051bb req-143e73ff-5315-4d06-a499-9627205cc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.779808 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e0a2306-0655-4245-a4c4-52eea5f051bb req-143e73ff-5315-4d06-a499-9627205cc93e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=568db855b87f4289948b06a43cad39d4&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7709622 Jul 27 22:07:59.785883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d3a608bf-4c39-4ee9-a78e-45604959af6e req-0c9777e1-1323-49b2-ac03-3c5b4763b85b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Deleting port e060c2b5-86a9-4206-bbea-afbf9091d691 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:59.786234 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d3a608bf-4c39-4ee9-a78e-45604959af6e req-0c9777e1-1323-49b2-ac03-3c5b4763b85b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:59.787805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Transition to ACTIVE for port object 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:59.795491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bf6121d-45f4-4ef8-8df1-321e5ff5c543 req-563eb598-bc2b-44bb-ac14-eaa0d726cb8e tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015944 Jul 27 22:07:59.815235 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:59.861033 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:59.879043 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2ce8b4-2643-4291-a71a-a047092d660d x-openstack-request-id: req-ab2ce8b4-2643-4291-a71a-a047092d660d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:59.879584 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1336f91d-6799-46be-9e69-3f10aff5a113", "name": "network-vif-plugged", "status": "completed", "tag": "cb7e33d8-a843-41a0-a239-77eccec28e54", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:59.882467 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab2ce8b4-2643-4291-a71a-a047092d660d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:59.883160 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1336f91d-6799-46be-9e69-3f10aff5a113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7e33d8-a843-41a0-a239-77eccec28e54', 'code': 200} Jul 27 22:08:00.007879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d3a608bf-4c39-4ee9-a78e-45604959af6e req-0c9777e1-1323-49b2-ac03-3c5b4763b85b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] For port e060c2b5-86a9-4206-bbea-afbf9091d691, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e060c2b5-86a9-4206-bbea-afbf9091d691,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:00.008291 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d3a608bf-4c39-4ee9-a78e-45604959af6e req-0c9777e1-1323-49b2-ac03-3c5b4763b85b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:00.024989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d3a608bf-4c39-4ee9-a78e-45604959af6e req-0c9777e1-1323-49b2-ac03-3c5b4763b85b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Calling delete_port for e060c2b5-86a9-4206-bbea-afbf9091d691 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:00.042239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589af97-3624-40b6-81a3-17539b207be0 req-88e8b2c1-8f62-4c86-890e-3b63e2710988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:00.044201 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8589af97-3624-40b6-81a3-17539b207be0 req-88e8b2c1-8f62-4c86-890e-3b63e2710988 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 1096 time: 0.0984004 Jul 27 22:08:00.049785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Pushing event updated for resources: {'Port': ['ID=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:00.073470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c025356-5d5d-454c-86b1-1f0523030f59 req-4d15ac2d-a1f9-45d9-b971-f8018fae899d service neutron] 10.222.0.43 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170811 Jul 27 22:08:00.139070 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8589af97-3624-40b6-81a3-17539b207be0 req-0ea24626-cfd1-4737-96e6-61dee8b1d06a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524156 Jul 27 22:08:00.224825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a2306-0655-4245-a4c4-52eea5f051bb req-86050703-6d63-4a34-ba8e-c595c0008fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:00.226662 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e0a2306-0655-4245-a4c4-52eea5f051bb req-86050703-6d63-4a34-ba8e-c595c0008fad service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4361243 Jul 27 22:08:00.238438 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d3a608bf-4c39-4ee9-a78e-45604959af6e req-0c9777e1-1323-49b2-ac03-3c5b4763b85b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:00.248334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeedf59-67e2-49b0-9190-f932e9d298bd req-7bf9b643-b2e1-4bb3-90a9-5eccc1809de1 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:00.250035 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffeedf59-67e2-49b0-9190-f932e9d298bd req-7bf9b643-b2e1-4bb3-90a9-5eccc1809de1 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/ports?device_id=04565145-fa25-4b29-9968-3b485e366a07 HTTP/1.1" status: 200 len: 948 time: 0.2957375 Jul 27 22:08:00.262998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb7b81-d5a7-4a9a-9bb9-a7a46d3d8ecc req-2f34b830-582b-485b-a5e4-7914e84e315f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:00.269800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb7b81-d5a7-4a9a-9bb9-a7a46d3d8ecc req-2f34b830-582b-485b-a5e4-7914e84e315f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:00.276255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb7b81-d5a7-4a9a-9bb9-a7a46d3d8ecc req-2f34b830-582b-485b-a5e4-7914e84e315f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:00.278000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6edb7b81-d5a7-4a9a-9bb9-a7a46d3d8ecc req-2f34b830-582b-485b-a5e4-7914e84e315f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2399 time: 0.3444977 Jul 27 22:08:00.283238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9777e1-1323-49b2-ac03-3c5b4763b85b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Pushing event deleted for resources: {'Port': ['ID=e060c2b5-86a9-4206-bbea-afbf9091d691,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:00.334783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a608bf-4c39-4ee9-a78e-45604959af6e req-0c9777e1-1323-49b2-ac03-3c5b4763b85b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] No DVR routers for this DVR port e060c2b5-86a9-4206-bbea-afbf9091d691 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:00.337370 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d3a608bf-4c39-4ee9-a78e-45604959af6e req-0c9777e1-1323-49b2-ac03-3c5b4763b85b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:00.339832 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3a608bf-4c39-4ee9-a78e-45604959af6e req-0c9777e1-1323-49b2-ac03-3c5b4763b85b tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.41 "DELETE /v2.0/ports/e060c2b5-86a9-4206-bbea-afbf9091d691 HTTP/1.1" status: 204 len: 173 time: 0.6804547 Jul 27 22:08:00.340031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'name': 'network-vif-deleted', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:00.342238 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b087ba-f3c6-405b-874a-5c1e868b50dc" -d '{"events": [{"server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "name": "network-vif-deleted", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:00.348087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Attempting to bind port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:00.348448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Attempting to bind port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '35a4810d-6dba-4f8f-b5b9-0457dc30925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:00.348861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Attempting to bind port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 on network 3fa126d4-e8bc-469e-8342-d70193273ab2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:00.383028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 on network 3fa126d4-e8bc-469e-8342-d70193273ab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:00.383564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Attempting to bind port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 on network 3fa126d4-e8bc-469e-8342-d70193273ab2 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:00.409660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffeedf59-67e2-49b0-9190-f932e9d298bd req-b4f3c4c1-a811-4897-94b4-804558ac3175 tempest-ListImageFiltersTestJSON-1560327556 tempest-ListImageFiltersTestJSON-1560327556-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd59f37f-9e3d-402b-96ce-cc822c439415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273453 Jul 27 22:08:00.414899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:00.415250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Checking segment: {'id': '35a4810d-6dba-4f8f-b5b9-0457dc30925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:00.415705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Bound using segment: {'id': '35a4810d-6dba-4f8f-b5b9-0457dc30925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:00.416121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Bound port: 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a4810d-6dba-4f8f-b5b9-0457dc30925f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:00.416566 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:00.444072 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6edb7b81-d5a7-4a9a-9bb9-a7a46d3d8ecc req-29763721-6a5c-4b2d-83b4-edef7d8ca4ed tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486888 Jul 27 22:08:00.498040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b703e2-8810-4a18-8c55-7a5b5ad6953c', 'tag': 'e8054651-eaae-4dcc-8cd2-e9cb59e20798'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:00.500573 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa36de33-8048-4d73-98d9-a768098f286b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b703e2-8810-4a18-8c55-7a5b5ad6953c", "tag": "e8054651-eaae-4dcc-8cd2-e9cb59e20798"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:00.506238 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:00.519209 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:00.584359 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c793e9-5048-46b9-b3aa-41084c9c8a93 x-openstack-request-id: req-e1c793e9-5048-46b9-b3aa-41084c9c8a93 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:00.584507 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04565145-fa25-4b29-9968-3b485e366a07", "name": "network-vif-deleted", "tag": "e060c2b5-86a9-4206-bbea-afbf9091d691", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:00.584682 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1c793e9-5048-46b9-b3aa-41084c9c8a93 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:00.585049 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04565145-fa25-4b29-9968-3b485e366a07', 'name': 'network-vif-deleted', 'tag': 'e060c2b5-86a9-4206-bbea-afbf9091d691', 'status': 'completed', 'code': 200} Jul 27 22:08:00.619431 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:00.621568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] For port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:00.623692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Pushing event updated for resources: {'Port': ['ID=bb6367ca-7a0f-4131-a7ae-cc724d0a5aac,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:00.628727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] For port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509,segment=NetworkSegment(35a4810d-6dba-4f8f-b5b9-0457dc30925f),segment_id=35a4810d-6dba-4f8f-b5b9-0457dc30925f)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:00.638568 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:00.697673 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8447ef84-ed1f-449d-a54d-e1beacbecc8c x-openstack-request-id: req-8447ef84-ed1f-449d-a54d-e1beacbecc8c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:00.698178 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b703e2-8810-4a18-8c55-7a5b5ad6953c", "tag": "e8054651-eaae-4dcc-8cd2-e9cb59e20798", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:00.698598 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8447ef84-ed1f-449d-a54d-e1beacbecc8c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:00.699118 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b703e2-8810-4a18-8c55-7a5b5ad6953c', 'tag': 'e8054651-eaae-4dcc-8cd2-e9cb59e20798', 'status': 'completed', 'code': 200} Jul 27 22:08:00.727222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36de33-8048-4d73-98d9-a768098f286b req-95517df0-473f-429f-a8ea-14815de1dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:00.728947 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aa36de33-8048-4d73-98d9-a768098f286b req-95517df0-473f-429f-a8ea-14815de1dde0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=afaeb40f7d1f478d99b22f94edf07476&device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 1094 time: 0.0520651 Jul 27 22:08:00.786742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:00.787355 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:00.789947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] 10.222.0.41 "PUT /v2.0/ports/594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 HTTP/1.1" status: 200 len: 1092 time: 2.9970863 Jul 27 22:08:00.833011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Request body: {'port': {'device_id': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:00.989571 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36de33-8048-4d73-98d9-a768098f286b req-c4d3fa6d-0a7a-41d1-bb0a-e5558fc475bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:00.992002 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aa36de33-8048-4d73-98d9-a768098f286b req-c4d3fa6d-0a7a-41d1-bb0a-e5558fc475bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=128dea1e-5cab-40a2-8e08-20dfefd2b849 HTTP/1.1" status: 200 len: 922 time: 0.2517035 Jul 27 22:08:01.052888 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:01.063671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aa36de33-8048-4d73-98d9-a768098f286b req-bc7dff28-bb32-44cb-8d5e-d369cd1384b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8054651-eaae-4dcc-8cd2-e9cb59e20798 HTTP/1.1" status: 200 len: 217 time: 0.0628440 Jul 27 22:08:01.160506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36de33-8048-4d73-98d9-a768098f286b req-7203e2a3-7217-4b4e-8ab6-18bfeaa703c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:01.160506 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aa36de33-8048-4d73-98d9-a768098f286b req-7203e2a3-7217-4b4e-8ab6-18bfeaa703c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83 HTTP/1.1" status: 200 len: 861 time: 0.0545828 Jul 27 22:08:01.161586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a33e82-a49b-495b-9fd3-f7d219096917 service neutron] Pushing event updated for resources: {'Port': ['ID=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:01.163288 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aa36de33-8048-4d73-98d9-a768098f286b req-ad2851c0-32c1-45f4-b018-971c5ebfbae8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=128dea1e-5cab-40a2-8e08-20dfefd2b849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291550 Jul 27 22:08:01.184212 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68741874-3751-4adc-8b0a-c76519a295fa req-5c640d94-fb46-4bfc-833b-dd8b4ed2f588 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:01.240278 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68741874-3751-4adc-8b0a-c76519a295fa req-5c640d94-fb46-4bfc-833b-dd8b4ed2f588 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 943 time: 0.1949670 Jul 27 22:08:01.245619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:01.298071 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aa36de33-8048-4d73-98d9-a768098f286b req-9a64682f-4ad9-4be2-a23b-e23477899625 service neutron] 10.222.0.43 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267743 Jul 27 22:08:01.317037 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:01.433854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68741874-3751-4adc-8b0a-c76519a295fa req-db1765fc-f63d-4a3e-9f5a-ee3d2581aa94 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330277 Jul 27 22:08:01.452429 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aa36de33-8048-4d73-98d9-a768098f286b req-3f423401-5149-458d-afa6-a9f5bdcad055 service neutron] 10.222.0.43 "GET /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476433 Jul 27 22:08:01.657060 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cc11f5ad-1add-4a89-8e98-7af9e0295156 None None] Provisioning complete for port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:01.658321 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc11f5ad-1add-4a89-8e98-7af9e0295156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:01.678908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad223d-92f7-4114-878a-9938ae129159 req-d4d9f6a6-16a8-46ff-871b-4855b67776e8 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:01.680484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fad223d-92f7-4114-878a-9938ae129159 req-d4d9f6a6-16a8-46ff-871b-4855b67776e8 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.1528814 Jul 27 22:08:01.687675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Router 59973675-84e8-45e5-9016-7add9261cf76 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:08:01.710341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cc11f5ad-1add-4a89-8e98-7af9e0295156 None None] Port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:01.826503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d377881-a941-4f00-9869-d82e762c3c9f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:01.851922 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:01.866189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fad223d-92f7-4114-878a-9938ae129159 req-0ceb7c1e-75cd-4d19-a441-456ac336f189 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668360 Jul 27 22:08:01.913513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Transition to ACTIVE for port object 2d377881-a941-4f00-9869-d82e762c3c9f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:01.922433 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:01.936483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d9d09-c0ac-4c98-9838-cef85c7a8043 req-a10cdcc5-1bbf-43b6-ba3b-85041d0e4767 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:01.942588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d9d09-c0ac-4c98-9838-cef85c7a8043 req-a10cdcc5-1bbf-43b6-ba3b-85041d0e4767 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:01.948875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d9d09-c0ac-4c98-9838-cef85c7a8043 req-a10cdcc5-1bbf-43b6-ba3b-85041d0e4767 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:01.950594 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-712d9d09-c0ac-4c98-9838-cef85c7a8043 req-a10cdcc5-1bbf-43b6-ba3b-85041d0e4767 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2399 time: 0.2066743 Jul 27 22:08:02.016038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Pushing event updated for resources: {'Port': ['ID=2d377881-a941-4f00-9869-d82e762c3c9f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:02.040548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:08:02.058699 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8ac7eac3-92f3-4e18-8b08-ef000c057b2a admin admin] 10.222.0.24 "PUT /v2.0/routers/59973675-84e8-45e5-9016-7add9261cf76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8733387 Jul 27 22:08:02.058784 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Sync routers for ids ['59973675-84e8-45e5-9016-7add9261cf76'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:08:02.231821 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-712d9d09-c0ac-4c98-9838-cef85c7a8043 req-d293c58b-f802-4022-acb3-850887f30a45 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368853 Jul 27 22:08:02.282701 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Routers {'59973675-84e8-45e5-9016-7add9261cf76'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:02.283525 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59973675-84e8-45e5-9016-7add9261cf76'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:02.286442 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Attempting to bind port 2d377881-a941-4f00-9869-d82e762c3c9f on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:02.286795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Attempting to bind port 2d377881-a941-4f00-9869-d82e762c3c9f by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:02.288475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Attempting to bind port 2d377881-a941-4f00-9869-d82e762c3c9f on network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:02.304950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Port 2d377881-a941-4f00-9869-d82e762c3c9f on network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:02.305296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Attempting to bind port 2d377881-a941-4f00-9869-d82e762c3c9f on network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:02.313150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:02.313369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Checking segment: {'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:02.313755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Bound using segment: {'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:02.314198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Bound port: 2d377881-a941-4f00-9869-d82e762c3c9f, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ecb503-2642-4434-9131-a9928a9b395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:02.314641 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:02.423349 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] For port 2d377881-a941-4f00-9869-d82e762c3c9f, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:02.428921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] For port 2d377881-a941-4f00-9869-d82e762c3c9f, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2d377881-a941-4f00-9869-d82e762c3c9f,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:02.438696 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:02.504613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Pushing event updated for resources: {'Port': ['ID=2d377881-a941-4f00-9869-d82e762c3c9f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:02.537833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:02.540508 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:02.542527 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Set router 59973675-84e8-45e5-9016-7add9261cf76 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:02.544249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-275cb37a-2466-4f53-a27d-8509140a0ebf service neutron] 10.222.0.41 "PUT /v2.0/ports/2d377881-a941-4f00-9869-d82e762c3c9f HTTP/1.1" status: 200 len: 1091 time: 1.7163692 Jul 27 22:08:02.619178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 20323597-8f5b-4001-9a40-aea8ab3bd815 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:02.731894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'tag': '594ad77c-d5d5-4e0e-8e5f-71cd1fa41509'}, {'name': 'network-changed', 'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'tag': '2d377881-a941-4f00-9869-d82e762c3c9f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:02.738678 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "tag": "594ad77c-d5d5-4e0e-8e5f-71cd1fa41509"}, {"name": "network-changed", "server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "tag": "2d377881-a941-4f00-9869-d82e762c3c9f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:02.816898 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:07:59Z', 'revision_number': 4, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bb6367ca-7a0f-4131-a7ae-cc724d0a5aac', 'name': '', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'mac_address': 'fa:16:3e:1e:8e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:56Z', 'updated_at': '2021-07-27T22:08:00Z', 'revision_number': 2, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'subnets': [{'id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:02.826750 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041734-ee5f-4b94-be6f-dd81cfd35b93 req-ff37c01e-85bd-4dbb-829c-a747ea106eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:02.828340 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72041734-ee5f-4b94-be6f-dd81cfd35b93 req-ff37c01e-85bd-4dbb-829c-a747ea106eee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 1096 time: 0.1355488 Jul 27 22:08:02.856417 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Checking router: 59973675-84e8-45e5-9016-7add9261cf76 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:08:02.856788 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Updating router 59973675-84e8-45e5-9016-7add9261cf76 port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:08:02.880878 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:02.884491 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:02.941046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-04597fc5-9657-4460-9408-b04465b1c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:02.941552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-04597fc5-9657-4460-9408-b04465b1c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:02.942037 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-04597fc5-9657-4460-9408-b04465b1c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:02.945815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-04597fc5-9657-4460-9408-b04465b1c982 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=568db855b87f4289948b06a43cad39d4&device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2864 time: 0.3540473 Jul 27 22:08:02.945962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 20323597-8f5b-4001-9a40-aea8ab3bd815, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=20323597-8f5b-4001-9a40-aea8ab3bd815,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:02.951732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1301ec7b-31ab-42bf-a96a-5b0b46372d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20323597-8f5b-4001-9a40-aea8ab3bd815'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:02.957454 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6cbd7a-f832-49c2-b4f3-6c266089e4b6" -d '{"events": [{"server_uuid": "1301ec7b-31ab-42bf-a96a-5b0b46372d27", "name": "network-vif-unplugged", "status": "completed", "tag": "20323597-8f5b-4001-9a40-aea8ab3bd815"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:02.991623 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:03.036282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041734-ee5f-4b94-be6f-dd81cfd35b93 req-498ea858-39f7-4b32-aa5d-33abc829d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:03.039582 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72041734-ee5f-4b94-be6f-dd81cfd35b93 req-498ea858-39f7-4b32-aa5d-33abc829d663 service neutron] 10.222.0.43 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 919 time: 0.2042239 Jul 27 22:08:03.060667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-debbfe77-7937-470a-adeb-4814c50f1735 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:03.075153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-debbfe77-7937-470a-adeb-4814c50f1735 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/networks?id=5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 200 len: 805 time: 0.3179443 Jul 27 22:08:03.103159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=20323597-8f5b-4001-9a40-aea8ab3bd815,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:03.121480 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72041734-ee5f-4b94-be6f-dd81cfd35b93 req-c3e99035-11f7-460a-970b-572f54078fef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb7e33d8-a843-41a0-a239-77eccec28e54 HTTP/1.1" status: 200 len: 217 time: 0.0742729 Jul 27 22:08:03.161921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-e1a1514a-cdc1-4d7f-b90d-b1185d03303a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/quotas/c5af868cb2874b8493690fd2b2b7d0b1 HTTP/1.1" status: 200 len: 375 time: 0.0853398 Jul 27 22:08:03.173881 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-dfaf7992-57b7-49ba-8e3e-1f2878144982 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.94&port_id=b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c HTTP/1.1" status: 200 len: 217 time: 0.0965319 Jul 27 22:08:03.213968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:03.234404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041734-ee5f-4b94-be6f-dd81cfd35b93 req-04b9c69a-1932-4852-aedd-6850a609cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:03.236102 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72041734-ee5f-4b94-be6f-dd81cfd35b93 req-04b9c69a-1932-4852-aedd-6850a609cda8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27fdfe18-3271-46de-9a08-597c0b96bc30 HTTP/1.1" status: 200 len: 858 time: 0.1058359 Jul 27 22:08:03.241914 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:03.246117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6945dba0-fba1-4d56-8c6a-d70a123bf103 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--534409354', 'description': 'tempest-description--245810069'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:03.257431 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Transition to ACTIVE for port object bb6367ca-7a0f-4131-a7ae-cc724d0a5aac will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:03.294433 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72041734-ee5f-4b94-be6f-dd81cfd35b93 req-4b507b8e-bfd4-4791-8499-6612003878f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=638396bb-0008-4af7-b598-ed178402e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459538 Jul 27 22:08:03.330033 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:03.369792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b6ff1a08-6613-496a-99f3-32be97043992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:03.371896 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-b6ff1a08-6613-496a-99f3-32be97043992 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96fb494b-c296-4efa-849d-1f67cb7db9a5 HTTP/1.1" status: 200 len: 801 time: 0.1573565 Jul 27 22:08:03.393183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-5184d73a-2e77-41de-9387-8aaaef742ba8 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2298834 Jul 27 22:08:03.401916 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-8e1e5df5-49e1-4f14-99c9-f0b7af1040a5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:08:03.410579 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72041734-ee5f-4b94-be6f-dd81cfd35b93 req-9d4beefe-22b9-4d4f-afd2-20bf6ccd72b1 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014948 Jul 27 22:08:03.411050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-8e1e5df5-49e1-4f14-99c9-f0b7af1040a5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158298 Jul 27 22:08:03.442147 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6945dba0-fba1-4d56-8c6a-d70a123bf103 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:03.485189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac95b70-383f-41a3-91c4-98318b94a68c req-23150654-9ed1-4041-80ba-a7c38735026d tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:03.494058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fac95b70-383f-41a3-91c4-98318b94a68c req-23150654-9ed1-4041-80ba-a7c38735026d tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 943 time: 0.1982148 Jul 27 22:08:03.598221 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3c058-413f-4344-9d5a-7254b2022686 None None] Pushing event updated for resources: {'Port': ['ID=bb6367ca-7a0f-4131-a7ae-cc724d0a5aac,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:03.603394 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Attempting to bind port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:03.603760 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Attempting to bind port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:03.604110 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Attempting to bind port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac on network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:03.610888 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:03.611259 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Checking segment: {'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:03.611724 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:03.612129 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Bound using segment: {'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:03.612699 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Bound port: bb6367ca-7a0f-4131-a7ae-cc724d0a5aac, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:03.613152 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:03.625044 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72041734-ee5f-4b94-be6f-dd81cfd35b93 req-d33bc400-2237-4a7e-8386-f58862a91cc2 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071176 Jul 27 22:08:03.682190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-8442a979-e43d-449b-8035-eefa1817119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:03.683879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-8442a979-e43d-449b-8035-eefa1817119d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2705965 Jul 27 22:08:03.686980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fac95b70-383f-41a3-91c4-98318b94a68c req-6a6d125c-a24e-4642-8d43-70034d61fb4f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921887 Jul 27 22:08:03.710697 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] For port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:03.714595 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] For port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb6367ca-7a0f-4131-a7ae-cc724d0a5aac,segment=NetworkSegment(c686304c-96b9-4242-84a0-65b2da17e7d1),segment_id=c686304c-96b9-4242-84a0-65b2da17e7d1)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:03.724402 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:03.790985 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3c058-413f-4344-9d5a-7254b2022686 None None] Pushing event updated for resources: {'Port': ['ID=bb6367ca-7a0f-4131-a7ae-cc724d0a5aac,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:03.810721 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ac56e364-5664-437c-8a98-49490a9875ec service neutron] 10.222.0.24 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986137 Jul 27 22:08:03.860943 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Routers {'59973675-84e8-45e5-9016-7add9261cf76'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:03.861736 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:07:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59973675-84e8-45e5-9016-7add9261cf76'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:03.922015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c42f0-68ef-4227-9e0b-7fe8906178df req-8a9b0fca-7813-4147-ae5d-26fc821319cf tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:03.930798 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-302c42f0-68ef-4227-9e0b-7fe8906178df req-8a9b0fca-7813-4147-ae5d-26fc821319cf tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.41 "GET /v2.0/ports?device_id=1301ec7b-31ab-42bf-a96a-5b0b46372d27 HTTP/1.1" status: 200 len: 943 time: 0.1326010 Jul 27 22:08:04.021960 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] Set router 59973675-84e8-45e5-9016-7add9261cf76 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:04.060927 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-e6b64a9d-f443-4d03-9a06-5efea0dcc331 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245498 Jul 27 22:08:04.069843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-046b21b8-5149-48f3-b268-62c580c6197d service neutron] 10.222.0.41 "GET /v2.0/networks/ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755398 Jul 27 22:08:04.119269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-302c42f0-68ef-4227-9e0b-7fe8906178df req-332b646b-7021-4d7b-911f-a4a0ab419409 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Deleting port 20323597-8f5b-4001-9a40-aea8ab3bd815 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:04.119606 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-302c42f0-68ef-4227-9e0b-7fe8906178df req-332b646b-7021-4d7b-911f-a4a0ab419409 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.223840 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6945dba0-fba1-4d56-8c6a-d70a123bf103 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.294675 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6945dba0-fba1-4d56-8c6a-d70a123bf103 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.316762 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761ca696-b30d-4d03-85c3-90872abc9154 x-openstack-request-id: req-761ca696-b30d-4d03-85c3-90872abc9154 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:04.317194 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "tag": "594ad77c-d5d5-4e0e-8e5f-71cd1fa41509", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "tag": "2d377881-a941-4f00-9869-d82e762c3c9f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:04.317545 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-761ca696-b30d-4d03-85c3-90872abc9154 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:04.318064 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'tag': '594ad77c-d5d5-4e0e-8e5f-71cd1fa41509', 'status': 'completed', 'code': 200} Jul 27 22:08:04.318479 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'tag': '2d377881-a941-4f00-9869-d82e762c3c9f', 'status': 'completed', 'code': 200} Jul 27 22:08:04.322549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6945dba0-fba1-4d56-8c6a-d70a123bf103 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.323922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6945dba0-fba1-4d56-8c6a-d70a123bf103 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0874162 Jul 27 22:08:04.333113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45066) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:04.341709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-30e3d012-57b6-43f1-9a93-df2c93499877 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Request body: {'security_group_rule': {'security_group_id': '8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:04.364294 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-302c42f0-68ef-4227-9e0b-7fe8906178df req-332b646b-7021-4d7b-911f-a4a0ab419409 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] For port 20323597-8f5b-4001-9a40-aea8ab3bd815, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=20323597-8f5b-4001-9a40-aea8ab3bd815,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:04.364294 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-302c42f0-68ef-4227-9e0b-7fe8906178df req-332b646b-7021-4d7b-911f-a4a0ab419409 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.367727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945dba0-fba1-4d56-8c6a-d70a123bf103 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:04.406927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-302c42f0-68ef-4227-9e0b-7fe8906178df req-332b646b-7021-4d7b-911f-a4a0ab419409 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Calling delete_port for 20323597-8f5b-4001-9a40-aea8ab3bd815 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:04.421204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d0bc5-065c-4233-a3ab-ee795c529408 req-18590d07-a189-4685-88eb-6186e5b21867 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:04.433868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-552d0bc5-065c-4233-a3ab-ee795c529408 req-18590d07-a189-4685-88eb-6186e5b21867 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.2086768 Jul 27 22:08:04.459678 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-c7025574-70b3-4996-9547-32ef8e73ddb0 service neutron] 10.222.0.41 "GET /v2.0/networks/ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824065 Jul 27 22:08:04.476988 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:07:59Z', 'revision_number': 4, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bb6367ca-7a0f-4131-a7ae-cc724d0a5aac', 'name': '', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'mac_address': 'fa:16:3e:1e:8e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:56Z', 'updated_at': '2021-07-27T22:08:03Z', 'revision_number': 4, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'subnets': [{'id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:04.511069 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ab07fa-6340-4f1f-a792-a0a868f4fc47 x-openstack-request-id: req-d2ab07fa-6340-4f1f-a792-a0a868f4fc47 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:04.511522 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1301ec7b-31ab-42bf-a96a-5b0b46372d27", "name": "network-vif-unplugged", "status": "completed", "tag": "20323597-8f5b-4001-9a40-aea8ab3bd815", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:04.511602 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2ab07fa-6340-4f1f-a792-a0a868f4fc47 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:04.511977 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1301ec7b-31ab-42bf-a96a-5b0b46372d27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20323597-8f5b-4001-9a40-aea8ab3bd815', 'code': 200} Jul 27 22:08:04.536795 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c24be1-d300-4384-9306-9e77e631aa4f None None] The sync data for ids ['59973675-84e8-45e5-9016-7add9261cf76'] in n-d-802011-3 is: [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:07:59Z', 'revision_number': 4, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bb6367ca-7a0f-4131-a7ae-cc724d0a5aac', 'name': '', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'mac_address': 'fa:16:3e:1e:8e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:56Z', 'updated_at': '2021-07-27T22:08:03Z', 'revision_number': 4, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'subnets': [{'id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:08:04.549244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e8054651-eaae-4dcc-8cd2-e9cb59e20798 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:04.558673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-fd348c33-d6fc-4737-b88b-59d1786f64bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.127&port_id=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 HTTP/1.1" status: 200 len: 217 time: 0.0849488 Jul 27 22:08:04.607553 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-552d0bc5-065c-4233-a3ab-ee795c529408 req-4f91d082-2460-410d-8b9e-52d8a2d6037a tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719768 Jul 27 22:08:04.637229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e060c2b5-86a9-4206-bbea-afbf9091d691 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:04.735215 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-302c42f0-68ef-4227-9e0b-7fe8906178df req-332b646b-7021-4d7b-911f-a4a0ab419409 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.770639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-1e09bccb-8da2-40a9-9801-9a0fb2903c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:04.771332 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-1e09bccb-8da2-40a9-9801-9a0fb2903c26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d981839-bc5b-4f56-a05d-27ef2317ad79 HTTP/1.1" status: 200 len: 801 time: 0.2039673 Jul 27 22:08:04.772965 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: e060c2b5-86a9-4206-bbea-afbf9091d691 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:04.773543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e060c2b5-86a9-4206-bbea-afbf9091d691 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:04.774672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30e3d012-57b6-43f1-9a93-df2c93499877 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.871247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b646b-7021-4d7b-911f-a4a0ab419409 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Pushing event deleted for resources: {'Port': ['ID=20323597-8f5b-4001-9a40-aea8ab3bd815,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:04.872694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port e8054651-eaae-4dcc-8cd2-e9cb59e20798, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e8054651-eaae-4dcc-8cd2-e9cb59e20798,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:04.892867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9075fc2-db15-4ccd-b940-f42a5c023977 req-210988f6-dedc-43f5-bd27-2a49ab2335a6 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:04.893524 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'e8054651-eaae-4dcc-8cd2-e9cb59e20798', 'network_id': '128dea1e-5cab-40a2-8e08-20dfefd2b849', 'port_id': 'e8054651-eaae-4dcc-8cd2-e9cb59e20798', 'mac_address': 'fa:16:3e:59:ed:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:04.908538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9075fc2-db15-4ccd-b940-f42a5c023977 req-210988f6-dedc-43f5-bd27-2a49ab2335a6 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:04.922066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9075fc2-db15-4ccd-b940-f42a5c023977 req-210988f6-dedc-43f5-bd27-2a49ab2335a6 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:04.931255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9075fc2-db15-4ccd-b940-f42a5c023977 req-210988f6-dedc-43f5-bd27-2a49ab2335a6 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2411 time: 0.3036804 Jul 27 22:08:04.936439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-9ab52240-6c48-4336-9abf-aba3b2904894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:04.939539 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-9ab52240-6c48-4336-9abf-aba3b2904894 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fa126d4-e8bc-469e-8342-d70193273ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1314826 Jul 27 22:08:04.960040 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.964413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-302c42f0-68ef-4227-9e0b-7fe8906178df req-332b646b-7021-4d7b-911f-a4a0ab419409 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] No DVR routers for this DVR port 20323597-8f5b-4001-9a40-aea8ab3bd815 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:04.973287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-302c42f0-68ef-4227-9e0b-7fe8906178df req-332b646b-7021-4d7b-911f-a4a0ab419409 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.975739 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-302c42f0-68ef-4227-9e0b-7fe8906178df req-332b646b-7021-4d7b-911f-a4a0ab419409 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.41 "DELETE /v2.0/ports/20323597-8f5b-4001-9a40-aea8ab3bd815 HTTP/1.1" status: 204 len: 173 time: 1.0403790 Jul 27 22:08:04.976296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1301ec7b-31ab-42bf-a96a-5b0b46372d27', 'name': 'network-vif-deleted', 'tag': '20323597-8f5b-4001-9a40-aea8ab3bd815'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:04.979164 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74341ae8-7e6b-407a-92e6-34f7de04f992" -d '{"events": [{"server_uuid": "1301ec7b-31ab-42bf-a96a-5b0b46372d27", "name": "network-vif-deleted", "tag": "20323597-8f5b-4001-9a40-aea8ab3bd815"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:04.993540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8054651-eaae-4dcc-8cd2-e9cb59e20798 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:05.035572 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30e3d012-57b6-43f1-9a93-df2c93499877 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:05.042415 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30e3d012-57b6-43f1-9a93-df2c93499877 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:05.071405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9075fc2-db15-4ccd-b940-f42a5c023977 req-cb8548bb-9162-4b00-9fdd-02a0efe7b9e1 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332877 Jul 27 22:08:05.072420 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port e8054651-eaae-4dcc-8cd2-e9cb59e20798, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e8054651-eaae-4dcc-8cd2-e9cb59e20798,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:05.090861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3d012-57b6-43f1-9a93-df2c93499877 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bda9a56-c495-46ac-9e80-dfb582c8431f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:05.092027 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:05.104628 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-30e3d012-57b6-43f1-9a93-df2c93499877 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:05.106342 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-30e3d012-57b6-43f1-9a93-df2c93499877 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7719443 Jul 27 22:08:05.107194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45098) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:05.130458 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8cd89693-129e-40be-b3c8-40062ce4fded tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Request body: {'security_group_rule': {'security_group_id': '8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:05.183716 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cd89693-129e-40be-b3c8-40062ce4fded tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:05.337597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['e8054651-eaae-4dcc-8cd2-e9cb59e20798'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:05.364927 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-7022307a-e81e-4f7a-a13d-988c62fbd209 service neutron] 10.222.0.41 "GET /v2.0/networks/3fa126d4-e8bc-469e-8342-d70193273ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121705 Jul 27 22:08:05.391092 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cd89693-129e-40be-b3c8-40062ce4fded tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:05.398723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cd89693-129e-40be-b3c8-40062ce4fded tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:05.466404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd89693-129e-40be-b3c8-40062ce4fded tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9aaf726-477f-45d2-8290-b9e6515ebf36,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:05.482385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb6367ca-7a0f-4131-a7ae-cc724d0a5aac up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:05.489641 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8cd89693-129e-40be-b3c8-40062ce4fded tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:05.490956 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8cd89693-129e-40be-b3c8-40062ce4fded tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3824987 Jul 27 22:08:05.494009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45104) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:05.498937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:05.508342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa9ad9e0-5ed0-4011-991c-e935af3a3e39 req-564fb167-b5c0-4810-a401-17e261032c56 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 210 time: 0.1383123 Jul 27 22:08:05.532013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=e8054651-eaae-4dcc-8cd2-e9cb59e20798,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:05.547812 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:05.662890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556b5da-055d-4056-a35e-3cbfd195bd64 req-fd390e32-c77f-452c-a32c-c870da69072f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:05.664608 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9556b5da-055d-4056-a35e-3cbfd195bd64 req-fd390e32-c77f-452c-a32c-c870da69072f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 944 time: 0.2964225 Jul 27 22:08:05.671930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-35dd657c-c6f2-4dd8-a47c-62b4aa24a353 service neutron] 10.222.0.41 "GET /v2.0/networks/3fa126d4-e8bc-469e-8342-d70193273ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940679 Jul 27 22:08:05.679435 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68319f42-ce78-4dfd-8442-cee2fc0b34ce x-openstack-request-id: req-68319f42-ce78-4dfd-8442-cee2fc0b34ce {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:05.679760 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1301ec7b-31ab-42bf-a96a-5b0b46372d27", "name": "network-vif-deleted", "tag": "20323597-8f5b-4001-9a40-aea8ab3bd815", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:05.679997 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68319f42-ce78-4dfd-8442-cee2fc0b34ce {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:05.680415 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1301ec7b-31ab-42bf-a96a-5b0b46372d27', 'name': 'network-vif-deleted', 'tag': '20323597-8f5b-4001-9a40-aea8ab3bd815', 'status': 'completed', 'code': 200} Jul 27 22:08:05.754220 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45110) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:05.821637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:05.826113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:05.830938 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:05.832490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-d29d224e-ee68-40f6-94a1-65c9c255d62b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=2d377881-a941-4f00-9869-d82e762c3c9f HTTP/1.1" status: 200 len: 217 time: 0.1510427 Jul 27 22:08:06.000288 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:06.091341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb6367ca-7a0f-4131-a7ae-cc724d0a5aac,segment=NetworkSegment(c686304c-96b9-4242-84a0-65b2da17e7d1),segment_id=c686304c-96b9-4242-84a0-65b2da17e7d1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:06.102834 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:06.240833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=bb6367ca-7a0f-4131-a7ae-cc724d0a5aac,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:06.455986 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9556b5da-055d-4056-a35e-3cbfd195bd64 req-455870c8-c346-432d-a841-976307baf181 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635844 Jul 27 22:08:06.490952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-0bbed6ca-f677-496d-b5d2-d0f34ae0c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:06.492431 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-0bbed6ca-f677-496d-b5d2-d0f34ae0c853 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96fb494b-c296-4efa-849d-1f67cb7db9a5 HTTP/1.1" status: 200 len: 801 time: 0.6380432 Jul 27 22:08:06.507919 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:06.513221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9f868-ea60-40d5-899a-652b1eee4d5c req-b432309f-9830-4122-a6f0-f5fcf5a5ffdf tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:06.514905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ca9f868-ea60-40d5-899a-652b1eee4d5c req-b432309f-9830-4122-a6f0-f5fcf5a5ffdf tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.6795187 Jul 27 22:08:06.556590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e8054651-eaae-4dcc-8cd2-e9cb59e20798 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:06.594905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ca9f868-ea60-40d5-899a-652b1eee4d5c req-89124fcd-1938-4d0d-8e46-119f430004b1 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641937 Jul 27 22:08:06.609586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-a36c85bd-48e7-4ce6-82da-0e60050c143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:06.611119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-a36c85bd-48e7-4ce6-82da-0e60050c143d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0953097 Jul 27 22:08:06.664173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Allocated IP 172.25.1.3 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/ace8addd-39f3-4888-90e7-63314d0d0e37) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:06.772060 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6720923e-5af9-4e75-8bc6-aec2bbee86b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7086559f6c94b8e9f3cdebc3f48a163&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0164940 Jul 27 22:08:06.779871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-cd0c5576-e2a8-4240-ad4f-abf5a7ee15d1 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:06.781388 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-cd0c5576-e2a8-4240-ad4f-abf5a7ee15d1 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.41 "GET /v2.0/networks?id=5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 200 len: 805 time: 0.3719323 Jul 27 22:08:06.781908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45124) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:06.788495 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-566de236-bddb-45fa-841f-0deca863ba8d req-d18c7ff7-28ca-48e3-920b-f303d8da87fc tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 210 time: 0.0633552 Jul 27 22:08:06.830189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf2321-3c8b-4d5a-a2a5-36d3b3e1e656 req-9d5719e9-ef23-490d-b88f-abddb536c543 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:06.837166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf2321-3c8b-4d5a-a2a5-36d3b3e1e656 req-9d5719e9-ef23-490d-b88f-abddb536c543 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:06.843211 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf2321-3c8b-4d5a-a2a5-36d3b3e1e656 req-9d5719e9-ef23-490d-b88f-abddb536c543 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:06.851503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eacf2321-3c8b-4d5a-a2a5-36d3b3e1e656 req-9d5719e9-ef23-490d-b88f-abddb536c543 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2411 time: 0.1275921 Jul 27 22:08:06.859819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Request body: {'port': {'device_id': 'ec75c188-0ab7-4038-9a2e-58e610d8e24c', 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'admin_state_up': True, 'tenant_id': 'c5af868cb2874b8493690fd2b2b7d0b1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:06.886728 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-f1822142-b411-49c9-bdb8-44f56838ad3e service neutron] 10.222.0.41 "GET /v2.0/networks/ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661548 Jul 27 22:08:06.898009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port e8054651-eaae-4dcc-8cd2-e9cb59e20798 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:06.911924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port e8054651-eaae-4dcc-8cd2-e9cb59e20798 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:06.912297 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:06.968275 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eacf2321-3c8b-4d5a-a2a5-36d3b3e1e656 req-5a00ab77-abeb-456d-bbcf-4c9a178071ea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135175 Jul 27 22:08:07.032359 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.038508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d4395c-8526-418c-99b3-3a6fb0d64bf5 req-12f737b2-827c-47bb-82c9-53080bcc8026 service neutron] 10.222.0.41 "GET /v2.0/networks/ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433134 Jul 27 22:08:07.058549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b703e2-8810-4a18-8c55-7a5b5ad6953c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8054651-eaae-4dcc-8cd2-e9cb59e20798'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:07.060806 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c82145-980c-448a-aab2-8f2080e9b03c" -d '{"events": [{"server_uuid": "c7b703e2-8810-4a18-8c55-7a5b5ad6953c", "name": "network-vif-plugged", "status": "completed", "tag": "e8054651-eaae-4dcc-8cd2-e9cb59e20798"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:07.075370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port e8054651-eaae-4dcc-8cd2-e9cb59e20798, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e8054651-eaae-4dcc-8cd2-e9cb59e20798,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:07.080658 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.120299 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bab323b-5c04-441f-a12e-b58a2084898e x-openstack-request-id: req-4bab323b-5c04-441f-a12e-b58a2084898e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:07.120949 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b703e2-8810-4a18-8c55-7a5b5ad6953c", "name": "network-vif-plugged", "status": "completed", "tag": "e8054651-eaae-4dcc-8cd2-e9cb59e20798", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:07.121431 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bab323b-5c04-441f-a12e-b58a2084898e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:07.122031 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b703e2-8810-4a18-8c55-7a5b5ad6953c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8054651-eaae-4dcc-8cd2-e9cb59e20798', 'code': 200} Jul 27 22:08:07.166716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-cb870671-9f0f-4cea-b5ed-d31603b4e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.167494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-cb870671-9f0f-4cea-b5ed-d31603b4e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.168428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-cb870671-9f0f-4cea-b5ed-d31603b4e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.170656 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-cb870671-9f0f-4cea-b5ed-d31603b4e7f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=568db855b87f4289948b06a43cad39d4&device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2864 time: 0.0604293 Jul 27 22:08:07.171953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e675bdfc-e2fc-40b3-928c-d5d6bf5de703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.211797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb6367ca-7a0f-4131-a7ae-cc724d0a5aac up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:07.238282 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e675bdfc-e2fc-40b3-928c-d5d6bf5de703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.262044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=e8054651-eaae-4dcc-8cd2-e9cb59e20798,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:07.280350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:07.280940 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.285307 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.290063 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-3a5ebfa8-82fc-42fc-b290-2ab932c22806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.291858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-3a5ebfa8-82fc-42fc-b290-2ab932c22806 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fa126d4-e8bc-469e-8342-d70193273ab2 HTTP/1.1" status: 200 len: 902 time: 0.1118426 Jul 27 22:08:07.310451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Made reservation on behalf of c5af868cb2874b8493690fd2b2b7d0b1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:07.313882 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.357907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-93c8782a-f153-4cbe-beac-ebe7bc1ad77e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.127&port_id=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 HTTP/1.1" status: 200 len: 217 time: 0.0579927 Jul 27 22:08:07.413994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-be29e86f-d651-4884-8ac2-7b93d4a07077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.415539 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-be29e86f-d651-4884-8ac2-7b93d4a07077 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d981839-bc5b-4f56-a05d-27ef2317ad79 HTTP/1.1" status: 200 len: 801 time: 0.0508690 Jul 27 22:08:07.456592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0409fe-43a3-4a35-bc12-9f6879f2c020 req-af69a048-239f-427d-a91c-b3509fd03a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.458060 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed0409fe-43a3-4a35-bc12-9f6879f2c020 req-af69a048-239f-427d-a91c-b3509fd03a54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 1096 time: 0.1644061 Jul 27 22:08:07.472804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-afc6562d-a3b7-4a2e-9b2c-3cd244e7a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.475492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-afc6562d-a3b7-4a2e-9b2c-3cd244e7a0e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fa126d4-e8bc-469e-8342-d70193273ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517046 Jul 27 22:08:07.528131 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.572464 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed0409fe-43a3-4a35-bc12-9f6879f2c020 req-47324228-28f8-4b2b-b388-a2d79bfa63f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055322 Jul 27 22:08:07.573049 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e675bdfc-e2fc-40b3-928c-d5d6bf5de703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.575613 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e675bdfc-e2fc-40b3-928c-d5d6bf5de703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.578949 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e675bdfc-e2fc-40b3-928c-d5d6bf5de703 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd59f37f-9e3d-402b-96ce-cc822c439415 HTTP/1.1" status: 204 len: 168 time: 0.7894194 Jul 27 22:08:07.605692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Pushing event updated for resources: {'Port': ['ID=ace8addd-39f3-4888-90e7-63314d0d0e37,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:07.615058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b893bab-03a5-4046-84d4-eef839f47114 req-afd549f8-f006-41e9-ab12-f363ecc56c10 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.616617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b893bab-03a5-4046-84d4-eef839f47114 req-afd549f8-f006-41e9-ab12-f363ecc56c10 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 945 time: 0.0666680 Jul 27 22:08:07.674797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Allocated IP 172.20.0.5 (5f4b63ab-02a1-4681-bcbf-207c07c2a645/8b64ac46-4efb-44f1-8ae7-9df77514a56e/f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:07.675772 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-34689b64-c3cf-4aca-a875-60a921bd1de9 service neutron] 10.222.0.41 "GET /v2.0/networks/3fa126d4-e8bc-469e-8342-d70193273ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902280 Jul 27 22:08:07.682885 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b893bab-03a5-4046-84d4-eef839f47114 req-60ad22e0-22e3-4140-a68a-1eec5dc0dca9 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592535 Jul 27 22:08:07.723205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:07.723593 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:07.724222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:07.724576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:07.724970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:07.725323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:07.725663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:07.725996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:07.726361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:07.726698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:07.727029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:07.727361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:07.733523 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:07.740731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675bdfc-e2fc-40b3-928c-d5d6bf5de703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd59f37f-9e3d-402b-96ce-cc822c439415,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:07.747216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:07.751283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:07.851944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-2c82a6b5-ce22-4abc-af27-fa1f4f203fb3 service neutron] 10.222.0.41 "GET /v2.0/networks/3fa126d4-e8bc-469e-8342-d70193273ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681182 Jul 27 22:08:07.887378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc7dd-f9fb-4749-8d5b-cc7be679fb11 req-b13aa5fa-9614-443a-b1c6-793ae96afcea tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:07.889232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-546fc7dd-f9fb-4749-8d5b-cc7be679fb11 req-b13aa5fa-9614-443a-b1c6-793ae96afcea tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.1168985 Jul 27 22:08:07.932267 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa489e8e-3fcc-4247-9157-3d0522b5ca1d req-38585f5f-f44e-4a79-8757-279f96e6f2ab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 210 time: 0.0416749 Jul 27 22:08:08.028979 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-57bced62-f9e9-47f6-bc5e-f3e8a496b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.029483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-57bced62-f9e9-47f6-bc5e-f3e8a496b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.029974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-57bced62-f9e9-47f6-bc5e-f3e8a496b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.031713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-57bced62-f9e9-47f6-bc5e-f3e8a496b7db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=568db855b87f4289948b06a43cad39d4&device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2864 time: 0.1040440 Jul 27 22:08:08.036854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-546fc7dd-f9fb-4749-8d5b-cc7be679fb11 req-8459afac-f8b6-4f68-b776-d4cc02c2c71b tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340501 Jul 27 22:08:08.060680 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.100843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.167840 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.192380 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.229893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4920ad-fa58-4839-b91a-959df345d601 req-1099e398-d120-4012-ad88-8a49b8097b88 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.238947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4920ad-fa58-4839-b91a-959df345d601 req-1099e398-d120-4012-ad88-8a49b8097b88 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.244957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4920ad-fa58-4839-b91a-959df345d601 req-1099e398-d120-4012-ad88-8a49b8097b88 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.252417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f4920ad-fa58-4839-b91a-959df345d601 req-1099e398-d120-4012-ad88-8a49b8097b88 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2411 time: 0.1075525 Jul 27 22:08:08.271754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:08.272954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-ed300966-56b4-4bdf-bc19-050195e9daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.274484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Pushing event updated for resources: {'Port': ['ID=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:08.274642 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-ed300966-56b4-4bdf-bc19-050195e9daa9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 HTTP/1.1" status: 200 len: 903 time: 0.2079167 Jul 27 22:08:08.286284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:08.291101 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:08.302875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f4920ad-fa58-4839-b91a-959df345d601 req-f0fc85b4-a53d-4bfa-9a5e-3ef2d90b2497 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495677 Jul 27 22:08:08.343612 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-737ed0ab-2c5c-48d2-8fa5-13817ed6e326 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=2d377881-a941-4f00-9869-d82e762c3c9f HTTP/1.1" status: 200 len: 217 time: 0.0463507 Jul 27 22:08:08.419113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.419751 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.422798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-af4a3b4b-03c9-46bc-9d15-86c6223e36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.427170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-af4a3b4b-03c9-46bc-9d15-86c6223e36fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96fb494b-c296-4efa-849d-1f67cb7db9a5 HTTP/1.1" status: 200 len: 801 time: 0.0762765 Jul 27 22:08:08.470812 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-7bfa2e13-c71e-49dc-b67a-a68900d18f24 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6516037 Jul 27 22:08:08.495162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Request body: {'port': {'device_id': 'ec75c188-0ab7-4038-9a2e-58e610d8e24c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:08.495773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-380a2851-c020-4ecd-8969-70b46fdbb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.497293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-380a2851-c020-4ecd-8969-70b46fdbb107 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635750 Jul 27 22:08:08.561662 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.583806 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.611746 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.614566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-b099c1c6-c453-45bc-b1b8-435bbd4da1d2 service neutron] 10.222.0.41 "GET /v2.0/networks/ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053567 Jul 27 22:08:08.665885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 20323597-8f5b-4001-9a40-aea8ab3bd815 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:08.700473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 20323597-8f5b-4001-9a40-aea8ab3bd815 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:08.701069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 20323597-8f5b-4001-9a40-aea8ab3bd815 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:08.743871 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b7749bb-4170-48e7-8ae5-faf0bb49ab60 req-2f567467-0886-4a89-92e7-05f407045ad9 service neutron] 10.222.0.41 "GET /v2.0/networks/ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223292 Jul 27 22:08:08.782627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Pushing event updated for resources: {'Port': ['ID=ace8addd-39f3-4888-90e7-63314d0d0e37,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:08.798211 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.875325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdd7c4-5173-4341-afbf-2d1b0f1c0848 req-44c0d877-87ba-4b08-8981-6ff4a18483f2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.877066 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dcdd7c4-5173-4341-afbf-2d1b0f1c0848 req-44c0d877-87ba-4b08-8981-6ff4a18483f2 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 945 time: 0.0700467 Jul 27 22:08:08.897247 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.898851 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-79a204f6-5e7c-4c48-ad33-1ea74426da01 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4038517 Jul 27 22:08:08.922726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dcdd7c4-5173-4341-afbf-2d1b0f1c0848 req-e96fd8e6-05dd-42d2-8f27-b87af1cf556f tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387840 Jul 27 22:08:09.025342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:09.030854 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:09.044192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Transition to ACTIVE for port object f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:09.048266 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:09.105787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Pushing event updated for resources: {'Port': ['ID=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:09.188662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Attempting to bind port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:09.188993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Attempting to bind port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:09.189233 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Attempting to bind port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 on network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:09.193741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 on network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:09.194066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Attempting to bind port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 on network 5f4b63ab-02a1-4681-bcbf-207c07c2a645 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:09.199694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:09.200035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Checking segment: {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:09.200423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Bound using segment: {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:09.200854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Bound port: f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16672876-b4cf-4d86-8019-8ffd9534f5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:09.201402 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:09.219391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ad829-9999-4fb3-ba4d-bc74e886648e req-0d5963d1-18b1-4d00-8884-7e3e09a807c8 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:09.220873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-906ad829-9999-4fb3-ba4d-bc74e886648e req-0d5963d1-18b1-4d00-8884-7e3e09a807c8 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 943 time: 0.0532351 Jul 27 22:08:09.260324 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-906ad829-9999-4fb3-ba4d-bc74e886648e req-079d8463-9b02-41b1-877b-2fea5673415c tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323036 Jul 27 22:08:09.267611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] For port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:09.271250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] For port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:09.277071 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:09.312709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:09.313343 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:09.314787 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] 10.222.0.41 "PUT /v2.0/ports/f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 HTTP/1.1" status: 200 len: 1091 time: 0.8325636 Jul 27 22:08:09.315281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec75c188-0ab7-4038-9a2e-58e610d8e24c', 'tag': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:09.318025 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04b1492-2f17-4cab-a4fd-694940c3abd3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec75c188-0ab7-4038-9a2e-58e610d8e24c", "tag": "f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:09.359927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43ca43-e479-49e5-bc62-7d645ef7fb54 service neutron] Pushing event updated for resources: {'Port': ['ID=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:09.410898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-8b37ad64-d216-4ea0-a137-50ac866587bb tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--534409354&fields=id&tenant_id=12f36bc28ccc439fb80e7cb568d7b679 HTTP/1.1" status: 200 len: 267 time: 0.0400991 Jul 27 22:08:09.417845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ed6ca4ac-2f99-49ac-bce9-229fdaafc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:09.419376 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ed6ca4ac-2f99-49ac-bce9-229fdaafc0e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 1094 time: 0.0484898 Jul 27 22:08:09.468657 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-70eb0b15-f92a-404e-a20f-06d59e4f30b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 HTTP/1.1" status: 200 len: 217 time: 0.0414348 Jul 27 22:08:09.517798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-d9055250-e96a-4dde-826b-c72677682897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:09.519897 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-d9055250-e96a-4dde-826b-c72677682897 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b64ac46-4efb-44f1-8ae7-9df77514a56e HTTP/1.1" status: 200 len: 845 time: 0.0440626 Jul 27 22:08:09.553276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-6503e997-fb03-46f9-b1b5-a9ab71a67ab5 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:09.554823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-6503e997-fb03-46f9-b1b5-a9ab71a67ab5 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/networks?id=8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf HTTP/1.1" status: 200 len: 806 time: 0.1378345 Jul 27 22:08:09.555021 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-6a224b4e-b452-4305-9ccc-00dc9b893688 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5f4b63ab-02a1-4681-bcbf-207c07c2a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284610 Jul 27 22:08:09.576536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170ca76-6a22-4ead-9a61-49dfe9abf68c req-687fafd9-08cf-4f43-81dd-3b4e788a581c tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:09.578131 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1170ca76-6a22-4ead-9a61-49dfe9abf68c req-687fafd9-08cf-4f43-81dd-3b4e788a581c tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.0846624 Jul 27 22:08:09.583037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-397292c8-f448-4a76-b0b0-449b0ccf8b1b tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/quotas/12f36bc28ccc439fb80e7cb568d7b679 HTTP/1.1" status: 200 len: 375 time: 0.0213697 Jul 27 22:08:09.658372 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-73898bc3-4c1b-4b74-97ee-6b0f6e04b176 service neutron] 10.222.0.41 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963068 Jul 27 22:08:09.668320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1170ca76-6a22-4ead-9a61-49dfe9abf68c req-8c82c93a-a446-403a-9355-f5124223d2e4 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776272 Jul 27 22:08:09.692751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-d4a6373d-d83a-466c-b7e5-6d15e93036d5 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=12f36bc28ccc439fb80e7cb568d7b679&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1034393 Jul 27 22:08:09.763338 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-695693fb-add7-45f7-85e4-dba2ff907e64 req-ba8821e3-0fd5-42c4-a383-6fcb17cfa352 service neutron] 10.222.0.41 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976532 Jul 27 22:08:09.923251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c524ecd-3f31-440d-a6a0-1db61f6d3b3d req-ec8efc8c-d250-4466-a1c3-de2dc3063fde tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:09.924688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c524ecd-3f31-440d-a6a0-1db61f6d3b3d req-ec8efc8c-d250-4466-a1c3-de2dc3063fde tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 945 time: 0.1110032 Jul 27 22:08:09.931203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-663f09f6-8cf0-4ece-a152-71a87fc87097 service neutron] 10.222.0.24 "GET /v2.0/networks/8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371128 Jul 27 22:08:10.018905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c524ecd-3f31-440d-a6a0-1db61f6d3b3d req-810c74a4-a3c7-4a58-8a81-fe040d778860 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866456 Jul 27 22:08:10.065199 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-5efe2084-fb97-4be9-bfc2-e024f08ff605 service neutron] 10.222.0.24 "GET /v2.0/networks/8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267543 Jul 27 22:08:10.067700 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22657adc-07a8-4694-9216-653e714f0c31 x-openstack-request-id: req-22657adc-07a8-4694-9216-653e714f0c31 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:10.068016 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec75c188-0ab7-4038-9a2e-58e610d8e24c", "tag": "f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:10.068269 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22657adc-07a8-4694-9216-653e714f0c31 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:10.068679 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec75c188-0ab7-4038-9a2e-58e610d8e24c', 'tag': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1', 'status': 'completed', 'code': 200} Jul 27 22:08:10.142693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1492-2f17-4cab-a4fd-694940c3abd3 req-e085b44f-36f5-4f03-962c-132bf88a3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:10.145162 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d04b1492-2f17-4cab-a4fd-694940c3abd3 req-e085b44f-36f5-4f03-962c-132bf88a3287 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 1094 time: 0.0537472 Jul 27 22:08:10.178548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd5c9a-d0dc-47fd-a921-0fe077373cb1 req-d2a21ea8-ae99-447d-8d1f-4e81b04c4d38 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:10.185746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd5c9a-d0dc-47fd-a921-0fe077373cb1 req-d2a21ea8-ae99-447d-8d1f-4e81b04c4d38 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:10.194798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd5c9a-d0dc-47fd-a921-0fe077373cb1 req-d2a21ea8-ae99-447d-8d1f-4e81b04c4d38 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:10.197876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5cd5c9a-d0dc-47fd-a921-0fe077373cb1 req-d2a21ea8-ae99-447d-8d1f-4e81b04c4d38 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2411 time: 0.0803399 Jul 27 22:08:10.249030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5cd5c9a-d0dc-47fd-a921-0fe077373cb1 req-f2db38b6-d16c-4ba7-9656-d51c24cf0788 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Jul 27 22:08:10.276808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1492-2f17-4cab-a4fd-694940c3abd3 req-84d8ace1-5a85-483e-968f-632bc3356b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:10.278515 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d04b1492-2f17-4cab-a4fd-694940c3abd3 req-84d8ace1-5a85-483e-968f-632bc3356b64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 200 len: 906 time: 0.1254549 Jul 27 22:08:10.342644 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-580bed71-20a4-4583-8ef0-fc02907312af req-6f5cbc2a-ed7c-45ce-9b92-c47bcf67acc6 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 210 time: 0.0415819 Jul 27 22:08:10.344117 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d04b1492-2f17-4cab-a4fd-694940c3abd3 req-ca8249b6-6a3a-492d-9138-5b6b46bf61d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 HTTP/1.1" status: 200 len: 217 time: 0.0512323 Jul 27 22:08:10.424164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1492-2f17-4cab-a4fd-694940c3abd3 req-0f6f7a53-6abc-4ca4-abbd-a006c3daebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:10.427235 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d04b1492-2f17-4cab-a4fd-694940c3abd3 req-0f6f7a53-6abc-4ca4-abbd-a006c3daebb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b64ac46-4efb-44f1-8ae7-9df77514a56e HTTP/1.1" status: 200 len: 845 time: 0.0644417 Jul 27 22:08:10.479802 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d04b1492-2f17-4cab-a4fd-694940c3abd3 req-82978fd1-e517-451f-8371-c4e2af5b4f62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5f4b63ab-02a1-4681-bcbf-207c07c2a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437343 Jul 27 22:08:10.482601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e2ce2-d22d-4822-a25f-863b392baba1 req-8b008071-3579-4c15-8629-6d497d1f88ab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:10.484420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-923e2ce2-d22d-4822-a25f-863b392baba1 req-8b008071-3579-4c15-8629-6d497d1f88ab tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 943 time: 0.0673082 Jul 27 22:08:10.542554 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-923e2ce2-d22d-4822-a25f-863b392baba1 req-1325f09c-61bb-417d-8ad5-411c9ac14868 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506299 Jul 27 22:08:10.595018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d04b1492-2f17-4cab-a4fd-694940c3abd3 req-cdb57c12-db43-462b-8bab-b7ccb189ef40 service neutron] 10.222.0.41 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078434 Jul 27 22:08:10.684626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:10.758888 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cc2f9-c888-4dc1-a7d4-a0d8f4f57381 req-85df1eb3-7607-45a2-b0cd-a0095c51c331 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:10.761212 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a02cc2f9-c888-4dc1-a7d4-a0d8f4f57381 req-85df1eb3-7607-45a2-b0cd-a0095c51c331 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 945 time: 0.1426961 Jul 27 22:08:10.809183 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d04b1492-2f17-4cab-a4fd-694940c3abd3 req-85450376-3d07-4494-8f4c-dcd70b12b0b7 service neutron] 10.222.0.41 "GET /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058127 Jul 27 22:08:10.916123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4c4da-97fa-4338-969c-99e0354da6af req-ceda127e-23a4-483e-bed9-5c8b5bd7ff85 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:10.929772 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bf4c4da-97fa-4338-969c-99e0354da6af req-ceda127e-23a4-483e-bed9-5c8b5bd7ff85 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.0894985 Jul 27 22:08:10.941433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509,segment=NetworkSegment(35a4810d-6dba-4f8f-b5b9-0457dc30925f),segment_id=35a4810d-6dba-4f8f-b5b9-0457dc30925f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:10.982941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bf4c4da-97fa-4338-969c-99e0354da6af req-1f2db4cc-8516-4eb8-9ea2-708b8c504267 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521545 Jul 27 22:08:10.986605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-a02cc2f9-c888-4dc1-a7d4-a0d8f4f57381 req-15328375-e5e8-4448-9480-7abf6d323a59 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Deleting port e8054651-eaae-4dcc-8cd2-e9cb59e20798 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:10.986955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a02cc2f9-c888-4dc1-a7d4-a0d8f4f57381 req-15328375-e5e8-4448-9480-7abf6d323a59 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:10.999680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '594ad77c-d5d5-4e0e-8e5f-71cd1fa41509', 'network_id': '3fa126d4-e8bc-469e-8342-d70193273ab2', 'port_id': '594ad77c-d5d5-4e0e-8e5f-71cd1fa41509', 'mac_address': 'fa:16:3e:c5:7f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d981839-bc5b-4f56-a05d-27ef2317ad79', 'ip_address': '19.86.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:11.112132 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.135642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:11.151638 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a02cc2f9-c888-4dc1-a7d4-a0d8f4f57381 req-15328375-e5e8-4448-9480-7abf6d323a59 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] For port e8054651-eaae-4dcc-8cd2-e9cb59e20798, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e8054651-eaae-4dcc-8cd2-e9cb59e20798,segment=NetworkSegment(40660e53-31c8-4bae-86e5-1faae2a3e563),segment_id=40660e53-31c8-4bae-86e5-1faae2a3e563)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:11.153397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a02cc2f9-c888-4dc1-a7d4-a0d8f4f57381 req-15328375-e5e8-4448-9480-7abf6d323a59 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.163471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509,segment=NetworkSegment(35a4810d-6dba-4f8f-b5b9-0457dc30925f),segment_id=35a4810d-6dba-4f8f-b5b9-0457dc30925f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:11.171320 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.172110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-a02cc2f9-c888-4dc1-a7d4-a0d8f4f57381 req-15328375-e5e8-4448-9480-7abf6d323a59 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Calling delete_port for e8054651-eaae-4dcc-8cd2-e9cb59e20798 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:11.172437 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:11.194812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50403cef-b5b1-4e34-9e74-a2b33a5348a9 req-95be4d97-b0d9-459a-8fb0-cb65cc6ac997 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:11.209917 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50403cef-b5b1-4e34-9e74-a2b33a5348a9 req-95be4d97-b0d9-459a-8fb0-cb65cc6ac997 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 945 time: 0.1017787 Jul 27 22:08:11.288152 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:11.311990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50403cef-b5b1-4e34-9e74-a2b33a5348a9 req-67e83291-2d79-4767-9b09-78eb1dbeb10e tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups?id=087064da-1a56-4fd0-8a1e-362f2af04b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000133 Jul 27 22:08:11.334346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c', 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6', 'port_id': 'b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c', 'mac_address': 'fa:16:3e:21:f8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fb494b-c296-4efa-849d-1f67cb7db9a5', 'ip_address': '19.80.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:11.410869 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.429862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:11.448677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a02cc2f9-c888-4dc1-a7d4-a0d8f4f57381 req-15328375-e5e8-4448-9480-7abf6d323a59 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.464380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['e8054651-eaae-4dcc-8cd2-e9cb59e20798'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:11.477008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ca569-aac6-456d-8532-0820130d235b req-4e830de0-ce64-4da1-b5e0-c4ae25963f25 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:11.494014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ca569-aac6-456d-8532-0820130d235b req-4e830de0-ce64-4da1-b5e0-c4ae25963f25 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:11.500383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ca569-aac6-456d-8532-0820130d235b req-4e830de0-ce64-4da1-b5e0-c4ae25963f25 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:11.502222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e3ca569-aac6-456d-8532-0820130d235b req-4e830de0-ce64-4da1-b5e0-c4ae25963f25 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2412 time: 0.1419706 Jul 27 22:08:11.513217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15328375-e5e8-4448-9480-7abf6d323a59 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event deleted for resources: {'Port': ['ID=e8054651-eaae-4dcc-8cd2-e9cb59e20798,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:11.535724 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:11.537059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:11.547746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d206da0-dccc-4964-b917-efce6995b635 req-11b22409-7cb4-44a9-98ea-1c0227fadad5 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 210 time: 0.0444126 Jul 27 22:08:11.548364 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.552427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2d377881-a941-4f00-9869-d82e762c3c9f details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:11.585532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02cc2f9-c888-4dc1-a7d4-a0d8f4f57381 req-15328375-e5e8-4448-9480-7abf6d323a59 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] No DVR routers for this DVR port e8054651-eaae-4dcc-8cd2-e9cb59e20798 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:11.589539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a02cc2f9-c888-4dc1-a7d4-a0d8f4f57381 req-15328375-e5e8-4448-9480-7abf6d323a59 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.596726 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a02cc2f9-c888-4dc1-a7d4-a0d8f4f57381 req-15328375-e5e8-4448-9480-7abf6d323a59 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.43 "DELETE /v2.0/ports/e8054651-eaae-4dcc-8cd2-e9cb59e20798 HTTP/1.1" status: 204 len: 173 time: 0.8234518 Jul 27 22:08:11.615207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e3ca569-aac6-456d-8532-0820130d235b req-427f9d8e-63c2-4f53-b95a-47675342b35f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007879 Jul 27 22:08:11.650578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45276) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:11.657787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2d377881-a941-4f00-9869-d82e762c3c9f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2d377881-a941-4f00-9869-d82e762c3c9f,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:11.660542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:11.677509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '2d377881-a941-4f00-9869-d82e762c3c9f', 'network_id': 'ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6', 'port_id': '2d377881-a941-4f00-9869-d82e762c3c9f', 'mac_address': 'fa:16:3e:3d:8f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96fb494b-c296-4efa-849d-1f67cb7db9a5', 'ip_address': '19.80.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:11.734415 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7231-5924-4094-82d2-c0956043bda9 req-e9d33e7a-82ae-44a6-aa4a-2965cd2d5683 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:11.735626 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.736213 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcbb7231-5924-4094-82d2-c0956043bda9 req-e9d33e7a-82ae-44a6-aa4a-2965cd2d5683 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 943 time: 0.0964673 Jul 27 22:08:11.758381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d377881-a941-4f00-9869-d82e762c3c9f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:11.793378 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2d377881-a941-4f00-9869-d82e762c3c9f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2d377881-a941-4f00-9869-d82e762c3c9f,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:11.800573 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcbb7231-5924-4094-82d2-c0956043bda9 req-543dd1e9-93aa-4220-83e1-947005a00882 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516181 Jul 27 22:08:11.811949 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.879319 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=2d377881-a941-4f00-9869-d82e762c3c9f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:11.912729 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0abb0db4-b37f-4c4d-bf72-8bb662138f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:11.950839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-1012ba27-7d39-4178-9a21-75df3eed5ce0 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:11.952295 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-1012ba27-7d39-4178-9a21-75df3eed5ce0 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.43 "GET /v2.0/networks?id=8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf HTTP/1.1" status: 200 len: 806 time: 0.1565511 Jul 27 22:08:12.025349 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-9a666d15-647e-4675-a3c6-8f47f1c25b16 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12f36bc28ccc439fb80e7cb568d7b679 HTTP/1.1" status: 200 len: 379 time: 0.0550027 Jul 27 22:08:12.038116 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Request body: {'port': {'device_id': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'admin_state_up': True, 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'security_groups': ['8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:12.080506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b703e2-8810-4a18-8c55-7a5b5ad6953c', 'name': 'network-vif-deleted', 'tag': 'e8054651-eaae-4dcc-8cd2-e9cb59e20798'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:12.082754 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ce7e6f-01d3-494c-9305-255cc0d27adc" -d '{"events": [{"server_uuid": "c7b703e2-8810-4a18-8c55-7a5b5ad6953c", "name": "network-vif-deleted", "tag": "e8054651-eaae-4dcc-8cd2-e9cb59e20798"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:12.108394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63789da3-089e-446d-bd3b-7ab0f54a51b6 req-0e9bc244-78c8-4779-a754-ad310d730c60 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:12.110256 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63789da3-089e-446d-bd3b-7ab0f54a51b6 req-0e9bc244-78c8-4779-a754-ad310d730c60 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.0514143 Jul 27 22:08:12.125932 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0abb0db4-b37f-4c4d-bf72-8bb662138f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.134027 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0abb0db4-b37f-4c4d-bf72-8bb662138f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.162173 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceab0574-b08c-4a7d-a28a-75cbef4441c4 x-openstack-request-id: req-ceab0574-b08c-4a7d-a28a-75cbef4441c4 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:12.162474 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b703e2-8810-4a18-8c55-7a5b5ad6953c", "name": "network-vif-deleted", "tag": "e8054651-eaae-4dcc-8cd2-e9cb59e20798", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:12.162735 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ceab0574-b08c-4a7d-a28a-75cbef4441c4 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:12.163102 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b703e2-8810-4a18-8c55-7a5b5ad6953c', 'name': 'network-vif-deleted', 'tag': 'e8054651-eaae-4dcc-8cd2-e9cb59e20798', 'status': 'completed', 'code': 200} Jul 27 22:08:12.179379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:12.185181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['594ad77c-d5d5-4e0e-8e5f-71cd1fa41509'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:12.191219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63789da3-089e-446d-bd3b-7ab0f54a51b6 req-4181108c-7c69-4f57-bf04-f56eb1e93d43 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567720 Jul 27 22:08:12.229689 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0abb0db4-b37f-4c4d-bf72-8bb662138f35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c638ec27b32e4953bcb4258ad73463dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773051 Jul 27 22:08:12.232427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:12.234585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb0db4-b37f-4c4d-bf72-8bb662138f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7394bf3-adf7-4ed6-a3d0-2ceba6ab43b4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:12.256985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Made reservation on behalf of 12f36bc28ccc439fb80e7cb568d7b679 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:12.261668 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.292080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2d377881-a941-4f00-9869-d82e762c3c9f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:12.354084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.381552 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.462662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Allocated IP 172.20.0.7 (8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf/4227846d-1f2c-42eb-8f8a-644ada523f32/192c9e3d-86c1-40fe-8682-b93a68b14c0e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:12.469765 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.473375 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.476958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7394bf3-adf7-4ed6-a3d0-2ceba6ab43b4 HTTP/1.1" status: 204 len: 168 time: 0.2434456 Jul 27 22:08:12.487075 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.534586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7394bf3-adf7-4ed6-a3d0-2ceba6ab43b4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:12.579548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.583125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.584704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.586824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.587279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.587724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.588155 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.588586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.590670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.591733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.592588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.594001 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2364a04e-ddbd-4bd9-95aa-eb184ba406fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.649845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2df13cd4-1d00-4947-b6da-8c4934f82681 req-44fa086c-2d8f-4f7c-85ce-7abf26e52fca tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b703e2-8810-4a18-8c55-7a5b5ad6953c HTTP/1.1" status: 200 len: 210 time: 0.1694932 Jul 27 22:08:12.738504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f40b9f33-e41a-4db8-82a3-649fa05bfd81 req-b672dfb1-27cc-4ba1-b084-52e660ab21ca tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 210 time: 0.0569050 Jul 27 22:08:12.743939 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.751940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:12.773961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Transition to ACTIVE for port object 192c9e3d-86c1-40fe-8682-b93a68b14c0e will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:12.801486 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0e92114-4b22-4da8-b659-0985f2e2889c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.830117 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.882683 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:12.885978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:12.887036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fa1eb-bb85-42d0-8f1a-a4ec1f2aa3de req-2cb84160-ee86-4e13-84d2-280692039dfc tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:12.902009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fa1eb-bb85-42d0-8f1a-a4ec1f2aa3de req-2cb84160-ee86-4e13-84d2-280692039dfc tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:12.918514 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fa1eb-bb85-42d0-8f1a-a4ec1f2aa3de req-2cb84160-ee86-4e13-84d2-280692039dfc tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:12.920236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a0fa1eb-bb85-42d0-8f1a-a4ec1f2aa3de req-2cb84160-ee86-4e13-84d2-280692039dfc tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2414 time: 0.1854084 Jul 27 22:08:12.953370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:13.035715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a0fa1eb-bb85-42d0-8f1a-a4ec1f2aa3de req-6783066c-2e76-4cb8-b454-0f1d1e0a949c tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072710 Jul 27 22:08:13.038520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:13.039978 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.040816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:13.071097 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1', 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'port_id': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1', 'mac_address': 'fa:16:3e:b9:97:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b64ac46-4efb-44f1-8ae7-9df77514a56e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:13.071243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4eda1-2b0f-496c-a9f9-7306efb1c097 req-eb5ba2f2-c219-4896-934c-ce6685c43b22 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:13.072913 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86f4eda1-2b0f-496c-a9f9-7306efb1c097 req-eb5ba2f2-c219-4896-934c-ce6685c43b22 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 943 time: 0.0894239 Jul 27 22:08:13.085068 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0522966 Jul 27 22:08:13.100854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe7598-8c50-425c-b25d-857cc760eb2a tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Pushing event updated for resources: {'Port': ['ID=192c9e3d-86c1-40fe-8682-b93a68b14c0e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:13.107891 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Request body: {'port': {'device_id': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:13.179838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86f4eda1-2b0f-496c-a9f9-7306efb1c097 req-09651b25-35b9-4284-b406-074563668231 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976105 Jul 27 22:08:13.200500 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.255579 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.272017 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:13.298767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:13.317971 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.409597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67a1ba-b264-4ac2-a53c-fdfff1e1beee req-eabb6e8f-0027-4b00-a80d-e037d2c1333f tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:13.411468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c67a1ba-b264-4ac2-a53c-fdfff1e1beee req-eabb6e8f-0027-4b00-a80d-e037d2c1333f tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.0914745 Jul 27 22:08:13.427148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:13.442769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a26ebdd1-f530-4ac7-983f-ba9be0f4330c None None] Provisioning for port 192c9e3d-86c1-40fe-8682-b93a68b14c0e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:13.448766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a26ebdd1-f530-4ac7-983f-ba9be0f4330c None None] Provisioning complete for port 192c9e3d-86c1-40fe-8682-b93a68b14c0e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:13.449161 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a26ebdd1-f530-4ac7-983f-ba9be0f4330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.483037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c67a1ba-b264-4ac2-a53c-fdfff1e1beee req-fa4f8ea6-69c7-490a-b59d-d765413f8053 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554507 Jul 27 22:08:13.517947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a26ebdd1-f530-4ac7-983f-ba9be0f4330c None None] Port 192c9e3d-86c1-40fe-8682-b93a68b14c0e cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:13.535377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192c9e3d-86c1-40fe-8682-b93a68b14c0e {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:13.545351 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.561702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Transition to ACTIVE for port object 192c9e3d-86c1-40fe-8682-b93a68b14c0e will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:13.566527 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.639135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Pushing event updated for resources: {'Port': ['ID=192c9e3d-86c1-40fe-8682-b93a68b14c0e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:13.734178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Attempting to bind port 192c9e3d-86c1-40fe-8682-b93a68b14c0e on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:13.734548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Attempting to bind port 192c9e3d-86c1-40fe-8682-b93a68b14c0e by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:13.734866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Attempting to bind port 192c9e3d-86c1-40fe-8682-b93a68b14c0e on network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:13.741094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Port 192c9e3d-86c1-40fe-8682-b93a68b14c0e on network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:13.741587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Attempting to bind port 192c9e3d-86c1-40fe-8682-b93a68b14c0e on network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:13.747558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:13.747961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Checking segment: {'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:13.748513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Bound using segment: {'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:13.748833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Bound port: 192c9e3d-86c1-40fe-8682-b93a68b14c0e, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c686304c-96b9-4242-84a0-65b2da17e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:13.749202 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.837053 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] For port 192c9e3d-86c1-40fe-8682-b93a68b14c0e, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:13.841323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] For port 192c9e3d-86c1-40fe-8682-b93a68b14c0e, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=192c9e3d-86c1-40fe-8682-b93a68b14c0e,segment=NetworkSegment(c686304c-96b9-4242-84a0-65b2da17e7d1),segment_id=c686304c-96b9-4242-84a0-65b2da17e7d1)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:13.851812 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.904858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:13.907989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Pushing event updated for resources: {'Port': ['ID=192c9e3d-86c1-40fe-8682-b93a68b14c0e,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:13.917700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:13.918429 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.920373 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-bfc9e619-3c8f-487c-a34e-7fa98a8d4027 service neutron] 10.222.0.43 "PUT /v2.0/ports/192c9e3d-86c1-40fe-8682-b93a68b14c0e HTTP/1.1" status: 200 len: 1091 time: 0.8203747 Jul 27 22:08:13.971112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad666d2-5c10-48f7-856f-dddd8a53e851 req-f94f0e08-1e6a-4d38-ba34-9ef21016bad6 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:13.985172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ad666d2-5c10-48f7-856f-dddd8a53e851 req-f94f0e08-1e6a-4d38-ba34-9ef21016bad6 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 943 time: 0.1515727 Jul 27 22:08:14.083197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ad666d2-5c10-48f7-856f-dddd8a53e851 req-ab7e93be-0658-40f2-8d87-c42d3ce0c853 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969822 Jul 27 22:08:14.114396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-7c7211a5-7865-4fac-9c3c-8fbeb9f768dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:14.115951 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-7c7211a5-7865-4fac-9c3c-8fbeb9f768dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=12f36bc28ccc439fb80e7cb568d7b679&device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 1094 time: 0.1298711 Jul 27 22:08:14.226255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'tag': '192c9e3d-86c1-40fe-8682-b93a68b14c0e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:14.230945 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916265ce-126d-43ec-9dc2-9b8f1ccb5139" -d '{"events": [{"name": "network-changed", "server_uuid": "64c2902a-6652-413e-bfe0-bb041efb66eb", "tag": "192c9e3d-86c1-40fe-8682-b93a68b14c0e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:14.240875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-24e55acc-bd38-4cbf-b32a-54d2639ddb8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192c9e3d-86c1-40fe-8682-b93a68b14c0e HTTP/1.1" status: 200 len: 217 time: 0.1136441 Jul 27 22:08:14.303464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59ae0-2fb4-489e-8ff2-d4fe0becffa2 req-55a28183-8236-44e7-a65f-1687d5c22c71 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:14.309707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59ae0-2fb4-489e-8ff2-d4fe0becffa2 req-55a28183-8236-44e7-a65f-1687d5c22c71 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:14.317310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59ae0-2fb4-489e-8ff2-d4fe0becffa2 req-55a28183-8236-44e7-a65f-1687d5c22c71 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:14.319113 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7fe59ae0-2fb4-489e-8ff2-d4fe0becffa2 req-55a28183-8236-44e7-a65f-1687d5c22c71 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2414 time: 0.1101391 Jul 27 22:08:14.377789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-12db909d-8697-48b1-89f0-239bdaea1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:14.379472 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-12db909d-8697-48b1-89f0-239bdaea1925 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4227846d-1f2c-42eb-8f8a-644ada523f32 HTTP/1.1" status: 200 len: 845 time: 0.1146827 Jul 27 22:08:14.411236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7fe59ae0-2fb4-489e-8ff2-d4fe0becffa2 req-91ea7f78-78c8-4e10-93d4-f365559cc965 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853717 Jul 27 22:08:14.445590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bef5a-b48e-4320-962a-ece20847e2cf req-a80cac2c-4590-4708-a155-e48106e5a6c6 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:14.448204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-02b67e64-6c11-4e51-b1f1-f65b6e109a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:14.450671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-02b67e64-6c11-4e51-b1f1-f65b6e109a56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627105 Jul 27 22:08:14.451205 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b72bef5a-b48e-4320-962a-ece20847e2cf req-a80cac2c-4590-4708-a155-e48106e5a6c6 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 944 time: 0.0842576 Jul 27 22:08:14.474361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45390) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:14.474700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:14.552930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b72bef5a-b48e-4320-962a-ece20847e2cf req-a57f7573-7d2a-4402-a153-8a969525a3bb tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952473 Jul 27 22:08:14.608326 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bf0b4d-fe1f-4d8b-91b8-d9eab2b271dd x-openstack-request-id: req-a4bf0b4d-fe1f-4d8b-91b8-d9eab2b271dd {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:14.608789 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c2902a-6652-413e-bfe0-bb041efb66eb", "tag": "192c9e3d-86c1-40fe-8682-b93a68b14c0e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:14.609150 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4bf0b4d-fe1f-4d8b-91b8-d9eab2b271dd {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:14.609626 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'tag': '192c9e3d-86c1-40fe-8682-b93a68b14c0e', 'status': 'completed', 'code': 200} Jul 27 22:08:14.612227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e8054651-eaae-4dcc-8cd2-e9cb59e20798 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:14.636842 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-972374bf-428b-4219-8a87-c30240d726f1 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.667658 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-ddd16b37-6208-488c-9b9e-9a40e870c1dd service neutron] 10.222.0.43 "GET /v2.0/networks/8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041123 Jul 27 22:08:14.671586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: e8054651-eaae-4dcc-8cd2-e9cb59e20798 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:14.672785 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e8054651-eaae-4dcc-8cd2-e9cb59e20798 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:14.682564 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65e11492-25cc-405a-992e-52307d33d2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.710115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:14.716386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d38412-c796-43ee-ad99-417f06503778 req-7b1d1b11-07ab-45bb-80b4-89cad8f48166 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:14.718686 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-972374bf-428b-4219-8a87-c30240d726f1 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.725988 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-00d38412-c796-43ee-ad99-417f06503778 req-7b1d1b11-07ab-45bb-80b4-89cad8f48166 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.0801635 Jul 27 22:08:14.775579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-00d38412-c796-43ee-ad99-417f06503778 req-ff2f8ffa-21eb-4562-8636-f1a33bd92aa8 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482023 Jul 27 22:08:14.797406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:14.802778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:14.803161 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.809133 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:08:14.888104 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.912653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594ad77c-d5d5-4e0e-8e5f-71cd1fa41509'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:14.915004 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d616de-7a89-4c3d-a380-59d75d473363" -d '{"events": [{"server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "name": "network-vif-plugged", "status": "completed", "tag": "594ad77c-d5d5-4e0e-8e5f-71cd1fa41509"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:14.936922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509,segment=NetworkSegment(35a4810d-6dba-4f8f-b5b9-0457dc30925f),segment_id=35a4810d-6dba-4f8f-b5b9-0457dc30925f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:14.956881 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.956881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:14.986694 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee60b2d5-754d-47d5-9cb8-150dbcb6506d x-openstack-request-id: req-ee60b2d5-754d-47d5-9cb8-150dbcb6506d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:14.987285 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "name": "network-vif-plugged", "status": "completed", "tag": "594ad77c-d5d5-4e0e-8e5f-71cd1fa41509", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:14.988609 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee60b2d5-754d-47d5-9cb8-150dbcb6506d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:14.989503 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594ad77c-d5d5-4e0e-8e5f-71cd1fa41509', 'code': 200} Jul 27 22:08:15.054979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:15.065453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:15.070455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:15.071466 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.203383 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.203595 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c69491f-cfe0-4e6d-897d-81a9e254bf8f req-0aacc37e-1ed9-4376-8ed7-fd766f9e035a service neutron] 10.222.0.43 "GET /v2.0/networks/8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221632 Jul 27 22:08:15.221933 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-972374bf-428b-4219-8a87-c30240d726f1 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.225428 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-972374bf-428b-4219-8a87-c30240d726f1 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.229850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45416) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:15.230112 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-972374bf-428b-4219-8a87-c30240d726f1 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "DELETE /v2.0/security-groups/892decc2-6eb5-4d8b-a48e-87d3b1a7fad7 HTTP/1.1" status: 204 len: 168 time: 0.7536404 Jul 27 22:08:15.246422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972374bf-428b-4219-8a87-c30240d726f1 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892decc2-6eb5-4d8b-a48e-87d3b1a7fad7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:15.261641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2c79-41e8-4c05-8199-10ab81272eb4 req-daa01c54-5569-4edf-95fe-89b5218702d1 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:15.265538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a55f2c79-41e8-4c05-8199-10ab81272eb4 req-daa01c54-5569-4edf-95fe-89b5218702d1 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 943 time: 0.0866060 Jul 27 22:08:15.276843 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-598ef3f1-3be1-4b27-8fb0-bc05f9d29d06 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] show failed (client error): The resource could not be found. Jul 27 22:08:15.280468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-598ef3f1-3be1-4b27-8fb0-bc05f9d29d06 tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "GET /v2.0/security-groups/892decc2-6eb5-4d8b-a48e-87d3b1a7fad7 HTTP/1.1" status: 404 len: 347 time: 0.0468590 Jul 27 22:08:15.280996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:15.298348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:15.310441 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.311635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2d377881-a941-4f00-9869-d82e762c3c9f up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:15.347620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65e11492-25cc-405a-992e-52307d33d2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.360884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65e11492-25cc-405a-992e-52307d33d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.413009 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-65e11492-25cc-405a-992e-52307d33d2ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c83f55ae06f478888aa2574f716d50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9303842 Jul 27 22:08:15.414846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:15.424400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:15.432741 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb769874-880a-453e-994e-cad55b1d6e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.433219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916265ce-126d-43ec-9dc2-9b8f1ccb5139 req-d323a166-9931-42ee-8804-e1c0c349e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:15.439662 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-916265ce-126d-43ec-9dc2-9b8f1ccb5139 req-d323a166-9931-42ee-8804-e1c0c349e87c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=12f36bc28ccc439fb80e7cb568d7b679&device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 1094 time: 0.1723292 Jul 27 22:08:15.446755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e11492-25cc-405a-992e-52307d33d2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bd1df4-5fa7-4cc5-8068-b3c96ee45f48,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:15.447928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 2d377881-a941-4f00-9869-d82e762c3c9f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:15.458795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 2d377881-a941-4f00-9869-d82e762c3c9f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:15.459319 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.496478 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a55f2c79-41e8-4c05-8199-10ab81272eb4 req-73d827e6-5336-4baf-b0c3-9f2933177a31 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209246 Jul 27 22:08:15.557707 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1344af52-696f-4316-9fd4-99d767df1595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.592215 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1344af52-696f-4316-9fd4-99d767df1595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.595632 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.633757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916265ce-126d-43ec-9dc2-9b8f1ccb5139 req-563ebb60-468b-48ea-a78b-3dc75d49f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:15.636318 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-916265ce-126d-43ec-9dc2-9b8f1ccb5139 req-563ebb60-468b-48ea-a78b-3dc75d49f89d service neutron] 10.222.0.43 "GET /v2.0/networks?id=8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf HTTP/1.1" status: 200 len: 907 time: 0.1731269 Jul 27 22:08:15.684354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2d377881-a941-4f00-9869-d82e762c3c9f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2d377881-a941-4f00-9869-d82e762c3c9f,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:15.685334 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1344af52-696f-4316-9fd4-99d767df1595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.688638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1344af52-696f-4316-9fd4-99d767df1595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.690015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1344af52-696f-4316-9fd4-99d767df1595 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9bd1df4-5fa7-4cc5-8068-b3c96ee45f48 HTTP/1.1" status: 204 len: 168 time: 0.2370639 Jul 27 22:08:15.722712 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.736507 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d5307-bb48-44bf-b4c9-246385eae42c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Deleting port 6f2b43ec-74de-4fcb-9318-a5f4d6eb470b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:15.737136 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5307-bb48-44bf-b4c9-246385eae42c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.745768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344af52-696f-4316-9fd4-99d767df1595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bd1df4-5fa7-4cc5-8068-b3c96ee45f48,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:15.755020 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-916265ce-126d-43ec-9dc2-9b8f1ccb5139 req-58f09b87-e3f8-47e4-a6a4-3c6d452be8cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192c9e3d-86c1-40fe-8682-b93a68b14c0e HTTP/1.1" status: 200 len: 217 time: 0.1093121 Jul 27 22:08:15.815240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc4ab1-eb64-437a-baa7-0f76f61d008f req-794dc60e-dde3-4bc7-83e8-497ddd440b44 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:15.821848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc4ab1-eb64-437a-baa7-0f76f61d008f req-794dc60e-dde3-4bc7-83e8-497ddd440b44 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:15.840566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=2d377881-a941-4f00-9869-d82e762c3c9f,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:15.842769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc4ab1-eb64-437a-baa7-0f76f61d008f req-794dc60e-dde3-4bc7-83e8-497ddd440b44 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:15.844753 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.860312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cfc4ab1-eb64-437a-baa7-0f76f61d008f req-794dc60e-dde3-4bc7-83e8-497ddd440b44 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2417 time: 0.1960757 Jul 27 22:08:15.870486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916265ce-126d-43ec-9dc2-9b8f1ccb5139 req-777c757c-b12e-45d8-b6ad-dd5414ddee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:15.872122 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-916265ce-126d-43ec-9dc2-9b8f1ccb5139 req-777c757c-b12e-45d8-b6ad-dd5414ddee88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4227846d-1f2c-42eb-8f8a-644ada523f32 HTTP/1.1" status: 200 len: 845 time: 0.1048210 Jul 27 22:08:15.959949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916265ce-126d-43ec-9dc2-9b8f1ccb5139 req-57b91525-94df-4639-9e8f-0afeeff82d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:15.961540 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-916265ce-126d-43ec-9dc2-9b8f1ccb5139 req-57b91525-94df-4639-9e8f-0afeeff82d1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806661 Jul 27 22:08:15.998082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03c89d-832b-4ead-a54f-2955f338ae13 req-5e183ea0-9715-4cb9-a49b-005eb7bf722a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:15.999721 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f03c89d-832b-4ead-a54f-2955f338ae13 req-5e183ea0-9715-4cb9-a49b-005eb7bf722a tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 944 time: 0.2578974 Jul 27 22:08:16.047122 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cfc4ab1-eb64-437a-baa7-0f76f61d008f req-5cf31362-0202-41fd-b7ec-d38c507d41b7 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548307 Jul 27 22:08:16.093962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5307-bb48-44bf-b4c9-246385eae42c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.094333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5307-bb48-44bf-b4c9-246385eae42c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.111153 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-916265ce-126d-43ec-9dc2-9b8f1ccb5139 req-5f0cc7de-cdf0-4d41-b94f-15c691d5dc6e service neutron] 10.222.0.43 "GET /v2.0/networks/8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408062 Jul 27 22:08:16.129820 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d5307-bb48-44bf-b4c9-246385eae42c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Calling delete_port for 6f2b43ec-74de-4fcb-9318-a5f4d6eb470b owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:16.146371 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f03c89d-832b-4ead-a54f-2955f338ae13 req-604920a9-4d1b-4e5e-b3aa-205567e8ab3d tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240859 Jul 27 22:08:16.230623 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-916265ce-126d-43ec-9dc2-9b8f1ccb5139 req-d889b86d-71b2-432c-b23f-2ec9ea382475 service neutron] 10.222.0.43 "GET /v2.0/networks/8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071146 Jul 27 22:08:16.231346 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.289247 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e1f84-6644-4137-881c-15c3e8e36938 req-13435862-3330-4398-b248-50ad133e8b73 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.290994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e8e1f84-6644-4137-881c-15c3e8e36938 req-13435862-3330-4398-b248-50ad133e8b73 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.1421716 Jul 27 22:08:16.349340 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.369550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e8e1f84-6644-4137-881c-15c3e8e36938 req-16b9f414-fc47-4ea8-9664-3f40061486fd tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662820 Jul 27 22:08:16.395833 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5307-bb48-44bf-b4c9-246385eae42c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.435296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d5307-bb48-44bf-b4c9-246385eae42c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Pushing event deleted for resources: {'Port': ['ID=6f2b43ec-74de-4fcb-9318-a5f4d6eb470b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:16.499698 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5307-bb48-44bf-b4c9-246385eae42c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.502610 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5307-bb48-44bf-b4c9-246385eae42c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.504148 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7d0d5307-bb48-44bf-b4c9-246385eae42c tempest-ImagesOneServerNegativeTestJSON-2126063232 tempest-ImagesOneServerNegativeTestJSON-2126063232-project] 10.222.0.24 "DELETE /v2.0/floatingips/3049c251-fe3d-4c20-ac15-2031dbf9a64f HTTP/1.1" status: 204 len: 168 time: 1.2222252 Jul 27 22:08:16.627091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45482) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:16.652363 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb1c85-d300-433d-9351-cabe844b0baf req-f9742dc4-30b6-4efe-9e90-f106d8a5d75d tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:16.661524 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91eb1c85-d300-433d-9351-cabe844b0baf req-f9742dc4-30b6-4efe-9e90-f106d8a5d75d tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 943 time: 0.0723500 Jul 27 22:08:16.683617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45488) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:16.701863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91eb1c85-d300-433d-9351-cabe844b0baf req-708c3df8-a6d5-4dc0-b014-9c39452114b9 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393813 Jul 27 22:08:16.725250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:16.788579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8d089e-76dd-4213-aab7-909ef36e08bb admin admin] Deleting subnet 4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:08:16.791769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d8d089e-76dd-4213-aab7-909ef36e08bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.803962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:16.807890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:16.808267 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.817025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1208260682-network', 'tenant_id': '6c882965a19147e5bcc42dd93fc06d78'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:16.845126 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d8d089e-76dd-4213-aab7-909ef36e08bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.871308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Made reservation on behalf of 6c882965a19147e5bcc42dd93fc06d78 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:16.873681 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.890736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.892673 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.911519 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d8d089e-76dd-4213-aab7-909ef36e08bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.933423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:16.938656 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.994470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c'}, {'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d377881-a941-4f00-9869-d82e762c3c9f'}, {'server_uuid': 'ec75c188-0ab7-4038-9a2e-58e610d8e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:16.997820 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d21d6-1d82-4308-9636-0d4bdb0cef28" -d '{"events": [{"server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c"}, {"server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "name": "network-vif-plugged", "status": "completed", "tag": "2d377881-a941-4f00-9869-d82e762c3c9f"}, {"server_uuid": "ec75c188-0ab7-4038-9a2e-58e610d8e24c", "name": "network-vif-plugged", "status": "completed", "tag": "f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:17.014162 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d8d089e-76dd-4213-aab7-909ef36e08bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.027018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:17.059595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d089e-76dd-4213-aab7-909ef36e08bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:17.063298 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d8d089e-76dd-4213-aab7-909ef36e08bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.065221 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9d8d089e-76dd-4213-aab7-909ef36e08bb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4dc0ce57-fdd7-4b74-ad4a-7afa29a25d83 HTTP/1.1" status: 204 len: 168 time: 0.3804851 Jul 27 22:08:17.068652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45500) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:17.093123 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f42e977-e354-4921-b4dc-8692d9173627 x-openstack-request-id: req-2f42e977-e354-4921-b4dc-8692d9173627 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:17.094485 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c", "code": 200}, {"server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "name": "network-vif-plugged", "status": "completed", "tag": "2d377881-a941-4f00-9869-d82e762c3c9f", "code": 200}, {"server_uuid": "ec75c188-0ab7-4038-9a2e-58e610d8e24c", "name": "network-vif-plugged", "status": "completed", "tag": "f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:17.094750 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f42e977-e354-4921-b4dc-8692d9173627 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:17.095678 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c', 'code': 200} Jul 27 22:08:17.095987 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d377881-a941-4f00-9869-d82e762c3c9f', 'code': 200} Jul 27 22:08:17.096279 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec75c188-0ab7-4038-9a2e-58e610d8e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1', 'code': 200} Jul 27 22:08:17.124843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.133709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.170413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:08:17.205826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fb1892-2bc3-4bca-b088-5a064424bdc2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:17.220011 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.220368 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Added segment 85fa3cb8-d982-4958-92af-de55f07217e7 of type vlan for network 93d81622-cb59-4072-9035-7a7483df678f Jul 27 22:08:17.256944 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.274676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ef206-34a6-4bc9-991f-999f7427f767 req-4e70d103-5b6e-443b-a0f6-b59e4cf26dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.276227 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-348ef206-34a6-4bc9-991f-999f7427f767 req-4e70d103-5b6e-443b-a0f6-b59e4cf26dd6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 1096 time: 0.1144578 Jul 27 22:08:17.289432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.338609 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-348ef206-34a6-4bc9-991f-999f7427f767 req-103f1f69-27c3-4626-9092-f0c542eadfe5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511713 Jul 27 22:08:17.349094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb42f39-f071-4987-8d38-34b20d7f545b req-401683fc-c0b8-4b0d-bece-18a204eaf848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.349601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb42f39-f071-4987-8d38-34b20d7f545b req-401683fc-c0b8-4b0d-bece-18a204eaf848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.350252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb42f39-f071-4987-8d38-34b20d7f545b req-401683fc-c0b8-4b0d-bece-18a204eaf848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.352053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffb42f39-f071-4987-8d38-34b20d7f545b req-401683fc-c0b8-4b0d-bece-18a204eaf848 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2870 time: 0.1591446 Jul 27 22:08:17.360869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aa5f6-db50-473f-bc2e-a32532e99449 req-bf8d1c0d-4069-4281-975a-44445692f1be tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.368403 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.368553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aa5f6-db50-473f-bc2e-a32532e99449 req-bf8d1c0d-4069-4281-975a-44445692f1be tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.369420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.370059 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.374532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aa5f6-db50-473f-bc2e-a32532e99449 req-bf8d1c0d-4069-4281-975a-44445692f1be tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.376378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e47aa5f6-db50-473f-bc2e-a32532e99449 req-bf8d1c0d-4069-4281-975a-44445692f1be tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2417 time: 0.1999273 Jul 27 22:08:17.431202 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8003299 Jul 27 22:08:17.431429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076108f-8d90-4691-b7ff-49081cf8761c req-aab09991-95b0-403c-aa3e-9a5bf9e8ec9b tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.431429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d076108f-8d90-4691-b7ff-49081cf8761c req-aab09991-95b0-403c-aa3e-9a5bf9e8ec9b tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 945 time: 0.1819222 Jul 27 22:08:17.431586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45510) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:17.436753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-48f26d26-83af-4b02-af20-31e459d9ff23 admin admin] Request body: {'subnet': {'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1208260682-subnet', 'tenant_id': '6c882965a19147e5bcc42dd93fc06d78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:17.440911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5d491-252c-49a8-b134-ed199bd83c6d admin admin] Pushing event updated for resources: {'Network': ['ID=93d81622-cb59-4072-9035-7a7483df678f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:17.457903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 93d81622-cb59-4072-9035-7a7483df678f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:08:17.462776 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f26d26-83af-4b02-af20-31e459d9ff23 admin admin] Made reservation on behalf of 6c882965a19147e5bcc42dd93fc06d78 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:17.465091 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48f26d26-83af-4b02-af20-31e459d9ff23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.495383 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.522664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128dea1e-5cab-40a2-8e08-20dfefd2b849']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:17.542932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40660e53-31c8-4bae-86e5-1faae2a3e563') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:17.543194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40660e53-31c8-4bae-86e5-1faae2a3e563') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:17.548234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffb42f39-f071-4987-8d38-34b20d7f545b req-b5b814ec-7610-4603-bf75-c115fafc952a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285846 Jul 27 22:08:17.562847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e47aa5f6-db50-473f-bc2e-a32532e99449 req-1271dd3e-dfec-4478-ad8a-be2d0d04375b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779976 Jul 27 22:08:17.564527 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.592143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d076108f-8d90-4691-b7ff-49081cf8761c req-23697025-9bc6-414d-914e-a6ca8d4b3df7 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411736 Jul 27 22:08:17.603741 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.610142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:08:17.610898 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:08:17.613528 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:08:17.690863 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48f26d26-83af-4b02-af20-31e459d9ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.693106 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.707309 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.714828 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] 10.222.0.24 "DELETE /v2.0/networks/128dea1e-5cab-40a2-8e08-20dfefd2b849 HTTP/1.1" status: 204 len: 168 time: 0.6446302 Jul 27 22:08:17.755390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409bcbc-4028-4104-9d9a-6b5043146047 admin admin] Pushing event deleted for resources: {'Network': ['ID=128dea1e-5cab-40a2-8e08-20dfefd2b849,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:17.755729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f26d26-83af-4b02-af20-31e459d9ff23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96446a54-8a20-4b30-ac6d-87fb13a576eb,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:17.781810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6406e7-05af-4b29-a122-b047c3ea1a1b req-95e4f0a9-c6ac-46a5-bad5-94d66a4948d7 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.783840 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d6406e7-05af-4b29-a122-b047c3ea1a1b req-95e4f0a9-c6ac-46a5-bad5-94d66a4948d7 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.0938320 Jul 27 22:08:17.791590 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f26d26-83af-4b02-af20-31e459d9ff23 admin admin] Checking segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:17.791960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f26d26-83af-4b02-af20-31e459d9ff23 admin admin] Network hostable DHCP agents. Network: 93d81622-cb59-4072-9035-7a7483df678f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:08:17.809998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f26d26-83af-4b02-af20-31e459d9ff23 admin admin] Network 93d81622-cb59-4072-9035-7a7483df678f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:08:17.824344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-48f26d26-83af-4b02-af20-31e459d9ff23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 93d81622-cb59-4072-9035-7a7483df678f) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:17.830554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f26d26-83af-4b02-af20-31e459d9ff23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.832152 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48f26d26-83af-4b02-af20-31e459d9ff23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.838147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c26a120-4af0-413f-9092-132c09c63002 None None] Network 93d81622-cb59-4072-9035-7a7483df678f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:17.852574 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-48f26d26-83af-4b02-af20-31e459d9ff23 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4196301 Jul 27 22:08:17.869028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45524) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:17.932525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d6406e7-05af-4b29-a122-b047c3ea1a1b req-f4d11232-5fb8-4010-8f4f-20066ccf8406 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413989 Jul 27 22:08:17.935925 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4f97e940-8088-4cce-964a-730895a6fe27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afaeb40f7d1f478d99b22f94edf07476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656250 Jul 27 22:08:17.938515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:17.979337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c4929-78dc-45bc-bced-e346ac3ceda9 req-2657dba4-4b2c-4733-8e84-afb4153a0a3d tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:17.981054 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab4c4929-78dc-45bc-bced-e346ac3ceda9 req-2657dba4-4b2c-4733-8e84-afb4153a0a3d tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 943 time: 0.1608086 Jul 27 22:08:18.027164 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f34d-d68c-4e75-980d-88fc52d62ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.035761 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.066007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f34d-d68c-4e75-980d-88fc52d62ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.096479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef09ce1-6321-40b6-ad50-3c2806a58e9b None None] Network 93d81622-cb59-4072-9035-7a7483df678f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:18.111147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab4c4929-78dc-45bc-bced-e346ac3ceda9 req-f7d3a45e-208f-4456-8f3c-6d08e952bcb2 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241908 Jul 27 22:08:18.176391 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f34d-d68c-4e75-980d-88fc52d62ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.179940 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f34d-d68c-4e75-980d-88fc52d62ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.183533 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a4a0f34d-d68c-4e75-980d-88fc52d62ef9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/087064da-1a56-4fd0-8a1e-362f2af04b0e HTTP/1.1" status: 204 len: 168 time: 0.2413404 Jul 27 22:08:18.190187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0f34d-d68c-4e75-980d-88fc52d62ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087064da-1a56-4fd0-8a1e-362f2af04b0e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:18.539610 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-5c49e923-88da-4755-a1bc-8c55708ac06f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:18.547618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-5c49e923-88da-4755-a1bc-8c55708ac06f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.1160789 Jul 27 22:08:18.558693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-54a1ab17-7419-4b14-a0be-272bae234385 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/quotas/6c882965a19147e5bcc42dd93fc06d78 HTTP/1.1" status: 200 len: 375 time: 0.0100286 Jul 27 22:08:18.597582 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-282fb987-3fb2-413b-9a09-cf4effc6fb0d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308917 Jul 27 22:08:18.676542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 192c9e3d-86c1-40fe-8682-b93a68b14c0e details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:18.742813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0890b-3b9f-4e3a-8989-f0875301fda1 req-f1ed2bbf-5d13-4ff3-81d4-71d25a566486 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:18.749577 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0890b-3b9f-4e3a-8989-f0875301fda1 req-f1ed2bbf-5d13-4ff3-81d4-71d25a566486 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:18.756111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0890b-3b9f-4e3a-8989-f0875301fda1 req-f1ed2bbf-5d13-4ff3-81d4-71d25a566486 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:18.758025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-27b0890b-3b9f-4e3a-8989-f0875301fda1 req-f1ed2bbf-5d13-4ff3-81d4-71d25a566486 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2417 time: 0.0870922 Jul 27 22:08:18.803851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-27b0890b-3b9f-4e3a-8989-f0875301fda1 req-413e7d52-bed5-4868-acdb-0fb4c257e073 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378468 Jul 27 22:08:18.905358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 192c9e3d-86c1-40fe-8682-b93a68b14c0e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=192c9e3d-86c1-40fe-8682-b93a68b14c0e,segment=NetworkSegment(c686304c-96b9-4242-84a0-65b2da17e7d1),segment_id=c686304c-96b9-4242-84a0-65b2da17e7d1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:19.017967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2685c-54a2-46f0-9bd5-84ec31322bd6 req-9f560482-fbc5-415c-831c-d92bd0f778e7 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:19.020465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18d2685c-54a2-46f0-9bd5-84ec31322bd6 req-9f560482-fbc5-415c-831c-d92bd0f778e7 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 945 time: 0.1218851 Jul 27 22:08:19.070307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-1fe897bd-3a28-41e7-b264-caa4577c42b1 service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528904 Jul 27 22:08:19.103397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '192c9e3d-86c1-40fe-8682-b93a68b14c0e', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'port_id': '192c9e3d-86c1-40fe-8682-b93a68b14c0e', 'mac_address': 'fa:16:3e:e5:3e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:19.139263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18d2685c-54a2-46f0-9bd5-84ec31322bd6 req-df5cc84b-a5d9-4852-8f97-828e84a78c7c tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072271 Jul 27 22:08:19.167185 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:19.185805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192c9e3d-86c1-40fe-8682-b93a68b14c0e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:19.208118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 192c9e3d-86c1-40fe-8682-b93a68b14c0e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=192c9e3d-86c1-40fe-8682-b93a68b14c0e,segment=NetworkSegment(c686304c-96b9-4242-84a0-65b2da17e7d1),segment_id=c686304c-96b9-4242-84a0-65b2da17e7d1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:19.213447 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:19.216763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-f73e9b18-63ed-4828-9186-ceec60369937 service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455011 Jul 27 22:08:19.271974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=192c9e3d-86c1-40fe-8682-b93a68b14c0e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:19.280094 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:19.280441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:19.280783 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:19.281115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:19.281451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:19.281785 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:19.282230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:19.282597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:19.282919 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:19.283239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:19.283556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:19.283874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:19.318481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232228d-a4f4-4a50-a57f-969dae055673 req-1d83f4ba-d505-4bbb-bd21-666b9bace44e tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:19.321260 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2232228d-a4f4-4a50-a57f-969dae055673 req-1d83f4ba-d505-4bbb-bd21-666b9bace44e tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.0576148 Jul 27 22:08:19.387792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2232228d-a4f4-4a50-a57f-969dae055673 req-bdcf9dd5-5b38-4520-bbb6-393dad4aea5e tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594823 Jul 27 22:08:19.468617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['192c9e3d-86c1-40fe-8682-b93a68b14c0e'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:19.487276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97032d-1510-4935-8745-1d6c5699e779 req-1b67abe7-b6e5-4dad-8d88-0038a5d20e94 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:19.489054 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c97032d-1510-4935-8745-1d6c5699e779 req-1b67abe7-b6e5-4dad-8d88-0038a5d20e94 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 944 time: 0.0663905 Jul 27 22:08:19.548175 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c97032d-1510-4935-8745-1d6c5699e779 req-31e44bc6-0035-4ece-8016-b24c16894052 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521319 Jul 27 22:08:20.141082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7036151d-5d6a-452a-9709-069d7aae9627 req-e6d4031c-0747-45b8-b8f1-c6a7bbd820ba tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 210 time: 0.0377262 Jul 27 22:08:20.289613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cb9a8-0e73-4e9b-ac8b-27ee55c4bf66 req-46fbc1c0-d737-4ddd-b59d-7770076ecb69 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:20.295731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cb9a8-0e73-4e9b-ac8b-27ee55c4bf66 req-46fbc1c0-d737-4ddd-b59d-7770076ecb69 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:20.301880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cb9a8-0e73-4e9b-ac8b-27ee55c4bf66 req-46fbc1c0-d737-4ddd-b59d-7770076ecb69 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:20.309120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a6cb9a8-0e73-4e9b-ac8b-27ee55c4bf66 req-46fbc1c0-d737-4ddd-b59d-7770076ecb69 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2417 time: 0.0768399 Jul 27 22:08:20.344397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a6cb9a8-0e73-4e9b-ac8b-27ee55c4bf66 req-9a662fb3-8628-4b17-bda1-8f748b935088 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344305 Jul 27 22:08:20.675889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bf44e-e714-4067-9051-5c2077fca2c5 req-27209d23-2367-4bc5-9504-8578d1ececaf tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:20.678487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b9bf44e-e714-4067-9051-5c2077fca2c5 req-27209d23-2367-4bc5-9504-8578d1ececaf tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.1000495 Jul 27 22:08:20.693844 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 192c9e3d-86c1-40fe-8682-b93a68b14c0e up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:20.762046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-ccaab6c9-33b6-435c-938a-e39b530a0697 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:20.765714 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-ccaab6c9-33b6-435c-938a-e39b530a0697 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.43 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.1961887 Jul 27 22:08:20.770858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 192c9e3d-86c1-40fe-8682-b93a68b14c0e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:20.775933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 192c9e3d-86c1-40fe-8682-b93a68b14c0e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:20.776317 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.780972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Request body: {'port': {'device_id': 'a5dfab1f-7180-447f-a8eb-88606c1aa8d9', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'admin_state_up': True, 'tenant_id': '6c882965a19147e5bcc42dd93fc06d78'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:20.818642 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b9bf44e-e714-4067-9051-5c2077fca2c5 req-a1d062c2-0fee-4cfa-8f0e-8256580369f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203363 Jul 27 22:08:20.896050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa302623-c613-4710-9c9d-50832db2b576 req-70d14363-860d-4b3e-98ad-d2eb9d91aea2 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:20.897799 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa302623-c613-4710-9c9d-50832db2b576 req-70d14363-860d-4b3e-98ad-d2eb9d91aea2 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 944 time: 0.0715799 Jul 27 22:08:20.902773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.939780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa302623-c613-4710-9c9d-50832db2b576 req-d33612e0-8f0c-49b6-bc0d-caff0735397c tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355182 Jul 27 22:08:20.943709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192c9e3d-86c1-40fe-8682-b93a68b14c0e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:20.947506 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac86ceaa-1c66-4c91-96f2-5a22a015588a" -d '{"events": [{"server_uuid": "64c2902a-6652-413e-bfe0-bb041efb66eb", "name": "network-vif-plugged", "status": "completed", "tag": "192c9e3d-86c1-40fe-8682-b93a68b14c0e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:20.974114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 192c9e3d-86c1-40fe-8682-b93a68b14c0e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=192c9e3d-86c1-40fe-8682-b93a68b14c0e,segment=NetworkSegment(c686304c-96b9-4242-84a0-65b2da17e7d1),segment_id=c686304c-96b9-4242-84a0-65b2da17e7d1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:20.987453 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.012914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Made reservation on behalf of 6c882965a19147e5bcc42dd93fc06d78 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:21.018711 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.043042 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0af6a6-ebe7-4f5d-b0cc-4fe5a8a78e7d x-openstack-request-id: req-fd0af6a6-ebe7-4f5d-b0cc-4fe5a8a78e7d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:21.043598 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c2902a-6652-413e-bfe0-bb041efb66eb", "name": "network-vif-plugged", "status": "completed", "tag": "192c9e3d-86c1-40fe-8682-b93a68b14c0e", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:21.043993 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd0af6a6-ebe7-4f5d-b0cc-4fe5a8a78e7d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:21.044541 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192c9e3d-86c1-40fe-8682-b93a68b14c0e', 'code': 200} Jul 27 22:08:21.066029 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=192c9e3d-86c1-40fe-8682-b93a68b14c0e,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:21.217245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6e35b-4bd8-4d6b-9368-800f21b83a53 req-a1d20bf8-54d1-4bf6-a9a8-db34b7dca863 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.219387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ca6e35b-4bd8-4d6b-9368-800f21b83a53 req-a1d20bf8-54d1-4bf6-a9a8-db34b7dca863 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 945 time: 0.0978601 Jul 27 22:08:21.230200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Allocated IP 172.20.0.9 (93d81622-cb59-4072-9035-7a7483df678f/96446a54-8a20-4b30-ac6d-87fb13a576eb/7a6efc2f-cd8f-4348-bcb3-45d48d833dc9) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:21.239531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0247f9-e8d4-4a5c-9e55-1a396670f13c req-434198e6-cf26-43b8-9a3d-19f1790fbd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.241309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e0247f9-e8d4-4a5c-9e55-1a396670f13c req-434198e6-cf26-43b8-9a3d-19f1790fbd22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 1096 time: 0.0790832 Jul 27 22:08:21.316229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c94770f7-473a-4967-8d01-351927f09634 req-976890c9-47aa-460d-93fb-cfd160e7ffb4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 210 time: 0.0450084 Jul 27 22:08:21.319298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ca6e35b-4bd8-4d6b-9368-800f21b83a53 req-9f70802e-2be7-45c5-b3b8-a34cdae2fa65 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883622 Jul 27 22:08:21.328739 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e0247f9-e8d4-4a5c-9e55-1a396670f13c req-036a2817-2b6f-4771-9325-6f67b6f4fb2d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730178 Jul 27 22:08:21.428538 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.475393 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.491221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827e09e-cc28-442d-bcfe-5a19cf580fad req-f03dca41-8e12-478c-9629-9c6146e2374d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.497587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827e09e-cc28-442d-bcfe-5a19cf580fad req-f03dca41-8e12-478c-9629-9c6146e2374d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.504622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827e09e-cc28-442d-bcfe-5a19cf580fad req-f03dca41-8e12-478c-9629-9c6146e2374d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.512473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e827e09e-cc28-442d-bcfe-5a19cf580fad req-f03dca41-8e12-478c-9629-9c6146e2374d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2417 time: 0.0822387 Jul 27 22:08:21.533584 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Pushing event updated for resources: {'Port': ['ID=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:21.547675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Network 93d81622-cb59-4072-9035-7a7483df678f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:21.549238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:21.553231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:21.568662 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e827e09e-cc28-442d-bcfe-5a19cf580fad req-79f140fd-515b-4aa5-b122-73ee0997d283 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549734 Jul 27 22:08:21.617000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.617616 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.633050 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-fba526e8-d2a1-435a-85e4-72e90ca59193 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8567202 Jul 27 22:08:21.649366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Request body: {'port': {'device_id': 'a5dfab1f-7180-447f-a8eb-88606c1aa8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:21.715963 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.933724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac928d5f-e945-4134-affd-5cebc629c039 req-a987f614-d559-4d73-b1ea-e216dece447d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.935371 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac928d5f-e945-4134-affd-5cebc629c039 req-a987f614-d559-4d73-b1ea-e216dece447d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.0622163 Jul 27 22:08:21.994904 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac928d5f-e945-4134-affd-5cebc629c039 req-9efa5aff-18ea-4ae6-ac6e-4d4c02505d9b tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456550 Jul 27 22:08:22.045167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:22.062303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.085022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Transition to ACTIVE for port object 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:22.093906 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.161304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:22.217240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c9dd7a5c-51b2-4461-a1ce-33c49aff8d79 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:22.223800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c9dd7a5c-51b2-4461-a1ce-33c49aff8d79 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:22.229682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c9dd7a5c-51b2-4461-a1ce-33c49aff8d79 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:22.231393 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c9dd7a5c-51b2-4461-a1ce-33c49aff8d79 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2417 time: 0.1665232 Jul 27 22:08:22.252111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97907c-8f08-4bb0-bf55-ba03e8e53017 req-62dad5ae-96ee-44b4-83c1-e5f8bd6ccbe7 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:22.258867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a97907c-8f08-4bb0-bf55-ba03e8e53017 req-62dad5ae-96ee-44b4-83c1-e5f8bd6ccbe7 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 945 time: 0.1145742 Jul 27 22:08:22.284691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Attempting to bind port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:22.285049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Attempting to bind port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:22.285454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Attempting to bind port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 on network 93d81622-cb59-4072-9035-7a7483df678f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:22.289868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 on network 93d81622-cb59-4072-9035-7a7483df678f not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:22.290192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Attempting to bind port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 on network 93d81622-cb59-4072-9035-7a7483df678f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:22.295344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:22.295680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Checking segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:22.296061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Bound using segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:22.296487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Bound port: 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:22.296841 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.371696 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a97907c-8f08-4bb0-bf55-ba03e8e53017 req-6153ce1a-8c53-41c5-9a85-0fa44d3c72bc tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026850 Jul 27 22:08:22.399549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] For port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:22.410048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] For port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:22.412063 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c3c7a42e-6cae-4e65-a25e-e76359ab29a4 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:22.412411 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c3c7a42e-6cae-4e65-a25e-e76359ab29a4 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.421912 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.460878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:22.461499 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.462992 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] 10.222.0.43 "PUT /v2.0/ports/7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 HTTP/1.1" status: 200 len: 1091 time: 0.8199220 Jul 27 22:08:22.463436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5dfab1f-7180-447f-a8eb-88606c1aa8d9', 'tag': '7a6efc2f-cd8f-4348-bcb3-45d48d833dc9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:22.465688 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c87bdb-283f-4fd2-bb74-a10585ebee99" -d '{"events": [{"name": "network-changed", "server_uuid": "a5dfab1f-7180-447f-a8eb-88606c1aa8d9", "tag": "7a6efc2f-cd8f-4348-bcb3-45d48d833dc9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:22.492563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58973bc3-ec4c-4056-a791-c08d42ca3af4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:22.573056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-b2b93364-7cb9-4979-9e3f-20f2d9075d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:22.574641 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-b2b93364-7cb9-4979-9e3f-20f2d9075d6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 1094 time: 0.0686362 Jul 27 22:08:22.679053 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-c2c902c1-13da-4c48-8240-d8cf1b50f5da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 HTTP/1.1" status: 200 len: 217 time: 0.0931835 Jul 27 22:08:22.735641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:22.738988 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-0d6a0c93-2e91-405a-85a1-f71ec790f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:22.740540 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-0d6a0c93-2e91-405a-85a1-f71ec790f79f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.0518167 Jul 27 22:08:22.813407 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-f222fb7a-d768-40ae-b481-4e90ac51d289 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556617 Jul 27 22:08:22.894315 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:22.913589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1', 'network_id': '5f4b63ab-02a1-4681-bcbf-207c07c2a645', 'port_id': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1', 'mac_address': 'fa:16:3e:b9:97:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b64ac46-4efb-44f1-8ae7-9df77514a56e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:22.946879 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-2905f3f3-5c61-46fb-93ae-92e0fd50d62c service neutron] 10.222.0.43 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301906 Jul 27 22:08:22.958643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.988224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:23.020939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:23.028169 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.094245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:23.098914 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64e3961b-b5ed-41a6-b180-3524d5c56491 req-9be8fbd1-d23a-4e41-b157-269fbacd8db6 service neutron] 10.222.0.43 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393871 Jul 27 22:08:23.118150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcd31a-b760-4128-ab39-adf1b5e7e2ba req-7159402a-e231-4b20-8d45-8418e78e4e61 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:23.119789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39dcd31a-b760-4128-ab39-adf1b5e7e2ba req-7159402a-e231-4b20-8d45-8418e78e4e61 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 943 time: 0.1539638 Jul 27 22:08:23.128552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:23.159851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7299b28-cce9-43d2-b076-3af33ce94b5f req-5a81e5da-3632-4675-8a39-23ba82204d2d tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:23.161597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7299b28-cce9-43d2-b076-3af33ce94b5f req-5a81e5da-3632-4675-8a39-23ba82204d2d tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 945 time: 0.1967993 Jul 27 22:08:23.168574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c3c7a42e-6cae-4e65-a25e-e76359ab29a4 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] For port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:23.169047 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c3c7a42e-6cae-4e65-a25e-e76359ab29a4 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.194216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c3c7a42e-6cae-4e65-a25e-e76359ab29a4 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Calling delete_port for b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:23.238702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39dcd31a-b760-4128-ab39-adf1b5e7e2ba req-cb8234b2-c9ac-4e0d-bc43-d149b5f7563b tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033354 Jul 27 22:08:23.290299 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7299b28-cce9-43d2-b076-3af33ce94b5f req-73b59bf5-3b3d-4495-981a-e1b3ff040624 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172965 Jul 27 22:08:23.297552 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3858f2c5-03cb-4c6d-9df8-508ec60e42da x-openstack-request-id: req-3858f2c5-03cb-4c6d-9df8-508ec60e42da {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:23.297844 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5dfab1f-7180-447f-a8eb-88606c1aa8d9", "tag": "7a6efc2f-cd8f-4348-bcb3-45d48d833dc9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:23.298101 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3858f2c5-03cb-4c6d-9df8-508ec60e42da {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:23.298572 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dfab1f-7180-447f-a8eb-88606c1aa8d9', 'tag': '7a6efc2f-cd8f-4348-bcb3-45d48d833dc9', 'status': 'completed', 'code': 200} Jul 27 22:08:23.371745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c87bdb-283f-4fd2-bb74-a10585ebee99 req-e4eed553-fd28-4243-9600-b2608b8a6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:23.373650 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08c87bdb-283f-4fd2-bb74-a10585ebee99 req-e4eed553-fd28-4243-9600-b2608b8a6a30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 1094 time: 0.0516093 Jul 27 22:08:23.481088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c87bdb-283f-4fd2-bb74-a10585ebee99 req-c7f4535d-ffbd-45c8-90fa-4852d9e19f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:23.482871 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08c87bdb-283f-4fd2-bb74-a10585ebee99 req-c7f4535d-ffbd-45c8-90fa-4852d9e19f57 service neutron] 10.222.0.43 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 913 time: 0.0995314 Jul 27 22:08:23.504242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39b3b3-be40-4946-bcd6-a8c1332209c7 req-693e4ed7-8b9c-4f65-90fd-c3de5bfc6aa1 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:23.510186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39b3b3-be40-4946-bcd6-a8c1332209c7 req-693e4ed7-8b9c-4f65-90fd-c3de5bfc6aa1 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:23.516260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39b3b3-be40-4946-bcd6-a8c1332209c7 req-693e4ed7-8b9c-4f65-90fd-c3de5bfc6aa1 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:23.517961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa39b3b3-be40-4946-bcd6-a8c1332209c7 req-693e4ed7-8b9c-4f65-90fd-c3de5bfc6aa1 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 2417 time: 0.1231821 Jul 27 22:08:23.526911 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd96bc-3c68-4c40-a493-7c0384ab8e0f req-4750abdd-e24f-4380-a0d1-372ed97a9d05 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:23.528244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61fd96bc-3c68-4c40-a493-7c0384ab8e0f req-4750abdd-e24f-4380-a0d1-372ed97a9d05 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.1164505 Jul 27 22:08:23.528947 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08c87bdb-283f-4fd2-bb74-a10585ebee99 req-c678aac9-69dd-4c54-b695-9fe36551823e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 HTTP/1.1" status: 200 len: 217 time: 0.0369334 Jul 27 22:08:23.530806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c3c7a42e-6cae-4e65-a25e-e76359ab29a4 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.542857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2d377881-a941-4f00-9869-d82e762c3c9f', '594ad77c-d5d5-4e0e-8e5f-71cd1fa41509', 'b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:23.591457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c87bdb-283f-4fd2-bb74-a10585ebee99 req-1befa270-06db-4c00-8ad7-8a496a9db0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:23.593086 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7a42e-6cae-4e65-a25e-e76359ab29a4 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Port': ['ID=b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:23.593223 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08c87bdb-283f-4fd2-bb74-a10585ebee99 req-1befa270-06db-4c00-8ad7-8a496a9db0c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.0572019 Jul 27 22:08:23.638685 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08c87bdb-283f-4fd2-bb74-a10585ebee99 req-2d1787f7-2950-4cd4-9adf-eddc2089c5b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368032 Jul 27 22:08:23.675839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c3c7a42e-6cae-4e65-a25e-e76359ab29a4 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] No DVR routers for this DVR port b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:23.680179 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c3c7a42e-6cae-4e65-a25e-e76359ab29a4 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.682487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-c3c7a42e-6cae-4e65-a25e-e76359ab29a4 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "DELETE /v2.0/ports/b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c HTTP/1.1" status: 204 len: 173 time: 1.4224780 Jul 27 22:08:23.683496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'name': 'network-vif-deleted', 'tag': 'b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:23.686289 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33804faa-1f7b-4d34-a353-8beb17d4c628" -d '{"events": [{"server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "name": "network-vif-deleted", "tag": "b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:23.704891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa39b3b3-be40-4946-bcd6-a8c1332209c7 req-22b793df-8693-42b8-9e4b-6ed908fe24f6 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754847 Jul 27 22:08:23.718250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61fd96bc-3c68-4c40-a493-7c0384ab8e0f req-ce035acb-aaa1-4092-9943-95bf97cef32e tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754098 Jul 27 22:08:23.794396 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08c87bdb-283f-4fd2-bb74-a10585ebee99 req-cba9b0bd-8191-46de-9708-d3c7ec12a65b service neutron] 10.222.0.43 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436322 Jul 27 22:08:23.894435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-14b3d494-abf6-4ca4-bf0a-4928fab401ef tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:23.896053 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-14b3d494-abf6-4ca4-bf0a-4928fab401ef tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.982741 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0521cfef-4218-48cc-b3f6-562d8313bebe x-openstack-request-id: req-0521cfef-4218-48cc-b3f6-562d8313bebe {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:23.983319 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "name": "network-vif-deleted", "tag": "b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:23.983568 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0521cfef-4218-48cc-b3f6-562d8313bebe {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:23.983979 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'name': 'network-vif-deleted', 'tag': 'b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c', 'status': 'completed', 'code': 200} Jul 27 22:08:24.033108 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08c87bdb-283f-4fd2-bb74-a10585ebee99 req-adc344ba-e5d7-4801-9902-1d313c1d88e8 service neutron] 10.222.0.43 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299585 Jul 27 22:08:24.083157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbc6fb-0680-433e-8c95-5e904040e029 req-4cda8617-8e4f-4f57-86d7-6ca52e517485 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:24.084621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14bbc6fb-0680-433e-8c95-5e904040e029 req-4cda8617-8e4f-4f57-86d7-6ca52e517485 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 945 time: 0.0998719 Jul 27 22:08:24.086344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-14b3d494-abf6-4ca4-bf0a-4928fab401ef tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] For port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509,segment=NetworkSegment(35a4810d-6dba-4f8f-b5b9-0457dc30925f),segment_id=35a4810d-6dba-4f8f-b5b9-0457dc30925f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:24.086711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-14b3d494-abf6-4ca4-bf0a-4928fab401ef tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.104795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-14b3d494-abf6-4ca4-bf0a-4928fab401ef tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Calling delete_port for 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:24.167014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14bbc6fb-0680-433e-8c95-5e904040e029 req-bb64a75b-0b24-48ba-92fb-25b86c224fb2 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728431 Jul 27 22:08:24.312896 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-14b3d494-abf6-4ca4-bf0a-4928fab401ef tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.335019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:24.338725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabbcd2-d50f-4dee-b27b-c65af081d6b4 req-d677ebe4-b4df-4032-a095-f4ef8fdc2bd7 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:24.341008 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2fabbcd2-d50f-4dee-b27b-c65af081d6b4 req-d677ebe4-b4df-4032-a095-f4ef8fdc2bd7 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 945 time: 0.0993433 Jul 27 22:08:24.350014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45804) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:24.356374 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-eecb4c5b-f564-4401-aba7-744a1e5143e4 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Request body: {'floatingip': {'port_id': '192c9e3d-86c1-40fe-8682-b93a68b14c0e'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:24.405664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3d494-abf6-4ca4-bf0a-4928fab401ef tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Port': ['ID=594ad77c-d5d5-4e0e-8e5f-71cd1fa41509,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:24.415994 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eecb4c5b-f564-4401-aba7-744a1e5143e4 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.501119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-14b3d494-abf6-4ca4-bf0a-4928fab401ef tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] No DVR routers for this DVR port 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:24.505948 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-14b3d494-abf6-4ca4-bf0a-4928fab401ef tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.507968 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-14b3d494-abf6-4ca4-bf0a-4928fab401ef tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "DELETE /v2.0/ports/594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 HTTP/1.1" status: 204 len: 173 time: 0.7997055 Jul 27 22:08:24.523406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92d71a-2bfc-4a04-aaf1-e5747f850823 req-eb525dc2-d359-45db-98e4-80e027022b76 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:24.530747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff92d71a-2bfc-4a04-aaf1-e5747f850823 req-eb525dc2-d359-45db-98e4-80e027022b76 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 943 time: 0.1364245 Jul 27 22:08:24.666602 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff92d71a-2bfc-4a04-aaf1-e5747f850823 req-d362f228-ffc2-4b1a-973f-edc3ad65643d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291738 Jul 27 22:08:24.676743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e89d1-00df-48aa-94e3-be6b6105bd4a req-e79b1d3b-a1e8-409e-a700-6827f76dc79d tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:24.678255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c3e89d1-00df-48aa-94e3-be6b6105bd4a req-e79b1d3b-a1e8-409e-a700-6827f76dc79d tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 944 time: 0.2340167 Jul 27 22:08:24.743086 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c3e89d1-00df-48aa-94e3-be6b6105bd4a req-46fb7fb7-81e5-4312-86fa-14568fd39496 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535846 Jul 27 22:08:24.749093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:24.788899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-62a88778-5cbc-4719-a56c-5817f2fb3686 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting port 2d377881-a941-4f00-9869-d82e762c3c9f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:24.791129 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-62a88778-5cbc-4719-a56c-5817f2fb3686 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.814889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:24.816161 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.929995 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.957498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec75c188-0ab7-4038-9a2e-58e610d8e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:24.961221 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3effba4-c8e7-4ace-beb2-5ea38d65b077" -d '{"events": [{"server_uuid": "ec75c188-0ab7-4038-9a2e-58e610d8e24c", "name": "network-vif-plugged", "status": "completed", "tag": "f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:24.978544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:24.978764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-62a88778-5cbc-4719-a56c-5817f2fb3686 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] For port 2d377881-a941-4f00-9869-d82e762c3c9f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2d377881-a941-4f00-9869-d82e762c3c9f,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:24.979569 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-62a88778-5cbc-4719-a56c-5817f2fb3686 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.992949 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.995089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:25.006314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41b2b7-55e6-413d-a008-0015100d0fa2 req-1b4d7c0a-da56-482d-b785-2fb08b9c4c7c tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:25.012852 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba41b2b7-55e6-413d-a008-0015100d0fa2 req-1b4d7c0a-da56-482d-b785-2fb08b9c4c7c tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 945 time: 0.1091561 Jul 27 22:08:25.015159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-62a88778-5cbc-4719-a56c-5817f2fb3686 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Calling delete_port for 2d377881-a941-4f00-9869-d82e762c3c9f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:25.053241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:25.054097 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b9bd6ade-6017-4ceb-95ca-a8bf21bcef3c not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:25.090169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba41b2b7-55e6-413d-a008-0015100d0fa2 req-5effab61-152a-4125-ac57-2a12084385e8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763359 Jul 27 22:08:25.096376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eecb4c5b-f564-4401-aba7-744a1e5143e4 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.116781 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eecb4c5b-f564-4401-aba7-744a1e5143e4 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.163476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:25.248293 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-eecb4c5b-f564-4401-aba7-744a1e5143e4 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Floating IP 199acbdf-886b-4779-a8df-e320b2af1fc6 associated. External IP: 172.25.1.3, port: 192c9e3d-86c1-40fe-8682-b93a68b14c0e. Jul 27 22:08:25.292586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fbbbc-8256-4170-9b72-84a1c4f8e197 req-373a0653-c391-4b87-8726-df34f9be0085 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:25.297329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-077fbbbc-8256-4170-9b72-84a1c4f8e197 req-373a0653-c391-4b87-8726-df34f9be0085 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.0773113 Jul 27 22:08:25.298852 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-62a88778-5cbc-4719-a56c-5817f2fb3686 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.364226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a88778-5cbc-4719-a56c-5817f2fb3686 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Port': ['ID=2d377881-a941-4f00-9869-d82e762c3c9f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:25.432327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-077fbbbc-8256-4170-9b72-84a1c4f8e197 req-d1c8057f-3321-401f-8e0d-36026467c80b tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310480 Jul 27 22:08:25.473955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-62a88778-5cbc-4719-a56c-5817f2fb3686 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] No DVR routers for this DVR port 2d377881-a941-4f00-9869-d82e762c3c9f on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:25.480701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-62a88778-5cbc-4719-a56c-5817f2fb3686 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.489419 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a36c4b67-76d5-440d-82d9-ec1a2c67a770 req-62a88778-5cbc-4719-a56c-5817f2fb3686 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "DELETE /v2.0/ports/2d377881-a941-4f00-9869-d82e762c3c9f HTTP/1.1" status: 204 len: 173 time: 0.9566658 Jul 27 22:08:25.573185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecb4c5b-f564-4401-aba7-744a1e5143e4 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Router 59973675-84e8-45e5-9016-7add9261cf76 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:08:25.727470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecb4c5b-f564-4401-aba7-744a1e5143e4 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:08:25.732293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eecb4c5b-f564-4401-aba7-744a1e5143e4 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.745621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f1eea-324f-4159-9fca-73c1fb2cf943 None None] Sync routers for ids ['59973675-84e8-45e5-9016-7add9261cf76'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:08:25.758494 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5813c7-da7f-40e5-9065-9a1f57241193 x-openstack-request-id: req-5d5813c7-da7f-40e5-9065-9a1f57241193 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:25.758881 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec75c188-0ab7-4038-9a2e-58e610d8e24c", "name": "network-vif-plugged", "status": "completed", "tag": "f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:25.759029 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d5813c7-da7f-40e5-9065-9a1f57241193 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:25.759601 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec75c188-0ab7-4038-9a2e-58e610d8e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1', 'code': 200} Jul 27 22:08:25.770076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-eecb4c5b-f564-4401-aba7-744a1e5143e4 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "PUT /v2.0/floatingips/199acbdf-886b-4779-a8df-e320b2af1fc6 HTTP/1.1" status: 200 len: 989 time: 1.4183285 Jul 27 22:08:25.770928 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'tag': '192c9e3d-86c1-40fe-8682-b93a68b14c0e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:25.775150 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced718c2-6e4e-4c26-ba5f-b36551c5fb76" -d '{"events": [{"name": "network-changed", "server_uuid": "64c2902a-6652-413e-bfe0-bb041efb66eb", "tag": "192c9e3d-86c1-40fe-8682-b93a68b14c0e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:25.779187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f1eea-324f-4159-9fca-73c1fb2cf943 None None] Routers {'59973675-84e8-45e5-9016-7add9261cf76'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:25.780177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-718f1eea-324f-4159-9fca-73c1fb2cf943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:08:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59973675-84e8-45e5-9016-7add9261cf76'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:25.889611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac2dc0-1d3c-4b47-ad6e-05192f86100d req-54b18f65-8007-4510-a4ba-0da2ea127571 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:25.891612 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0ac2dc0-1d3c-4b47-ad6e-05192f86100d req-54b18f65-8007-4510-a4ba-0da2ea127571 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 943 time: 0.0654559 Jul 27 22:08:25.944636 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-718f1eea-324f-4159-9fca-73c1fb2cf943 None None] Set router 59973675-84e8-45e5-9016-7add9261cf76 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:25.952564 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0ac2dc0-1d3c-4b47-ad6e-05192f86100d req-26775a2f-8057-4c4b-a1a4-31a346de6a38 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458171 Jul 27 22:08:25.964679 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ca1ef7-656d-45e0-b023-aa39b6d88f5c x-openstack-request-id: req-c1ca1ef7-656d-45e0-b023-aa39b6d88f5c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:25.965142 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c2902a-6652-413e-bfe0-bb041efb66eb", "tag": "192c9e3d-86c1-40fe-8682-b93a68b14c0e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:25.965543 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1ca1ef7-656d-45e0-b023-aa39b6d88f5c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:25.966090 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'tag': '192c9e3d-86c1-40fe-8682-b93a68b14c0e', 'status': 'completed', 'code': 200} Jul 27 22:08:25.986011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'name': 'network-vif-deleted', 'tag': '594ad77c-d5d5-4e0e-8e5f-71cd1fa41509'}, {'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'name': 'network-vif-deleted', 'tag': '2d377881-a941-4f00-9869-d82e762c3c9f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:25.987419 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2c6d73-6dfc-46a2-9685-09e7e49bb4de" -d '{"events": [{"server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "name": "network-vif-deleted", "tag": "594ad77c-d5d5-4e0e-8e5f-71cd1fa41509"}, {"server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "name": "network-vif-deleted", "tag": "2d377881-a941-4f00-9869-d82e762c3c9f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:26.060474 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced718c2-6e4e-4c26-ba5f-b36551c5fb76 req-3d6ce979-73bb-4094-b8a3-23003268b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:26.062531 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ced718c2-6e4e-4c26-ba5f-b36551c5fb76 req-3d6ce979-73bb-4094-b8a3-23003268b87d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=12f36bc28ccc439fb80e7cb568d7b679&device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 1096 time: 0.0666101 Jul 27 22:08:26.126088 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb96ca2d-24e1-4458-8095-482c44374bcd x-openstack-request-id: req-eb96ca2d-24e1-4458-8095-482c44374bcd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:26.126454 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "name": "network-vif-deleted", "tag": "594ad77c-d5d5-4e0e-8e5f-71cd1fa41509", "status": "completed", "code": 200}, {"server_uuid": "9f3c315b-2518-4ff2-8655-5f509dd459d9", "name": "network-vif-deleted", "tag": "2d377881-a941-4f00-9869-d82e762c3c9f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:26.126653 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb96ca2d-24e1-4458-8095-482c44374bcd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:26.127042 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'name': 'network-vif-deleted', 'tag': '594ad77c-d5d5-4e0e-8e5f-71cd1fa41509', 'status': 'completed', 'code': 200} Jul 27 22:08:26.127302 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3c315b-2518-4ff2-8655-5f509dd459d9', 'name': 'network-vif-deleted', 'tag': '2d377881-a941-4f00-9869-d82e762c3c9f', 'status': 'completed', 'code': 200} Jul 27 22:08:26.282070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced718c2-6e4e-4c26-ba5f-b36551c5fb76 req-ee96e59f-d4f9-4e37-b681-029762821d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:26.283807 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ced718c2-6e4e-4c26-ba5f-b36551c5fb76 req-ee96e59f-d4f9-4e37-b681-029762821d8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf HTTP/1.1" status: 200 len: 907 time: 0.2102795 Jul 27 22:08:26.301257 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ef7443a-b000-4336-bfbe-80d9be93c346 req-939b2f0f-2f00-4068-baea-7b75cd711507 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f3c315b-2518-4ff2-8655-5f509dd459d9 HTTP/1.1" status: 200 len: 210 time: 0.0688961 Jul 27 22:08:26.387153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b628ce1-5dcb-4bc6-a08f-fa22329e5af5 req-44038b32-f7d6-4220-a49e-8ea2fae52ab5 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:26.389115 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b628ce1-5dcb-4bc6-a08f-fa22329e5af5 req-44038b32-f7d6-4220-a49e-8ea2fae52ab5 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 945 time: 0.1089361 Jul 27 22:08:26.403052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-718f1eea-324f-4159-9fca-73c1fb2cf943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:07:59Z', 'revision_number': 4, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '199acbdf-886b-4779-a8df-e320b2af1fc6', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59973675-84e8-45e5-9016-7add9261cf76', 'port_id': '192c9e3d-86c1-40fe-8682-b93a68b14c0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'mac_address': 'fa:16:3e:e5:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:08:07Z', 'updated_at': '2021-07-27T22:08:24Z', 'revision_number': 1, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6367ca-7a0f-4131-a7ae-cc724d0a5aac', 'name': '', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'mac_address': 'fa:16:3e:1e:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:56Z', 'updated_at': '2021-07-27T22:08:06Z', 'revision_number': 5, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'subnets': [{'id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:26.433774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f1eea-324f-4159-9fca-73c1fb2cf943 None None] Checking router: 59973675-84e8-45e5-9016-7add9261cf76 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:08:26.444575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f1eea-324f-4159-9fca-73c1fb2cf943 None None] Routers {'59973675-84e8-45e5-9016-7add9261cf76'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:26.445227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-718f1eea-324f-4159-9fca-73c1fb2cf943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:08:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59973675-84e8-45e5-9016-7add9261cf76'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:26.505252 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b628ce1-5dcb-4bc6-a08f-fa22329e5af5 req-baf5fe19-ef72-4c64-9713-cf68bd319ad8 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055632 Jul 27 22:08:26.579213 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-718f1eea-324f-4159-9fca-73c1fb2cf943 None None] Set router 59973675-84e8-45e5-9016-7add9261cf76 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:26.581833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:26.645834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c9ee-d3b9-4adb-874f-9c2ed14ae086 req-97370b73-7a9e-4ccc-b09f-980c26e00b1b tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:26.647706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b953c9ee-d3b9-4adb-874f-9c2ed14ae086 req-97370b73-7a9e-4ccc-b09f-980c26e00b1b tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.1045406 Jul 27 22:08:26.703711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b953c9ee-d3b9-4adb-874f-9c2ed14ae086 req-5b07b288-aed9-444d-8fe5-9a466203f811 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486903 Jul 27 22:08:26.735761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:26.762907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:26.781678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52169840-01be-4134-96b0-2cdba2c02e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.788527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:26.789059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 594ad77c-d5d5-4e0e-8e5f-71cd1fa41509 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:26.789633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:26.808860 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ced718c2-6e4e-4c26-ba5f-b36551c5fb76 req-1b913bdb-26e7-408c-8485-5586cba8657b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192c9e3d-86c1-40fe-8682-b93a68b14c0e HTTP/1.1" status: 200 len: 997 time: 0.5169981 Jul 27 22:08:26.883443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced718c2-6e4e-4c26-ba5f-b36551c5fb76 req-c70ef673-0a4d-4fe4-9daa-82cc6041ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:26.885483 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ced718c2-6e4e-4c26-ba5f-b36551c5fb76 req-c70ef673-0a4d-4fe4-9daa-82cc6041ecbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4227846d-1f2c-42eb-8f8a-644ada523f32 HTTP/1.1" status: 200 len: 845 time: 0.0675902 Jul 27 22:08:26.959418 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52169840-01be-4134-96b0-2cdba2c02e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.972420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced718c2-6e4e-4c26-ba5f-b36551c5fb76 req-5da463f0-3460-48a2-9197-d987c783b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:26.974890 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ced718c2-6e4e-4c26-ba5f-b36551c5fb76 req-5da463f0-3460-48a2-9197-d987c783b689 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749443 Jul 27 22:08:26.976130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52169840-01be-4134-96b0-2cdba2c02e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.072854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-52169840-01be-4134-96b0-2cdba2c02e60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=354c75e00935451ab95908800da0e8e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858370 Jul 27 22:08:27.076533 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45896) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:27.084031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52169840-01be-4134-96b0-2cdba2c02e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b254e654-3128-4401-9730-47cb52f9b509,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:27.137823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8b43b-9e33-4d31-b628-ba7420744d72 req-f5c09af4-6536-49b0-820e-e2be68a1f527 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:27.139747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74a8b43b-9e33-4d31-b628-ba7420744d72 req-f5c09af4-6536-49b0-820e-e2be68a1f527 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 943 time: 0.0722170 Jul 27 22:08:27.162924 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ced718c2-6e4e-4c26-ba5f-b36551c5fb76 req-65a4796b-6dbe-4e07-b770-f8b598ad51a3 service neutron] 10.222.0.43 "GET /v2.0/networks/8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765985 Jul 27 22:08:27.181534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:27.190072 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74a8b43b-9e33-4d31-b628-ba7420744d72 req-580d3cf2-d913-4c44-9c55-8b43a0023e73 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436900 Jul 27 22:08:27.190819 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.200415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-718f1eea-324f-4159-9fca-73c1fb2cf943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:07:59Z', 'revision_number': 4, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '199acbdf-886b-4779-a8df-e320b2af1fc6', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59973675-84e8-45e5-9016-7add9261cf76', 'port_id': '192c9e3d-86c1-40fe-8682-b93a68b14c0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'mac_address': 'fa:16:3e:e5:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:08:07Z', 'updated_at': '2021-07-27T22:08:24Z', 'revision_number': 1, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6367ca-7a0f-4131-a7ae-cc724d0a5aac', 'name': '', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'mac_address': 'fa:16:3e:1e:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:56Z', 'updated_at': '2021-07-27T22:08:06Z', 'revision_number': 5, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'subnets': [{'id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:27.212786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '7a6efc2f-cd8f-4348-bcb3-45d48d833dc9', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'port_id': '7a6efc2f-cd8f-4348-bcb3-45d48d833dc9', 'mac_address': 'fa:16:3e:86:57:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96446a54-8a20-4b30-ac6d-87fb13a576eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:27.252894 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70042003-98f7-4c35-a56e-966d68bba6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.264598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718f1eea-324f-4159-9fca-73c1fb2cf943 None None] The sync data for ids ['59973675-84e8-45e5-9016-7add9261cf76'] in n-d-802011-3 is: [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:07:59Z', 'revision_number': 4, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '199acbdf-886b-4779-a8df-e320b2af1fc6', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59973675-84e8-45e5-9016-7add9261cf76', 'port_id': '192c9e3d-86c1-40fe-8682-b93a68b14c0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'mac_address': 'fa:16:3e:e5:3e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:08:07Z', 'updated_at': '2021-07-27T22:08:24Z', 'revision_number': 1, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6367ca-7a0f-4131-a7ae-cc724d0a5aac', 'name': '', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'mac_address': 'fa:16:3e:1e:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:56Z', 'updated_at': '2021-07-27T22:08:06Z', 'revision_number': 5, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'subnets': [{'id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:08:27.278504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96cca1-268e-4417-82e6-743ad3226338 req-3a862d69-32ab-4ebf-98dd-01387607da74 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:27.280550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd96cca1-268e-4417-82e6-743ad3226338 req-3a862d69-32ab-4ebf-98dd-01387607da74 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 945 time: 0.0628917 Jul 27 22:08:27.292453 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70042003-98f7-4c35-a56e-966d68bba6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.339021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:27.340408 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ced718c2-6e4e-4c26-ba5f-b36551c5fb76 req-c774ffa7-8536-47d3-ad0c-53a8e2e004d4 service neutron] 10.222.0.43 "GET /v2.0/networks/8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676764 Jul 27 22:08:27.369512 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.369512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2d377881-a941-4f00-9869-d82e762c3c9f no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:27.393304 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70042003-98f7-4c35-a56e-966d68bba6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.400492 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70042003-98f7-4c35-a56e-966d68bba6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.402590 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-70042003-98f7-4c35-a56e-966d68bba6d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b254e654-3128-4401-9730-47cb52f9b509 HTTP/1.1" status: 204 len: 168 time: 0.3249815 Jul 27 22:08:27.419816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70042003-98f7-4c35-a56e-966d68bba6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b254e654-3128-4401-9730-47cb52f9b509,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:27.430580 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45908) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:27.492634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-fd96cca1-268e-4417-82e6-743ad3226338 req-0cfc3692-7b7a-4ed1-a601-417bb8b7c50f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Deleting port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:27.493287 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fd96cca1-268e-4417-82e6-743ad3226338 req-0cfc3692-7b7a-4ed1-a601-417bb8b7c50f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.504714 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.507260 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 2d377881-a941-4f00-9869-d82e762c3c9f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:27.507779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2d377881-a941-4f00-9869-d82e762c3c9f not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:27.514357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4530ee-d5b5-4652-9966-7ae89a48ebb5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting subnet 2d981839-bc5b-4f56-a05d-27ef2317ad79 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:08:27.517834 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d4530ee-d5b5-4652-9966-7ae89a48ebb5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.533709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:27.549906 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:27.589603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:27.595499 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.632045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fd96cca1-268e-4417-82e6-743ad3226338 req-0cfc3692-7b7a-4ed1-a601-417bb8b7c50f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] For port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,segment=NetworkSegment(16672876-b4cf-4d86-8019-8ffd9534f5c2),segment_id=16672876-b4cf-4d86-8019-8ffd9534f5c2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:27.632661 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fd96cca1-268e-4417-82e6-743ad3226338 req-0cfc3692-7b7a-4ed1-a601-417bb8b7c50f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.648317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-fd96cca1-268e-4417-82e6-743ad3226338 req-0cfc3692-7b7a-4ed1-a601-417bb8b7c50f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Calling delete_port for f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:27.675526 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d4530ee-d5b5-4652-9966-7ae89a48ebb5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.675970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:27.694243 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3fcc6-87e3-4d7a-8784-27831aba2721 None None] New status for floating IP 199acbdf-886b-4779-a8df-e320b2af1fc6: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:08:27.761443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec75c188-0ab7-4038-9a2e-58e610d8e24c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:27.764940 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13cfd01-8648-44ea-96de-f65058f1f522" -d '{"events": [{"server_uuid": "ec75c188-0ab7-4038-9a2e-58e610d8e24c", "name": "network-vif-unplugged", "status": "completed", "tag": "f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:27.844769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d4530ee-d5b5-4652-9966-7ae89a48ebb5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.906188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7a6efc2f-cd8f-4348-bcb3-45d48d833dc9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:27.913327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16236ce2-8cca-43bd-86d4-50b58143f3c0 req-45f17f23-6514-4ca8-8841-81b79d7a5b53 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:27.922966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16236ce2-8cca-43bd-86d4-50b58143f3c0 req-45f17f23-6514-4ca8-8841-81b79d7a5b53 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec75c188-0ab7-4038-9a2e-58e610d8e24c HTTP/1.1" status: 200 len: 943 time: 0.2480254 Jul 27 22:08:27.951293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225fc09-ed2a-4550-8434-2d6c621fe731 req-bb2bb43d-d2c0-45c7-bbef-da2e21eca949 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:27.960329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1225fc09-ed2a-4550-8434-2d6c621fe731 req-bb2bb43d-d2c0-45c7-bbef-da2e21eca949 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.1516700 Jul 27 22:08:27.969238 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d4530ee-d5b5-4652-9966-7ae89a48ebb5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.025433 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d4530ee-d5b5-4652-9966-7ae89a48ebb5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.034878 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3d4530ee-d5b5-4652-9966-7ae89a48ebb5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "DELETE /v2.0/subnets/2d981839-bc5b-4f56-a05d-27ef2317ad79 HTTP/1.1" status: 204 len: 168 time: 0.6030238 Jul 27 22:08:28.035574 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45932) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:28.040145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c504497c-87ad-44a6-89f1-c6e99af3c8e5 None None] Network 3fa126d4-e8bc-469e-8342-d70193273ab2 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:28.070715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1225fc09-ed2a-4550-8434-2d6c621fe731 req-52ce0d9d-90a2-4be0-ae75-fa4ff626eb15 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093135 Jul 27 22:08:28.117465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4530ee-d5b5-4652-9966-7ae89a48ebb5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Subnet': ['ID=2d981839-bc5b-4f56-a05d-27ef2317ad79,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:28.140470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16236ce2-8cca-43bd-86d4-50b58143f3c0 req-a2680496-99e5-4e89-ad40-6f7d33140e26 tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.24 "GET /v2.0/security-groups?id=173f64be-2b47-4d35-a431-900f922e3afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162664 Jul 27 22:08:28.186664 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fd96cca1-268e-4417-82e6-743ad3226338 req-0cfc3692-7b7a-4ed1-a601-417bb8b7c50f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.223283 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.242103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc3692-7b7a-4ed1-a601-417bb8b7c50f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Pushing event deleted for resources: {'Port': ['ID=f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:28.374119 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1edda0-3ea6-4b4c-b463-bea3b459c3ec x-openstack-request-id: req-9d1edda0-3ea6-4b4c-b463-bea3b459c3ec {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:28.374455 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec75c188-0ab7-4038-9a2e-58e610d8e24c", "name": "network-vif-unplugged", "status": "completed", "tag": "f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:28.374710 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d1edda0-3ea6-4b4c-b463-bea3b459c3ec {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:28.375111 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec75c188-0ab7-4038-9a2e-58e610d8e24c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1', 'code': 200} Jul 27 22:08:28.381675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd96cca1-268e-4417-82e6-743ad3226338 req-0cfc3692-7b7a-4ed1-a601-417bb8b7c50f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] No DVR routers for this DVR port f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:28.384309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting port c586c977-2086-4dee-ba2c-bcc4bac08840 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:28.386875 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.389771 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fd96cca1-268e-4417-82e6-743ad3226338 req-0cfc3692-7b7a-4ed1-a601-417bb8b7c50f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.391763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd96cca1-268e-4417-82e6-743ad3226338 req-0cfc3692-7b7a-4ed1-a601-417bb8b7c50f tempest-ImagesTestJSON-1791627309 tempest-ImagesTestJSON-1791627309-project] 10.222.0.41 "DELETE /v2.0/ports/f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 HTTP/1.1" status: 204 len: 173 time: 1.1029539 Jul 27 22:08:28.392953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec75c188-0ab7-4038-9a2e-58e610d8e24c', 'name': 'network-vif-deleted', 'tag': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:28.395330 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206355ae-9762-435e-a235-ba561883f7d2" -d '{"events": [{"server_uuid": "ec75c188-0ab7-4038-9a2e-58e610d8e24c", "name": "network-vif-deleted", "tag": "f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:28.500672 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f184db-58cc-44e9-94bc-958ee9829dd3 x-openstack-request-id: req-b6f184db-58cc-44e9-94bc-958ee9829dd3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:28.501734 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec75c188-0ab7-4038-9a2e-58e610d8e24c", "name": "network-vif-deleted", "tag": "f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:28.502141 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6f184db-58cc-44e9-94bc-958ee9829dd3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:28.502711 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec75c188-0ab7-4038-9a2e-58e610d8e24c', 'name': 'network-vif-deleted', 'tag': 'f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1', 'status': 'completed', 'code': 200} Jul 27 22:08:28.530625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a230e-442b-43c4-8486-bda20fd9e27f req-07116793-9d64-423b-9147-afce90237592 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:28.531817 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c1a230e-442b-43c4-8486-bda20fd9e27f req-07116793-9d64-423b-9147-afce90237592 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 944 time: 0.0999794 Jul 27 22:08:28.594842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] For port c586c977-2086-4dee-ba2c-bcc4bac08840, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c586c977-2086-4dee-ba2c-bcc4bac08840,segment=NetworkSegment(35a4810d-6dba-4f8f-b5b9-0457dc30925f),segment_id=35a4810d-6dba-4f8f-b5b9-0457dc30925f)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:28.595314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.607889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c1a230e-442b-43c4-8486-bda20fd9e27f req-256cfb85-8001-4898-913f-9567ed8fd262 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624847 Jul 27 22:08:28.608836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d60d58d-5071-4ff7-b29c-a440ff88281e None None] DHCP port deletion for 3fa126d4-e8bc-469e-8342-d70193273ab2 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:08:28.615858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Calling delete_port for c586c977-2086-4dee-ba2c-bcc4bac08840 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:28.616797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:28.681784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9d60d58d-5071-4ff7-b29c-a440ff88281e None None] Deleting port c586c977-2086-4dee-ba2c-bcc4bac08840 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:28.682293 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d60d58d-5071-4ff7-b29c-a440ff88281e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.719253 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.740375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] No DVR routers for this DVR port c586c977-2086-4dee-ba2c-bcc4bac08840 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:28.758574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9d60d58d-5071-4ff7-b29c-a440ff88281e None None] For port c586c977-2086-4dee-ba2c-bcc4bac08840, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c586c977-2086-4dee-ba2c-bcc4bac08840,segment=NetworkSegment(35a4810d-6dba-4f8f-b5b9-0457dc30925f),segment_id=35a4810d-6dba-4f8f-b5b9-0457dc30925f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:28.759127 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d60d58d-5071-4ff7-b29c-a440ff88281e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.775571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9d60d58d-5071-4ff7-b29c-a440ff88281e None None] Calling delete_port for c586c977-2086-4dee-ba2c-bcc4bac08840 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:28.778159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1329771588-network', 'tenant_id': '36d7104204be450ab14286ec96604cd6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:28.819575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Port': ['ID=c586c977-2086-4dee-ba2c-bcc4bac08840,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:28.839277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Made reservation on behalf of 36d7104204be450ab14286ec96604cd6 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:28.841659 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.850893 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.901468 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d60d58d-5071-4ff7-b29c-a440ff88281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.940328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60d58d-5071-4ff7-b29c-a440ff88281e None None] Pushing event deleted for resources: {'Port': ['ID=c586c977-2086-4dee-ba2c-bcc4bac08840,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:28.946579 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.947450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d60d58d-5071-4ff7-b29c-a440ff88281e None None] No DVR routers for this DVR port c586c977-2086-4dee-ba2c-bcc4bac08840 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:28.968562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa126d4-e8bc-469e-8342-d70193273ab2']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:28.982658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a4810d-6dba-4f8f-b5b9-0457dc30925f') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:28.986556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a4810d-6dba-4f8f-b5b9-0457dc30925f') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:28.986722 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.994088 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.995083 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.017911 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:08:29.018214 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.025249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:08:29.025660 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.059210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.059210 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Added segment b0f471cd-3da7-4b93-8eed-3a7b7ce20837 of type vlan for network 3c0f440f-1f78-497b-92e7-1d99fb379f7d Jul 27 22:08:29.077686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:08:29.114412 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:08:29.118072 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.157195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.157195 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "DELETE /v2.0/networks/3fa126d4-e8bc-469e-8342-d70193273ab2 HTTP/1.1" status: 204 len: 168 time: 1.1171463 Jul 27 22:08:29.157195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee91e4-0333-4220-8ad5-562faf493a53 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Network': ['ID=3fa126d4-e8bc-469e-8342-d70193273ab2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:29.160455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45968) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:29.168514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.189933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c586c977-2086-4dee-ba2c-bcc4bac08840 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:29.204419 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.205789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:29.206756 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.223489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: c586c977-2086-4dee-ba2c-bcc4bac08840 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:29.223822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c586c977-2086-4dee-ba2c-bcc4bac08840 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:29.262923 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcea66f-6719-4d24-9848-6b11afb7c13f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting subnet 96fb494b-c296-4efa-849d-1f67cb7db9a5 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:08:29.266349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bcea66f-6719-4d24-9848-6b11afb7c13f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.313938 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6941233 Jul 27 22:08:29.318770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:29.323976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7f73ecf8-98c6-4c16-a498-a5a6709d4b68 admin admin] Request body: {'subnet': {'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1329771588-subnet', 'tenant_id': '36d7104204be450ab14286ec96604cd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:29.325120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bcea66f-6719-4d24-9848-6b11afb7c13f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.342544 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a6fe9-9694-4f0c-ba1f-888c5525e1ee admin admin] Pushing event updated for resources: {'Network': ['ID=3c0f440f-1f78-497b-92e7-1d99fb379f7d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:29.356111 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 3c0f440f-1f78-497b-92e7-1d99fb379f7d details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:08:29.369091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b2a81-da92-4d80-95b4-3e4e09866c93 req-ee48e9ab-53c3-4ec1-a0e5-2fa6787348e8 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:29.370689 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f3b2a81-da92-4d80-95b4-3e4e09866c93 req-ee48e9ab-53c3-4ec1-a0e5-2fa6787348e8 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.1394079 Jul 27 22:08:29.371835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f73ecf8-98c6-4c16-a498-a5a6709d4b68 admin admin] Made reservation on behalf of 36d7104204be450ab14286ec96604cd6 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:29.374124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f73ecf8-98c6-4c16-a498-a5a6709d4b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.451796 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bcea66f-6719-4d24-9848-6b11afb7c13f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.498615 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f3b2a81-da92-4d80-95b4-3e4e09866c93 req-33f78414-1cb0-498d-a7e5-1f18d2cf93ff tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114502 Jul 27 22:08:29.560875 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bcea66f-6719-4d24-9848-6b11afb7c13f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.595976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcea66f-6719-4d24-9848-6b11afb7c13f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Subnet': ['ID=96fb494b-c296-4efa-849d-1f67cb7db9a5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:29.603080 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bcea66f-6719-4d24-9848-6b11afb7c13f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.607907 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0bcea66f-6719-4d24-9848-6b11afb7c13f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "DELETE /v2.0/subnets/96fb494b-c296-4efa-849d-1f67cb7db9a5 HTTP/1.1" status: 204 len: 168 time: 0.4278173 Jul 27 22:08:29.608934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46000) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:29.612423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f84c99b-77e8-4b86-bbc4-2952c37c2fd6 None None] Network ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:29.684373 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f73ecf8-98c6-4c16-a498-a5a6709d4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.746796 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.843359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting port 249e577e-32bd-4704-9991-65b6d7069a8d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:29.843751 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.848891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73ecf8-98c6-4c16-a498-a5a6709d4b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66288677-3e48-4cf2-8461-4a989657fe80,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:29.858439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982d55f6-c160-48cc-b10f-d1759369923e None None] DHCP port deletion for ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:08:29.859239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f73ecf8-98c6-4c16-a498-a5a6709d4b68 admin admin] Checking segment: {'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:29.859745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f73ecf8-98c6-4c16-a498-a5a6709d4b68 admin admin] Network hostable DHCP agents. Network: 3c0f440f-1f78-497b-92e7-1d99fb379f7d, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:08:29.897339 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac931b2-352a-4bd6-902f-5ca554869464 req-e40a941e-7bd3-4d04-9656-9522158cbe7b tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:29.899249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ac931b2-352a-4bd6-902f-5ca554869464 req-e40a941e-7bd3-4d04-9656-9522158cbe7b tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 944 time: 0.1421959 Jul 27 22:08:29.900102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46022) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:29.931731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-982d55f6-c160-48cc-b10f-d1759369923e None None] Deleting port 249e577e-32bd-4704-9991-65b6d7069a8d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:29.932104 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-982d55f6-c160-48cc-b10f-d1759369923e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.948104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fca648c-6902-4464-9952-69c4450bd021 admin admin] Deleting subnet 8b64ac46-4efb-44f1-8ae7-9df77514a56e {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:08:29.955889 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fca648c-6902-4464-9952-69c4450bd021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.959906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] For port 249e577e-32bd-4704-9991-65b6d7069a8d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=249e577e-32bd-4704-9991-65b6d7069a8d,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:29.960474 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.976729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Calling delete_port for 249e577e-32bd-4704-9991-65b6d7069a8d owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:30.007683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f73ecf8-98c6-4c16-a498-a5a6709d4b68 admin admin] Network 3c0f440f-1f78-497b-92e7-1d99fb379f7d is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:08:30.023377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-982d55f6-c160-48cc-b10f-d1759369923e None None] For port 249e577e-32bd-4704-9991-65b6d7069a8d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=249e577e-32bd-4704-9991-65b6d7069a8d,segment=NetworkSegment(f5ecb503-2642-4434-9131-a9928a9b395d),segment_id=f5ecb503-2642-4434-9131-a9928a9b395d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:30.023865 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-982d55f6-c160-48cc-b10f-d1759369923e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.037527 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fca648c-6902-4464-9952-69c4450bd021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.040388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-982d55f6-c160-48cc-b10f-d1759369923e None None] Calling delete_port for 249e577e-32bd-4704-9991-65b6d7069a8d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:30.076372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7f73ecf8-98c6-4c16-a498-a5a6709d4b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 3c0f440f-1f78-497b-92e7-1d99fb379f7d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:30.080406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.092573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f73ecf8-98c6-4c16-a498-a5a6709d4b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:30.093205 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f73ecf8-98c6-4c16-a498-a5a6709d4b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.098960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ac931b2-352a-4bd6-902f-5ca554869464 req-ed388710-7f48-44ca-b0e4-534033e7d33d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484365 Jul 27 22:08:30.125083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c6c5a6-5f3a-4223-84db-7293626d0b02 None None] Network 3c0f440f-1f78-497b-92e7-1d99fb379f7d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:30.135034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7f73ecf8-98c6-4c16-a498-a5a6709d4b68 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8070216 Jul 27 22:08:30.135034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fca648c-6902-4464-9952-69c4450bd021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.135638 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Port': ['ID=249e577e-32bd-4704-9991-65b6d7069a8d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:30.135638 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] No DVR routers for this DVR port 249e577e-32bd-4704-9991-65b6d7069a8d on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:30.219740 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fca648c-6902-4464-9952-69c4450bd021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.235872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-982d55f6-c160-48cc-b10f-d1759369923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.265362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d55f6-c160-48cc-b10f-d1759369923e None None] Pushing event deleted for resources: {'Port': ['ID=249e577e-32bd-4704-9991-65b6d7069a8d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:30.277300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca648c-6902-4464-9952-69c4450bd021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b64ac46-4efb-44f1-8ae7-9df77514a56e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:30.291585 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.291875 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fca648c-6902-4464-9952-69c4450bd021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.291875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7fca648c-6902-4464-9952-69c4450bd021 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b64ac46-4efb-44f1-8ae7-9df77514a56e HTTP/1.1" status: 204 len: 168 time: 0.3837717 Jul 27 22:08:30.292049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d55f6-c160-48cc-b10f-d1759369923e None None] No DVR routers for this DVR port 249e577e-32bd-4704-9991-65b6d7069a8d on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:30.292138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46030) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:30.310146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:30.335488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ecb503-2642-4434-9131-a9928a9b395d') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:30.335789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ecb503-2642-4434-9131-a9928a9b395d') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:30.363841 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.382134 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.383073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faa5071-b0d0-4feb-9db5-aaefe0e12341 None None] Network 3c0f440f-1f78-497b-92e7-1d99fb379f7d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:30.389673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:08:30.390071 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:08:30.394864 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:08:30.420830 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.532130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.554585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4b63ab-02a1-4681-bcbf-207c07c2a645']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:30.562355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.580199 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.587066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16672876-b4cf-4d86-8019-8ffd9534f5c2') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:30.587066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16672876-b4cf-4d86-8019-8ffd9534f5c2') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:30.594450 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "DELETE /v2.0/networks/ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6 HTTP/1.1" status: 204 len: 168 time: 0.9715962 Jul 27 22:08:30.601272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46050) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:30.605076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447165a9-2768-45c2-a13e-197b17e03086 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Network': ['ID=ca4bd0e2-9b77-4d47-9920-e767d3f3d0a6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:30.623754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3f8b8192-a91e-4c58-9e0a-9aee950edeea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-550813025'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:30.639984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.677263 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b8192-a91e-4c58-9e0a-9aee950edeea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:30.680674 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8192-a91e-4c58-9e0a-9aee950edeea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.688193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.714912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:08:30.715309 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.718520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:08:30.727475 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:08:30.766725 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:30.771509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:30.771805 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.832885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8145a49-bd37-492e-95c5-d07f9afcc86d req-ca655c21-1d0c-4de2-8b7d-98053908406d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:30.834433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8145a49-bd37-492e-95c5-d07f9afcc86d req-ca655c21-1d0c-4de2-8b7d-98053908406d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.1857715 Jul 27 22:08:30.863137 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.871302 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.881438 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8b8192-a91e-4c58-9e0a-9aee950edeea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:08:30.888958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dfab1f-7180-447f-a8eb-88606c1aa8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6efc2f-cd8f-4348-bcb3-45d48d833dc9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:30.891413 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696fbb7e-dde8-40b5-a33c-8ff73fbe6619" -d '{"events": [{"server_uuid": "a5dfab1f-7180-447f-a8eb-88606c1aa8d9", "name": "network-vif-plugged", "status": "completed", "tag": "7a6efc2f-cd8f-4348-bcb3-45d48d833dc9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:30.895534 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.897422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] 10.222.0.24 "DELETE /v2.0/networks/5f4b63ab-02a1-4681-bcbf-207c07c2a645 HTTP/1.1" status: 204 len: 168 time: 0.6064694 Jul 27 22:08:30.916125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:30.921303 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.929778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05aa54-7ec8-4a16-a6bd-3d8ca34c8e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=5f4b63ab-02a1-4681-bcbf-207c07c2a645,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:30.950917 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8192-a91e-4c58-9e0a-9aee950edeea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.951272 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-3f8b8192-a91e-4c58-9e0a-9aee950edeea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Added segment 29f21a8b-fe36-41b4-9319-dce3b1d44523 of type vlan for network 46885bb6-5da0-410a-b202-753ec0e246b5 Jul 27 22:08:30.969589 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8145a49-bd37-492e-95c5-d07f9afcc86d req-d8a7993b-23d7-4319-b9ca-c75a15373323 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164496 Jul 27 22:08:30.977798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:30.978014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-f834c930-ff42-42aa-a229-8e9a6b28ce72 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:30.982757 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-f834c930-ff42-42aa-a229-8e9a6b28ce72 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/networks?id=3c0f440f-1f78-497b-92e7-1d99fb379f7d HTTP/1.1" status: 200 len: 815 time: 0.2988336 Jul 27 22:08:31.025153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-64351704-d283-4da3-9e30-09c0bc1edf9e tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/quotas/36d7104204be450ab14286ec96604cd6 HTTP/1.1" status: 200 len: 375 time: 0.0385976 Jul 27 22:08:31.026741 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8192-a91e-4c58-9e0a-9aee950edeea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.069102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-4e955a70-9b98-459a-85c4-9a7d319675c9 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=36d7104204be450ab14286ec96604cd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348229 Jul 27 22:08:31.079597 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8192-a91e-4c58-9e0a-9aee950edeea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.085722 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b8192-a91e-4c58-9e0a-9aee950edeea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:31.086478 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8192-a91e-4c58-9e0a-9aee950edeea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.096218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:31.136877 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ca7384-9959-490d-b64f-4d1ea02c0cfd x-openstack-request-id: req-f8ca7384-9959-490d-b64f-4d1ea02c0cfd {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:31.137171 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dfab1f-7180-447f-a8eb-88606c1aa8d9", "name": "network-vif-plugged", "status": "completed", "tag": "7a6efc2f-cd8f-4348-bcb3-45d48d833dc9", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:31.137423 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8ca7384-9959-490d-b64f-4d1ea02c0cfd {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:31.137845 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dfab1f-7180-447f-a8eb-88606c1aa8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6efc2f-cd8f-4348-bcb3-45d48d833dc9', 'code': 200} Jul 27 22:08:31.182619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 249e577e-32bd-4704-9991-65b6d7069a8d no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:31.194227 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1dd6839b-edd4-43c4-8d8c-f1e3b570a499 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5af868cb2874b8493690fd2b2b7d0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962052 Jul 27 22:08:31.195322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46072) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:31.209866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 249e577e-32bd-4704-9991-65b6d7069a8d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:31.210536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 249e577e-32bd-4704-9991-65b6d7069a8d not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:31.257384 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3f8b8192-a91e-4c58-9e0a-9aee950edeea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6525741 Jul 27 22:08:31.258566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46076) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:31.265399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a2f9447b-366e-4569-a219-ca0477d76293 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'subnet': {'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:31.313785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b8192-a91e-4c58-9e0a-9aee950edeea tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Network': ['ID=46885bb6-5da0-410a-b202-753ec0e246b5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:31.328909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 46885bb6-5da0-410a-b202-753ec0e246b5 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:08:31.345372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2016890-631a-4155-aff7-cae30546663a req-7b3a4422-a63d-420c-b1bc-376560cfcd65 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:31.347676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2016890-631a-4155-aff7-cae30546663a req-7b3a4422-a63d-420c-b1bc-376560cfcd65 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 945 time: 0.0993445 Jul 27 22:08:31.351410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f0646-080d-4f99-bcab-3f6e45e81170 req-740c0516-c7f2-4eb8-9789-8008830f7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:31.353107 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce1f0646-080d-4f99-bcab-3f6e45e81170 req-740c0516-c7f2-4eb8-9789-8008830f7885 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 1096 time: 0.1363845 Jul 27 22:08:31.376089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-9fe32ad6-ec45-4650-8f39-0a0ff2d7b53d service neutron] 10.222.0.24 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866037 Jul 27 22:08:31.411453 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed83027d-944c-4ca3-9c65-44f4457f28a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.421826 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce1f0646-080d-4f99-bcab-3f6e45e81170 req-0922711e-ef02-43e3-98f3-d15c4044c65a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601447 Jul 27 22:08:31.452448 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed83027d-944c-4ca3-9c65-44f4457f28a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.465515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2016890-631a-4155-aff7-cae30546663a req-967f2d1a-d54d-436d-b005-e1062c0fdc0c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079500 Jul 27 22:08:31.474909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f9447b-366e-4569-a219-ca0477d76293 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:31.480143 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2f9447b-366e-4569-a219-ca0477d76293 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.503534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-e3c667d1-951b-4600-aea7-929ff6d7cb94 service neutron] 10.222.0.24 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262097 Jul 27 22:08:31.609753 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed83027d-944c-4ca3-9c65-44f4457f28a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.613255 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed83027d-944c-4ca3-9c65-44f4457f28a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.614617 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ed83027d-944c-4ca3-9c65-44f4457f28a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/173f64be-2b47-4d35-a431-900f922e3afc HTTP/1.1" status: 204 len: 168 time: 0.4182189 Jul 27 22:08:31.651327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83027d-944c-4ca3-9c65-44f4457f28a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173f64be-2b47-4d35-a431-900f922e3afc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:31.774305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8574cf3-5377-4580-bb23-b63f4959cee9 req-79177e8e-4e9b-41e5-a3c5-b195155baf1c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 210 time: 0.0497491 Jul 27 22:08:31.777773 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2f9447b-366e-4569-a219-ca0477d76293 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.860007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9447b-366e-4569-a219-ca0477d76293 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Subnet': ['ID=ea49124d-c495-4edd-8e8c-2de71219d9ac,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:31.867443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f9447b-366e-4569-a219-ca0477d76293 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Checking segment: {'id': '29f21a8b-fe36-41b4-9319-dce3b1d44523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:31.868125 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f9447b-366e-4569-a219-ca0477d76293 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network hostable DHCP agents. Network: 46885bb6-5da0-410a-b202-753ec0e246b5, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:08:31.896947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f9447b-366e-4569-a219-ca0477d76293 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network 46885bb6-5da0-410a-b202-753ec0e246b5 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:08:31.909845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a2f9447b-366e-4569-a219-ca0477d76293 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 46885bb6-5da0-410a-b202-753ec0e246b5) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:31.915808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f9447b-366e-4569-a219-ca0477d76293 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:31.916524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2f9447b-366e-4569-a219-ca0477d76293 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.922120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6814928a-06a1-48ea-9c6a-b81be0e0add0 None None] Network 46885bb6-5da0-410a-b202-753ec0e246b5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:31.954648 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a2f9447b-366e-4569-a219-ca0477d76293 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6938267 Jul 27 22:08:31.955796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46100) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:31.961414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7b47c631-d314-4276-8854-ffc328ab6d9d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-160686390'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:31.994084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b47c631-d314-4276-8854-ffc328ab6d9d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:32.002525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b47c631-d314-4276-8854-ffc328ab6d9d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.085853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b47c631-d314-4276-8854-ffc328ab6d9d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:08:32.110713 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b47c631-d314-4276-8854-ffc328ab6d9d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.111374 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-7b47c631-d314-4276-8854-ffc328ab6d9d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Added segment c884060a-c7a5-4c19-a886-246a1522655d of type vlan for network bac69c26-7a08-4f8e-af56-fd05e374845d Jul 27 22:08:32.168358 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26649d9-e3e8-4be2-a59b-7964868e88af req-89db4e97-7a96-4c44-8950-96746cdfdcf8 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:32.178776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d26649d9-e3e8-4be2-a59b-7964868e88af req-89db4e97-7a96-4c44-8950-96746cdfdcf8 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.0814643 Jul 27 22:08:32.201091 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b47c631-d314-4276-8854-ffc328ab6d9d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.241593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d26649d9-e3e8-4be2-a59b-7964868e88af req-a924464b-0345-4ee2-88a1-94e5d6a2a245 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616386 Jul 27 22:08:32.256086 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b47c631-d314-4276-8854-ffc328ab6d9d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.273469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b47c631-d314-4276-8854-ffc328ab6d9d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:32.275585 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b47c631-d314-4276-8854-ffc328ab6d9d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.291719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-46885bb6-5da0-410a-b202-753ec0e246b5', 'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'fixed_ips': [{'subnet_id': 'ea49124d-c495-4edd-8e8c-2de71219d9ac'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:08:32.293262 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.380626 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7b47c631-d314-4276-8854-ffc328ab6d9d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4230616 Jul 27 22:08:32.381282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:32.391605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-78a3147a-2b28-4b8a-950a-de6c51302f3b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'subnet': {'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:32.412259 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47c631-d314-4276-8854-ffc328ab6d9d tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Network': ['ID=bac69c26-7a08-4f8e-af56-fd05e374845d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:32.445799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network bac69c26-7a08-4f8e-af56-fd05e374845d details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:08:32.594615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Allocated IP 19.80.0.2 (46885bb6-5da0-410a-b202-753ec0e246b5/ea49124d-c495-4edd-8e8c-2de71219d9ac/ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:32.618295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a3147a-2b28-4b8a-950a-de6c51302f3b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:32.621780 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78a3147a-2b28-4b8a-950a-de6c51302f3b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.764883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284759f2-c9c0-49f4-82f2-8bb1d89addc4 req-53ae045d-eed9-46a6-b88c-9001abbf9f9c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:32.772668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-284759f2-c9c0-49f4-82f2-8bb1d89addc4 req-53ae045d-eed9-46a6-b88c-9001abbf9f9c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 945 time: 0.1743381 Jul 27 22:08:32.812630 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.825366 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Transition to ACTIVE for port object ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:32.835591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-284759f2-c9c0-49f4-82f2-8bb1d89addc4 req-6de6ba0f-8a55-4313-9173-8eb3205b69c4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620461 Jul 27 22:08:32.844371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Transition to ACTIVE for port object ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:32.850059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:32.883921 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.892356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:32.895002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f16f6f8e-eb3e-4e78-a8f3-fb80b45b43c1 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:32.913230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:32.974773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Network 46885bb6-5da0-410a-b202-753ec0e246b5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:32.988009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:32.991775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:33.015719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Pushing event updated for resources: {'Port': ['ID=ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:33.037167 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50b6d0af-e5eb-447c-ae58-c46393c44528 req-99f10fc2-ff55-4b21-aa98-6df140d682ff tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 210 time: 0.1300478 Jul 27 22:08:33.041748 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78a3147a-2b28-4b8a-950a-de6c51302f3b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.096694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Attempting to bind port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:33.097308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Attempting to bind port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '29f21a8b-fe36-41b4-9319-dce3b1d44523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:33.097878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Attempting to bind port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 on network 46885bb6-5da0-410a-b202-753ec0e246b5 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:33.104513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-934531163-network', 'tenant_id': '235e3c60ef6c4058bd8ac5b603f8147a'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:33.105670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:33.106148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Checking segment: {'id': '29f21a8b-fe36-41b4-9319-dce3b1d44523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:33.107490 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.107974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Bound using segment: {'id': '29f21a8b-fe36-41b4-9319-dce3b1d44523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:33.109500 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Bound port: ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f21a8b-fe36-41b4-9319-dce3b1d44523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:33.109500 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.144464 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Made reservation on behalf of 235e3c60ef6c4058bd8ac5b603f8147a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:33.160115 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.192115 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.218390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] For port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:33.225080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] For port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0,segment=NetworkSegment(29f21a8b-fe36-41b4-9319-dce3b1d44523),segment_id=29f21a8b-fe36-41b4-9319-dce3b1d44523)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:33.236596 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.274000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3147a-2b28-4b8a-950a-de6c51302f3b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Subnet': ['ID=3d314a11-e7f4-4b86-9980-4f2c207cc662,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:33.289864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3147a-2b28-4b8a-950a-de6c51302f3b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Checking segment: {'id': 'c884060a-c7a5-4c19-a886-246a1522655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:33.290238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3147a-2b28-4b8a-950a-de6c51302f3b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network hostable DHCP agents. Network: bac69c26-7a08-4f8e-af56-fd05e374845d, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:08:33.365769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340feb50-0af5-4a15-beb2-1e13d450eacb None None] Pushing event updated for resources: {'Port': ['ID=ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:33.429822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3147a-2b28-4b8a-950a-de6c51302f3b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network bac69c26-7a08-4f8e-af56-fd05e374845d is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:08:33.433793 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.440755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.446894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-64d3ec39-3097-4442-a258-42a25137da32 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:33.448526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-64d3ec39-3097-4442-a258-42a25137da32 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.41 "GET /v2.0/networks?id=3c0f440f-1f78-497b-92e7-1d99fb379f7d HTTP/1.1" status: 200 len: 815 time: 0.3359976 Jul 27 22:08:33.451368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-78a3147a-2b28-4b8a-950a-de6c51302f3b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, bac69c26-7a08-4f8e-af56-fd05e374845d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:33.462127 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e7e298-b6fe-43e3-97bb-da798736a525 None None] Network bac69c26-7a08-4f8e-af56-fd05e374845d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:33.478653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a3147a-2b28-4b8a-950a-de6c51302f3b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:33.479271 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78a3147a-2b28-4b8a-950a-de6c51302f3b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.484653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:08:33.490135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Request body: {'port': {'device_id': '8fc9814c-5fe4-4f9b-b447-5a346679ff0d', 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d', 'admin_state_up': True, 'tenant_id': '36d7104204be450ab14286ec96604cd6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:33.506024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43f66b5-2121-44e0-8318-c3c5ee43862c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:33.526678 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.529233 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Added segment f0711041-2278-4cd6-b8c2-e3dd7d76493e of type vlan for network 742fce1c-411f-4587-8831-a550bf8d5551 Jul 27 22:08:33.608138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b0458-197e-485c-8a19-8376a13b72a2 req-aac48419-24dc-4c45-afdd-1d2eec20de52 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:33.609723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-835b0458-197e-485c-8a19-8376a13b72a2 req-aac48419-24dc-4c45-afdd-1d2eec20de52 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 945 time: 0.2369745 Jul 27 22:08:33.617398 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.627679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-78a3147a-2b28-4b8a-950a-de6c51302f3b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2367373 Jul 27 22:08:33.646243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646e9b7-c687-41a6-907a-5e88a311465f req-67cbf9ae-1e5d-4b7a-a4e8-341edb4ba5b5 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:33.654308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6646e9b7-c687-41a6-907a-5e88a311465f req-67cbf9ae-1e5d-4b7a-a4e8-341edb4ba5b5 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.1559384 Jul 27 22:08:33.732902 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.734115 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:33.734745 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.743774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-bac69c26-7a08-4f8e-af56-fd05e374845d', 'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'fixed_ips': [{'subnet_id': '3d314a11-e7f4-4b86-9980-4f2c207cc662'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:08:33.744842 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.841679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] Pushing event updated for resources: {'Network': ['ID=742fce1c-411f-4587-8831-a550bf8d5551,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:33.852285 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-18d65012-557e-46d4-8f89-d2cca2b414ef admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9376774 Jul 27 22:08:33.853239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46174) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:33.860846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7c05a32d-7151-4105-ab75-17eed05e47c2 admin admin] Request body: {'subnet': {'network_id': '742fce1c-411f-4587-8831-a550bf8d5551', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-934531163-subnet', 'tenant_id': '235e3c60ef6c4058bd8ac5b603f8147a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:33.863791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-835b0458-197e-485c-8a19-8376a13b72a2 req-769728ac-efa0-4d92-bc70-8c1f880e87f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969025 Jul 27 22:08:33.880234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6646e9b7-c687-41a6-907a-5e88a311465f req-b8e70829-e1e3-4303-a389-8774e186e1ee tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253349 Jul 27 22:08:33.894429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c05a32d-7151-4105-ab75-17eed05e47c2 admin admin] Made reservation on behalf of 235e3c60ef6c4058bd8ac5b603f8147a for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:33.897858 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c05a32d-7151-4105-ab75-17eed05e47c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.942361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Made reservation on behalf of 36d7104204be450ab14286ec96604cd6 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:33.946598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.981091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Allocated IP 19.86.0.2 (bac69c26-7a08-4f8e-af56-fd05e374845d/3d314a11-e7f4-4b86-9980-4f2c207cc662/7721518d-4b7f-4e17-a351-d50158f1e632) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:34.100883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 742fce1c-411f-4587-8831-a550bf8d5551 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:08:34.206737 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c05a32d-7151-4105-ab75-17eed05e47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:34.293421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c05a32d-7151-4105-ab75-17eed05e47c2 admin admin] Checking segment: {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:34.294175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c05a32d-7151-4105-ab75-17eed05e47c2 admin admin] Network hostable DHCP agents. Network: 742fce1c-411f-4587-8831-a550bf8d5551, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:08:34.299069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05a32d-7151-4105-ab75-17eed05e47c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b4e2d38-6718-42ff-b83c-b0f97dfa30b3,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:34.333492 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c05a32d-7151-4105-ab75-17eed05e47c2 admin admin] Network 742fce1c-411f-4587-8831-a550bf8d5551 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:08:34.348393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7c05a32d-7151-4105-ab75-17eed05e47c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 742fce1c-411f-4587-8831-a550bf8d5551) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:34.354883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05a32d-7151-4105-ab75-17eed05e47c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:34.355480 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c05a32d-7151-4105-ab75-17eed05e47c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:34.374321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982bd07a-fc67-4816-a137-75c8098130b3 None None] Network 742fce1c-411f-4587-8831-a550bf8d5551 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:34.390323 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7c05a32d-7151-4105-ab75-17eed05e47c2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5356748 Jul 27 22:08:34.620440 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:34.641550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-742fce1c-411f-4587-8831-a550bf8d5551', 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551', 'tenant_id': '235e3c60ef6c4058bd8ac5b603f8147a', 'fixed_ips': [{'subnet_id': '6b4e2d38-6718-42ff-b83c-b0f97dfa30b3'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:08:34.642152 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:34.647108 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Transition to ACTIVE for port object 7721518d-4b7f-4e17-a351-d50158f1e632 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:34.668403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ee3b5-95ee-41a3-9ba5-7381f9d27247 req-8fcb6883-405e-4dd2-a99e-c876f60366c8 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:34.683041 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a52ee3b5-95ee-41a3-9ba5-7381f9d27247 req-8fcb6883-405e-4dd2-a99e-c876f60366c8 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5dfab1f-7180-447f-a8eb-88606c1aa8d9 HTTP/1.1" status: 200 len: 945 time: 0.0981281 Jul 27 22:08:34.688676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e110345-b3ef-4c4e-8130-17d007fd46d7 req-ed38c92e-f0fe-43d5-8cfc-8bb553cc397d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 210 time: 0.1771822 Jul 27 22:08:34.818748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Transition to ACTIVE for port object 7721518d-4b7f-4e17-a351-d50158f1e632 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:34.863408 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:34.887842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Network bac69c26-7a08-4f8e-af56-fd05e374845d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:34.895540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:34.945862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-a52ee3b5-95ee-41a3-9ba5-7381f9d27247 req-eea35009-211f-4415-bb35-f50e16259d0d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Deleting port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:34.946209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a52ee3b5-95ee-41a3-9ba5-7381f9d27247 req-eea35009-211f-4415-bb35-f50e16259d0d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:34.960751 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:34.977941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Allocated IP 172.20.0.2 (742fce1c-411f-4587-8831-a550bf8d5551/6b4e2d38-6718-42ff-b83c-b0f97dfa30b3/1cda6790-c2a4-47e6-ac9d-17d43a005fed) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:35.026712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2b42b07c-7f11-46e6-b86c-742416dcd2b9 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:35.042494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2b42b07c-7f11-46e6-b86c-742416dcd2b9 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:35.044167 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2b42b07c-7f11-46e6-b86c-742416dcd2b9 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/networks?id=46885bb6-5da0-410a-b202-753ec0e246b5&id=bac69c26-7a08-4f8e-af56-fd05e374845d HTTP/1.1" status: 200 len: 1390 time: 0.5316486 Jul 27 22:08:35.067246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Pushing event updated for resources: {'Port': ['ID=7721518d-4b7f-4e17-a351-d50158f1e632,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:35.108717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Allocated IP 172.20.0.14 (3c0f440f-1f78-497b-92e7-1d99fb379f7d/66288677-3e48-4cf2-8461-4a989657fe80/6a5b380d-ca7c-4b2a-99ff-575c453bec30) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:35.129232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Attempting to bind port 7721518d-4b7f-4e17-a351-d50158f1e632 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:35.129581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Attempting to bind port 7721518d-4b7f-4e17-a351-d50158f1e632 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'c884060a-c7a5-4c19-a886-246a1522655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:35.129949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Attempting to bind port 7721518d-4b7f-4e17-a351-d50158f1e632 on network bac69c26-7a08-4f8e-af56-fd05e374845d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:35.151121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:35.152246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Checking segment: {'id': 'c884060a-c7a5-4c19-a886-246a1522655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:35.152246 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.152474 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Bound using segment: {'id': 'c884060a-c7a5-4c19-a886-246a1522655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:35.152914 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Bound port: 7721518d-4b7f-4e17-a351-d50158f1e632, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c884060a-c7a5-4c19-a886-246a1522655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:35.153307 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.208829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a52ee3b5-95ee-41a3-9ba5-7381f9d27247 req-eea35009-211f-4415-bb35-f50e16259d0d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] For port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:35.209459 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a52ee3b5-95ee-41a3-9ba5-7381f9d27247 req-eea35009-211f-4415-bb35-f50e16259d0d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.230310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e600f1-3d57-412d-b3fc-fd7395c4a817 None None] Network 46885bb6-5da0-410a-b202-753ec0e246b5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:35.258623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-a52ee3b5-95ee-41a3-9ba5-7381f9d27247 req-eea35009-211f-4415-bb35-f50e16259d0d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Calling delete_port for 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:35.290545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:35.330656 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7562944f-2c9d-44e0-bdd2-883a6844dc97 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/quotas/568db855b87f4289948b06a43cad39d4 HTTP/1.1" status: 200 len: 375 time: 0.2750194 Jul 27 22:08:35.356204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6f09739f-92a9-4f3f-8067-69ea3825b45b None None] Provisioning for port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:35.392202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] For port 7721518d-4b7f-4e17-a351-d50158f1e632, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:35.415867 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a52ee3b5-95ee-41a3-9ba5-7381f9d27247 req-eea35009-211f-4415-bb35-f50e16259d0d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.418739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] For port 7721518d-4b7f-4e17-a351-d50158f1e632, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7721518d-4b7f-4e17-a351-d50158f1e632,segment=NetworkSegment(c884060a-c7a5-4c19-a886-246a1522655d),segment_id=c884060a-c7a5-4c19-a886-246a1522655d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:35.438437 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7a6efc2f-cd8f-4348-bcb3-45d48d833dc9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:35.453424 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea35009-211f-4415-bb35-f50e16259d0d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Pushing event deleted for resources: {'Port': ['ID=7a6efc2f-cd8f-4348-bcb3-45d48d833dc9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:35.479752 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.515238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52ee3b5-95ee-41a3-9ba5-7381f9d27247 req-eea35009-211f-4415-bb35-f50e16259d0d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] No DVR routers for this DVR port 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:35.519451 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a52ee3b5-95ee-41a3-9ba5-7381f9d27247 req-eea35009-211f-4415-bb35-f50e16259d0d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.521748 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a52ee3b5-95ee-41a3-9ba5-7381f9d27247 req-eea35009-211f-4415-bb35-f50e16259d0d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.43 "DELETE /v2.0/ports/7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 HTTP/1.1" status: 204 len: 173 time: 0.8270156 Jul 27 22:08:35.522205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dfab1f-7180-447f-a8eb-88606c1aa8d9', 'name': 'network-vif-deleted', 'tag': '7a6efc2f-cd8f-4348-bcb3-45d48d833dc9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:35.525203 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea21386-35cd-409a-b642-a98d90ecffcf" -d '{"events": [{"server_uuid": "a5dfab1f-7180-447f-a8eb-88606c1aa8d9", "name": "network-vif-deleted", "tag": "7a6efc2f-cd8f-4348-bcb3-45d48d833dc9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:35.545598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639eaab4-1a30-4b8d-b754-8eaa518d40a8 req-cbbacd01-d91f-4ff3-b76b-ff3ba43f38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:35.547929 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-639eaab4-1a30-4b8d-b754-8eaa518d40a8 req-cbbacd01-d91f-4ff3-b76b-ff3ba43f38e9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 1096 time: 0.2922144 Jul 27 22:08:35.549403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:35.570677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:35.571564 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.634482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f3fdb-ab14-4b18-9fcb-3bf3d4a7d1e2 None None] Pushing event updated for resources: {'Port': ['ID=7721518d-4b7f-4e17-a351-d50158f1e632,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:35.642018 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-30763aa3-0fad-4da5-982f-6141b71ecab5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=568db855b87f4289948b06a43cad39d4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2786622 Jul 27 22:08:35.668200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-ecdeaf39-3772-46a6-9675-3ab7ba0262ce tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:35.669769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-ecdeaf39-3772-46a6-9675-3ab7ba0262ce tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/networks?id=742fce1c-411f-4587-8831-a550bf8d5551 HTTP/1.1" status: 200 len: 815 time: 0.3594706 Jul 27 22:08:35.685611 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.731156 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-639eaab4-1a30-4b8d-b754-8eaa518d40a8 req-6bb414f2-63fc-4fd0-b9a9-a4a01bb4efe0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657066 Jul 27 22:08:35.769619 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-662f0d06-78b0-42ce-ab3e-b15a183eb165 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/quotas/235e3c60ef6c4058bd8ac5b603f8147a HTTP/1.1" status: 200 len: 375 time: 0.0698590 Jul 27 22:08:35.800075 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.843301 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-e8886526-0ed6-45e7-b6e6-9c2e9e1a0ac3 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=235e3c60ef6c4058bd8ac5b603f8147a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648832 Jul 27 22:08:35.885969 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.893134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Transition to ACTIVE for port object 1cda6790-c2a4-47e6-ac9d-17d43a005fed will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:35.913178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Transition to ACTIVE for port object 1cda6790-c2a4-47e6-ac9d-17d43a005fed will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:35.917770 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-648bdcf8-c827-430b-ba90-fc1197ae25f6 service neutron] 10.222.0.24 "GET /v2.0/networks/46885bb6-5da0-410a-b202-753ec0e246b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372882 Jul 27 22:08:35.953498 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:36.015352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Network 742fce1c-411f-4587-8831-a550bf8d5551 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:36.026938 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:36.034535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0,segment=NetworkSegment(29f21a8b-fe36-41b4-9319-dce3b1d44523),segment_id=29f21a8b-fe36-41b4-9319-dce3b1d44523)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:36.035574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-dff326d0-f82a-46e6-91ee-4421561a65d7 service neutron] 10.222.0.24 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672263 Jul 27 22:08:36.042767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:36.056752 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:36.070381 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:36.104886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Pushing event updated for resources: {'Port': ['ID=1cda6790-c2a4-47e6-ac9d-17d43a005fed,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:36.166726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Attempting to bind port 1cda6790-c2a4-47e6-ac9d-17d43a005fed on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:36.167396 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Attempting to bind port 1cda6790-c2a4-47e6-ac9d-17d43a005fed by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:36.167542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Attempting to bind port 1cda6790-c2a4-47e6-ac9d-17d43a005fed on network 742fce1c-411f-4587-8831-a550bf8d5551 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:36.179470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:36.179901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Checking segment: {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:36.180312 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:36.180711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Bound using segment: {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:36.181206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Bound port: 1cda6790-c2a4-47e6-ac9d-17d43a005fed, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:36.181588 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:36.210305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:36.222767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Network 3c0f440f-1f78-497b-92e7-1d99fb379f7d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:36.231821 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:36.234571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:36.295454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:36.296405 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:36.298299 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] For port 1cda6790-c2a4-47e6-ac9d-17d43a005fed, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:36.302183 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] For port 1cda6790-c2a4-47e6-ac9d-17d43a005fed, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1cda6790-c2a4-47e6-ac9d-17d43a005fed,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:36.310330 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:36.347564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Pushing event updated for resources: {'Port': ['ID=6a5b380d-ca7c-4b2a-99ff-575c453bec30,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:36.356213 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-05268f94-a5c8-4eae-a55d-4220ff52a571 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8793776 Jul 27 22:08:36.384064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Request body: {'port': {'device_id': '8fc9814c-5fe4-4f9b-b447-5a346679ff0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:36.403459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538be95-7d35-4dba-9a5d-98a942ae37ff None None] Pushing event updated for resources: {'Port': ['ID=1cda6790-c2a4-47e6-ac9d-17d43a005fed,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:36.436114 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-3743cb53-0e46-4000-b65d-31474f111669 service neutron] 10.222.0.24 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872228 Jul 27 22:08:36.444790 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2e4b6290-30b4-4750-8a32-ade1eff134d4 service neutron] 10.222.0.24 "GET /v2.0/networks/46885bb6-5da0-410a-b202-753ec0e246b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077303 Jul 27 22:08:36.490451 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:36.671415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4a0ad56e-8625-4355-b6ef-4ed0f6c94dd9 None None] Provisioning complete for port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:36.671796 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a0ad56e-8625-4355-b6ef-4ed0f6c94dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:36.726207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-e99d8740-3919-422a-be06-cd77eca62a92 service neutron] 10.222.0.24 "GET /v2.0/networks/bac69c26-7a08-4f8e-af56-fd05e374845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805181 Jul 27 22:08:37.118641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfba3d-c46e-424c-ad02-2957972ffb8b req-4c5c91c4-2f92-4591-8cc8-d47e8e4bcca2 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:37.120232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6dfba3d-c46e-424c-ad02-2957972ffb8b req-4c5c91c4-2f92-4591-8cc8-d47e8e4bcca2 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.2746346 Jul 27 22:08:37.138463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-73e52765-de46-4770-ad28-3e52d81b27c3 service neutron] 10.222.0.24 "GET /v2.0/networks/bac69c26-7a08-4f8e-af56-fd05e374845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577865 Jul 27 22:08:37.193655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6dfba3d-c46e-424c-ad02-2957972ffb8b req-95b82c47-014e-49c1-ae55-32d1ca978bca tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661607 Jul 27 22:08:37.383773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeaee5f-1d0d-4979-9492-2c330ab320e1 None None] Network bac69c26-7a08-4f8e-af56-fd05e374845d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:37.397933 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c13e4d-8fc3-4517-9449-41899b0063f9 x-openstack-request-id: req-b7c13e4d-8fc3-4517-9449-41899b0063f9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:37.399111 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dfab1f-7180-447f-a8eb-88606c1aa8d9", "name": "network-vif-deleted", "tag": "7a6efc2f-cd8f-4348-bcb3-45d48d833dc9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:37.399851 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7c13e4d-8fc3-4517-9449-41899b0063f9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:37.400460 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dfab1f-7180-447f-a8eb-88606c1aa8d9', 'name': 'network-vif-deleted', 'tag': '7a6efc2f-cd8f-4348-bcb3-45d48d833dc9', 'status': 'completed', 'code': 200} Jul 27 22:08:37.463775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5b380d-ca7c-4b2a-99ff-575c453bec30 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:37.476687 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:37.527030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Transition to ACTIVE for port object 6a5b380d-ca7c-4b2a-99ff-575c453bec30 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:37.597726 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:37.655049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1cda6790-c2a4-47e6-ac9d-17d43a005fed up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:37.805777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517dd0d-53e3-432e-a6d4-101e6d70c6c4 req-ff6b5ef9-1d0a-4a13-bd19-874522f1becd tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:37.807480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7517dd0d-53e3-432e-a6d4-101e6d70c6c4 req-ff6b5ef9-1d0a-4a13-bd19-874522f1becd tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 944 time: 0.2878110 Jul 27 22:08:37.874389 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d38964b3-2bae-4999-8e0e-9dc425616dc4 None None] Provisioning for port 7721518d-4b7f-4e17-a351-d50158f1e632 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:37.927994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 1cda6790-c2a4-47e6-ac9d-17d43a005fed completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:37.989058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7721518d-4b7f-4e17-a351-d50158f1e632 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:38.061099 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-264df7ee-aa41-413d-aae0-1233c53fc61b tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:38.062617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-264df7ee-aa41-413d-aae0-1233c53fc61b tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/networks?id=742fce1c-411f-4587-8831-a550bf8d5551 HTTP/1.1" status: 200 len: 815 time: 0.2812457 Jul 27 22:08:38.124817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f368e-d41b-4b84-83b2-52752ff0fb2b None None] Network 742fce1c-411f-4587-8831-a550bf8d5551 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:38.150739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5b380d-ca7c-4b2a-99ff-575c453bec30,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:38.192021 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-d8a8de97-57fa-41b2-a80b-e68782cdcd7c tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/quotas/235e3c60ef6c4058bd8ac5b603f8147a HTTP/1.1" status: 200 len: 375 time: 0.0286999 Jul 27 22:08:38.209077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 7721518d-4b7f-4e17-a351-d50158f1e632 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:38.233048 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7721518d-4b7f-4e17-a351-d50158f1e632 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:38.234009 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.291667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c3975cad-fad6-490c-9c19-a582e885ee86 None None] Provisioning for port 1cda6790-c2a4-47e6-ac9d-17d43a005fed completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:38.305525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Attempting to bind port 6a5b380d-ca7c-4b2a-99ff-575c453bec30 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:38.305865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Attempting to bind port 6a5b380d-ca7c-4b2a-99ff-575c453bec30 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:38.306197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Attempting to bind port 6a5b380d-ca7c-4b2a-99ff-575c453bec30 on network 3c0f440f-1f78-497b-92e7-1d99fb379f7d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:38.324885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c3975cad-fad6-490c-9c19-a582e885ee86 None None] Provisioning complete for port 1cda6790-c2a4-47e6-ac9d-17d43a005fed triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:38.325420 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3975cad-fad6-490c-9c19-a582e885ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.334922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-b7e81d4b-7ef1-4a94-bff0-e7631a741d52 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:38.336450 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-b7e81d4b-7ef1-4a94-bff0-e7631a741d52 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.41 "GET /v2.0/networks?id=742fce1c-411f-4587-8831-a550bf8d5551 HTTP/1.1" status: 200 len: 815 time: 0.1503859 Jul 27 22:08:38.337362 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7517dd0d-53e3-432e-a6d4-101e6d70c6c4 req-90ebf0d1-79be-456e-98d7-b785b4f49ae1 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545206 Jul 27 22:08:38.338384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Port 6a5b380d-ca7c-4b2a-99ff-575c453bec30 on network 3c0f440f-1f78-497b-92e7-1d99fb379f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:38.338725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Attempting to bind port 6a5b380d-ca7c-4b2a-99ff-575c453bec30 on network 3c0f440f-1f78-497b-92e7-1d99fb379f7d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:38.358370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Request body: {'port': {'device_id': '0d676703-9413-4168-93cb-b2c0e155fdee', 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551', 'admin_state_up': True, 'tenant_id': '235e3c60ef6c4058bd8ac5b603f8147a'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:38.366188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:38.366570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Checking segment: {'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:38.366972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Bound using segment: {'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:38.378808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Bound port: 6a5b380d-ca7c-4b2a-99ff-575c453bec30, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:38.379450 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.544674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-868cf6d8-cf75-4294-b464-409182f719dd tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=235e3c60ef6c4058bd8ac5b603f8147a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3520761 Jul 27 22:08:38.583604 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.656074 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] For port 6a5b380d-ca7c-4b2a-99ff-575c453bec30, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:38.661005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Made reservation on behalf of 235e3c60ef6c4058bd8ac5b603f8147a for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:38.664842 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.678766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] For port 6a5b380d-ca7c-4b2a-99ff-575c453bec30, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6a5b380d-ca7c-4b2a-99ff-575c453bec30,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:38.693479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 7721518d-4b7f-4e17-a351-d50158f1e632, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7721518d-4b7f-4e17-a351-d50158f1e632,segment=NetworkSegment(c884060a-c7a5-4c19-a886-246a1522655d),segment_id=c884060a-c7a5-4c19-a886-246a1522655d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:38.706817 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3975cad-fad6-490c-9c19-a582e885ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.708913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e449bcb-6427-4722-9f0d-7165f5179d3f req-534b5bd7-3d96-41d5-9f49-130be01a7263 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:38.711064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e449bcb-6427-4722-9f0d-7165f5179d3f req-534b5bd7-3d96-41d5-9f49-130be01a7263 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1653824 Jul 27 22:08:38.714046 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.755872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c3975cad-fad6-490c-9c19-a582e885ee86 None None] For port 1cda6790-c2a4-47e6-ac9d-17d43a005fed, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1cda6790-c2a4-47e6-ac9d-17d43a005fed,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:38.758819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:38.761222 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.762306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:38.768894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:38.769591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.776618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] 10.222.0.41 "PUT /v2.0/ports/6a5b380d-ca7c-4b2a-99ff-575c453bec30 HTTP/1.1" status: 200 len: 1092 time: 2.4098732 Jul 27 22:08:38.853836 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3975cad-fad6-490c-9c19-a582e885ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.873893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=7721518d-4b7f-4e17-a351-d50158f1e632,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:38.885219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc9814c-5fe4-4f9b-b447-5a346679ff0d', 'tag': '6a5b380d-ca7c-4b2a-99ff-575c453bec30'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:38.886626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:38.887070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7a6efc2f-cd8f-4348-bcb3-45d48d833dc9 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:38.888964 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a28c85-c389-4a84-8689-60f3b8155bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc9814c-5fe4-4f9b-b447-5a346679ff0d", "tag": "6a5b380d-ca7c-4b2a-99ff-575c453bec30"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:38.922992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Allocated IP 172.20.0.14 (742fce1c-411f-4587-8831-a550bf8d5551/6b4e2d38-6718-42ff-b83c-b0f97dfa30b3/32468fde-051b-4806-92b2-4d58d6240816) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:38.941899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:38.943716 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.030527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3975cad-fad6-490c-9c19-a582e885ee86 None None] Pushing event updated for resources: {'Port': ['ID=1cda6790-c2a4-47e6-ac9d-17d43a005fed,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:39.150019 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.155711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1efe9088-0c66-4703-805a-da2dba3ffe30 None None] Provisioning complete for port 7721518d-4b7f-4e17-a351-d50158f1e632 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:39.163130 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1efe9088-0c66-4703-805a-da2dba3ffe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.169304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Transition to ACTIVE for port object 32468fde-051b-4806-92b2-4d58d6240816 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:39.176128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-11b23bb2-a018-475c-bc82-30f2871b9747 service neutron] 10.222.0.24 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6220727 Jul 27 22:08:39.215822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e449bcb-6427-4722-9f0d-7165f5179d3f req-f42b1cf0-ede7-42f9-80a0-9c11396032bd tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787765 Jul 27 22:08:39.259982 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.313084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b7035-e54b-43d7-9833-241fcedb5c09 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5b380d-ca7c-4b2a-99ff-575c453bec30,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:39.330497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1cda6790-c2a4-47e6-ac9d-17d43a005fed up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:39.348149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Network 742fce1c-411f-4587-8831-a550bf8d5551 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:39.350292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Pushing event updated for resources: {'Port': ['ID=32468fde-051b-4806-92b2-4d58d6240816,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:39.358695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:39.363220 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:39.423448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:39.424292 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.445389 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a65d98b0-a18d-4537-b623-adc10d40b264 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0932600 Jul 27 22:08:39.455258 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2554ae84-05c1-4dbe-8699-3e9815d2a817 req-416a55d0-454e-4c58-8819-27ecfb6772e3 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 210 time: 0.0442722 Jul 27 22:08:39.465746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Request body: {'port': {'device_id': '0d676703-9413-4168-93cb-b2c0e155fdee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:39.483807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-75c48528-729b-4db4-ab62-dcd90d29d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:39.485439 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-75c48528-729b-4db4-ab62-dcd90d29d085 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36d7104204be450ab14286ec96604cd6&device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 1095 time: 0.5554180 Jul 27 22:08:39.503040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-0949f72b-04a1-41d3-a4f9-9464fb7f86df tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:39.509121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-0949f72b-04a1-41d3-a4f9-9464fb7f86df tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:39.511030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-0949f72b-04a1-41d3-a4f9-9464fb7f86df tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "GET /v2.0/networks?id=46885bb6-5da0-410a-b202-753ec0e246b5&id=bac69c26-7a08-4f8e-af56-fd05e374845d HTTP/1.1" status: 200 len: 1390 time: 0.6082644 Jul 27 22:08:39.537923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1cda6790-c2a4-47e6-ac9d-17d43a005fed triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:39.538319 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.553126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-ec3adff2-6603-4b73-8f42-4055cffb127b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b380d-ca7c-4b2a-99ff-575c453bec30 HTTP/1.1" status: 200 len: 217 time: 0.0582602 Jul 27 22:08:39.579217 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.607320 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'port': {'device_id': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5', 'admin_state_up': True, 'tenant_id': '568db855b87f4289948b06a43cad39d4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:39.668312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-89e2671f-487d-4834-bbeb-acdf06cf67fd None None] Provisioning complete for port 1cda6790-c2a4-47e6-ac9d-17d43a005fed triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:39.668804 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89e2671f-487d-4834-bbeb-acdf06cf67fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.809103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-9ce01359-c50e-4174-8a80-a2fc5374c1e6 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:39.809103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-9ce01359-c50e-4174-8a80-a2fc5374c1e6 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.1420934 Jul 27 22:08:39.817136 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-1f65cbbd-87ab-4f43-94aa-cdc885e7c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:39.820702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-1f65cbbd-87ab-4f43-94aa-cdc885e7c90f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66288677-3e48-4cf2-8461-4a989657fe80 HTTP/1.1" status: 200 len: 855 time: 0.2539008 Jul 27 22:08:39.827007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-a6382fe8-403e-48fb-afcb-005602c63d6a service neutron] 10.222.0.24 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500080 Jul 27 22:08:39.867895 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-85ad303c-e5f0-4d27-8e04-2d7d4fb68187 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c0f440f-1f78-497b-92e7-1d99fb379f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368659 Jul 27 22:08:39.875290 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-b5127758-2e09-4785-b822-777bd28e898b tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/quotas/6c882965a19147e5bcc42dd93fc06d78 HTTP/1.1" status: 200 len: 375 time: 0.0507202 Jul 27 22:08:39.939166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-9b7a4a5e-5f38-43e3-b0ac-5f0d17345d38 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451477 Jul 27 22:08:39.966848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32468fde-051b-4806-92b2-4d58d6240816 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:39.975584 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.989227 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Transition to ACTIVE for port object 32468fde-051b-4806-92b2-4d58d6240816 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:39.998851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:40.152750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7721518d-4b7f-4e17-a351-d50158f1e632 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:40.214101 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Pushing event updated for resources: {'Port': ['ID=32468fde-051b-4806-92b2-4d58d6240816,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:40.301203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Attempting to bind port 32468fde-051b-4806-92b2-4d58d6240816 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:40.301564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Attempting to bind port 32468fde-051b-4806-92b2-4d58d6240816 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:40.301890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Attempting to bind port 32468fde-051b-4806-92b2-4d58d6240816 on network 742fce1c-411f-4587-8831-a550bf8d5551 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:40.307631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Port 32468fde-051b-4806-92b2-4d58d6240816 on network 742fce1c-411f-4587-8831-a550bf8d5551 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:40.308065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Attempting to bind port 32468fde-051b-4806-92b2-4d58d6240816 on network 742fce1c-411f-4587-8831-a550bf8d5551 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:40.314577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:40.315976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Checking segment: {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:40.316338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-81c370a6-5d08-4be3-8a37-fed3c3ebefbc None None] Provisioning for port 32468fde-051b-4806-92b2-4d58d6240816 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:40.316478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Bound using segment: {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:40.316857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Bound port: 32468fde-051b-4806-92b2-4d58d6240816, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:40.317279 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:40.341276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7721518d-4b7f-4e17-a351-d50158f1e632 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:40.342678 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:40.424230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] For port 32468fde-051b-4806-92b2-4d58d6240816, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:40.429149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] For port 32468fde-051b-4806-92b2-4d58d6240816, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=32468fde-051b-4806-92b2-4d58d6240816,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:40.444875 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:40.529297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Pushing event updated for resources: {'Port': ['ID=32468fde-051b-4806-92b2-4d58d6240816,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:40.535015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:40.536096 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:40.538603 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-859f1669-49c0-4d37-bd15-583ec22f9931 service neutron] 10.222.0.41 "PUT /v2.0/ports/32468fde-051b-4806-92b2-4d58d6240816 HTTP/1.1" status: 200 len: 1092 time: 1.0770359 Jul 27 22:08:40.539276 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d676703-9413-4168-93cb-b2c0e155fdee', 'tag': '32468fde-051b-4806-92b2-4d58d6240816'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:40.542613 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d719b5fe-7b6d-4272-bcfe-6e3310cbd4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d676703-9413-4168-93cb-b2c0e155fdee", "tag": "32468fde-051b-4806-92b2-4d58d6240816"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:40.657273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a97a6dd9-cdd2-4235-bf4d-e5f4db26f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:40.659566 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-a97a6dd9-cdd2-4235-bf4d-e5f4db26f803 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=235e3c60ef6c4058bd8ac5b603f8147a&device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 1095 time: 0.0580647 Jul 27 22:08:40.683008 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c9cb75-5481-48df-9821-c5559789f8fa x-openstack-request-id: req-f4c9cb75-5481-48df-9821-c5559789f8fa {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:40.683666 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc9814c-5fe4-4f9b-b447-5a346679ff0d", "tag": "6a5b380d-ca7c-4b2a-99ff-575c453bec30", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:40.683666 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4c9cb75-5481-48df-9821-c5559789f8fa {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:40.683930 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc9814c-5fe4-4f9b-b447-5a346679ff0d', 'tag': '6a5b380d-ca7c-4b2a-99ff-575c453bec30', 'status': 'completed', 'code': 200} Jul 27 22:08:40.715230 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-9a6dcf07-1606-44ca-95d5-c0b8fbce8f09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32468fde-051b-4806-92b2-4d58d6240816 HTTP/1.1" status: 200 len: 217 time: 0.0459981 Jul 27 22:08:40.806502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-97f7e57e-2240-4087-ba05-b8fc7767081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:40.810169 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-97f7e57e-2240-4087-ba05-b8fc7767081e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b4e2d38-6718-42ff-b83c-b0f97dfa30b3 HTTP/1.1" status: 200 len: 854 time: 0.0870335 Jul 27 22:08:40.820798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-3125665b-2be6-45af-82f4-95712e910018 service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8509154 Jul 27 22:08:40.828940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da112055-643b-43b2-b029-d22f736b5d2c req-c810680c-eb69-4237-a664-932c40819ce8 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:40.830368 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da112055-643b-43b2-b029-d22f736b5d2c req-c810680c-eb69-4237-a664-932c40819ce8 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 944 time: 0.1456647 Jul 27 22:08:40.833999 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-bfd9dde6-119d-46c4-896a-32325163d7bc service neutron] 10.222.0.41 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9509788 Jul 27 22:08:40.834644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:40.838057 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:40.886890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-7a42ca0d-f41c-47d7-a32d-dd8ed33d81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:40.899855 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-7a42ca0d-f41c-47d7-a32d-dd8ed33d81d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=742fce1c-411f-4587-8831-a550bf8d5551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817585 Jul 27 22:08:41.033151 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-ebaff9a3-e1b9-4a1b-b6f2-82286511470c service neutron] 10.222.0.41 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218669 Jul 27 22:08:41.065678 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67ef88c9-698e-4875-a869-d80b33ddebb6 req-9c011b50-b607-46c1-a056-93d18cd1df4d service neutron] 10.222.0.41 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139885 Jul 27 22:08:41.107405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-a6e66b3d-5134-428e-b2be-120b7aa629f8 service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758901 Jul 27 22:08:41.205489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da112055-643b-43b2-b029-d22f736b5d2c req-08847a79-0477-4621-88cf-7debe4242412 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614919 Jul 27 22:08:41.267844 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0f3cc2ac-ade7-43f8-aefe-88c4a0153203 req-054580e5-e17b-41ce-a6b2-59204c432c51 service neutron] 10.222.0.41 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266107 Jul 27 22:08:41.621432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82ccbfea-a312-47a8-af1a-b0e16d7dd8fb req-a1c9e984-fc69-4590-808d-3734de43d375 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 210 time: 0.0915139 Jul 27 22:08:41.671513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Allocated IP 19.80.0.82 (46885bb6-5da0-410a-b202-753ec0e246b5/ea49124d-c495-4edd-8e8c-2de71219d9ac/da52681c-7dcf-4fac-93d9-7cb02bcc9078) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:41.707203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a28c85-c389-4a84-8689-60f3b8155bd9 req-a4186d83-82be-4d57-afc9-67d564d1a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:41.708986 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98a28c85-c389-4a84-8689-60f3b8155bd9 req-a4186d83-82be-4d57-afc9-67d564d1a8fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36d7104204be450ab14286ec96604cd6&device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 1095 time: 0.4264348 Jul 27 22:08:41.734163 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5862c1b-0456-4a3e-8db8-e41af48281dd x-openstack-request-id: req-e5862c1b-0456-4a3e-8db8-e41af48281dd {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:41.734697 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d676703-9413-4168-93cb-b2c0e155fdee", "tag": "32468fde-051b-4806-92b2-4d58d6240816", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:41.735115 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5862c1b-0456-4a3e-8db8-e41af48281dd {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:41.735675 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d676703-9413-4168-93cb-b2c0e155fdee', 'tag': '32468fde-051b-4806-92b2-4d58d6240816', 'status': 'completed', 'code': 200} Jul 27 22:08:41.912852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719b5fe-7b6d-4272-bcfe-6e3310cbd4c0 req-bb68fec8-5c2a-41f9-94cf-64fe5161cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:41.914513 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d719b5fe-7b6d-4272-bcfe-6e3310cbd4c0 req-bb68fec8-5c2a-41f9-94cf-64fe5161cc74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=235e3c60ef6c4058bd8ac5b603f8147a&device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 1095 time: 0.1476712 Jul 27 22:08:41.990477 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-01740d99-d7c5-4fa0-95bb-5325be615f21 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:42.000671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-01740d99-d7c5-4fa0-95bb-5325be615f21 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/networks?id=742fce1c-411f-4587-8831-a550bf8d5551 HTTP/1.1" status: 200 len: 815 time: 0.6110132 Jul 27 22:08:42.112875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-04a1f290-02f6-4af8-81d2-769086524e80 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/quotas/235e3c60ef6c4058bd8ac5b603f8147a HTTP/1.1" status: 200 len: 375 time: 0.1103776 Jul 27 22:08:42.165317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-256f54f8-7a99-4a9b-a0a8-6af8fe6c1f88 req-75919a5b-804e-4421-85f6-7e4e3f0a6509 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 210 time: 0.0995686 Jul 27 22:08:42.200697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719b5fe-7b6d-4272-bcfe-6e3310cbd4c0 req-0b6c77dc-31cc-4830-acb0-7b85c83b6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:42.200697 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d719b5fe-7b6d-4272-bcfe-6e3310cbd4c0 req-0b6c77dc-31cc-4830-acb0-7b85c83b6f1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=742fce1c-411f-4587-8831-a550bf8d5551 HTTP/1.1" status: 200 len: 916 time: 0.2731860 Jul 27 22:08:42.289340 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d719b5fe-7b6d-4272-bcfe-6e3310cbd4c0 req-a08c6c8d-f648-4171-a712-30767d45c34f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32468fde-051b-4806-92b2-4d58d6240816 HTTP/1.1" status: 200 len: 217 time: 0.0780609 Jul 27 22:08:42.329056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a28c85-c389-4a84-8689-60f3b8155bd9 req-5ab14617-d6c4-4ca8-b41a-b9344d6990ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:42.331655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98a28c85-c389-4a84-8689-60f3b8155bd9 req-5ab14617-d6c4-4ca8-b41a-b9344d6990ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=3c0f440f-1f78-497b-92e7-1d99fb379f7d HTTP/1.1" status: 200 len: 916 time: 0.5692966 Jul 27 22:08:42.339882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-40bbc976-9767-44d4-9850-5bd4311408f6 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:42.342905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-40bbc976-9767-44d4-9850-5bd4311408f6 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.43 "GET /v2.0/networks?id=742fce1c-411f-4587-8831-a550bf8d5551 HTTP/1.1" status: 200 len: 815 time: 0.6322141 Jul 27 22:08:42.344682 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:42.375532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719b5fe-7b6d-4272-bcfe-6e3310cbd4c0 req-cb65671a-3df0-42b9-b841-8f5e898c7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:42.378060 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d719b5fe-7b6d-4272-bcfe-6e3310cbd4c0 req-cb65671a-3df0-42b9-b841-8f5e898c7814 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b4e2d38-6718-42ff-b83c-b0f97dfa30b3 HTTP/1.1" status: 200 len: 854 time: 0.0800030 Jul 27 22:08:42.385348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Request body: {'port': {'device_id': 'd2c9a6c0-00d8-4e76-8670-88e4b940e676', 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551', 'admin_state_up': True, 'tenant_id': '235e3c60ef6c4058bd8ac5b603f8147a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:42.434601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719b5fe-7b6d-4272-bcfe-6e3310cbd4c0 req-e91848de-c70c-43ad-bc5e-92e02ac16719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:42.436407 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d719b5fe-7b6d-4272-bcfe-6e3310cbd4c0 req-e91848de-c70c-43ad-bc5e-92e02ac16719 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=742fce1c-411f-4587-8831-a550bf8d5551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518167 Jul 27 22:08:42.444852 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98a28c85-c389-4a84-8689-60f3b8155bd9 req-249928aa-1304-4df4-9d17-4579016f8722 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b380d-ca7c-4b2a-99ff-575c453bec30 HTTP/1.1" status: 200 len: 217 time: 0.0978243 Jul 27 22:08:42.523591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:42.551095 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d719b5fe-7b6d-4272-bcfe-6e3310cbd4c0 req-95a560a1-1368-427d-ad56-8a8ed8b7537c service neutron] 10.222.0.41 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058495 Jul 27 22:08:42.570437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-7beb2ed5-6476-4883-a42e-5d249e59be96 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=235e3c60ef6c4058bd8ac5b603f8147a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4563899 Jul 27 22:08:42.615855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Transition to ACTIVE for port object da52681c-7dcf-4fac-93d9-7cb02bcc9078 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:42.660054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a28c85-c389-4a84-8689-60f3b8155bd9 req-4ccc2ebd-e258-43a5-8277-ddc4ddca2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:42.661766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98a28c85-c389-4a84-8689-60f3b8155bd9 req-4ccc2ebd-e258-43a5-8277-ddc4ddca2f61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66288677-3e48-4cf2-8461-4a989657fe80 HTTP/1.1" status: 200 len: 855 time: 0.1693087 Jul 27 22:08:42.661910 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d719b5fe-7b6d-4272-bcfe-6e3310cbd4c0 req-3f62d012-d1c7-4e59-9486-3041100e18e4 service neutron] 10.222.0.41 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041119 Jul 27 22:08:42.716943 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6265adb-804d-48a6-a1ef-1eeb0df30779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:42.726120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f1168-04cb-4bb7-b140-6b88a9018f1b req-5ff33bb4-8c49-4177-8184-32ad682a8fd9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:42.727672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e1f1168-04cb-4bb7-b140-6b88a9018f1b req-5ff33bb4-8c49-4177-8184-32ad682a8fd9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.2990525 Jul 27 22:08:42.776328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98a28c85-c389-4a84-8689-60f3b8155bd9 req-71f845dd-57c0-4340-8f3b-4accdc983d17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c0f440f-1f78-497b-92e7-1d99fb379f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726810 Jul 27 22:08:42.854645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-15079e27-2996-4c6c-b83a-dcae7cb1683d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:42.856280 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-15079e27-2996-4c6c-b83a-dcae7cb1683d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.43 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.1182771 Jul 27 22:08:42.873495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Request body: {'port': {'device_id': '57b52daa-0e5d-4bd4-95c1-bf492a972a8b', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'admin_state_up': True, 'tenant_id': '6c882965a19147e5bcc42dd93fc06d78'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:42.904686 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:42.935048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Made reservation on behalf of 235e3c60ef6c4058bd8ac5b603f8147a for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:42.939436 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:42.973888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e1f1168-04cb-4bb7-b140-6b88a9018f1b req-eea1cc23-f45e-4443-b28d-bb41f3925981 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397635 Jul 27 22:08:42.980936 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-9b5c5a42-b06b-411c-aae6-fba3763f1f7f service neutron] 10.222.0.24 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897278 Jul 27 22:08:42.989627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network 46885bb6-5da0-410a-b202-753ec0e246b5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:42.997671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:43.010837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:43.051145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Made reservation on behalf of 6c882965a19147e5bcc42dd93fc06d78 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:43.061216 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.233402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Port': ['ID=da52681c-7dcf-4fac-93d9-7cb02bcc9078,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:43.252177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:43.252177 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.312903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Allocated IP 172.20.0.6 (93d81622-cb59-4072-9035-7a7483df678f/96446a54-8a20-4b30-ac6d-87fb13a576eb/ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:43.378360 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98a28c85-c389-4a84-8689-60f3b8155bd9 req-adcca168-2b84-40b1-9b1b-6a81f189b40e service neutron] 10.222.0.41 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886052 Jul 27 22:08:43.391237 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-2924449f-ffef-412e-9e0e-ddb46b18cb57 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8272173 Jul 27 22:08:43.416937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Request body: {'port': {'device_id': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d', 'admin_state_up': True, 'tenant_id': '568db855b87f4289948b06a43cad39d4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:43.444000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710046b-d712-4406-b1e3-cdf95dcae51b req-c2aaebe9-fc99-4b9e-88ff-a296313a4f8a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:43.445533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c710046b-d712-4406-b1e3-cdf95dcae51b req-c2aaebe9-fc99-4b9e-88ff-a296313a4f8a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 944 time: 0.2731650 Jul 27 22:08:43.458693 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1ac7d2d8-0730-4792-aa4e-55e550423f1a None None] Provisioning for port da52681c-7dcf-4fac-93d9-7cb02bcc9078 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:43.463520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1ac7d2d8-0730-4792-aa4e-55e550423f1a None None] Provisioning complete for port da52681c-7dcf-4fac-93d9-7cb02bcc9078 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:43.464169 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ac7d2d8-0730-4792-aa4e-55e550423f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.502559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1ac7d2d8-0730-4792-aa4e-55e550423f1a None None] Port da52681c-7dcf-4fac-93d9-7cb02bcc9078 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:43.506848 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.550476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.596587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Network 93d81622-cb59-4072-9035-7a7483df678f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:43.599756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:43.604204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-977e0bfc-b698-470a-a7c7-afe9f5d940ab service neutron] 10.222.0.24 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127980 Jul 27 22:08:43.631967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Pushing event updated for resources: {'Port': ['ID=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:43.637335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:43.646416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Allocated IP 172.20.0.4 (742fce1c-411f-4587-8831-a550bf8d5551/6b4e2d38-6718-42ff-b83c-b0f97dfa30b3/bf95ba86-3627-4584-8a9b-c85542f332fb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:43.688715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c710046b-d712-4406-b1e3-cdf95dcae51b req-57e92f77-3947-41c2-852e-db4205ff97f3 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771545 Jul 27 22:08:43.701134 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98a28c85-c389-4a84-8689-60f3b8155bd9 req-c147af47-d456-445b-a85e-4ec06019bc73 service neutron] 10.222.0.41 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117762 Jul 27 22:08:43.747958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:43.751509 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.820411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Made reservation on behalf of 568db855b87f4289948b06a43cad39d4 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:43.831796 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.834070 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-58a9d683-7fc7-43be-927f-091bc17848cb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9666681 Jul 27 22:08:43.848986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Request body: {'port': {'device_id': '57b52daa-0e5d-4bd4-95c1-bf492a972a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:43.917180 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:43.985912 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.069721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Transition to ACTIVE for port object bf95ba86-3627-4584-8a9b-c85542f332fb will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:44.097077 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a84455-d320-461d-8c2f-d11f17604546 req-c32b688a-b5b2-4d86-9a95-4efccd811170 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:44.098813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05a84455-d320-461d-8c2f-d11f17604546 req-c32b688a-b5b2-4d86-9a95-4efccd811170 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 931 time: 0.2117243 Jul 27 22:08:44.310498 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05a84455-d320-461d-8c2f-d11f17604546 req-3a398e4c-0ba3-45ee-99db-86ba1b0d13a0 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824169 Jul 27 22:08:44.312299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:44.324994 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.334030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2214781-3177-4507-ba32-ff7f6e7296ea req-750c3915-da57-440f-9422-f80ce024b7c6 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:44.335879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2214781-3177-4507-ba32-ff7f6e7296ea req-750c3915-da57-440f-9422-f80ce024b7c6 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 931 time: 0.2607558 Jul 27 22:08:44.348508 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.348745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Transition to ACTIVE for port object ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:44.355509 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.418301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:44.428603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Allocated IP 19.86.0.29 (bac69c26-7a08-4f8e-af56-fd05e374845d/3d314a11-e7f4-4b86-9980-4f2c207cc662/2a3a6ffb-e3da-4d24-bfed-a7440d3e4327) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:44.446238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Network 742fce1c-411f-4587-8831-a550bf8d5551 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:44.473924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:44.478176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:44.494338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Attempting to bind port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:44.494803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Attempting to bind port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:44.495042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Attempting to bind port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 on network 93d81622-cb59-4072-9035-7a7483df678f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:44.500081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 on network 93d81622-cb59-4072-9035-7a7483df678f not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:44.500407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Attempting to bind port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 on network 93d81622-cb59-4072-9035-7a7483df678f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:44.507110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:44.507451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Checking segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:44.507839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Bound using segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:44.508272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Bound port: ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:44.508651 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.542093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:44.542838 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.545306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Pushing event updated for resources: {'Port': ['ID=bf95ba86-3627-4584-8a9b-c85542f332fb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:44.553947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2214781-3177-4507-ba32-ff7f6e7296ea req-00fd27d4-8327-4090-a2de-45c85b104803 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086587 Jul 27 22:08:44.660143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-faf81348-f438-44f5-8622-52a3f5ca4a76 req-68d0340d-b58e-42b4-ac38-4663899257bd tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 210 time: 0.1103556 Jul 27 22:08:44.678592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-2b0a0806-7dfe-4cff-a925-657ebe3f1f26 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2975042 Jul 27 22:08:44.707562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Request body: {'port': {'device_id': 'd2c9a6c0-00d8-4e76-8670-88e4b940e676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:44.818700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 32468fde-051b-4806-92b2-4d58d6240816 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:44.952493 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:44.958942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 32468fde-051b-4806-92b2-4d58d6240816, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=32468fde-051b-4806-92b2-4d58d6240816,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:44.970956 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '32468fde-051b-4806-92b2-4d58d6240816', 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551', 'port_id': '32468fde-051b-4806-92b2-4d58d6240816', 'mac_address': 'fa:16:3e:be:da:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4e2d38-6718-42ff-b83c-b0f97dfa30b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:44.971236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Transition to ACTIVE for port object 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:45.027192 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.050576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32468fde-051b-4806-92b2-4d58d6240816 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:45.071071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4ab82191-45d8-4da1-98cc-9547092bc6f6 None None] Provisioning for port bf95ba86-3627-4584-8a9b-c85542f332fb completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:45.075344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 32468fde-051b-4806-92b2-4d58d6240816, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=32468fde-051b-4806-92b2-4d58d6240816,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:45.078798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4ab82191-45d8-4da1-98cc-9547092bc6f6 None None] Provisioning complete for port bf95ba86-3627-4584-8a9b-c85542f332fb triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:45.079386 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ab82191-45d8-4da1-98cc-9547092bc6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.099945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] For port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:45.107025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] For port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:45.111606 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.112669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6a5b380d-ca7c-4b2a-99ff-575c453bec30 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:45.115107 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.158138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:45.159813 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.161429 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] 10.222.0.43 "PUT /v2.0/ports/ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 HTTP/1.1" status: 200 len: 1091 time: 1.3180094 Jul 27 22:08:45.162095 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b52daa-0e5d-4bd4-95c1-bf492a972a8b', 'tag': 'ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:45.164711 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552163e0-7637-434f-aad2-b5d6e898944f" -d '{"events": [{"name": "network-changed", "server_uuid": "57b52daa-0e5d-4bd4-95c1-bf492a972a8b", "tag": "ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:45.170531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4ab82191-45d8-4da1-98cc-9547092bc6f6 None None] Port bf95ba86-3627-4584-8a9b-c85542f332fb cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:45.204530 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.283126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=32468fde-051b-4806-92b2-4d58d6240816,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:45.288832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83a3e3-b468-4aef-9760-41f3d0b3b490 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:45.299922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-86ac64d2-8a3f-482a-a647-aa30003cd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:45.302167 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-86ac64d2-8a3f-482a-a647-aa30003cd689 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 1094 time: 0.0858250 Jul 27 22:08:45.352126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6a5b380d-ca7c-4b2a-99ff-575c453bec30, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6a5b380d-ca7c-4b2a-99ff-575c453bec30,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:45.366656 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-87a35e6c-48e1-4403-bd45-285dd09a041d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 HTTP/1.1" status: 200 len: 217 time: 0.0535598 Jul 27 22:08:45.368929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '6a5b380d-ca7c-4b2a-99ff-575c453bec30', 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d', 'port_id': '6a5b380d-ca7c-4b2a-99ff-575c453bec30', 'mac_address': 'fa:16:3e:f4:16:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66288677-3e48-4cf2-8461-4a989657fe80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:45.420348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Network bac69c26-7a08-4f8e-af56-fd05e374845d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:45.429015 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73b9991f-165d-4e1c-ad6c-60f963ffcff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.437177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-d84f6278-b9d0-4221-9b4a-52d3fb4ef12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:45.438679 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-d84f6278-b9d0-4221-9b4a-52d3fb4ef12e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.0617034 Jul 27 22:08:45.441057 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.441791 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.443837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:45.448592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:45.454757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5b380d-ca7c-4b2a-99ff-575c453bec30 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:45.469061 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abbb4a-cf62-46e5-864a-6c87960d4951 req-955ab5b0-96c1-4b45-9ac5-cad078aea3d4 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:45.477741 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35abbb4a-cf62-46e5-864a-6c87960d4951 req-955ab5b0-96c1-4b45-9ac5-cad078aea3d4 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 944 time: 0.6248133 Jul 27 22:08:45.487591 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-50c3feed-e9ab-4b31-9e77-9ebc3f40f053 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363700 Jul 27 22:08:45.490628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6a5b380d-ca7c-4b2a-99ff-575c453bec30, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6a5b380d-ca7c-4b2a-99ff-575c453bec30,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:45.504720 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.563891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd812ff-8b97-41aa-94f4-1a5b9040f7ae req-51282f84-0a5f-4eeb-8a77-07fb82d87631 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:45.572560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4fd812ff-8b97-41aa-94f4-1a5b9040f7ae req-51282f84-0a5f-4eeb-8a77-07fb82d87631 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.7018068 Jul 27 22:08:45.586015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:45.586822 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.589148 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event updated for resources: {'Port': ['ID=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:45.618671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-17eea745-fa82-4326-88aa-be4ab76672f7 service neutron] 10.222.0.43 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205380 Jul 27 22:08:45.619554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=6a5b380d-ca7c-4b2a-99ff-575c453bec30,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:45.678137 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:45.748405 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fb8ecd3-db39-441c-bd6f-2a7eb8be596f req-3df78be4-67ab-4e4f-99d1-19e2d4470165 service neutron] 10.222.0.43 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220732 Jul 27 22:08:45.780940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['6a5b380d-ca7c-4b2a-99ff-575c453bec30'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:45.785077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['32468fde-051b-4806-92b2-4d58d6240816'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:45.937486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-194976c0-9595-4d69-a84a-bf1cbc5f4d0a None None] Provisioning for port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:45.957301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-194976c0-9595-4d69-a84a-bf1cbc5f4d0a None None] Provisioning complete for port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:45.957679 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-194976c0-9595-4d69-a84a-bf1cbc5f4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:46.044600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-61d7741e-fe09-40fd-a127-f5c2a68766c7 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:46.046039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-61d7741e-fe09-40fd-a127-f5c2a68766c7 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.41 "GET /v2.0/networks?id=742fce1c-411f-4587-8831-a550bf8d5551 HTTP/1.1" status: 200 len: 815 time: 0.9372754 Jul 27 22:08:46.054805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-194976c0-9595-4d69-a84a-bf1cbc5f4d0a None None] Port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:46.061265 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-7a9f60d6-e0dd-4fac-912d-5316b12a5d2f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6509008 Jul 27 22:08:46.078976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Request body: {'port': {'device_id': 'cbfb1996-1aa3-4be4-b6f6-dbc316bac630', 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551', 'admin_state_up': True, 'tenant_id': '235e3c60ef6c4058bd8ac5b603f8147a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:46.085507 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4fd812ff-8b97-41aa-94f4-1a5b9040f7ae req-99a4f1b2-aa1a-48db-8ba5-4bf43a464726 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121291 Jul 27 22:08:46.089228 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Request body: {'port': {'device_id': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:46.102967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35abbb4a-cf62-46e5-864a-6c87960d4951 req-57f162d2-46ce-40e0-adb2-795264b44b46 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241908 Jul 27 22:08:46.184487 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c84253-093b-499e-bcfd-3e3fdb55ce17 x-openstack-request-id: req-15c84253-093b-499e-bcfd-3e3fdb55ce17 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:46.184778 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b52daa-0e5d-4bd4-95c1-bf492a972a8b", "tag": "ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:46.185032 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15c84253-093b-499e-bcfd-3e3fdb55ce17 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:46.185428 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b52daa-0e5d-4bd4-95c1-bf492a972a8b', 'tag': 'ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75', 'status': 'completed', 'code': 200} Jul 27 22:08:46.222160 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:46.272597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552163e0-7637-434f-aad2-b5d6e898944f req-e1804d2d-42b3-4b16-989c-5551290ed7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:46.274509 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-552163e0-7637-434f-aad2-b5d6e898944f req-e1804d2d-42b3-4b16-989c-5551290ed7a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 1094 time: 0.0654321 Jul 27 22:08:46.348738 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:46.407493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552163e0-7637-434f-aad2-b5d6e898944f req-f1209302-dceb-4cef-978b-1ead9d82e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:46.409715 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-552163e0-7637-434f-aad2-b5d6e898944f req-f1209302-dceb-4cef-978b-1ead9d82e987 service neutron] 10.222.0.43 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 913 time: 0.1070025 Jul 27 22:08:46.417951 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:46.456350 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-552163e0-7637-434f-aad2-b5d6e898944f req-df04dea9-f3cb-45f9-8b22-528d07b3c1a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 HTTP/1.1" status: 200 len: 217 time: 0.0368681 Jul 27 22:08:46.508849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552163e0-7637-434f-aad2-b5d6e898944f req-ef54219b-2232-410a-8cb6-9ec20155a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:46.510409 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-552163e0-7637-434f-aad2-b5d6e898944f req-ef54219b-2232-410a-8cb6-9ec20155a128 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.0479009 Jul 27 22:08:46.550963 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-552163e0-7637-434f-aad2-b5d6e898944f req-11bb9c86-4aa7-4d4b-8b42-1ed21ed39b87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304110 Jul 27 22:08:46.553654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb1dc9-8403-4c4a-b30c-ca074b859b8b req-ec8e4539-8a0e-4758-8b22-3433b43bed3c tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:46.559856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb1dc9-8403-4c4a-b30c-ca074b859b8b req-ec8e4539-8a0e-4758-8b22-3433b43bed3c tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:46.561477 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10eb1dc9-8403-4c4a-b30c-ca074b859b8b req-ec8e4539-8a0e-4758-8b22-3433b43bed3c tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1653 time: 0.3203900 Jul 27 22:08:46.600017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Made reservation on behalf of 235e3c60ef6c4058bd8ac5b603f8147a for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:46.603596 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:46.641254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ab31-7704-4f99-84c2-9cf1685bbfe5 req-485c2bc4-62aa-4f44-8708-98e29a15e6c0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:46.642993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31d7ab31-7704-4f99-84c2-9cf1685bbfe5 req-485c2bc4-62aa-4f44-8708-98e29a15e6c0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 943 time: 0.2539639 Jul 27 22:08:46.654069 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-552163e0-7637-434f-aad2-b5d6e898944f req-f1978aa1-6803-4305-b912-94fb118a667e service neutron] 10.222.0.43 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866635 Jul 27 22:08:46.764402 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-552163e0-7637-434f-aad2-b5d6e898944f req-74e01715-7dcb-4e38-a23a-e3dd3be32b20 service neutron] 10.222.0.43 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021936 Jul 27 22:08:46.793666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10eb1dc9-8403-4c4a-b30c-ca074b859b8b req-a0548dfe-2de4-4378-9615-86cc51183468 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155278 Jul 27 22:08:46.822911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6a5b380d-ca7c-4b2a-99ff-575c453bec30 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:46.887571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 6a5b380d-ca7c-4b2a-99ff-575c453bec30 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:46.891347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 6a5b380d-ca7c-4b2a-99ff-575c453bec30 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:46.891802 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:46.947791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31d7ab31-7704-4f99-84c2-9cf1685bbfe5 req-f443f362-a032-4953-8ed2-4d7d23c7ef33 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883503 Jul 27 22:08:46.955935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf06d28a-5145-4428-a3de-155197e9c847 req-8ccc8d00-8dcf-4565-b283-b582f200b423 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 210 time: 0.0911448 Jul 27 22:08:46.981945 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.016273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc9814c-5fe4-4f9b-b447-5a346679ff0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b380d-ca7c-4b2a-99ff-575c453bec30'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:47.018811 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5dbef3-3a81-4334-a3ea-a395e398bd5a" -d '{"events": [{"server_uuid": "8fc9814c-5fe4-4f9b-b447-5a346679ff0d", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b380d-ca7c-4b2a-99ff-575c453bec30"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:47.028185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf95ba86-3627-4584-8a9b-c85542f332fb {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:47.041245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.041895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6a5b380d-ca7c-4b2a-99ff-575c453bec30, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6a5b380d-ca7c-4b2a-99ff-575c453bec30,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:47.048718 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.052046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 32468fde-051b-4806-92b2-4d58d6240816 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:47.070764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Transition to ACTIVE for port object bf95ba86-3627-4584-8a9b-c85542f332fb will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:47.094791 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.139473 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7166b27a-f75f-412d-a15b-ee08043bf794 x-openstack-request-id: req-7166b27a-f75f-412d-a15b-ee08043bf794 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:47.139473 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc9814c-5fe4-4f9b-b447-5a346679ff0d", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b380d-ca7c-4b2a-99ff-575c453bec30", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:47.139473 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7166b27a-f75f-412d-a15b-ee08043bf794 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:47.139769 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc9814c-5fe4-4f9b-b447-5a346679ff0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b380d-ca7c-4b2a-99ff-575c453bec30', 'code': 200} Jul 27 22:08:47.142555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=6a5b380d-ca7c-4b2a-99ff-575c453bec30,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:47.197227 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857db0ae-8f32-45ee-8451-adfbe98b603b req-b3c2ee1e-8d78-4237-86ef-174ac3619767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:47.198778 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-857db0ae-8f32-45ee-8451-adfbe98b603b req-b3c2ee1e-8d78-4237-86ef-174ac3619767 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 1097 time: 0.0691972 Jul 27 22:08:47.208920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da52681c-7dcf-4fac-93d9-7cb02bcc9078 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:47.234959 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.240018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 32468fde-051b-4806-92b2-4d58d6240816 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:47.245192 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 32468fde-051b-4806-92b2-4d58d6240816 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:47.245840 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.276563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Pushing event updated for resources: {'Port': ['ID=bf95ba86-3627-4584-8a9b-c85542f332fb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:47.283130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Allocated IP 172.20.0.3 (742fce1c-411f-4587-8831-a550bf8d5551/6b4e2d38-6718-42ff-b83c-b0f97dfa30b3/c80eeb11-3c09-42a2-bd2f-8f1be7514056) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:47.296903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Transition to ACTIVE for port object da52681c-7dcf-4fac-93d9-7cb02bcc9078 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:47.312638 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-857db0ae-8f32-45ee-8451-adfbe98b603b req-6fef6b5d-6848-4842-a651-60534726d896 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066802 Jul 27 22:08:47.327089 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.413249 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.448993 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 32468fde-051b-4806-92b2-4d58d6240816, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=32468fde-051b-4806-92b2-4d58d6240816,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:47.455093 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.513552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Pushing event updated for resources: {'Port': ['ID=da52681c-7dcf-4fac-93d9-7cb02bcc9078,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:47.525191 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=32468fde-051b-4806-92b2-4d58d6240816,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:47.601098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaca1ac-82b8-4685-bd68-19d08ac57917 req-9bf1ed71-5d33-46af-9f36-79c78cc1b8c5 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:47.606385 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-afaca1ac-82b8-4685-bd68-19d08ac57917 req-9bf1ed71-5d33-46af-9f36-79c78cc1b8c5 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.2866814 Jul 27 22:08:47.671406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241576b2-4c6e-41df-967f-72f9a57dae63 req-b87c343a-fea8-454d-9fb9-cb906628f295 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:47.672996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-241576b2-4c6e-41df-967f-72f9a57dae63 req-b87c343a-fea8-454d-9fb9-cb906628f295 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.3469441 Jul 27 22:08:47.673731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Attempting to bind port bf95ba86-3627-4584-8a9b-c85542f332fb on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:47.674071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Attempting to bind port bf95ba86-3627-4584-8a9b-c85542f332fb by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:47.674568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Attempting to bind port bf95ba86-3627-4584-8a9b-c85542f332fb on network 742fce1c-411f-4587-8831-a550bf8d5551 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:47.730592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Port bf95ba86-3627-4584-8a9b-c85542f332fb on network 742fce1c-411f-4587-8831-a550bf8d5551 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:47.730932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Attempting to bind port bf95ba86-3627-4584-8a9b-c85542f332fb on network 742fce1c-411f-4587-8831-a550bf8d5551 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:47.762056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:47.762426 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Checking segment: {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:47.762785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Bound using segment: {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:47.763224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Bound port: bf95ba86-3627-4584-8a9b-c85542f332fb, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:47.763587 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.788264 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-afaca1ac-82b8-4685-bd68-19d08ac57917 req-7c711ae0-b6e5-469a-9a25-4c9885ca6aff tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823087 Jul 27 22:08:47.817599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-241576b2-4c6e-41df-967f-72f9a57dae63 req-562b9ca2-7887-4219-9964-07f9fa69de3a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310880 Jul 27 22:08:47.821935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Attempting to bind port da52681c-7dcf-4fac-93d9-7cb02bcc9078 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:47.821935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Attempting to bind port da52681c-7dcf-4fac-93d9-7cb02bcc9078 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '29f21a8b-fe36-41b4-9319-dce3b1d44523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:47.822520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Attempting to bind port da52681c-7dcf-4fac-93d9-7cb02bcc9078 on network 46885bb6-5da0-410a-b202-753ec0e246b5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:47.871401 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Port da52681c-7dcf-4fac-93d9-7cb02bcc9078 on network 46885bb6-5da0-410a-b202-753ec0e246b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:47.871868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Attempting to bind port da52681c-7dcf-4fac-93d9-7cb02bcc9078 on network 46885bb6-5da0-410a-b202-753ec0e246b5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:47.876000 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.899760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:47.900114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Checking segment: {'id': '29f21a8b-fe36-41b4-9319-dce3b1d44523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:47.900507 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Bound using segment: {'id': '29f21a8b-fe36-41b4-9319-dce3b1d44523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:47.900959 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Bound port: da52681c-7dcf-4fac-93d9-7cb02bcc9078, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f21a8b-fe36-41b4-9319-dce3b1d44523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:47.901328 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:47.911856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Transition to ACTIVE for port object c80eeb11-3c09-42a2-bd2f-8f1be7514056 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:47.949324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] For port bf95ba86-3627-4584-8a9b-c85542f332fb, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:47.991579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] For port bf95ba86-3627-4584-8a9b-c85542f332fb, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bf95ba86-3627-4584-8a9b-c85542f332fb,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:47.996787 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:48.036264 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:48.113622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:48.114196 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:48.115596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] 10.222.0.43 "PUT /v2.0/ports/bf95ba86-3627-4584-8a9b-c85542f332fb HTTP/1.1" status: 200 len: 1091 time: 3.4244401 Jul 27 22:08:48.116043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9a6c0-00d8-4e76-8670-88e4b940e676', 'tag': 'bf95ba86-3627-4584-8a9b-c85542f332fb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:48.118318 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516e5628-f542-40ce-956c-dd535336c940" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9a6c0-00d8-4e76-8670-88e4b940e676", "tag": "bf95ba86-3627-4584-8a9b-c85542f332fb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:48.244710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e758ffe-f02b-4e24-8579-ea85f3fd82da service neutron] Pushing event updated for resources: {'Port': ['ID=bf95ba86-3627-4584-8a9b-c85542f332fb,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:48.254198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:48.259596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] For port da52681c-7dcf-4fac-93d9-7cb02bcc9078, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:48.265303 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['32468fde-051b-4806-92b2-4d58d6240816'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:48.290102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5766b-c55d-43de-89b8-345e78babe8b req-292a3811-b2ac-4009-b6ca-ddbe62511648 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:48.302970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5766b-c55d-43de-89b8-345e78babe8b req-292a3811-b2ac-4009-b6ca-ddbe62511648 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:48.317292 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdf5766b-c55d-43de-89b8-345e78babe8b req-292a3811-b2ac-4009-b6ca-ddbe62511648 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1665 time: 0.3391674 Jul 27 22:08:48.416578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Network 742fce1c-411f-4587-8831-a550bf8d5551 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:48.418346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] For port da52681c-7dcf-4fac-93d9-7cb02bcc9078, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da52681c-7dcf-4fac-93d9-7cb02bcc9078,segment=NetworkSegment(29f21a8b-fe36-41b4-9319-dce3b1d44523),segment_id=29f21a8b-fe36-41b4-9319-dce3b1d44523)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:48.460436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:48.462241 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Pushing event updated for resources: {'Port': ['ID=c80eeb11-3c09-42a2-bd2f-8f1be7514056,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:48.479188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:48.533872 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:48.589246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-d50110b1-5369-41de-bc01-13ca31f7c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:48.590808 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-d50110b1-5369-41de-bc01-13ca31f7c3ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=235e3c60ef6c4058bd8ac5b603f8147a&device_id=d2c9a6c0-00d8-4e76-8670-88e4b940e676 HTTP/1.1" status: 200 len: 1094 time: 0.3747449 Jul 27 22:08:48.592033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:48.592632 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:48.593880 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] 10.222.0.41 "PUT /v2.0/ports/da52681c-7dcf-4fac-93d9-7cb02bcc9078 HTTP/1.1" status: 200 len: 1091 time: 2.5116520 Jul 27 22:08:48.608899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03143dc4-fb8e-47d9-945e-1bae3f477570 req-7a89b1fd-9da8-46c6-875f-4fcac4db49f9 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:48.610619 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03143dc4-fb8e-47d9-945e-1bae3f477570 req-7a89b1fd-9da8-46c6-875f-4fcac4db49f9 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 943 time: 0.4850969 Jul 27 22:08:48.617891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdf5766b-c55d-43de-89b8-345e78babe8b req-2c3bc406-f049-4391-acf7-3eb371435077 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994671 Jul 27 22:08:48.626556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:48.629103 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:48.668817 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-a2594694-137c-4673-9834-a44e0a5b7841 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6015155 Jul 27 22:08:48.703305 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Request body: {'port': {'device_id': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:48.759658 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Request body: {'port': {'device_id': 'cbfb1996-1aa3-4be4-b6f6-dbc316bac630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:48.764576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-5283cbce-b0b1-4217-8115-7c2fd2a5ecd4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf95ba86-3627-4584-8a9b-c85542f332fb HTTP/1.1" status: 200 len: 217 time: 0.1644266 Jul 27 22:08:48.790388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:48.864858 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-23f107d9-e4ec-4e02-b2cb-dc8bf04d0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:48.866366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-23f107d9-e4ec-4e02-b2cb-dc8bf04d0b11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b4e2d38-6718-42ff-b83c-b0f97dfa30b3 HTTP/1.1" status: 200 len: 854 time: 0.0795503 Jul 27 22:08:48.895121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92852c23-25f1-429f-9b26-0f311f63d530 service neutron] Pushing event updated for resources: {'Port': ['ID=da52681c-7dcf-4fac-93d9-7cb02bcc9078,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:48.907030 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-54c8a8a7-e653-41f3-bc6e-6c45642c76ae None None] Provisioning for port c80eeb11-3c09-42a2-bd2f-8f1be7514056 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:48.920292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-54c8a8a7-e653-41f3-bc6e-6c45642c76ae None None] Provisioning complete for port c80eeb11-3c09-42a2-bd2f-8f1be7514056 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:48.920832 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54c8a8a7-e653-41f3-bc6e-6c45642c76ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:48.938553 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:48.954243 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:48.959458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03143dc4-fb8e-47d9-945e-1bae3f477570 req-0850c596-79b0-423a-b518-c2fb24f82871 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138032 Jul 27 22:08:49.000751 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'port_id': 'ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75', 'mac_address': 'fa:16:3e:42:8e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96446a54-8a20-4b30-ac6d-87fb13a576eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:49.004892 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-54c8a8a7-e653-41f3-bc6e-6c45642c76ae None None] Port c80eeb11-3c09-42a2-bd2f-8f1be7514056 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:49.049436 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:49.060436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72f16a-8a38-498e-899c-42d7404fc3c1 req-91a4e6ed-bb3f-4c89-9147-20ab5667584e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:49.061962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b72f16a-8a38-498e-899c-42d7404fc3c1 req-91a4e6ed-bb3f-4c89-9147-20ab5667584e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 931 time: 0.2738397 Jul 27 22:08:49.064689 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:49.069010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:49.089666 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4fbc35-357d-4969-bc1f-586d9f260613 x-openstack-request-id: req-ec4fbc35-357d-4969-bc1f-586d9f260613 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:49.089666 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9a6c0-00d8-4e76-8670-88e4b940e676", "tag": "bf95ba86-3627-4584-8a9b-c85542f332fb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:49.091302 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec4fbc35-357d-4969-bc1f-586d9f260613 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:49.091302 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9a6c0-00d8-4e76-8670-88e4b940e676', 'tag': 'bf95ba86-3627-4584-8a9b-c85542f332fb', 'status': 'completed', 'code': 200} Jul 27 22:08:49.094196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:49.101879 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:49.118030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-0c51b0aa-7acb-4614-beba-7aff9ba352bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:49.119595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-0c51b0aa-7acb-4614-beba-7aff9ba352bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=742fce1c-411f-4587-8831-a550bf8d5551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2130454 Jul 27 22:08:49.141212 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d676703-9413-4168-93cb-b2c0e155fdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32468fde-051b-4806-92b2-4d58d6240816'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:49.145337 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426ac581-8ef5-4c56-ba4b-c6e98ced4c2d" -d '{"events": [{"server_uuid": "0d676703-9413-4168-93cb-b2c0e155fdee", "name": "network-vif-plugged", "status": "completed", "tag": "32468fde-051b-4806-92b2-4d58d6240816"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:49.186518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:49.377446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:49.807884 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b72f16a-8a38-498e-899c-42d7404fc3c1 req-1a563310-8d62-4f86-8c2c-28a9f3c7a58b tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7276480 Jul 27 22:08:49.871184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae65ce5-f75e-4898-ac4c-eea4f4580cc2 req-c4ccb3b1-a9c8-48c4-bf96-89094a3cd5b7 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:49.872565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ae65ce5-f75e-4898-ac4c-eea4f4580cc2 req-c4ccb3b1-a9c8-48c4-bf96-89094a3cd5b7 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.7002072 Jul 27 22:08:49.961500 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-290c2d32-39ed-4bf4-8140-97eb5da266bb service neutron] 10.222.0.43 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7740633 Jul 27 22:08:49.994820 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4883b21-b806-4f74-b9f9-0311e49c039c x-openstack-request-id: req-a4883b21-b806-4f74-b9f9-0311e49c039c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:49.995350 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d676703-9413-4168-93cb-b2c0e155fdee", "name": "network-vif-plugged", "status": "completed", "tag": "32468fde-051b-4806-92b2-4d58d6240816", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:49.995762 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4883b21-b806-4f74-b9f9-0311e49c039c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:49.996317 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d676703-9413-4168-93cb-b2c0e155fdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32468fde-051b-4806-92b2-4d58d6240816', 'code': 200} Jul 27 22:08:50.066355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ae65ce5-f75e-4898-ac4c-eea4f4580cc2 req-01f61c6e-1417-4cfa-a4c5-a7157d932c38 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843309 Jul 27 22:08:50.131548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d9d8a-abf9-4d7f-b15b-270d67eddec2 req-1fee5276-b35a-4a8e-abba-42d3f4c6a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:50.133883 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-152d9d8a-abf9-4d7f-b15b-270d67eddec2 req-1fee5276-b35a-4a8e-abba-42d3f4c6a18a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 1097 time: 0.0608616 Jul 27 22:08:50.173394 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-152d9d8a-abf9-4d7f-b15b-270d67eddec2 req-fc93b99a-1d38-4baf-9049-d7936a30aa2d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320261 Jul 27 22:08:50.269579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:50.287596 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:50.293824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0427cff0-0ffe-4991-a86d-6550f17b462f req-b3ea5e36-fb44-468d-8033-41ed4e05765f service neutron] 10.222.0.43 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230624 Jul 27 22:08:50.306311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ecb0f-1987-4cce-96c0-d5888cde5153 req-08855a40-5b8b-44d2-b7e2-609d1cc62d63 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:50.312414 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ecb0f-1987-4cce-96c0-d5888cde5153 req-08855a40-5b8b-44d2-b7e2-609d1cc62d63 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:50.314490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-175ecb0f-1987-4cce-96c0-d5888cde5153 req-08855a40-5b8b-44d2-b7e2-609d1cc62d63 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1665 time: 0.2353318 Jul 27 22:08:50.355616 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Transition to ACTIVE for port object 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:50.380483 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:50.411293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a31aac-6306-444b-9bb9-dfb2fc4dfe22 req-91efeef9-6ee9-427b-9887-ebe808b17db1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:50.411944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29a31aac-6306-444b-9bb9-dfb2fc4dfe22 req-91efeef9-6ee9-427b-9887-ebe808b17db1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 944 time: 0.2541599 Jul 27 22:08:50.418250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80eeb11-3c09-42a2-bd2f-8f1be7514056 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:50.451383 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:50.514525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Transition to ACTIVE for port object c80eeb11-3c09-42a2-bd2f-8f1be7514056 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:50.524012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-175ecb0f-1987-4cce-96c0-d5888cde5153 req-3d06597d-dbe0-40b5-a4bc-4d04931fd591 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876283 Jul 27 22:08:50.528904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:50.532999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:50.604833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5628-f542-40ce-956c-dd535336c940 req-904edef9-c896-4a85-91cc-aec7504a772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:50.606387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-516e5628-f542-40ce-956c-dd535336c940 req-904edef9-c896-4a85-91cc-aec7504a772e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=235e3c60ef6c4058bd8ac5b603f8147a&device_id=d2c9a6c0-00d8-4e76-8670-88e4b940e676 HTTP/1.1" status: 200 len: 1094 time: 0.2520773 Jul 27 22:08:50.620813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29a31aac-6306-444b-9bb9-dfb2fc4dfe22 req-2b1145e3-3de0-417a-95f6-287eea564af8 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946292 Jul 27 22:08:50.779747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Pushing event updated for resources: {'Port': ['ID=c80eeb11-3c09-42a2-bd2f-8f1be7514056,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:50.824955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:50.903751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Attempting to bind port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:50.903986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Attempting to bind port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c884060a-c7a5-4c19-a886-246a1522655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:50.904320 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Attempting to bind port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 on network bac69c26-7a08-4f8e-af56-fd05e374845d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:50.920680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f52ac1-d71b-44a3-bf18-b1aadd7bcd89 req-134a50d9-eeac-4dca-8dc0-17302a643e48 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:50.922326 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8f52ac1-d71b-44a3-bf18-b1aadd7bcd89 req-134a50d9-eeac-4dca-8dc0-17302a643e48 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.3150258 Jul 27 22:08:50.946115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 on network bac69c26-7a08-4f8e-af56-fd05e374845d not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:50.946453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Attempting to bind port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 on network bac69c26-7a08-4f8e-af56-fd05e374845d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:50.968369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5628-f542-40ce-956c-dd535336c940 req-0f6dec0e-f3ac-40fc-ba1d-9d1c7b96b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:50.970086 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-516e5628-f542-40ce-956c-dd535336c940 req-0f6dec0e-f3ac-40fc-ba1d-9d1c7b96b288 service neutron] 10.222.0.43 "GET /v2.0/networks?id=742fce1c-411f-4587-8831-a550bf8d5551 HTTP/1.1" status: 200 len: 916 time: 0.3438029 Jul 27 22:08:50.979275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:50.979638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Checking segment: {'id': 'c884060a-c7a5-4c19-a886-246a1522655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:50.980015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Bound using segment: {'id': 'c884060a-c7a5-4c19-a886-246a1522655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:50.980456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Bound port: 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c884060a-c7a5-4c19-a886-246a1522655d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:50.980839 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:50.998518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:51.004948 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:51.005853 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:51.006008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Attempting to bind port c80eeb11-3c09-42a2-bd2f-8f1be7514056 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:51.006199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Attempting to bind port c80eeb11-3c09-42a2-bd2f-8f1be7514056 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:51.006567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Attempting to bind port c80eeb11-3c09-42a2-bd2f-8f1be7514056 on network 742fce1c-411f-4587-8831-a550bf8d5551 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:51.032889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44232fb-7ac3-48b4-9a06-fc404079976a req-3bebeb06-d074-4871-b541-1b37b4d063dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.034708 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c44232fb-7ac3-48b4-9a06-fc404079976a req-3bebeb06-d074-4871-b541-1b37b4d063dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 1097 time: 0.1369030 Jul 27 22:08:51.097276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'tag': 'da52681c-7dcf-4fac-93d9-7cb02bcc9078'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:51.099884 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff579890-c560-41fb-b146-50c5ab9d1276", "tag": "da52681c-7dcf-4fac-93d9-7cb02bcc9078"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:51.111783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Port c80eeb11-3c09-42a2-bd2f-8f1be7514056 on network 742fce1c-411f-4587-8831-a550bf8d5551 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:51.112614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Attempting to bind port c80eeb11-3c09-42a2-bd2f-8f1be7514056 on network 742fce1c-411f-4587-8831-a550bf8d5551 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:51.116802 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-516e5628-f542-40ce-956c-dd535336c940 req-e76ce6f1-2c8c-4160-b5dc-7ade665a1f15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf95ba86-3627-4584-8a9b-c85542f332fb HTTP/1.1" status: 200 len: 217 time: 0.1318667 Jul 27 22:08:51.119108 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:51.156479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:51.166165 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:51.175651 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8f52ac1-d71b-44a3-bf18-b1aadd7bcd89 req-4f4f1036-3271-4b8e-9ae4-f9c4346b8c31 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320583 Jul 27 22:08:51.186172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44232fb-7ac3-48b4-9a06-fc404079976a req-7e4d4c01-ddd6-4697-99d1-e87d237e49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.188508 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c44232fb-7ac3-48b4-9a06-fc404079976a req-7e4d4c01-ddd6-4697-99d1-e87d237e49c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 919 time: 0.1444330 Jul 27 22:08:51.189027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:51.192394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Checking segment: {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:51.192906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Bound using segment: {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:51.193493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Bound port: c80eeb11-3c09-42a2-bd2f-8f1be7514056, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0711041-2278-4cd6-b8c2-e3dd7d76493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:51.193969 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:51.242860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:51.243692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c44232fb-7ac3-48b4-9a06-fc404079976a req-cfb088ed-2724-4297-8716-9e82c99cb2fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5984ecef-02b9-4b22-8a4b-a33bee36922e HTTP/1.1" status: 200 len: 217 time: 0.0414798 Jul 27 22:08:51.262122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805910c-8c54-416a-9687-28342728be37 req-6a44370d-2e73-4874-a5eb-cfc1a28466b3 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.269241 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f805910c-8c54-416a-9687-28342728be37 req-6a44370d-2e73-4874-a5eb-cfc1a28466b3 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.2818954 Jul 27 22:08:51.303665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44232fb-7ac3-48b4-9a06-fc404079976a req-de9c798d-acae-4ce7-add6-b474d792d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.307037 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c44232fb-7ac3-48b4-9a06-fc404079976a req-de9c798d-acae-4ce7-add6-b474d792d47f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27fdfe18-3271-46de-9a08-597c0b96bc30 HTTP/1.1" status: 200 len: 858 time: 0.0530882 Jul 27 22:08:51.344108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] For port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:51.347730 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c44232fb-7ac3-48b4-9a06-fc404079976a req-f3203600-fb20-49e7-90c2-93160fac0bb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=638396bb-0008-4af7-b598-ed178402e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308194 Jul 27 22:08:51.363992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5628-f542-40ce-956c-dd535336c940 req-3443e92e-4775-452e-a39e-84aaa8eafd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.365463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-516e5628-f542-40ce-956c-dd535336c940 req-3443e92e-4775-452e-a39e-84aaa8eafd69 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b4e2d38-6718-42ff-b83c-b0f97dfa30b3 HTTP/1.1" status: 200 len: 854 time: 0.2152410 Jul 27 22:08:51.387424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] For port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327,segment=NetworkSegment(c884060a-c7a5-4c19-a886-246a1522655d),segment_id=c884060a-c7a5-4c19-a886-246a1522655d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:51.421540 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:51.449164 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c44232fb-7ac3-48b4-9a06-fc404079976a req-93dbe153-6999-4ae4-95e4-4ee7c16ce662 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914295 Jul 27 22:08:51.493009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f805910c-8c54-416a-9687-28342728be37 req-cf9250dd-c752-45c7-aecd-2704e6115952 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115161 Jul 27 22:08:51.494913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] For port c80eeb11-3c09-42a2-bd2f-8f1be7514056, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:51.523915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.524553 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:51.525959 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] 10.222.0.41 "PUT /v2.0/ports/2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 HTTP/1.1" status: 200 len: 1091 time: 2.8658857 Jul 27 22:08:51.546209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] For port c80eeb11-3c09-42a2-bd2f-8f1be7514056, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c80eeb11-3c09-42a2-bd2f-8f1be7514056,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:51.567113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59347ddd-14b5-480e-a9f5-2723f0040ec8 req-19c75c99-3f79-4aec-96d3-a7f1609f1445 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.568745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59347ddd-14b5-480e-a9f5-2723f0040ec8 req-19c75c99-3f79-4aec-96d3-a7f1609f1445 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 943 time: 0.2891603 Jul 27 22:08:51.590224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5628-f542-40ce-956c-dd535336c940 req-640fcab7-4a45-4aac-bdeb-003e12eaaac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.591777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-516e5628-f542-40ce-956c-dd535336c940 req-640fcab7-4a45-4aac-bdeb-003e12eaaac5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=742fce1c-411f-4587-8831-a550bf8d5551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079508 Jul 27 22:08:51.593202 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:51.625098 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c44232fb-7ac3-48b4-9a06-fc404079976a req-35447be0-1563-4c5f-9576-d35a9e1b1bba service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652095 Jul 27 22:08:51.691352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3528ba-4403-48be-9925-edfa799f5732 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:51.744494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.745508 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:51.746966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] 10.222.0.41 "PUT /v2.0/ports/c80eeb11-3c09-42a2-bd2f-8f1be7514056 HTTP/1.1" status: 200 len: 1091 time: 2.9963701 Jul 27 22:08:51.819042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59347ddd-14b5-480e-a9f5-2723f0040ec8 req-186e4a87-f3c2-4f5b-af35-3019f6bb3fd9 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408412 Jul 27 22:08:51.849470 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd6bcff-841e-479e-9ff1-2b0bcd9b3ed3 x-openstack-request-id: req-afd6bcff-841e-479e-9ff1-2b0bcd9b3ed3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:51.849758 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff579890-c560-41fb-b146-50c5ab9d1276", "tag": "da52681c-7dcf-4fac-93d9-7cb02bcc9078", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:51.850008 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-afd6bcff-841e-479e-9ff1-2b0bcd9b3ed3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:51.850431 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'tag': 'da52681c-7dcf-4fac-93d9-7cb02bcc9078', 'status': 'completed', 'code': 200} Jul 27 22:08:51.890812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5a71eb31-a658-4139-a7d3-c819bf2d8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.891578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5a71eb31-a658-4139-a7d3-c819bf2d8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.894162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-5a71eb31-a658-4139-a7d3-c819bf2d8d7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=568db855b87f4289948b06a43cad39d4&device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1979 time: 0.2953126 Jul 27 22:08:51.961029 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:08:51.988036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a91f0-7dcd-405a-a165-b3f04bf2a976 service neutron] Pushing event updated for resources: {'Port': ['ID=c80eeb11-3c09-42a2-bd2f-8f1be7514056,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:51.996180 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-1eaff5d7-c6a5-4629-b8fe-a242b4c99456 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.82&port_id=da52681c-7dcf-4fac-93d9-7cb02bcc9078 HTTP/1.1" status: 200 len: 217 time: 0.0917258 Jul 27 22:08:51.997557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b52daa-0e5d-4bd4-95c1-bf492a972a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:52.000587 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b806a9ad-1f20-48c1-ab17-9c44c45695a5" -d '{"events": [{"server_uuid": "57b52daa-0e5d-4bd4-95c1-bf492a972a8b", "name": "network-vif-plugged", "status": "completed", "tag": "ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:52.015679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-516e5628-f542-40ce-956c-dd535336c940 req-24141435-df07-4f02-8573-8ff30d345b74 service neutron] 10.222.0.43 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969996 Jul 27 22:08:52.141678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-30884946-3125-4e3c-915a-4f6313571b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.141678 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-30884946-3125-4e3c-915a-4f6313571b6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=235e3c60ef6c4058bd8ac5b603f8147a&device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 1094 time: 0.3427379 Jul 27 22:08:52.164869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef2ab8-2f5e-4f03-830e-9ec36cf12280 req-33acef29-6b64-4a6a-9343-8e1066769d99 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.172925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef2ab8-2f5e-4f03-830e-9ec36cf12280 req-33acef29-6b64-4a6a-9343-8e1066769d99 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.178888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-07ef2ab8-2f5e-4f03-830e-9ec36cf12280 req-33acef29-6b64-4a6a-9343-8e1066769d99 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1677 time: 0.2447591 Jul 27 22:08:52.201124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-849c7d30-b9ed-46be-995f-905205322795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.202540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-849c7d30-b9ed-46be-995f-905205322795 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea49124d-c495-4edd-8e8c-2de71219d9ac HTTP/1.1" status: 200 len: 801 time: 0.1791966 Jul 27 22:08:52.243549 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-7469df78-0b36-4358-bb37-b4692f457250 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c80eeb11-3c09-42a2-bd2f-8f1be7514056 HTTP/1.1" status: 200 len: 217 time: 0.0926459 Jul 27 22:08:52.380339 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-516e5628-f542-40ce-956c-dd535336c940 req-990a4b6c-8127-4bb4-95d0-af8cf811464d service neutron] 10.222.0.43 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236012 Jul 27 22:08:52.389646 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-07ef2ab8-2f5e-4f03-830e-9ec36cf12280 req-33bc6000-d935-47a9-b7f8-2b7f3c3a18e7 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943405 Jul 27 22:08:52.395028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-30b8540b-50bd-4ae2-9d53-af3d058ddcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.396499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-30b8540b-50bd-4ae2-9d53-af3d058ddcbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b4e2d38-6718-42ff-b83c-b0f97dfa30b3 HTTP/1.1" status: 200 len: 854 time: 0.1224706 Jul 27 22:08:52.404128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-a3a82707-5853-472c-82d1-2f49dd169e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.405643 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-a3a82707-5853-472c-82d1-2f49dd169e68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46885bb6-5da0-410a-b202-753ec0e246b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1647556 Jul 27 22:08:52.423740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce3f8e-2abb-45e6-af20-47a9a273ae24 req-ae3c532c-1e39-499c-8fcd-e735cf305a0f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.425894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92ce3f8e-2abb-45e6-af20-47a9a273ae24 req-ae3c532c-1e39-499c-8fcd-e735cf305a0f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 945 time: 0.2204947 Jul 27 22:08:52.476422 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b62b4b9-826a-498a-8557-78ec47fbeff8 x-openstack-request-id: req-6b62b4b9-826a-498a-8557-78ec47fbeff8 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:52.476978 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b52daa-0e5d-4bd4-95c1-bf492a972a8b", "name": "network-vif-plugged", "status": "completed", "tag": "ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:52.477497 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b62b4b9-826a-498a-8557-78ec47fbeff8 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:52.478101 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b52daa-0e5d-4bd4-95c1-bf492a972a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75', 'code': 200} Jul 27 22:08:52.584298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-94c4381a-9ca0-4865-a43e-95991a21c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.585824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-94c4381a-9ca0-4865-a43e-95991a21c1f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=742fce1c-411f-4587-8831-a550bf8d5551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793129 Jul 27 22:08:52.606598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92ce3f8e-2abb-45e6-af20-47a9a273ae24 req-c6fb0d6e-34a2-45d0-a01a-30f99752e07c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574650 Jul 27 22:08:52.732436 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-b49be5cf-187c-492f-a232-7eebb83344d8 service neutron] 10.222.0.41 "GET /v2.0/networks/46885bb6-5da0-410a-b202-753ec0e246b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921863 Jul 27 22:08:52.741832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11f0a6-e73b-405b-830e-7e453198b3e3 req-3455b9c6-1027-41f5-8dfa-c9681c63a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.743304 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea11f0a6-e73b-405b-830e-7e453198b3e3 req-3455b9c6-1027-41f5-8dfa-c9681c63a568 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 1096 time: 0.1969361 Jul 27 22:08:52.750718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31b0ee-91e6-4436-be57-0e7e8b1880e9 req-c34db3e9-e533-46fb-b8ab-b387b0c010e7 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.752096 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a31b0ee-91e6-4436-be57-0e7e8b1880e9 req-c34db3e9-e533-46fb-b8ab-b387b0c010e7 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.2067955 Jul 27 22:08:52.882088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3670b-4de3-4a6e-b795-d88b5e5b6cf6 req-af30d890-f9cb-42c6-aecf-354ed92d70f6 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:52.883695 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68e3670b-4de3-4a6e-b795-d88b5e5b6cf6 req-af30d890-f9cb-42c6-aecf-354ed92d70f6 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.2060430 Jul 27 22:08:52.892093 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-54d3b11c-c80c-4e09-8416-c122884851b3 service neutron] 10.222.0.41 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837157 Jul 27 22:08:52.905289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea11f0a6-e73b-405b-830e-7e453198b3e3 req-707201f6-459e-4710-b6f1-fbd15f10affb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504121 Jul 27 22:08:53.310537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a31b0ee-91e6-4436-be57-0e7e8b1880e9 req-2380e1ee-7287-48d3-8622-09d790f2f0f0 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309350 Jul 27 22:08:53.374399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-cf6269ab-17ca-4ad7-966b-1cf42d8ab378 service neutron] 10.222.0.41 "GET /v2.0/networks/46885bb6-5da0-410a-b202-753ec0e246b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6176956 Jul 27 22:08:53.379568 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68e3670b-4de3-4a6e-b795-d88b5e5b6cf6 req-f5b76d30-dbbd-4422-b31f-e32c60c671cc tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830911 Jul 27 22:08:53.450120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-1ea6e549-3d8e-4128-9397-92f1e3b7ba7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 HTTP/1.1" status: 200 len: 217 time: 0.0584757 Jul 27 22:08:53.456467 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9686dde4-b196-4ac2-bec1-b1f8d5239214 req-0f5aabb5-3857-4cec-9281-4fe2842fd5b4 service neutron] 10.222.0.41 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497308 Jul 27 22:08:53.532252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-90744ecf-f93d-4a30-92fc-6432b1c626ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:53.533720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-90744ecf-f93d-4a30-92fc-6432b1c626ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d314a11-e7f4-4b86-9980-4f2c207cc662 HTTP/1.1" status: 200 len: 801 time: 0.0731773 Jul 27 22:08:53.569140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67bcb-a1c9-4784-b8b4-df90f8873966 req-2e367ad2-8a3c-4229-82a0-35f4367fded6 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:53.570712 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-00c67bcb-a1c9-4784-b8b4-df90f8873966 req-2e367ad2-8a3c-4229-82a0-35f4367fded6 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 943 time: 0.0845706 Jul 27 22:08:53.654956 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-25b09fb4-a8e3-492f-9187-e0333455cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:53.656571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-25b09fb4-a8e3-492f-9187-e0333455cd7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bac69c26-7a08-4f8e-af56-fd05e374845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1144905 Jul 27 22:08:53.660283 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-00c67bcb-a1c9-4784-b8b4-df90f8873966 req-7fa88f58-af6d-4334-bc44-b4ece8dec603 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729337 Jul 27 22:08:53.671748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de810-6e5b-456c-a10f-776c6949c849 req-741dbb29-41d8-43ce-9872-eba94af8b5be tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:53.681818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de810-6e5b-456c-a10f-776c6949c849 req-741dbb29-41d8-43ce-9872-eba94af8b5be tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:53.681818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a79de810-6e5b-456c-a10f-776c6949c849 req-741dbb29-41d8-43ce-9872-eba94af8b5be tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1677 time: 0.1351194 Jul 27 22:08:53.792252 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a79de810-6e5b-456c-a10f-776c6949c849 req-716cb0f1-cd37-4213-bec6-2f7661a1f51b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048958 Jul 27 22:08:53.832302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54d7ea-cd5e-4d3b-9729-b43e290022e1 req-a0b3d4f1-0f72-4e78-ad37-14b789761e08 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:53.833709 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa54d7ea-cd5e-4d3b-9729-b43e290022e1 req-a0b3d4f1-0f72-4e78-ad37-14b789761e08 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 945 time: 0.1004848 Jul 27 22:08:53.835972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-de3f02c0-baf2-49f2-a59c-cb4ea0570777 service neutron] 10.222.0.41 "GET /v2.0/networks/bac69c26-7a08-4f8e-af56-fd05e374845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557894 Jul 27 22:08:53.854991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'tag': '2a3a6ffb-e3da-4d24-bfed-a7440d3e4327'}, {'name': 'network-changed', 'server_uuid': 'cbfb1996-1aa3-4be4-b6f6-dbc316bac630', 'tag': 'c80eeb11-3c09-42a2-bd2f-8f1be7514056'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:53.857149 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53ba355-e13b-4626-a9b4-2dc05d952249" -d '{"events": [{"name": "network-changed", "server_uuid": "ff579890-c560-41fb-b146-50c5ab9d1276", "tag": "2a3a6ffb-e3da-4d24-bfed-a7440d3e4327"}, {"name": "network-changed", "server_uuid": "cbfb1996-1aa3-4be4-b6f6-dbc316bac630", "tag": "c80eeb11-3c09-42a2-bd2f-8f1be7514056"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:53.904915 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae261f9-1fbc-4143-b401-fa548cb9f785 x-openstack-request-id: req-7ae261f9-1fbc-4143-b401-fa548cb9f785 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:53.905204 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff579890-c560-41fb-b146-50c5ab9d1276", "tag": "2a3a6ffb-e3da-4d24-bfed-a7440d3e4327", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cbfb1996-1aa3-4be4-b6f6-dbc316bac630", "tag": "c80eeb11-3c09-42a2-bd2f-8f1be7514056", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:53.905446 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ae261f9-1fbc-4143-b401-fa548cb9f785 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:53.905842 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'tag': '2a3a6ffb-e3da-4d24-bfed-a7440d3e4327', 'status': 'completed', 'code': 200} Jul 27 22:08:53.906092 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfb1996-1aa3-4be4-b6f6-dbc316bac630', 'tag': 'c80eeb11-3c09-42a2-bd2f-8f1be7514056', 'status': 'completed', 'code': 200} Jul 27 22:08:53.935957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa54d7ea-cd5e-4d3b-9729-b43e290022e1 req-a6f0522e-c86c-4881-ad08-b4b30476f008 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955501 Jul 27 22:08:53.972248 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97feaf56-e3ec-4dd2-85c3-a46460310ff6 req-fb673145-7da9-4e1b-bf4d-700b44d8536a service neutron] 10.222.0.41 "GET /v2.0/networks/bac69c26-7a08-4f8e-af56-fd05e374845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255233 Jul 27 22:08:54.069928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1 req-31b0a3a3-1d71-4dd4-bd27-92cfab3d4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.070449 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1 req-31b0a3a3-1d71-4dd4-bd27-92cfab3d4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.072272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1 req-31b0a3a3-1d71-4dd4-bd27-92cfab3d4cab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=568db855b87f4289948b06a43cad39d4&device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1979 time: 0.0428650 Jul 27 22:08:54.163131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1 req-788d75e9-a380-4692-8175-c46ac0ef13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.164522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1 req-788d75e9-a380-4692-8175-c46ac0ef13d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46885bb6-5da0-410a-b202-753ec0e246b5 HTTP/1.1" status: 200 len: 902 time: 0.0844662 Jul 27 22:08:54.212269 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1 req-c8bd7684-44f0-42e4-b08c-c01a2bd5713f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.82&port_id=da52681c-7dcf-4fac-93d9-7cb02bcc9078 HTTP/1.1" status: 200 len: 217 time: 0.0393620 Jul 27 22:08:54.262866 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1 req-53e6c841-fcc9-4ae7-9f94-249746cfcdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.264407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1 req-53e6c841-fcc9-4ae7-9f94-249746cfcdd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea49124d-c495-4edd-8e8c-2de71219d9ac HTTP/1.1" status: 200 len: 801 time: 0.0435636 Jul 27 22:08:54.317578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1 req-15d3489a-41eb-41c2-9701-971aed3f0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.319161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1 req-15d3489a-41eb-41c2-9701-971aed3f0525 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46885bb6-5da0-410a-b202-753ec0e246b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0449138 Jul 27 22:08:54.448354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1 req-8307d3ac-722c-40f7-a17e-ecc823a385b9 service neutron] 10.222.0.41 "GET /v2.0/networks/46885bb6-5da0-410a-b202-753ec0e246b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196203 Jul 27 22:08:54.463341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeee83-138d-4c21-b401-20bfa8953926 req-4651b3a8-6b75-44b4-888b-6da9edba51a6 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.464780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4aeee83-138d-4c21-b401-20bfa8953926 req-4651b3a8-6b75-44b4-888b-6da9edba51a6 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0724692 Jul 27 22:08:54.583949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4aeee83-138d-4c21-b401-20bfa8953926 req-f8a9cffa-5d1d-4f0e-8129-7371951f34e5 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104257 Jul 27 22:08:54.611404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacab42-85fd-4f7a-b27b-e4b382a65e66 req-46b4eb70-cd8a-467a-a660-fbf7c8966549 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.614749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ceacab42-85fd-4f7a-b27b-e4b382a65e66 req-46b4eb70-cd8a-467a-a660-fbf7c8966549 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0911593 Jul 27 22:08:54.638582 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acf8bffc-6313-4061-bdc7-0b3e8a64eed1 req-71177ed3-504d-463a-849f-67259fe0acf8 service neutron] 10.222.0.41 "GET /v2.0/networks/46885bb6-5da0-410a-b202-753ec0e246b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728086 Jul 27 22:08:54.670290 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ceacab42-85fd-4f7a-b27b-e4b382a65e66 req-51373dab-5b24-4244-8f92-6368e9af504a tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496602 Jul 27 22:08:54.741728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-78bcaccf-4f7d-473a-95c8-be5a0830e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.742224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-78bcaccf-4f7d-473a-95c8-be5a0830e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.743900 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-78bcaccf-4f7d-473a-95c8-be5a0830e519 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=568db855b87f4289948b06a43cad39d4&device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1979 time: 0.0476906 Jul 27 22:08:54.828155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bf95ba86-3627-4584-8a9b-c85542f332fb details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:54.848182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23533583-9f2d-4457-b900-2d1552f15b83 req-c2486593-7e55-4834-bd84-ed425a262b5d tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.849667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-23533583-9f2d-4457-b900-2d1552f15b83 req-c2486593-7e55-4834-bd84-ed425a262b5d tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 943 time: 0.1048894 Jul 27 22:08:54.931532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-1ebd32bf-fd48-4d57-835f-29c163605a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.932972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-1ebd32bf-fd48-4d57-835f-29c163605a9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=bac69c26-7a08-4f8e-af56-fd05e374845d HTTP/1.1" status: 200 len: 902 time: 0.1786139 Jul 27 22:08:54.941111 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-23533583-9f2d-4457-b900-2d1552f15b83 req-84cfeefd-a5ef-4527-a2c4-85d5183aa404 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828257 Jul 27 22:08:54.948853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bf95ba86-3627-4584-8a9b-c85542f332fb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bf95ba86-3627-4584-8a9b-c85542f332fb,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:54.973658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'bf95ba86-3627-4584-8a9b-c85542f332fb', 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551', 'port_id': 'bf95ba86-3627-4584-8a9b-c85542f332fb', 'mac_address': 'fa:16:3e:27:03:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4e2d38-6718-42ff-b83c-b0f97dfa30b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:54.984430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-71d2c618-73e8-43e6-af90-1eb941dd34f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 HTTP/1.1" status: 200 len: 217 time: 0.0414050 Jul 27 22:08:54.999720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecad306-658a-42d1-ac88-fdda8a8c20eb req-ec688b66-7d2c-4e24-b048-964c09b049d6 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.008188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecad306-658a-42d1-ac88-fdda8a8c20eb req-ec688b66-7d2c-4e24-b048-964c09b049d6 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.017354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aecad306-658a-42d1-ac88-fdda8a8c20eb req-ec688b66-7d2c-4e24-b048-964c09b049d6 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1677 time: 0.1405809 Jul 27 22:08:55.028969 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:55.042939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf95ba86-3627-4584-8a9b-c85542f332fb {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:55.064114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bf95ba86-3627-4584-8a9b-c85542f332fb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bf95ba86-3627-4584-8a9b-c85542f332fb,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:55.069490 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:55.121684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=bf95ba86-3627-4584-8a9b-c85542f332fb,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:55.126886 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aecad306-658a-42d1-ac88-fdda8a8c20eb req-75ef937c-b20f-4d98-b18e-7e2a29d8d708 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073768 Jul 27 22:08:55.158299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a08880-7cb2-48ba-a70b-f7238c909ee4 req-7a6a7092-fa71-4373-992b-4686206d070c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.160239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61a08880-7cb2-48ba-a70b-f7238c909ee4 req-7a6a7092-fa71-4373-992b-4686206d070c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 945 time: 0.1145058 Jul 27 22:08:55.161788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-2911cb5f-0d95-4ce2-b829-59f898fd4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.163164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-2911cb5f-0d95-4ce2-b829-59f898fd4ea3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d314a11-e7f4-4b86-9980-4f2c207cc662 HTTP/1.1" status: 200 len: 801 time: 0.0875933 Jul 27 22:08:55.222753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61a08880-7cb2-48ba-a70b-f7238c909ee4 req-a435f2a0-717e-4fe9-ab05-e5cdec7503c7 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565248 Jul 27 22:08:55.232180 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-0631eb95-210e-4c92-abc8-1b2998735e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.233666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-0631eb95-210e-4c92-abc8-1b2998735e27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bac69c26-7a08-4f8e-af56-fd05e374845d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0618041 Jul 27 22:08:55.332378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-1dfdbe47-2615-4e8b-8a51-01fd0174c223 service neutron] 10.222.0.41 "GET /v2.0/networks/bac69c26-7a08-4f8e-af56-fd05e374845d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917006 Jul 27 22:08:55.344874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['bf95ba86-3627-4584-8a9b-c85542f332fb'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:55.434198 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-4122a122-8f67-4736-8297-21e1d95877ad service neutron] 10.222.0.41 "GET /v2.0/networks/bac69c26-7a08-4f8e-af56-fd05e374845d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945456 Jul 27 22:08:55.519802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-2bb3a3a7-8669-4952-bc2a-0e00de3f72bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.522469 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-2bb3a3a7-8669-4952-bc2a-0e00de3f72bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=235e3c60ef6c4058bd8ac5b603f8147a&device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 1094 time: 0.0461376 Jul 27 22:08:55.627707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-65eec393-ccf6-4a29-8a8c-11eb96dde659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.637648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-65eec393-ccf6-4a29-8a8c-11eb96dde659 service neutron] 10.222.0.41 "GET /v2.0/networks?id=742fce1c-411f-4587-8831-a550bf8d5551 HTTP/1.1" status: 200 len: 916 time: 0.1067986 Jul 27 22:08:55.714320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-b45548f6-5a9d-4832-9e54-e26048addf69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c80eeb11-3c09-42a2-bd2f-8f1be7514056 HTTP/1.1" status: 200 len: 217 time: 0.0686104 Jul 27 22:08:55.795621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb74c8b-cc00-4b76-8f5a-ad9ece1eb675 req-f8345577-4c5e-4339-95bb-fddaefbd03d9 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.797347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-deb74c8b-cc00-4b76-8f5a-ad9ece1eb675 req-f8345577-4c5e-4339-95bb-fddaefbd03d9 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.1014173 Jul 27 22:08:55.801791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-9833269c-de4d-47af-8c6a-c38e6e80acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.803277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-9833269c-de4d-47af-8c6a-c38e6e80acb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b4e2d38-6718-42ff-b83c-b0f97dfa30b3 HTTP/1.1" status: 200 len: 854 time: 0.0706701 Jul 27 22:08:55.896823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-deb74c8b-cc00-4b76-8f5a-ad9ece1eb675 req-5b336b79-24b0-48fe-bcc3-7b7b5e2e0599 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909138 Jul 27 22:08:55.910254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530bdff-a61f-43f7-9222-00acd1ec7190 req-c55c331b-28f2-412b-8894-97941d30a1f2 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.911762 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7530bdff-a61f-43f7-9222-00acd1ec7190 req-c55c331b-28f2-412b-8894-97941d30a1f2 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1075716 Jul 27 22:08:55.914505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-1267b7d7-f1ee-430d-936e-75216e6fc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.915852 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-1267b7d7-f1ee-430d-936e-75216e6fc9ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=742fce1c-411f-4587-8831-a550bf8d5551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960860 Jul 27 22:08:55.998898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7530bdff-a61f-43f7-9222-00acd1ec7190 req-fccf3b45-600b-46eb-bf49-4fa3d70db0dd tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800314 Jul 27 22:08:56.044174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-db4d5f74-183a-4014-b6c9-0709ee52dbeb service neutron] 10.222.0.41 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194792 Jul 27 22:08:56.140587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd602e-8fd8-4063-a0bd-2cf859406417 req-5c9947a1-86a6-4545-9c54-fb50541711e6 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:56.142147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3dd602e-8fd8-4063-a0bd-2cf859406417 req-5c9947a1-86a6-4545-9c54-fb50541711e6 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 943 time: 0.1013823 Jul 27 22:08:56.238306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53ba355-e13b-4626-a9b4-2dc05d952249 req-a00d80cc-2653-4afc-8bdf-544f0e2dd00e service neutron] 10.222.0.41 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830294 Jul 27 22:08:56.242794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3dd602e-8fd8-4063-a0bd-2cf859406417 req-b97dd8bf-1cc9-4fac-88d5-597e9cbf99fa tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836124 Jul 27 22:08:56.276887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55588b20-e7b1-4a09-82e7-7171a1813417 req-4ae62999-02b8-4250-adcb-a7c387923776 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:56.282835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55588b20-e7b1-4a09-82e7-7171a1813417 req-4ae62999-02b8-4250-adcb-a7c387923776 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:56.285303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55588b20-e7b1-4a09-82e7-7171a1813417 req-4ae62999-02b8-4250-adcb-a7c387923776 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1677 time: 0.0852089 Jul 27 22:08:56.334104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55588b20-e7b1-4a09-82e7-7171a1813417 req-ed2c2bc0-895e-497b-a365-fc896f3c0d0b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Jul 27 22:08:56.843426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bf95ba86-3627-4584-8a9b-c85542f332fb up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:56.900238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port bf95ba86-3627-4584-8a9b-c85542f332fb completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:56.904136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port bf95ba86-3627-4584-8a9b-c85542f332fb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:56.904509 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.928119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:57.087728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c3073-ce86-494a-ab40-4b0caf1bc1ba req-0d32be77-33bd-42a2-8229-fb7fa96df3ae tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.089677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b78c3073-ce86-494a-ab40-4b0caf1bc1ba req-0d32be77-33bd-42a2-8229-fb7fa96df3ae tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0944850 Jul 27 22:08:57.154708 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b78c3073-ce86-494a-ab40-4b0caf1bc1ba req-a5804295-c436-43a1-b17b-9724b8f36b15 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553029 Jul 27 22:08:57.246635 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.265502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be470ee4-f334-4622-8f10-22589ad79140 req-c131677e-bf44-4349-9fe3-71893b842260 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.267051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be470ee4-f334-4622-8f10-22589ad79140 req-c131677e-bf44-4349-9fe3-71893b842260 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0596485 Jul 27 22:08:57.278526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327,segment=NetworkSegment(c884060a-c7a5-4c19-a886-246a1522655d),segment_id=c884060a-c7a5-4c19-a886-246a1522655d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:57.292994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9a6c0-00d8-4e76-8670-88e4b940e676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf95ba86-3627-4584-8a9b-c85542f332fb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:57.295273 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322ada8f-1569-4f67-bfc8-14661d11a6ab" -d '{"events": [{"server_uuid": "d2c9a6c0-00d8-4e76-8670-88e4b940e676", "name": "network-vif-plugged", "status": "completed", "tag": "bf95ba86-3627-4584-8a9b-c85542f332fb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:57.301793 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '2a3a6ffb-e3da-4d24-bfed-a7440d3e4327', 'network_id': 'bac69c26-7a08-4f8e-af56-fd05e374845d', 'port_id': '2a3a6ffb-e3da-4d24-bfed-a7440d3e4327', 'mac_address': 'fa:16:3e:c3:f1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d314a11-e7f4-4b86-9980-4f2c207cc662', 'ip_address': '19.86.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:57.311886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bf95ba86-3627-4584-8a9b-c85542f332fb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bf95ba86-3627-4584-8a9b-c85542f332fb,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:57.334386 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be470ee4-f334-4622-8f10-22589ad79140 req-0856e9c0-bc87-4215-b388-9102d5d9a6ca tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578682 Jul 27 22:08:57.336959 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.385691 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.409568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=bf95ba86-3627-4584-8a9b-c85542f332fb,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:57.413027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdbb3a-c9b6-4ef3-83b7-be47a8bec56a req-581c3c03-4a1b-49cc-816e-4bbd85ceec65 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.413218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:57.413833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33bdbb3a-c9b6-4ef3-83b7-be47a8bec56a req-581c3c03-4a1b-49cc-816e-4bbd85ceec65 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 943 time: 0.0796533 Jul 27 22:08:57.425732 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e158d00-03a9-454b-919c-6e04f9bb4dc9 x-openstack-request-id: req-6e158d00-03a9-454b-919c-6e04f9bb4dc9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:57.426019 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9a6c0-00d8-4e76-8670-88e4b940e676", "name": "network-vif-plugged", "status": "completed", "tag": "bf95ba86-3627-4584-8a9b-c85542f332fb", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:57.426326 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e158d00-03a9-454b-919c-6e04f9bb4dc9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:57.426674 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9a6c0-00d8-4e76-8670-88e4b940e676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf95ba86-3627-4584-8a9b-c85542f332fb', 'code': 200} Jul 27 22:08:57.437503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327,segment=NetworkSegment(c884060a-c7a5-4c19-a886-246a1522655d),segment_id=c884060a-c7a5-4c19-a886-246a1522655d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:57.443317 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.444328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da52681c-7dcf-4fac-93d9-7cb02bcc9078 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:57.495045 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33bdbb3a-c9b6-4ef3-83b7-be47a8bec56a req-79078125-7a43-4fb1-b64d-30bc806c8666 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663264 Jul 27 22:08:57.564295 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:57.591692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23459b47-5ed9-49c3-b773-02b2547ec707 req-14a7a182-ea4b-4781-82f2-6e9f735353e5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.598699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23459b47-5ed9-49c3-b773-02b2547ec707 req-14a7a182-ea4b-4781-82f2-6e9f735353e5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.600330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-23459b47-5ed9-49c3-b773-02b2547ec707 req-14a7a182-ea4b-4781-82f2-6e9f735353e5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1678 time: 0.1042657 Jul 27 22:08:57.609874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df02b4-ff94-47bd-8285-b1e8425c6d52 req-537ae854-d3de-49cc-a254-2922b73cfc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.611423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-80df02b4-ff94-47bd-8285-b1e8425c6d52 req-537ae854-d3de-49cc-a254-2922b73cfc14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2c9a6c0-00d8-4e76-8670-88e4b940e676 HTTP/1.1" status: 200 len: 1096 time: 0.1123590 Jul 27 22:08:57.611833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da52681c-7dcf-4fac-93d9-7cb02bcc9078, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da52681c-7dcf-4fac-93d9-7cb02bcc9078,segment=NetworkSegment(29f21a8b-fe36-41b4-9319-dce3b1d44523),segment_id=29f21a8b-fe36-41b4-9319-dce3b1d44523)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:57.627755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'da52681c-7dcf-4fac-93d9-7cb02bcc9078', 'network_id': '46885bb6-5da0-410a-b202-753ec0e246b5', 'port_id': 'da52681c-7dcf-4fac-93d9-7cb02bcc9078', 'mac_address': 'fa:16:3e:83:f6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea49124d-c495-4edd-8e8c-2de71219d9ac', 'ip_address': '19.80.0.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:57.678293 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.688296 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-23459b47-5ed9-49c3-b773-02b2547ec707 req-8fc5eaae-d16d-42ef-8354-02d85634f731 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701413 Jul 27 22:08:57.699557 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-80df02b4-ff94-47bd-8285-b1e8425c6d52 req-fbc5f282-5983-4f2c-8db5-f5177676ddd1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777128 Jul 27 22:08:57.702324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da52681c-7dcf-4fac-93d9-7cb02bcc9078 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:57.729083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da52681c-7dcf-4fac-93d9-7cb02bcc9078, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da52681c-7dcf-4fac-93d9-7cb02bcc9078,segment=NetworkSegment(29f21a8b-fe36-41b4-9319-dce3b1d44523),segment_id=29f21a8b-fe36-41b4-9319-dce3b1d44523)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:57.736927 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.737851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c80eeb11-3c09-42a2-bd2f-8f1be7514056 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:08:57.836617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=da52681c-7dcf-4fac-93d9-7cb02bcc9078,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:57.894996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c80eeb11-3c09-42a2-bd2f-8f1be7514056, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c80eeb11-3c09-42a2-bd2f-8f1be7514056,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:57.909649 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'c80eeb11-3c09-42a2-bd2f-8f1be7514056', 'network_id': '742fce1c-411f-4587-8831-a550bf8d5551', 'port_id': 'c80eeb11-3c09-42a2-bd2f-8f1be7514056', 'mac_address': 'fa:16:3e:3d:45:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4e2d38-6718-42ff-b83c-b0f97dfa30b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:08:57.948421 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:57.962926 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80eeb11-3c09-42a2-bd2f-8f1be7514056 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:57.988539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c80eeb11-3c09-42a2-bd2f-8f1be7514056, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c80eeb11-3c09-42a2-bd2f-8f1be7514056,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:57.993308 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:58.044058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=c80eeb11-3c09-42a2-bd2f-8f1be7514056,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:58.281211 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303790e-7608-420a-91fa-4b865ef426ae req-abbf7010-866a-4bd9-9151-bf93e228d6e6 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:58.283424 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e303790e-7608-420a-91fa-4b865ef426ae req-abbf7010-866a-4bd9-9151-bf93e228d6e6 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0645151 Jul 27 22:08:58.326624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e303790e-7608-420a-91fa-4b865ef426ae req-fd110126-4dce-4a4b-8985-5862df5582fb tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366166 Jul 27 22:08:58.416514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['c80eeb11-3c09-42a2-bd2f-8f1be7514056'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:58.439359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bf59e-b06b-4f49-b007-b999a440c52a req-c001a2d6-be59-4de9-980c-93606d601e37 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:58.441852 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-657bf59e-b06b-4f49-b007-b999a440c52a req-c001a2d6-be59-4de9-980c-93606d601e37 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0508277 Jul 27 22:08:58.443590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2a3a6ffb-e3da-4d24-bfed-a7440d3e4327'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:58.475961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['da52681c-7dcf-4fac-93d9-7cb02bcc9078'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:58.482142 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-657bf59e-b06b-4f49-b007-b999a440c52a req-bac04294-99b8-44af-a2d8-6bd0563dff5d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325871 Jul 27 22:08:58.629609 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b51ab-3c43-4d30-bd6a-1e5a7c774d56 req-41d89fbb-58b8-4919-9870-5b4e71b4354f tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:58.631295 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a82b51ab-3c43-4d30-bd6a-1e5a7c774d56 req-41d89fbb-58b8-4919-9870-5b4e71b4354f tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 944 time: 0.0615892 Jul 27 22:08:58.687440 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a82b51ab-3c43-4d30-bd6a-1e5a7c774d56 req-7b03f9a8-2eaf-499e-a5c4-d539c580ca3f tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491891 Jul 27 22:08:58.842908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e200ec-663e-41af-b7fc-2dff20c37b57 req-6d77972a-f921-4b38-98fa-6407c8b7f966 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:58.849430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e200ec-663e-41af-b7fc-2dff20c37b57 req-6d77972a-f921-4b38-98fa-6407c8b7f966 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:58.851015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0e200ec-663e-41af-b7fc-2dff20c37b57 req-6d77972a-f921-4b38-98fa-6407c8b7f966 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1679 time: 0.0672891 Jul 27 22:08:58.892639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0e200ec-663e-41af-b7fc-2dff20c37b57 req-bb9ea2fe-f350-4860-b82e-a57101429f2a tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355356 Jul 27 22:08:59.451590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825bc32-3c50-4b31-b32a-09a0ec1a8527 req-8f7b162b-f277-4f20-8f38-9da85866b900 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:59.453082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f825bc32-3c50-4b31-b32a-09a0ec1a8527 req-8f7b162b-f277-4f20-8f38-9da85866b900 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0501797 Jul 27 22:08:59.491470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f825bc32-3c50-4b31-b32a-09a0ec1a8527 req-664c6e57-5e52-459d-84ca-4455fac4ecff tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Jul 27 22:08:59.608233 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595d58e-299e-4067-a75a-7b5a52e75fd2 req-e9bedcae-d567-4559-9282-c02512ef5105 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:59.609836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5595d58e-299e-4067-a75a-7b5a52e75fd2 req-e9bedcae-d567-4559-9282-c02512ef5105 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0502574 Jul 27 22:08:59.649798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5595d58e-299e-4067-a75a-7b5a52e75fd2 req-36237cec-26a1-4cd0-8e70-69c3b3077f1f tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333893 Jul 27 22:08:59.808258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52416df6-54ed-4977-be40-e7cd0958b660 req-5ef5bd9a-0f59-4640-8fb5-f42a1365b68b tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:59.809751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52416df6-54ed-4977-be40-e7cd0958b660 req-5ef5bd9a-0f59-4640-8fb5-f42a1365b68b tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 944 time: 0.0493414 Jul 27 22:08:59.853187 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52416df6-54ed-4977-be40-e7cd0958b660 req-0e899067-f92e-436f-acf8-16b80bc673fe tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365617 Jul 27 22:09:00.019909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498b758-042b-45d6-9f61-8663aad22fba req-38965ec9-fb0d-4019-a8e4-7ca4402eb9fe tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.025787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498b758-042b-45d6-9f61-8663aad22fba req-38965ec9-fb0d-4019-a8e4-7ca4402eb9fe tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.027461 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7498b758-042b-45d6-9f61-8663aad22fba req-38965ec9-fb0d-4019-a8e4-7ca4402eb9fe tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1679 time: 0.0663075 Jul 27 22:09:00.072514 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7498b758-042b-45d6-9f61-8663aad22fba req-a3226e00-3194-420a-b1f4-865a58e6dabf tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339723 Jul 27 22:09:00.616598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db94e0-86b7-4582-bdf2-28c7b6174457 req-94f41879-b2b2-4130-8c1c-9d549f8a8129 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.618125 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a8db94e0-86b7-4582-bdf2-28c7b6174457 req-94f41879-b2b2-4130-8c1c-9d549f8a8129 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0559645 Jul 27 22:09:00.660335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a8db94e0-86b7-4582-bdf2-28c7b6174457 req-694a936c-6331-4564-b61e-b3e08ff75858 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354269 Jul 27 22:09:00.772451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca95a65-d539-43d8-a340-2e79c245b4f0 req-7bed4c9e-0b83-4f67-a98c-64e85a59280f tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.773924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bca95a65-d539-43d8-a340-2e79c245b4f0 req-7bed4c9e-0b83-4f67-a98c-64e85a59280f tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0519311 Jul 27 22:09:00.842508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bca95a65-d539-43d8-a340-2e79c245b4f0 req-10f37836-30b3-4a68-ad10-34cc689a65f9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594614 Jul 27 22:09:00.844269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e702f7-8b57-4237-b49f-661e6b1b7d54 req-4aaa4436-00b1-46f1-8438-8c1760a5406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.845643 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21e702f7-8b57-4237-b49f-661e6b1b7d54 req-4aaa4436-00b1-46f1-8438-8c1760a5406f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 1097 time: 0.0702627 Jul 27 22:09:00.946776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da52681c-7dcf-4fac-93d9-7cb02bcc9078 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:01.007432 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e702f7-8b57-4237-b49f-661e6b1b7d54 req-dc027045-f05b-471b-a136-bb94d7f83c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:01.008886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port da52681c-7dcf-4fac-93d9-7cb02bcc9078 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:01.009019 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21e702f7-8b57-4237-b49f-661e6b1b7d54 req-dc027045-f05b-471b-a136-bb94d7f83c4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 919 time: 0.1326919 Jul 27 22:09:01.013484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port da52681c-7dcf-4fac-93d9-7cb02bcc9078 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:01.014149 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.017298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f35261-a3a5-4705-bbe4-b2b49d4b5d36 req-dfc70900-dd2f-43b0-b05b-0a8ab96dc47f tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:01.018789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7f35261-a3a5-4705-bbe4-b2b49d4b5d36 req-dfc70900-dd2f-43b0-b05b-0a8ab96dc47f tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 944 time: 0.0928760 Jul 27 22:09:01.061075 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21e702f7-8b57-4237-b49f-661e6b1b7d54 req-cf4717f1-2de9-4527-b6e9-53c82013d6b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5984ecef-02b9-4b22-8a4b-a33bee36922e HTTP/1.1" status: 200 len: 217 time: 0.0411823 Jul 27 22:09:01.116284 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.140966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da52681c-7dcf-4fac-93d9-7cb02bcc9078'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:01.143316 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5348e9ef-83a1-4e0e-835a-e114154550f4" -d '{"events": [{"server_uuid": "ff579890-c560-41fb-b146-50c5ab9d1276", "name": "network-vif-plugged", "status": "completed", "tag": "da52681c-7dcf-4fac-93d9-7cb02bcc9078"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:01.150455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7f35261-a3a5-4705-bbe4-b2b49d4b5d36 req-95d22015-6a4e-4cb9-8985-e56fc34cd4dc tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236959 Jul 27 22:09:01.159754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da52681c-7dcf-4fac-93d9-7cb02bcc9078, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da52681c-7dcf-4fac-93d9-7cb02bcc9078,segment=NetworkSegment(29f21a8b-fe36-41b4-9319-dce3b1d44523),segment_id=29f21a8b-fe36-41b4-9319-dce3b1d44523)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:01.160982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e702f7-8b57-4237-b49f-661e6b1b7d54 req-ae4349e9-e601-4827-9a17-bb805dc69502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:01.167848 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21e702f7-8b57-4237-b49f-661e6b1b7d54 req-ae4349e9-e601-4827-9a17-bb805dc69502 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27fdfe18-3271-46de-9a08-597c0b96bc30 HTTP/1.1" status: 200 len: 858 time: 0.0976849 Jul 27 22:09:01.172071 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.172950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c80eeb11-3c09-42a2-bd2f-8f1be7514056 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:01.203965 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21e702f7-8b57-4237-b49f-661e6b1b7d54 req-c0c75f2a-7c38-41c2-9009-082fe9ee9d3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=638396bb-0008-4af7-b598-ed178402e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277784 Jul 27 22:09:01.225886 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b2d481-0ed2-48df-ab4a-01a219e5361f x-openstack-request-id: req-d3b2d481-0ed2-48df-ab4a-01a219e5361f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:01.226348 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff579890-c560-41fb-b146-50c5ab9d1276", "name": "network-vif-plugged", "status": "completed", "tag": "da52681c-7dcf-4fac-93d9-7cb02bcc9078", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:01.226711 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3b2d481-0ed2-48df-ab4a-01a219e5361f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:01.227198 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da52681c-7dcf-4fac-93d9-7cb02bcc9078', 'code': 200} Jul 27 22:09:01.252061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=da52681c-7dcf-4fac-93d9-7cb02bcc9078,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:01.284463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port c80eeb11-3c09-42a2-bd2f-8f1be7514056 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:01.290008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port c80eeb11-3c09-42a2-bd2f-8f1be7514056 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:01.290427 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.333458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed267e-b530-4000-8c27-8a9d9c0e0265 req-8e18c45a-7b9c-4f71-a85d-bcc22948151f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:01.340381 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed267e-b530-4000-8c27-8a9d9c0e0265 req-8e18c45a-7b9c-4f71-a85d-bcc22948151f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:01.342736 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5bed267e-b530-4000-8c27-8a9d9c0e0265 req-8e18c45a-7b9c-4f71-a85d-bcc22948151f tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1680 time: 0.1413207 Jul 27 22:09:01.352773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21e702f7-8b57-4237-b49f-661e6b1b7d54 req-eab829a2-5a8b-42b9-b688-2dde264f1434 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394627 Jul 27 22:09:01.378244 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.421969 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c80eeb11-3c09-42a2-bd2f-8f1be7514056, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c80eeb11-3c09-42a2-bd2f-8f1be7514056,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:01.428505 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.429503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:01.465754 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5bed267e-b530-4000-8c27-8a9d9c0e0265 req-86a4af43-2080-4285-8047-d747b0620700 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033421 Jul 27 22:09:01.491597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21e702f7-8b57-4237-b49f-661e6b1b7d54 req-db396c50-9d0f-4498-a99a-d8f92f8d5c30 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296825 Jul 27 22:09:01.521088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=c80eeb11-3c09-42a2-bd2f-8f1be7514056,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:01.538197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:01.542061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:01.542477 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.619414 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.657455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327,segment=NetworkSegment(c884060a-c7a5-4c19-a886-246a1522655d),segment_id=c884060a-c7a5-4c19-a886-246a1522655d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:01.662035 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.710631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:01.787735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfa6a5-70c1-45c8-8480-4748eb5d7562 req-f5e7913f-46ed-4c6d-b259-69aed866e1b0 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:01.789332 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c5dfa6a5-70c1-45c8-8480-4748eb5d7562 req-f5e7913f-46ed-4c6d-b259-69aed866e1b0 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0547647 Jul 27 22:09:01.827981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c5dfa6a5-70c1-45c8-8480-4748eb5d7562 req-db47aacd-0cac-4272-8eb7-bed120e44a41 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Jul 27 22:09:01.958947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff32f5-1eef-465c-9131-0e8fbefa6a08 req-cda8b90b-9bf8-4f05-9088-4ce62c3ef317 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:01.960306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcff32f5-1eef-465c-9131-0e8fbefa6a08 req-cda8b90b-9bf8-4f05-9088-4ce62c3ef317 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0485675 Jul 27 22:09:02.012050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcff32f5-1eef-465c-9131-0e8fbefa6a08 req-ff371940-2cee-4989-85cf-9fdc43ff73bf tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457828 Jul 27 22:09:02.269413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6743c7-3735-48b1-ab69-5d026dff8462 req-c1c05daa-4527-4398-b7ba-c1b21158d527 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:02.270845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b6743c7-3735-48b1-ab69-5d026dff8462 req-c1c05daa-4527-4398-b7ba-c1b21158d527 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 945 time: 0.0506363 Jul 27 22:09:02.309485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b6743c7-3735-48b1-ab69-5d026dff8462 req-dfa7b281-9c02-44bd-b357-8679a33c6896 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325305 Jul 27 22:09:02.579762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a103b-fe0a-4551-b8af-83426928bc5f req-e1852855-84ef-4b96-9512-55856cbe1e09 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:02.586410 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a103b-fe0a-4551-b8af-83426928bc5f req-e1852855-84ef-4b96-9512-55856cbe1e09 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:02.587948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c46a103b-fe0a-4551-b8af-83426928bc5f req-e1852855-84ef-4b96-9512-55856cbe1e09 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1681 time: 0.0705872 Jul 27 22:09:02.624923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c46a103b-fe0a-4551-b8af-83426928bc5f req-49125b51-7c1f-4513-98b9-6646f35fabe8 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309374 Jul 27 22:09:02.944568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fbae6-d1df-4044-8469-76afec43c0f4 req-db01f92c-caa9-45e6-bce4-81800c2b44cc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:02.946076 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b5fbae6-d1df-4044-8469-76afec43c0f4 req-db01f92c-caa9-45e6-bce4-81800c2b44cc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0505288 Jul 27 22:09:02.995613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b5fbae6-d1df-4044-8469-76afec43c0f4 req-f5d6a575-4eb6-4572-8de5-f389256ad983 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Jul 27 22:09:03.136207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29890d1-d739-4d50-9827-bda86f506708 req-2efc4c6b-a6df-4c16-8cc7-f8bed6f977f1 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.137767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e29890d1-d739-4d50-9827-bda86f506708 req-2efc4c6b-a6df-4c16-8cc7-f8bed6f977f1 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0503211 Jul 27 22:09:03.195492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e29890d1-d739-4d50-9827-bda86f506708 req-6d1c77c1-80ed-455a-bb34-2b0f82c38abb tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454061 Jul 27 22:09:03.228570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfb1996-1aa3-4be4-b6f6-dbc316bac630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80eeb11-3c09-42a2-bd2f-8f1be7514056'}, {'server_uuid': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3a6ffb-e3da-4d24-bfed-a7440d3e4327'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:03.230944 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5953808b-33ec-4182-aca6-297886f8945c" -d '{"events": [{"server_uuid": "cbfb1996-1aa3-4be4-b6f6-dbc316bac630", "name": "network-vif-plugged", "status": "completed", "tag": "c80eeb11-3c09-42a2-bd2f-8f1be7514056"}, {"server_uuid": "ff579890-c560-41fb-b146-50c5ab9d1276", "name": "network-vif-plugged", "status": "completed", "tag": "2a3a6ffb-e3da-4d24-bfed-a7440d3e4327"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:03.271528 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0ae61a-b87a-42a9-8c8b-744b014d0bf3 x-openstack-request-id: req-1c0ae61a-b87a-42a9-8c8b-744b014d0bf3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:03.271830 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfb1996-1aa3-4be4-b6f6-dbc316bac630", "name": "network-vif-plugged", "status": "completed", "tag": "c80eeb11-3c09-42a2-bd2f-8f1be7514056", "code": 200}, {"server_uuid": "ff579890-c560-41fb-b146-50c5ab9d1276", "name": "network-vif-plugged", "status": "completed", "tag": "2a3a6ffb-e3da-4d24-bfed-a7440d3e4327", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:03.272081 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c0ae61a-b87a-42a9-8c8b-744b014d0bf3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:03.272475 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfb1996-1aa3-4be4-b6f6-dbc316bac630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80eeb11-3c09-42a2-bd2f-8f1be7514056', 'code': 200} Jul 27 22:09:03.272730 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3a6ffb-e3da-4d24-bfed-a7440d3e4327', 'code': 200} Jul 27 22:09:03.472176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3812ea3-66f2-4b42-a4ff-14c88f263e68 req-0f95d148-9684-492c-aba6-a280ede58b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.472662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3812ea3-66f2-4b42-a4ff-14c88f263e68 req-0f95d148-9684-492c-aba6-a280ede58b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.474281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3812ea3-66f2-4b42-a4ff-14c88f263e68 req-0f95d148-9684-492c-aba6-a280ede58b3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1983 time: 0.1098447 Jul 27 22:09:03.476025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade2d68-cc66-468d-a3f4-ec5023065dd3 req-d7e81eaf-a38c-4e5a-81c0-57dc0ace4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.477404 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aade2d68-cc66-468d-a3f4-ec5023065dd3 req-d7e81eaf-a38c-4e5a-81c0-57dc0ace4005 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 1096 time: 0.1215565 Jul 27 22:09:03.488851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584acb0-f9ba-4be6-98da-6f9a8d80e841 req-e4587563-996a-466a-8eb7-d8f9a00f40c3 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.490410 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3584acb0-f9ba-4be6-98da-6f9a8d80e841 req-e4587563-996a-466a-8eb7-d8f9a00f40c3 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 945 time: 0.0999920 Jul 27 22:09:03.576935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3584acb0-f9ba-4be6-98da-6f9a8d80e841 req-54cb653c-44a5-4e1c-a237-476e2e00f7c6 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765684 Jul 27 22:09:03.580392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3812ea3-66f2-4b42-a4ff-14c88f263e68 req-72dd3512-fd2c-49d4-b317-f08f542cc5ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866027 Jul 27 22:09:03.585119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aade2d68-cc66-468d-a3f4-ec5023065dd3 req-9b62b7b0-3e44-45a3-b369-65496e2dda28 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857787 Jul 27 22:09:03.748494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4b36c-4624-4b52-94ad-de38651136b2 req-b1c55559-6ebe-4baa-b2ce-ce0a250690b1 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.755170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4b36c-4624-4b52-94ad-de38651136b2 req-b1c55559-6ebe-4baa-b2ce-ce0a250690b1 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:03.756648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-69e4b36c-4624-4b52-94ad-de38651136b2 req-b1c55559-6ebe-4baa-b2ce-ce0a250690b1 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1681 time: 0.0578034 Jul 27 22:09:03.793834 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-69e4b36c-4624-4b52-94ad-de38651136b2 req-48ab7800-7556-4566-a4c1-bdd2d2d2bc75 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Jul 27 22:09:04.113866 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b73f1c-06a1-4834-bef3-84a2debdd64b req-4acff8d4-5e81-4ec5-b2b8-a0b5aba546af tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:04.115431 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99b73f1c-06a1-4834-bef3-84a2debdd64b req-4acff8d4-5e81-4ec5-b2b8-a0b5aba546af tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0506938 Jul 27 22:09:04.156152 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99b73f1c-06a1-4834-bef3-84a2debdd64b req-eb3e69fa-2e6c-4bc4-9c74-b7f314634fd2 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346231 Jul 27 22:09:04.303775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d81444-6cd1-492d-aadf-ef205a0e6513 req-5bae7e8c-2591-4adb-9071-4cd3613c9a6d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:04.312230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99d81444-6cd1-492d-aadf-ef205a0e6513 req-5bae7e8c-2591-4adb-9071-4cd3613c9a6d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0602114 Jul 27 22:09:04.349849 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99d81444-6cd1-492d-aadf-ef205a0e6513 req-3321d250-86dd-4bff-aa34-3496773d8861 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367558 Jul 27 22:09:04.717877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98993ac-5d8b-4507-8e39-257a77ea8aa4 req-cf47c48c-7256-4592-872a-ddfe98b29914 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:04.719791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e98993ac-5d8b-4507-8e39-257a77ea8aa4 req-cf47c48c-7256-4592-872a-ddfe98b29914 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 945 time: 0.0508506 Jul 27 22:09:04.770590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e98993ac-5d8b-4507-8e39-257a77ea8aa4 req-32fcf9a4-ef94-4c8d-b612-7ac70ea8db21 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383654 Jul 27 22:09:04.913216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351f518-c10a-42bc-89c6-762374635511 req-5af0b1bb-6f99-49c0-a98c-e932d55b39fe tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:04.919169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351f518-c10a-42bc-89c6-762374635511 req-5af0b1bb-6f99-49c0-a98c-e932d55b39fe tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:04.920783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5351f518-c10a-42bc-89c6-762374635511 req-5af0b1bb-6f99-49c0-a98c-e932d55b39fe tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1681 time: 0.0570755 Jul 27 22:09:04.964169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5351f518-c10a-42bc-89c6-762374635511 req-f2c5a881-5148-43be-a6d3-9e1885b0e2cb tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373292 Jul 27 22:09:05.304235 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af162382-4d10-4931-98ba-add40904280e req-bb2bc9da-1427-4c01-b4c6-eb8a57f0a495 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:05.305764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af162382-4d10-4931-98ba-add40904280e req-bb2bc9da-1427-4c01-b4c6-eb8a57f0a495 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0794015 Jul 27 22:09:05.314271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b236a-9716-4f46-b90b-f29cf635c665 req-2b2ad0dd-5503-4b54-99a2-ecaa7deb707a tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:05.321110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b236a-9716-4f46-b90b-f29cf635c665 req-2b2ad0dd-5503-4b54-99a2-ecaa7deb707a tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:05.322838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c34b236a-9716-4f46-b90b-f29cf635c665 req-2b2ad0dd-5503-4b54-99a2-ecaa7deb707a tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1681 time: 0.0875835 Jul 27 22:09:05.377583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af162382-4d10-4931-98ba-add40904280e req-44931517-f47f-4db5-89f0-edac5297f4bb tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537167 Jul 27 22:09:05.387976 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c34b236a-9716-4f46-b90b-f29cf635c665 req-07e92956-1879-4bb1-9f2c-1a2fd4afa411 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578270 Jul 27 22:09:05.544316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ca4fc-1dd6-4512-b997-0d882de23ce5 req-801cb194-3d0e-4e2b-853f-614629697a4b tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:05.545768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-681ca4fc-1dd6-4512-b997-0d882de23ce5 req-801cb194-3d0e-4e2b-853f-614629697a4b tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0490749 Jul 27 22:09:05.582771 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-681ca4fc-1dd6-4512-b997-0d882de23ce5 req-a7bb897f-e03b-4757-9c8d-08ae8eac485e tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303597 Jul 27 22:09:05.889864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b65330-967b-4799-aaab-43c4667bdcda req-c73a7563-e2fa-4a15-a9fb-c3a2cc28eedd tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:05.891337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4b65330-967b-4799-aaab-43c4667bdcda req-c73a7563-e2fa-4a15-a9fb-c3a2cc28eedd tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 945 time: 0.0510933 Jul 27 22:09:05.928975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4b65330-967b-4799-aaab-43c4667bdcda req-c396e624-669d-4c14-a440-80d3aec824f7 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310292 Jul 27 22:09:06.042798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd23934-b312-46f0-8f45-c5cff1fb3a34 req-8b38bf51-de90-4245-a166-060924cdea52 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.044311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbd23934-b312-46f0-8f45-c5cff1fb3a34 req-8b38bf51-de90-4245-a166-060924cdea52 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.0498760 Jul 27 22:09:06.084980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbd23934-b312-46f0-8f45-c5cff1fb3a34 req-9a5b4af4-4baa-4461-97cb-57c04b9014d6 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345564 Jul 27 22:09:06.198219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a0a57-8b22-4d5b-a755-ee63f4f15458 req-b65d5b09-74a4-401a-b954-c0a163097dcf tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.199623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-893a0a57-8b22-4d5b-a755-ee63f4f15458 req-b65d5b09-74a4-401a-b954-c0a163097dcf tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c9a6c0-00d8-4e76-8670-88e4b940e676 HTTP/1.1" status: 200 len: 945 time: 0.0496149 Jul 27 22:09:06.237753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-893a0a57-8b22-4d5b-a755-ee63f4f15458 req-74824835-5ff1-4636-819d-ff09096e4c8d tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321174 Jul 27 22:09:06.577805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754461d1-573c-4dfc-beda-bb687a606138 req-74a35089-8cef-4632-9d83-83117aefaddb tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.579459 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-754461d1-573c-4dfc-beda-bb687a606138 req-74a35089-8cef-4632-9d83-83117aefaddb tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 945 time: 0.1053433 Jul 27 22:09:06.594316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bce20-adce-4d5f-9415-a6f90842c7d5 req-122478d3-7d44-4e4b-8f46-d1bec0b91385 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.596007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd6bce20-adce-4d5f-9415-a6f90842c7d5 req-122478d3-7d44-4e4b-8f46-d1bec0b91385 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0801575 Jul 27 22:09:06.655951 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-754461d1-573c-4dfc-beda-bb687a606138 req-30d5fbb4-aa36-4bc7-8b3a-11fc462cb1a5 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696766 Jul 27 22:09:06.661394 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd6bce20-adce-4d5f-9415-a6f90842c7d5 req-e9c01fa5-7161-4e7d-8f24-32e00f5aaed9 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591819 Jul 27 22:09:06.819761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633badfd-1fc1-4fbf-ade0-33358a209105 req-68661b7d-bff4-48e9-bafa-8e42974a1651 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.827139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633badfd-1fc1-4fbf-ade0-33358a209105 req-68661b7d-bff4-48e9-bafa-8e42974a1651 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.828728 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-633badfd-1fc1-4fbf-ade0-33358a209105 req-68661b7d-bff4-48e9-bafa-8e42974a1651 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1681 time: 0.1025519 Jul 27 22:09:07.289124 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-633badfd-1fc1-4fbf-ade0-33358a209105 req-a65df78c-7f3e-42c7-acd0-ae3236f15588 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534800 Jul 27 22:09:07.303562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-1c48c960-20c8-4baf-a337-f548347c556b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:07.309394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-1c48c960-20c8-4baf-a337-f548347c556b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:07.310989 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-1c48c960-20c8-4baf-a337-f548347c556b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 1681 time: 0.4682646 Jul 27 22:09:07.324191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfac75-d6d2-4309-afcf-037c84df97a8 req-6486e651-260a-4c16-b04a-49de9dad1d5c tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:07.325629 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-edcfac75-d6d2-4309-afcf-037c84df97a8 req-6486e651-260a-4c16-b04a-49de9dad1d5c tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0934162 Jul 27 22:09:07.421935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-edcfac75-d6d2-4309-afcf-037c84df97a8 req-7f2d3fcc-1788-4db0-966e-95109aba2fc2 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883031 Jul 27 22:09:07.470413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-f9d10bfb-56cb-4a7a-be63-90c0b3fd1b16 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:07.470850 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-f9d10bfb-56cb-4a7a-be63-90c0b3fd1b16 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:07.610070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-f9d10bfb-56cb-4a7a-be63-90c0b3fd1b16 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] For port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327,segment=NetworkSegment(c884060a-c7a5-4c19-a886-246a1522655d),segment_id=c884060a-c7a5-4c19-a886-246a1522655d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:07.610996 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-f9d10bfb-56cb-4a7a-be63-90c0b3fd1b16 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:07.631885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-f9d10bfb-56cb-4a7a-be63-90c0b3fd1b16 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Calling delete_port for 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:07.646944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded4bd9-08b4-4c09-957a-794b03e99b1a req-6d3b515c-8f71-46aa-840e-4f3f9d269e98 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:07.648506 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ded4bd9-08b4-4c09-957a-794b03e99b1a req-6d3b515c-8f71-46aa-840e-4f3f9d269e98 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.0957208 Jul 27 22:09:07.746657 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ded4bd9-08b4-4c09-957a-794b03e99b1a req-6d6e8726-6d5a-487b-b2ea-9bf2d68a5bce tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866361 Jul 27 22:09:07.845777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e023ef-7263-4e40-8881-c54f26b1b9ef req-99dd8dea-657c-43f4-9e9d-95279e9b7300 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:07.847702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4e023ef-7263-4e40-8881-c54f26b1b9ef req-99dd8dea-657c-43f4-9e9d-95279e9b7300 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0989177 Jul 27 22:09:07.864145 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-f9d10bfb-56cb-4a7a-be63-90c0b3fd1b16 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:07.876375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2a3a6ffb-e3da-4d24-bfed-a7440d3e4327', 'da52681c-7dcf-4fac-93d9-7cb02bcc9078'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:07.920122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d10bfb-56cb-4a7a-be63-90c0b3fd1b16 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Port': ['ID=2a3a6ffb-e3da-4d24-bfed-a7440d3e4327,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:08.041646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-f9d10bfb-56cb-4a7a-be63-90c0b3fd1b16 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] No DVR routers for this DVR port 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:08.064504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4e023ef-7263-4e40-8881-c54f26b1b9ef req-b6a8a441-adaa-484b-9541-1b058872ca65 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077785 Jul 27 22:09:08.067113 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-f9d10bfb-56cb-4a7a-be63-90c0b3fd1b16 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:08.069110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-f9d10bfb-56cb-4a7a-be63-90c0b3fd1b16 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "DELETE /v2.0/ports/2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 HTTP/1.1" status: 204 len: 173 time: 0.7425952 Jul 27 22:09:08.069553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'name': 'network-vif-deleted', 'tag': '2a3a6ffb-e3da-4d24-bfed-a7440d3e4327'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:08.071874 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc914a7-9f83-4174-98db-a2961f146484" -d '{"events": [{"server_uuid": "ff579890-c560-41fb-b146-50c5ab9d1276", "name": "network-vif-deleted", "tag": "2a3a6ffb-e3da-4d24-bfed-a7440d3e4327"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:08.278573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d666b6b-5104-460b-8692-e1a82548dd76 req-dc177096-0365-4246-8bbb-471b867405a2 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.287195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d666b6b-5104-460b-8692-e1a82548dd76 req-dc177096-0365-4246-8bbb-471b867405a2 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.294005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d666b6b-5104-460b-8692-e1a82548dd76 req-dc177096-0365-4246-8bbb-471b867405a2 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.295800 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d666b6b-5104-460b-8692-e1a82548dd76 req-dc177096-0365-4246-8bbb-471b867405a2 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630&device_id=d2c9a6c0-00d8-4e76-8670-88e4b940e676&device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 2417 time: 0.2040174 Jul 27 22:09:08.301864 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb60cc7-0d43-448c-89bf-69a97b719bf7 x-openstack-request-id: req-efb60cc7-0d43-448c-89bf-69a97b719bf7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:08.302166 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff579890-c560-41fb-b146-50c5ab9d1276", "name": "network-vif-deleted", "tag": "2a3a6ffb-e3da-4d24-bfed-a7440d3e4327", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:08.302449 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efb60cc7-0d43-448c-89bf-69a97b719bf7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:08.302861 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'name': 'network-vif-deleted', 'tag': '2a3a6ffb-e3da-4d24-bfed-a7440d3e4327', 'status': 'completed', 'code': 200} Jul 27 22:09:08.318192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35023596-561d-430b-a6a0-0a14ef432da6 req-372b1231-3c5b-43d4-a207-c178b95a18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.319792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35023596-561d-430b-a6a0-0a14ef432da6 req-372b1231-3c5b-43d4-a207-c178b95a18b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 1097 time: 0.1526611 Jul 27 22:09:08.397477 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-c903e64c-128a-46b5-bbab-2546b94d830e tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting port da52681c-7dcf-4fac-93d9-7cb02bcc9078 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:08.397822 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-c903e64c-128a-46b5-bbab-2546b94d830e tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:08.415722 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d666b6b-5104-460b-8692-e1a82548dd76 req-6710e3e0-4948-4b97-b614-18fb3c198ad5 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094799 Jul 27 22:09:08.465410 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35023596-561d-430b-a6a0-0a14ef432da6 req-a8509fea-1c17-4db4-a05d-ea7458f21ded service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361871 Jul 27 22:09:08.527299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a58638-f24b-406c-a174-35d8fdd3bc5c req-98025472-f792-4057-aaef-fa46367fed26 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.528827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4a58638-f24b-406c-a174-35d8fdd3bc5c req-98025472-f792-4057-aaef-fa46367fed26 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff579890-c560-41fb-b146-50c5ab9d1276 HTTP/1.1" status: 200 len: 945 time: 0.1497655 Jul 27 22:09:08.599980 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-c903e64c-128a-46b5-bbab-2546b94d830e tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] For port da52681c-7dcf-4fac-93d9-7cb02bcc9078, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da52681c-7dcf-4fac-93d9-7cb02bcc9078,segment=NetworkSegment(29f21a8b-fe36-41b4-9319-dce3b1d44523),segment_id=29f21a8b-fe36-41b4-9319-dce3b1d44523)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:08.600359 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-c903e64c-128a-46b5-bbab-2546b94d830e tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:08.624352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-c903e64c-128a-46b5-bbab-2546b94d830e tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Calling delete_port for da52681c-7dcf-4fac-93d9-7cb02bcc9078 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:08.638348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4a58638-f24b-406c-a174-35d8fdd3bc5c req-1e6f30aa-6b93-4469-a438-dcd1e66dd81b tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e3b4149-d9e7-47d2-807b-577d26275411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852292 Jul 27 22:09:08.660854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed66b7-7c82-485a-bf0d-179a875f43ad req-1eb18e3f-7806-4cc7-b0c0-5cda33870e89 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.662600 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aeed66b7-7c82-485a-bf0d-179a875f43ad req-1eb18e3f-7806-4cc7-b0c0-5cda33870e89 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 945 time: 0.1473882 Jul 27 22:09:08.772248 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aeed66b7-7c82-485a-bf0d-179a875f43ad req-22321fc4-3c70-4c8f-a84f-3f5cc580b8ed tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814908 Jul 27 22:09:08.811110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9dbbb-eb95-4a0b-9d68-c5b8fa1e5d7e req-ed0b3e95-10e7-498c-8bdc-0f3e74665f44 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:08.812896 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2a9dbbb-eb95-4a0b-9d68-c5b8fa1e5d7e req-ed0b3e95-10e7-498c-8bdc-0f3e74665f44 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1040223 Jul 27 22:09:08.903071 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2a9dbbb-eb95-4a0b-9d68-c5b8fa1e5d7e req-d88808ee-6b4e-4a38-8cc4-bff2aa0440f3 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792210 Jul 27 22:09:08.903800 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-c903e64c-128a-46b5-bbab-2546b94d830e tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:08.919274 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2a3a6ffb-e3da-4d24-bfed-a7440d3e4327'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:08.935210 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903e64c-128a-46b5-bbab-2546b94d830e tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Port': ['ID=da52681c-7dcf-4fac-93d9-7cb02bcc9078,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:09.016272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-c903e64c-128a-46b5-bbab-2546b94d830e tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] No DVR routers for this DVR port da52681c-7dcf-4fac-93d9-7cb02bcc9078 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:09.027018 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-c903e64c-128a-46b5-bbab-2546b94d830e tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:09.029096 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f38c720-6999-4108-9b20-de23dd4d95f1 req-c903e64c-128a-46b5-bbab-2546b94d830e tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.41 "DELETE /v2.0/ports/da52681c-7dcf-4fac-93d9-7cb02bcc9078 HTTP/1.1" status: 204 len: 173 time: 0.9385576 Jul 27 22:09:09.234574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a6891-d651-4d2e-a1d1-68c15a865b01 req-ad7ac703-bf0a-475b-a105-e50bfbe653dc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:09.246931 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b43a6891-d651-4d2e-a1d1-68c15a865b01 req-ad7ac703-bf0a-475b-a105-e50bfbe653dc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0777884 Jul 27 22:09:09.292675 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b43a6891-d651-4d2e-a1d1-68c15a865b01 req-f290dc72-6951-47c3-9c97-0090528e16b3 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369341 Jul 27 22:09:09.708854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47006) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:09.775876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting subnet 3d314a11-e7f4-4b86-9980-4f2c207cc662 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:09:09.779447 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:09.833594 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:09.931356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccbbd9-41cc-46b5-9a42-7115518b2c8a req-107c3556-ad6e-45d3-8482-b834f7d6573e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:09.933143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66ccbbd9-41cc-46b5-9a42-7115518b2c8a req-107c3556-ad6e-45d3-8482-b834f7d6573e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.0637674 Jul 27 22:09:09.956225 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:09.998119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66ccbbd9-41cc-46b5-9a42-7115518b2c8a req-1e8380b4-906f-4c68-afbe-ac6d57818b54 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580606 Jul 27 22:09:10.039544 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.080313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Subnet': ['ID=3d314a11-e7f4-4b86-9980-4f2c207cc662,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:10.082585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:10.083063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:10.083409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:10.083744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:10.084099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:10.084437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:10.084773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:10.085094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:10.085440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:10.085760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:10.086083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:10.086429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:10.099103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c12599-04b2-4fe0-a001-3d1206335621 req-3dafa6f9-c607-44ed-ad2b-8e53355b2c27 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:10.099103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87c12599-04b2-4fe0-a001-3d1206335621 req-3dafa6f9-c607-44ed-ad2b-8e53355b2c27 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0700951 Jul 27 22:09:10.102990 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.108092 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-43d3fe4c-49ef-4491-8626-d57558508943 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "DELETE /v2.0/subnets/3d314a11-e7f4-4b86-9980-4f2c207cc662 HTTP/1.1" status: 204 len: 168 time: 0.3949053 Jul 27 22:09:10.108188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:10.111570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f979a2-2f2a-4065-98eb-93b12e98c265 None None] Network bac69c26-7a08-4f8e-af56-fd05e374845d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:10.216040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87c12599-04b2-4fe0-a001-3d1206335621 req-454f85d5-5c23-4aec-923f-5417a0f8e8f3 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101580 Jul 27 22:09:10.222189 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.306914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'name': 'network-vif-deleted', 'tag': 'da52681c-7dcf-4fac-93d9-7cb02bcc9078'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:10.309445 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a473998d-bf82-440e-b6a4-955cbd0b94f6" -d '{"events": [{"server_uuid": "ff579890-c560-41fb-b146-50c5ab9d1276", "name": "network-vif-deleted", "tag": "da52681c-7dcf-4fac-93d9-7cb02bcc9078"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:10.315717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting port 7721518d-4b7f-4e17-a351-d50158f1e632 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:10.316389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.377007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22721b57-89df-4dd8-becf-c2df4832e5fd None None] DHCP port deletion for bac69c26-7a08-4f8e-af56-fd05e374845d request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:09:10.399937 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6d1859-6a8c-4627-b783-c6106c46095d x-openstack-request-id: req-3d6d1859-6a8c-4627-b783-c6106c46095d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:10.400345 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff579890-c560-41fb-b146-50c5ab9d1276", "name": "network-vif-deleted", "tag": "da52681c-7dcf-4fac-93d9-7cb02bcc9078", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:10.400949 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d6d1859-6a8c-4627-b783-c6106c46095d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:10.401351 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff579890-c560-41fb-b146-50c5ab9d1276', 'name': 'network-vif-deleted', 'tag': 'da52681c-7dcf-4fac-93d9-7cb02bcc9078', 'status': 'completed', 'code': 200} Jul 27 22:09:10.433306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] For port 7721518d-4b7f-4e17-a351-d50158f1e632, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7721518d-4b7f-4e17-a351-d50158f1e632,segment=NetworkSegment(c884060a-c7a5-4c19-a886-246a1522655d),segment_id=c884060a-c7a5-4c19-a886-246a1522655d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:10.433969 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.445243 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-22721b57-89df-4dd8-becf-c2df4832e5fd None None] Deleting port 7721518d-4b7f-4e17-a351-d50158f1e632 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:10.445854 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22721b57-89df-4dd8-becf-c2df4832e5fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.462964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Calling delete_port for 7721518d-4b7f-4e17-a351-d50158f1e632 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:10.523263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-22721b57-89df-4dd8-becf-c2df4832e5fd None None] For port 7721518d-4b7f-4e17-a351-d50158f1e632, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7721518d-4b7f-4e17-a351-d50158f1e632,segment=NetworkSegment(c884060a-c7a5-4c19-a886-246a1522655d),segment_id=c884060a-c7a5-4c19-a886-246a1522655d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:10.523655 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22721b57-89df-4dd8-becf-c2df4832e5fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.538373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-22721b57-89df-4dd8-becf-c2df4832e5fd None None] Calling delete_port for 7721518d-4b7f-4e17-a351-d50158f1e632 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:10.570158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8adfb7-54a6-4d47-b7ec-a988763a0571 req-d590aece-6f3d-48c4-a0b5-cff811d52842 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:10.571700 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec8adfb7-54a6-4d47-b7ec-a988763a0571 req-d590aece-6f3d-48c4-a0b5-cff811d52842 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 945 time: 0.1926746 Jul 27 22:09:10.597019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef8f96-8408-4c80-904d-4b7429826a52 req-a75007a8-56c9-4346-a2ba-8e632ee4e81d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:10.598508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43ef8f96-8408-4c80-904d-4b7429826a52 req-a75007a8-56c9-4346-a2ba-8e632ee4e81d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.1335702 Jul 27 22:09:10.634481 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22721b57-89df-4dd8-becf-c2df4832e5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.665427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22721b57-89df-4dd8-becf-c2df4832e5fd None None] Pushing event deleted for resources: {'Port': ['ID=7721518d-4b7f-4e17-a351-d50158f1e632,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:10.673309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec8adfb7-54a6-4d47-b7ec-a988763a0571 req-d0c28ed2-e474-4428-bb9c-b5c842a5c9b6 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914724 Jul 27 22:09:10.675361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22721b57-89df-4dd8-becf-c2df4832e5fd None None] No DVR routers for this DVR port 7721518d-4b7f-4e17-a351-d50158f1e632 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:10.676760 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.722191 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43ef8f96-8408-4c80-904d-4b7429826a52 req-782e90ca-7fa5-456a-b4d7-e25b5cc0b61d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136084 Jul 27 22:09:10.724509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Port': ['ID=7721518d-4b7f-4e17-a351-d50158f1e632,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:10.729892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] No DVR routers for this DVR port 7721518d-4b7f-4e17-a351-d50158f1e632 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:10.834140 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.886164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac69c26-7a08-4f8e-af56-fd05e374845d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:10.941022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c884060a-c7a5-4c19-a886-246a1522655d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:10.941872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c884060a-c7a5-4c19-a886-246a1522655d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:10.954838 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.973337 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.982475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:09:10.982876 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:09:10.987801 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:09:11.031918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99837b-bfad-476b-95e5-33a4c2ef89e3 req-e483b683-82f0-4880-b613-113af650add9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:11.033435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e99837b-bfad-476b-95e5-33a4c2ef89e3 req-e483b683-82f0-4880-b613-113af650add9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1616232 Jul 27 22:09:11.047830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e20f3e-88a3-4c0d-8353-1498094c8605 req-bcc56577-b55f-41ea-b5ff-b3cbf32d0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:11.049851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62e20f3e-88a3-4c0d-8353-1498094c8605 req-bcc56577-b55f-41ea-b5ff-b3cbf32d0016 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 1097 time: 0.1608706 Jul 27 22:09:11.052361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da52681c-7dcf-4fac-93d9-7cb02bcc9078 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:11.080181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: da52681c-7dcf-4fac-93d9-7cb02bcc9078 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:11.080871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da52681c-7dcf-4fac-93d9-7cb02bcc9078 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:11.081731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:11.104637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:11.104984 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2a3a6ffb-e3da-4d24-bfed-a7440d3e4327 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:11.161022 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.177155 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.179027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "DELETE /v2.0/networks/bac69c26-7a08-4f8e-af56-fd05e374845d HTTP/1.1" status: 204 len: 168 time: 1.0704539 Jul 27 22:09:11.182384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:11.200851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e99837b-bfad-476b-95e5-33a4c2ef89e3 req-a7ebe3a4-f368-4e4d-9c2d-c5f34c0c0a95 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555495 Jul 27 22:09:11.204225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4d0e4-0841-4116-b280-8775ad929a13 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Network': ['ID=bac69c26-7a08-4f8e-af56-fd05e374845d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:11.250608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b81ed4-fdd8-4328-8053-81e458d3a232 req-31d320dd-62d1-4dc6-a358-a98a4bc1ccdb tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:11.252129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0b81ed4-fdd8-4328-8053-81e458d3a232 req-31d320dd-62d1-4dc6-a358-a98a4bc1ccdb tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.1715584 Jul 27 22:09:11.255985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e20f3e-88a3-4c0d-8353-1498094c8605 req-fa2a4223-19b8-4a65-acb2-2a0b8c426ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:11.257466 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62e20f3e-88a3-4c0d-8353-1498094c8605 req-fa2a4223-19b8-4a65-acb2-2a0b8c426ac8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 919 time: 0.1992397 Jul 27 22:09:11.261529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7721518d-4b7f-4e17-a351-d50158f1e632 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:11.278446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff8039b-0bbb-465d-99ad-4f63d8522083 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting subnet ea49124d-c495-4edd-8e8c-2de71219d9ac {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:09:11.282005 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ff8039b-0bbb-465d-99ad-4f63d8522083 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.283216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 7721518d-4b7f-4e17-a351-d50158f1e632 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:11.283546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7721518d-4b7f-4e17-a351-d50158f1e632 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:11.320108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62e20f3e-88a3-4c0d-8353-1498094c8605 req-2afb30f7-21bc-4bc9-b7eb-c467f8782511 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5984ecef-02b9-4b22-8a4b-a33bee36922e HTTP/1.1" status: 200 len: 217 time: 0.0474160 Jul 27 22:09:11.335036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ff8039b-0bbb-465d-99ad-4f63d8522083 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.366864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0b81ed4-fdd8-4328-8053-81e458d3a232 req-784f24bd-25b1-4f36-9e27-762b8cd36def tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035974 Jul 27 22:09:11.388480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e20f3e-88a3-4c0d-8353-1498094c8605 req-cf8116f0-528a-49bd-b281-e22aa20f2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:11.390090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62e20f3e-88a3-4c0d-8353-1498094c8605 req-cf8116f0-528a-49bd-b281-e22aa20f2b33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27fdfe18-3271-46de-9a08-597c0b96bc30 HTTP/1.1" status: 200 len: 858 time: 0.0570948 Jul 27 22:09:11.425169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62e20f3e-88a3-4c0d-8353-1498094c8605 req-bf8491c7-c946-46e3-b909-929f9f803501 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=638396bb-0008-4af7-b598-ed178402e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263810 Jul 27 22:09:11.442098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ff8039b-0bbb-465d-99ad-4f63d8522083 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.526211 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ff8039b-0bbb-465d-99ad-4f63d8522083 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.544128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62e20f3e-88a3-4c0d-8353-1498094c8605 req-9d02eedb-64d4-4edc-810d-71d357e453ac service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023152 Jul 27 22:09:11.563927 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ff8039b-0bbb-465d-99ad-4f63d8522083 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.566023 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5ff8039b-0bbb-465d-99ad-4f63d8522083 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "DELETE /v2.0/subnets/ea49124d-c495-4edd-8e8c-2de71219d9ac HTTP/1.1" status: 204 len: 168 time: 0.3814940 Jul 27 22:09:11.567376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8039b-0bbb-465d-99ad-4f63d8522083 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Subnet': ['ID=ea49124d-c495-4edd-8e8c-2de71219d9ac,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:11.569028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47076) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:11.573658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612aa4eb-91e9-4464-96d0-bb1f37337b30 None None] Network 46885bb6-5da0-410a-b202-753ec0e246b5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:11.669920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62e20f3e-88a3-4c0d-8353-1498094c8605 req-f9bfa40c-cba9-451b-b357-4fa579e91ecd service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094601 Jul 27 22:09:11.670140 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.755611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Deleting port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:11.755958 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.834862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b760a296-2053-4457-8ffd-478cfb17f4ea None None] DHCP port deletion for 46885bb6-5da0-410a-b202-753ec0e246b5 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:09:11.849309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] For port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0,segment=NetworkSegment(29f21a8b-fe36-41b4-9319-dce3b1d44523),segment_id=29f21a8b-fe36-41b4-9319-dce3b1d44523)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:11.849844 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.867641 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Calling delete_port for ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:11.882612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cbc53-2b13-489f-8e3d-ee25130ee5ed req-58220b0d-5f9f-4677-97cb-af847a024014 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:11.890876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f27cbc53-2b13-489f-8e3d-ee25130ee5ed req-58220b0d-5f9f-4677-97cb-af847a024014 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 945 time: 0.1334128 Jul 27 22:09:11.892682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b760a296-2053-4457-8ffd-478cfb17f4ea None None] Deleting port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:11.893958 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b760a296-2053-4457-8ffd-478cfb17f4ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:11.927725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd71977-c4ad-47e3-ba9c-f5a28d31184b req-08fa3448-4d5a-41bb-a2c5-ea9eb5bbce6c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:11.929837 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4dd71977-c4ad-47e3-ba9c-f5a28d31184b req-08fa3448-4d5a-41bb-a2c5-ea9eb5bbce6c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.1166797 Jul 27 22:09:11.997903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b760a296-2053-4457-8ffd-478cfb17f4ea None None] For port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0,segment=NetworkSegment(29f21a8b-fe36-41b4-9319-dce3b1d44523),segment_id=29f21a8b-fe36-41b4-9319-dce3b1d44523)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:11.999599 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b760a296-2053-4457-8ffd-478cfb17f4ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.001101 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4dd71977-c4ad-47e3-ba9c-f5a28d31184b req-766c9b09-ba6d-4ed0-b8ec-5f03269703fb tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476162 Jul 27 22:09:12.015598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f27cbc53-2b13-489f-8e3d-ee25130ee5ed req-b8c24e20-0ac8-469e-931b-8453560fd042 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244073 Jul 27 22:09:12.026871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.048192 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b760a296-2053-4457-8ffd-478cfb17f4ea None None] Calling delete_port for ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:12.072811 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Port': ['ID=ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:12.080803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] No DVR routers for this DVR port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:12.146700 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b760a296-2053-4457-8ffd-478cfb17f4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.173239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760a296-2053-4457-8ffd-478cfb17f4ea None None] Pushing event deleted for resources: {'Port': ['ID=ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:12.175368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b760a296-2053-4457-8ffd-478cfb17f4ea None None] No DVR routers for this DVR port ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:12.179588 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.189738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46885bb6-5da0-410a-b202-753ec0e246b5']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:12.201294 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f21a8b-fe36-41b4-9319-dce3b1d44523') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:12.201587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f21a8b-fe36-41b4-9319-dce3b1d44523') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:12.211352 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.226070 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.236388 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:09:12.236884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:09:12.240168 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:09:12.306851 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.320063 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.329278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.331968 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] 10.222.0.24 "DELETE /v2.0/networks/46885bb6-5da0-410a-b202-753ec0e246b5 HTTP/1.1" status: 204 len: 168 time: 0.7619901 Jul 27 22:09:12.361474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ca12c-3f1e-4d24-9ded-953bf9e0330e req-0c7c0e7e-5062-4333-8dbf-1b9e05f6e4f2 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:12.364973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd8ca12c-3f1e-4d24-9ded-953bf9e0330e req-0c7c0e7e-5062-4333-8dbf-1b9e05f6e4f2 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0738516 Jul 27 22:09:12.369100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df667d02-0a46-40fa-92a7-36ce8a7a1ce5 tempest-ServersTestMultiNic-1232101955 tempest-ServersTestMultiNic-1232101955-project] Pushing event deleted for resources: {'Network': ['ID=46885bb6-5da0-410a-b202-753ec0e246b5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:12.448416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd8ca12c-3f1e-4d24-9ded-953bf9e0330e req-4c134c45-e192-4f5b-90ca-3248782f3ee8 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858405 Jul 27 22:09:12.478928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55cd22-4dfd-405f-b972-a8f91c73a644 req-62127bda-7d08-43ce-a813-ba56e896ff15 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:12.480392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca55cd22-4dfd-405f-b972-a8f91c73a644 req-62127bda-7d08-43ce-a813-ba56e896ff15 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.43 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 945 time: 0.0981090 Jul 27 22:09:12.554170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ffeb6-33ef-4a8d-8dfb-27dda34d6fb4 req-d6b36779-a23d-4ab4-a605-7ae1ba7c0c6d tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:12.556268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-613ffeb6-33ef-4a8d-8dfb-27dda34d6fb4 req-d6b36779-a23d-4ab4-a605-7ae1ba7c0c6d tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.1117671 Jul 27 22:09:12.578431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47116) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:12.617984 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-613ffeb6-33ef-4a8d-8dfb-27dda34d6fb4 req-7ae87a61-adba-4ec5-84a1-5ca0b6eb25af tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423944 Jul 27 22:09:12.637267 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ca55cd22-4dfd-405f-b972-a8f91c73a644 req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Deleting port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:12.637987 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ca55cd22-4dfd-405f-b972-a8f91c73a644 req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.727175 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b17414d6-3edc-4cd1-a108-59a6c026a00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.750417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ca55cd22-4dfd-405f-b972-a8f91c73a644 req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] For port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:12.750844 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ca55cd22-4dfd-405f-b972-a8f91c73a644 req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.769268 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ca55cd22-4dfd-405f-b972-a8f91c73a644 req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Calling delete_port for ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:12.941779 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ca55cd22-4dfd-405f-b972-a8f91c73a644 req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:12.954311 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:12.993003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Pushing event deleted for resources: {'Port': ['ID=ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:12.999529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74f17ddf-9cb0-4d9b-8129-b7acfba6d059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:13.044177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:13.044177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:13.044663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:13.044762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:13.045026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:13.045363 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:13.045775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:13.046005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:13.046356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:13.046685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:13.047006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:13.047342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:13.073463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca55cd22-4dfd-405f-b972-a8f91c73a644 req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] No DVR routers for this DVR port ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:13.076467 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ca55cd22-4dfd-405f-b972-a8f91c73a644 req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:13.078868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca55cd22-4dfd-405f-b972-a8f91c73a644 req-38c6cc62-626a-4101-8f15-f2bb32c2486a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.43 "DELETE /v2.0/ports/ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 HTTP/1.1" status: 204 len: 173 time: 0.5850084 Jul 27 22:09:13.079342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b52daa-0e5d-4bd4-95c1-bf492a972a8b', 'name': 'network-vif-deleted', 'tag': 'ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:13.082395 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183b4d08-c385-4625-b9b9-0b42c4a04c46" -d '{"events": [{"server_uuid": "57b52daa-0e5d-4bd4-95c1-bf492a972a8b", "name": "network-vif-deleted", "tag": "ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:13.178212 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55a2b9f4-122b-4796-a5d0-c67273a27d3f req-c0429f82-3992-439f-8b7b-988da7d6f069 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 210 time: 0.0669069 Jul 27 22:09:13.235225 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805de899-8e04-4c51-a280-48d1beae4762 x-openstack-request-id: req-805de899-8e04-4c51-a280-48d1beae4762 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:13.235513 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b52daa-0e5d-4bd4-95c1-bf492a972a8b", "name": "network-vif-deleted", "tag": "ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:13.235764 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-805de899-8e04-4c51-a280-48d1beae4762 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:13.236159 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b52daa-0e5d-4bd4-95c1-bf492a972a8b', 'name': 'network-vif-deleted', 'tag': 'ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75', 'status': 'completed', 'code': 200} Jul 27 22:09:13.246152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c149c-4d00-46f3-b1eb-d6129f8e879b req-a506c46b-ee6a-4fe7-a4f3-c5d022d5cb0d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:13.258312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a1c149c-4d00-46f3-b1eb-d6129f8e879b req-a506c46b-ee6a-4fe7-a4f3-c5d022d5cb0d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.1306090 Jul 27 22:09:13.324961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:13.326333 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a1c149c-4d00-46f3-b1eb-d6129f8e879b req-aac85837-0c94-4b13-8e13-9c0593abe92e tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668216 Jul 27 22:09:13.350750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:13.351096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ba217a2c-4b1b-4c6a-9b94-b0b3fe0e21a0 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:13.387217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-74f17ddf-9cb0-4d9b-8129-b7acfba6d059 admin admin] Deleting port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:13.388158 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74f17ddf-9cb0-4d9b-8129-b7acfba6d059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:13.509031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-74f17ddf-9cb0-4d9b-8129-b7acfba6d059 admin admin] For port a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a,segment=NetworkSegment(f7631855-8a61-45e3-817c-b75fb83d93de),segment_id=f7631855-8a61-45e3-817c-b75fb83d93de)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:13.509405 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74f17ddf-9cb0-4d9b-8129-b7acfba6d059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:13.524139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-74f17ddf-9cb0-4d9b-8129-b7acfba6d059 admin admin] Calling delete_port for a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:13.620157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e4e33-feb6-4c1f-9fca-0a53c240f308 req-dc5ba896-11c1-4239-825c-468000b33bf1 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:13.627914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb9e4e33-feb6-4c1f-9fca-0a53c240f308 req-dc5ba896-11c1-4239-825c-468000b33bf1 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0746722 Jul 27 22:09:13.677079 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb9e4e33-feb6-4c1f-9fca-0a53c240f308 req-71e30810-9f68-4c85-ad3d-cc9eea6b1271 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480795 Jul 27 22:09:13.778428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350baca-0bb9-4e57-8194-2cfedc3e8735 req-0916f6d4-aaf5-4bbc-8692-562e2b3ebdf4 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:13.787228 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74f17ddf-9cb0-4d9b-8129-b7acfba6d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:13.788334 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6350baca-0bb9-4e57-8194-2cfedc3e8735 req-0916f6d4-aaf5-4bbc-8692-562e2b3ebdf4 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.0746868 Jul 27 22:09:13.830323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f17ddf-9cb0-4d9b-8129-b7acfba6d059 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:13.861000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6350baca-0bb9-4e57-8194-2cfedc3e8735 req-f1431481-8cb4-41ec-8f56-10dff6656cbe tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715492 Jul 27 22:09:14.043629 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-74f17ddf-9cb0-4d9b-8129-b7acfba6d059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:14.287674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-60921589-085a-465a-a091-d5345f8928e0 req-d62cc0f2-1261-447a-bd1c-a72b44522124 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 210 time: 0.0336230 Jul 27 22:09:14.293679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f17ddf-9cb0-4d9b-8129-b7acfba6d059 admin admin] Router ec8d4ff5-da89-4e2c-9452-182fe7152f91 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:09:14.442344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f17ddf-9cb0-4d9b-8129-b7acfba6d059 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:09:14.448233 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-74f17ddf-9cb0-4d9b-8129-b7acfba6d059 admin admin] 10.222.0.24 "PUT /v2.0/routers/ec8d4ff5-da89-4e2c-9452-182fe7152f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8684795 Jul 27 22:09:14.454223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:14.454913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dafbbe-f0e8-4313-8f2f-b6763278af56 None None] Sync routers for ids ['ec8d4ff5-da89-4e2c-9452-182fe7152f91'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:09:14.480566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dafbbe-f0e8-4313-8f2f-b6763278af56 None None] Routers {'ec8d4ff5-da89-4e2c-9452-182fe7152f91'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:14.481395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5dafbbe-f0e8-4313-8f2f-b6763278af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:08:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ec8d4ff5-da89-4e2c-9452-182fe7152f91'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:14.582571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cad22d-5b8a-4953-801e-c06a44a9dc9e req-d2d76a39-a4c8-4685-ad38-f875a3be7574 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:14.590334 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67cad22d-5b8a-4953-801e-c06a44a9dc9e req-d2d76a39-a4c8-4685-ad38-f875a3be7574 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.1372991 Jul 27 22:09:14.611988 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f5dafbbe-f0e8-4313-8f2f-b6763278af56 None None] Set router ec8d4ff5-da89-4e2c-9452-182fe7152f91 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:14.693034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67cad22d-5b8a-4953-801e-c06a44a9dc9e req-f0a0d2a6-603c-485b-8a03-bb3d09daa717 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017442 Jul 27 22:09:14.697647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:14.879931 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:14.941071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a30d3-4131-4b0b-b259-6210fedadc6e req-e69af26a-eb2c-4798-8994-1119a5146fca tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:14.943172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b5a30d3-4131-4b0b-b259-6210fedadc6e req-e69af26a-eb2c-4798-8994-1119a5146fca tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1042793 Jul 27 22:09:14.993073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5dafbbe-f0e8-4313-8f2f-b6763278af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'name': 'tempest-ServersTestMultiNic-721413887-router', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '277243f8-58f1-47a1-b10f-76abb469780f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:12Z', 'updated_at': '2021-07-27T22:09:13Z', 'revision_number': 5, 'project_id': '568db855b87f4289948b06a43cad39d4', 'gw_port': {'id': '277243f8-58f1-47a1-b10f-76abb469780f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:15.025162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dafbbe-f0e8-4313-8f2f-b6763278af56 None None] Checking router: ec8d4ff5-da89-4e2c-9452-182fe7152f91 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:09:15.034857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dafbbe-f0e8-4313-8f2f-b6763278af56 None None] Routers {'ec8d4ff5-da89-4e2c-9452-182fe7152f91'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:15.035500 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5dafbbe-f0e8-4313-8f2f-b6763278af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:08:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ec8d4ff5-da89-4e2c-9452-182fe7152f91'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:15.048396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Deleting port 277243f8-58f1-47a1-b10f-76abb469780f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:15.048747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:15.115796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b5a30d3-4131-4b0b-b259-6210fedadc6e req-23236b97-aa6e-4e39-a59c-ff48d68c9e90 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597512 Jul 27 22:09:15.173382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d3143-067d-4de9-97be-8bdd0a86d5ea req-b5e2838f-381b-47b4-a7df-d882640917d1 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:15.186656 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d0d3143-067d-4de9-97be-8bdd0a86d5ea req-b5e2838f-381b-47b4-a7df-d882640917d1 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.1874452 Jul 27 22:09:15.187166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f5dafbbe-f0e8-4313-8f2f-b6763278af56 None None] Set router ec8d4ff5-da89-4e2c-9452-182fe7152f91 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:15.254315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] For port 277243f8-58f1-47a1-b10f-76abb469780f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=277243f8-58f1-47a1-b10f-76abb469780f,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:15.254315 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:15.265147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d0d3143-067d-4de9-97be-8bdd0a86d5ea req-389ffaa8-27f2-4880-af1c-92080c5189ff tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785925 Jul 27 22:09:15.277866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f5dafbbe-f0e8-4313-8f2f-b6763278af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'name': 'tempest-ServersTestMultiNic-721413887-router', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:12Z', 'updated_at': '2021-07-27T22:09:14Z', 'revision_number': 6, 'project_id': '568db855b87f4289948b06a43cad39d4', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:15.294973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Calling delete_port for 277243f8-58f1-47a1-b10f-76abb469780f owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:15.336082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dafbbe-f0e8-4313-8f2f-b6763278af56 None None] The sync data for ids ['ec8d4ff5-da89-4e2c-9452-182fe7152f91'] in n-d-802011-3 is: [{'id': 'ec8d4ff5-da89-4e2c-9452-182fe7152f91', 'name': 'tempest-ServersTestMultiNic-721413887-router', 'tenant_id': '568db855b87f4289948b06a43cad39d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:12Z', 'updated_at': '2021-07-27T22:09:14Z', 'revision_number': 6, 'project_id': '568db855b87f4289948b06a43cad39d4', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:09:15.405518 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c82a66d8-e267-41f6-9842-3d77c27cbcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:15.453271 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18f4be74-5f85-4f0a-9cfb-74c1e1660e21 req-415e1beb-5ee6-4c60-acf7-556b64c29364 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 210 time: 0.0433836 Jul 27 22:09:15.697152 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:15.748069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:15.785149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Pushing event deleted for resources: {'Port': ['ID=277243f8-58f1-47a1-b10f-76abb469780f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:15.966383 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:16.068751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ce578-ad72-4632-9941-94955f296d6d req-10a2addd-6d0c-44b4-b689-2777aeed7d25 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:16.071803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab2ce578-ad72-4632-9941-94955f296d6d req-10a2addd-6d0c-44b4-b689-2777aeed7d25 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.2028992 Jul 27 22:09:16.169584 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:16.177317 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:16.260638 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:16.265398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab2ce578-ad72-4632-9941-94955f296d6d req-bbb65613-f6ca-4014-b473-e7524bb6ec87 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176598 Jul 27 22:09:16.275669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:16.276377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec8d4ff5-da89-4e2c-9452-182fe7152f91 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:09:16.280986 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:16.282208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-89d36b23-2a0c-4784-a77c-04ea7df79127 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ec8d4ff5-da89-4e2c-9452-182fe7152f91 HTTP/1.1" status: 204 len: 168 time: 1.8261185 Jul 27 22:09:16.284763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47228) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:16.374360 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:16.398951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9e28d1-b586-4fe3-9392-e198156f5d76 admin admin] Deleting subnet 81af59d2-1949-46d9-86c5-51512409152a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:09:16.421882 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9e28d1-b586-4fe3-9392-e198156f5d76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:16.492114 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9e28d1-b586-4fe3-9392-e198156f5d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:16.503259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c3ec-cd33-4725-a8d9-d29caa5941e5 req-d3e716f9-a48f-4fa7-9b88-806ee4803f99 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:16.516437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f633c3ec-cd33-4725-a8d9-d29caa5941e5 req-d3e716f9-a48f-4fa7-9b88-806ee4803f99 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.1392107 Jul 27 22:09:16.602949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f633c3ec-cd33-4725-a8d9-d29caa5941e5 req-600bcaa5-de1e-4d83-815f-0e81cd1ac642 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855319 Jul 27 22:09:16.647286 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9e28d1-b586-4fe3-9392-e198156f5d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:16.790621 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9e28d1-b586-4fe3-9392-e198156f5d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:16.837501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-919c9337-c541-46a0-b59a-d6df5ef986e8 req-01dbfe5d-5447-4a9d-b5bb-315ec504cf47 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 210 time: 0.2332888 Jul 27 22:09:16.866911 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e28d1-b586-4fe3-9392-e198156f5d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81af59d2-1949-46d9-86c5-51512409152a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:16.877546 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec9e28d1-b586-4fe3-9392-e198156f5d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:16.882577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47244) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:16.888894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ec9e28d1-b586-4fe3-9392-e198156f5d76 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/81af59d2-1949-46d9-86c5-51512409152a HTTP/1.1" status: 204 len: 168 time: 0.6027915 Jul 27 22:09:16.889507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dea63e0-e52c-44e4-90fd-4c3361bca841 None None] Network 2af798a2-8743-45a9-a249-81d458e93e46 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:16.990413 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.004382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:17.029117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:17.029560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device ee5e85b9-d60f-4b1e-b1f4-8b7c43261b75 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:17.075837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Deleting port e73954a4-95c2-4af1-91fd-425420b91065 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:17.076182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.139270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f13954f-ad74-44af-8655-e4f8cb93cd2f None None] DHCP port deletion for 2af798a2-8743-45a9-a249-81d458e93e46 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:09:17.164110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] For port e73954a4-95c2-4af1-91fd-425420b91065, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e73954a4-95c2-4af1-91fd-425420b91065,segment=NetworkSegment(f7631855-8a61-45e3-817c-b75fb83d93de),segment_id=f7631855-8a61-45e3-817c-b75fb83d93de)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:17.164559 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.195434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Calling delete_port for e73954a4-95c2-4af1-91fd-425420b91065 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:17.227993 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1f13954f-ad74-44af-8655-e4f8cb93cd2f None None] Deleting port e73954a4-95c2-4af1-91fd-425420b91065 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:17.228370 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f13954f-ad74-44af-8655-e4f8cb93cd2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.304373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 277243f8-58f1-47a1-b10f-76abb469780f no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:17.312209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.330355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 277243f8-58f1-47a1-b10f-76abb469780f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:17.330832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 277243f8-58f1-47a1-b10f-76abb469780f not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:17.331445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:17.353176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:17.353514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a90f1c7a-ffa2-4d12-bdc3-f43b78873a6a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:17.354137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e73954a4-95c2-4af1-91fd-425420b91065 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:17.381578 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: e73954a4-95c2-4af1-91fd-425420b91065 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:17.382136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e73954a4-95c2-4af1-91fd-425420b91065 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:17.386921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1f13954f-ad74-44af-8655-e4f8cb93cd2f None None] For port e73954a4-95c2-4af1-91fd-425420b91065, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e73954a4-95c2-4af1-91fd-425420b91065,segment=NetworkSegment(f7631855-8a61-45e3-817c-b75fb83d93de),segment_id=f7631855-8a61-45e3-817c-b75fb83d93de)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:17.387528 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f13954f-ad74-44af-8655-e4f8cb93cd2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.389263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] No DVR routers for this DVR port e73954a4-95c2-4af1-91fd-425420b91065 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:17.394904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Pushing event deleted for resources: {'Port': ['ID=e73954a4-95c2-4af1-91fd-425420b91065,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:17.403575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1f13954f-ad74-44af-8655-e4f8cb93cd2f None None] Calling delete_port for e73954a4-95c2-4af1-91fd-425420b91065 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:17.522142 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.523555 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f13954f-ad74-44af-8655-e4f8cb93cd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.526890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff86b9-1a7a-4d4a-b2c2-9f9d70b24319 req-f62db1c8-8301-4a8e-8b9a-d2ee93293346 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:17.534467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af798a2-8743-45a9-a249-81d458e93e46']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:17.535601 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54ff86b9-1a7a-4d4a-b2c2-9f9d70b24319 req-f62db1c8-8301-4a8e-8b9a-d2ee93293346 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.1684463 Jul 27 22:09:17.540512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13954f-ad74-44af-8655-e4f8cb93cd2f None None] No DVR routers for this DVR port e73954a4-95c2-4af1-91fd-425420b91065 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:17.555562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7631855-8a61-45e3-817c-b75fb83d93de') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:17.555902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7631855-8a61-45e3-817c-b75fb83d93de') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:17.567298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13954f-ad74-44af-8655-e4f8cb93cd2f None None] Pushing event deleted for resources: {'Port': ['ID=e73954a4-95c2-4af1-91fd-425420b91065,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:17.571151 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.589005 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.597584 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:09:17.598148 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.613086 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54ff86b9-1a7a-4d4a-b2c2-9f9d70b24319 req-a185f810-4656-4bd8-b4ea-0121030e5257 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746496 Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:09:17.651477 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:09:17.656871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.665051 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:17.667029 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2af798a2-8743-45a9-a249-81d458e93e46 HTTP/1.1" status: 204 len: 168 time: 0.7833698 Jul 27 22:09:17.694734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a306cf9-f9c9-4854-b52b-541ede276618 admin admin] Pushing event deleted for resources: {'Network': ['ID=2af798a2-8743-45a9-a249-81d458e93e46,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:17.750128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d719d-2785-499a-8c8a-b7655c1b7f09 req-97d06031-6acf-4c04-813e-5fc499af8ef1 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:17.751998 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c80d719d-2785-499a-8c8a-b7655c1b7f09 req-97d06031-6acf-4c04-813e-5fc499af8ef1 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.0654097 Jul 27 22:09:17.814977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c80d719d-2785-499a-8c8a-b7655c1b7f09 req-f102ad11-1c0e-470a-b5c6-ef1eff4092e7 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496237 Jul 27 22:09:17.832878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:17.930031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47282) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:17.930666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8583e03b-8ae8-487e-af00-9c674f6ba4aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=568db855b87f4289948b06a43cad39d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921257 Jul 27 22:09:18.030938 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:18.041133 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46a5bc10-8541-4e12-8dc2-a963cf85d863 req-628da7fb-d119-48e3-a665-6e2c4fdb8311 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b52daa-0e5d-4bd4-95c1-bf492a972a8b HTTP/1.1" status: 200 len: 210 time: 0.0842021 Jul 27 22:09:18.043399 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c5f3daa-e1c2-4ee5-9ab5-668d8447560d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:18.072579 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c5f3daa-e1c2-4ee5-9ab5-668d8447560d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:18.127341 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c5f3daa-e1c2-4ee5-9ab5-668d8447560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:18.130709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5c5f3daa-e1c2-4ee5-9ab5-668d8447560d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:18.132038 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5c5f3daa-e1c2-4ee5-9ab5-668d8447560d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e3b4149-d9e7-47d2-807b-577d26275411 HTTP/1.1" status: 204 len: 168 time: 0.2002013 Jul 27 22:09:18.141254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f3daa-e1c2-4ee5-9ab5-668d8447560d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3b4149-d9e7-47d2-807b-577d26275411,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:18.537644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35d9ce-5a6f-43d9-a5e6-1e10ea38f571 req-6c0a517f-c76e-45ed-b252-3ba8ea3bd243 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:18.539219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a35d9ce-5a6f-43d9-a5e6-1e10ea38f571 req-6c0a517f-c76e-45ed-b252-3ba8ea3bd243 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.4853299 Jul 27 22:09:18.590885 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a35d9ce-5a6f-43d9-a5e6-1e10ea38f571 req-e5b30e75-acb4-458b-aaa0-b2e176c749b8 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Jul 27 22:09:18.767642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a8e33-778d-4a48-b3f1-19e9de18a56e req-87a7a6ab-1873-4f4a-b05c-fef3d59d6dd2 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:18.779907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d88a8e33-778d-4a48-b3f1-19e9de18a56e req-87a7a6ab-1873-4f4a-b05c-fef3d59d6dd2 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0669811 Jul 27 22:09:18.857234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d88a8e33-778d-4a48-b3f1-19e9de18a56e req-03ff9799-f0e0-4fdf-aa69-ac0490e84b23 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778680 Jul 27 22:09:19.059471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4a2d4-b16c-49eb-b3f4-fe233565ee47 req-4c17e5f5-4c89-4286-9575-32bd43f78b0b tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:19.068018 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ea4a2d4-b16c-49eb-b3f4-fe233565ee47 req-4c17e5f5-4c89-4286-9575-32bd43f78b0b tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.0986102 Jul 27 22:09:19.115356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ea4a2d4-b16c-49eb-b3f4-fe233565ee47 req-803df440-e060-40e1-ac49-f620aa94b7c4 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462689 Jul 27 22:09:19.163956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:19.308691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1408724974-network', 'tenant_id': 'e8dddbdc8a0e473b84655307734934e6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:19.360745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Made reservation on behalf of e8dddbdc8a0e473b84655307734934e6 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:19.364941 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:19.374696 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:19.517399 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:19.524788 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:19.552484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:09:19.570286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:19.582640 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:19.583640 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Added segment e790ec7e-892b-4539-b585-19daffa75bb2 of type vlan for network fcf9b616-4d85-40af-9c40-a099079ab0fa Jul 27 22:09:19.645150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:19.684354 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:19.685472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:19.686180 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:19.750218 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5841935 Jul 27 22:09:19.752957 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47376) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:19.761166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-60ca7c2b-a358-405f-974d-d4690b38c2cd admin admin] Request body: {'subnet': {'network_id': 'fcf9b616-4d85-40af-9c40-a099079ab0fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1408724974-subnet', 'tenant_id': 'e8dddbdc8a0e473b84655307734934e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:19.769799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907b591-35b8-40c0-af5b-88e2c530ab7d admin admin] Pushing event updated for resources: {'Network': ['ID=fcf9b616-4d85-40af-9c40-a099079ab0fa,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:19.781503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network fcf9b616-4d85-40af-9c40-a099079ab0fa details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:09:19.790684 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ca7c2b-a358-405f-974d-d4690b38c2cd admin admin] Made reservation on behalf of e8dddbdc8a0e473b84655307734934e6 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:19.795316 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60ca7c2b-a358-405f-974d-d4690b38c2cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:19.868813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d7038-f79a-4a44-a69f-de02d0ddefba req-366c7855-268c-4a60-a3be-f5b1bc1dcbbd tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:19.874784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a58d7038-f79a-4a44-a69f-de02d0ddefba req-366c7855-268c-4a60-a3be-f5b1bc1dcbbd tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.1571133 Jul 27 22:09:19.893758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a58d7038-f79a-4a44-a69f-de02d0ddefba req-041bf397-ae3a-40cc-ac73-cca8a643f056 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/quotas/6c882965a19147e5bcc42dd93fc06d78 HTTP/1.1" status: 200 len: 375 time: 0.0146537 Jul 27 22:09:19.930115 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a58d7038-f79a-4a44-a69f-de02d0ddefba req-139cccff-ce2e-40bd-8faa-0789ce86b37e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326965 Jul 27 22:09:20.051859 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60ca7c2b-a358-405f-974d-d4690b38c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:20.081641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edda60-49f7-44df-9201-9f7ca592e0ac req-dd371db0-efa7-4533-a91c-d2cbb0410d75 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:20.089521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94edda60-49f7-44df-9201-9f7ca592e0ac req-dd371db0-efa7-4533-a91c-d2cbb0410d75 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.1420221 Jul 27 22:09:20.120422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ca7c2b-a358-405f-974d-d4690b38c2cd admin admin] Checking segment: {'id': 'e790ec7e-892b-4539-b585-19daffa75bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fcf9b616-4d85-40af-9c40-a099079ab0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:20.120783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ca7c2b-a358-405f-974d-d4690b38c2cd admin admin] Network hostable DHCP agents. Network: fcf9b616-4d85-40af-9c40-a099079ab0fa, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:09:20.133987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca7c2b-a358-405f-974d-d4690b38c2cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46b4c6e-21ba-4999-a68b-9a40d6cf9761,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:20.144636 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94edda60-49f7-44df-9201-9f7ca592e0ac req-ccee3667-c531-4a02-9815-b0f4ff3a5e55 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539570 Jul 27 22:09:20.156597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ca7c2b-a358-405f-974d-d4690b38c2cd admin admin] Network fcf9b616-4d85-40af-9c40-a099079ab0fa is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:09:20.157302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a58d7038-f79a-4a44-a69f-de02d0ddefba req-af22095f-01f8-46bf-a2d1-6bcc71ce68bf service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181842 Jul 27 22:09:20.175875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-60ca7c2b-a358-405f-974d-d4690b38c2cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, fcf9b616-4d85-40af-9c40-a099079ab0fa) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:20.186064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9013bf-72fc-46e8-a36b-0e9690661621 None None] Network fcf9b616-4d85-40af-9c40-a099079ab0fa requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:20.189601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca7c2b-a358-405f-974d-d4690b38c2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:20.191228 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60ca7c2b-a358-405f-974d-d4690b38c2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:20.216732 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-60ca7c2b-a358-405f-974d-d4690b38c2cd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4611230 Jul 27 22:09:20.372054 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff44b69d-2045-4fb4-bd47-12b2bf5e1d37 None None] Network fcf9b616-4d85-40af-9c40-a099079ab0fa requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:20.423500 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a58d7038-f79a-4a44-a69f-de02d0ddefba req-38509cc4-4538-4446-8a01-2121c1235ba5 service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615836 Jul 27 22:09:20.461494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4a7c2-1f3c-4c32-8688-1cb7ed34850b req-a5316251-ae49-430f-9855-c6d9d776b149 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:20.464110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30d4a7c2-1f3c-4c32-8688-1cb7ed34850b req-a5316251-ae49-430f-9855-c6d9d776b149 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.1756017 Jul 27 22:09:20.534319 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30d4a7c2-1f3c-4c32-8688-1cb7ed34850b req-e1778f52-2014-4540-b564-737f1b565a08 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588236 Jul 27 22:09:20.843299 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-182b4514-4b25-4164-a09a-377f881ff58f req-8018dc3c-25b8-4107-95e2-5d09fcec2c08 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffc1723a-1d4b-48cf-b920-2609782e8c54 HTTP/1.1" status: 200 len: 210 time: 0.0403442 Jul 27 22:09:21.054451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-7005d14e-89bf-418c-bb4f-475f4648f52c tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:21.062172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-7005d14e-89bf-418c-bb4f-475f4648f52c tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/networks?id=fcf9b616-4d85-40af-9c40-a099079ab0fa HTTP/1.1" status: 200 len: 818 time: 0.1744223 Jul 27 22:09:21.086743 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-a909845f-4b20-4151-8c8a-a23c9b208e68 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/quotas/e8dddbdc8a0e473b84655307734934e6 HTTP/1.1" status: 200 len: 375 time: 0.0227938 Jul 27 22:09:21.131180 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-904fd662-184c-471e-95e6-cf8297f05872 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8dddbdc8a0e473b84655307734934e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428846 Jul 27 22:09:21.272084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b832cf-1798-4db4-9e85-b318b9808b11 req-9c7946f8-42a1-4d0e-a315-0a1524b059f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:21.273683 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83b832cf-1798-4db4-9e85-b318b9808b11 req-9c7946f8-42a1-4d0e-a315-0a1524b059f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=235e3c60ef6c4058bd8ac5b603f8147a&device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 1097 time: 0.0707376 Jul 27 22:09:21.279088 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-54b398fa-3318-491e-b5a1-820ebace75e2 service neutron] 10.222.0.24 "GET /v2.0/networks/fcf9b616-4d85-40af-9c40-a099079ab0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467171 Jul 27 22:09:21.451338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b832cf-1798-4db4-9e85-b318b9808b11 req-f5ad57b3-6a9f-4c97-aff2-eadd3700e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:21.452875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83b832cf-1798-4db4-9e85-b318b9808b11 req-f5ad57b3-6a9f-4c97-aff2-eadd3700e0b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=742fce1c-411f-4587-8831-a550bf8d5551 HTTP/1.1" status: 200 len: 916 time: 0.1678512 Jul 27 22:09:21.459266 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-5ba3718a-24c2-4af1-839f-2b1348f5d984 service neutron] 10.222.0.24 "GET /v2.0/networks/fcf9b616-4d85-40af-9c40-a099079ab0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658678 Jul 27 22:09:21.509831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83b832cf-1798-4db4-9e85-b318b9808b11 req-f2b27218-71cb-4599-a7ca-8739a324d550 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32468fde-051b-4806-92b2-4d58d6240816 HTTP/1.1" status: 200 len: 217 time: 0.0485435 Jul 27 22:09:21.606929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b832cf-1798-4db4-9e85-b318b9808b11 req-b51e43ca-9373-4aa4-be79-b83cc66098f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:21.609184 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83b832cf-1798-4db4-9e85-b318b9808b11 req-b51e43ca-9373-4aa4-be79-b83cc66098f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b4e2d38-6718-42ff-b83c-b0f97dfa30b3 HTTP/1.1" status: 200 len: 854 time: 0.0920508 Jul 27 22:09:21.715588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447ba8b-fa8a-459a-899a-11f45c8fc366 req-29f2fd04-423f-4683-8e5e-0c0ad072721c tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:21.718737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0447ba8b-fa8a-459a-899a-11f45c8fc366 req-29f2fd04-423f-4683-8e5e-0c0ad072721c tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.1238761 Jul 27 22:09:21.725723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b832cf-1798-4db4-9e85-b318b9808b11 req-ec051b37-7e3a-4b47-abef-7f8efa6127cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:21.727355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83b832cf-1798-4db4-9e85-b318b9808b11 req-ec051b37-7e3a-4b47-abef-7f8efa6127cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=742fce1c-411f-4587-8831-a550bf8d5551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029108 Jul 27 22:09:21.760779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc65d18-9360-4917-b040-77668d6d44be req-593cb0a4-d1fc-476f-9492-d4e27b84bf09 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:21.762403 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9dc65d18-9360-4917-b040-77668d6d44be req-593cb0a4-d1fc-476f-9492-d4e27b84bf09 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.1092188 Jul 27 22:09:21.849685 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0447ba8b-fa8a-459a-899a-11f45c8fc366 req-e5d30072-3ca2-4773-8831-e6f28c65375a tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211622 Jul 27 22:09:21.879446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9dc65d18-9360-4917-b040-77668d6d44be req-b6394022-1290-4ab2-9a5e-48e07ecb67ab tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009471 Jul 27 22:09:21.915396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83b832cf-1798-4db4-9e85-b318b9808b11 req-401b989d-4dab-4005-9c4e-94dd36d3d289 service neutron] 10.222.0.41 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754820 Jul 27 22:09:21.999079 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7752ec1-21d2-4b85-872c-d88e496f27e0 req-7f868109-1e4e-41ef-a3ac-cca3f5405a5c tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 210 time: 0.0604835 Jul 27 22:09:22.103222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71493d1a-9621-4f33-ae78-48d8bbb910bf req-5fefb500-6c68-44cf-a69f-c539c7112cb4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffc1723a-1d4b-48cf-b920-2609782e8c54 HTTP/1.1" status: 200 len: 210 time: 0.1283543 Jul 27 22:09:22.120580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83b832cf-1798-4db4-9e85-b318b9808b11 req-69b03524-030b-4999-b5ac-fb8ceb45c189 service neutron] 10.222.0.41 "GET /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967387 Jul 27 22:09:22.767559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ee4a00e-9550-4512-a667-442ea0097c11 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:22.769645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ee4a00e-9550-4512-a667-442ea0097c11 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.43 "GET /v2.0/networks?id=fcf9b616-4d85-40af-9c40-a099079ab0fa HTTP/1.1" status: 200 len: 818 time: 0.1203256 Jul 27 22:09:22.786009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Request body: {'port': {'device_id': 'b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd', 'network_id': 'fcf9b616-4d85-40af-9c40-a099079ab0fa', 'admin_state_up': True, 'tenant_id': 'e8dddbdc8a0e473b84655307734934e6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:22.898818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Made reservation on behalf of e8dddbdc8a0e473b84655307734934e6 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:22.904375 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.045537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311657bd-b6db-4a4f-9d8f-358c31dcd4cd req-448d1628-80c2-49d2-a000-1f7a0096596a tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:23.047124 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-311657bd-b6db-4a4f-9d8f-358c31dcd4cd req-448d1628-80c2-49d2-a000-1f7a0096596a tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.1278331 Jul 27 22:09:23.117899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6a5b380d-ca7c-4b2a-99ff-575c453bec30 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:09:23.122931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6a5b380d-ca7c-4b2a-99ff-575c453bec30 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:23.129400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5fba2-b2d2-4ac8-89a2-47c7188e7c27 req-29b27f56-5d9c-4b00-bc4f-df989ceae0f4 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:23.130969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2eb5fba2-b2d2-4ac8-89a2-47c7188e7c27 req-29b27f56-5d9c-4b00-bc4f-df989ceae0f4 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.1682458 Jul 27 22:09:23.142005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-311657bd-b6db-4a4f-9d8f-358c31dcd4cd req-657243a4-3d35-4f2d-8980-97bd983ab347 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857821 Jul 27 22:09:23.187875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Allocated IP 172.20.0.2 (fcf9b616-4d85-40af-9c40-a099079ab0fa/a46b4c6e-21ba-4999-a68b-9a40d6cf9761/07696f72-da83-4001-bce8-ef98cade5a59) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:23.226490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2eb5fba2-b2d2-4ac8-89a2-47c7188e7c27 req-499f4374-e567-473d-b607-435a05e50e16 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793581 Jul 27 22:09:23.281027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f875e2f-465c-4118-ad23-9c4b3576ff59 req-151a6e55-88b2-4779-b50b-737e8d0c0bab tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 210 time: 0.0370569 Jul 27 22:09:23.287375 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.349567 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6a5b380d-ca7c-4b2a-99ff-575c453bec30, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6a5b380d-ca7c-4b2a-99ff-575c453bec30,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:23.353824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc9814c-5fe4-4f9b-b447-5a346679ff0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5b380d-ca7c-4b2a-99ff-575c453bec30'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:23.356194 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ddd28b-0c38-4da4-a7b4-df4d77fd6872" -d '{"events": [{"server_uuid": "8fc9814c-5fe4-4f9b-b447-5a346679ff0d", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5b380d-ca7c-4b2a-99ff-575c453bec30"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:23.369624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6a5b380d-ca7c-4b2a-99ff-575c453bec30, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6a5b380d-ca7c-4b2a-99ff-575c453bec30,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:23.372407 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.436285 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.454581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '6a5b380d-ca7c-4b2a-99ff-575c453bec30', 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d', 'port_id': '6a5b380d-ca7c-4b2a-99ff-575c453bec30', 'mac_address': 'fa:16:3e:f4:16:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66288677-3e48-4cf2-8461-4a989657fe80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:09:23.472836 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62bd36c-ed28-4794-9f33-dddd9a07abd9 x-openstack-request-id: req-d62bd36c-ed28-4794-9f33-dddd9a07abd9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:23.472836 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc9814c-5fe4-4f9b-b447-5a346679ff0d", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5b380d-ca7c-4b2a-99ff-575c453bec30", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:23.472836 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d62bd36c-ed28-4794-9f33-dddd9a07abd9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:23.472836 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc9814c-5fe4-4f9b-b447-5a346679ff0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5b380d-ca7c-4b2a-99ff-575c453bec30', 'code': 200} Jul 27 22:09:23.495198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.551850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Pushing event updated for resources: {'Port': ['ID=07696f72-da83-4001-bce8-ef98cade5a59,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:23.561546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=6a5b380d-ca7c-4b2a-99ff-575c453bec30,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:23.578363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:23.578974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:23.579569 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:23.580041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:23.581089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:23.581591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:23.581941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:23.582311 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:23.582642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:23.582978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:23.583305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:23.583876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:23.589879 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.604486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5b380d-ca7c-4b2a-99ff-575c453bec30 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:23.627889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6a5b380d-ca7c-4b2a-99ff-575c453bec30, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6a5b380d-ca7c-4b2a-99ff-575c453bec30,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:23.635803 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.652730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Network fcf9b616-4d85-40af-9c40-a099079ab0fa is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:23.665682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:23.688875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=6a5b380d-ca7c-4b2a-99ff-575c453bec30,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:23.693839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:23.747685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5a6ff-f1c0-4299-98ff-c3f9bf0ae396 req-7e9dd5d0-5de2-4ce4-af1a-3e5d42541ba5 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:23.749189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ba5a6ff-f1c0-4299-98ff-c3f9bf0ae396 req-7e9dd5d0-5de2-4ce4-af1a-3e5d42541ba5 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.1996024 Jul 27 22:09:23.796423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:23.797046 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.849348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-636ab932-79be-479f-870d-cc1167956b55 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:23.850764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-636ab932-79be-479f-870d-cc1167956b55 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.2306609 Jul 27 22:09:23.852244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-cbe984d3-f75a-405f-aa76-b16f473c4345 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0714920 Jul 27 22:09:23.855199 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ba5a6ff-f1c0-4299-98ff-c3f9bf0ae396 req-8b4348f5-89b9-4943-8de3-31b80bdd5603 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972161 Jul 27 22:09:23.872553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Request body: {'port': {'device_id': 'b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:23.894254 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-7f1c259b-9317-4691-95b5-03de3f026477 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/quotas/6c882965a19147e5bcc42dd93fc06d78 HTTP/1.1" status: 200 len: 375 time: 0.0365553 Jul 27 22:09:23.944545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-f03220f5-65ae-45b3-ab16-970df85781eb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437858 Jul 27 22:09:23.946135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['6a5b380d-ca7c-4b2a-99ff-575c453bec30'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:23.988166 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:24.083218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7571802-d574-46a7-b1f4-df5f5dd392d4 req-aa74199e-8eec-44e9-b99e-cf99b2f2efd0 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:24.084798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7571802-d574-46a7-b1f4-df5f5dd392d4 req-aa74199e-8eec-44e9-b99e-cf99b2f2efd0 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c9a6c0-00d8-4e76-8670-88e4b940e676 HTTP/1.1" status: 200 len: 945 time: 0.1454287 Jul 27 22:09:24.209993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-36774ef7-1864-4b26-9168-46ce9ef351a1 service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525532 Jul 27 22:09:24.217818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7571802-d574-46a7-b1f4-df5f5dd392d4 req-7d028058-37fd-4b7f-9868-621e23808fbb tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239080 Jul 27 22:09:24.415422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-cb1ce609-21cb-4a9a-a68d-3c3e5c0fbc0a service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966140 Jul 27 22:09:24.432592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eec51c-0861-4c1c-a08c-9bbb627d0bf4 req-bc012a39-8f48-4f68-b4e3-cc93ed6484cd tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:24.434052 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64eec51c-0861-4c1c-a08c-9bbb627d0bf4 req-bc012a39-8f48-4f68-b4e3-cc93ed6484cd tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 945 time: 0.1427755 Jul 27 22:09:24.501424 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64eec51c-0861-4c1c-a08c-9bbb627d0bf4 req-eba466db-ee07-46ab-9808-86f618b9ba29 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579906 Jul 27 22:09:24.557417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07696f72-da83-4001-bce8-ef98cade5a59 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:24.567880 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:24.595419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Transition to ACTIVE for port object 07696f72-da83-4001-bce8-ef98cade5a59 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:24.615393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:25.084053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b758b5-c954-4a38-8f81-d20619da62af req-f24dae4b-3b8e-4a75-97ff-ad871ff6b072 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:25.085738 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9b758b5-c954-4a38-8f81-d20619da62af req-f24dae4b-3b8e-4a75-97ff-ad871ff6b072 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 931 time: 0.5054741 Jul 27 22:09:25.088440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Pushing event updated for resources: {'Port': ['ID=07696f72-da83-4001-bce8-ef98cade5a59,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:25.137816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6a5b380d-ca7c-4b2a-99ff-575c453bec30 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:25.162969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b9adf-d7cb-493f-a2c9-909405b6bbe7 req-c49a4046-eea1-4937-9ccc-87f4b943e64c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:25.164627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-271b9adf-d7cb-493f-a2c9-909405b6bbe7 req-c49a4046-eea1-4937-9ccc-87f4b943e64c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 945 time: 0.5371206 Jul 27 22:09:25.208752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9b758b5-c954-4a38-8f81-d20619da62af req-830f1b1b-bf59-4a9d-9eb4-eeca1168ce7e tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010420 Jul 27 22:09:25.217319 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 6a5b380d-ca7c-4b2a-99ff-575c453bec30 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:25.217768 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:25.239970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Attempting to bind port 07696f72-da83-4001-bce8-ef98cade5a59 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:25.241123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Attempting to bind port 07696f72-da83-4001-bce8-ef98cade5a59 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'e790ec7e-892b-4539-b585-19daffa75bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fcf9b616-4d85-40af-9c40-a099079ab0fa'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:25.241435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Attempting to bind port 07696f72-da83-4001-bce8-ef98cade5a59 on network fcf9b616-4d85-40af-9c40-a099079ab0fa {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:25.253949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-271b9adf-d7cb-493f-a2c9-909405b6bbe7 req-2a940a35-0126-4bbc-98ba-45f38d03e2e5 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793025 Jul 27 22:09:25.254540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Port 07696f72-da83-4001-bce8-ef98cade5a59 on network fcf9b616-4d85-40af-9c40-a099079ab0fa not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:09:25.255216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Attempting to bind port 07696f72-da83-4001-bce8-ef98cade5a59 on network fcf9b616-4d85-40af-9c40-a099079ab0fa {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:25.261818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:25.262166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Checking segment: {'id': 'e790ec7e-892b-4539-b585-19daffa75bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fcf9b616-4d85-40af-9c40-a099079ab0fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:25.262634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Bound using segment: {'id': 'e790ec7e-892b-4539-b585-19daffa75bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fcf9b616-4d85-40af-9c40-a099079ab0fa'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:25.263069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Bound port: 07696f72-da83-4001-bce8-ef98cade5a59, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e790ec7e-892b-4539-b585-19daffa75bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fcf9b616-4d85-40af-9c40-a099079ab0fa'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:25.263435 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:25.352015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-187b9a8e-65ca-4b8d-bb6a-d6ec070eeaa5 req-c8a771da-8a63-4cfc-8813-b3178560b0fc tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:09:25.353166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-187b9a8e-65ca-4b8d-bb6a-d6ec070eeaa5 req-c8a771da-8a63-4cfc-8813-b3178560b0fc tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096846 Jul 27 22:09:25.356527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] For port 07696f72-da83-4001-bce8-ef98cade5a59, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:25.371726 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:25.402229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] For port 07696f72-da83-4001-bce8-ef98cade5a59, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=07696f72-da83-4001-bce8-ef98cade5a59,segment=NetworkSegment(e790ec7e-892b-4539-b585-19daffa75bb2),segment_id=e790ec7e-892b-4539-b585-19daffa75bb2)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:25.408617 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:25.409148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6a5b380d-ca7c-4b2a-99ff-575c453bec30, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6a5b380d-ca7c-4b2a-99ff-575c453bec30,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:25.413540 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:25.465354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:25.466365 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:25.468172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=6a5b380d-ca7c-4b2a-99ff-575c453bec30,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:25.468461 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] 10.222.0.43 "PUT /v2.0/ports/07696f72-da83-4001-bce8-ef98cade5a59 HTTP/1.1" status: 200 len: 1091 time: 1.6007869 Jul 27 22:09:25.471787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc9814c-5fe4-4f9b-b447-5a346679ff0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b380d-ca7c-4b2a-99ff-575c453bec30'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:25.474671 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cfac6a-210e-4007-a244-2b4ae1cd957d" -d '{"events": [{"server_uuid": "8fc9814c-5fe4-4f9b-b447-5a346679ff0d", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b380d-ca7c-4b2a-99ff-575c453bec30"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:25.494171 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd', 'tag': '07696f72-da83-4001-bce8-ef98cade5a59'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:25.496344 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c022344b-080b-4ab5-b858-97b83f7dbb97" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd", "tag": "07696f72-da83-4001-bce8-ef98cade5a59"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:25.505731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecf37d1d-ec7e-49b7-9e4f-250ed13ddbd1 req-38a8974c-4be1-427d-97ca-b34f36cfff9b tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 210 time: 0.0833578 Jul 27 22:09:25.530613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-187b9a8e-65ca-4b8d-bb6a-d6ec070eeaa5 req-cb4652e5-f442-48c9-a89b-00e0a84e38a0 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1548934 Jul 27 22:09:25.566476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba87c20-059a-4c60-a5df-a347d147e691 service neutron] Pushing event updated for resources: {'Port': ['ID=07696f72-da83-4001-bce8-ef98cade5a59,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:25.574656 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1757684-112e-4c36-a1c4-b2e41660f393 x-openstack-request-id: req-b1757684-112e-4c36-a1c4-b2e41660f393 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:25.574944 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc9814c-5fe4-4f9b-b447-5a346679ff0d", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b380d-ca7c-4b2a-99ff-575c453bec30", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:25.575187 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1757684-112e-4c36-a1c4-b2e41660f393 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:25.575577 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc9814c-5fe4-4f9b-b447-5a346679ff0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b380d-ca7c-4b2a-99ff-575c453bec30', 'code': 200} Jul 27 22:09:25.584265 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-5feee113-9921-4433-a5ee-68abb04ff0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:25.586629 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-5feee113-9921-4433-a5ee-68abb04ff0e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8dddbdc8a0e473b84655307734934e6&device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 1094 time: 0.0729024 Jul 27 22:09:25.662032 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0fbd3b-0d47-460e-bfd3-c69318bb22d7 x-openstack-request-id: req-5b0fbd3b-0d47-460e-bfd3-c69318bb22d7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:25.662347 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd", "tag": "07696f72-da83-4001-bce8-ef98cade5a59", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:25.662605 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b0fbd3b-0d47-460e-bfd3-c69318bb22d7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:25.663000 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd', 'tag': '07696f72-da83-4001-bce8-ef98cade5a59', 'status': 'completed', 'code': 200} Jul 27 22:09:25.673946 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-3d2e971f-29c3-476b-9abd-f25418bd84f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07696f72-da83-4001-bce8-ef98cade5a59 HTTP/1.1" status: 200 len: 217 time: 0.0792761 Jul 27 22:09:25.882504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-85d6d61b-e8a9-43fe-bb62-301ac2955a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:25.884099 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-85d6d61b-e8a9-43fe-bb62-301ac2955a17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a46b4c6e-21ba-4999-a68b-9a40d6cf9761 HTTP/1.1" status: 200 len: 858 time: 0.1653533 Jul 27 22:09:25.917104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e65ac8-35f5-412f-abb4-7d795887b79d req-f4c10804-c737-49b6-9080-924c60ad482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:25.918572 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4e65ac8-35f5-412f-abb4-7d795887b79d req-f4c10804-c737-49b6-9080-924c60ad482a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 1097 time: 0.1406946 Jul 27 22:09:25.943791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-1d2dc020-4ddf-4e42-930e-2a5d32812e9f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fcf9b616-4d85-40af-9c40-a099079ab0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459192 Jul 27 22:09:25.955887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-db1984c7-510c-40a0-baca-72342e04bd6a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:25.957370 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-db1984c7-510c-40a0-baca-72342e04bd6a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.2935679 Jul 27 22:09:25.990667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Request body: {'port': {'device_id': '6e506fdd-d3a6-4681-b934-65c291db24c3', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'admin_state_up': True, 'tenant_id': '6c882965a19147e5bcc42dd93fc06d78'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:26.115014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4e65ac8-35f5-412f-abb4-7d795887b79d req-666c1e4b-1037-42b1-af3b-2a39055dfa47 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733439 Jul 27 22:09:26.133305 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385d71a-25b5-40fc-ad1f-95bf07e27e37 req-a09e93b4-dd8e-435d-aa4d-02f8fce3827c tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:26.134805 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2385d71a-25b5-40fc-ad1f-95bf07e27e37 req-a09e93b4-dd8e-435d-aa4d-02f8fce3827c tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.2199504 Jul 27 22:09:26.192098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-430000d2-19fc-4f3c-b001-3ecea1158554 service neutron] 10.222.0.43 "GET /v2.0/networks/fcf9b616-4d85-40af-9c40-a099079ab0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197242 Jul 27 22:09:26.234391 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2385d71a-25b5-40fc-ad1f-95bf07e27e37 req-1e721e5d-5183-4383-a689-f037cb187938 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930886 Jul 27 22:09:26.277927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Made reservation on behalf of 6c882965a19147e5bcc42dd93fc06d78 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:26.283136 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:26.418053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a2e7719-193d-467b-b9a8-719576cd5ae6 req-a4736a21-e38d-432e-8c36-c8d50d816eeb service neutron] 10.222.0.43 "GET /v2.0/networks/fcf9b616-4d85-40af-9c40-a099079ab0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126126 Jul 27 22:09:26.468944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d487e6-ce37-4f62-8176-c80026ab17c2 req-4e9ce8b8-f7a6-42a6-88d8-91f15714b498 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:26.470466 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94d487e6-ce37-4f62-8176-c80026ab17c2 req-4e9ce8b8-f7a6-42a6-88d8-91f15714b498 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 943 time: 0.1608503 Jul 27 22:09:26.509797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e93fa-62ee-4b45-b68b-e43e3daf9fc8 req-16f15d33-6d79-4b85-9631-9473083ff37d tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:26.511456 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae7e93fa-62ee-4b45-b68b-e43e3daf9fc8 req-16f15d33-6d79-4b85-9631-9473083ff37d tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c9a6c0-00d8-4e76-8670-88e4b940e676 HTTP/1.1" status: 200 len: 945 time: 0.1782908 Jul 27 22:09:26.609154 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94d487e6-ce37-4f62-8176-c80026ab17c2 req-aa06ed8d-88d8-4973-a09d-97a07316d728 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081309 Jul 27 22:09:26.616996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Allocated IP 172.20.0.5 (93d81622-cb59-4072-9035-7a7483df678f/96446a54-8a20-4b30-ac6d-87fb13a576eb/e79c1295-7cfb-41d5-a367-766be9b634a6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:26.625537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae7e93fa-62ee-4b45-b68b-e43e3daf9fc8 req-3129ae3a-fabd-4e13-b671-4a4fa8f46cc8 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047015 Jul 27 22:09:26.633912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022344b-080b-4ab5-b858-97b83f7dbb97 req-0d20b014-c2ec-4bd5-82ad-c03c4382bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:26.635456 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c022344b-080b-4ab5-b858-97b83f7dbb97 req-0d20b014-c2ec-4bd5-82ad-c03c4382bcdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8dddbdc8a0e473b84655307734934e6&device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 1094 time: 0.1632926 Jul 27 22:09:26.896488 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ceb783-9a6c-4ca6-a209-d814a5f416ae req-436ea1bc-5d09-41c5-aff5-e9a139f8fb9a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:26.898117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09ceb783-9a6c-4ca6-a209-d814a5f416ae req-436ea1bc-5d09-41c5-aff5-e9a139f8fb9a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.1807580 Jul 27 22:09:26.911395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022344b-080b-4ab5-b858-97b83f7dbb97 req-47c10e24-5239-465c-ba78-d8a780dc50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:26.912841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c022344b-080b-4ab5-b858-97b83f7dbb97 req-47c10e24-5239-465c-ba78-d8a780dc50ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=fcf9b616-4d85-40af-9c40-a099079ab0fa HTTP/1.1" status: 200 len: 919 time: 0.2637126 Jul 27 22:09:26.945560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-697894a0-de40-430b-9d8a-e3bb18a99c7f req-42173902-62f2-4ee3-a583-31588d13dbaa tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 210 time: 0.0674000 Jul 27 22:09:26.999391 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c022344b-080b-4ab5-b858-97b83f7dbb97 req-22aabe16-4b17-42cc-bed4-62553cf858d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07696f72-da83-4001-bce8-ef98cade5a59 HTTP/1.1" status: 200 len: 217 time: 0.0655937 Jul 27 22:09:27.101122 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09ceb783-9a6c-4ca6-a209-d814a5f416ae req-7830defa-be5a-47ba-be4f-7050e9535eb0 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837835 Jul 27 22:09:27.131870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022344b-080b-4ab5-b858-97b83f7dbb97 req-e040b37f-224e-4dc1-b795-a3d71a87e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:27.133351 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c022344b-080b-4ab5-b858-97b83f7dbb97 req-e040b37f-224e-4dc1-b795-a3d71a87e1fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a46b4c6e-21ba-4999-a68b-9a40d6cf9761 HTTP/1.1" status: 200 len: 858 time: 0.1216004 Jul 27 22:09:27.161916 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:27.183080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c022344b-080b-4ab5-b858-97b83f7dbb97 req-57b5c869-22c6-4968-8985-e2558653ba8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fcf9b616-4d85-40af-9c40-a099079ab0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391772 Jul 27 22:09:27.201365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab5153-2693-4325-bd04-2ecc360413e3 req-e3f2a2a5-8e8c-4f9c-bdd9-1349929382f4 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:27.202909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82ab5153-2693-4325-bd04-2ecc360413e3 req-e3f2a2a5-8e8c-4f9c-bdd9-1349929382f4 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 945 time: 0.1725478 Jul 27 22:09:27.317292 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82ab5153-2693-4325-bd04-2ecc360413e3 req-31e57029-9813-4801-a498-33cef88ba70a tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048543 Jul 27 22:09:27.337045 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:27.386234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c022344b-080b-4ab5-b858-97b83f7dbb97 req-7304677d-9985-4911-ab89-add99ca5846e service neutron] 10.222.0.43 "GET /v2.0/networks/fcf9b616-4d85-40af-9c40-a099079ab0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931338 Jul 27 22:09:27.392413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Network 93d81622-cb59-4072-9035-7a7483df678f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:27.405628 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:27.413626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:27.473783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Pushing event updated for resources: {'Port': ['ID=e79c1295-7cfb-41d5-a367-766be9b634a6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:27.551411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:27.552033 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:27.588200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b276fff-0790-4e9b-9e81-2080758fd6e1 req-21781c4b-d7c5-4a38-a2df-f508d31400e7 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:27.594183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b276fff-0790-4e9b-9e81-2080758fd6e1 req-21781c4b-d7c5-4a38-a2df-f508d31400e7 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:27.602784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b276fff-0790-4e9b-9e81-2080758fd6e1 req-21781c4b-d7c5-4a38-a2df-f508d31400e7 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:27.604408 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b276fff-0790-4e9b-9e81-2080758fd6e1 req-21781c4b-d7c5-4a38-a2df-f508d31400e7 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630&device_id=d2c9a6c0-00d8-4e76-8670-88e4b940e676&device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 2417 time: 0.1244557 Jul 27 22:09:27.606325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c022344b-080b-4ab5-b858-97b83f7dbb97 req-9dd825e4-3adb-47cd-b158-cefde2f2243c service neutron] 10.222.0.43 "GET /v2.0/networks/fcf9b616-4d85-40af-9c40-a099079ab0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100935 Jul 27 22:09:27.608119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-bd601407-d92b-426a-bc36-59f285f46394 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6345408 Jul 27 22:09:27.633698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Request body: {'port': {'device_id': '6e506fdd-d3a6-4681-b934-65c291db24c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:27.682296 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b276fff-0790-4e9b-9e81-2080758fd6e1 req-fbe338ef-f79d-45df-a521-90031c53f810 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703242 Jul 27 22:09:27.707561 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:27.887055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b2c99-d712-4dec-a70f-5001b142fa2b req-e2ffc608-9532-42a7-8807-f5953a44c44a tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:27.888639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-054b2c99-d712-4dec-a70f-5001b142fa2b req-e2ffc608-9532-42a7-8807-f5953a44c44a tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 943 time: 0.1718581 Jul 27 22:09:27.898977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0fe5240f-52b9-44dd-b0f3-5629a7586b7a req-55f4e85e-4311-460b-84fc-11a5f54734d4 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1804354 Jul 27 22:09:27.988232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-054b2c99-d712-4dec-a70f-5001b142fa2b req-db763a06-ea0a-45e6-9c69-595668ca4093 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879877 Jul 27 22:09:28.142631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79c1295-7cfb-41d5-a367-766be9b634a6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:28.153339 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:28.172019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Transition to ACTIVE for port object e79c1295-7cfb-41d5-a367-766be9b634a6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:28.177409 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:28.193343 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977a018-e06e-4acf-bf4b-a56d6af4977b req-106303b0-7769-40ff-b17d-647ca1276a32 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:28.195006 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c977a018-e06e-4acf-bf4b-a56d6af4977b req-106303b0-7769-40ff-b17d-647ca1276a32 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 931 time: 0.0863156 Jul 27 22:09:28.265714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Pushing event updated for resources: {'Port': ['ID=e79c1295-7cfb-41d5-a367-766be9b634a6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:28.315661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c977a018-e06e-4acf-bf4b-a56d6af4977b req-fe2f0699-ac57-4e35-a217-9693d4a7a9f4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004064 Jul 27 22:09:28.346732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Attempting to bind port e79c1295-7cfb-41d5-a367-766be9b634a6 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:28.347482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Attempting to bind port e79c1295-7cfb-41d5-a367-766be9b634a6 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:28.347600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Attempting to bind port e79c1295-7cfb-41d5-a367-766be9b634a6 on network 93d81622-cb59-4072-9035-7a7483df678f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:28.352029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Port e79c1295-7cfb-41d5-a367-766be9b634a6 on network 93d81622-cb59-4072-9035-7a7483df678f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:09:28.352357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Attempting to bind port e79c1295-7cfb-41d5-a367-766be9b634a6 on network 93d81622-cb59-4072-9035-7a7483df678f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:28.357327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:28.357675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Checking segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:28.358061 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Bound using segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:28.358539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Bound port: e79c1295-7cfb-41d5-a367-766be9b634a6, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:28.358904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:28.452369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] For port e79c1295-7cfb-41d5-a367-766be9b634a6, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:28.456637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] For port e79c1295-7cfb-41d5-a367-766be9b634a6, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e79c1295-7cfb-41d5-a367-766be9b634a6,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:28.465393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7719a4-625c-4693-8874-530f1bdb8a9e req-8c752459-4e86-4f99-9763-f4b4ae236781 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:28.466966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d7719a4-625c-4693-8874-530f1bdb8a9e req-8c752459-4e86-4f99-9763-f4b4ae236781 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0765123 Jul 27 22:09:28.468516 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:28.527790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:28.528419 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:28.529811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] 10.222.0.41 "PUT /v2.0/ports/e79c1295-7cfb-41d5-a367-766be9b634a6 HTTP/1.1" status: 200 len: 1091 time: 0.9014146 Jul 27 22:09:28.530280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e506fdd-d3a6-4681-b934-65c291db24c3', 'tag': 'e79c1295-7cfb-41d5-a367-766be9b634a6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:28.532515 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b8244a-6bfc-4fda-9f28-564588ead279" -d '{"events": [{"name": "network-changed", "server_uuid": "6e506fdd-d3a6-4681-b934-65c291db24c3", "tag": "e79c1295-7cfb-41d5-a367-766be9b634a6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:28.563188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc55cc-f9fe-4777-99f5-61222d20c27a service neutron] Pushing event updated for resources: {'Port': ['ID=e79c1295-7cfb-41d5-a367-766be9b634a6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:28.581568 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d7719a4-625c-4693-8874-530f1bdb8a9e req-7e5b1b97-7608-41b8-89fd-0fc8b6a420f3 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848062 Jul 27 22:09:28.620036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-e1fdc63c-75e0-49f3-9db0-fd17edfe40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:28.621550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-e1fdc63c-75e0-49f3-9db0-fd17edfe40a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 1094 time: 0.0510118 Jul 27 22:09:28.630806 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e406464-727d-427d-9600-faea6cc13502 x-openstack-request-id: req-2e406464-727d-427d-9600-faea6cc13502 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:28.631133 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e506fdd-d3a6-4681-b934-65c291db24c3", "tag": "e79c1295-7cfb-41d5-a367-766be9b634a6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:28.631481 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e406464-727d-427d-9600-faea6cc13502 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:28.631974 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e506fdd-d3a6-4681-b934-65c291db24c3', 'tag': 'e79c1295-7cfb-41d5-a367-766be9b634a6', 'status': 'completed', 'code': 200} Jul 27 22:09:28.673856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-429a57a1-699b-497d-b517-65f344a459de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e79c1295-7cfb-41d5-a367-766be9b634a6 HTTP/1.1" status: 200 len: 217 time: 0.0407143 Jul 27 22:09:28.750837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-dcf175ea-9b90-4d1b-9fc1-989bc2cd7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:28.752371 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-dcf175ea-9b90-4d1b-9fc1-989bc2cd7194 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.0656250 Jul 27 22:09:28.759795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789fe05-28a6-46b2-ae01-732b1f883d97 req-5b543dbb-d94c-424c-9fec-74e938bc89c6 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:28.761183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3789fe05-28a6-46b2-ae01-732b1f883d97 req-5b543dbb-d94c-424c-9fec-74e938bc89c6 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.0843048 Jul 27 22:09:28.792229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-f661260c-c275-417d-b41c-e7a1d26619e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301116 Jul 27 22:09:28.810685 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:09:28.866706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3789fe05-28a6-46b2-ae01-732b1f883d97 req-d9d1c1c0-9fbe-4d6f-aa73-dce684827b5d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959086 Jul 27 22:09:28.902342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-cb10cdb5-23ad-43c1-84cf-967de5872e45 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016951 Jul 27 22:09:29.042376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e94d5b46-00ca-4303-b455-f2564ab52b2d req-9538875d-0871-48aa-a777-bd3e1e4f9ffc service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318688 Jul 27 22:09:29.044547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 07696f72-da83-4001-bce8-ef98cade5a59 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:09:29.202706 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 07696f72-da83-4001-bce8-ef98cade5a59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=07696f72-da83-4001-bce8-ef98cade5a59,segment=NetworkSegment(e790ec7e-892b-4539-b585-19daffa75bb2),segment_id=e790ec7e-892b-4539-b585-19daffa75bb2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:29.241433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dfb35-157d-47b3-bd6c-aa05b8e4e516 req-6e473962-29dd-487b-bcd2-c35c6e0049ef tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:29.241674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '07696f72-da83-4001-bce8-ef98cade5a59', 'network_id': 'fcf9b616-4d85-40af-9c40-a099079ab0fa', 'port_id': '07696f72-da83-4001-bce8-ef98cade5a59', 'mac_address': 'fa:16:3e:55:cb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46b4c6e-21ba-4999-a68b-9a40d6cf9761', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:09:29.249650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d3dfb35-157d-47b3-bd6c-aa05b8e4e516 req-6e473962-29dd-487b-bcd2-c35c6e0049ef tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 943 time: 0.1415555 Jul 27 22:09:29.253388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8244a-6bfc-4fda-9f28-564588ead279 req-3c60ba48-3c04-471f-82c4-35e3b77bfe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:29.255240 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4b8244a-6bfc-4fda-9f28-564588ead279 req-3c60ba48-3c04-471f-82c4-35e3b77bfe3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 1094 time: 0.1387601 Jul 27 22:09:29.334083 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:29.348167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07696f72-da83-4001-bce8-ef98cade5a59 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:29.363639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d3dfb35-157d-47b3-bd6c-aa05b8e4e516 req-0a6add98-71d3-4f59-aee2-14216159696a tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128113 Jul 27 22:09:29.371143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 07696f72-da83-4001-bce8-ef98cade5a59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=07696f72-da83-4001-bce8-ef98cade5a59,segment=NetworkSegment(e790ec7e-892b-4539-b585-19daffa75bb2),segment_id=e790ec7e-892b-4539-b585-19daffa75bb2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:29.378217 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:29.404148 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8244a-6bfc-4fda-9f28-564588ead279 req-d4342b29-e1a2-45d9-a8e7-9f585aaedb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:29.405414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4b8244a-6bfc-4fda-9f28-564588ead279 req-d4342b29-e1a2-45d9-a8e7-9f585aaedb05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 913 time: 0.1403477 Jul 27 22:09:29.450092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=07696f72-da83-4001-bce8-ef98cade5a59,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:29.484028 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4b8244a-6bfc-4fda-9f28-564588ead279 req-d383819d-de3a-4c9a-910f-f2855f638ef5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e79c1295-7cfb-41d5-a367-766be9b634a6 HTTP/1.1" status: 200 len: 217 time: 0.0621691 Jul 27 22:09:29.658375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['07696f72-da83-4001-bce8-ef98cade5a59'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:29.992175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8244a-6bfc-4fda-9f28-564588ead279 req-a4216b3d-862e-4271-86b8-700513ced6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:29.993508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4b8244a-6bfc-4fda-9f28-564588ead279 req-a4216b3d-862e-4271-86b8-700513ced6c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.4960456 Jul 27 22:09:30.057364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4b8244a-6bfc-4fda-9f28-564588ead279 req-780a5ac8-9d65-43da-b8f2-e59382949c1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432215 Jul 27 22:09:30.108651 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cd18a-ad98-4cb0-be5b-12b63d8f86b0 req-f99af17d-3996-4560-9cdc-0af058a403fe tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:30.109942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d48cd18a-ad98-4cb0-be5b-12b63d8f86b0 req-f99af17d-3996-4560-9cdc-0af058a403fe tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 943 time: 0.1340644 Jul 27 22:09:30.145587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-e5dd7507-95f8-4ec8-8165-224cc2de4c1d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:30.147073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-e5dd7507-95f8-4ec8-8165-224cc2de4c1d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/networks?id=3c0f440f-1f78-497b-92e7-1d99fb379f7d HTTP/1.1" status: 200 len: 815 time: 0.5891855 Jul 27 22:09:30.195579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-ecf3385e-47a4-47ea-bfbf-4235cfaa7eda tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/quotas/36d7104204be450ab14286ec96604cd6 HTTP/1.1" status: 200 len: 375 time: 0.0268869 Jul 27 22:09:30.245451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d48cd18a-ad98-4cb0-be5b-12b63d8f86b0 req-e34ea1f1-370e-418a-8b76-4314d74ecbb9 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078298 Jul 27 22:09:30.248433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4b8244a-6bfc-4fda-9f28-564588ead279 req-6d40aa42-1988-40c4-a7e5-b3383ac091a4 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758032 Jul 27 22:09:30.284212 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3c26a33d-fac2-48bd-b7c2-2ea6695b2e8b tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=36d7104204be450ab14286ec96604cd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792069 Jul 27 22:09:30.457596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4b8244a-6bfc-4fda-9f28-564588ead279 req-d49ceb8b-74bd-4487-9da4-23b652785c00 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010992 Jul 27 22:09:30.461336 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3040ba6e-b47d-4604-989e-dadc4357a0c6 service neutron] 10.222.0.24 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499517 Jul 27 22:09:30.636498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591787c-f1e7-4d97-8282-1fe862516e93 req-fa572dd8-0051-43a6-9fd2-534da21fdeb1 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:30.638282 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d591787c-f1e7-4d97-8282-1fe862516e93 req-fa572dd8-0051-43a6-9fd2-534da21fdeb1 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 944 time: 0.1237595 Jul 27 22:09:30.645405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-808100db-b211-4e65-9d3e-f0995420c71b service neutron] 10.222.0.24 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734173 Jul 27 22:09:30.668135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5ce45-d601-4ef8-83e8-e986f35f56f2 req-0af26c80-13b0-4e3f-abde-4c2163a0406c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:30.670300 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7bf5ce45-d601-4ef8-83e8-e986f35f56f2 req-0af26c80-13b0-4e3f-abde-4c2163a0406c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fc9814c-5fe4-4f9b-b447-5a346679ff0d HTTP/1.1" status: 200 len: 946 time: 0.1217127 Jul 27 22:09:30.767255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d591787c-f1e7-4d97-8282-1fe862516e93 req-1b60e512-7f19-406a-9dcb-4d0c70a66f02 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184564 Jul 27 22:09:30.831507 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-7bf5ce45-d601-4ef8-83e8-e986f35f56f2 req-ded99ced-105e-40ac-9870-a9b8a302ba34 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Deleting port 6a5b380d-ca7c-4b2a-99ff-575c453bec30 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:30.832112 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7bf5ce45-d601-4ef8-83e8-e986f35f56f2 req-ded99ced-105e-40ac-9870-a9b8a302ba34 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:31.040986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103235d-1e09-480b-8d26-c248d4daec1a req-48ea8f35-687f-475a-932f-679c5228a8f6 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:31.053962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a103235d-1e09-480b-8d26-c248d4daec1a req-48ea8f35-687f-475a-932f-679c5228a8f6 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 945 time: 0.1538560 Jul 27 22:09:31.057125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7bf5ce45-d601-4ef8-83e8-e986f35f56f2 req-ded99ced-105e-40ac-9870-a9b8a302ba34 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] For port 6a5b380d-ca7c-4b2a-99ff-575c453bec30, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6a5b380d-ca7c-4b2a-99ff-575c453bec30,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:31.057512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7bf5ce45-d601-4ef8-83e8-e986f35f56f2 req-ded99ced-105e-40ac-9870-a9b8a302ba34 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:31.078101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 07696f72-da83-4001-bce8-ef98cade5a59 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:31.151982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-7bf5ce45-d601-4ef8-83e8-e986f35f56f2 req-ded99ced-105e-40ac-9870-a9b8a302ba34 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Calling delete_port for 6a5b380d-ca7c-4b2a-99ff-575c453bec30 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:31.163621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 07696f72-da83-4001-bce8-ef98cade5a59 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:31.168038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 07696f72-da83-4001-bce8-ef98cade5a59 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:31.168577 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:31.203521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a103235d-1e09-480b-8d26-c248d4daec1a req-6c513ab6-cc74-44aa-9172-1107633cbdb0 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479721 Jul 27 22:09:31.301821 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:31.339700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 07696f72-da83-4001-bce8-ef98cade5a59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=07696f72-da83-4001-bce8-ef98cade5a59,segment=NetworkSegment(e790ec7e-892b-4539-b585-19daffa75bb2),segment_id=e790ec7e-892b-4539-b585-19daffa75bb2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:31.340960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07696f72-da83-4001-bce8-ef98cade5a59'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:31.344441 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf0be1e-4405-4f88-a296-8145db4cd452" -d '{"events": [{"server_uuid": "b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd", "name": "network-vif-plugged", "status": "completed", "tag": "07696f72-da83-4001-bce8-ef98cade5a59"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:31.349217 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:31.407100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=07696f72-da83-4001-bce8-ef98cade5a59,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:31.462658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2de1c221-0fd1-4773-bf88-4aa01af173ba req-d032473d-9461-48b8-b190-c66ab47ac532 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 210 time: 0.3118849 Jul 27 22:09:31.569578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ff3dd-69cf-437b-a32f-849052213b80 req-5b65f6e5-6edf-482f-b2a1-d47a85c673e4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:31.580728 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f7ff3dd-69cf-437b-a32f-849052213b80 req-5b65f6e5-6edf-482f-b2a1-d47a85c673e4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 943 time: 0.1155839 Jul 27 22:09:31.619044 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451f2ccb-0d54-476a-b509-0009d7f64cd7 x-openstack-request-id: req-451f2ccb-0d54-476a-b509-0009d7f64cd7 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:31.619272 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd", "name": "network-vif-plugged", "status": "completed", "tag": "07696f72-da83-4001-bce8-ef98cade5a59", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:31.619525 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-451f2ccb-0d54-476a-b509-0009d7f64cd7 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:31.620003 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07696f72-da83-4001-bce8-ef98cade5a59', 'code': 200} Jul 27 22:09:31.701963 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f7ff3dd-69cf-437b-a32f-849052213b80 req-bf996d07-005d-43a5-9ee9-437d70be391d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033840 Jul 27 22:09:31.759715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7bf5ce45-d601-4ef8-83e8-e986f35f56f2 req-ded99ced-105e-40ac-9870-a9b8a302ba34 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:31.773857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['6a5b380d-ca7c-4b2a-99ff-575c453bec30'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:31.838774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded99ced-105e-40ac-9870-a9b8a302ba34 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Pushing event deleted for resources: {'Port': ['ID=6a5b380d-ca7c-4b2a-99ff-575c453bec30,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:31.953199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2f959-58be-4133-98f5-41145d670622 req-b9fc985d-c783-46fc-a395-071acc455d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:31.954758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15e2f959-58be-4133-98f5-41145d670622 req-b9fc985d-c783-46fc-a395-071acc455d25 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 1096 time: 0.2399416 Jul 27 22:09:31.982342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf5ce45-d601-4ef8-83e8-e986f35f56f2 req-ded99ced-105e-40ac-9870-a9b8a302ba34 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] No DVR routers for this DVR port 6a5b380d-ca7c-4b2a-99ff-575c453bec30 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:31.987953 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7bf5ce45-d601-4ef8-83e8-e986f35f56f2 req-ded99ced-105e-40ac-9870-a9b8a302ba34 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:31.991613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7bf5ce45-d601-4ef8-83e8-e986f35f56f2 req-ded99ced-105e-40ac-9870-a9b8a302ba34 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.41 "DELETE /v2.0/ports/6a5b380d-ca7c-4b2a-99ff-575c453bec30 HTTP/1.1" status: 204 len: 173 time: 1.3137312 Jul 27 22:09:31.999566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc9814c-5fe4-4f9b-b447-5a346679ff0d', 'name': 'network-vif-deleted', 'tag': '6a5b380d-ca7c-4b2a-99ff-575c453bec30'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:32.003958 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3103389-c99e-4bab-ae0f-243669c8fd54" -d '{"events": [{"server_uuid": "8fc9814c-5fe4-4f9b-b447-5a346679ff0d", "name": "network-vif-deleted", "tag": "6a5b380d-ca7c-4b2a-99ff-575c453bec30"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:32.048054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d78dac-cd46-454c-856a-881b417834bd req-be71b24d-350c-4351-9aa9-f4daf8d6057c tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:32.050472 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62d78dac-cd46-454c-856a-881b417834bd req-be71b24d-350c-4351-9aa9-f4daf8d6057c tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 945 time: 0.2245641 Jul 27 22:09:32.110438 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd873ee-4e46-4829-82d3-6ba4157c5573 x-openstack-request-id: req-4fd873ee-4e46-4829-82d3-6ba4157c5573 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:32.110765 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc9814c-5fe4-4f9b-b447-5a346679ff0d", "name": "network-vif-deleted", "tag": "6a5b380d-ca7c-4b2a-99ff-575c453bec30", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:32.111107 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fd873ee-4e46-4829-82d3-6ba4157c5573 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:32.114921 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc9814c-5fe4-4f9b-b447-5a346679ff0d', 'name': 'network-vif-deleted', 'tag': '6a5b380d-ca7c-4b2a-99ff-575c453bec30', 'status': 'completed', 'code': 200} Jul 27 22:09:32.158664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29608981-303f-4855-82d5-648dec45d5fc req-56b7f5f9-39ce-4a40-b74e-6c4b1729ab30 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:32.160648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29608981-303f-4855-82d5-648dec45d5fc req-56b7f5f9-39ce-4a40-b74e-6c4b1729ab30 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 945 time: 0.2789066 Jul 27 22:09:32.173154 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15e2f959-58be-4133-98f5-41145d670622 req-b78d6587-e842-4253-9aa1-daee39b90159 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785648 Jul 27 22:09:32.250128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29608981-303f-4855-82d5-648dec45d5fc req-3dd6e43d-b682-4f0e-a176-bff68e6b3b25 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749424 Jul 27 22:09:32.286794 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-62d78dac-cd46-454c-856a-881b417834bd req-c5441ffb-f91c-4620-b61c-1650b76ffe0e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Deleting port c80eeb11-3c09-42a2-bd2f-8f1be7514056 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:32.287158 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62d78dac-cd46-454c-856a-881b417834bd req-c5441ffb-f91c-4620-b61c-1650b76ffe0e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:32.626866 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f3bde-dfa1-43d2-ac77-dfa7db479838 req-5f318984-bee8-4aec-9cdb-5f96cb0c60bc tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:32.635524 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a95f3bde-dfa1-43d2-ac77-dfa7db479838 req-5f318984-bee8-4aec-9cdb-5f96cb0c60bc tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 945 time: 0.2577870 Jul 27 22:09:32.697817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-62d78dac-cd46-454c-856a-881b417834bd req-c5441ffb-f91c-4620-b61c-1650b76ffe0e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] For port c80eeb11-3c09-42a2-bd2f-8f1be7514056, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c80eeb11-3c09-42a2-bd2f-8f1be7514056,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:32.698540 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62d78dac-cd46-454c-856a-881b417834bd req-c5441ffb-f91c-4620-b61c-1650b76ffe0e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:32.767275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-62d78dac-cd46-454c-856a-881b417834bd req-c5441ffb-f91c-4620-b61c-1650b76ffe0e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Calling delete_port for c80eeb11-3c09-42a2-bd2f-8f1be7514056 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:32.802371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f45ac-be49-4d8e-8a3b-66fd34ec2515 req-ec55fa99-c986-47b2-a19a-aaa1c2dc9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:32.803970 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-343f45ac-be49-4d8e-8a3b-66fd34ec2515 req-ec55fa99-c986-47b2-a19a-aaa1c2dc9267 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 1097 time: 0.0747504 Jul 27 22:09:32.811342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a95f3bde-dfa1-43d2-ac77-dfa7db479838 req-4ab3d9a2-151d-4372-ad2f-baa6b3eedbb0 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433938 Jul 27 22:09:32.831891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-7e48ae20-e515-4535-9395-85935b0483b4 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:32.833365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-7e48ae20-e515-4535-9395-85935b0483b4 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.43 "GET /v2.0/networks?id=3c0f440f-1f78-497b-92e7-1d99fb379f7d HTTP/1.1" status: 200 len: 815 time: 0.3800647 Jul 27 22:09:32.917181 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08586df7-faa4-467e-8b5e-bdeaf345182f req-64ed5d2a-44d2-4cbc-89bc-d0ba77216ed0 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 210 time: 0.1120267 Jul 27 22:09:32.943811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Request body: {'port': {'device_id': 'e52cb5c4-f050-4167-9c39-ede5ada0ac52', 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d', 'admin_state_up': True, 'tenant_id': '36d7104204be450ab14286ec96604cd6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:32.993041 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f45ac-be49-4d8e-8a3b-66fd34ec2515 req-f3c4ea6f-ce89-4a0a-80f5-6aa2e44abf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:33.008033 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-343f45ac-be49-4d8e-8a3b-66fd34ec2515 req-f3c4ea6f-ce89-4a0a-80f5-6aa2e44abf86 service neutron] 10.222.0.43 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 919 time: 0.1896749 Jul 27 22:09:33.062026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-343f45ac-be49-4d8e-8a3b-66fd34ec2515 req-02888f74-5317-480f-ac43-cbae805d77a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5984ecef-02b9-4b22-8a4b-a33bee36922e HTTP/1.1" status: 200 len: 217 time: 0.0427351 Jul 27 22:09:33.126485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f45ac-be49-4d8e-8a3b-66fd34ec2515 req-14788315-c81b-4ee4-b03a-391823441e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:33.129960 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-343f45ac-be49-4d8e-8a3b-66fd34ec2515 req-14788315-c81b-4ee4-b03a-391823441e53 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27fdfe18-3271-46de-9a08-597c0b96bc30 HTTP/1.1" status: 200 len: 858 time: 0.0575721 Jul 27 22:09:33.162822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e79c1295-7cfb-41d5-a367-766be9b634a6 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:09:33.212418 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-343f45ac-be49-4d8e-8a3b-66fd34ec2515 req-28e00ff8-686b-46b8-8c4f-800a20e362e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=638396bb-0008-4af7-b598-ed178402e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734046 Jul 27 22:09:33.257102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64c758-735f-4ffd-adc1-ded9413a404b req-a99d1c99-6528-4227-9c66-9c3142cc1325 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:33.266790 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be64c758-735f-4ffd-adc1-ded9413a404b req-a99d1c99-6528-4227-9c66-9c3142cc1325 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.3467746 Jul 27 22:09:33.305153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fe921-935f-48c8-a95a-27e3eebbddec req-9b013c47-e136-42a7-ac9b-90663b5495ef tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:33.306666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-673fe921-935f-48c8-a95a-27e3eebbddec req-9b013c47-e136-42a7-ac9b-90663b5495ef tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 943 time: 0.2589102 Jul 27 22:09:33.343394 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e79c1295-7cfb-41d5-a367-766be9b634a6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e79c1295-7cfb-41d5-a367-766be9b634a6,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:33.359325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'e79c1295-7cfb-41d5-a367-766be9b634a6', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'port_id': 'e79c1295-7cfb-41d5-a367-766be9b634a6', 'mac_address': 'fa:16:3e:4b:4b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96446a54-8a20-4b30-ac6d-87fb13a576eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:09:33.369472 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62d78dac-cd46-454c-856a-881b417834bd req-c5441ffb-f91c-4620-b61c-1650b76ffe0e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:33.375408 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-343f45ac-be49-4d8e-8a3b-66fd34ec2515 req-8c90a0ae-b5e8-404c-98cf-ab1d8dd9d220 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494699 Jul 27 22:09:33.386844 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be64c758-735f-4ffd-adc1-ded9413a404b req-cf775dde-b345-41b6-864e-f0cb872530e4 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191227 Jul 27 22:09:33.394039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['32468fde-051b-4806-92b2-4d58d6240816', 'c80eeb11-3c09-42a2-bd2f-8f1be7514056'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:33.452276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['bf95ba86-3627-4584-8a9b-c85542f332fb'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:33.457900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5441ffb-f91c-4620-b61c-1650b76ffe0e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Pushing event deleted for resources: {'Port': ['ID=c80eeb11-3c09-42a2-bd2f-8f1be7514056,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:33.506228 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Made reservation on behalf of 36d7104204be450ab14286ec96604cd6 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:33.513193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:33.558358 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-343f45ac-be49-4d8e-8a3b-66fd34ec2515 req-c7bedc5d-f894-44d1-9774-04c63ee772cf service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751633 Jul 27 22:09:33.566877 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-673fe921-935f-48c8-a95a-27e3eebbddec req-2d127e81-0faf-472b-b4ba-e0f93812486c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462792 Jul 27 22:09:33.569635 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:33.570880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d78dac-cd46-454c-856a-881b417834bd req-c5441ffb-f91c-4620-b61c-1650b76ffe0e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] No DVR routers for this DVR port c80eeb11-3c09-42a2-bd2f-8f1be7514056 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:33.579160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62d78dac-cd46-454c-856a-881b417834bd req-c5441ffb-f91c-4620-b61c-1650b76ffe0e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:33.581291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62d78dac-cd46-454c-856a-881b417834bd req-c5441ffb-f91c-4620-b61c-1650b76ffe0e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.41 "DELETE /v2.0/ports/c80eeb11-3c09-42a2-bd2f-8f1be7514056 HTTP/1.1" status: 204 len: 173 time: 1.5205948 Jul 27 22:09:33.630005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79c1295-7cfb-41d5-a367-766be9b634a6 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:33.726985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e79c1295-7cfb-41d5-a367-766be9b634a6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e79c1295-7cfb-41d5-a367-766be9b634a6,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:33.745253 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:33.818174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Allocated IP 172.20.0.10 (3c0f440f-1f78-497b-92e7-1d99fb379f7d/66288677-3e48-4cf2-8461-4a989657fe80/b168f275-5fbb-42b2-a9e9-34b3b7a49c55) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:33.821127 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=e79c1295-7cfb-41d5-a367-766be9b634a6,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:33.868423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276e5a-cf6a-4bbf-9caa-59fc0bbe890b req-70810f00-327f-46be-ad1c-f55996ae7676 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:33.870217 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b276e5a-cf6a-4bbf-9caa-59fc0bbe890b req-70810f00-327f-46be-ad1c-f55996ae7676 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 945 time: 0.1532495 Jul 27 22:09:34.031606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b276e5a-cf6a-4bbf-9caa-59fc0bbe890b req-50796259-7096-46e7-9d4b-4d9d5b39e70e tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503015 Jul 27 22:09:34.037016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e060d3d-81cf-421b-8b06-76457aa85ab4 req-6a5a697a-5879-45af-9f39-f09242818bf8 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfb1996-1aa3-4be4-b6f6-dbc316bac630 HTTP/1.1" status: 200 len: 210 time: 0.0791523 Jul 27 22:09:34.058584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['e79c1295-7cfb-41d5-a367-766be9b634a6'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:34.124397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfb1996-1aa3-4be4-b6f6-dbc316bac630', 'name': 'network-vif-deleted', 'tag': 'c80eeb11-3c09-42a2-bd2f-8f1be7514056'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:34.132317 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad064cd-27c4-4f8a-9866-9d83572c24f9" -d '{"events": [{"server_uuid": "cbfb1996-1aa3-4be4-b6f6-dbc316bac630", "name": "network-vif-deleted", "tag": "c80eeb11-3c09-42a2-bd2f-8f1be7514056"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:34.143693 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:34.201279 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f797d71-2c79-4772-80a0-39728111c3d8 req-2f221461-9e10-4aed-8024-ffcf282c5166 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 210 time: 0.0493569 Jul 27 22:09:34.256821 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73360027-2c6a-475e-8343-917d41e1fbb3 x-openstack-request-id: req-73360027-2c6a-475e-8343-917d41e1fbb3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:34.257519 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfb1996-1aa3-4be4-b6f6-dbc316bac630", "name": "network-vif-deleted", "tag": "c80eeb11-3c09-42a2-bd2f-8f1be7514056", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:34.257710 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73360027-2c6a-475e-8343-917d41e1fbb3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:34.257972 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfb1996-1aa3-4be4-b6f6-dbc316bac630', 'name': 'network-vif-deleted', 'tag': 'c80eeb11-3c09-42a2-bd2f-8f1be7514056', 'status': 'completed', 'code': 200} Jul 27 22:09:34.269802 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:34.356848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Network 3c0f440f-1f78-497b-92e7-1d99fb379f7d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:34.368467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:34.371821 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:34.405923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Pushing event updated for resources: {'Port': ['ID=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:34.464413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:34.465035 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:34.501187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8cae3-56e7-4e04-b649-7e0d46a24538 req-c2cf15b3-bc21-40c2-8edf-97232d7a6853 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:34.502819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39b8cae3-56e7-4e04-b649-7e0d46a24538 req-c2cf15b3-bc21-40c2-8edf-97232d7a6853 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 945 time: 0.1004789 Jul 27 22:09:34.527963 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-3b1181f3-6a55-49b0-9e5e-001a46f0ab6a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6604657 Jul 27 22:09:34.547825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Request body: {'port': {'device_id': 'e52cb5c4-f050-4167-9c39-ede5ada0ac52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:34.606003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39b8cae3-56e7-4e04-b649-7e0d46a24538 req-b14732c6-8aa0-4859-88e1-16c781158358 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869961 Jul 27 22:09:34.616975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3356d-b5f6-4cbe-8cd5-e96f405aa2ff req-348bb3c0-3327-4037-82d7-28b1f2824a10 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:34.618497 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43b3356d-b5f6-4cbe-8cd5-e96f405aa2ff req-348bb3c0-3327-4037-82d7-28b1f2824a10 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1493227 Jul 27 22:09:34.673503 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:34.709654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43b3356d-b5f6-4cbe-8cd5-e96f405aa2ff req-728dfdd0-2b0a-443e-a90a-f649e9632b89 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612032 Jul 27 22:09:34.895186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c4e79-1c07-4ab7-887a-d5fba036b347 req-388d5330-d1d1-456a-b7eb-a71dc3535004 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:34.896671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-267c4e79-1c07-4ab7-887a-d5fba036b347 req-388d5330-d1d1-456a-b7eb-a71dc3535004 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 944 time: 0.1576571 Jul 27 22:09:34.954550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-267c4e79-1c07-4ab7-887a-d5fba036b347 req-5de9645e-d23b-4af0-8315-87c7569fe4a4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Jul 27 22:09:35.023620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b168f275-5fbb-42b2-a9e9-34b3b7a49c55 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:35.031012 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.042636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Transition to ACTIVE for port object b168f275-5fbb-42b2-a9e9-34b3b7a49c55 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:35.046070 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.096974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Pushing event updated for resources: {'Port': ['ID=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:35.160391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e79c1295-7cfb-41d5-a367-766be9b634a6 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:35.167111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Attempting to bind port b168f275-5fbb-42b2-a9e9-34b3b7a49c55 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:35.167452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Attempting to bind port b168f275-5fbb-42b2-a9e9-34b3b7a49c55 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:35.167780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Attempting to bind port b168f275-5fbb-42b2-a9e9-34b3b7a49c55 on network 3c0f440f-1f78-497b-92e7-1d99fb379f7d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:35.172110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Port b168f275-5fbb-42b2-a9e9-34b3b7a49c55 on network 3c0f440f-1f78-497b-92e7-1d99fb379f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:09:35.172429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Attempting to bind port b168f275-5fbb-42b2-a9e9-34b3b7a49c55 on network 3c0f440f-1f78-497b-92e7-1d99fb379f7d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:35.178101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:35.178982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Checking segment: {'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:35.178982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Bound using segment: {'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:35.179263 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Bound port: b168f275-5fbb-42b2-a9e9-34b3b7a49c55, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:35.179617 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.235517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port e79c1295-7cfb-41d5-a367-766be9b634a6 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:35.242422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port e79c1295-7cfb-41d5-a367-766be9b634a6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:35.242900 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.270862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] For port b168f275-5fbb-42b2-a9e9-34b3b7a49c55, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:35.274131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] For port b168f275-5fbb-42b2-a9e9-34b3b7a49c55, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:35.279002 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.340950 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.365267 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e506fdd-d3a6-4681-b934-65c291db24c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c1295-7cfb-41d5-a367-766be9b634a6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:35.367509 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b77b60-0060-4a14-82ff-4f08e04b2262" -d '{"events": [{"server_uuid": "6e506fdd-d3a6-4681-b934-65c291db24c3", "name": "network-vif-plugged", "status": "completed", "tag": "e79c1295-7cfb-41d5-a367-766be9b634a6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:35.370240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:35.370890 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.372268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] 10.222.0.43 "PUT /v2.0/ports/b168f275-5fbb-42b2-a9e9-34b3b7a49c55 HTTP/1.1" status: 200 len: 1092 time: 0.8313377 Jul 27 22:09:35.383713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port e79c1295-7cfb-41d5-a367-766be9b634a6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e79c1295-7cfb-41d5-a367-766be9b634a6,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:35.387997 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.388991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c80eeb11-3c09-42a2-bd2f-8f1be7514056 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:35.402798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfa0c2-5517-4593-953b-9edfadc40733 service neutron] Pushing event updated for resources: {'Port': ['ID=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:35.415392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: c80eeb11-3c09-42a2-bd2f-8f1be7514056 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:35.415746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c80eeb11-3c09-42a2-bd2f-8f1be7514056 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:35.416182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6a5b380d-ca7c-4b2a-99ff-575c453bec30 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:35.421996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f465f6c-4768-4f87-87f2-7211448f6f9a req-bed8674f-3cdb-423f-91e2-815fb00a640a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:35.423479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f465f6c-4768-4f87-87f2-7211448f6f9a req-bed8674f-3cdb-423f-91e2-815fb00a640a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 944 time: 0.1406391 Jul 27 22:09:35.439005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449913c-0d99-4be0-b4d9-b1dcc6ee819b req-1a028cb5-0600-4e20-bbcd-110308c5d1c2 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:35.441263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7449913c-0d99-4be0-b4d9-b1dcc6ee819b req-1a028cb5-0600-4e20-bbcd-110308c5d1c2 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c9a6c0-00d8-4e76-8670-88e4b940e676 HTTP/1.1" status: 200 len: 945 time: 0.1187966 Jul 27 22:09:35.454824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 6a5b380d-ca7c-4b2a-99ff-575c453bec30 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:35.455177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6a5b380d-ca7c-4b2a-99ff-575c453bec30 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:35.477937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=e79c1295-7cfb-41d5-a367-766be9b634a6,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:35.529161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f465f6c-4768-4f87-87f2-7211448f6f9a req-ec0f032e-1684-426c-852b-384445bf3b09 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869458 Jul 27 22:09:35.532951 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7449913c-0d99-4be0-b4d9-b1dcc6ee819b req-4b90160c-fa0b-4c73-af5b-24e6493c399c tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729408 Jul 27 22:09:35.534914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-b69f9e83-bbae-469c-9718-a26b1d34aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:35.536470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-b69f9e83-bbae-469c-9718-a26b1d34aa0d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36d7104204be450ab14286ec96604cd6&device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 1095 time: 0.1224840 Jul 27 22:09:35.575891 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4274d641-02fa-43f0-8ce7-662e09bfa34c x-openstack-request-id: req-4274d641-02fa-43f0-8ce7-662e09bfa34c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:35.576209 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e506fdd-d3a6-4681-b934-65c291db24c3", "name": "network-vif-plugged", "status": "completed", "tag": "e79c1295-7cfb-41d5-a367-766be9b634a6", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:35.576461 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4274d641-02fa-43f0-8ce7-662e09bfa34c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:35.576857 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e506fdd-d3a6-4681-b934-65c291db24c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c1295-7cfb-41d5-a367-766be9b634a6', 'code': 200} Jul 27 22:09:35.588622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-a836e161-c22b-4240-b994-f5e253ff6ff3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b168f275-5fbb-42b2-a9e9-34b3b7a49c55 HTTP/1.1" status: 200 len: 217 time: 0.0394177 Jul 27 22:09:35.675856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-c8c36a50-0d57-4e0c-9936-20d45ef282d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:35.677333 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-c8c36a50-0d57-4e0c-9936-20d45ef282d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66288677-3e48-4cf2-8461-4a989657fe80 HTTP/1.1" status: 200 len: 855 time: 0.0810630 Jul 27 22:09:35.692129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698a8f6-c37d-4039-a49b-f527bf0f953e req-c9a4f1d6-6c4f-4304-8da7-411f33858ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:35.692129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c698a8f6-c37d-4039-a49b-f527bf0f953e req-c9a4f1d6-6c4f-4304-8da7-411f33858ab2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 1096 time: 0.0514476 Jul 27 22:09:35.751241 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-47c8c37b-d018-4d7c-b84e-297cff3c82e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c0f440f-1f78-497b-92e7-1d99fb379f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581372 Jul 27 22:09:35.784801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c698a8f6-c37d-4039-a49b-f527bf0f953e req-cc9386e9-b139-4828-88e2-4796722e36ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822024 Jul 27 22:09:35.844408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3085d3-2a4e-416a-9e95-e0b32e356dc9 req-71c49c54-6e1d-4147-8a31-3ae1000bfac7 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:35.846523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e3085d3-2a4e-416a-9e95-e0b32e356dc9 req-71c49c54-6e1d-4147-8a31-3ae1000bfac7 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 945 time: 0.1447015 Jul 27 22:09:35.882385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3e10a-30d8-4b99-9f4a-bd4e4ac03ece req-35a2e44c-712e-47d7-a4fe-afeea4694485 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:35.886067 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86b3e10a-30d8-4b99-9f4a-bd4e4ac03ece req-35a2e44c-712e-47d7-a4fe-afeea4694485 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 945 time: 0.0574737 Jul 27 22:09:35.940537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51292b41-ca6c-4e82-a4dd-7da25988e427 req-cc579e52-d45c-4474-801b-c06ceda1d012 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:35.942074 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-51292b41-ca6c-4e82-a4dd-7da25988e427 req-cc579e52-d45c-4474-801b-c06ceda1d012 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1205382 Jul 27 22:09:35.947034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e3085d3-2a4e-416a-9e95-e0b32e356dc9 req-187dab2f-4d4a-4e94-96eb-e53dba5abc5e tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854833 Jul 27 22:09:35.950457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-dc074180-896e-4f27-9fcb-6d6a7e8e1d42 service neutron] 10.222.0.43 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805892 Jul 27 22:09:36.043149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-51292b41-ca6c-4e82-a4dd-7da25988e427 req-27d1ddb9-9b29-49bb-b7f9-41c0740e0a0e tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889916 Jul 27 22:09:36.056565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-86b3e10a-30d8-4b99-9f4a-bd4e4ac03ece req-ce828849-02e6-448a-b42e-d1df6ee88450 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Deleting port 07696f72-da83-4001-bce8-ef98cade5a59 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:36.057095 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b3e10a-30d8-4b99-9f4a-bd4e4ac03ece req-ce828849-02e6-448a-b42e-d1df6ee88450 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:36.078598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc60766-4fc9-4d38-aead-36fb8beff149 req-0230ecd9-5c4d-40ee-b806-ec7ebe63e4ec service neutron] 10.222.0.43 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176848 Jul 27 22:09:36.180234 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-86b3e10a-30d8-4b99-9f4a-bd4e4ac03ece req-ce828849-02e6-448a-b42e-d1df6ee88450 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] For port 07696f72-da83-4001-bce8-ef98cade5a59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=07696f72-da83-4001-bce8-ef98cade5a59,segment=NetworkSegment(e790ec7e-892b-4539-b585-19daffa75bb2),segment_id=e790ec7e-892b-4539-b585-19daffa75bb2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:36.180506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b3e10a-30d8-4b99-9f4a-bd4e4ac03ece req-ce828849-02e6-448a-b42e-d1df6ee88450 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:36.186348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5e121-366e-4213-a8dc-2151207c2c8d req-965a9679-172b-4021-a449-9fa362f38927 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:36.190652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14f5e121-366e-4213-a8dc-2151207c2c8d req-965a9679-172b-4021-a449-9fa362f38927 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 945 time: 0.0534601 Jul 27 22:09:36.195293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-86b3e10a-30d8-4b99-9f4a-bd4e4ac03ece req-ce828849-02e6-448a-b42e-d1df6ee88450 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Calling delete_port for 07696f72-da83-4001-bce8-ef98cade5a59 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:36.227797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14f5e121-366e-4213-a8dc-2151207c2c8d req-0d345afe-3643-4b51-b51c-dec7e57e4920 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Jul 27 22:09:36.259516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52cb5c4-f050-4167-9c39-ede5ada0ac52', 'tag': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:36.264139 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d006906-3cf5-4bf8-a01e-d7a60060b8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e52cb5c4-f050-4167-9c39-ede5ada0ac52", "tag": "b168f275-5fbb-42b2-a9e9-34b3b7a49c55"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:36.309245 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20075043-fd9c-49b4-8306-60b5f61ad977 x-openstack-request-id: req-20075043-fd9c-49b4-8306-60b5f61ad977 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:36.309453 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52cb5c4-f050-4167-9c39-ede5ada0ac52", "tag": "b168f275-5fbb-42b2-a9e9-34b3b7a49c55", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:36.309704 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20075043-fd9c-49b4-8306-60b5f61ad977 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:36.310123 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52cb5c4-f050-4167-9c39-ede5ada0ac52', 'tag': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55', 'status': 'completed', 'code': 200} Jul 27 22:09:36.336061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b3e10a-30d8-4b99-9f4a-bd4e4ac03ece req-ce828849-02e6-448a-b42e-d1df6ee88450 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:36.348212 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['07696f72-da83-4001-bce8-ef98cade5a59'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:36.371098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce828849-02e6-448a-b42e-d1df6ee88450 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Pushing event deleted for resources: {'Port': ['ID=07696f72-da83-4001-bce8-ef98cade5a59,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:36.382422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d006906-3cf5-4bf8-a01e-d7a60060b8fa req-2842513b-00d0-4951-9b3f-ec88cd2d7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:36.384909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d006906-3cf5-4bf8-a01e-d7a60060b8fa req-2842513b-00d0-4951-9b3f-ec88cd2d7780 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36d7104204be450ab14286ec96604cd6&device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 1095 time: 0.0492556 Jul 27 22:09:36.419562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b3e10a-30d8-4b99-9f4a-bd4e4ac03ece req-ce828849-02e6-448a-b42e-d1df6ee88450 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] No DVR routers for this DVR port 07696f72-da83-4001-bce8-ef98cade5a59 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:36.422558 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-86b3e10a-30d8-4b99-9f4a-bd4e4ac03ece req-ce828849-02e6-448a-b42e-d1df6ee88450 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:36.425534 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-86b3e10a-30d8-4b99-9f4a-bd4e4ac03ece req-ce828849-02e6-448a-b42e-d1df6ee88450 tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.43 "DELETE /v2.0/ports/07696f72-da83-4001-bce8-ef98cade5a59 HTTP/1.1" status: 204 len: 173 time: 0.5306554 Jul 27 22:09:36.426095 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd', 'name': 'network-vif-deleted', 'tag': '07696f72-da83-4001-bce8-ef98cade5a59'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:36.429861 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699d9460-c8ce-47a3-a4e1-8cf9834be1c9" -d '{"events": [{"server_uuid": "b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd", "name": "network-vif-deleted", "tag": "07696f72-da83-4001-bce8-ef98cade5a59"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:36.468557 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71360c24-9f2a-4d6a-b95d-c93a79ed6305 x-openstack-request-id: req-71360c24-9f2a-4d6a-b95d-c93a79ed6305 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:36.468943 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd", "name": "network-vif-deleted", "tag": "07696f72-da83-4001-bce8-ef98cade5a59", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:36.469251 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71360c24-9f2a-4d6a-b95d-c93a79ed6305 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:36.469656 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd', 'name': 'network-vif-deleted', 'tag': '07696f72-da83-4001-bce8-ef98cade5a59', 'status': 'completed', 'code': 200} Jul 27 22:09:36.501902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d006906-3cf5-4bf8-a01e-d7a60060b8fa req-9552e2dd-5b25-4fb4-9f21-019e511bf6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:36.504118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d006906-3cf5-4bf8-a01e-d7a60060b8fa req-9552e2dd-5b25-4fb4-9f21-019e511bf6e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c0f440f-1f78-497b-92e7-1d99fb379f7d HTTP/1.1" status: 200 len: 916 time: 0.1096904 Jul 27 22:09:36.575895 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d006906-3cf5-4bf8-a01e-d7a60060b8fa req-f2d6115c-de63-4745-bfac-11de47b59f70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b168f275-5fbb-42b2-a9e9-34b3b7a49c55 HTTP/1.1" status: 200 len: 217 time: 0.0598257 Jul 27 22:09:36.673536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d006906-3cf5-4bf8-a01e-d7a60060b8fa req-b3be3a8a-2630-458d-a46d-5a25e4fbe3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:36.676828 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d006906-3cf5-4bf8-a01e-d7a60060b8fa req-b3be3a8a-2630-458d-a46d-5a25e4fbe3bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66288677-3e48-4cf2-8461-4a989657fe80 HTTP/1.1" status: 200 len: 855 time: 0.0814552 Jul 27 22:09:36.756486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d006906-3cf5-4bf8-a01e-d7a60060b8fa req-baedeffb-d7a1-475b-91f2-734d6ad0a299 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c0f440f-1f78-497b-92e7-1d99fb379f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631421 Jul 27 22:09:36.803228 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1d58c-7854-4cf4-b328-f4d93f3d6f84 req-9962587c-a0eb-4f68-88e9-c164b92ec6d6 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:36.804844 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2e1d58c-7854-4cf4-b328-f4d93f3d6f84 req-9962587c-a0eb-4f68-88e9-c164b92ec6d6 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 944 time: 0.1234763 Jul 27 22:09:36.836331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b943c2-78e0-40ad-8a72-1905d2184224 req-3d0e1d6d-1b1a-40d0-90ae-f23029e87a08 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:36.837813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70b943c2-78e0-40ad-8a72-1905d2184224 req-3d0e1d6d-1b1a-40d0-90ae-f23029e87a08 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c9a6c0-00d8-4e76-8670-88e4b940e676 HTTP/1.1" status: 200 len: 945 time: 0.1552694 Jul 27 22:09:36.868540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df3ef3-ef7d-4017-b0a4-42cf589e09df req-bd369674-e331-42b6-b0e6-079e04af9318 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:36.870003 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-04df3ef3-ef7d-4017-b0a4-42cf589e09df req-bd369674-e331-42b6-b0e6-079e04af9318 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c9a6c0-00d8-4e76-8670-88e4b940e676 HTTP/1.1" status: 200 len: 945 time: 0.0487580 Jul 27 22:09:36.916956 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2e1d58c-7854-4cf4-b328-f4d93f3d6f84 req-e924997d-67ac-4171-9c00-e8447cd091a6 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766189 Jul 27 22:09:36.935071 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70b943c2-78e0-40ad-8a72-1905d2184224 req-addbc05c-34fe-4a81-ac33-dfb2c155b6a6 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827467 Jul 27 22:09:36.947311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d006906-3cf5-4bf8-a01e-d7a60060b8fa req-a37ae156-511a-46b9-9b2c-32e958e3dab2 service neutron] 10.222.0.43 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776724 Jul 27 22:09:37.087860 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d006906-3cf5-4bf8-a01e-d7a60060b8fa req-2dd1a890-5312-4efd-8191-c57e5078c47a service neutron] 10.222.0.43 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318927 Jul 27 22:09:37.138900 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25b7fefb-8fb8-4580-b521-10a14b9c33e2 req-ff1011ab-79b3-49a7-86f2-b77a2a6c088a tempest-InstanceActionsV221TestJSON-1181999549 tempest-InstanceActionsV221TestJSON-1181999549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5d7d4d3-46cf-4e0a-b278-d205ffffa8cd HTTP/1.1" status: 200 len: 210 time: 0.0495577 Jul 27 22:09:37.235141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4f09f-310e-4c12-b3a8-745beb355880 req-700f4e9c-ac85-4d80-b301-dd30a2a526bd tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:37.237991 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2fe4f09f-310e-4c12-b3a8-745beb355880 req-700f4e9c-ac85-4d80-b301-dd30a2a526bd tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0860848 Jul 27 22:09:37.288939 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2fe4f09f-310e-4c12-b3a8-745beb355880 req-ed83692b-469c-484b-aca3-b705724d5b5a tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454817 Jul 27 22:09:37.377912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-04df3ef3-ef7d-4017-b0a4-42cf589e09df req-d7f4a71b-775d-4ed6-b908-7ffb3cd10d7e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Deleting port bf95ba86-3627-4584-8a9b-c85542f332fb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:37.378452 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-04df3ef3-ef7d-4017-b0a4-42cf589e09df req-d7f4a71b-775d-4ed6-b908-7ffb3cd10d7e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:37.380288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acba825-e138-470e-a0e2-3bd7efcb085e req-27fa4dfa-2e70-48db-b6ce-1ede0c9d0b38 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:37.381940 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0acba825-e138-470e-a0e2-3bd7efcb085e req-27fa4dfa-2e70-48db-b6ce-1ede0c9d0b38 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 945 time: 0.0572045 Jul 27 22:09:37.425798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0acba825-e138-470e-a0e2-3bd7efcb085e req-9d02c4a3-bde4-4c3d-920c-6286c553516d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335178 Jul 27 22:09:37.483467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-04df3ef3-ef7d-4017-b0a4-42cf589e09df req-d7f4a71b-775d-4ed6-b908-7ffb3cd10d7e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] For port bf95ba86-3627-4584-8a9b-c85542f332fb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bf95ba86-3627-4584-8a9b-c85542f332fb,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:37.483899 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-04df3ef3-ef7d-4017-b0a4-42cf589e09df req-d7f4a71b-775d-4ed6-b908-7ffb3cd10d7e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:37.499904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-04df3ef3-ef7d-4017-b0a4-42cf589e09df req-d7f4a71b-775d-4ed6-b908-7ffb3cd10d7e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Calling delete_port for bf95ba86-3627-4584-8a9b-c85542f332fb owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:37.653602 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-04df3ef3-ef7d-4017-b0a4-42cf589e09df req-d7f4a71b-775d-4ed6-b908-7ffb3cd10d7e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:37.664903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['bf95ba86-3627-4584-8a9b-c85542f332fb'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:37.669081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['32468fde-051b-4806-92b2-4d58d6240816'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:37.687601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4a71b-775d-4ed6-b908-7ffb3cd10d7e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Pushing event deleted for resources: {'Port': ['ID=bf95ba86-3627-4584-8a9b-c85542f332fb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:37.713404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f188d0-9dbf-4ce9-b2bd-ac4b69056f37 req-528acd3a-33e8-4f24-931d-15c5779ebf47 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:37.715638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8f188d0-9dbf-4ce9-b2bd-ac4b69056f37 req-528acd3a-33e8-4f24-931d-15c5779ebf47 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 945 time: 0.0887995 Jul 27 22:09:37.767961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-04df3ef3-ef7d-4017-b0a4-42cf589e09df req-d7f4a71b-775d-4ed6-b908-7ffb3cd10d7e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] No DVR routers for this DVR port bf95ba86-3627-4584-8a9b-c85542f332fb on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:37.771968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-04df3ef3-ef7d-4017-b0a4-42cf589e09df req-d7f4a71b-775d-4ed6-b908-7ffb3cd10d7e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:37.776400 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-04df3ef3-ef7d-4017-b0a4-42cf589e09df req-d7f4a71b-775d-4ed6-b908-7ffb3cd10d7e tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.43 "DELETE /v2.0/ports/bf95ba86-3627-4584-8a9b-c85542f332fb HTTP/1.1" status: 204 len: 173 time: 0.8978405 Jul 27 22:09:37.800923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8f188d0-9dbf-4ce9-b2bd-ac4b69056f37 req-8ce66b84-1c18-4ab9-8397-88aec4a6bc5b tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777252 Jul 27 22:09:38.045912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca098637-4040-4657-a5bb-0afb7dcfc17a req-ad24faa4-3958-4ad6-9dfc-b176dc896e03 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:38.047523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca098637-4040-4657-a5bb-0afb7dcfc17a req-ad24faa4-3958-4ad6-9dfc-b176dc896e03 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 944 time: 0.0582020 Jul 27 22:09:38.082146 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2cf4d2df-fba0-42a4-9107-029df7247103 req-01953ffb-4365-4bd5-ada1-6b827b7b245d tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c9a6c0-00d8-4e76-8670-88e4b940e676 HTTP/1.1" status: 200 len: 210 time: 0.0335879 Jul 27 22:09:38.129834 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca098637-4040-4657-a5bb-0afb7dcfc17a req-c1596610-2abf-4282-b8e8-6e88f35e1bbf tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672085 Jul 27 22:09:38.425543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48232) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:38.444306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847aef16-d2b1-4126-aaa7-acc5a19b5362 req-abc24c41-29aa-4b59-94e4-deb026ddc0ef tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:38.445838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-847aef16-d2b1-4126-aaa7-acc5a19b5362 req-abc24c41-29aa-4b59-94e4-deb026ddc0ef tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0597708 Jul 27 22:09:38.470561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7243b60-722e-44a2-b723-36ed380ef088 admin admin] Deleting subnet a46b4c6e-21ba-4999-a68b-9a40d6cf9761 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:09:38.473562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9a6c0-00d8-4e76-8670-88e4b940e676', 'name': 'network-vif-deleted', 'tag': 'bf95ba86-3627-4584-8a9b-c85542f332fb'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:38.475827 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca09fda-536c-4a91-bd70-86f3ed3463e6" -d '{"events": [{"server_uuid": "d2c9a6c0-00d8-4e76-8670-88e4b940e676", "name": "network-vif-deleted", "tag": "bf95ba86-3627-4584-8a9b-c85542f332fb"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:38.478489 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7243b60-722e-44a2-b723-36ed380ef088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.484943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-847aef16-d2b1-4126-aaa7-acc5a19b5362 req-81b78db1-ae60-4465-8fd7-e7c2ca15382d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323439 Jul 27 22:09:38.515675 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7243b60-722e-44a2-b723-36ed380ef088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.543536 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a12640-2bff-412f-9578-745d69ba9298 x-openstack-request-id: req-f5a12640-2bff-412f-9578-745d69ba9298 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:38.544009 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9a6c0-00d8-4e76-8670-88e4b940e676", "name": "network-vif-deleted", "tag": "bf95ba86-3627-4584-8a9b-c85542f332fb", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:38.544136 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5a12640-2bff-412f-9578-745d69ba9298 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:38.544645 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9a6c0-00d8-4e76-8670-88e4b940e676', 'name': 'network-vif-deleted', 'tag': 'bf95ba86-3627-4584-8a9b-c85542f332fb', 'status': 'completed', 'code': 200} Jul 27 22:09:38.562990 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7243b60-722e-44a2-b723-36ed380ef088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.616098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7243b60-722e-44a2-b723-36ed380ef088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.642522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7243b60-722e-44a2-b723-36ed380ef088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a46b4c6e-21ba-4999-a68b-9a40d6cf9761,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:38.645132 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7243b60-722e-44a2-b723-36ed380ef088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.650206 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b7243b60-722e-44a2-b723-36ed380ef088 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a46b4c6e-21ba-4999-a68b-9a40d6cf9761 HTTP/1.1" status: 204 len: 168 time: 0.2204845 Jul 27 22:09:38.650206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48236) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:38.720853 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.804395 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.814067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf9b616-4d85-40af-9c40-a099079ab0fa']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:38.825976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e790ec7e-892b-4539-b585-19daffa75bb2') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:38.826661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e790ec7e-892b-4539-b585-19daffa75bb2') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:38.836511 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.851143 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.857841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:09:38.858249 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:09:38.859984 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:09:38.920589 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.922611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d98f9-c2ad-4a43-95d4-b7738427d547 req-a192c5d1-84b0-4de9-87dd-bbc27c9a6057 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:38.927024 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.932327 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fcf9b616-4d85-40af-9c40-a099079ab0fa HTTP/1.1" status: 204 len: 168 time: 0.2788737 Jul 27 22:09:38.932428 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd6d98f9-c2ad-4a43-95d4-b7738427d547 req-a192c5d1-84b0-4de9-87dd-bbc27c9a6057 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 945 time: 0.0597637 Jul 27 22:09:38.944378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef0ee3-364c-4112-b222-1f1c5cae5f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf9b616-4d85-40af-9c40-a099079ab0fa,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:38.967314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd6d98f9-c2ad-4a43-95d4-b7738427d547 req-6f16ec2f-58ca-4db2-901d-58112c8a1330 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346439 Jul 27 22:09:39.056702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48244) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:39.101454 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c9a6fc04-dd5a-41f4-a598-4ce9737dfcbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8dddbdc8a0e473b84655307734934e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412416 Jul 27 22:09:39.101841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:39.134590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b168f275-5fbb-42b2-a9e9-34b3b7a49c55 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:09:39.238311 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b231755e-5cc8-45d6-9fe9-9adb029380eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:39.255415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b168f275-5fbb-42b2-a9e9-34b3b7a49c55, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:39.270898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55', 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d', 'port_id': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55', 'mac_address': 'fa:16:3e:0d:a9:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66288677-3e48-4cf2-8461-4a989657fe80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:09:39.298307 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b231755e-5cc8-45d6-9fe9-9adb029380eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:39.346466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aed301-f73d-45a5-9ed7-5015a13b1de0 req-6ea1b600-a32e-4996-a59c-0d200284f781 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:39.348082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2aed301-f73d-45a5-9ed7-5015a13b1de0 req-6ea1b600-a32e-4996-a59c-0d200284f781 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 944 time: 0.1393170 Jul 27 22:09:39.361087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7406e0-5c6b-4a26-bf65-014541d52c4d req-ee6edbed-584d-43c2-b4de-7beda093e6b8 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:39.362738 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa7406e0-5c6b-4a26-bf65-014541d52c4d req-ee6edbed-584d-43c2-b4de-7beda093e6b8 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 945 time: 0.1521482 Jul 27 22:09:39.430458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2aed301-f73d-45a5-9ed7-5015a13b1de0 req-987e4e1a-3c16-43b0-8b2a-2d69136973c0 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666595 Jul 27 22:09:39.459032 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa7406e0-5c6b-4a26-bf65-014541d52c4d req-6df0c8df-b4b3-414e-97a7-c36d2fad0f08 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859523 Jul 27 22:09:39.461207 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b231755e-5cc8-45d6-9fe9-9adb029380eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:39.463575 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:39.464515 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b231755e-5cc8-45d6-9fe9-9adb029380eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:39.476473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b231755e-5cc8-45d6-9fe9-9adb029380eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f HTTP/1.1" status: 204 len: 168 time: 0.3626819 Jul 27 22:09:39.476473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231755e-5cc8-45d6-9fe9-9adb029380eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe81d7d-5ac8-4675-a9a7-68ce8089bb0f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:39.487189 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b168f275-5fbb-42b2-a9e9-34b3b7a49c55 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:39.521103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b168f275-5fbb-42b2-a9e9-34b3b7a49c55, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:39.529135 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:39.610168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:39.792643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['b168f275-5fbb-42b2-a9e9-34b3b7a49c55'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:39.809896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af056d7-183a-4088-8366-60ffb1e4adb1 req-20731bf9-6fc6-4a4f-ae56-0712adb9e243 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:39.811439 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1af056d7-183a-4088-8366-60ffb1e4adb1 req-20731bf9-6fc6-4a4f-ae56-0712adb9e243 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0975990 Jul 27 22:09:39.819554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacea38d-aa0b-418e-b9fd-4aa15bb0197f req-b7f5e587-b9e8-4121-9a74-11be9ad96a73 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:39.827730 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bacea38d-aa0b-418e-b9fd-4aa15bb0197f req-b7f5e587-b9e8-4121-9a74-11be9ad96a73 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.1048172 Jul 27 22:09:39.883627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1af056d7-183a-4088-8366-60ffb1e4adb1 req-5887510b-0137-4fef-ae67-847e9a6fc2d7 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537372 Jul 27 22:09:39.902114 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bacea38d-aa0b-418e-b9fd-4aa15bb0197f req-e48d74c9-913b-40d9-b5e0-b725cceb24de tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734003 Jul 27 22:09:40.384966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:40.495884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-436250529-network', 'tenant_id': '711f46750988448bb4f481f777e56d99'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:40.520625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Made reservation on behalf of 711f46750988448bb4f481f777e56d99 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:40.523066 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:40.918093 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:41.022874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a559f65-c4ee-4cd2-8a5c-1f2d97247733 req-8d17e8b3-386e-4361-bbf9-d1b1253cac11 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:41.024379 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a559f65-c4ee-4cd2-8a5c-1f2d97247733 req-8d17e8b3-386e-4361-bbf9-d1b1253cac11 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 945 time: 0.4991550 Jul 27 22:09:41.043759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b79824-6644-481f-bb40-051f16059259 req-bf43d4d4-3ed7-4289-982f-2e38990be8df tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:41.045200 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32b79824-6644-481f-bb40-051f16059259 req-bf43d4d4-3ed7-4289-982f-2e38990be8df tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 945 time: 0.1084526 Jul 27 22:09:41.052881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee913d0-6fa7-4ea2-adef-b4b697989b5b req-b6547d7f-9e79-41c9-8e5b-e215dd6a5f8a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:41.054313 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ee913d0-6fa7-4ea2-adef-b4b697989b5b req-b6547d7f-9e79-41c9-8e5b-e215dd6a5f8a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 945 time: 0.5173209 Jul 27 22:09:41.153747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b168f275-5fbb-42b2-a9e9-34b3b7a49c55 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:41.193277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ee913d0-6fa7-4ea2-adef-b4b697989b5b req-6c75660f-c32a-4f08-84c9-abcc165db295 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256664 Jul 27 22:09:41.200936 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a559f65-c4ee-4cd2-8a5c-1f2d97247733 req-42c1b3d6-05c8-4057-9ebc-c1e73f0f902a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455092 Jul 27 22:09:41.249090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port b168f275-5fbb-42b2-a9e9-34b3b7a49c55 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:41.253715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port b168f275-5fbb-42b2-a9e9-34b3b7a49c55 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:41.254253 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:41.343786 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:41.353141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b939b2-4db4-4262-8ccf-90424dfd7839 req-f8adc8b7-b76b-4faa-9eae-54e9fe978e1d tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:41.354769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29b939b2-4db4-4262-8ccf-90424dfd7839 req-f8adc8b7-b76b-4faa-9eae-54e9fe978e1d tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.1506939 Jul 27 22:09:41.359024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-32b79824-6644-481f-bb40-051f16059259 req-bd6bd509-c8ba-45d7-96f5-e878e4a1d47e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Deleting port e79c1295-7cfb-41d5-a367-766be9b634a6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:41.359379 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32b79824-6644-481f-bb40-051f16059259 req-bd6bd509-c8ba-45d7-96f5-e878e4a1d47e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:41.364935 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:41.421235 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:41.481760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52cb5c4-f050-4167-9c39-ede5ada0ac52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:41.484097 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce5d8b2-4a78-474c-b760-745437825c59" -d '{"events": [{"server_uuid": "e52cb5c4-f050-4167-9c39-ede5ada0ac52", "name": "network-vif-plugged", "status": "completed", "tag": "b168f275-5fbb-42b2-a9e9-34b3b7a49c55"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:41.497995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b168f275-5fbb-42b2-a9e9-34b3b7a49c55, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:41.503546 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:41.504645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bf95ba86-3627-4584-8a9b-c85542f332fb no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:41.519661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-32b79824-6644-481f-bb40-051f16059259 req-bd6bd509-c8ba-45d7-96f5-e878e4a1d47e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] For port e79c1295-7cfb-41d5-a367-766be9b634a6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e79c1295-7cfb-41d5-a367-766be9b634a6,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:41.520300 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32b79824-6644-481f-bb40-051f16059259 req-bd6bd509-c8ba-45d7-96f5-e878e4a1d47e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:41.526993 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: bf95ba86-3627-4584-8a9b-c85542f332fb {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:41.527343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bf95ba86-3627-4584-8a9b-c85542f332fb not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:41.527813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 07696f72-da83-4001-bce8-ef98cade5a59 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:41.536095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-32b79824-6644-481f-bb40-051f16059259 req-bd6bd509-c8ba-45d7-96f5-e878e4a1d47e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Calling delete_port for e79c1295-7cfb-41d5-a367-766be9b634a6 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:41.568664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 07696f72-da83-4001-bce8-ef98cade5a59 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:41.569175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 07696f72-da83-4001-bce8-ef98cade5a59 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:41.600447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:41.624818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:09:41.704294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:41.728602 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:41.728602 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Added segment 4ad0bef0-b1dd-4785-ac07-984ac646bbf7 of type vlan for network 5833e6b5-e4a6-4c16-968b-9225f135828f Jul 27 22:09:41.782543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efad167-5bae-4ad0-88ca-2bb05695089c req-9df113c7-7060-47c9-bf75-52b37275c78c tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:41.785082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1efad167-5bae-4ad0-88ca-2bb05695089c req-9df113c7-7060-47c9-bf75-52b37275c78c tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 946 time: 0.1902239 Jul 27 22:09:41.822634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b6c32-5a9a-4b2e-b889-af591e79e257 req-960bff85-71ae-476c-926b-f510cbfaaf03 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:41.824414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-278b6c32-5a9a-4b2e-b889-af591e79e257 req-960bff85-71ae-476c-926b-f510cbfaaf03 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.2103202 Jul 27 22:09:41.865023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.004082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-278b6c32-5a9a-4b2e-b889-af591e79e257 req-569dd4c8-3d2c-4dfc-a209-a803fe675d40 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643693 Jul 27 22:09:42.022607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1efad167-5bae-4ad0-88ca-2bb05695089c req-061338c8-cb8c-46c1-923c-3dbe0c369cdd tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/security-groups?id=c43f66b5-2121-44e0-8318-c3c5ee43862c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275326 Jul 27 22:09:42.036466 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.036466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:42.036466 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.047190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-29b939b2-4db4-4262-8ccf-90424dfd7839 req-df88aa0f-ec88-48bd-a986-7b5b08dbc188 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Deleting port 32468fde-051b-4806-92b2-4d58d6240816 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:42.047535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-29b939b2-4db4-4262-8ccf-90424dfd7839 req-df88aa0f-ec88-48bd-a986-7b5b08dbc188 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.073399 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7dc9a4-122a-4247-a62c-188700971406 x-openstack-request-id: req-4a7dc9a4-122a-4247-a62c-188700971406 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:42.073758 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52cb5c4-f050-4167-9c39-ede5ada0ac52", "name": "network-vif-plugged", "status": "completed", "tag": "b168f275-5fbb-42b2-a9e9-34b3b7a49c55", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:42.074018 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a7dc9a4-122a-4247-a62c-188700971406 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:42.074505 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52cb5c4-f050-4167-9c39-ede5ada0ac52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55', 'code': 200} Jul 27 22:09:42.157525 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32b79824-6644-481f-bb40-051f16059259 req-bd6bd509-c8ba-45d7-96f5-e878e4a1d47e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.160925 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7748110 Jul 27 22:09:42.169587 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['e79c1295-7cfb-41d5-a367-766be9b634a6'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:42.170143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48310) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:42.177391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0d60d43f-cbba-400a-b16f-2b26e9a1f3fa admin admin] Request body: {'subnet': {'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-436250529-subnet', 'tenant_id': '711f46750988448bb4f481f777e56d99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:42.204956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d60d43f-cbba-400a-b16f-2b26e9a1f3fa admin admin] Made reservation on behalf of 711f46750988448bb4f481f777e56d99 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:42.207970 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d60d43f-cbba-400a-b16f-2b26e9a1f3fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.210561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97357e8c-509d-449b-b859-981c764e102b admin admin] Pushing event updated for resources: {'Network': ['ID=5833e6b5-e4a6-4c16-968b-9225f135828f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:42.213711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bd509-c8ba-45d7-96f5-e878e4a1d47e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Pushing event deleted for resources: {'Port': ['ID=e79c1295-7cfb-41d5-a367-766be9b634a6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:42.227714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 5833e6b5-e4a6-4c16-968b-9225f135828f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:09:42.248008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bad58c-8701-408e-900b-27d46090ffd5 req-842437c1-3b4f-40db-ab31-63f58cd1876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:42.249797 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6bad58c-8701-408e-900b-27d46090ffd5 req-842437c1-3b4f-40db-ab31-63f58cd1876e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 1097 time: 0.1103077 Jul 27 22:09:42.270881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b79824-6644-481f-bb40-051f16059259 req-bd6bd509-c8ba-45d7-96f5-e878e4a1d47e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] No DVR routers for this DVR port e79c1295-7cfb-41d5-a367-766be9b634a6 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:42.276536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-32b79824-6644-481f-bb40-051f16059259 req-bd6bd509-c8ba-45d7-96f5-e878e4a1d47e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.278593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32b79824-6644-481f-bb40-051f16059259 req-bd6bd509-c8ba-45d7-96f5-e878e4a1d47e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "DELETE /v2.0/ports/e79c1295-7cfb-41d5-a367-766be9b634a6 HTTP/1.1" status: 204 len: 173 time: 1.2220891 Jul 27 22:09:42.279039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e506fdd-d3a6-4681-b934-65c291db24c3', 'name': 'network-vif-deleted', 'tag': 'e79c1295-7cfb-41d5-a367-766be9b634a6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:42.281434 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1743ee4-b576-4291-99cb-c7592a3c8163" -d '{"events": [{"server_uuid": "6e506fdd-d3a6-4681-b934-65c291db24c3", "name": "network-vif-deleted", "tag": "e79c1295-7cfb-41d5-a367-766be9b634a6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:42.306681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-29b939b2-4db4-4262-8ccf-90424dfd7839 req-df88aa0f-ec88-48bd-a986-7b5b08dbc188 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] For port 32468fde-051b-4806-92b2-4d58d6240816, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=32468fde-051b-4806-92b2-4d58d6240816,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:42.307582 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-29b939b2-4db4-4262-8ccf-90424dfd7839 req-df88aa0f-ec88-48bd-a986-7b5b08dbc188 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.332152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-29b939b2-4db4-4262-8ccf-90424dfd7839 req-df88aa0f-ec88-48bd-a986-7b5b08dbc188 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Calling delete_port for 32468fde-051b-4806-92b2-4d58d6240816 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:42.336983 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.437410 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6bad58c-8701-408e-900b-27d46090ffd5 req-acdb3cec-4bce-4543-82d3-30d62550a09f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019747 Jul 27 22:09:42.456907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b2a99af-f78f-451e-a701-f28d24885190 req-b714895e-975f-442e-bb15-a72380cc777c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e506fdd-d3a6-4681-b934-65c291db24c3 HTTP/1.1" status: 200 len: 210 time: 0.0554445 Jul 27 22:09:42.465786 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d60d43f-cbba-400a-b16f-2b26e9a1f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.489135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758861bd-0c1d-422e-b024-e90d40236b9e req-638fb924-7d7d-43fd-864b-344bf30118be tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:42.490808 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-758861bd-0c1d-422e-b024-e90d40236b9e req-638fb924-7d7d-43fd-864b-344bf30118be tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1125445 Jul 27 22:09:42.515987 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08863e85-ad47-4404-98ec-2cf268e33920 x-openstack-request-id: req-08863e85-ad47-4404-98ec-2cf268e33920 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:42.516305 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e506fdd-d3a6-4681-b934-65c291db24c3", "name": "network-vif-deleted", "tag": "e79c1295-7cfb-41d5-a367-766be9b634a6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:42.516591 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08863e85-ad47-4404-98ec-2cf268e33920 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:42.516951 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e506fdd-d3a6-4681-b934-65c291db24c3', 'name': 'network-vif-deleted', 'tag': 'e79c1295-7cfb-41d5-a367-766be9b634a6', 'status': 'completed', 'code': 200} Jul 27 22:09:42.547352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60d43f-cbba-400a-b16f-2b26e9a1f3fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b002b52-082c-4542-85a8-e8ba98f88fc1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:42.557724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60d43f-cbba-400a-b16f-2b26e9a1f3fa admin admin] Checking segment: {'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:42.558085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d60d43f-cbba-400a-b16f-2b26e9a1f3fa admin admin] Network hostable DHCP agents. Network: 5833e6b5-e4a6-4c16-968b-9225f135828f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:09:42.576835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d60d43f-cbba-400a-b16f-2b26e9a1f3fa admin admin] Network 5833e6b5-e4a6-4c16-968b-9225f135828f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:09:42.583288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-758861bd-0c1d-422e-b024-e90d40236b9e req-74ce739a-5a19-4408-8733-aa5fbe7bf6f2 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790575 Jul 27 22:09:42.591742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0d60d43f-cbba-400a-b16f-2b26e9a1f3fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 5833e6b5-e4a6-4c16-968b-9225f135828f) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:42.598462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d60d43f-cbba-400a-b16f-2b26e9a1f3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:42.599067 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d60d43f-cbba-400a-b16f-2b26e9a1f3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.605182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bddcdbf-ac35-49f2-9434-d98421930093 None None] Network 5833e6b5-e4a6-4c16-968b-9225f135828f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:42.612616 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-29b939b2-4db4-4262-8ccf-90424dfd7839 req-df88aa0f-ec88-48bd-a986-7b5b08dbc188 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.635690 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0d60d43f-cbba-400a-b16f-2b26e9a1f3fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4556148 Jul 27 22:09:42.670604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['32468fde-051b-4806-92b2-4d58d6240816'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:42.679769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88aa0f-ec88-48bd-a986-7b5b08dbc188 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Pushing event deleted for resources: {'Port': ['ID=32468fde-051b-4806-92b2-4d58d6240816,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:42.698990 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b939b2-4db4-4262-8ccf-90424dfd7839 req-df88aa0f-ec88-48bd-a986-7b5b08dbc188 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] No DVR routers for this DVR port 32468fde-051b-4806-92b2-4d58d6240816 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:42.702981 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-29b939b2-4db4-4262-8ccf-90424dfd7839 req-df88aa0f-ec88-48bd-a986-7b5b08dbc188 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.707610 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29b939b2-4db4-4262-8ccf-90424dfd7839 req-df88aa0f-ec88-48bd-a986-7b5b08dbc188 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.41 "DELETE /v2.0/ports/32468fde-051b-4806-92b2-4d58d6240816 HTTP/1.1" status: 204 len: 173 time: 1.3432713 Jul 27 22:09:42.739626 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d506082-f06d-403d-93cc-95b59acebb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:42.837223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f477919-6878-468d-8d0d-242afb2044a8 None None] Network 5833e6b5-e4a6-4c16-968b-9225f135828f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:43.210651 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f24ed9-0eeb-4c77-8013-0b6e2b113ea9 req-b51df7e2-31f0-401d-9e10-89007fa6cdbd tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:43.212244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72f24ed9-0eeb-4c77-8013-0b6e2b113ea9 req-b51df7e2-31f0-401d-9e10-89007fa6cdbd tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1200802 Jul 27 22:09:43.268484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-e769dad4-42f6-4bfb-95bf-90a1eb798937 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:43.271406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-e769dad4-42f6-4bfb-95bf-90a1eb798937 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/networks?id=5833e6b5-e4a6-4c16-968b-9225f135828f HTTP/1.1" status: 200 len: 817 time: 0.2070360 Jul 27 22:09:43.308821 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72f24ed9-0eeb-4c77-8013-0b6e2b113ea9 req-84ac7622-02e3-4329-bd83-9af551d46df9 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854702 Jul 27 22:09:43.310219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-b84ca5d6-2bd6-4063-8a37-0f1255456d32 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/quotas/711f46750988448bb4f481f777e56d99 HTTP/1.1" status: 200 len: 375 time: 0.0316379 Jul 27 22:09:43.362169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-b12d11b1-7f08-4a64-a403-2f53db4e0f9e tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=711f46750988448bb4f481f777e56d99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439148 Jul 27 22:09:43.449725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8412d43-aa57-450d-b34d-963b896176a9 req-e8c922cb-26ca-4fa4-86ad-de5e35846f17 tempest-ListServerFiltersTestJSON-542513720 tempest-ListServerFiltersTestJSON-542513720-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d676703-9413-4168-93cb-b2c0e155fdee HTTP/1.1" status: 200 len: 210 time: 0.0538661 Jul 27 22:09:43.488687 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-11ceacfb-cf91-400f-8087-50e23b3d0018 service neutron] 10.222.0.24 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205890 Jul 27 22:09:43.629268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-a801b470-a4b1-41e3-829b-9b2e09081c8d service neutron] 10.222.0.24 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314321 Jul 27 22:09:43.850186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14758b5e-990f-4be9-853b-c51639826430 req-eeaacbc9-c7e0-488d-8426-f9bc972f923f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:43.851690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-eeaacbc9-c7e0-488d-8426-f9bc972f923f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.1167133 Jul 27 22:09:43.871223 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-ebb755b0-4829-4dd9-b7e4-ecc1e52dd074 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/quotas/6c882965a19147e5bcc42dd93fc06d78 HTTP/1.1" status: 200 len: 375 time: 0.0118632 Jul 27 22:09:43.919791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-fec144ec-c5ea-4d8e-b4bc-c71d7922b41a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414686 Jul 27 22:09:44.010159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d655122-8153-4e40-843a-29300cfc766c req-a8575e68-0b17-4b39-bace-4f52b3a567e4 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:44.011687 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d655122-8153-4e40-843a-29300cfc766c req-a8575e68-0b17-4b39-bace-4f52b3a567e4 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1250427 Jul 27 22:09:44.068303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-34e3c4fb-6cad-4ae4-94cd-70ae9d9d6af6 service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335971 Jul 27 22:09:44.078035 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d655122-8153-4e40-843a-29300cfc766c req-ff77c77a-0837-4a1a-9267-33708f27614b tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551870 Jul 27 22:09:44.191342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-483143bb-aa77-4942-85bd-45eadce60f95 service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122005 Jul 27 22:09:44.397373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6234a848-1603-4a4b-8667-99e1053a1cfc req-778e8f00-01c6-4030-8921-288023c32269 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 210 time: 0.0362463 Jul 27 22:09:44.415360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aa09c-ee64-4cc3-8256-7850cb34012d req-cadec0d8-ff8f-42e2-b612-47d7a172d205 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:44.416972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed6aa09c-ee64-4cc3-8256-7850cb34012d req-cadec0d8-ff8f-42e2-b612-47d7a172d205 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1082127 Jul 27 22:09:44.490372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed6aa09c-ee64-4cc3-8256-7850cb34012d req-7ebd1dff-8d9f-4bd2-a20a-f555e0ad94ae tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667698 Jul 27 22:09:44.522248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d676703-9413-4168-93cb-b2c0e155fdee', 'name': 'network-vif-deleted', 'tag': '32468fde-051b-4806-92b2-4d58d6240816'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:44.524536 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78c309c-b91e-4e63-b936-92cd5aa7d767" -d '{"events": [{"server_uuid": "0d676703-9413-4168-93cb-b2c0e155fdee", "name": "network-vif-deleted", "tag": "32468fde-051b-4806-92b2-4d58d6240816"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:44.540561 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb0ce279-f2ee-49b9-8ad3-0979be59fab5 req-82d5d488-2b32-4c6b-958b-770eaa260c27 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 210 time: 0.0843165 Jul 27 22:09:44.631600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48424) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:44.633060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb752b-20aa-4166-8a8f-de9e0cd5509f req-71358179-9078-41cf-b92f-9a9cee57588e tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:44.641385 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aedb752b-20aa-4166-8a8f-de9e0cd5509f req-71358179-9078-41cf-b92f-9a9cee57588e tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0653875 Jul 27 22:09:44.746581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a074d56-edc5-4dd5-803c-bcae93cd43cd admin admin] Deleting subnet 6b4e2d38-6718-42ff-b83c-b0f97dfa30b3 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:09:44.746829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aedb752b-20aa-4166-8a8f-de9e0cd5509f req-0a75af00-60c7-4cf7-bc84-aada8dc465a0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997701 Jul 27 22:09:44.757195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a074d56-edc5-4dd5-803c-bcae93cd43cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.803979 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a074d56-edc5-4dd5-803c-bcae93cd43cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:44.815518 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538f5cd4-6168-448b-b671-b27e54f27de8 x-openstack-request-id: req-538f5cd4-6168-448b-b671-b27e54f27de8 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:44.815807 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d676703-9413-4168-93cb-b2c0e155fdee", "name": "network-vif-deleted", "tag": "32468fde-051b-4806-92b2-4d58d6240816", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:44.816061 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-538f5cd4-6168-448b-b671-b27e54f27de8 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:44.816562 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d676703-9413-4168-93cb-b2c0e155fdee', 'name': 'network-vif-deleted', 'tag': '32468fde-051b-4806-92b2-4d58d6240816', 'status': 'completed', 'code': 200} Jul 27 22:09:44.949191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8480a-2606-4581-afbc-c68d0b404f6f req-843c1042-3956-4e1b-ba86-bb052249cb34 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:44.951210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9b8480a-2606-4581-afbc-c68d0b404f6f req-843c1042-3956-4e1b-ba86-bb052249cb34 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.0748177 Jul 27 22:09:44.963474 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6aa9f-2826-4cd9-be47-c335171b80f4 req-8d14cbd0-2f3c-45b0-8ccd-2f16692e9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:44.965327 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1f6aa9f-2826-4cd9-be47-c335171b80f4 req-8d14cbd0-2f3c-45b0-8ccd-2f16692e9837 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 1097 time: 0.1367877 Jul 27 22:09:45.019097 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9b8480a-2606-4581-afbc-c68d0b404f6f req-153bff4e-6f77-4040-918f-b3c49ffc0ff1 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600257 Jul 27 22:09:45.081739 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a074d56-edc5-4dd5-803c-bcae93cd43cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.194117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f5b96-2df0-4fe3-a3eb-8d25e3afacb7 req-34ecbb30-4c91-4421-b681-e6a33edb599f tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:45.203553 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-448f5b96-2df0-4fe3-a3eb-8d25e3afacb7 req-34ecbb30-4c91-4421-b681-e6a33edb599f tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.0857596 Jul 27 22:09:45.208052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e79c1295-7cfb-41d5-a367-766be9b634a6 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:45.216063 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1f6aa9f-2826-4cd9-be47-c335171b80f4 req-32218985-854c-491d-bd7b-089c8c053762 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430227 Jul 27 22:09:45.217008 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a074d56-edc5-4dd5-803c-bcae93cd43cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.242921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: e79c1295-7cfb-41d5-a367-766be9b634a6 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:45.243630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e79c1295-7cfb-41d5-a367-766be9b634a6 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:45.244292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 32468fde-051b-4806-92b2-4d58d6240816 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:45.290526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-448f5b96-2df0-4fe3-a3eb-8d25e3afacb7 req-e2ce2f20-5935-493f-94ce-814c1610fb55 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612326 Jul 27 22:09:45.295606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 32468fde-051b-4806-92b2-4d58d6240816 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:45.296234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 32468fde-051b-4806-92b2-4d58d6240816 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:45.313073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a074d56-edc5-4dd5-803c-bcae93cd43cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b4e2d38-6718-42ff-b83c-b0f97dfa30b3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:45.328263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658eed8d-ff9d-4617-9cc6-de3c6f35892d None None] Network 742fce1c-411f-4587-8831-a550bf8d5551 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:45.331680 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a074d56-edc5-4dd5-803c-bcae93cd43cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.336764 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7a074d56-edc5-4dd5-803c-bcae93cd43cd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6b4e2d38-6718-42ff-b83c-b0f97dfa30b3 HTTP/1.1" status: 204 len: 168 time: 0.7039762 Jul 27 22:09:45.339310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:45.431720 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.481649 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-512959f1-72c3-466a-a4d3-f426269a16d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.510132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Deleting port 1cda6790-c2a4-47e6-ac9d-17d43a005fed {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:45.510559 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.607406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-accaf566-bc39-41f9-a43c-537b3f8c0357 req-a372742b-24e0-44d4-8ad1-165cc0064214 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 210 time: 0.0495567 Jul 27 22:09:45.645765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] For port 1cda6790-c2a4-47e6-ac9d-17d43a005fed, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1cda6790-c2a4-47e6-ac9d-17d43a005fed,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:45.646429 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.684469 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc7215-fb47-48b0-877d-ec71cc252ab2 None None] DHCP port deletion for 742fce1c-411f-4587-8831-a550bf8d5551 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:09:45.694893 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.709844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Calling delete_port for 1cda6790-c2a4-47e6-ac9d-17d43a005fed owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:45.768970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f25441c-8d36-4da9-819e-7f6162c0be1d req-fe1259c1-4103-4502-ba30-81e4fbee5cda tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 210 time: 0.0534813 Jul 27 22:09:45.842748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-befc7215-fb47-48b0-877d-ec71cc252ab2 None None] Deleting port 1cda6790-c2a4-47e6-ac9d-17d43a005fed {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:09:45.843128 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befc7215-fb47-48b0-877d-ec71cc252ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.932613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-befc7215-fb47-48b0-877d-ec71cc252ab2 None None] For port 1cda6790-c2a4-47e6-ac9d-17d43a005fed, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1cda6790-c2a4-47e6-ac9d-17d43a005fed,segment=NetworkSegment(f0711041-2278-4cd6-b8c2-e3dd7d76493e),segment_id=f0711041-2278-4cd6-b8c2-e3dd7d76493e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:45.933464 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befc7215-fb47-48b0-877d-ec71cc252ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:45.950012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-befc7215-fb47-48b0-877d-ec71cc252ab2 None None] Calling delete_port for 1cda6790-c2a4-47e6-ac9d-17d43a005fed owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:09:46.023206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37154cb6-035f-4a9d-b078-c955c9e39895 req-29d92a30-dd7a-48cc-8470-f9b8840a285e tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:46.024749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37154cb6-035f-4a9d-b078-c955c9e39895 req-29d92a30-dd7a-48cc-8470-f9b8840a285e tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.2153666 Jul 27 22:09:46.050009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c71cc-e0da-426e-97dc-10648b28ba37 req-9e94c399-ebc9-40ef-94f6-c4ab203b6b42 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:46.057314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e12c71cc-e0da-426e-97dc-10648b28ba37 req-9e94c399-ebc9-40ef-94f6-c4ab203b6b42 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1499686 Jul 27 22:09:46.095048 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-befc7215-fb47-48b0-877d-ec71cc252ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.098846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-418c493a-719f-4bab-8292-170d1284ec58 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:46.100472 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-418c493a-719f-4bab-8292-170d1284ec58 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.41 "GET /v2.0/networks?id=5833e6b5-e4a6-4c16-968b-9225f135828f HTTP/1.1" status: 200 len: 817 time: 0.2576325 Jul 27 22:09:46.135090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc7215-fb47-48b0-877d-ec71cc252ab2 None None] Pushing event deleted for resources: {'Port': ['ID=1cda6790-c2a4-47e6-ac9d-17d43a005fed,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:46.137328 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.137988 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc7215-fb47-48b0-877d-ec71cc252ab2 None None] No DVR routers for this DVR port 1cda6790-c2a4-47e6-ac9d-17d43a005fed on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:46.146984 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Request body: {'port': {'device_id': '55a23de4-e2c3-4544-ac24-af18b92ab625', 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f', 'admin_state_up': True, 'tenant_id': '711f46750988448bb4f481f777e56d99'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:46.270339 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.281374 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1cda6790-c2a4-47e6-ac9d-17d43a005fed,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:46.301931 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] No DVR routers for this DVR port 1cda6790-c2a4-47e6-ac9d-17d43a005fed on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:09:46.348507 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.393432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37154cb6-035f-4a9d-b078-c955c9e39895 req-e3ee1b60-6f78-4d15-a997-29ebbb1ba355 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328681 Jul 27 22:09:46.406817 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e12c71cc-e0da-426e-97dc-10648b28ba37 req-8ecf3de3-5987-4fae-9d5a-426be90d972e tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485844 Jul 27 22:09:46.456636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Made reservation on behalf of 711f46750988448bb4f481f777e56d99 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:46.461656 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.532369 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.556261 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742fce1c-411f-4587-8831-a550bf8d5551']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:46.577395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0711041-2278-4cd6-b8c2-e3dd7d76493e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:46.577694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0711041-2278-4cd6-b8c2-e3dd7d76493e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:46.622369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-d94d52d9-90ea-4e86-b35a-9de670aed25c tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:46.622575 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-d94d52d9-90ea-4e86-b35a-9de670aed25c tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.41 "GET /v2.0/networks?id=5833e6b5-e4a6-4c16-968b-9225f135828f HTTP/1.1" status: 200 len: 817 time: 0.3186879 Jul 27 22:09:46.624218 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.637833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Request body: {'port': {'device_id': '9b08348d-cfbd-47f6-a512-e56bf4ed165c', 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f', 'admin_state_up': True, 'tenant_id': '711f46750988448bb4f481f777e56d99'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:46.792492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.847262 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de3e621a-55cb-42cb-8926-11ab2c682ef7 req-263ede17-2e8d-4c19-9774-efc84a2e29da tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 210 time: 0.0755229 Jul 27 22:09:46.848493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:09:46.849338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14758b5e-990f-4be9-853b-c51639826430 req-2ee3fc18-2411-4138-af18-e3e7cf2dc0dc tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:46.850088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.851920 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-2ee3fc18-2411-4138-af18-e3e7cf2dc0dc tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.1870725 Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:09:46.856494 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:09:46.867394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-14758b5e-990f-4be9-853b-c51639826430 req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Request body: {'port': {'device_id': '9e9b6bc2-1041-480c-b4d1-04f94b9c1607', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'admin_state_up': True, 'tenant_id': '6c882965a19147e5bcc42dd93fc06d78'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:46.981232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e8f515c-fe4f-41e7-92c0-54b6535a521a req-35f1b3cc-53eb-4128-a9b2-216f7458731a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 210 time: 0.0795293 Jul 27 22:09:46.992413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14758b5e-990f-4be9-853b-c51639826430 req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Made reservation on behalf of 6c882965a19147e5bcc42dd93fc06d78 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:46.997827 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14758b5e-990f-4be9-853b-c51639826430 req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:46.999807 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.007184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Allocated IP 172.20.0.12 (5833e6b5-e4a6-4c16-968b-9225f135828f/0b002b52-082c-4542-85a8-e8ba98f88fc1/87c0ed67-05da-4142-a8c3-6b041a4e3459) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:47.026302 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.030882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] 10.222.0.24 "DELETE /v2.0/networks/742fce1c-411f-4587-8831-a550bf8d5551 HTTP/1.1" status: 204 len: 168 time: 1.6902256 Jul 27 22:09:47.052027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c02e5-83d6-488e-89ac-173db55030fb admin admin] Pushing event deleted for resources: {'Network': ['ID=742fce1c-411f-4587-8831-a550bf8d5551,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:47.082128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Made reservation on behalf of 711f46750988448bb4f481f777e56d99 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:47.086078 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.253629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48502) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:47.307471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-14758b5e-990f-4be9-853b-c51639826430 req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Allocated IP 172.20.0.12 (93d81622-cb59-4072-9035-7a7483df678f/96446a54-8a20-4b30-ac6d-87fb13a576eb/a6250d34-9f5a-4325-9c6b-a0f116b5328f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:47.309519 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.311765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1cda6790-c2a4-47e6-ac9d-17d43a005fed no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:09:47.345341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 1cda6790-c2a4-47e6-ac9d-17d43a005fed {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:09:47.345872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1cda6790-c2a4-47e6-ac9d-17d43a005fed not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:09:47.369963 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.466676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Network 5833e6b5-e4a6-4c16-968b-9225f135828f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:47.472961 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7d430709-d477-469f-b493-0ee930ee4751 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=235e3c60ef6c4058bd8ac5b603f8147a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150574 Jul 27 22:09:47.474684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:47.477315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:47.478615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48512) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:47.504477 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-e8a504a8-0a6c-4c75-aa61-5fcceda768cc tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:47.506237 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-e8a504a8-0a6c-4c75-aa61-5fcceda768cc tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.41 "GET /v2.0/networks?id=5833e6b5-e4a6-4c16-968b-9225f135828f HTTP/1.1" status: 200 len: 817 time: 0.3365552 Jul 27 22:09:47.521210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Request body: {'port': {'device_id': 'fc6fe792-2a91-44fc-8050-c97b577df98d', 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f', 'admin_state_up': True, 'tenant_id': '711f46750988448bb4f481f777e56d99'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:47.543335 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Allocated IP 172.20.0.6 (5833e6b5-e4a6-4c16-968b-9225f135828f/0b002b52-082c-4542-85a8-e8ba98f88fc1/1e925528-40c7-4963-96aa-3b9fcbd70e85) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:47.545952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Pushing event updated for resources: {'Port': ['ID=87c0ed67-05da-4142-a8c3-6b041a4e3459,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:47.585634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:47.586251 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.596093 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14758b5e-990f-4be9-853b-c51639826430 req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.650408 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-974ac4c0-a675-42fc-8c5e-877f132b5988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5123610 Jul 27 22:09:47.676258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Request body: {'port': {'device_id': '55a23de4-e2c3-4544-ac24-af18b92ab625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:47.699877 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14758b5e-990f-4be9-853b-c51639826430 req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.734299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbb5a1-03f3-45c6-8047-f2999fa1acee req-6b76a985-4da4-40ed-b4e0-771bb3612534 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:47.734299 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9bbb5a1-03f3-45c6-8047-f2999fa1acee req-6b76a985-4da4-40ed-b4e0-771bb3612534 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1777918 Jul 27 22:09:47.763527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00e6a7-1838-4eff-867e-366883ab4fb0 req-04a74fcc-64bf-4fb1-a23a-dc949603390c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:47.765083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a00e6a7-1838-4eff-867e-366883ab4fb0 req-04a74fcc-64bf-4fb1-a23a-dc949603390c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.2440262 Jul 27 22:09:47.796315 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14758b5e-990f-4be9-853b-c51639826430 req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Network 93d81622-cb59-4072-9035-7a7483df678f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:47.812576 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f022-dca2-464b-86c4-4aaa37331936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.818994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-14758b5e-990f-4be9-853b-c51639826430 req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:47.838967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Pushing event updated for resources: {'Port': ['ID=a6250d34-9f5a-4325-9c6b-a0f116b5328f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:47.842798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-14758b5e-990f-4be9-853b-c51639826430 req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:47.897215 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f022-dca2-464b-86c4-4aaa37331936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.919251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Made reservation on behalf of 711f46750988448bb4f481f777e56d99 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:47.922838 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.963206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14758b5e-990f-4be9-853b-c51639826430 req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:47.963851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14758b5e-990f-4be9-853b-c51639826430 req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:47.996615 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.028198 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-a1bf6487-fb30-497a-ac9b-5d5d5c68a955 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1656654 Jul 27 22:09:48.049047 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Request body: {'port': {'device_id': '9e9b6bc2-1041-480c-b4d1-04f94b9c1607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:48.076835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f022-dca2-464b-86c4-4aaa37331936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.079408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f022-dca2-464b-86c4-4aaa37331936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.081997 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1fe4f022-dca2-464b-86c4-4aaa37331936 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c43f66b5-2121-44e0-8318-c3c5ee43862c HTTP/1.1" status: 204 len: 168 time: 0.6002927 Jul 27 22:09:48.129991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4f022-dca2-464b-86c4-4aaa37331936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43f66b5-2121-44e0-8318-c3c5ee43862c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:48.140484 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.271889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a00e6a7-1838-4eff-867e-366883ab4fb0 req-8944dd9e-79e2-45ff-bbe8-644cfbbf683a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885137 Jul 27 22:09:48.304659 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9bbb5a1-03f3-45c6-8047-f2999fa1acee req-a15bb5c6-e94b-48ad-8f9f-02268c1acd29 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365124 Jul 27 22:09:48.328991 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.553300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6250d34-9f5a-4325-9c6b-a0f116b5328f {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:48.568865 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.569629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.587825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Transition to ACTIVE for port object a6250d34-9f5a-4325-9c6b-a0f116b5328f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:48.591710 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.633257 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd4f855f-023f-4857-8148-012eecf99f12 req-bebdae6d-7a73-4ffc-9e78-8dcef62cd790 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 210 time: 0.0787106 Jul 27 22:09:48.672485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac4ead-a746-461a-aab3-262e28b73a26 req-434d73ef-6f13-4925-a580-1ba96af3de5a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:48.674796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55ac4ead-a746-461a-aab3-262e28b73a26 req-434d73ef-6f13-4925-a580-1ba96af3de5a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 932 time: 0.1183689 Jul 27 22:09:48.742222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Pushing event updated for resources: {'Port': ['ID=a6250d34-9f5a-4325-9c6b-a0f116b5328f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:48.759094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55ac4ead-a746-461a-aab3-262e28b73a26 req-0db9740f-63f1-437a-9403-0107fe153f68 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736415 Jul 27 22:09:48.760387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Attempting to bind port a6250d34-9f5a-4325-9c6b-a0f116b5328f on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:48.760777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Attempting to bind port a6250d34-9f5a-4325-9c6b-a0f116b5328f by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:48.761063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Attempting to bind port a6250d34-9f5a-4325-9c6b-a0f116b5328f on network 93d81622-cb59-4072-9035-7a7483df678f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:48.762645 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.769838 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Port a6250d34-9f5a-4325-9c6b-a0f116b5328f on network 93d81622-cb59-4072-9035-7a7483df678f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:09:48.770397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Attempting to bind port a6250d34-9f5a-4325-9c6b-a0f116b5328f on network 93d81622-cb59-4072-9035-7a7483df678f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:48.779949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:48.780457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Checking segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:48.780830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Bound using segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:48.781737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Bound port: a6250d34-9f5a-4325-9c6b-a0f116b5328f, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:48.782012 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.876550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Pushing event updated for resources: {'Port': ['ID=1e925528-40c7-4963-96aa-3b9fcbd70e85,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:48.886186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Network 5833e6b5-e4a6-4c16-968b-9225f135828f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:48.887776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:48.895272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:48.917092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Allocated IP 172.20.0.13 (5833e6b5-e4a6-4c16-968b-9225f135828f/0b002b52-082c-4542-85a8-e8ba98f88fc1/8000d69e-c03f-4f8a-becc-16ed11789574) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:48.951328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:48.951997 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:48.969892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7b24f681-548e-4700-922c-91374fd6caa5 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3358939 Jul 27 22:09:48.979539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] For port a6250d34-9f5a-4325-9c6b-a0f116b5328f, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:48.993549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Request body: {'port': {'device_id': '9b08348d-cfbd-47f6-a512-e56bf4ed165c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:49.114231 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.150595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] For port a6250d34-9f5a-4325-9c6b-a0f116b5328f, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6250d34-9f5a-4325-9c6b-a0f116b5328f,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:49.169241 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.179301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca9b40-a682-44f4-a9d8-a10655bff260 req-355fd5f2-01dc-4cd4-b78f-60f2cc6252cf tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.181310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-feca9b40-a682-44f4-a9d8-a10655bff260 req-355fd5f2-01dc-4cd4-b78f-60f2cc6252cf tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1196306 Jul 27 22:09:49.221930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c560b7-b5c3-4a8d-8aab-37496a5514ff req-4a0c1e4f-0bda-44dd-ad4a-8b61a6fb878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.223503 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-06c560b7-b5c3-4a8d-8aab-37496a5514ff req-4a0c1e4f-0bda-44dd-ad4a-8b61a6fb878e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 1097 time: 0.1634088 Jul 27 22:09:49.232643 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.233319 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.234856 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] 10.222.0.41 "PUT /v2.0/ports/a6250d34-9f5a-4325-9c6b-a0f116b5328f HTTP/1.1" status: 200 len: 1092 time: 1.1943805 Jul 27 22:09:49.254910 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.257645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9b6bc2-1041-480c-b4d1-04f94b9c1607', 'tag': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:49.261274 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604ed221-da87-4fbc-8de1-aac804637de1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9b6bc2-1041-480c-b4d1-04f94b9c1607", "tag": "a6250d34-9f5a-4325-9c6b-a0f116b5328f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:49.277688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48574) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:49.347630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-feca9b40-a682-44f4-a9d8-a10655bff260 req-fe488fe9-90b1-48ea-ba51-0768c8872eec tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450717 Jul 27 22:09:49.389428 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b499c3fb-665c-4a74-b430-bd7b6acb1ba7 x-openstack-request-id: req-b499c3fb-665c-4a74-b430-bd7b6acb1ba7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:49.391066 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9b6bc2-1041-480c-b4d1-04f94b9c1607", "tag": "a6250d34-9f5a-4325-9c6b-a0f116b5328f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:49.391552 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b499c3fb-665c-4a74-b430-bd7b6acb1ba7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:49.392726 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9b6bc2-1041-480c-b4d1-04f94b9c1607', 'tag': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f', 'status': 'completed', 'code': 200} Jul 27 22:09:49.433112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ce1de-92c9-4fb2-a439-4f8a60ccda53 service neutron] Pushing event updated for resources: {'Port': ['ID=a6250d34-9f5a-4325-9c6b-a0f116b5328f,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:49.458714 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-311156950-network', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:49.497997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6068325-a4df-434b-96a0-dc012b237e4e req-5243882b-0130-411e-9f37-73d4005b01cd tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.499886 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6068325-a4df-434b-96a0-dc012b237e4e req-5243882b-0130-411e-9f37-73d4005b01cd tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.0770552 Jul 27 22:09:49.552649 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6068325-a4df-434b-96a0-dc012b237e4e req-7ffe4a2c-dc74-457b-b4cc-785f8b8bb9c2 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449209 Jul 27 22:09:49.556720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14758b5e-990f-4be9-853b-c51639826430 req-2157cdbe-b316-4981-8c4d-f166d9421bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.558231 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-2157cdbe-b316-4981-8c4d-f166d9421bec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 1095 time: 0.2556629 Jul 27 22:09:49.560593 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Made reservation on behalf of 4b3ee2fa696e4933b1287dd2b7753c06 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:49.562807 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.568096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c560b7-b5c3-4a8d-8aab-37496a5514ff req-0f95f6d4-7a9a-4cf4-840c-7f0ae3dec4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.569509 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-06c560b7-b5c3-4a8d-8aab-37496a5514ff req-0f95f6d4-7a9a-4cf4-840c-7f0ae3dec4f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 919 time: 0.3386645 Jul 27 22:09:49.585023 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.623305 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.632487 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-33826b36-522d-438d-bfeb-592b254c3b0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6250d34-9f5a-4325-9c6b-a0f116b5328f HTTP/1.1" status: 200 len: 217 time: 0.0620692 Jul 27 22:09:49.699670 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-06c560b7-b5c3-4a8d-8aab-37496a5514ff req-cf2d7b30-f33c-4b19-a259-4831eb5c43ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5984ecef-02b9-4b22-8a4b-a33bee36922e HTTP/1.1" status: 200 len: 217 time: 0.1166518 Jul 27 22:09:49.774335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Network 5833e6b5-e4a6-4c16-968b-9225f135828f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:49.776205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c0ed67-05da-4142-a8c3-6b041a4e3459 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:49.790747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.801483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:49.811304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:49.825556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9d29b-726c-4224-907f-d7db7ec1fc10 req-bffc5fc9-3b2c-43ff-ba66-e4c2676db126 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.827123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ae9d29b-726c-4224-907f-d7db7ec1fc10 req-bffc5fc9-3b2c-43ff-ba66-e4c2676db126 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 932 time: 0.0911782 Jul 27 22:09:49.828165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Transition to ACTIVE for port object 87c0ed67-05da-4142-a8c3-6b041a4e3459 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:49.831672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Pushing event updated for resources: {'Port': ['ID=8000d69e-c03f-4f8a-becc-16ed11789574,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:49.836212 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.871640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14758b5e-990f-4be9-853b-c51639826430 req-ceac2512-5279-4604-9bc0-42a4aeebbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.872765 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-ceac2512-5279-4604-9bc0-42a4aeebbfae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.2105842 Jul 27 22:09:49.897915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c560b7-b5c3-4a8d-8aab-37496a5514ff req-373c3ec4-4829-454b-ad7e-7d1b2c4a2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.899328 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-06c560b7-b5c3-4a8d-8aab-37496a5514ff req-373c3ec4-4829-454b-ad7e-7d1b2c4a2289 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27fdfe18-3271-46de-9a08-597c0b96bc30 HTTP/1.1" status: 200 len: 858 time: 0.1701903 Jul 27 22:09:49.926555 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-6152d7fe-c1fa-40a2-b764-c71d1f062a75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412047 Jul 27 22:09:49.952045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:49.952655 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:49.988730 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-06c560b7-b5c3-4a8d-8aab-37496a5514ff req-4c88a721-7c88-44ec-97bc-315a64a7db3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=638396bb-0008-4af7-b598-ed178402e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644169 Jul 27 22:09:50.010246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ae9d29b-726c-4224-907f-d7db7ec1fc10 req-7e2a7c8b-0552-4142-af1a-fd625b440f01 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623139 Jul 27 22:09:50.031435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Pushing event updated for resources: {'Port': ['ID=87c0ed67-05da-4142-a8c3-6b041a4e3459,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:50.087099 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe074be5-b754-4a8b-8606-c1a411e09574 req-40b0d0ba-c58e-4d60-a30c-1541e4b233cc tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:50.088592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe074be5-b754-4a8b-8606-c1a411e09574 req-40b0d0ba-c58e-4d60-a30c-1541e4b233cc tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 944 time: 0.1802840 Jul 27 22:09:50.195458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Attempting to bind port 87c0ed67-05da-4142-a8c3-6b041a4e3459 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:50.195795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Attempting to bind port 87c0ed67-05da-4142-a8c3-6b041a4e3459 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:50.196111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Attempting to bind port 87c0ed67-05da-4142-a8c3-6b041a4e3459 on network 5833e6b5-e4a6-4c16-968b-9225f135828f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:50.209016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe074be5-b754-4a8b-8606-c1a411e09574 req-2e37dc9f-de3a-4c48-8db1-c7af52f6ea9c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096230 Jul 27 22:09:50.214150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Port 87c0ed67-05da-4142-a8c3-6b041a4e3459 on network 5833e6b5-e4a6-4c16-968b-9225f135828f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:09:50.214515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Attempting to bind port 87c0ed67-05da-4142-a8c3-6b041a4e3459 on network 5833e6b5-e4a6-4c16-968b-9225f135828f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:50.226490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:50.226490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Checking segment: {'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:50.226869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Bound using segment: {'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:50.227377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Bound port: 87c0ed67-05da-4142-a8c3-6b041a4e3459, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:50.227752 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.237812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e925528-40c7-4963-96aa-3b9fcbd70e85 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:50.255738 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.291197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Transition to ACTIVE for port object 1e925528-40c7-4963-96aa-3b9fcbd70e85 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:50.300250 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.371034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] For port 87c0ed67-05da-4142-a8c3-6b041a4e3459, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:50.379112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] For port 87c0ed67-05da-4142-a8c3-6b041a4e3459, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=87c0ed67-05da-4142-a8c3-6b041a4e3459,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:50.386683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Pushing event updated for resources: {'Port': ['ID=1e925528-40c7-4963-96aa-3b9fcbd70e85,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:50.406295 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.504130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:50.504762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.506425 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] 10.222.0.41 "PUT /v2.0/ports/87c0ed67-05da-4142-a8c3-6b041a4e3459 HTTP/1.1" status: 200 len: 1092 time: 2.8407586 Jul 27 22:09:50.506818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a23de4-e2c3-4544-ac24-af18b92ab625', 'tag': '87c0ed67-05da-4142-a8c3-6b041a4e3459'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:50.509142 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c9cb3a-27f7-465e-8161-0ce3b1b7c939" -d '{"events": [{"name": "network-changed", "server_uuid": "55a23de4-e2c3-4544-ac24-af18b92ab625", "tag": "87c0ed67-05da-4142-a8c3-6b041a4e3459"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:50.554160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4f4c2-90ff-4298-954c-73f15ea9dd3b service neutron] Pushing event updated for resources: {'Port': ['ID=87c0ed67-05da-4142-a8c3-6b041a4e3459,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:50.567470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Attempting to bind port 1e925528-40c7-4963-96aa-3b9fcbd70e85 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:50.568458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Attempting to bind port 1e925528-40c7-4963-96aa-3b9fcbd70e85 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:50.568458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Attempting to bind port 1e925528-40c7-4963-96aa-3b9fcbd70e85 on network 5833e6b5-e4a6-4c16-968b-9225f135828f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:50.596096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Port 1e925528-40c7-4963-96aa-3b9fcbd70e85 on network 5833e6b5-e4a6-4c16-968b-9225f135828f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:09:50.596096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Attempting to bind port 1e925528-40c7-4963-96aa-3b9fcbd70e85 on network 5833e6b5-e4a6-4c16-968b-9225f135828f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:50.601675 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.605169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b15b15-c38e-4a0c-adde-5969a49c5db7 req-fde99872-3338-43ff-a305-03c2e91c5131 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:50.606636 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-9100d3f1-7b5d-4ced-9fd1-517ccdbc7717 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6702557 Jul 27 22:09:50.606776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4b15b15-c38e-4a0c-adde-5969a49c5db7 req-fde99872-3338-43ff-a305-03c2e91c5131 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1523957 Jul 27 22:09:50.611881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:50.612402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Checking segment: {'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:50.612793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Bound using segment: {'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:50.613239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Bound port: 1e925528-40c7-4963-96aa-3b9fcbd70e85, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:50.613763 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.615178 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.652480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7e4690e4-4fe0-4c61-853d-c8e03d33fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:50.654206 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-7e4690e4-4fe0-4c61-853d-c8e03d33fea4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=711f46750988448bb4f481f777e56d99&device_id=55a23de4-e2c3-4544-ac24-af18b92ab625 HTTP/1.1" status: 200 len: 1095 time: 0.1014409 Jul 27 22:09:50.669785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8687389-0996-4db9-8234-b720fa3ac3a9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:50.674433 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40acd54-8b8e-49eb-9ecc-27d6dd792224 x-openstack-request-id: req-d40acd54-8b8e-49eb-9ecc-27d6dd792224 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:50.674719 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a23de4-e2c3-4544-ac24-af18b92ab625", "tag": "87c0ed67-05da-4142-a8c3-6b041a4e3459", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:50.674969 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d40acd54-8b8e-49eb-9ecc-27d6dd792224 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:50.675359 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a23de4-e2c3-4544-ac24-af18b92ab625', 'tag': '87c0ed67-05da-4142-a8c3-6b041a4e3459', 'status': 'completed', 'code': 200} Jul 27 22:09:50.676755 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c24fd85e-dc13-4494-9d5b-5ec682b707e0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1601059 Jul 27 22:09:50.717802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Request body: {'port': {'device_id': 'fc6fe792-2a91-44fc-8050-c97b577df98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:50.731488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-2d78ce4e-bdef-4803-8510-e09b867efbfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87c0ed67-05da-4142-a8c3-6b041a4e3459 HTTP/1.1" status: 200 len: 217 time: 0.0552201 Jul 27 22:09:50.736074 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4b15b15-c38e-4a0c-adde-5969a49c5db7 req-b5a7d981-fa9f-41a6-aa1b-2667eb140369 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195836 Jul 27 22:09:50.750575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:09:50.813420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] For port 1e925528-40c7-4963-96aa-3b9fcbd70e85, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:50.819227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] For port 1e925528-40c7-4963-96aa-3b9fcbd70e85, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1e925528-40c7-4963-96aa-3b9fcbd70e85,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:50.826549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.829800 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-06c560b7-b5c3-4a8d-8aab-37496a5514ff req-7224a4d6-e347-4c6b-995d-15d2f751f636 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8076038 Jul 27 22:09:50.830467 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.830839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-f91c1faf-2bd0-4ab0-aef9-010d214255fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:50.832395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-f91c1faf-2bd0-4ab0-aef9-010d214255fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b002b52-082c-4542-85a8-e8ba98f88fc1 HTTP/1.1" status: 200 len: 857 time: 0.0918572 Jul 27 22:09:50.860293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.860644 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Added segment 53b0ffe7-7919-44ca-a6c3-b368b1dd8092 of type vlan for network 4c0e47d2-6150-45e9-905c-313a1c6e140b Jul 27 22:09:50.919596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:50.920197 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:50.921579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] 10.222.0.41 "PUT /v2.0/ports/1e925528-40c7-4963-96aa-3b9fcbd70e85 HTTP/1.1" status: 200 len: 1091 time: 1.9429889 Jul 27 22:09:50.925012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1788094b-df0f-4aa7-a159-20857e4b37b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5833e6b5-e4a6-4c16-968b-9225f135828f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623109 Jul 27 22:09:51.009784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f95e5f-818d-49ac-927a-a5fc11229ec1 req-019083b6-bc2b-4146-8852-41750983a2da tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:51.011260 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5f95e5f-818d-49ac-927a-a5fc11229ec1 req-019083b6-bc2b-4146-8852-41750983a2da tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1779933 Jul 27 22:09:51.029654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e9904-7a3c-4d9c-bf3c-3cb33494479c service neutron] Pushing event updated for resources: {'Port': ['ID=1e925528-40c7-4963-96aa-3b9fcbd70e85,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:51.099820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5f95e5f-818d-49ac-927a-a5fc11229ec1 req-641bd674-2b2d-4d17-8b4a-ef9251d7fe1d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647111 Jul 27 22:09:51.104309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-ec6cf9bd-c207-4864-a016-baf0aea8d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:51.105807 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-ec6cf9bd-c207-4864-a016-baf0aea8d9f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=711f46750988448bb4f481f777e56d99&device_id=9b08348d-cfbd-47f6-a512-e56bf4ed165c HTTP/1.1" status: 200 len: 1094 time: 0.1427925 Jul 27 22:09:51.135387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-62172c27-dee5-4cbe-88d9-8640c377f323 service neutron] 10.222.0.41 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018635 Jul 27 22:09:51.178693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-1f15d10b-22b0-4d48-8d07-5b9fa8cbd005 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e925528-40c7-4963-96aa-3b9fcbd70e85 HTTP/1.1" status: 200 len: 217 time: 0.0590160 Jul 27 22:09:51.199721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:51.265157 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-14758b5e-990f-4be9-853b-c51639826430 req-8e141912-45bb-41f8-a02e-b5a1acca97b2 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458180 Jul 27 22:09:51.267169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8000d69e-c03f-4f8a-becc-16ed11789574 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:51.298911 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:51.324080 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:51.325051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:51.325634 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:51.338168 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Transition to ACTIVE for port object 8000d69e-c03f-4f8a-becc-16ed11789574 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:51.351642 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-06c560b7-b5c3-4a8d-8aab-37496a5514ff req-5d3c1c2b-5d37-447c-b3b4-a7e8734dcf83 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029364 Jul 27 22:09:51.366137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-c875d4ba-9c38-45b5-a54a-7b00ac72acd7 service neutron] 10.222.0.41 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969464 Jul 27 22:09:51.394117 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:51.427305 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7145db-9820-476a-a867-c4dd155372b4 req-387aff23-488f-45ad-8b23-75e1f4d10887 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:51.429007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e7145db-9820-476a-a867-c4dd155372b4 req-387aff23-488f-45ad-8b23-75e1f4d10887 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 932 time: 0.2979355 Jul 27 22:09:51.435832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-87441b4d-b910-43f4-9850-7187161a126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:51.437288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-87441b4d-b910-43f4-9850-7187161a126f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b002b52-082c-4542-85a8-e8ba98f88fc1 HTTP/1.1" status: 200 len: 857 time: 0.2400506 Jul 27 22:09:51.463283 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1841648 Jul 27 22:09:51.472926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48636) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:51.480911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de5b45-6e46-413a-ad5a-3ef31aa04294 admin admin] Pushing event updated for resources: {'Network': ['ID=4c0e47d2-6150-45e9-905c-313a1c6e140b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:51.490483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:09:51.497762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-464debae-d304-4036-8940-033d7166408c admin admin] Request body: {'subnet': {'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-311156950-subnet', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:51.498831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Pushing event updated for resources: {'Port': ['ID=8000d69e-c03f-4f8a-becc-16ed11789574,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:51.509341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ed221-da87-4fbc-8de1-aac804637de1 req-91ecc6ee-502c-48b3-a26a-a6a481b4da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:51.511053 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604ed221-da87-4fbc-8de1-aac804637de1 req-91ecc6ee-502c-48b3-a26a-a6a481b4da29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 1095 time: 0.1716986 Jul 27 22:09:51.544098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded6de5-7699-482b-a75b-3b47f8e983cb req-369539b1-ada2-4195-83c9-da182516a110 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:51.565775 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dded6de5-7699-482b-a75b-3b47f8e983cb req-369539b1-ada2-4195-83c9-da182516a110 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 944 time: 0.2303030 Jul 27 22:09:51.576817 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-8383e5c6-4c97-4e39-b0b8-32b145379fd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5833e6b5-e4a6-4c16-968b-9225f135828f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214135 Jul 27 22:09:51.691893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Attempting to bind port 8000d69e-c03f-4f8a-becc-16ed11789574 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:51.692394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Attempting to bind port 8000d69e-c03f-4f8a-becc-16ed11789574 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:51.692739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Attempting to bind port 8000d69e-c03f-4f8a-becc-16ed11789574 on network 5833e6b5-e4a6-4c16-968b-9225f135828f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:51.696170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ed221-da87-4fbc-8de1-aac804637de1 req-1b6a8d33-4700-4f00-a1b2-4eebcd535998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:51.697669 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604ed221-da87-4fbc-8de1-aac804637de1 req-1b6a8d33-4700-4f00-a1b2-4eebcd535998 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 913 time: 0.1645772 Jul 27 22:09:51.703187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Port 8000d69e-c03f-4f8a-becc-16ed11789574 on network 5833e6b5-e4a6-4c16-968b-9225f135828f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:09:51.703996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Attempting to bind port 8000d69e-c03f-4f8a-becc-16ed11789574 on network 5833e6b5-e4a6-4c16-968b-9225f135828f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:51.705361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9cb3a-27f7-465e-8161-0ce3b1b7c939 req-e3b95439-5eb8-4e20-a75e-0e99939364d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:51.707058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02c9cb3a-27f7-465e-8161-0ce3b1b7c939 req-e3b95439-5eb8-4e20-a75e-0e99939364d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=711f46750988448bb4f481f777e56d99&device_id=55a23de4-e2c3-4544-ac24-af18b92ab625 HTTP/1.1" status: 200 len: 1095 time: 0.2689066 Jul 27 22:09:51.709882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e7145db-9820-476a-a867-c4dd155372b4 req-193c4ea2-6dba-4537-a2f0-9366a8ed14fc tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528167 Jul 27 22:09:51.716303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:51.716633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Checking segment: {'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:51.717018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Bound using segment: {'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:51.717457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Bound port: 8000d69e-c03f-4f8a-becc-16ed11789574, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad0bef0-b1dd-4785-ac07-984ac646bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:51.717817 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:51.726939 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dded6de5-7699-482b-a75b-3b47f8e983cb req-d2376699-4c4d-4ba9-b733-7c4146902255 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553545 Jul 27 22:09:51.727639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464debae-d304-4036-8940-033d7166408c admin admin] Made reservation on behalf of 4b3ee2fa696e4933b1287dd2b7753c06 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:09:51.730065 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-464debae-d304-4036-8940-033d7166408c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:51.782910 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604ed221-da87-4fbc-8de1-aac804637de1 req-c082ef0c-643e-463c-8984-fea44272373e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6250d34-9f5a-4325-9c6b-a0f116b5328f HTTP/1.1" status: 200 len: 217 time: 0.0754564 Jul 27 22:09:51.916900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ed221-da87-4fbc-8de1-aac804637de1 req-9cc6bcfd-0dd2-4ccc-870c-b775d16f197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:51.918401 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604ed221-da87-4fbc-8de1-aac804637de1 req-9cc6bcfd-0dd2-4ccc-870c-b775d16f197b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.1083083 Jul 27 22:09:51.937721 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-6aab702c-947c-4785-98db-aae692b46320 service neutron] 10.222.0.41 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436923 Jul 27 22:09:51.956553 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] For port 8000d69e-c03f-4f8a-becc-16ed11789574, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:51.960242 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604ed221-da87-4fbc-8de1-aac804637de1 req-f18bfa8d-87db-4ed8-a9de-22033e88a663 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325649 Jul 27 22:09:51.985938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] For port 8000d69e-c03f-4f8a-becc-16ed11789574, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8000d69e-c03f-4f8a-becc-16ed11789574,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:52.026212 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.036429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9cb3a-27f7-465e-8161-0ce3b1b7c939 req-647909da-f771-4668-86b6-e61bedc545e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:52.037912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02c9cb3a-27f7-465e-8161-0ce3b1b7c939 req-647909da-f771-4668-86b6-e61bedc545e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5833e6b5-e4a6-4c16-968b-9225f135828f HTTP/1.1" status: 200 len: 918 time: 0.3041520 Jul 27 22:09:52.059830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0536b21-8832-405e-b862-b7c934414cb3 req-8fd4f959-af91-45f8-8243-f12ce802aa9a tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:52.061315 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0536b21-8832-405e-b862-b7c934414cb3 req-8fd4f959-af91-45f8-8243-f12ce802aa9a tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1900260 Jul 27 22:09:52.082627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:52.083244 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.084725 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] 10.222.0.41 "PUT /v2.0/ports/8000d69e-c03f-4f8a-becc-16ed11789574 HTTP/1.1" status: 200 len: 1092 time: 1.3813188 Jul 27 22:09:52.085067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6fe792-2a91-44fc-8050-c97b577df98d', 'tag': '8000d69e-c03f-4f8a-becc-16ed11789574'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:52.087327 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed565d77-4716-4e48-9078-014907208f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6fe792-2a91-44fc-8050-c97b577df98d", "tag": "8000d69e-c03f-4f8a-becc-16ed11789574"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:52.134038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd186c6b-8433-47b9-9dd7-9a0ffcf04162 service neutron] Pushing event updated for resources: {'Port': ['ID=8000d69e-c03f-4f8a-becc-16ed11789574,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:52.140022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02c9cb3a-27f7-465e-8161-0ce3b1b7c939 req-d8bdbe46-315f-4d18-b517-b01984bf0a2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87c0ed67-05da-4142-a8c3-6b041a4e3459 HTTP/1.1" status: 200 len: 217 time: 0.0919523 Jul 27 22:09:52.140194 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604ed221-da87-4fbc-8de1-aac804637de1 req-f125bf46-8576-4102-a704-9db83fb526b1 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716337 Jul 27 22:09:52.202758 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3d83e3-2ec9-45d1-9623-044d6dccaa40 x-openstack-request-id: req-ab3d83e3-2ec9-45d1-9623-044d6dccaa40 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:52.203465 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6fe792-2a91-44fc-8050-c97b577df98d", "tag": "8000d69e-c03f-4f8a-becc-16ed11789574", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:52.203465 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab3d83e3-2ec9-45d1-9623-044d6dccaa40 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:52.203645 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6fe792-2a91-44fc-8050-c97b577df98d', 'tag': '8000d69e-c03f-4f8a-becc-16ed11789574', 'status': 'completed', 'code': 200} Jul 27 22:09:52.210064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0536b21-8832-405e-b862-b7c934414cb3 req-e0be4401-b665-4bf6-bce4-dbf31990a18d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310816 Jul 27 22:09:52.243688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-bdf98453-a701-4153-b4fb-52cd4770c973 service neutron] 10.222.0.41 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914345 Jul 27 22:09:52.310581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-74d00ff1-09e7-402f-9262-7473e72bd9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:52.312276 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-74d00ff1-09e7-402f-9262-7473e72bd9c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=711f46750988448bb4f481f777e56d99&device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 1095 time: 0.1752608 Jul 27 22:09:52.331047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9cb3a-27f7-465e-8161-0ce3b1b7c939 req-0b2fce37-f7c8-49fb-8b2f-d4f08353b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:52.332725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02c9cb3a-27f7-465e-8161-0ce3b1b7c939 req-0b2fce37-f7c8-49fb-8b2f-d4f08353b5f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b002b52-082c-4542-85a8-e8ba98f88fc1 HTTP/1.1" status: 200 len: 857 time: 0.1703320 Jul 27 22:09:52.340245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-464debae-d304-4036-8940-033d7166408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.399525 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-dad95589-b8b7-4787-bac9-d3720aafd380 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8000d69e-c03f-4f8a-becc-16ed11789574 HTTP/1.1" status: 200 len: 217 time: 0.0671794 Jul 27 22:09:52.407589 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02c9cb3a-27f7-465e-8161-0ce3b1b7c939 req-a67499d8-0f9d-473b-9188-b399efd5a4dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5833e6b5-e4a6-4c16-968b-9225f135828f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578010 Jul 27 22:09:52.418177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5425b-8c6b-4040-9d70-5516e246df03 req-c7d90399-691f-460d-845e-e5cb6d9cb6d1 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:52.425820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90f5425b-8c6b-4040-9d70-5516e246df03 req-c7d90399-691f-460d-845e-e5cb6d9cb6d1 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1424179 Jul 27 22:09:52.452138 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604ed221-da87-4fbc-8de1-aac804637de1 req-1d0797a8-2697-4eea-bb67-7bf92146f61b service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750504 Jul 27 22:09:52.466936 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-eb217711-76cb-4d24-8fdf-679ded0bb015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:52.468412 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-eb217711-76cb-4d24-8fdf-679ded0bb015 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b002b52-082c-4542-85a8-e8ba98f88fc1 HTTP/1.1" status: 200 len: 857 time: 0.0582519 Jul 27 22:09:52.503379 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-e169055b-d894-4f7e-85f0-d6a007737453 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5833e6b5-e4a6-4c16-968b-9225f135828f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271137 Jul 27 22:09:52.519915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464debae-d304-4036-8940-033d7166408c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:52.553110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90f5425b-8c6b-4040-9d70-5516e246df03 req-a0af070a-f779-4cf5-bb5f-e8fdbfb5cffd tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262267 Jul 27 22:09:52.553828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464debae-d304-4036-8940-033d7166408c admin admin] Checking segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:52.554200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464debae-d304-4036-8940-033d7166408c admin admin] Network hostable DHCP agents. Network: 4c0e47d2-6150-45e9-905c-313a1c6e140b, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:09:52.591001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02c9cb3a-27f7-465e-8161-0ce3b1b7c939 req-0403e312-c3ac-48e5-92d3-7c47ca856122 service neutron] 10.222.0.41 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629376 Jul 27 22:09:52.593290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464debae-d304-4036-8940-033d7166408c admin admin] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:09:52.623736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-464debae-d304-4036-8940-033d7166408c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 4c0e47d2-6150-45e9-905c-313a1c6e140b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:52.632336 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7155fe17-d72a-44dc-a3d2-5f1e0f621124 None None] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:52.657227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464debae-d304-4036-8940-033d7166408c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:52.657815 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-464debae-d304-4036-8940-033d7166408c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.676011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b08348d-cfbd-47f6-a512-e56bf4ed165c', 'tag': '1e925528-40c7-4963-96aa-3b9fcbd70e85'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:52.678415 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b67633b-e572-499f-a319-28476516cc0f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b08348d-cfbd-47f6-a512-e56bf4ed165c", "tag": "1e925528-40c7-4963-96aa-3b9fcbd70e85"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:52.690538 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-cd080ae1-bc42-426b-b891-6ee18dedf055 service neutron] 10.222.0.41 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784880 Jul 27 22:09:52.704709 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-464debae-d304-4036-8940-033d7166408c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2215469 Jul 27 22:09:52.715971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48664) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:52.732206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:52.750519 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3e7f6a-ae66-48e5-8cfb-c50ea0db6df6 x-openstack-request-id: req-fb3e7f6a-ae66-48e5-8cfb-c50ea0db6df6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:52.750806 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b08348d-cfbd-47f6-a512-e56bf4ed165c", "tag": "1e925528-40c7-4963-96aa-3b9fcbd70e85", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:52.751061 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb3e7f6a-ae66-48e5-8cfb-c50ea0db6df6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:52.751457 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b08348d-cfbd-47f6-a512-e56bf4ed165c', 'tag': '1e925528-40c7-4963-96aa-3b9fcbd70e85', 'status': 'completed', 'code': 200} Jul 27 22:09:52.831724 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02c9cb3a-27f7-465e-8161-0ce3b1b7c939 req-6b7fa776-2a6e-4c01-9296-2f937095643b service neutron] 10.222.0.41 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317870 Jul 27 22:09:52.853337 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.854662 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.930879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-4c0e47d2-6150-45e9-905c-313a1c6e140b', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:09:52.932142 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:52.972670 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-786b08b7-0f15-46a8-b3eb-93d7ebe15cff service neutron] 10.222.0.41 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735970 Jul 27 22:09:52.978084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67633b-e572-499f-a319-28476516cc0f req-8fa064a7-7238-4337-9aa4-f9e55d5a42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:52.979900 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b67633b-e572-499f-a319-28476516cc0f req-8fa064a7-7238-4337-9aa4-f9e55d5a42fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=711f46750988448bb4f481f777e56d99&device_id=9b08348d-cfbd-47f6-a512-e56bf4ed165c HTTP/1.1" status: 200 len: 1094 time: 0.1896255 Jul 27 22:09:53.146734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Allocated IP 172.20.0.2 (4c0e47d2-6150-45e9-905c-313a1c6e140b/1db25ef7-bbb2-4f2f-9291-aebd84fb4c42/31fc24d9-6cc9-4ace-a59e-e217122281cf) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:53.175975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565d77-4716-4e48-9078-014907208f0e req-6089a4f4-0884-4d05-8ded-e6facfa9e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:53.178766 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed565d77-4716-4e48-9078-014907208f0e req-6089a4f4-0884-4d05-8ded-e6facfa9e7ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=711f46750988448bb4f481f777e56d99&device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 1095 time: 0.0848522 Jul 27 22:09:53.200324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67633b-e572-499f-a319-28476516cc0f req-5bba5b8d-7b61-40d2-877b-e15644aee9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:53.202358 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b67633b-e572-499f-a319-28476516cc0f req-5bba5b8d-7b61-40d2-877b-e15644aee9e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5833e6b5-e4a6-4c16-968b-9225f135828f HTTP/1.1" status: 200 len: 918 time: 0.2109299 Jul 27 22:09:53.306390 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b67633b-e572-499f-a319-28476516cc0f req-75961636-da0c-49d9-98a0-ad1224ff8ac4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e925528-40c7-4963-96aa-3b9fcbd70e85 HTTP/1.1" status: 200 len: 217 time: 0.0773973 Jul 27 22:09:53.364674 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:53.374252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Transition to ACTIVE for port object 31fc24d9-6cc9-4ace-a59e-e217122281cf will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:53.396888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Transition to ACTIVE for port object 31fc24d9-6cc9-4ace-a59e-e217122281cf will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:53.399837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67633b-e572-499f-a319-28476516cc0f req-8370bb3b-d226-4388-b54a-953361fc40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:53.401382 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b67633b-e572-499f-a319-28476516cc0f req-8370bb3b-d226-4388-b54a-953361fc40dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b002b52-082c-4542-85a8-e8ba98f88fc1 HTTP/1.1" status: 200 len: 857 time: 0.0874066 Jul 27 22:09:53.411583 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:53.447381 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b67633b-e572-499f-a319-28476516cc0f req-ceb4c23c-0b28-4a0e-96b1-43716748d2ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5833e6b5-e4a6-4c16-968b-9225f135828f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371957 Jul 27 22:09:53.450805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565d77-4716-4e48-9078-014907208f0e req-5d648b75-adc9-48e0-8417-7219d6eee4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:53.452241 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed565d77-4716-4e48-9078-014907208f0e req-5d648b75-adc9-48e0-8417-7219d6eee4b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5833e6b5-e4a6-4c16-968b-9225f135828f HTTP/1.1" status: 200 len: 918 time: 0.2650576 Jul 27 22:09:53.484123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Pushing event updated for resources: {'Port': ['ID=31fc24d9-6cc9-4ace-a59e-e217122281cf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:53.498291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:53.499942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:53.506499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:53.570729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Attempting to bind port 31fc24d9-6cc9-4ace-a59e-e217122281cf on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:53.571480 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Attempting to bind port 31fc24d9-6cc9-4ace-a59e-e217122281cf by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:53.572081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Attempting to bind port 31fc24d9-6cc9-4ace-a59e-e217122281cf on network 4c0e47d2-6150-45e9-905c-313a1c6e140b {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:53.576557 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b67633b-e572-499f-a319-28476516cc0f req-61e6fac3-b1c4-485d-8992-3c328ed90fc6 service neutron] 10.222.0.41 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081426 Jul 27 22:09:53.579234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:53.579798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Checking segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:53.580940 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:53.581490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Bound using segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:53.584570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Bound port: 31fc24d9-6cc9-4ace-a59e-e217122281cf, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:53.585162 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:53.607058 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed565d77-4716-4e48-9078-014907208f0e req-937e5f6a-744a-4c08-9ae3-7f658bf6f8a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8000d69e-c03f-4f8a-becc-16ed11789574 HTTP/1.1" status: 200 len: 217 time: 0.1409230 Jul 27 22:09:53.643652 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:53.653840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a18d1-98b9-423d-98d1-d4d2c76fb8ff req-d4fad448-4731-4ed5-bc99-e4880c0da6b5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:53.670320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-243a18d1-98b9-423d-98d1-d4d2c76fb8ff req-d4fad448-4731-4ed5-bc99-e4880c0da6b5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 944 time: 0.8039832 Jul 27 22:09:53.693559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] For port 31fc24d9-6cc9-4ace-a59e-e217122281cf, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:53.697341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] For port 31fc24d9-6cc9-4ace-a59e-e217122281cf, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=31fc24d9-6cc9-4ace-a59e-e217122281cf,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:53.707479 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:53.722555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7101ca-7fef-4ad7-b9bf-473969e521fc req-68ba9142-58ac-49d1-aaf7-c7c768549c45 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:53.724082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a7101ca-7fef-4ad7-b9bf-473969e521fc req-68ba9142-58ac-49d1-aaf7-c7c768549c45 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 944 time: 0.8457067 Jul 27 22:09:53.776265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565d77-4716-4e48-9078-014907208f0e req-e6880821-250b-4fd0-b59e-430595be2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:53.777767 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed565d77-4716-4e48-9078-014907208f0e req-e6880821-250b-4fd0-b59e-430595be2da4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b002b52-082c-4542-85a8-e8ba98f88fc1 HTTP/1.1" status: 200 len: 857 time: 0.0781095 Jul 27 22:09:53.797423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a6e88-43e8-40a3-8ab8-11f9f9cddf6e None None] Pushing event updated for resources: {'Port': ['ID=31fc24d9-6cc9-4ace-a59e-e217122281cf,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:53.809357 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-243a18d1-98b9-423d-98d1-d4d2c76fb8ff req-29278edf-cc08-48b9-a4af-445dad65185a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377966 Jul 27 22:09:53.828184 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed565d77-4716-4e48-9078-014907208f0e req-e067bd7f-701d-4cc5-a33d-8d3f26b99764 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5833e6b5-e4a6-4c16-968b-9225f135828f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386684 Jul 27 22:09:53.830939 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b67633b-e572-499f-a319-28476516cc0f req-f78c6bbd-a25c-4c26-969f-12d5ffd060d9 service neutron] 10.222.0.41 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095227 Jul 27 22:09:53.952099 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a7101ca-7fef-4ad7-b9bf-473969e521fc req-25773165-e0cd-4c17-9b62-66e378c8f2e7 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921670 Jul 27 22:09:53.958695 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:53.991927 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed565d77-4716-4e48-9078-014907208f0e req-e1157a07-f5e7-4b85-a427-c1d53bd9ffc0 service neutron] 10.222.0.41 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494672 Jul 27 22:09:54.156843 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ed565d77-4716-4e48-9078-014907208f0e req-17a19dcb-aff5-4f83-8bb3-fb3bf0ed9613 service neutron] 10.222.0.41 "GET /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569791 Jul 27 22:09:54.215923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b33907-2968-47a2-b4db-c000a67f0a90 req-8f3a7acb-7bd9-47be-a7fb-848de99cd9d8 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:54.217439 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96b33907-2968-47a2-b4db-c000a67f0a90 req-8f3a7acb-7bd9-47be-a7fb-848de99cd9d8 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1442566 Jul 27 22:09:54.261995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54a116-e457-4545-9871-76691435d0a9 req-5fbdde2b-e8b0-41d7-beac-05e5536c7b15 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:54.266739 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e54a116-e457-4545-9871-76691435d0a9 req-5fbdde2b-e8b0-41d7-beac-05e5536c7b15 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1114402 Jul 27 22:09:54.364172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96b33907-2968-47a2-b4db-c000a67f0a90 req-1b73fc84-6a07-4958-9122-3f10ea363fee tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371210 Jul 27 22:09:54.406830 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e54a116-e457-4545-9871-76691435d0a9 req-4cd83547-8339-41d0-a18a-74bd1cd415a0 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072659 Jul 27 22:09:54.431217 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.455971 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.570085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Allocated IP 172.25.1.28 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/8c4ca8e7-e21b-495b-987a-1c189aed37ba) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:54.733122 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.779918 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:54.831851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:54.836939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:54.841380 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:54.844464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4ca8e7-e21b-495b-987a-1c189aed37ba,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:55.103071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842b606-8b5f-4cfe-a661-fa674dd57b95 req-cd782c67-9928-4f5e-a723-b851a4e7bf7a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:55.104673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f842b606-8b5f-4cfe-a661-fa674dd57b95 req-cd782c67-9928-4f5e-a723-b851a4e7bf7a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 944 time: 0.1738763 Jul 27 22:09:55.151709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c728cb-58d2-4799-9b68-74e2614e7b9c None None] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:09:55.234962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0f5e4288-9ff1-4e63-8842-ab6622b23a9f None None] Provisioning for port 31fc24d9-6cc9-4ace-a59e-e217122281cf completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:55.306168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1e925528-40c7-4963-96aa-3b9fcbd70e85 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:09:55.328874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f842b606-8b5f-4cfe-a661-fa674dd57b95 req-e54ded78-3f0e-4138-92f7-74eea5ca33d3 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074764 Jul 27 22:09:55.342588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355be6b-d497-4e0a-9f06-7eb598162b4b req-06bfc4b9-941e-412d-ac6a-eaf1512a9e11 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:55.358192 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c355be6b-d497-4e0a-9f06-7eb598162b4b req-06bfc4b9-941e-412d-ac6a-eaf1512a9e11 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 944 time: 0.1879845 Jul 27 22:09:55.442592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 31fc24d9-6cc9-4ace-a59e-e217122281cf up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:55.497444 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:55.589229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 1e925528-40c7-4963-96aa-3b9fcbd70e85, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1e925528-40c7-4963-96aa-3b9fcbd70e85,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:55.600183 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 31fc24d9-6cc9-4ace-a59e-e217122281cf completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:55.607419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 31fc24d9-6cc9-4ace-a59e-e217122281cf triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:55.608258 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:55.638402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '1e925528-40c7-4963-96aa-3b9fcbd70e85', 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f', 'port_id': '1e925528-40c7-4963-96aa-3b9fcbd70e85', 'mac_address': 'fa:16:3e:ee:60:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b002b52-082c-4542-85a8-e8ba98f88fc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:09:55.677144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c355be6b-d497-4e0a-9f06-7eb598162b4b req-f58d0388-0ea5-402a-b8bf-ae8e6f630c71 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104076 Jul 27 22:09:55.848539 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:55.865684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e925528-40c7-4963-96aa-3b9fcbd70e85 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:55.895207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 1e925528-40c7-4963-96aa-3b9fcbd70e85, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1e925528-40c7-4963-96aa-3b9fcbd70e85,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:55.899542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-eccfe169-1eb2-4e41-a98a-174bd2d78789 None None] Provisioning complete for port 31fc24d9-6cc9-4ace-a59e-e217122281cf triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:55.899913 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eccfe169-1eb2-4e41-a98a-174bd2d78789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:55.929541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc82136-aed0-4307-9f1a-d718d7fb44fe req-6d038508-e4c9-41bc-89b3-0ee489729fd9 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:55.936768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfc82136-aed0-4307-9f1a-d718d7fb44fe req-6d038508-e4c9-41bc-89b3-0ee489729fd9 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.2305725 Jul 27 22:09:55.983964 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:55.993604 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:55.994444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8000d69e-c03f-4f8a-becc-16ed11789574 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:09:56.008067 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.018409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 31fc24d9-6cc9-4ace-a59e-e217122281cf, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=31fc24d9-6cc9-4ace-a59e-e217122281cf,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:56.053643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.162355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=1e925528-40c7-4963-96aa-3b9fcbd70e85,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:56.162355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8000d69e-c03f-4f8a-becc-16ed11789574, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8000d69e-c03f-4f8a-becc-16ed11789574,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:56.196870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '8000d69e-c03f-4f8a-becc-16ed11789574', 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f', 'port_id': '8000d69e-c03f-4f8a-becc-16ed11789574', 'mac_address': 'fa:16:3e:f9:89:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b002b52-082c-4542-85a8-e8ba98f88fc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:09:56.222756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfc82136-aed0-4307-9f1a-d718d7fb44fe req-28fd5a50-3d60-45bc-bf42-2b0cf655d307 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851243 Jul 27 22:09:56.254369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Router 9ea9cf76-51aa-4818-bc02-61443f954003 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:09:56.258999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=31fc24d9-6cc9-4ace-a59e-e217122281cf,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:56.263895 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.279799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8000d69e-c03f-4f8a-becc-16ed11789574 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:56.305155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8000d69e-c03f-4f8a-becc-16ed11789574, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8000d69e-c03f-4f8a-becc-16ed11789574,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:56.311426 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.313067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 87c0ed67-05da-4142-a8c3-6b041a4e3459 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:09:56.343185 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-3ae733ae-e937-4326-a7e6-d041a1e8d383 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0801516 Jul 27 22:09:56.360654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 87c0ed67-05da-4142-a8c3-6b041a4e3459, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=87c0ed67-05da-4142-a8c3-6b041a4e3459,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:56.411046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '87c0ed67-05da-4142-a8c3-6b041a4e3459', 'network_id': '5833e6b5-e4a6-4c16-968b-9225f135828f', 'port_id': '87c0ed67-05da-4142-a8c3-6b041a4e3459', 'mac_address': 'fa:16:3e:2f:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b002b52-082c-4542-85a8-e8ba98f88fc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:09:56.477790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-01bc1fca-0e58-46ad-8fcf-4ca2c29d8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.478699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-01bc1fca-0e58-46ad-8fcf-4ca2c29d8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.479356 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-01bc1fca-0e58-46ad-8fcf-4ca2c29d8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.480974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-01bc1fca-0e58-46ad-8fcf-4ca2c29d8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.481676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-01bc1fca-0e58-46ad-8fcf-4ca2c29d8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.482364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-01bc1fca-0e58-46ad-8fcf-4ca2c29d8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.483010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-01bc1fca-0e58-46ad-8fcf-4ca2c29d8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.487228 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-01bc1fca-0e58-46ad-8fcf-4ca2c29d8533 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6490 time: 0.0825069 Jul 27 22:09:56.503551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8000d69e-c03f-4f8a-becc-16ed11789574,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:56.522952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:09:56.535136 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Sync routers for ids ['9ea9cf76-51aa-4818-bc02-61443f954003'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:09:56.547718 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.555769 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Routers {'9ea9cf76-51aa-4818-bc02-61443f954003'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:56.560415 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:09:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9ea9cf76-51aa-4818-bc02-61443f954003'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:56.562581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940915a-fbc9-45f2-84bc-1baef2fa880e req-7b6581d3-6c3b-461e-9962-4bd002a8efdf tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.564179 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9940915a-fbc9-45f2-84bc-1baef2fa880e req-7b6581d3-6c3b-461e-9962-4bd002a8efdf tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 944 time: 0.1286068 Jul 27 22:09:56.589193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c0ed67-05da-4142-a8c3-6b041a4e3459 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:56.605165 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.621121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 87c0ed67-05da-4142-a8c3-6b041a4e3459, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=87c0ed67-05da-4142-a8c3-6b041a4e3459,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:56.621414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-39b6ad16-8621-436f-b86b-7837bdbd6df7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8947976 Jul 27 22:09:56.627188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:56.631832 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:56.632570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a6250d34-9f5a-4325-9c6b-a0f116b5328f details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:09:56.667229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9940915a-fbc9-45f2-84bc-1baef2fa880e req-1ca79b8b-0dea-4c93-bfa6-cf92a62147c5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918975 Jul 27 22:09:56.697608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-e03c603f-c725-4530-9551-d748713aa853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.698514 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-e03c603f-c725-4530-9551-d748713aa853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.699051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-e03c603f-c725-4530-9551-d748713aa853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.701207 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-e03c603f-c725-4530-9551-d748713aa853 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b72184-423f-48d6-9efa-1107e6681307&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&id=7efe6e56-000d-409a-b0b3-b6fad79e6b74 HTTP/1.1" status: 200 len: 2292 time: 0.1661420 Jul 27 22:09:56.764178 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Set router 9ea9cf76-51aa-4818-bc02-61443f954003 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:56.840096 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-a75839a8-d877-464e-aa38-5e2c95144478 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7767e66-2ea5-4352-94b5-28f217a07aab HTTP/1.1" status: 200 len: 1000 time: 0.1319032 Jul 27 22:09:56.927336 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=87c0ed67-05da-4142-a8c3-6b041a4e3459,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:56.942180 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-55e629e6-af60-41f4-b069-bb740969445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:56.943724 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-55e629e6-af60-41f4-b069-bb740969445c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7746efe-61a7-45c7-ac8d-cb8760801fae HTTP/1.1" status: 200 len: 851 time: 0.0965133 Jul 27 22:09:57.028848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-1f478d56-52d8-4c29-a24c-4665a9c4a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:57.033718 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-1f478d56-52d8-4c29-a24c-4665a9c4a73b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b72184-423f-48d6-9efa-1107e6681307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799322 Jul 27 22:09:57.052376 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a6250d34-9f5a-4325-9c6b-a0f116b5328f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6250d34-9f5a-4325-9c6b-a0f116b5328f,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:57.115607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'port_id': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f', 'mac_address': 'fa:16:3e:80:a7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96446a54-8a20-4b30-ac6d-87fb13a576eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:09:57.162162 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-d7f7976d-401b-4251-a729-a333cb35014d service neutron] 10.222.0.41 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188650 Jul 27 22:09:57.181190 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:09:55Z', 'revision_number': 3, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:57.250422 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Checking router: 9ea9cf76-51aa-4818-bc02-61443f954003 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:09:57.251014 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Updating router 9ea9cf76-51aa-4818-bc02-61443f954003 port 8c4ca8e7-e21b-495b-987a-1c189aed37ba binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:09:57.272268 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.312246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac64ec-5bac-4e30-adde-a8992de7edb5 req-6d255583-e923-4ea9-987a-4e6611a3dff3 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:57.318687 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.321065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6250d34-9f5a-4325-9c6b-a0f116b5328f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:57.328163 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52ac64ec-5bac-4e30-adde-a8992de7edb5 req-6d255583-e923-4ea9-987a-4e6611a3dff3 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 945 time: 0.4994810 Jul 27 22:09:57.382780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a6250d34-9f5a-4325-9c6b-a0f116b5328f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6250d34-9f5a-4325-9c6b-a0f116b5328f,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:57.390302 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-3d959d32-f065-4fc8-85c3-1e282ea238e5 service neutron] 10.222.0.41 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209342 Jul 27 22:09:57.395187 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.401982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 31fc24d9-6cc9-4ace-a59e-e217122281cf up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:57.442990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52ac64ec-5bac-4e30-adde-a8992de7edb5 req-09a8f5d7-b271-460a-b1fd-b6d271d8f5ac tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138754 Jul 27 22:09:57.492668 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-86553de6-e0af-4306-9431-24f15ae087a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=3e2e069c-b4e5-4d60-8ef1-59e97587c47f HTTP/1.1" status: 200 len: 217 time: 0.0946536 Jul 27 22:09:57.621902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-c7a29300-f53a-4681-a1ef-6d4ed9a49247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:57.629485 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-c7a29300-f53a-4681-a1ef-6d4ed9a49247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1287265 Jul 27 22:09:57.634379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf7a80-4c3d-4e82-b125-263b6518689a req-4a3d6583-fc9f-40ab-b4c5-e9235e0709d4 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:57.643369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cdf7a80-4c3d-4e82-b125-263b6518689a req-4a3d6583-fc9f-40ab-b4c5-e9235e0709d4 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1973410 Jul 27 22:09:57.707459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a6250d34-9f5a-4325-9c6b-a0f116b5328f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:57.744890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-87defc45-a309-4138-9597-6bf7d871065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:57.750632 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-87defc45-a309-4138-9597-6bf7d871065a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103268 Jul 27 22:09:57.784510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 31fc24d9-6cc9-4ace-a59e-e217122281cf triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:57.784888 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.888980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8000d69e-c03f-4f8a-becc-16ed11789574'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:57.947629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['87c0ed67-05da-4142-a8c3-6b041a4e3459'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:57.950049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-b5ee93d6-745a-4784-ab6f-4d00b703978f service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954994 Jul 27 22:09:57.952080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['a6250d34-9f5a-4325-9c6b-a0f116b5328f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:57.954043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['1e925528-40c7-4963-96aa-3b9fcbd70e85'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:57.962458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cdf7a80-4c3d-4e82-b125-263b6518689a req-8f5f1284-6db7-4da3-bfff-b5425f6eb40d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642982 Jul 27 22:09:57.976421 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:57.996449 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Transition to ACTIVE for port object 8c4ca8e7-e21b-495b-987a-1c189aed37ba will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:58.021500 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:58.151176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283a618-44fa-4cc0-be27-0fca9776ba19 req-77b5f443-9e87-4ce0-baa9-f66c9ec87d52 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:58.156285 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-72c64727-2f8a-4f31-b098-6a97a40be481 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901386 Jul 27 22:09:58.162789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8283a618-44fa-4cc0-be27-0fca9776ba19 req-77b5f443-9e87-4ce0-baa9-f66c9ec87d52 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 945 time: 0.2608478 Jul 27 22:09:58.185493 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Attempting to bind port 8c4ca8e7-e21b-495b-987a-1c189aed37ba on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:09:58.185860 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Attempting to bind port 8c4ca8e7-e21b-495b-987a-1c189aed37ba by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:09:58.186219 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Attempting to bind port 8c4ca8e7-e21b-495b-987a-1c189aed37ba on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:09:58.215423 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:58.228966 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:09:58.229387 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:09:58.229794 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:58.230290 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:09:58.230786 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Bound port: 8c4ca8e7-e21b-495b-987a-1c189aed37ba, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:09:58.231166 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:58.237782 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Pushing event updated for resources: {'Port': ['ID=8c4ca8e7-e21b-495b-987a-1c189aed37ba,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:58.254571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8283a618-44fa-4cc0-be27-0fca9776ba19 req-91ee6d47-784e-48ed-b117-323c243c930c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804136 Jul 27 22:09:58.282959 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-2a165c58-e5bc-43f1-96e5-8d45875dc622 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=8f6682e7-807c-456b-8719-b5adefaf5440 HTTP/1.1" status: 200 len: 217 time: 0.1065557 Jul 27 22:09:58.290405 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:58.290757 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:58.291094 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:58.291427 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:58.291751 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:58.292073 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:58.292391 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:58.292706 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:58.293024 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:58.293342 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:58.293655 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:58.293968 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:58.366231 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] For port 8c4ca8e7-e21b-495b-987a-1c189aed37ba, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:09:58.370507 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] For port 8c4ca8e7-e21b-495b-987a-1c189aed37ba, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8c4ca8e7-e21b-495b-987a-1c189aed37ba,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:09:58.380751 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:58.414160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-e760d4c4-24db-4089-a1c2-0065c32577db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:58.416119 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-e760d4c4-24db-4089-a1c2-0065c32577db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1317489 Jul 27 22:09:58.480510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-e581744a-2458-422b-8860-ec8a124d6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:58.482361 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-e581744a-2458-422b-8860-ec8a124d6fbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577946 Jul 27 22:09:58.505819 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552de21-3d77-4662-8522-7362f9d5f9aa None None] Pushing event updated for resources: {'Port': ['ID=8c4ca8e7-e21b-495b-987a-1c189aed37ba,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:58.508689 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Routers {'9ea9cf76-51aa-4818-bc02-61443f954003'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:58.509293 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:09:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9ea9cf76-51aa-4818-bc02-61443f954003'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:58.664500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e4094-4bb6-4b74-a5f8-338f9b07868b req-557d0a26-c7ea-4d62-a744-38f8430e7a4d tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:58.666053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-482e4094-4bb6-4b74-a5f8-338f9b07868b req-557d0a26-c7ea-4d62-a744-38f8430e7a4d tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 945 time: 0.1144109 Jul 27 22:09:58.667149 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-833a3ed8-a959-4c6f-8c8b-5f1d27438875 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727231 Jul 27 22:09:58.667326 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Allocated IP 172.20.0.1 (4c0e47d2-6150-45e9-905c-313a1c6e140b/1db25ef7-bbb2-4f2f-9291-aebd84fb4c42/94608bc3-dc07-4055-b309-8b20bf0a2732) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:58.717842 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] Set router 9ea9cf76-51aa-4818-bc02-61443f954003 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:58.825413 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-6a53c03c-a26a-47a6-a2d7-1ecfb36a0b5f service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500194 Jul 27 22:09:58.842278 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-482e4094-4bb6-4b74-a5f8-338f9b07868b req-cc4cff98-bc7d-4f49-bdef-daa740b0faf9 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647406 Jul 27 22:09:58.897072 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-9f7a0d42-3def-4e24-87ff-735800d77594 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a6e30d26-0b16-4f84-a1b1-64168269b29b HTTP/1.1" status: 200 len: 217 time: 0.0637548 Jul 27 22:09:58.953952 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:58.976791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Transition to ACTIVE for port object 94608bc3-dc07-4055-b309-8b20bf0a2732 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:09:58.992918 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-b9eb553b-f90d-4139-964d-29b9a5cdc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:58.994569 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-b9eb553b-f90d-4139-964d-29b9a5cdc3c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.0895624 Jul 27 22:09:59.071525 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-e6ca3b2e-3971-48ff-b103-a8e2d0fe9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:59.072687 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:09:55Z', 'revision_number': 3, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:59.073467 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-e6ca3b2e-3971-48ff-b103-a8e2d0fe9d6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0704308 Jul 27 22:09:59.076051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.123290 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61657720-cb1a-43bc-87fd-4bb227f5c70c None None] The sync data for ids ['9ea9cf76-51aa-4818-bc02-61443f954003'] in n-d-802011-3 is: [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:09:55Z', 'revision_number': 3, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:09:59.173146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:59.179391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:59.187559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:59.222137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Pushing event updated for resources: {'Port': ['ID=94608bc3-dc07-4055-b309-8b20bf0a2732,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:59.242439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c6081-b5ca-49c7-84c1-5ebbdbcf0e5f req-192e7cb3-1176-4549-acf7-2fb6a22594f2 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:59.256149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a8c6081-b5ca-49c7-84c1-5ebbdbcf0e5f req-192e7cb3-1176-4549-acf7-2fb6a22594f2 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1294336 Jul 27 22:09:59.301044 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-0cccdc25-3b74-456f-b511-017c3005c109 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175310 Jul 27 22:09:59.311536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.336712 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a8c6081-b5ca-49c7-84c1-5ebbdbcf0e5f req-a8611ed7-a822-46ca-a351-e5dfa070dc08 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794306 Jul 27 22:09:59.582155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-01d2335f-e484-45c1-840c-bcbe3f325f20 None None] Provisioning for port 94608bc3-dc07-4055-b309-8b20bf0a2732 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:59.606933 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfa059-0e06-4e65-b76c-c5935c5e2d1b req-eaf07d73-bfbf-402e-81de-41a8bfa82bff tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:59.608237 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-ffb6329a-ef47-45f0-9f5a-86b8c7e60ad8 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995758 Jul 27 22:09:59.613428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-01d2335f-e484-45c1-840c-bcbe3f325f20 None None] Provisioning complete for port 94608bc3-dc07-4055-b309-8b20bf0a2732 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:59.613428 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01d2335f-e484-45c1-840c-bcbe3f325f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.618451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eedfa059-0e06-4e65-b76c-c5935c5e2d1b req-eaf07d73-bfbf-402e-81de-41a8bfa82bff tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 945 time: 0.2072413 Jul 27 22:09:59.694114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-01d2335f-e484-45c1-840c-bcbe3f325f20 None None] Port 94608bc3-dc07-4055-b309-8b20bf0a2732 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:09:59.703243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eedfa059-0e06-4e65-b76c-c5935c5e2d1b req-ed53b118-f36f-4652-9c06-63ff31df22ed tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865674 Jul 27 22:09:59.703904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:59.706406 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-7022cfc8-58bb-4a83-bfab-bc98c0b1eafa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=0e11f515-abfb-448e-8706-6e04ee070ee6 HTTP/1.1" status: 200 len: 217 time: 0.0848815 Jul 27 22:09:59.776140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-b426e915-7f3a-4e83-8646-b72c5d20b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:59.777788 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-b426e915-7f3a-4e83-8646-b72c5d20b91d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.0636113 Jul 27 22:09:59.844827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-16df7441-29fe-4b46-a5e1-ecd43b02608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:59.847301 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-16df7441-29fe-4b46-a5e1-ecd43b02608d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604873 Jul 27 22:10:00.016333 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-ecb5a0c3-d0e0-49e4-a911-03c5c555203e service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591408 Jul 27 22:10:00.157148 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-34519aed-2bb4-4fe7-8a31-0f2d18d2c905 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323225 Jul 27 22:10:00.230777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-e0b68a6e-3339-4390-9a14-863bcf58bcf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77e3b391-a760-4065-8191-93ed4633266d HTTP/1.1" status: 200 len: 217 time: 0.0529697 Jul 27 22:10:00.300124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-6899b1a7-2f91-4283-8495-b1bdbb35418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:00.302322 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-6899b1a7-2f91-4283-8495-b1bdbb35418a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 200 len: 797 time: 0.0580623 Jul 27 22:10:00.369005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-8395aa70-35fc-4cd1-acea-634254d064a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:00.372033 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-8395aa70-35fc-4cd1-acea-634254d064a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0607009 Jul 27 22:10:00.430364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6cb2-b28e-4cdb-9efd-a997f6f17e76 req-fb8e8b35-b7b3-42d0-b386-ee3c94feb417 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:00.431912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e51c6cb2-b28e-4cdb-9efd-a997f6f17e76 req-fb8e8b35-b7b3-42d0-b386-ee3c94feb417 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 945 time: 0.1152837 Jul 27 22:10:00.561184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22461d2a-4738-4fb1-87d2-dcce3ae01da3 req-6d516d6b-802d-4da5-b9a8-cbdad18c7693 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:00.565076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-ec11d2c6-e5ca-437a-86bf-1e50cdb85191 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812711 Jul 27 22:10:00.566924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22461d2a-4738-4fb1-87d2-dcce3ae01da3 req-6d516d6b-802d-4da5-b9a8-cbdad18c7693 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1340010 Jul 27 22:10:00.589924 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.595563 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e51c6cb2-b28e-4cdb-9efd-a997f6f17e76 req-f94eeb4c-0dfc-48e5-abd0-af0f44d0a792 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486447 Jul 27 22:10:00.603991 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.713821 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-8cb26296-bd9d-418e-be81-16d8baa1c912 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414490 Jul 27 22:10:00.714898 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:00.719939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Pushing event updated for resources: {'Port': ['ID=94608bc3-dc07-4055-b309-8b20bf0a2732,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:00.748934 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22461d2a-4738-4fb1-87d2-dcce3ae01da3 req-7d13844b-74a5-4643-98c4-30c292423e4b tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735156 Jul 27 22:10:00.811480 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-e689073b-5569-4493-af19-39e8652d77db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e9ecb4df-727b-4972-9e8e-8f6a732dac7c HTTP/1.1" status: 200 len: 217 time: 0.0904982 Jul 27 22:10:00.880169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-0ea2ca05-c6cf-4693-9ed7-01a241dc8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:00.882136 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-0ea2ca05-c6cf-4693-9ed7-01a241dc8a0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 200 len: 797 time: 0.0627320 Jul 27 22:10:00.882496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:00.886609 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:00.900001 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f71e4a-52bd-480c-a51f-9c8735254e33 req-e0eb8572-df3c-4ed0-bb96-6fa2baf4f253 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:00.901758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-38f71e4a-52bd-480c-a51f-9c8735254e33 req-e0eb8572-df3c-4ed0-bb96-6fa2baf4f253 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 945 time: 0.0743811 Jul 27 22:10:00.947889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-10a77e0b-9b30-45af-8e2c-8ff9531ad878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:00.949770 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-10a77e0b-9b30-45af-8e2c-8ff9531ad878 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596008 Jul 27 22:10:01.073937 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-217e907e-89c4-42a3-a88b-dc5828315b82 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156275 Jul 27 22:10:01.077928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Router 9ea9cf76-51aa-4818-bc02-61443f954003 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:01.082666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-38f71e4a-52bd-480c-a51f-9c8735254e33 req-1782c064-89a0-44b0-b1ab-a98bab633cfb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450597 Jul 27 22:10:01.258799 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20e55dd8-afb8-4666-8680-d27b0dbfae7d req-5dea167d-6b57-4b5f-9b8e-2831677439e0 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771772 Jul 27 22:10:01.279397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:01.292430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e18753e6-b1a7-4f74-818a-55666d152d81 admin admin] 10.222.0.24 "PUT /v2.0/routers/9ea9cf76-51aa-4818-bc02-61443f954003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6428704 Jul 27 22:10:01.333222 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c139659a-d2e3-45f9-9459-27c968264ff8 None None] Provisioning complete for port 94608bc3-dc07-4055-b309-8b20bf0a2732 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:01.334231 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c139659a-d2e3-45f9-9459-27c968264ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.380528 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8c4ca8e7-e21b-495b-987a-1c189aed37ba up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:01.432313 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1e925528-40c7-4963-96aa-3b9fcbd70e85 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:01.437199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c139659a-d2e3-45f9-9459-27c968264ff8 None None] Port 94608bc3-dc07-4055-b309-8b20bf0a2732 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:10:01.497630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 8c4ca8e7-e21b-495b-987a-1c189aed37ba completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:01.501456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8c4ca8e7-e21b-495b-987a-1c189aed37ba triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:01.502470 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.504206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 1e925528-40c7-4963-96aa-3b9fcbd70e85 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:01.530389 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 1e925528-40c7-4963-96aa-3b9fcbd70e85 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:01.530634 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.674621 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.712973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b08348d-cfbd-47f6-a512-e56bf4ed165c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e925528-40c7-4963-96aa-3b9fcbd70e85'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:01.715256 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8ae009-e986-47b5-ae45-ed0f921a9032" -d '{"events": [{"server_uuid": "9b08348d-cfbd-47f6-a512-e56bf4ed165c", "name": "network-vif-plugged", "status": "completed", "tag": "1e925528-40c7-4963-96aa-3b9fcbd70e85"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:01.717897 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.740902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 1e925528-40c7-4963-96aa-3b9fcbd70e85, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1e925528-40c7-4963-96aa-3b9fcbd70e85,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:01.749604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Sync routers for ids ['9ea9cf76-51aa-4818-bc02-61443f954003'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:01.757521 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.758360 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8000d69e-c03f-4f8a-becc-16ed11789574 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:01.772793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc5e7b-b830-4183-9e93-d9d5d86e6db7 req-2ca67cdc-03d4-40a9-8c0c-bdad585d476b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:01.774783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2dc5e7b-b830-4183-9e93-d9d5d86e6db7 req-2ca67cdc-03d4-40a9-8c0c-bdad585d476b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 945 time: 0.0729661 Jul 27 22:10:01.801084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 8c4ca8e7-e21b-495b-987a-1c189aed37ba, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8c4ca8e7-e21b-495b-987a-1c189aed37ba,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:01.842211 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2dc5e7b-b830-4183-9e93-d9d5d86e6db7 req-df0446fe-ef7f-47d4-a0a8-5940e523069e tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569515 Jul 27 22:10:01.846678 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.853396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48878) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:01.862118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-af73f2ce-1c41-4dc7-911a-a5e795646c6a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707226882', 'description': 'tempest-description--343692427'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:01.862374 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Routers {'9ea9cf76-51aa-4818-bc02-61443f954003'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:01.862374 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:09:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9ea9cf76-51aa-4818-bc02-61443f954003'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:01.905260 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af73f2ce-1c41-4dc7-911a-a5e795646c6a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.944293 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=1e925528-40c7-4963-96aa-3b9fcbd70e85,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:01.951089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 8000d69e-c03f-4f8a-becc-16ed11789574 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:01.957344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 8000d69e-c03f-4f8a-becc-16ed11789574 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:01.957719 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:01.992433 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fce069e-31aa-46ab-9e2d-a990fb18ddec x-openstack-request-id: req-3fce069e-31aa-46ab-9e2d-a990fb18ddec {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:01.992733 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b08348d-cfbd-47f6-a512-e56bf4ed165c", "name": "network-vif-plugged", "status": "completed", "tag": "1e925528-40c7-4963-96aa-3b9fcbd70e85", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:01.992996 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3fce069e-31aa-46ab-9e2d-a990fb18ddec {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:01.993428 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b08348d-cfbd-47f6-a512-e56bf4ed165c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e925528-40c7-4963-96aa-3b9fcbd70e85', 'code': 200} Jul 27 22:10:02.101149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=8c4ca8e7-e21b-495b-987a-1c189aed37ba,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:02.121203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Set router 9ea9cf76-51aa-4818-bc02-61443f954003 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:02.190504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fb4b0-3c65-4613-91ac-8aa4312ac2bc req-f64f8c73-68db-4d70-826f-40d38e04a4f8 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:02.202445 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e43fb4b0-3c65-4613-91ac-8aa4312ac2bc req-f64f8c73-68db-4d70-826f-40d38e04a4f8 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1431799 Jul 27 22:10:02.204440 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.224394 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af73f2ce-1c41-4dc7-911a-a5e795646c6a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.238665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af73f2ce-1c41-4dc7-911a-a5e795646c6a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.258789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d9fa9-74df-4cd2-b84e-68916edb9fb4 req-3a4f0327-69f2-423d-b78a-6815cc4fa4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:02.260698 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-761d9fa9-74df-4cd2-b84e-68916edb9fb4 req-3a4f0327-69f2-423d-b78a-6815cc4fa4e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b08348d-cfbd-47f6-a512-e56bf4ed165c HTTP/1.1" status: 200 len: 1096 time: 0.1889412 Jul 27 22:10:02.307750 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e43fb4b0-3c65-4613-91ac-8aa4312ac2bc req-20fb0c31-302b-499e-b31a-54a577aa6d87 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994635 Jul 27 22:10:02.344631 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af73f2ce-1c41-4dc7-911a-a5e795646c6a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.349394 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-af73f2ce-1c41-4dc7-911a-a5e795646c6a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4923594 Jul 27 22:10:02.350422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48894) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:02.351209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73f2ce-1c41-4dc7-911a-a5e795646c6a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a258325c-21dc-4cba-926e-cca1bd6dc744,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:02.357683 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-611cfa71-cd66-4c6e-929d-eb4dce070c8f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Request body: {'security_group_rule': {'security_group_id': 'a258325c-21dc-4cba-926e-cca1bd6dc744', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:02.365102 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-761d9fa9-74df-4cd2-b84e-68916edb9fb4 req-4e41c4e9-d6b0-4da2-95c8-2e456e5781da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926578 Jul 27 22:10:02.375990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8000d69e-c03f-4f8a-becc-16ed11789574, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8000d69e-c03f-4f8a-becc-16ed11789574,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:02.400817 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.402727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 87c0ed67-05da-4142-a8c3-6b041a4e3459 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:02.403714 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-611cfa71-cd66-4c6e-929d-eb4dce070c8f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.418384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa012f9-fb1d-43b4-a7d0-cab96b948438 req-4bf0744e-b391-4647-8f4d-31f0797c88e3 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:02.420157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2aa012f9-fb1d-43b4-a7d0-cab96b948438 req-4bf0744e-b391-4647-8f4d-31f0797c88e3 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 945 time: 0.0566075 Jul 27 22:10:02.466029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2aa012f9-fb1d-43b4-a7d0-cab96b948438 req-0b5f05de-ad0a-4ced-a28b-24c86109e528 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Jul 27 22:10:02.520863 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-611cfa71-cd66-4c6e-929d-eb4dce070c8f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.526246 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-611cfa71-cd66-4c6e-929d-eb4dce070c8f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.554136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cfa71-cd66-4c6e-929d-eb4dce070c8f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f77b27-8dda-4b4b-8018-9100216e91cc,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:02.561878 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-611cfa71-cd66-4c6e-929d-eb4dce070c8f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.563294 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-611cfa71-cd66-4c6e-929d-eb4dce070c8f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2092562 Jul 27 22:10:02.566226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48896) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:02.571526 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-60de7f3f-bb76-437c-82c6-d9f75a7855ec tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Request body: {'security_group_rule': {'security_group_id': 'a258325c-21dc-4cba-926e-cca1bd6dc744', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:02.614470 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60de7f3f-bb76-437c-82c6-d9f75a7855ec tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.630096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8000d69e-c03f-4f8a-becc-16ed11789574,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:02.654802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '94608bc3-dc07-4055-b309-8b20bf0a2732', 'name': '', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'mac_address': 'fa:16:3e:22:c0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:58Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 2, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'subnets': [{'id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:02.676911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60de7f3f-bb76-437c-82c6-d9f75a7855ec tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.682285 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60de7f3f-bb76-437c-82c6-d9f75a7855ec tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.688010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 87c0ed67-05da-4142-a8c3-6b041a4e3459 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:02.690552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Checking router: 9ea9cf76-51aa-4818-bc02-61443f954003 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:02.692008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Updating router 9ea9cf76-51aa-4818-bc02-61443f954003 port 94608bc3-dc07-4055-b309-8b20bf0a2732 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:10:02.706360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de7f3f-bb76-437c-82c6-d9f75a7855ec tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343c655d-d344-4659-aa92-a76495708907,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:02.713813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 87c0ed67-05da-4142-a8c3-6b041a4e3459 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:02.714198 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.723790 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60de7f3f-bb76-437c-82c6-d9f75a7855ec tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.725308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-60de7f3f-bb76-437c-82c6-d9f75a7855ec tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577675 Jul 27 22:10:02.728138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:02.733214 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:02.774828 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.788044 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.829604 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-401ab333-aa9c-4f3f-9e42-5edebd39951c req-65f28de2-7363-496c-a699-05197d1c5294 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752676 Jul 27 22:10:02.869418 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.909767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab333-aa9c-4f3f-9e42-5edebd39951c req-0821d1bd-b23c-46e9-ab64-dec71916e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:02.911440 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-401ab333-aa9c-4f3f-9e42-5edebd39951c req-0821d1bd-b23c-46e9-ab64-dec71916e91a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 1096 time: 0.0528519 Jul 27 22:10:02.976326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 87c0ed67-05da-4142-a8c3-6b041a4e3459, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=87c0ed67-05da-4142-a8c3-6b041a4e3459,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:02.994857 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.995694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a6250d34-9f5a-4325-9c6b-a0f116b5328f up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:03.086576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=87c0ed67-05da-4142-a8c3-6b041a4e3459,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:03.115291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.158801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab333-aa9c-4f3f-9e42-5edebd39951c req-2a928b19-3efc-4dea-a3da-9b2caf468f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:03.162017 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-401ab333-aa9c-4f3f-9e42-5edebd39951c req-2a928b19-3efc-4dea-a3da-9b2caf468f6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 200 len: 919 time: 0.2216473 Jul 27 22:10:03.232186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873a535-c639-458b-a6a3-d1c71cb27d7e req-96dd6a6e-ca3b-4eb6-a256-9235ed69a5fa tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:03.238625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9873a535-c639-458b-a6a3-d1c71cb27d7e req-96dd6a6e-ca3b-4eb6-a256-9235ed69a5fa tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 946 time: 0.2709446 Jul 27 22:10:03.289093 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-401ab333-aa9c-4f3f-9e42-5edebd39951c req-6e92aa98-215f-46f7-a053-2ab1d8194b2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb7e33d8-a843-41a0-a239-77eccec28e54 HTTP/1.1" status: 200 len: 217 time: 0.1178885 Jul 27 22:10:03.382473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9873a535-c639-458b-a6a3-d1c71cb27d7e req-06dddf49-8845-43f3-9949-6276712e6308 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379678 Jul 27 22:10:03.434492 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ab333-aa9c-4f3f-9e42-5edebd39951c req-feb17b05-a68c-4197-9781-85055e3e205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:03.441166 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-401ab333-aa9c-4f3f-9e42-5edebd39951c req-feb17b05-a68c-4197-9781-85055e3e205b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27fdfe18-3271-46de-9a08-597c0b96bc30 HTTP/1.1" status: 200 len: 858 time: 0.1400888 Jul 27 22:10:03.457242 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.469101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Transition to ACTIVE for port object 94608bc3-dc07-4055-b309-8b20bf0a2732 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:03.476672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8c4ca8e7-e21b-495b-987a-1c189aed37ba up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:03.500503 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.507952 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-401ab333-aa9c-4f3f-9e42-5edebd39951c req-1f8a7d64-9ff2-416f-b9bb-85cebca28c7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=638396bb-0008-4af7-b598-ed178402e45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565605 Jul 27 22:10:03.564082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a243438-be60-4993-9865-8dfb47ecb1ba None None] Pushing event updated for resources: {'Port': ['ID=94608bc3-dc07-4055-b309-8b20bf0a2732,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:03.591450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port a6250d34-9f5a-4325-9c6b-a0f116b5328f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:03.598874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port a6250d34-9f5a-4325-9c6b-a0f116b5328f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:03.599339 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.606462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Allocated IP 172.25.1.238 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/db28ad08-1318-4edb-b366-57268fc5e95a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:03.650782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8c8e5-107a-45ef-9ea1-5688e26e9380 req-5b1fce02-88e8-4d6d-8a2b-78c5aa146d92 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:03.663531 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dbb8c8e5-107a-45ef-9ea1-5688e26e9380 req-5b1fce02-88e8-4d6d-8a2b-78c5aa146d92 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1749365 Jul 27 22:10:03.737270 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-401ab333-aa9c-4f3f-9e42-5edebd39951c req-c5b45c21-b5fa-46cc-b2c0-ce6e6bc8cbb1 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085552 Jul 27 22:10:03.778843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Attempting to bind port 94608bc3-dc07-4055-b309-8b20bf0a2732 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:03.779615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Attempting to bind port 94608bc3-dc07-4055-b309-8b20bf0a2732 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:03.780155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Attempting to bind port 94608bc3-dc07-4055-b309-8b20bf0a2732 on network 4c0e47d2-6150-45e9-905c-313a1c6e140b {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:03.792699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8c4ca8e7-e21b-495b-987a-1c189aed37ba triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:03.793259 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.798462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dbb8c8e5-107a-45ef-9ea1-5688e26e9380 req-6a40207c-77f7-498d-88f4-c85426ef39d1 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338866 Jul 27 22:10:03.817425 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:03.823742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Checking segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:03.824367 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.834888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Bound using segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:03.835737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Bound port: 94608bc3-dc07-4055-b309-8b20bf0a2732, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:03.836325 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.840253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4faf41-820b-41f7-840c-329ed297ee89 req-20b0ead5-d783-422b-9e70-98b8ed2c2dac tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:03.841784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad4faf41-820b-41f7-840c-329ed297ee89 req-20b0ead5-d783-422b-9e70-98b8ed2c2dac tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 945 time: 0.1756146 Jul 27 22:10:03.928704 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-401ab333-aa9c-4f3f-9e42-5edebd39951c req-2015c42f-3fc4-412b-981c-2142fd8c1d52 service neutron] 10.222.0.43 "GET /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891844 Jul 27 22:10:03.941268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad4faf41-820b-41f7-840c-329ed297ee89 req-159359c2-d881-473b-b62a-bcebe33a34ef tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866723 Jul 27 22:10:03.950009 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:03.999691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6fe792-2a91-44fc-8050-c97b577df98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8000d69e-c03f-4f8a-becc-16ed11789574'}, {'server_uuid': '55a23de4-e2c3-4544-ac24-af18b92ab625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c0ed67-05da-4142-a8c3-6b041a4e3459'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:04.006234 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7c38ae-771a-438b-97aa-ed93b3f2ca64" -d '{"events": [{"server_uuid": "fc6fe792-2a91-44fc-8050-c97b577df98d", "name": "network-vif-plugged", "status": "completed", "tag": "8000d69e-c03f-4f8a-becc-16ed11789574"}, {"server_uuid": "55a23de4-e2c3-4544-ac24-af18b92ab625", "name": "network-vif-plugged", "status": "completed", "tag": "87c0ed67-05da-4142-a8c3-6b041a4e3459"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:04.059126 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.105455 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc6638e-ceda-4edb-abb5-9198af128961 x-openstack-request-id: req-4cc6638e-ceda-4edb-abb5-9198af128961 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:04.105755 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6fe792-2a91-44fc-8050-c97b577df98d", "name": "network-vif-plugged", "status": "completed", "tag": "8000d69e-c03f-4f8a-becc-16ed11789574", "code": 200}, {"server_uuid": "55a23de4-e2c3-4544-ac24-af18b92ab625", "name": "network-vif-plugged", "status": "completed", "tag": "87c0ed67-05da-4142-a8c3-6b041a4e3459", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:04.106005 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cc6638e-ceda-4edb-abb5-9198af128961 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:04.106420 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6fe792-2a91-44fc-8050-c97b577df98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8000d69e-c03f-4f8a-becc-16ed11789574', 'code': 200} Jul 27 22:10:04.106670 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a23de4-e2c3-4544-ac24-af18b92ab625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c0ed67-05da-4142-a8c3-6b041a4e3459', 'code': 200} Jul 27 22:10:04.122003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:04.124992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:04.132869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:04.141516 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.167163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] For port 94608bc3-dc07-4055-b309-8b20bf0a2732, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:04.171041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event updated for resources: {'Port': ['ID=db28ad08-1318-4edb-b366-57268fc5e95a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:04.194981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] For port 94608bc3-dc07-4055-b309-8b20bf0a2732, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=94608bc3-dc07-4055-b309-8b20bf0a2732,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:04.210109 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.223343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a6250d34-9f5a-4325-9c6b-a0f116b5328f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6250d34-9f5a-4325-9c6b-a0f116b5328f,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:04.254905 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.264469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ccdba-6687-4ee7-afed-16b813a477b6 req-7144969f-e9b2-459a-a809-1a4283457945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:04.266145 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a1ccdba-6687-4ee7-afed-16b813a477b6 req-7144969f-e9b2-459a-a809-1a4283457945 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 1097 time: 0.1217439 Jul 27 22:10:04.301357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c0e37-17bc-4df8-9e13-4b9a6d41e87b req-3b567f1b-8b64-406c-95f8-20e8184d718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:04.306307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a92c0e37-17bc-4df8-9e13-4b9a6d41e87b req-3b567f1b-8b64-406c-95f8-20e8184d718c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55a23de4-e2c3-4544-ac24-af18b92ab625 HTTP/1.1" status: 200 len: 1097 time: 0.1402664 Jul 27 22:10:04.310635 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.318241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Routers {'9ea9cf76-51aa-4818-bc02-61443f954003'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:04.319051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:09:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9ea9cf76-51aa-4818-bc02-61443f954003'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:04.353476 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a1ccdba-6687-4ee7-afed-16b813a477b6 req-af9a389e-f0d9-4e43-b4af-cac8c31c7ff0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785117 Jul 27 22:10:04.378403 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.391511 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a92c0e37-17bc-4df8-9e13-4b9a6d41e87b req-13b9b7a6-2ed1-4305-8899-63b35d024cfa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665872 Jul 27 22:10:04.582560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a243438-be60-4993-9865-8dfb47ecb1ba None None] Pushing event updated for resources: {'Port': ['ID=94608bc3-dc07-4055-b309-8b20bf0a2732,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:04.658778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a6250d34-9f5a-4325-9c6b-a0f116b5328f,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:04.694049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] Set router 9ea9cf76-51aa-4818-bc02-61443f954003 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:04.826706 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.849013 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.933112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608a5e-4dfd-4671-bf0b-4442f9ef49f7 req-2fbf9feb-51ca-4ea6-a6dc-1b458139fdc3 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:04.934790 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9608a5e-4dfd-4671-bf0b-4442f9ef49f7 req-2fbf9feb-51ca-4ea6-a6dc-1b458139fdc3 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 946 time: 0.1851132 Jul 27 22:10:04.956095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '94608bc3-dc07-4055-b309-8b20bf0a2732', 'name': '', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'mac_address': 'fa:16:3e:22:c0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:58Z', 'updated_at': '2021-07-27T22:10:04Z', 'revision_number': 4, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'subnets': [{'id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:04.967017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event updated for resources: {'Port': ['ID=db28ad08-1318-4edb-b366-57268fc5e95a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:04.999235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016352e-438a-417b-a25f-6a3a0f9fbac0 None None] The sync data for ids ['9ea9cf76-51aa-4818-bc02-61443f954003'] in n-d-802011-3 is: [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '94608bc3-dc07-4055-b309-8b20bf0a2732', 'name': '', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'mac_address': 'fa:16:3e:22:c0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:58Z', 'updated_at': '2021-07-27T22:10:04Z', 'revision_number': 4, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'subnets': [{'id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:05.017304 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.066412 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9608a5e-4dfd-4671-bf0b-4442f9ef49f7 req-271111ee-3605-4793-8ba1-ed1dc3b15492 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132851 Jul 27 22:10:05.107859 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa541-c5e6-4d31-8d7c-b92753d55870 req-f58e3f02-2963-4529-b69c-ccacbcbd574c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:05.109892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-911fa541-c5e6-4d31-8d7c-b92753d55870 req-f58e3f02-2963-4529-b69c-ccacbcbd574c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1675940 Jul 27 22:10:05.111497 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.112919 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-15c49df2-89c4-4a51-909d-4be2274dcede tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3838539 Jul 27 22:10:05.274193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-911fa541-c5e6-4d31-8d7c-b92753d55870 req-c813c665-9747-43bc-b96b-b947e849c420 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449418 Jul 27 22:10:05.399619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 94608bc3-dc07-4055-b309-8b20bf0a2732 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:05.440991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bf9a3-da66-402d-8703-cf0a80c3d33b req-d33b2b4f-ab6b-4d19-9260-ab665fd62535 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:05.452027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-754bf9a3-da66-402d-8703-cf0a80c3d33b req-d33b2b4f-ab6b-4d19-9260-ab665fd62535 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1733496 Jul 27 22:10:05.507130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 94608bc3-dc07-4055-b309-8b20bf0a2732 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:05.513577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 94608bc3-dc07-4055-b309-8b20bf0a2732 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:05.514036 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.528135 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-6035d112-289f-46ea-bc64-ff3f6ba79231 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1707226882&fields=id&tenant_id=4b3ee2fa696e4933b1287dd2b7753c06 HTTP/1.1" status: 200 len: 267 time: 0.1165440 Jul 27 22:10:05.587950 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-754bf9a3-da66-402d-8703-cf0a80c3d33b req-858364a9-7603-4cd6-b4fa-77abf0711f85 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288958 Jul 27 22:10:05.696686 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.759456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-c8fe839c-0590-4a3d-82a5-84315d4984c3 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:05.761341 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-c8fe839c-0590-4a3d-82a5-84315d4984c3 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 811 time: 0.2319694 Jul 27 22:10:05.800925 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-0daf1ec1-b2ad-4956-8931-3824703f4863 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/quotas/4b3ee2fa696e4933b1287dd2b7753c06 HTTP/1.1" status: 200 len: 375 time: 0.0211415 Jul 27 22:10:05.810888 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:10:05.826010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 94608bc3-dc07-4055-b309-8b20bf0a2732, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=94608bc3-dc07-4055-b309-8b20bf0a2732,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:05.834000 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.893684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2f419fa1-f4b5-44ca-8627-90c120fb20b0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805850 Jul 27 22:10:05.913519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=94608bc3-dc07-4055-b309-8b20bf0a2732,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:06.061533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4100cac6-b8d1-4e67-9f77-1d4dad288c70 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495488 Jul 27 22:10:06.088815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aafc47-c154-466a-910d-e05ce3c29239 req-6e6f8c63-2268-4b2c-9d5b-d6d36b5d2257 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:06.090416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5aafc47-c154-466a-910d-e05ce3c29239 req-6e6f8c63-2268-4b2c-9d5b-d6d36b5d2257 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 945 time: 0.0997655 Jul 27 22:10:06.107481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9b6bc2-1041-480c-b4d1-04f94b9c1607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:06.110039 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e73d56-8876-4d7c-a24f-653f2fff6e3d" -d '{"events": [{"server_uuid": "9e9b6bc2-1041-480c-b4d1-04f94b9c1607", "name": "network-vif-plugged", "status": "completed", "tag": "a6250d34-9f5a-4325-9c6b-a0f116b5328f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:06.183779 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5aafc47-c154-466a-910d-e05ce3c29239 req-9138d36f-16ef-467b-ba3f-bfe5985ef5a9 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829737 Jul 27 22:10:06.234525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-eaac96a2-e15b-4c25-a50e-42e0d970c886 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623545 Jul 27 22:10:06.329612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b617dc-cb04-4c32-9f5c-f3c4a69e9e91 req-f6d96fc8-5c30-4bae-b47d-06fb71ac9051 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:06.338369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65b617dc-cb04-4c32-9f5c-f3c4a69e9e91 req-f6d96fc8-5c30-4bae-b47d-06fb71ac9051 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 946 time: 0.0704494 Jul 27 22:10:06.434022 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6bd6eb-6d69-408a-8659-aff2b3c7aaf4 x-openstack-request-id: req-9b6bd6eb-6d69-408a-8659-aff2b3c7aaf4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:06.434786 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9b6bc2-1041-480c-b4d1-04f94b9c1607", "name": "network-vif-plugged", "status": "completed", "tag": "a6250d34-9f5a-4325-9c6b-a0f116b5328f", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:06.435218 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b6bd6eb-6d69-408a-8659-aff2b3c7aaf4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:06.435793 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9b6bc2-1041-480c-b4d1-04f94b9c1607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f', 'code': 200} Jul 27 22:10:06.475171 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65b617dc-cb04-4c32-9f5c-f3c4a69e9e91 req-e833f2b8-95f2-4450-b06f-e791776af79a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242688 Jul 27 22:10:06.583076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb03a51-aa6f-43f6-a535-97bc8f2167f4 req-3f2b9717-307d-42d6-8365-750534ae0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:06.584614 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6bb03a51-aa6f-43f6-a535-97bc8f2167f4 req-3f2b9717-307d-42d6-8365-750534ae0f61 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 1097 time: 0.0853803 Jul 27 22:10:06.652398 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6bb03a51-aa6f-43f6-a535-97bc8f2167f4 req-0f3b4f64-b584-4a25-905e-237adba404dd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604353 Jul 27 22:10:06.704767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e62fcdd-fbdf-48b5-b569-e9837f26141c req-85434ad5-2e1f-42b4-8557-f1bbd02f2536 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 210 time: 0.1340625 Jul 27 22:10:06.766053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6ee9a-4e34-4fc2-9ed8-71f537631b84 req-59c29045-3f1f-489b-86ab-09fd2719ef0a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:06.779369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66c6ee9a-4e34-4fc2-9ed8-71f537631b84 req-59c29045-3f1f-489b-86ab-09fd2719ef0a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.2237160 Jul 27 22:10:06.900235 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66c6ee9a-4e34-4fc2-9ed8-71f537631b84 req-d1fe1e09-e1d6-48e9-9c1e-107de4211006 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186841 Jul 27 22:10:07.013444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca4aa5-e953-4c05-a923-35380cf1d097 req-780509e8-317e-48bf-b2f4-14c6e0217374 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:07.015266 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48ca4aa5-e953-4c05-a923-35380cf1d097 req-780509e8-317e-48bf-b2f4-14c6e0217374 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b08348d-cfbd-47f6-a512-e56bf4ed165c HTTP/1.1" status: 200 len: 945 time: 0.1191373 Jul 27 22:10:07.115456 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48ca4aa5-e953-4c05-a923-35380cf1d097 req-b302bbe1-16c6-4417-b4e4-b32cbcae33d0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812242 Jul 27 22:10:07.156407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519fa8e-ffc3-42d8-8101-207c69ce6db8 req-014d277d-dd5b-456c-9cfd-4414d64e581f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:07.158578 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3519fa8e-ffc3-42d8-8101-207c69ce6db8 req-014d277d-dd5b-456c-9cfd-4414d64e581f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1419215 Jul 27 22:10:07.241858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3519fa8e-ffc3-42d8-8101-207c69ce6db8 req-02efcb14-05c4-4278-a6e1-37fbfcd94dc1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735438 Jul 27 22:10:07.329344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 94608bc3-dc07-4055-b309-8b20bf0a2732 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:07.453421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 94608bc3-dc07-4055-b309-8b20bf0a2732 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:07.454170 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:07.507249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246785c5-5adc-4d66-8199-1e290c9db8ba req-ea069343-5871-40b5-a076-e3ab122f0273 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:07.519047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-246785c5-5adc-4d66-8199-1e290c9db8ba req-ea069343-5871-40b5-a076-e3ab122f0273 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=55a23de4-e2c3-4544-ac24-af18b92ab625 HTTP/1.1" status: 200 len: 946 time: 0.1375563 Jul 27 22:10:07.582877 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-246785c5-5adc-4d66-8199-1e290c9db8ba req-96ced9d0-57b6-4d23-9e26-0a8a9635be69 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615876 Jul 27 22:10:07.708351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2c108-c4ac-4531-9cab-e112f6968e74 req-24ae27dc-039f-40be-9aa2-25a861d97a61 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:07.709823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95e2c108-c4ac-4531-9cab-e112f6968e74 req-24ae27dc-039f-40be-9aa2-25a861d97a61 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 945 time: 0.0621200 Jul 27 22:10:07.762705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95e2c108-c4ac-4531-9cab-e112f6968e74 req-cc7cd56e-7c4b-4795-a0b8-d405de687b5f tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467596 Jul 27 22:10:07.896798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e434ec0-f746-4223-a176-fd886e44ef48 req-071c983e-ee44-49ed-b803-bdb570b11285 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 210 time: 0.0476012 Jul 27 22:10:08.001456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057d3c6-2423-4dbb-9c29-b302af342ea9 req-ab4b9154-2503-4221-bbf5-04ae7a5639ee tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:08.022350 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5057d3c6-2423-4dbb-9c29-b302af342ea9 req-ab4b9154-2503-4221-bbf5-04ae7a5639ee tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=55a23de4-e2c3-4544-ac24-af18b92ab625 HTTP/1.1" status: 200 len: 946 time: 0.1373215 Jul 27 22:10:08.068090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5057d3c6-2423-4dbb-9c29-b302af342ea9 req-b7c61c0c-05e4-4b88-8a70-7a3a0f8840de tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446317 Jul 27 22:10:08.154725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418deb1-4439-4712-bde3-5c4f5f1c6a7f req-cddb3229-484d-4655-ab85-c2d6ede082ff tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:08.157285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8418deb1-4439-4712-bde3-5c4f5f1c6a7f req-cddb3229-484d-4655-ab85-c2d6ede082ff tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.0854230 Jul 27 22:10:08.208616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-f9d753d2-7657-4065-9ca1-0ccd73c0ff0a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:08.211298 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-f9d753d2-7657-4065-9ca1-0ccd73c0ff0a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 811 time: 0.1479836 Jul 27 22:10:08.216520 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8418deb1-4439-4712-bde3-5c4f5f1c6a7f req-62af304c-f48c-4946-b7f7-1b6c8c6d7579 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525341 Jul 27 22:10:08.271481 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-86036b01-8a97-4c55-b1cb-99f57ca91fb9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b3ee2fa696e4933b1287dd2b7753c06 HTTP/1.1" status: 200 len: 380 time: 0.0497499 Jul 27 22:10:08.286240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Request body: {'port': {'device_id': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'admin_state_up': True, 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'security_groups': ['a258325c-21dc-4cba-926e-cca1bd6dc744']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:08.467363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Made reservation on behalf of 4b3ee2fa696e4933b1287dd2b7753c06 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:08.471124 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.562723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78a872-ddd9-4def-a2a0-f44142b20189 req-7db97fb7-737d-49de-a2a9-d54f1755f92a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:08.572297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df78a872-ddd9-4def-a2a0-f44142b20189 req-7db97fb7-737d-49de-a2a9-d54f1755f92a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1527185 Jul 27 22:10:08.595271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eddb0-154a-4af3-b02d-ab84a537520e req-f67099c6-bdaa-42ce-8bc1-f836ef38c46c tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:08.597118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de0eddb0-154a-4af3-b02d-ab84a537520e req-f67099c6-bdaa-42ce-8bc1-f836ef38c46c tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 945 time: 0.1283948 Jul 27 22:10:08.634556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Allocated IP 172.20.0.14 (4c0e47d2-6150-45e9-905c-313a1c6e140b/1db25ef7-bbb2-4f2f-9291-aebd84fb4c42/efc3331c-c85d-4f15-b9a6-7d2312d16f59) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:08.662144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df78a872-ddd9-4def-a2a0-f44142b20189 req-a0de01c8-e5c0-408b-b78c-cf4cc5ab13a2 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885818 Jul 27 22:10:08.687729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de0eddb0-154a-4af3-b02d-ab84a537520e req-6d6e9aa9-0589-4d4e-ab8a-03fea11fc66f tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832512 Jul 27 22:10:09.114455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff67f046-a188-4f9e-8930-1e1de23379e0 req-9793bc96-2626-44da-ae93-86c58d9e7743 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 210 time: 0.0915265 Jul 27 22:10:09.270567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649f743-0e65-4908-bcc7-250ec4413dbe req-019f1b2f-d84a-4da3-9aad-ca27d38036af tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:09.272994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0649f743-0e65-4908-bcc7-250ec4413dbe req-019f1b2f-d84a-4da3-9aad-ca27d38036af tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=55a23de4-e2c3-4544-ac24-af18b92ab625 HTTP/1.1" status: 200 len: 946 time: 0.0797274 Jul 27 22:10:09.279640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22118f38-2c61-4873-9855-8687a4bb3376 req-f38029ea-f201-4877-a5a5-a3cfbeb9c988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:09.281557 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-22118f38-2c61-4873-9855-8687a4bb3376 req-f38029ea-f201-4877-a5a5-a3cfbeb9c988 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.41 "GET /v2.0/ports?device_id=55a23de4-e2c3-4544-ac24-af18b92ab625 HTTP/1.1" status: 200 len: 946 time: 0.1565220 Jul 27 22:10:09.294067 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.312548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Transition to ACTIVE for port object efc3331c-c85d-4f15-b9a6-7d2312d16f59 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:09.360892 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.375267 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42322ad5-d5f9-4e5a-8420-efbf81c77106 req-7db42343-7292-4fdd-b25b-0d0f3231cc31 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:09.383394 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42322ad5-d5f9-4e5a-8420-efbf81c77106 req-7db42343-7292-4fdd-b25b-0d0f3231cc31 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.0891523 Jul 27 22:10:09.417511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0649f743-0e65-4908-bcc7-250ec4413dbe req-464c36d6-f177-43f6-a144-3691487e1b31 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368203 Jul 27 22:10:09.440470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42322ad5-d5f9-4e5a-8420-efbf81c77106 req-bed98594-7f8d-4c15-be61-b296f2486383 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483503 Jul 27 22:10:09.476319 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:09.495379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:09.520910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:09.572474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823168c9-ea47-4885-a937-781a42b615d7 req-e480d4cd-d950-4f19-8cbd-cc06a5a00b43 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:09.583693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-823168c9-ea47-4885-a937-781a42b615d7 req-e480d4cd-d950-4f19-8cbd-cc06a5a00b43 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.0853727 Jul 27 22:10:09.587940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:09.630284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-22118f38-2c61-4873-9855-8687a4bb3376 req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Deleting port 87c0ed67-05da-4142-a8c3-6b041a4e3459 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:09.630636 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-22118f38-2c61-4873-9855-8687a4bb3376 req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.643155 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-823168c9-ea47-4885-a937-781a42b615d7 req-e937259e-6a5a-4822-91fc-1529ba509157 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576308 Jul 27 22:10:09.643386 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:09.645827 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.709918 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-4b7bc90d-c680-47ef-8d44-d5798f2d6733 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4292138 Jul 27 22:10:09.728819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Request body: {'port': {'device_id': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:09.812128 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.841211 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-22118f38-2c61-4873-9855-8687a4bb3376 req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] For port 87c0ed67-05da-4142-a8c3-6b041a4e3459, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=87c0ed67-05da-4142-a8c3-6b041a4e3459,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:09.841557 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-22118f38-2c61-4873-9855-8687a4bb3376 req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.876569 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854598db-f02e-4989-b8cb-00ac9d275837 req-8a9adb28-4752-460c-8905-ab17da366502 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:09.876752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-22118f38-2c61-4873-9855-8687a4bb3376 req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Calling delete_port for 87c0ed67-05da-4142-a8c3-6b041a4e3459 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:09.884545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-52e3c332-a66f-439a-8719-10e7562bb565 None None] Provisioning for port efc3331c-c85d-4f15-b9a6-7d2312d16f59 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:09.895400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-854598db-f02e-4989-b8cb-00ac9d275837 req-8a9adb28-4752-460c-8905-ab17da366502 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 945 time: 0.1029124 Jul 27 22:10:09.921720 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-52e3c332-a66f-439a-8719-10e7562bb565 None None] Provisioning complete for port efc3331c-c85d-4f15-b9a6-7d2312d16f59 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:09.922449 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52e3c332-a66f-439a-8719-10e7562bb565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.992063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-854598db-f02e-4989-b8cb-00ac9d275837 req-a1b6c52a-72e1-4e62-8dca-bac5979949f0 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953779 Jul 27 22:10:09.996422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-52e3c332-a66f-439a-8719-10e7562bb565 None None] Port efc3331c-c85d-4f15-b9a6-7d2312d16f59 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:10:10.027780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-898c88fe-01c7-4676-91b0-7da5400659f5 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:10.029371 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-898c88fe-01c7-4676-91b0-7da5400659f5 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.43 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 945 time: 0.1021597 Jul 27 22:10:10.182052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Deleting port 192c9e3d-86c1-40fe-8682-b93a68b14c0e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:10.182778 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:10.263321 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-22118f38-2c61-4873-9855-8687a4bb3376 req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:10.275822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8000d69e-c03f-4f8a-becc-16ed11789574', '1e925528-40c7-4963-96aa-3b9fcbd70e85', '87c0ed67-05da-4142-a8c3-6b041a4e3459'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:10.364837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77645783-9c6a-4e0a-aeb6-508f7e0ea971 req-03b3bf28-258c-4634-aa04-2873405ff75b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:10.372834 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77645783-9c6a-4e0a-aeb6-508f7e0ea971 req-03b3bf28-258c-4634-aa04-2873405ff75b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 932 time: 0.1327286 Jul 27 22:10:10.387541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Pushing event deleted for resources: {'Port': ['ID=87c0ed67-05da-4142-a8c3-6b041a4e3459,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:10.413118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-22118f38-2c61-4873-9855-8687a4bb3376 req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] No DVR routers for this DVR port 87c0ed67-05da-4142-a8c3-6b041a4e3459 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:10.416391 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-22118f38-2c61-4873-9855-8687a4bb3376 req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:10.418951 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-22118f38-2c61-4873-9855-8687a4bb3376 req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.41 "DELETE /v2.0/ports/87c0ed67-05da-4142-a8c3-6b041a4e3459 HTTP/1.1" status: 204 len: 173 time: 1.0679543 Jul 27 22:10:10.421925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a23de4-e2c3-4544-ac24-af18b92ab625', 'name': 'network-vif-deleted', 'tag': '87c0ed67-05da-4142-a8c3-6b041a4e3459'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:10.425019 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0181b36-33ea-4ac4-84f0-d60c1b997841" -d '{"events": [{"server_uuid": "55a23de4-e2c3-4544-ac24-af18b92ab625", "name": "network-vif-deleted", "tag": "87c0ed67-05da-4142-a8c3-6b041a4e3459"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:10.431228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:10.431566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:10.432099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:10.432435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:10.432765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:10.433053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] For port 192c9e3d-86c1-40fe-8682-b93a68b14c0e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=192c9e3d-86c1-40fe-8682-b93a68b14c0e,segment=NetworkSegment(c686304c-96b9-4242-84a0-65b2da17e7d1),segment_id=c686304c-96b9-4242-84a0-65b2da17e7d1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:10.433188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:10.433411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:10.433511 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:10.433736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:10.434063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:10.434413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:10.434788 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:10.435102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688178a-02b9-40aa-a049-702dd449e338 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:10.465349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc3331c-c85d-4f15-b9a6-7d2312d16f59 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:10.479977 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:10.488708 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77645783-9c6a-4e0a-aeb6-508f7e0ea971 req-ad94be80-39fb-489f-9f10-2bf8cc3dc7b3 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033645 Jul 27 22:10:10.514606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Transition to ACTIVE for port object efc3331c-c85d-4f15-b9a6-7d2312d16f59 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:10.527172 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:10.600044 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436f9bcc-59fb-4a9f-befd-0fb8828c7090 x-openstack-request-id: req-436f9bcc-59fb-4a9f-befd-0fb8828c7090 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:10.603395 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a23de4-e2c3-4544-ac24-af18b92ab625", "name": "network-vif-deleted", "tag": "87c0ed67-05da-4142-a8c3-6b041a4e3459", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:10.603635 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-436f9bcc-59fb-4a9f-befd-0fb8828c7090 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:10.604071 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a23de4-e2c3-4544-ac24-af18b92ab625', 'name': 'network-vif-deleted', 'tag': '87c0ed67-05da-4142-a8c3-6b041a4e3459', 'status': 'completed', 'code': 200} Jul 27 22:10:10.649964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:10.772265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Attempting to bind port efc3331c-c85d-4f15-b9a6-7d2312d16f59 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:10.773099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Attempting to bind port efc3331c-c85d-4f15-b9a6-7d2312d16f59 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:10.773659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Attempting to bind port efc3331c-c85d-4f15-b9a6-7d2312d16f59 on network 4c0e47d2-6150-45e9-905c-313a1c6e140b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:10.779879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Port efc3331c-c85d-4f15-b9a6-7d2312d16f59 on network 4c0e47d2-6150-45e9-905c-313a1c6e140b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:10:10.780487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Attempting to bind port efc3331c-c85d-4f15-b9a6-7d2312d16f59 on network 4c0e47d2-6150-45e9-905c-313a1c6e140b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:10.787332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:10.788305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Checking segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:10.788630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Bound using segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:10.789136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Bound port: efc3331c-c85d-4f15-b9a6-7d2312d16f59, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:10.789617 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:10.793495 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-795e0a05-329e-4ac0-b7d6-396e9bd7e41c req-3b19374f-173f-4ee3-a86c-ae106bdc7add tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=55a23de4-e2c3-4544-ac24-af18b92ab625 HTTP/1.1" status: 200 len: 210 time: 0.0896003 Jul 27 22:10:10.865524 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c8adf-917a-43c9-a457-3f3f0416e7e9 req-74bd9b4f-ecaa-42a6-a0cb-4dc509476d20 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:10.871629 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528c8adf-917a-43c9-a457-3f3f0416e7e9 req-74bd9b4f-ecaa-42a6-a0cb-4dc509476d20 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.1830549 Jul 27 22:10:10.985712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:11.001591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:11.007601 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:11.008055 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:11.008357 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Floating IP 199acbdf-886b-4779-a8df-e320b2af1fc6 disassociated. External IP: 172.25.1.3, port: 192c9e3d-86c1-40fe-8682-b93a68b14c0e. Jul 27 22:10:11.008691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Calling delete_port for 192c9e3d-86c1-40fe-8682-b93a68b14c0e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:11.011415 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:11.051812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:11.052480 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:11.053855 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] 10.222.0.43 "PUT /v2.0/ports/efc3331c-c85d-4f15-b9a6-7d2312d16f59 HTTP/1.1" status: 200 len: 1092 time: 1.3293419 Jul 27 22:10:11.088440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557ba9c-ed2a-474c-b141-18326d1ed5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:11.170739 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-528c8adf-917a-43c9-a457-3f3f0416e7e9 req-947cbc6a-3724-4c44-a803-6a01a4962e0b tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851057 Jul 27 22:10:11.226951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab11f2-457a-4cb3-8b0b-52c025545099 req-68039b24-f693-42eb-8b14-6a60c5e20d98 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:11.234080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02ab11f2-457a-4cb3-8b0b-52c025545099 req-68039b24-f693-42eb-8b14-6a60c5e20d98 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.2782755 Jul 27 22:10:11.250941 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-b8aec123-78da-433e-ace0-7d988fe0f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:11.254063 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-b8aec123-78da-433e-ace0-7d988fe0f040 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 1095 time: 0.0840724 Jul 27 22:10:11.318969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02ab11f2-457a-4cb3-8b0b-52c025545099 req-aa0aebf5-54a9-4b7d-abe3-33ff77249bde tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850635 Jul 27 22:10:11.342108 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-d0ed9145-28ba-44d0-9972-5696bb4855e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59 HTTP/1.1" status: 200 len: 217 time: 0.0750117 Jul 27 22:10:11.426544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-1ee07cfb-0721-4d30-87f2-b127230348d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:11.427345 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:11.428032 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-1ee07cfb-0721-4d30-87f2-b127230348d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.0716159 Jul 27 22:10:11.479588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-f9006ba3-d118-4b87-80e4-65f609a035a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:11.481108 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-f9006ba3-d118-4b87-80e4-65f609a035a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439854 Jul 27 22:10:11.486181 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad3aa672-0160-4fc8-a9a8-a661a0540030 req-05ff44bf-ffe9-42a9-aa80-575ebdf12d1d tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 210 time: 0.0633664 Jul 27 22:10:11.500337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Pushing event deleted for resources: {'Port': ['ID=192c9e3d-86c1-40fe-8682-b93a68b14c0e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:11.526485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7d250-37b4-43d4-8411-2ed5e081580e req-331fd720-c9ec-4783-8c1f-f5743d073644 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:11.528528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19e7d250-37b4-43d4-8411-2ed5e081580e req-331fd720-c9ec-4783-8c1f-f5743d073644 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1393399 Jul 27 22:10:11.602661 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-9a0a484e-ceb6-4a39-8b35-02190e01e78b service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094043 Jul 27 22:10:11.674201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19e7d250-37b4-43d4-8411-2ed5e081580e req-3bbf7395-1913-4044-bff3-fb10ef8b2405 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094682 Jul 27 22:10:11.708337 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5daae1b6-ed88-4cb4-b7c9-b158c0be1c8c req-b449db65-3424-4be9-9951-df5c463600b5 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977094 Jul 27 22:10:11.716365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89372f-6213-44bf-91e4-c69ac3e28722 req-dc066d5d-7d9e-43b8-acce-afeb0ce92296 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:11.718100 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc89372f-6213-44bf-91e4-c69ac3e28722 req-dc066d5d-7d9e-43b8-acce-afeb0ce92296 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 944 time: 0.1154699 Jul 27 22:10:11.725428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Router 59973675-84e8-45e5-9016-7add9261cf76 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:11.795890 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc89372f-6213-44bf-91e4-c69ac3e28722 req-547cef58-5112-4d77-a848-6e5dfff083ac tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674806 Jul 27 22:10:11.869823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:11.885080 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f15fcc-bafe-4177-a274-8e3a83187ade None None] Sync routers for ids ['59973675-84e8-45e5-9016-7add9261cf76'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:11.906814 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f15fcc-bafe-4177-a274-8e3a83187ade None None] Routers {'59973675-84e8-45e5-9016-7add9261cf76'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:11.907448 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-37f15fcc-bafe-4177-a274-8e3a83187ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:09:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59973675-84e8-45e5-9016-7add9261cf76'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:11.948298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] No DVR routers for this DVR port 192c9e3d-86c1-40fe-8682-b93a68b14c0e on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:11.961478 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:11.972665 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd5c4650-268c-46f4-a807-e7d5cdf9d860 req-e7e6f8bb-03b4-47dd-9b51-ed0410a4fe89 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.43 "DELETE /v2.0/ports/192c9e3d-86c1-40fe-8682-b93a68b14c0e HTTP/1.1" status: 204 len: 173 time: 1.9328008 Jul 27 22:10:11.973165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'name': 'network-vif-deleted', 'tag': '192c9e3d-86c1-40fe-8682-b93a68b14c0e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:11.975604 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feea7cdb-3f2b-491f-bea7-c5a4cb877a02" -d '{"events": [{"server_uuid": "64c2902a-6652-413e-bfe0-bb041efb66eb", "name": "network-vif-deleted", "tag": "192c9e3d-86c1-40fe-8682-b93a68b14c0e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:12.093023 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a41ab3-b5b4-49fe-b8c1-98e2bd8fd61e x-openstack-request-id: req-d8a41ab3-b5b4-49fe-b8c1-98e2bd8fd61e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:12.093316 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c2902a-6652-413e-bfe0-bb041efb66eb", "name": "network-vif-deleted", "tag": "192c9e3d-86c1-40fe-8682-b93a68b14c0e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:12.093574 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8a41ab3-b5b4-49fe-b8c1-98e2bd8fd61e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:12.093983 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c2902a-6652-413e-bfe0-bb041efb66eb', 'name': 'network-vif-deleted', 'tag': '192c9e3d-86c1-40fe-8682-b93a68b14c0e', 'status': 'completed', 'code': 200} Jul 27 22:10:12.134749 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-37f15fcc-bafe-4177-a274-8e3a83187ade None None] Set router 59973675-84e8-45e5-9016-7add9261cf76 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:12.301239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576e271-cc71-461e-a3c6-d342062bac0d req-0eff52c0-1a2e-4043-8c67-5e287306282e tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:12.303333 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1576e271-cc71-461e-a3c6-d342062bac0d req-0eff52c0-1a2e-4043-8c67-5e287306282e tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.0654838 Jul 27 22:10:12.332623 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:12.374651 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1576e271-cc71-461e-a3c6-d342062bac0d req-be1125da-b73a-40f2-a9d8-f056e2a39d1d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548062 Jul 27 22:10:12.508958 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-37f15fcc-bafe-4177-a274-8e3a83187ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:07:59Z', 'revision_number': 4, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bb6367ca-7a0f-4131-a7ae-cc724d0a5aac', 'name': '', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'mac_address': 'fa:16:3e:1e:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:56Z', 'updated_at': '2021-07-27T22:08:06Z', 'revision_number': 5, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'subnets': [{'id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:12.521229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6e5c4-7ee5-42e6-99d6-e07ece0911a8 req-bf05067b-2306-474e-967d-0b4ae41a06dd tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:12.529569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8de6e5c4-7ee5-42e6-99d6-e07ece0911a8 req-bf05067b-2306-474e-967d-0b4ae41a06dd tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.0892677 Jul 27 22:10:12.543103 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f15fcc-bafe-4177-a274-8e3a83187ade None None] Checking router: 59973675-84e8-45e5-9016-7add9261cf76 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:12.561552 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f15fcc-bafe-4177-a274-8e3a83187ade None None] Routers {'59973675-84e8-45e5-9016-7add9261cf76'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:12.562984 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-37f15fcc-bafe-4177-a274-8e3a83187ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:09:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59973675-84e8-45e5-9016-7add9261cf76'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:12.599645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8de6e5c4-7ee5-42e6-99d6-e07ece0911a8 req-29ba40ce-a75d-49cd-80f7-7bdb5afe7862 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690513 Jul 27 22:10:12.605855 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:12.609705 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b4a348-dae4-4676-8990-4c1e00b25353" -d '{"events": [{"name": "network-changed", "server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:12.692982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5243c9dd-604c-45ab-a872-a3ceb237ebb8 req-336bca0c-bd85-4868-bed2-1744fe867511 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c2902a-6652-413e-bfe0-bb041efb66eb HTTP/1.1" status: 200 len: 210 time: 0.0653715 Jul 27 22:10:12.728303 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f11a68a-7a94-4748-b93b-f47455774839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:12.742841 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96de905-c665-4500-adee-cb7e732d510e x-openstack-request-id: req-a96de905-c665-4500-adee-cb7e732d510e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:12.743441 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:12.743860 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a96de905-c665-4500-adee-cb7e732d510e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:12.744421 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'status': 'completed', 'code': 200} Jul 27 22:10:12.801313 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-37f15fcc-bafe-4177-a274-8e3a83187ade None None] Set router 59973675-84e8-45e5-9016-7add9261cf76 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:12.854392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4a348-dae4-4676-8990-4c1e00b25353 req-155c65a5-cdd8-425a-94fd-39c5ed20bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:12.855905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0b4a348-dae4-4676-8990-4c1e00b25353 req-155c65a5-cdd8-425a-94fd-39c5ed20bde8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 1095 time: 0.0761893 Jul 27 22:10:12.868557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38328fa2-4a21-41c4-ae0b-af2fb5cb6a63 req-704fa661-a801-4962-9767-7d32f8717bf0 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:12.870160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-38328fa2-4a21-41c4-ae0b-af2fb5cb6a63 req-704fa661-a801-4962-9767-7d32f8717bf0 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.0628340 Jul 27 22:10:12.979143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd64c5-6beb-42c6-96be-6f9980fc3009 req-19a5d061-756d-49c9-bc82-9d58fe85b8c4 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:12.983693 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-abbd64c5-6beb-42c6-96be-6f9980fc3009 req-19a5d061-756d-49c9-bc82-9d58fe85b8c4 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.43 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 945 time: 0.0695546 Jul 27 22:10:13.008887 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-38328fa2-4a21-41c4-ae0b-af2fb5cb6a63 req-833031bc-4739-45f4-8d18-5c3c74ca2add tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274924 Jul 27 22:10:13.036115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150402-8e95-4f23-bf82-2b2613783995 req-bc3613fb-bdc0-4e3d-a739-4ec5606ed106 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:13.039911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b150402-8e95-4f23-bf82-2b2613783995 req-bc3613fb-bdc0-4e3d-a739-4ec5606ed106 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 944 time: 0.1497438 Jul 27 22:10:13.079270 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4a348-dae4-4676-8990-4c1e00b25353 req-b1cd063b-5d03-4481-8ea8-add344ba4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:13.081772 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0b4a348-dae4-4676-8990-4c1e00b25353 req-b1cd063b-5d03-4481-8ea8-add344ba4008 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.2106295 Jul 27 22:10:13.113184 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b150402-8e95-4f23-bf82-2b2613783995 req-d3549f24-ce73-41ee-a810-e9826ad63168 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721035 Jul 27 22:10:13.158931 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0b4a348-dae4-4676-8990-4c1e00b25353 req-e849a047-1725-4faf-bae8-676198576b54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59 HTTP/1.1" status: 200 len: 217 time: 0.0669823 Jul 27 22:10:13.160895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-abbd64c5-6beb-42c6-96be-6f9980fc3009 req-815fe9b6-9c7c-4a23-aeac-0cd512b92cd0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Deleting port cb7e33d8-a843-41a0-a239-77eccec28e54 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:13.161355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-abbd64c5-6beb-42c6-96be-6f9980fc3009 req-815fe9b6-9c7c-4a23-aeac-0cd512b92cd0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:13.169130 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-37f15fcc-bafe-4177-a274-8e3a83187ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:07:59Z', 'revision_number': 4, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bb6367ca-7a0f-4131-a7ae-cc724d0a5aac', 'name': '', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'mac_address': 'fa:16:3e:1e:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:56Z', 'updated_at': '2021-07-27T22:08:06Z', 'revision_number': 5, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'subnets': [{'id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:13.202775 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f15fcc-bafe-4177-a274-8e3a83187ade None None] The sync data for ids ['59973675-84e8-45e5-9016-7add9261cf76'] in n-d-802011-3 is: [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:07:59Z', 'revision_number': 4, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bb6367ca-7a0f-4131-a7ae-cc724d0a5aac', 'name': '', 'network_id': '8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'mac_address': 'fa:16:3e:1e:8e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:56Z', 'updated_at': '2021-07-27T22:08:06Z', 'revision_number': 5, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'subnets': [{'id': '4227846d-1f2c-42eb-8f8a-644ada523f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:13.258012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4a348-dae4-4676-8990-4c1e00b25353 req-aa0d20d7-cbc6-415d-9979-cbd15de0ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:13.259511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0b4a348-dae4-4676-8990-4c1e00b25353 req-aa0d20d7-cbc6-415d-9979-cbd15de0ac5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.0913320 Jul 27 22:10:13.295361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 192c9e3d-86c1-40fe-8682-b93a68b14c0e no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:13.311465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-abbd64c5-6beb-42c6-96be-6f9980fc3009 req-815fe9b6-9c7c-4a23-aeac-0cd512b92cd0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] For port cb7e33d8-a843-41a0-a239-77eccec28e54, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cb7e33d8-a843-41a0-a239-77eccec28e54,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:13.311844 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-abbd64c5-6beb-42c6-96be-6f9980fc3009 req-815fe9b6-9c7c-4a23-aeac-0cd512b92cd0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:13.323863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 192c9e3d-86c1-40fe-8682-b93a68b14c0e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:13.325066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 192c9e3d-86c1-40fe-8682-b93a68b14c0e not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:13.333081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-abbd64c5-6beb-42c6-96be-6f9980fc3009 req-815fe9b6-9c7c-4a23-aeac-0cd512b92cd0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Calling delete_port for cb7e33d8-a843-41a0-a239-77eccec28e54 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:13.360699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4a348-dae4-4676-8990-4c1e00b25353 req-42afb1a5-d99e-4fc2-9f47-7a179f955e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:13.362809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0b4a348-dae4-4676-8990-4c1e00b25353 req-42afb1a5-d99e-4fc2-9f47-7a179f955e72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955300 Jul 27 22:10:13.371350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0bd83-fc0b-4888-ad64-69ee6f536b99 req-653cb98b-93ce-4cc8-bd7f-0c17aeb19683 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:13.377965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0bd83-fc0b-4888-ad64-69ee6f536b99 req-653cb98b-93ce-4cc8-bd7f-0c17aeb19683 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:13.379600 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57f0bd83-fc0b-4888-ad64-69ee6f536b99 req-653cb98b-93ce-4cc8-bd7f-0c17aeb19683 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b08348d-cfbd-47f6-a512-e56bf4ed165c&device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 1682 time: 0.1017554 Jul 27 22:10:13.457520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 87c0ed67-05da-4142-a8c3-6b041a4e3459 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:13.503741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 87c0ed67-05da-4142-a8c3-6b041a4e3459 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:13.504453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 87c0ed67-05da-4142-a8c3-6b041a4e3459 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:13.509314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-abbd64c5-6beb-42c6-96be-6f9980fc3009 req-815fe9b6-9c7c-4a23-aeac-0cd512b92cd0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:13.521875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['5984ecef-02b9-4b22-8a4b-a33bee36922e', 'cb7e33d8-a843-41a0-a239-77eccec28e54'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:13.566953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fe9b6-9c7c-4a23-aeac-0cd512b92cd0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Pushing event deleted for resources: {'Port': ['ID=cb7e33d8-a843-41a0-a239-77eccec28e54,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:13.633553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838f65a-5ace-49e4-b609-fb21f0de96a4 None None] New status for floating IP 199acbdf-886b-4779-a8df-e320b2af1fc6: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:10:13.633753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbd64c5-6beb-42c6-96be-6f9980fc3009 req-815fe9b6-9c7c-4a23-aeac-0cd512b92cd0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] No DVR routers for this DVR port cb7e33d8-a843-41a0-a239-77eccec28e54 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:13.636635 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-abbd64c5-6beb-42c6-96be-6f9980fc3009 req-815fe9b6-9c7c-4a23-aeac-0cd512b92cd0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:13.639304 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-abbd64c5-6beb-42c6-96be-6f9980fc3009 req-815fe9b6-9c7c-4a23-aeac-0cd512b92cd0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.43 "DELETE /v2.0/ports/cb7e33d8-a843-41a0-a239-77eccec28e54 HTTP/1.1" status: 204 len: 173 time: 0.6478677 Jul 27 22:10:13.971574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-803bbd90-56fe-45b3-888a-7d6736a96c92 req-8cd7655d-f99e-4b5f-9801-5d06e5eedbc2 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=1336f91d-6799-46be-9e69-3f10aff5a113 HTTP/1.1" status: 200 len: 210 time: 0.0719526 Jul 27 22:10:14.004722 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57f0bd83-fc0b-4888-ad64-69ee6f536b99 req-c81fed39-71fb-4661-8fe6-31519203dd2b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070139 Jul 27 22:10:14.059187 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0b4a348-dae4-4676-8990-4c1e00b25353 req-e49e80ce-9c71-4a32-91b8-c2a3e85013b9 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785824 Jul 27 22:10:14.219691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc83dc-65d5-4ff6-93e3-d5d92a4c7b12 req-0369df95-6a74-4fae-8027-21f52dfcea04 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:14.222208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73cc83dc-65d5-4ff6-93e3-d5d92a4c7b12 req-0369df95-6a74-4fae-8027-21f52dfcea04 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1821179 Jul 27 22:10:14.273322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f62ea-d478-4b5b-b95f-903d31a2c053 req-505e4c62-6fb5-47a2-80ee-69cfb789cbe1 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:14.274885 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-550f62ea-d478-4b5b-b95f-903d31a2c053 req-505e4c62-6fb5-47a2-80ee-69cfb789cbe1 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1261296 Jul 27 22:10:14.280777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0b4a348-dae4-4676-8990-4c1e00b25353 req-9c42fd8e-a954-4abf-b7ca-6e8e13e25a1f service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885099 Jul 27 22:10:14.307162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73cc83dc-65d5-4ff6-93e3-d5d92a4c7b12 req-e3d58075-aa5c-4a32-975c-d0655a16d7a9 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754478 Jul 27 22:10:14.338827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-550f62ea-d478-4b5b-b95f-903d31a2c053 req-72831685-3b47-439b-af89-c10ff84be25e tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570543 Jul 27 22:10:14.351611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 49250) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:14.425770 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:14.481188 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:14.509412 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149169e-9469-49ce-bfc2-1f4aa42efb6e req-0a45223e-7f60-445c-b276-5009360a09ee tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:14.510923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f149169e-9469-49ce-bfc2-1f4aa42efb6e req-0a45223e-7f60-445c-b276-5009360a09ee tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 944 time: 0.0823445 Jul 27 22:10:14.575371 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f149169e-9469-49ce-bfc2-1f4aa42efb6e req-ed16b197-6c58-43a1-86bc-c7ff39fbd79e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573087 Jul 27 22:10:14.576673 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:14.580898 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:14.584336 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "DELETE /v2.0/security-groups/8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e HTTP/1.1" status: 204 len: 168 time: 0.2272599 Jul 27 22:10:14.584861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49262) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:14.594798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:14.600867 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-b988889c-7699-43ab-b30d-705b4382c2de tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] show failed (client error): The resource could not be found. Jul 27 22:10:14.602121 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b988889c-7699-43ab-b30d-705b4382c2de tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "GET /v2.0/security-groups/8a2b7a39-38a5-40ae-ac0a-3e75a53fa73e HTTP/1.1" status: 404 len: 347 time: 0.0160437 Jul 27 22:10:14.604915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49264) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:14.605497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:14.605851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:14.606926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:14.607271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:14.607607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:14.608118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:14.608459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:14.608789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:14.609119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:14.609448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:14.609773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:14.610098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884fbe23-2a9f-4c71-8e58-6999d7d3d958 tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:14.745163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1336f91d-6799-46be-9e69-3f10aff5a113', 'name': 'network-vif-deleted', 'tag': 'cb7e33d8-a843-41a0-a239-77eccec28e54'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:14.748672 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8875f853-75ea-4d3d-970b-8e882d7d7da0" -d '{"events": [{"server_uuid": "1336f91d-6799-46be-9e69-3f10aff5a113", "name": "network-vif-deleted", "tag": "cb7e33d8-a843-41a0-a239-77eccec28e54"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:14.752621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-96de0589-3ef7-49b2-8fc2-4ca5f0ed9f4b tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Deleting port ace8addd-39f3-4888-90e7-63314d0d0e37 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:14.752972 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96de0589-3ef7-49b2-8fc2-4ca5f0ed9f4b tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:14.791308 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e68205-c102-40a0-ba85-1c2f0a74e1f5 x-openstack-request-id: req-55e68205-c102-40a0-ba85-1c2f0a74e1f5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:14.791603 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1336f91d-6799-46be-9e69-3f10aff5a113", "name": "network-vif-deleted", "tag": "cb7e33d8-a843-41a0-a239-77eccec28e54", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:14.791855 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55e68205-c102-40a0-ba85-1c2f0a74e1f5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:14.792245 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1336f91d-6799-46be-9e69-3f10aff5a113', 'name': 'network-vif-deleted', 'tag': 'cb7e33d8-a843-41a0-a239-77eccec28e54', 'status': 'completed', 'code': 200} Jul 27 22:10:14.842115 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96de0589-3ef7-49b2-8fc2-4ca5f0ed9f4b tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:14.842619 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96de0589-3ef7-49b2-8fc2-4ca5f0ed9f4b tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:14.857002 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-96de0589-3ef7-49b2-8fc2-4ca5f0ed9f4b tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Calling delete_port for ace8addd-39f3-4888-90e7-63314d0d0e37 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:15.013359 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96de0589-3ef7-49b2-8fc2-4ca5f0ed9f4b tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.037225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9b7b1-80e5-4854-a865-c68b127d32b3 req-df28f4cc-a072-4a15-8dd9-7fb8cb0bbc5a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:15.039310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0dc9b7b1-80e5-4854-a865-c68b127d32b3 req-df28f4cc-a072-4a15-8dd9-7fb8cb0bbc5a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b08348d-cfbd-47f6-a512-e56bf4ed165c HTTP/1.1" status: 200 len: 945 time: 0.0722191 Jul 27 22:10:15.050817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de0589-3ef7-49b2-8fc2-4ca5f0ed9f4b tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Pushing event deleted for resources: {'Port': ['ID=ace8addd-39f3-4888-90e7-63314d0d0e37,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:15.098771 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0dc9b7b1-80e5-4854-a865-c68b127d32b3 req-7497c3eb-6771-44f8-b9d5-ec36a4de9c4a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475485 Jul 27 22:10:15.139865 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96de0589-3ef7-49b2-8fc2-4ca5f0ed9f4b tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.144059 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96de0589-3ef7-49b2-8fc2-4ca5f0ed9f4b tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.145487 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-96de0589-3ef7-49b2-8fc2-4ca5f0ed9f4b tempest-ServersTestJSON-71303994 tempest-ServersTestJSON-71303994-project] 10.222.0.24 "DELETE /v2.0/floatingips/199acbdf-886b-4779-a8df-e320b2af1fc6 HTTP/1.1" status: 204 len: 168 time: 0.5392990 Jul 27 22:10:15.148488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49288) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:15.294888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:10:15.328973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dcad8-833c-4677-8616-b66990e0eecb req-fb502ca8-b1d2-41a3-ba78-33b10a1f25ab tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:15.331694 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-911dcad8-833c-4677-8616-b66990e0eecb req-fb502ca8-b1d2-41a3-ba78-33b10a1f25ab tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0543132 Jul 27 22:10:15.410469 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-911dcad8-833c-4677-8616-b66990e0eecb req-0e412287-7db2-49e1-81bd-95c7c759dad4 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665615 Jul 27 22:10:15.450530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:15.450530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'port_id': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'mac_address': 'fa:16:3e:f9:1c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:10:15.491807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b7b82-5458-404c-9908-acdfb550c8c3 req-5016fa63-1c5a-473f-8fb5-a40d2e6379ba tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:15.493574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a35b7b82-5458-404c-9908-acdfb550c8c3 req-5016fa63-1c5a-473f-8fb5-a40d2e6379ba tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.0792830 Jul 27 22:10:15.503503 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e2d93e6-b196-4a06-8696-fb03204eacf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.522107 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.536197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc3331c-c85d-4f15-b9a6-7d2312d16f59 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:15.571229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:15.577011 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.591423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a35b7b82-5458-404c-9908-acdfb550c8c3 req-6e8d1747-197e-438f-a6a4-fd22dca24840 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913148 Jul 27 22:10:15.624416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364c55c-7ce2-430e-98e8-2f5a7fc27d8f req-08f77705-1e9a-47ed-855f-2ae482e52f0a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:15.634813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4364c55c-7ce2-430e-98e8-2f5a7fc27d8f req-08f77705-1e9a-47ed-855f-2ae482e52f0a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.0783193 Jul 27 22:10:15.650850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:15.673143 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964c290a-77f4-4cbf-81a5-a55f36eba0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.693813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4364c55c-7ce2-430e-98e8-2f5a7fc27d8f req-b6829d1b-8e69-4d5e-9913-baacb964e321 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526483 Jul 27 22:10:15.714539 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:15.799497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd527caa-0bcb-4b1d-918c-5b0ddd402855 req-17370c5f-0371-4932-941f-0c82b17edb6d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:15.801102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd527caa-0bcb-4b1d-918c-5b0ddd402855 req-17370c5f-0371-4932-941f-0c82b17edb6d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0549273 Jul 27 22:10:15.817943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['efc3331c-c85d-4f15-b9a6-7d2312d16f59'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:15.851024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd527caa-0bcb-4b1d-918c-5b0ddd402855 req-8a68599b-8b96-443e-a79a-bcaad82d87bd tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432551 Jul 27 22:10:15.938944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-964c290a-77f4-4cbf-81a5-a55f36eba0ee admin admin] Deleting port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:15.940084 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964c290a-77f4-4cbf-81a5-a55f36eba0ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:16.044123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-964c290a-77f4-4cbf-81a5-a55f36eba0ee admin admin] For port bb6367ca-7a0f-4131-a7ae-cc724d0a5aac, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb6367ca-7a0f-4131-a7ae-cc724d0a5aac,segment=NetworkSegment(c686304c-96b9-4242-84a0-65b2da17e7d1),segment_id=c686304c-96b9-4242-84a0-65b2da17e7d1)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:16.044475 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964c290a-77f4-4cbf-81a5-a55f36eba0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:16.060683 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-964c290a-77f4-4cbf-81a5-a55f36eba0ee admin admin] Calling delete_port for bb6367ca-7a0f-4131-a7ae-cc724d0a5aac owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:16.211735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd46f23-f426-4f5e-87ce-e777885016c7 req-5b98af89-b0ce-4389-a0b7-1ad6f167da76 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:16.213245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbd46f23-f426-4f5e-87ce-e777885016c7 req-5b98af89-b0ce-4389-a0b7-1ad6f167da76 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b08348d-cfbd-47f6-a512-e56bf4ed165c HTTP/1.1" status: 200 len: 945 time: 0.0504284 Jul 27 22:10:16.252572 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:16.264946 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbd46f23-f426-4f5e-87ce-e777885016c7 req-11cceeaa-14d3-4403-92fb-a0f7682c32a9 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451496 Jul 27 22:10:16.276952 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964c290a-77f4-4cbf-81a5-a55f36eba0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:16.312301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c290a-77f4-4cbf-81a5-a55f36eba0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6367ca-7a0f-4131-a7ae-cc724d0a5aac,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:16.354351 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:16.412304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9e484-3fa6-40c5-9b2f-2b12693b7de3 req-58e2372e-6f22-4b55-8bfb-6952b14318f6 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:16.413798 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78c9e484-3fa6-40c5-9b2f-2b12693b7de3 req-58e2372e-6f22-4b55-8bfb-6952b14318f6 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b08348d-cfbd-47f6-a512-e56bf4ed165c HTTP/1.1" status: 200 len: 945 time: 0.0986273 Jul 27 22:10:16.581880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b3535-8169-41ae-aadf-3a82186d5584 req-4bcb5fcf-7d08-469e-85ba-c8f9dbced536 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:16.586777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db8b3535-8169-41ae-aadf-3a82186d5584 req-4bcb5fcf-7d08-469e-85ba-c8f9dbced536 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.0638273 Jul 27 22:10:16.631897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779781cb-9baf-44e9-a270-34b0da25bf8a req-700cc274-136b-4680-b6ee-d62638da9da0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:16.632897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db8b3535-8169-41ae-aadf-3a82186d5584 req-e0f20a27-3eca-4c88-9a31-7d74b7bd7574 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429087 Jul 27 22:10:16.633705 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-779781cb-9baf-44e9-a270-34b0da25bf8a req-700cc274-136b-4680-b6ee-d62638da9da0 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6fe792-2a91-44fc-8050-c97b577df98d HTTP/1.1" status: 200 len: 946 time: 0.1864390 Jul 27 22:10:16.636958 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-964c290a-77f4-4cbf-81a5-a55f36eba0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:16.743929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-78c9e484-3fa6-40c5-9b2f-2b12693b7de3 req-1b86f0d7-e822-4222-850d-65a9f33c2f3b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Deleting port 1e925528-40c7-4963-96aa-3b9fcbd70e85 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:16.744363 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-78c9e484-3fa6-40c5-9b2f-2b12693b7de3 req-1b86f0d7-e822-4222-850d-65a9f33c2f3b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:16.754176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b594ba9-10a4-4b56-af11-4321931c3da8 req-18bdb31f-8b7d-42f3-9e9e-31c88e9e01e1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:16.762412 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b594ba9-10a4-4b56-af11-4321931c3da8 req-18bdb31f-8b7d-42f3-9e9e-31c88e9e01e1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.0688038 Jul 27 22:10:16.840710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b594ba9-10a4-4b56-af11-4321931c3da8 req-6fb4d7f0-832d-4d36-9ba8-7e7a09bbe49a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773797 Jul 27 22:10:16.855371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e0a2a-f474-4522-9692-2d73b408d923 req-a1c1651c-ffc4-46b5-8536-cd1490ffc230 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:16.857566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c09e0a2a-f474-4522-9692-2d73b408d923 req-a1c1651c-ffc4-46b5-8536-cd1490ffc230 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.0918529 Jul 27 22:10:16.909908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c09e0a2a-f474-4522-9692-2d73b408d923 req-52c6fe4e-a0c2-4745-8663-73e58db64da8 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445600 Jul 27 22:10:16.955122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-78c9e484-3fa6-40c5-9b2f-2b12693b7de3 req-1b86f0d7-e822-4222-850d-65a9f33c2f3b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] For port 1e925528-40c7-4963-96aa-3b9fcbd70e85, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1e925528-40c7-4963-96aa-3b9fcbd70e85,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:16.955852 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-78c9e484-3fa6-40c5-9b2f-2b12693b7de3 req-1b86f0d7-e822-4222-850d-65a9f33c2f3b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.007964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-779781cb-9baf-44e9-a270-34b0da25bf8a req-8077e418-a109-4895-bb09-ecbf3cb2d99a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Deleting port 8000d69e-c03f-4f8a-becc-16ed11789574 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:17.008236 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-779781cb-9baf-44e9-a270-34b0da25bf8a req-8077e418-a109-4895-bb09-ecbf3cb2d99a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.016933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-78c9e484-3fa6-40c5-9b2f-2b12693b7de3 req-1b86f0d7-e822-4222-850d-65a9f33c2f3b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Calling delete_port for 1e925528-40c7-4963-96aa-3b9fcbd70e85 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:17.025167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f2dd7-9ae2-48d6-9784-85b61bb7eb06 req-504b8a94-33ce-4d8c-a4a6-9e8ceb2a8d0b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:17.030811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e41f2dd7-9ae2-48d6-9784-85b61bb7eb06 req-504b8a94-33ce-4d8c-a4a6-9e8ceb2a8d0b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0590596 Jul 27 22:10:17.069379 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e41f2dd7-9ae2-48d6-9784-85b61bb7eb06 req-9f400b98-8f1a-4940-ab5a-342147277ef8 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352271 Jul 27 22:10:17.189445 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964c290a-77f4-4cbf-81a5-a55f36eba0ee admin admin] Router 59973675-84e8-45e5-9016-7add9261cf76 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:17.217642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-779781cb-9baf-44e9-a270-34b0da25bf8a req-8077e418-a109-4895-bb09-ecbf3cb2d99a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] For port 8000d69e-c03f-4f8a-becc-16ed11789574, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8000d69e-c03f-4f8a-becc-16ed11789574,segment=NetworkSegment(4ad0bef0-b1dd-4785-ac07-984ac646bbf7),segment_id=4ad0bef0-b1dd-4785-ac07-984ac646bbf7)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:17.218005 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-779781cb-9baf-44e9-a270-34b0da25bf8a req-8077e418-a109-4895-bb09-ecbf3cb2d99a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.239546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-779781cb-9baf-44e9-a270-34b0da25bf8a req-8077e418-a109-4895-bb09-ecbf3cb2d99a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Calling delete_port for 8000d69e-c03f-4f8a-becc-16ed11789574 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:17.329477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:17.395489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port efc3331c-c85d-4f15-b9a6-7d2312d16f59 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:17.402627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port efc3331c-c85d-4f15-b9a6-7d2312d16f59 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:17.403553 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.454643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59847e9-7c02-4335-884b-8fd7900a5ed1 req-00af3d1f-21e7-4566-81dd-dd7adabc400d tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:17.457065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f59847e9-7c02-4335-884b-8fd7900a5ed1 req-00af3d1f-21e7-4566-81dd-dd7adabc400d tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b08348d-cfbd-47f6-a512-e56bf4ed165c HTTP/1.1" status: 200 len: 945 time: 0.0988777 Jul 27 22:10:17.504359 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.533237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:17.536660 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5227a392-58b4-48c4-9b49-fbf16aa740bd" -d '{"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-plugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:17.549510 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f59847e9-7c02-4335-884b-8fd7900a5ed1 req-55889be6-e2df-4982-bff2-3d26cec1b4fd tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836639 Jul 27 22:10:17.560921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:17.567441 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.569490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device cb7e33d8-a843-41a0-a239-77eccec28e54 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:17.632388 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2931a7a-36a1-4d8c-92ac-ccb409150c81 x-openstack-request-id: req-e2931a7a-36a1-4d8c-92ac-ccb409150c81 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:17.632998 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-plugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:17.633411 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2931a7a-36a1-4d8c-92ac-ccb409150c81 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:17.634709 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'code': 200} Jul 27 22:10:17.639568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: cb7e33d8-a843-41a0-a239-77eccec28e54 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:17.639568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device cb7e33d8-a843-41a0-a239-77eccec28e54 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:17.679867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:17.737355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682d9ed-9afa-48ad-82f4-990bd4d8996d req-deb0e949-f475-41d6-a5c2-b7dd2924756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:17.740610 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a682d9ed-9afa-48ad-82f4-990bd4d8996d req-deb0e949-f475-41d6-a5c2-b7dd2924756d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 1097 time: 0.0604668 Jul 27 22:10:17.833577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a682d9ed-9afa-48ad-82f4-990bd4d8996d req-d57871ee-18df-4345-b7f9-5ebadf36ba0c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742714 Jul 27 22:10:17.849443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04317bf6-adf5-4c7e-a8bc-203b287762c1 req-e2ee80ba-731f-4199-a9ff-d36759727315 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:17.860367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04317bf6-adf5-4c7e-a8bc-203b287762c1 req-e2ee80ba-731f-4199-a9ff-d36759727315 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1141748 Jul 27 22:10:17.916926 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964c290a-77f4-4cbf-81a5-a55f36eba0ee admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:17.935983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-964c290a-77f4-4cbf-81a5-a55f36eba0ee admin admin] 10.222.0.24 "PUT /v2.0/routers/59973675-84e8-45e5-9016-7add9261cf76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7861640 Jul 27 22:10:17.938592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:17.950764 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eae93c3-a877-4f68-81fa-49d644eb39aa None None] Sync routers for ids ['59973675-84e8-45e5-9016-7add9261cf76'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:17.963031 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-78c9e484-3fa6-40c5-9b2f-2b12693b7de3 req-1b86f0d7-e822-4222-850d-65a9f33c2f3b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:17.967221 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae93c3-a877-4f68-81fa-49d644eb39aa None None] Routers {'59973675-84e8-45e5-9016-7add9261cf76'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:17.968261 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9eae93c3-a877-4f68-81fa-49d644eb39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59973675-84e8-45e5-9016-7add9261cf76'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:17.994655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8000d69e-c03f-4f8a-becc-16ed11789574', '1e925528-40c7-4963-96aa-3b9fcbd70e85'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:18.052012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04317bf6-adf5-4c7e-a8bc-203b287762c1 req-147567fa-2915-426a-829b-983e323dc06d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888654 Jul 27 22:10:18.076504 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86f0d7-e822-4222-850d-65a9f33c2f3b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Pushing event deleted for resources: {'Port': ['ID=1e925528-40c7-4963-96aa-3b9fcbd70e85,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:18.092154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf499958-ec09-4049-9d33-efa1d31d9abf req-974d2f62-69d6-4f6b-9679-d376e61062e0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:18.092961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf499958-ec09-4049-9d33-efa1d31d9abf req-974d2f62-69d6-4f6b-9679-d376e61062e0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1411090 Jul 27 22:10:18.137220 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9eae93c3-a877-4f68-81fa-49d644eb39aa None None] Set router 59973675-84e8-45e5-9016-7add9261cf76 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:18.140343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c9e484-3fa6-40c5-9b2f-2b12693b7de3 req-1b86f0d7-e822-4222-850d-65a9f33c2f3b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] No DVR routers for this DVR port 1e925528-40c7-4963-96aa-3b9fcbd70e85 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:18.145295 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-78c9e484-3fa6-40c5-9b2f-2b12693b7de3 req-1b86f0d7-e822-4222-850d-65a9f33c2f3b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.148147 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78c9e484-3fa6-40c5-9b2f-2b12693b7de3 req-1b86f0d7-e822-4222-850d-65a9f33c2f3b tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.41 "DELETE /v2.0/ports/1e925528-40c7-4963-96aa-3b9fcbd70e85 HTTP/1.1" status: 204 len: 173 time: 1.6997316 Jul 27 22:10:18.153269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b08348d-cfbd-47f6-a512-e56bf4ed165c', 'name': 'network-vif-deleted', 'tag': '1e925528-40c7-4963-96aa-3b9fcbd70e85'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:18.156470 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c21605b-5b05-4fcc-b561-8113fda90fc8" -d '{"events": [{"server_uuid": "9b08348d-cfbd-47f6-a512-e56bf4ed165c", "name": "network-vif-deleted", "tag": "1e925528-40c7-4963-96aa-3b9fcbd70e85"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:18.166769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf499958-ec09-4049-9d33-efa1d31d9abf req-52e2dd80-e4a6-4e78-a845-4981e7b92bf7 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675888 Jul 27 22:10:18.240908 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.290599 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.349898 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-779781cb-9baf-44e9-a270-34b0da25bf8a req-8077e418-a109-4895-bb09-ecbf3cb2d99a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.396500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f9af4-c0e0-4c39-818b-584353360ad4 req-4e1be975-866e-4b4b-a311-8f7149eb6b61 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:18.399513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d74f9af4-c0e0-4c39-818b-584353360ad4 req-4e1be975-866e-4b4b-a311-8f7149eb6b61 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1184413 Jul 27 22:10:18.427383 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['1e925528-40c7-4963-96aa-3b9fcbd70e85'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:18.436196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077e418-a109-4895-bb09-ecbf3cb2d99a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Pushing event deleted for resources: {'Port': ['ID=8000d69e-c03f-4f8a-becc-16ed11789574,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:18.467966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75bc01-3f1b-456e-9831-9066e2862a2c req-3ba483bf-21c0-49dd-85e2-7941a694fdcb tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:18.478758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab75bc01-3f1b-456e-9831-9066e2862a2c req-3ba483bf-21c0-49dd-85e2-7941a694fdcb tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 946 time: 0.1427126 Jul 27 22:10:18.522043 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.522527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d74f9af4-c0e0-4c39-818b-584353360ad4 req-8502788a-a2e4-4cec-9419-3c2f93752817 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122169 Jul 27 22:10:18.524118 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9eae93c3-a877-4f68-81fa-49d644eb39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:10:16Z', 'revision_number': 5, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port': {'id': 'bc4de6d8-96ea-47bb-8c74-6a304127f8ca', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59973675-84e8-45e5-9016-7add9261cf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:46Z', 'updated_at': '2021-07-27T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:18.540342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-779781cb-9baf-44e9-a270-34b0da25bf8a req-8077e418-a109-4895-bb09-ecbf3cb2d99a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] No DVR routers for this DVR port 8000d69e-c03f-4f8a-becc-16ed11789574 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:18.545123 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-779781cb-9baf-44e9-a270-34b0da25bf8a req-8077e418-a109-4895-bb09-ecbf3cb2d99a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.547370 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-779781cb-9baf-44e9-a270-34b0da25bf8a req-8077e418-a109-4895-bb09-ecbf3cb2d99a tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.41 "DELETE /v2.0/ports/8000d69e-c03f-4f8a-becc-16ed11789574 HTTP/1.1" status: 204 len: 173 time: 1.9030263 Jul 27 22:10:18.549530 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab75bc01-3f1b-456e-9831-9066e2862a2c req-808ee8bd-0743-4eb5-a078-cc560a54933f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690928 Jul 27 22:10:18.569197 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eae93c3-a877-4f68-81fa-49d644eb39aa None None] Checking router: 59973675-84e8-45e5-9016-7add9261cf76 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:18.588952 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae93c3-a877-4f68-81fa-49d644eb39aa None None] Routers {'59973675-84e8-45e5-9016-7add9261cf76'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:18.590015 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9eae93c3-a877-4f68-81fa-49d644eb39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59973675-84e8-45e5-9016-7add9261cf76'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:18.619544 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6848808e-98c4-492f-b546-469714bda044 x-openstack-request-id: req-6848808e-98c4-492f-b546-469714bda044 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:18.623891 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b08348d-cfbd-47f6-a512-e56bf4ed165c", "name": "network-vif-deleted", "tag": "1e925528-40c7-4963-96aa-3b9fcbd70e85", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:18.626030 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6848808e-98c4-492f-b546-469714bda044 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:18.626559 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b08348d-cfbd-47f6-a512-e56bf4ed165c', 'name': 'network-vif-deleted', 'tag': '1e925528-40c7-4963-96aa-3b9fcbd70e85', 'status': 'completed', 'code': 200} Jul 27 22:10:18.669421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Deleting port bc4de6d8-96ea-47bb-8c74-6a304127f8ca {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:18.671261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.704176 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9eae93c3-a877-4f68-81fa-49d644eb39aa None None] Set router 59973675-84e8-45e5-9016-7add9261cf76 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:18.750318 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32655cf6-b793-4889-ac96-278b8f8c895a req-e8e45701-a074-4a7b-ae90-19a3ea718a46 tempest-ListServersNegativeTestJSON-1909581275 tempest-ListServersNegativeTestJSON-1909581275-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b08348d-cfbd-47f6-a512-e56bf4ed165c HTTP/1.1" status: 200 len: 210 time: 0.0444579 Jul 27 22:10:18.811775 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9eae93c3-a877-4f68-81fa-49d644eb39aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:10:18Z', 'revision_number': 6, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:18.818757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] For port bc4de6d8-96ea-47bb-8c74-6a304127f8ca, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bc4de6d8-96ea-47bb-8c74-6a304127f8ca,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:18.819146 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:18.844035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Calling delete_port for bc4de6d8-96ea-47bb-8c74-6a304127f8ca owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:18.849742 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eae93c3-a877-4f68-81fa-49d644eb39aa None None] The sync data for ids ['59973675-84e8-45e5-9016-7add9261cf76'] in n-d-802011-3 is: [{'id': '59973675-84e8-45e5-9016-7add9261cf76', 'name': 'tempest-ServersTestJSON-1761505292-router', 'tenant_id': '12f36bc28ccc439fb80e7cb568d7b679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:45Z', 'updated_at': '2021-07-27T22:10:18Z', 'revision_number': 6, 'project_id': '12f36bc28ccc439fb80e7cb568d7b679', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:19.056443 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.087112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4de6d8-96ea-47bb-8c74-6a304127f8ca,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:19.171322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.270654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5372a-5ca8-42f9-8aed-fa979832d1c4 req-dc236566-9a87-47a3-92cc-2dbd6d9f6e76 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:19.287942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-baf5372a-5ca8-42f9-8aed-fa979832d1c4 req-dc236566-9a87-47a3-92cc-2dbd6d9f6e76 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1279392 Jul 27 22:10:19.322426 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.324832 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.382182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb6367ca-7a0f-4131-a7ae-cc724d0a5aac no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:19.383647 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-baf5372a-5ca8-42f9-8aed-fa979832d1c4 req-19ed1dee-da9d-4c93-b9ae-e5195deb6145 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946693 Jul 27 22:10:19.421859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: bb6367ca-7a0f-4131-a7ae-cc724d0a5aac {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:19.422522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb6367ca-7a0f-4131-a7ae-cc724d0a5aac not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:19.447528 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.448139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59973675-84e8-45e5-9016-7add9261cf76 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:10:19.462091 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.465996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 49398) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:19.467322 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-73734e3a-61ca-403c-b255-2cac7abf1f79 admin admin] 10.222.0.24 "DELETE /v2.0/routers/59973675-84e8-45e5-9016-7add9261cf76 HTTP/1.1" status: 204 len: 168 time: 1.5266187 Jul 27 22:10:19.504818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14b0f0-53dd-4223-9e96-8360e5689949 req-1316e5b9-b780-4c1a-970c-0be1ddb8864c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:19.506328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d14b0f0-53dd-4223-9e96-8360e5689949 req-1316e5b9-b780-4c1a-970c-0be1ddb8864c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.0899158 Jul 27 22:10:19.540122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a57fe0-09a4-4368-b400-910a642a15a0 admin admin] Deleting subnet 4227846d-1f2c-42eb-8f8a-644ada523f32 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:10:19.544219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a57fe0-09a4-4368-b400-910a642a15a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.585524 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d14b0f0-53dd-4223-9e96-8360e5689949 req-c98e9f66-b5d5-4f76-9767-0bb526ac37b8 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730610 Jul 27 22:10:19.599545 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a57fe0-09a4-4368-b400-910a642a15a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.751331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e6ade-5ec6-42b5-b2ab-af90d913e308 req-56827d78-10af-4944-b533-756741da78ef tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:19.753952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-692e6ade-5ec6-42b5-b2ab-af90d913e308 req-56827d78-10af-4944-b533-756741da78ef tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1585174 Jul 27 22:10:19.776641 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a57fe0-09a4-4368-b400-910a642a15a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.785879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d9e4e-45aa-4957-a1d1-d8032c5245e7 req-a662442f-165d-4fc0-b298-1b561a53c1ea tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:19.787382 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-376d9e4e-45aa-4957-a1d1-d8032c5245e7 req-a662442f-165d-4fc0-b298-1b561a53c1ea tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 946 time: 0.1394279 Jul 27 22:10:19.870921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-692e6ade-5ec6-42b5-b2ab-af90d913e308 req-b661e4f9-48f3-4c31-906c-05ffecda3e74 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053588 Jul 27 22:10:19.891607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-376d9e4e-45aa-4957-a1d1-d8032c5245e7 req-c31d3cdb-78ac-4618-bb23-bfdbb0905b9c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779679 Jul 27 22:10:19.909715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a57fe0-09a4-4368-b400-910a642a15a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.935209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a57fe0-09a4-4368-b400-910a642a15a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4227846d-1f2c-42eb-8f8a-644ada523f32,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:19.945323 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-11a57fe0-09a4-4368-b400-910a642a15a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:19.949708 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-11a57fe0-09a4-4368-b400-910a642a15a0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4227846d-1f2c-42eb-8f8a-644ada523f32 HTTP/1.1" status: 204 len: 168 time: 0.4803023 Jul 27 22:10:19.950204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 49418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:19.952544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed5b8f2-d132-4049-97ea-5e40cb41c5fe None None] Network 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:20.007920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49420) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:20.093019 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.097031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3abde2-b5cf-46e4-802a-0f106dec4074 admin admin] Deleting subnet 0b002b52-082c-4542-85a8-e8ba98f88fc1 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:10:20.100496 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f3abde2-b5cf-46e4-802a-0f106dec4074 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.108815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6873d-67b9-4081-934e-d768c42f75f7 req-acf82d7b-6232-4773-baa6-0636c39f4e20 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:20.110519 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-78c6873d-67b9-4081-934e-d768c42f75f7 req-acf82d7b-6232-4773-baa6-0636c39f4e20 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 946 time: 0.1336572 Jul 27 22:10:20.122082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 49422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:20.132726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-31506436-a4ee-4040-b4a2-610170f35457 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Request body: {'floatingip': {'port_id': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:20.165995 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f3abde2-b5cf-46e4-802a-0f106dec4074 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.184336 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31506436-a4ee-4040-b4a2-610170f35457 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.187736 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e6295b-aafe-47ab-a345-11886de6ecad None None] DHCP port deletion for 8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:10:20.218940 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f3abde2-b5cf-46e4-802a-0f106dec4074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.256379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6295b-aafe-47ab-a345-11886de6ecad None None] Deleting port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:20.256890 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2e6295b-aafe-47ab-a345-11886de6ecad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.303475 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f3abde2-b5cf-46e4-802a-0f106dec4074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.325149 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f3abde2-b5cf-46e4-802a-0f106dec4074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.329586 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7f3abde2-b5cf-46e4-802a-0f106dec4074 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0b002b52-082c-4542-85a8-e8ba98f88fc1 HTTP/1.1" status: 204 len: 168 time: 0.3180804 Jul 27 22:10:20.330539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49428) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:20.332816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d2e6295b-aafe-47ab-a345-11886de6ecad None None] For port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d,segment=NetworkSegment(c686304c-96b9-4242-84a0-65b2da17e7d1),segment_id=c686304c-96b9-4242-84a0-65b2da17e7d1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:20.333446 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2e6295b-aafe-47ab-a345-11886de6ecad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.349269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6295b-aafe-47ab-a345-11886de6ecad None None] Calling delete_port for bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:20.381707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3abde2-b5cf-46e4-802a-0f106dec4074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b002b52-082c-4542-85a8-e8ba98f88fc1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:20.410537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Deleting port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:20.410901 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.466193 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.503297 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2e6295b-aafe-47ab-a345-11886de6ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.533981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6295b-aafe-47ab-a345-11886de6ecad None None] Pushing event deleted for resources: {'Port': ['ID=bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:20.535860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e6295b-aafe-47ab-a345-11886de6ecad None None] No DVR routers for this DVR port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:20.577421 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.587744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5833e6b5-e4a6-4c16-968b-9225f135828f']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:20.591624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] For port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d,segment=NetworkSegment(c686304c-96b9-4242-84a0-65b2da17e7d1),segment_id=c686304c-96b9-4242-84a0-65b2da17e7d1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:20.591991 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.601104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad0bef0-b1dd-4785-ac07-984ac646bbf7') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:20.601104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad0bef0-b1dd-4785-ac07-984ac646bbf7') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:20.609858 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.627245 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.629734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6fe792-2a91-44fc-8050-c97b577df98d', 'name': 'network-vif-deleted', 'tag': '8000d69e-c03f-4f8a-becc-16ed11789574'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:20.632411 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458a345d-ddef-4402-a2e2-c16dbf58bce9" -d '{"events": [{"server_uuid": "fc6fe792-2a91-44fc-8050-c97b577df98d", "name": "network-vif-deleted", "tag": "8000d69e-c03f-4f8a-becc-16ed11789574"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:20.640399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:10:20.640888 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:10:20.643183 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:10:20.684492 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Calling delete_port for bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:20.731968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.741060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:20.741060 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5833e6b5-e4a6-4c16-968b-9225f135828f HTTP/1.1" status: 204 len: 168 time: 0.4048460 Jul 27 22:10:20.762868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88320060-c361-4f1e-b521-4a16b25ad229 admin admin] Pushing event deleted for resources: {'Network': ['ID=5833e6b5-e4a6-4c16-968b-9225f135828f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:20.856457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42a6ca-f3c1-4133-8b9a-d64f10282ec5 req-4c30a4ed-5195-4b11-b9f6-38d2ffc593a0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:20.857966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e42a6ca-f3c1-4133-8b9a-d64f10282ec5 req-4c30a4ed-5195-4b11-b9f6-38d2ffc593a0 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.3533816 Jul 27 22:10:20.885249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49448) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:20.929310 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-32c50058-142f-442c-b781-7fed2f5b0032 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=711f46750988448bb4f481f777e56d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426912 Jul 27 22:10:20.931858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49452) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:20.934104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629469d-8ef0-4133-8fc4-6c844a917cea req-05bd635a-029b-4331-9208-be155f1667c2 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:20.935660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4629469d-8ef0-4133-8fc4-6c844a917cea req-05bd635a-029b-4331-9208-be155f1667c2 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.2495325 Jul 27 22:10:20.992421 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f11103d9-8399-4f81-9ddc-91754987f203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.024081 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f11103d9-8399-4f81-9ddc-91754987f203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.049260 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e42a6ca-f3c1-4133-8b9a-d64f10282ec5 req-4df1ad7e-b75d-4a53-ba2b-b8923c361472 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791122 Jul 27 22:10:21.091904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f11103d9-8399-4f81-9ddc-91754987f203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.096292 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f11103d9-8399-4f81-9ddc-91754987f203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.100011 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f11103d9-8399-4f81-9ddc-91754987f203 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f11a654-4ef4-4783-aa1f-a6c739ce7ab3 HTTP/1.1" status: 204 len: 168 time: 0.1659288 Jul 27 22:10:21.129287 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176ed6d9-bf33-4a10-b992-59a29dece3a1 x-openstack-request-id: req-176ed6d9-bf33-4a10-b992-59a29dece3a1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:21.129578 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6fe792-2a91-44fc-8050-c97b577df98d", "name": "network-vif-deleted", "tag": "8000d69e-c03f-4f8a-becc-16ed11789574", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:21.129830 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-176ed6d9-bf33-4a10-b992-59a29dece3a1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:21.130228 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6fe792-2a91-44fc-8050-c97b577df98d', 'name': 'network-vif-deleted', 'tag': '8000d69e-c03f-4f8a-becc-16ed11789574', 'status': 'completed', 'code': 200} Jul 27 22:10:21.130813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4629469d-8ef0-4133-8fc4-6c844a917cea req-09ce58d6-6b43-4766-a6f4-6baf0bfe8cfd tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844699 Jul 27 22:10:21.131182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11103d9-8399-4f81-9ddc-91754987f203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f11a654-4ef4-4783-aa1f-a6c739ce7ab3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:21.139220 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.172000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:21.183253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] No DVR routers for this DVR port bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:21.186275 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-31506436-a4ee-4040-b4a2-610170f35457 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:10:21.280724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8efc05-f362-4d25-8807-aa710ac0acbe req-031c9712-e1d4-47df-9586-f051eb57770c tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:21.282235 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db8efc05-f362-4d25-8807-aa710ac0acbe req-031c9712-e1d4-47df-9586-f051eb57770c tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.1911483 Jul 27 22:10:21.327123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:21.363530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:21.364232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bab52e85-4cbd-46d8-9fb0-9cc3d0deff5d not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:21.365410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bc4de6d8-96ea-47bb-8c74-6a304127f8ca no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:21.372329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b168f275-5fbb-42b2-a9e9-34b3b7a49c55 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:10:21.374328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b168f275-5fbb-42b2-a9e9-34b3b7a49c55 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:21.406027 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31506436-a4ee-4040-b4a2-610170f35457 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.417692 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.424744 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: bc4de6d8-96ea-47bb-8c74-6a304127f8ca {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:21.425207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bc4de6d8-96ea-47bb-8c74-6a304127f8ca not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:21.452419 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31506436-a4ee-4040-b4a2-610170f35457 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.458851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:21.500549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873bcef-ea2b-430b-829b-4e820339a2f2 req-af06831e-c4d4-4af8-93fc-57239b161d5d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:21.508246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4873bcef-ea2b-430b-829b-4e820339a2f2 req-af06831e-c4d4-4af8-93fc-57239b161d5d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.2834601 Jul 27 22:10:21.547389 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1e925528-40c7-4963-96aa-3b9fcbd70e85 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:21.556754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c686304c-96b9-4242-84a0-65b2da17e7d1') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:21.557057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c686304c-96b9-4242-84a0-65b2da17e7d1') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:21.575368 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:10:21.581671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.581782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 1e925528-40c7-4963-96aa-3b9fcbd70e85 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:21.581782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1e925528-40c7-4963-96aa-3b9fcbd70e85 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:21.581782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8000d69e-c03f-4f8a-becc-16ed11789574 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:21.648160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.660807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 8000d69e-c03f-4f8a-becc-16ed11789574 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:21.661176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8000d69e-c03f-4f8a-becc-16ed11789574 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:21.662925 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.669411 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4873bcef-ea2b-430b-829b-4e820339a2f2 req-6e38f19e-72eb-4911-b9c1-6743cc88ddd2 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545963 Jul 27 22:10:21.675393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:10:21.676081 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:10:21.679047 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:10:21.739258 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b168f275-5fbb-42b2-a9e9-34b3b7a49c55, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:21.741851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52cb5c4-f050-4167-9c39-ede5ada0ac52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:21.745844 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f1d9c3-804e-47a5-a51c-0509cb6fb8dd" -d '{"events": [{"server_uuid": "e52cb5c4-f050-4167-9c39-ede5ada0ac52", "name": "network-vif-unplugged", "status": "completed", "tag": "b168f275-5fbb-42b2-a9e9-34b3b7a49c55"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:21.747602 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-31506436-a4ee-4040-b4a2-610170f35457 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Floating IP dbb21193-04c3-49aa-a552-718d4cb14d43 associated. External IP: 172.25.1.238, port: efc3331c-c85d-4f15-b9a6-7d2312d16f59. Jul 27 22:10:21.754641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-db8efc05-f362-4d25-8807-aa710ac0acbe req-f62d86f9-1b9b-4e53-ae38-283164d7846d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Deleting port 5984ecef-02b9-4b22-8a4b-a33bee36922e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:21.755244 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db8efc05-f362-4d25-8807-aa710ac0acbe req-f62d86f9-1b9b-4e53-ae38-283164d7846d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.757023 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.815801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b168f275-5fbb-42b2-a9e9-34b3b7a49c55, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:21.829446 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8689fd03-382d-4fc2-a3cb-82e7ce2a8db0 x-openstack-request-id: req-8689fd03-382d-4fc2-a3cb-82e7ce2a8db0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:21.830568 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52cb5c4-f050-4167-9c39-ede5ada0ac52", "name": "network-vif-unplugged", "status": "completed", "tag": "b168f275-5fbb-42b2-a9e9-34b3b7a49c55", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:21.831029 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8689fd03-382d-4fc2-a3cb-82e7ce2a8db0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:21.831656 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52cb5c4-f050-4167-9c39-ede5ada0ac52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55', 'code': 200} Jul 27 22:10:21.840260 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.844468 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55', 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d', 'port_id': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55', 'mac_address': 'fa:16:3e:0d:a9:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66288677-3e48-4cf2-8461-4a989657fe80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:10:21.852079 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.854106 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf HTTP/1.1" status: 204 len: 168 time: 1.9030375 Jul 27 22:10:21.860849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:21.879917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb2b31-9bbd-4463-8ef2-7c19e89746b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dbcce9a-230d-4df5-9a1b-ebf2d7d1c2bf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:21.909646 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:21.924799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b168f275-5fbb-42b2-a9e9-34b3b7a49c55 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:21.953397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b168f275-5fbb-42b2-a9e9-34b3b7a49c55, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:21.964899 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.005741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-db8efc05-f362-4d25-8807-aa710ac0acbe req-f62d86f9-1b9b-4e53-ae38-283164d7846d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] For port 5984ecef-02b9-4b22-8a4b-a33bee36922e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=5984ecef-02b9-4b22-8a4b-a33bee36922e,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:22.005956 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db8efc05-f362-4d25-8807-aa710ac0acbe req-f62d86f9-1b9b-4e53-ae38-283164d7846d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.048978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:22.110410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49500) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:22.169750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['b168f275-5fbb-42b2-a9e9-34b3b7a49c55'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:22.198355 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-456031d9-9408-4694-aabc-c85d14748d6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12f36bc28ccc439fb80e7cb568d7b679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0830011 Jul 27 22:10:22.198823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49506) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:22.299337 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-763a69a2-5469-4814-8fc8-fede6c7126a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.324287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-763a69a2-5469-4814-8fc8-fede6c7126a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.404468 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-763a69a2-5469-4814-8fc8-fede6c7126a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.407911 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-763a69a2-5469-4814-8fc8-fede6c7126a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:22.410019 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-763a69a2-5469-4814-8fc8-fede6c7126a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7164c9c0-a389-4afa-ae2d-e976ef101819 HTTP/1.1" status: 204 len: 168 time: 0.2102580 Jul 27 22:10:22.428766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a69a2-5469-4814-8fc8-fede6c7126a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7164c9c0-a389-4afa-ae2d-e976ef101819,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:22.505973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-db8efc05-f362-4d25-8807-aa710ac0acbe req-f62d86f9-1b9b-4e53-ae38-283164d7846d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Calling delete_port for 5984ecef-02b9-4b22-8a4b-a33bee36922e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:22.681751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4e4a8-75d3-43dc-a1d6-34c3244da221 req-3014a64c-5786-4178-8bde-e4b410da46af tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:22.683295 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81e4e4a8-75d3-43dc-a1d6-34c3244da221 req-3014a64c-5786-4178-8bde-e4b410da46af tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1924810 Jul 27 22:10:22.696909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d30b1-ea12-48ef-8c73-dee45a806302 req-bced5a0d-0b12-46fc-ba64-075010399220 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:22.698416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f7d30b1-ea12-48ef-8c73-dee45a806302 req-bced5a0d-0b12-46fc-ba64-075010399220 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e1533f-8e4d-45e6-beb4-72d2875a5ebd HTTP/1.1" status: 200 len: 946 time: 0.2086992 Jul 27 22:10:22.739966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31506436-a4ee-4040-b4a2-610170f35457 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Router 9ea9cf76-51aa-4818-bc02-61443f954003 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:22.790850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81e4e4a8-75d3-43dc-a1d6-34c3244da221 req-d4eedfd0-2a5d-4d2f-ba44-e44f566d1485 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911827 Jul 27 22:10:22.807194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f7d30b1-ea12-48ef-8c73-dee45a806302 req-b8987e9f-1479-4ac6-9391-63b8f39748b6 tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.24 "GET /v2.0/security-groups?id=9badcd66-a693-406a-a89c-7df07351bd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922890 Jul 27 22:10:22.968677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db8efc05-f362-4d25-8807-aa710ac0acbe req-f62d86f9-1b9b-4e53-ae38-283164d7846d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:23.014044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d86f9-1b9b-4e53-ae38-283164d7846d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Pushing event deleted for resources: {'Port': ['ID=5984ecef-02b9-4b22-8a4b-a33bee36922e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:23.091842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8efc05-f362-4d25-8807-aa710ac0acbe req-f62d86f9-1b9b-4e53-ae38-283164d7846d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] No DVR routers for this DVR port 5984ecef-02b9-4b22-8a4b-a33bee36922e on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:23.094695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31506436-a4ee-4040-b4a2-610170f35457 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:23.097122 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-db8efc05-f362-4d25-8807-aa710ac0acbe req-f62d86f9-1b9b-4e53-ae38-283164d7846d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:23.099670 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db8efc05-f362-4d25-8807-aa710ac0acbe req-f62d86f9-1b9b-4e53-ae38-283164d7846d tempest-ServerRescueNegativeTestJSON-1172409602 tempest-ServerRescueNegativeTestJSON-1172409602-project] 10.222.0.43 "DELETE /v2.0/ports/5984ecef-02b9-4b22-8a4b-a33bee36922e HTTP/1.1" status: 204 len: 173 time: 1.7768853 Jul 27 22:10:23.108456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e922a770-c28f-45d7-83b3-c3c157d091fb None None] Sync routers for ids ['9ea9cf76-51aa-4818-bc02-61443f954003'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:23.110068 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e1533f-8e4d-45e6-beb4-72d2875a5ebd', 'name': 'network-vif-deleted', 'tag': '5984ecef-02b9-4b22-8a4b-a33bee36922e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:23.113185 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec409d88-4fef-4f31-83fb-50ba5ecdff60" -d '{"events": [{"server_uuid": "35e1533f-8e4d-45e6-beb4-72d2875a5ebd", "name": "network-vif-deleted", "tag": "5984ecef-02b9-4b22-8a4b-a33bee36922e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:23.122942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e922a770-c28f-45d7-83b3-c3c157d091fb None None] Routers {'9ea9cf76-51aa-4818-bc02-61443f954003'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:23.136255 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31506436-a4ee-4040-b4a2-610170f35457 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:23.138763 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e922a770-c28f-45d7-83b3-c3c157d091fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9ea9cf76-51aa-4818-bc02-61443f954003'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:23.205510 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-31506436-a4ee-4040-b4a2-610170f35457 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "PUT /v2.0/floatingips/dbb21193-04c3-49aa-a552-718d4cb14d43 HTTP/1.1" status: 200 len: 992 time: 3.0797913 Jul 27 22:10:23.238686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a8ca1-6be5-449c-ba44-cbb7aaeb8a22 req-da388e6b-a616-4660-af1b-225568884f6f tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:23.240421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f5a8ca1-6be5-449c-ba44-cbb7aaeb8a22 req-da388e6b-a616-4660-af1b-225568884f6f tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 945 time: 0.1635220 Jul 27 22:10:23.324228 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f5a8ca1-6be5-449c-ba44-cbb7aaeb8a22 req-1a938f4c-114b-4468-90ff-165e03aad728 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761030 Jul 27 22:10:23.375371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49558) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:23.389829 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62260b5c-bb74-4ad2-bc15-41004deecc66 x-openstack-request-id: req-62260b5c-bb74-4ad2-bc15-41004deecc66 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:23.390438 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e1533f-8e4d-45e6-beb4-72d2875a5ebd", "name": "network-vif-deleted", "tag": "5984ecef-02b9-4b22-8a4b-a33bee36922e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:23.390692 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62260b5c-bb74-4ad2-bc15-41004deecc66 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:23.391097 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e1533f-8e4d-45e6-beb4-72d2875a5ebd', 'name': 'network-vif-deleted', 'tag': '5984ecef-02b9-4b22-8a4b-a33bee36922e', 'status': 'completed', 'code': 200} Jul 27 22:10:23.454935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b168f275-5fbb-42b2-a9e9-34b3b7a49c55 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:23.497550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e922a770-c28f-45d7-83b3-c3c157d091fb None None] Set router 9ea9cf76-51aa-4818-bc02-61443f954003 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:23.643260 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port b168f275-5fbb-42b2-a9e9-34b3b7a49c55 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:23.643673 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:23.643964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-network', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:23.704486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:23.714876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1bc6230-1a86-45e8-a226-1940400ccad8 req-a5113aac-5463-4fd0-876f-c576b6c052be tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=300c9984-5cbe-4a50-b614-bfd1210e7f16 HTTP/1.1" status: 200 len: 210 time: 0.0780225 Jul 27 22:10:23.715736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:23.750371 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:23.916299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 49582) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:23.922866 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:23.969901 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:23.977630 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.030435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b168f275-5fbb-42b2-a9e9-34b3b7a49c55, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:24.037073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52cb5c4-f050-4167-9c39-ede5ada0ac52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:24.039252 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d7eb6c-cb67-468f-9510-445ef21c5a17" -d '{"events": [{"server_uuid": "e52cb5c4-f050-4167-9c39-ede5ada0ac52", "name": "network-vif-plugged", "status": "completed", "tag": "b168f275-5fbb-42b2-a9e9-34b3b7a49c55"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:24.045680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:24.058041 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.058883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 5984ecef-02b9-4b22-8a4b-a33bee36922e no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:24.069841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:10:24.082997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91ebf4-1039-48e1-993f-e853baf1c6e1 req-e8419c84-09f8-46c4-88b9-1e4ed851b414 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:24.086365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce91ebf4-1039-48e1-993f-e853baf1c6e1 req-e8419c84-09f8-46c4-88b9-1e4ed851b414 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1129274 Jul 27 22:10:24.096944 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.097442 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Added segment b1baa396-4db0-46e4-9950-7e107b3b3456 of type vlan for network b1953a48-d636-4e9d-9e5f-5849e72fce1a Jul 27 22:10:24.133778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 5984ecef-02b9-4b22-8a4b-a33bee36922e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:24.134309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 5984ecef-02b9-4b22-8a4b-a33bee36922e not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:24.167426 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.184041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e922a770-c28f-45d7-83b3-c3c157d091fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'dbb21193-04c3-49aa-a552-718d4cb14d43', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'port_id': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'mac_address': 'fa:16:3e:f9:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:10:04Z', 'updated_at': '2021-07-27T22:10:21Z', 'revision_number': 1, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94608bc3-dc07-4055-b309-8b20bf0a2732', 'name': '', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'mac_address': 'fa:16:3e:22:c0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:58Z', 'updated_at': '2021-07-27T22:10:05Z', 'revision_number': 5, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'subnets': [{'id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:24.213093 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.216414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:24.216414 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.272300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e922a770-c28f-45d7-83b3-c3c157d091fb None None] Checking router: 9ea9cf76-51aa-4818-bc02-61443f954003 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:24.280144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce91ebf4-1039-48e1-993f-e853baf1c6e1 req-825e999f-761c-495d-9b10-91b347758f43 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849961 Jul 27 22:10:24.300040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e922a770-c28f-45d7-83b3-c3c157d091fb None None] Routers {'9ea9cf76-51aa-4818-bc02-61443f954003'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:24.300732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e922a770-c28f-45d7-83b3-c3c157d091fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9ea9cf76-51aa-4818-bc02-61443f954003'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:24.333339 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9563560 Jul 27 22:10:24.334237 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5248816-e3cf-4741-916e-88484cd95593 admin admin] Pushing event updated for resources: {'Network': ['ID=b1953a48-d636-4e9d-9e5f-5849e72fce1a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:24.336242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49602) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:24.348614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3bc6e349-e71a-4a07-b8b9-9ca1372b42a0 admin admin] Request body: {'subnet': {'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-subnet', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:24.411255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc6e349-e71a-4a07-b8b9-9ca1372b42a0 admin admin] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:24.414546 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e349-e71a-4a07-b8b9-9ca1372b42a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.459548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e922a770-c28f-45d7-83b3-c3c157d091fb None None] Set router 9ea9cf76-51aa-4818-bc02-61443f954003 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:24.621666 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393e0696-759b-4771-ba52-3d4812b67abe x-openstack-request-id: req-393e0696-759b-4771-ba52-3d4812b67abe {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:24.622560 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52cb5c4-f050-4167-9c39-ede5ada0ac52", "name": "network-vif-plugged", "status": "completed", "tag": "b168f275-5fbb-42b2-a9e9-34b3b7a49c55", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:24.623222 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-393e0696-759b-4771-ba52-3d4812b67abe {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:24.626220 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52cb5c4-f050-4167-9c39-ede5ada0ac52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55', 'code': 200} Jul 27 22:10:24.628009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:24.637390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network b1953a48-d636-4e9d-9e5f-5849e72fce1a details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:10:24.779082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aea9c-8af3-4fc8-806a-67b2f402d503 req-3a393ff8-efc8-4dd6-bdbe-1d57461e04ee tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:24.781729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-637aea9c-8af3-4fc8-806a-67b2f402d503 req-3a393ff8-efc8-4dd6-bdbe-1d57461e04ee tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1411550 Jul 27 22:10:24.791762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9e338a8-bfe8-4596-947d-7302389b8033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.824270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.824676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.825204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.825781 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.839880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.840387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.840736 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.841078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.841416 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.841751 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.844819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.857133 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:10:24.892857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caaed5-6d34-4f45-8dfd-fce01ae8b4cb req-963bdbea-bada-458f-a16e-a843831f2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:24.894994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31caaed5-6d34-4f45-8dfd-fce01ae8b4cb req-963bdbea-bada-458f-a16e-a843831f2d76 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 1097 time: 0.1935823 Jul 27 22:10:24.904216 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e349-e71a-4a07-b8b9-9ca1372b42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:24.919541 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6ca6a7de-eec0-449b-8d52-9cbf9cb873b3 req-f7f38e65-73a9-4b23-977a-8b42288dc53b tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0654523 Jul 27 22:10:24.971617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6e349-e71a-4a07-b8b9-9ca1372b42a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f69d25-f4fe-48ac-bb8e-d91962f7f812,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:25.006200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc6e349-e71a-4a07-b8b9-9ca1372b42a0 admin admin] Checking segment: {'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:25.006585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6e349-e71a-4a07-b8b9-9ca1372b42a0 admin admin] Network hostable DHCP agents. Network: b1953a48-d636-4e9d-9e5f-5849e72fce1a, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:10:25.033641 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-637aea9c-8af3-4fc8-806a-67b2f402d503 req-caef5a42-bcb2-4d6b-9870-7029f0430cf6 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370632 Jul 27 22:10:25.047615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc6e349-e71a-4a07-b8b9-9ca1372b42a0 admin admin] Network b1953a48-d636-4e9d-9e5f-5849e72fce1a is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:10:25.056350 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31caaed5-6d34-4f45-8dfd-fce01ae8b4cb req-8cd27696-fd4b-417b-a124-c5d30d408212 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422594 Jul 27 22:10:25.074511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3bc6e349-e71a-4a07-b8b9-9ca1372b42a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, b1953a48-d636-4e9d-9e5f-5849e72fce1a) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:25.079345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc6e349-e71a-4a07-b8b9-9ca1372b42a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:25.080142 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e349-e71a-4a07-b8b9-9ca1372b42a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.085288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c87419d-51b5-4c77-84be-af952dcad872 None None] Network b1953a48-d636-4e9d-9e5f-5849e72fce1a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:25.111858 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3bc6e349-e71a-4a07-b8b9-9ca1372b42a0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7738953 Jul 27 22:10:25.114501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49620) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:25.119827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:25.152830 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.154323 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.245280 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.273792 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e922a770-c28f-45d7-83b3-c3c157d091fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'dbb21193-04c3-49aa-a552-718d4cb14d43', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'port_id': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'mac_address': 'fa:16:3e:f9:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:10:04Z', 'updated_at': '2021-07-27T22:10:21Z', 'revision_number': 1, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94608bc3-dc07-4055-b309-8b20bf0a2732', 'name': '', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'mac_address': 'fa:16:3e:22:c0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:58Z', 'updated_at': '2021-07-27T22:10:05Z', 'revision_number': 5, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'subnets': [{'id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:25.309849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e922a770-c28f-45d7-83b3-c3c157d091fb None None] The sync data for ids ['9ea9cf76-51aa-4818-bc02-61443f954003'] in n-d-802011-3 is: [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'dbb21193-04c3-49aa-a552-718d4cb14d43', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'port_id': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'mac_address': 'fa:16:3e:f9:1c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:10:04Z', 'updated_at': '2021-07-27T22:10:21Z', 'revision_number': 1, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94608bc3-dc07-4055-b309-8b20bf0a2732', 'name': '', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'mac_address': 'fa:16:3e:22:c0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:58Z', 'updated_at': '2021-07-27T22:10:05Z', 'revision_number': 5, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'subnets': [{'id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:25.324125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e9e338a8-bfe8-4596-947d-7302389b8033 admin admin] Deleting port 05f7acd5-48fd-4037-b675-3ae361ad523c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:25.324702 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9e338a8-bfe8-4596-947d-7302389b8033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.410045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:25.416328 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4ab9be-8aeb-4edc-baae-22e51542736e" -d '{"events": [{"name": "network-changed", "server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:25.452170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:10:25.453046 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.534523 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444f45f9-6513-4ac7-82f4-c4273c69fb9a x-openstack-request-id: req-444f45f9-6513-4ac7-82f4-c4273c69fb9a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:25.534801 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:25.534911 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-444f45f9-6513-4ac7-82f4-c4273c69fb9a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:25.536633 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'status': 'completed', 'code': 200} Jul 27 22:10:25.594718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.663419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e9e338a8-bfe8-4596-947d-7302389b8033 admin admin] For port 05f7acd5-48fd-4037-b675-3ae361ad523c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=05f7acd5-48fd-4037-b675-3ae361ad523c,segment=NetworkSegment(e84bba02-8cc9-4afa-aa3c-0ea99223da09),segment_id=e84bba02-8cc9-4afa-aa3c-0ea99223da09)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:25.663799 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9e338a8-bfe8-4596-947d-7302389b8033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:25.683872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e9e338a8-bfe8-4596-947d-7302389b8033 admin admin] Calling delete_port for 05f7acd5-48fd-4037-b675-3ae361ad523c owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:25.701934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd6930-e56d-4a5b-b46f-75cf5dec9009 req-348f70de-e588-45c5-8888-7a9e74ea9d8f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:25.703504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfbd6930-e56d-4a5b-b46f-75cf5dec9009 req-348f70de-e588-45c5-8888-7a9e74ea9d8f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.2468877 Jul 27 22:10:25.709598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ab9be-8aeb-4edc-baae-22e51542736e req-b9eb2c7e-bea4-4496-806e-83a8cd689c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:25.712157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a4ab9be-8aeb-4edc-baae-22e51542736e req-b9eb2c7e-bea4-4496-806e-83a8cd689c5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 1097 time: 0.1309493 Jul 27 22:10:25.739376 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a31284-da7e-4049-8d4f-925043862193 None None] New status for floating IP dbb21193-04c3-49aa-a552-718d4cb14d43: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:10:25.773821 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Allocated IP 172.20.0.2 (b1953a48-d636-4e9d-9e5f-5849e72fce1a/17f69d25-f4fe-48ac-bb8e-d91962f7f812/132f4cf1-74af-4e52-b8cc-917a8f1cd747) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:26.056261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.077710 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9e338a8-bfe8-4596-947d-7302389b8033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.079236 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.165902 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.186156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Transition to ACTIVE for port object 132f4cf1-74af-4e52-b8cc-917a8f1cd747 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:26.193768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e338a8-bfe8-4596-947d-7302389b8033 admin admin] Pushing event deleted for resources: {'Port': ['ID=05f7acd5-48fd-4037-b675-3ae361ad523c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:26.213377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Allocated IP 172.25.1.76 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/5b85edeb-adfa-44a1-bf42-fd867cec94e2) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:26.228848 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Transition to ACTIVE for port object 132f4cf1-74af-4e52-b8cc-917a8f1cd747 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:26.245415 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.259240 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfbd6930-e56d-4a5b-b46f-75cf5dec9009 req-b294f778-0399-4e9c-86bc-a739b8e5b7a2 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443647 Jul 27 22:10:26.276879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-130848a2-2b92-4da6-bef7-ad11d4805e3d req-790d4e9a-7f97-4c24-9054-c4106a8c072a tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.2008069 Jul 27 22:10:26.341631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Pushing event updated for resources: {'Port': ['ID=132f4cf1-74af-4e52-b8cc-917a8f1cd747,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:26.360292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Network b1953a48-d636-4e9d-9e5f-5849e72fce1a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:26.362357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:26.365180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:26.395876 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.434593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Attempting to bind port 132f4cf1-74af-4e52-b8cc-917a8f1cd747 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:26.435230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Attempting to bind port 132f4cf1-74af-4e52-b8cc-917a8f1cd747 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:26.435802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Attempting to bind port 132f4cf1-74af-4e52-b8cc-917a8f1cd747 on network b1953a48-d636-4e9d-9e5f-5849e72fce1a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:26.443456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:26.444139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Checking segment: {'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:26.444712 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.445327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Bound using segment: {'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:26.445958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Bound port: 132f4cf1-74af-4e52-b8cc-917a8f1cd747, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:26.446534 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.478947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ab9be-8aeb-4edc-baae-22e51542736e req-17155b7e-4c49-4113-85c8-0ca6a642e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:26.479677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.480439 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a4ab9be-8aeb-4edc-baae-22e51542736e req-17155b7e-4c49-4113-85c8-0ca6a642e32a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.7447875 Jul 27 22:10:26.527481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] For port 132f4cf1-74af-4e52-b8cc-917a8f1cd747, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:26.530525 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-06d43ad6-dfea-42a1-8840-4bdc166fff18 req-3bcb4e46-f1ed-413f-be39-4120250ddc0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=300c9984-5cbe-4a50-b614-bfd1210e7f16 HTTP/1.1" status: 200 len: 210 time: 0.0627005 Jul 27 22:10:26.530673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] For port 132f4cf1-74af-4e52-b8cc-917a8f1cd747, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=132f4cf1-74af-4e52-b8cc-917a8f1cd747,segment=NetworkSegment(b1baa396-4db0-46e4-9950-7e107b3b3456),segment_id=b1baa396-4db0-46e4-9950-7e107b3b3456)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:26.537453 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.550358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:26.554664 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:26.563411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:26.618121 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Pushing event updated for resources: {'Port': ['ID=5b85edeb-adfa-44a1-bf42-fd867cec94e2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:26.640701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5f388-0361-4f85-ac77-b82947bf6336 None None] Pushing event updated for resources: {'Port': ['ID=132f4cf1-74af-4e52-b8cc-917a8f1cd747,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:26.685941 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9e338a8-bfe8-4596-947d-7302389b8033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:26.699756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7af44-b2ea-4987-9a4b-4ffb52beeb60 req-0133ac8b-bb0d-4f4f-966d-35ba11625482 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:26.708274 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9f7af44-b2ea-4987-9a4b-4ffb52beeb60 req-0133ac8b-bb0d-4f4f-966d-35ba11625482 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.3030612 Jul 27 22:10:26.786400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a4ab9be-8aeb-4edc-baae-22e51542736e req-ca482167-a864-4c5f-9c17-3d64f2e4a867 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59 HTTP/1.1" status: 200 len: 1002 time: 0.2960844 Jul 27 22:10:26.838839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9f7af44-b2ea-4987-9a4b-4ffb52beeb60 req-7ce9d1b3-c19a-46a1-a19b-d93b223724b3 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295485 Jul 27 22:10:26.903707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ab9be-8aeb-4edc-baae-22e51542736e req-ab508dd0-f1aa-4563-9c5c-de5afb1bee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:26.905673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a4ab9be-8aeb-4edc-baae-22e51542736e req-ab508dd0-f1aa-4563-9c5c-de5afb1bee99 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.1031039 Jul 27 22:10:26.990392 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.047594 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ab9be-8aeb-4edc-baae-22e51542736e req-c3340fba-3fe0-475e-82e2-a8148e88e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:27.049839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a4ab9be-8aeb-4edc-baae-22e51542736e req-c3340fba-3fe0-475e-82e2-a8148e88e09a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362824 Jul 27 22:10:27.176975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d82c3-3f87-4c60-959f-5fde2b04ede5 req-306deb60-7d34-4746-9f19-5b67404bef3f tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:27.178407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-451d82c3-3f87-4c60-959f-5fde2b04ede5 req-306deb60-7d34-4746-9f19-5b67404bef3f tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.1655753 Jul 27 22:10:27.210970 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.243153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e338a8-bfe8-4596-947d-7302389b8033 admin admin] Router 781ab739-f60e-4071-9d4b-018bd3c1b6ef has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:27.248701 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a4ab9be-8aeb-4edc-baae-22e51542736e req-63c3a943-783c-48e7-bad6-b214f17fc15a service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905034 Jul 27 22:10:27.335536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-451d82c3-3f87-4c60-959f-5fde2b04ede5 req-187dda7c-6b85-412e-b81b-fbc749959c6b tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411712 Jul 27 22:10:27.451526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Router 35978cf8-eb66-4cc9-8719-39871eec397a is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:10:27.616264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 132f4cf1-74af-4e52-b8cc-917a8f1cd747 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:27.692672 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd2cf6ff-486a-4720-a1ff-6286d8bd9538 req-4558fd78-3313-4f3a-8070-e5e3e224d362 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0355165 Jul 27 22:10:27.712403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:27.730839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Sync routers for ids ['35978cf8-eb66-4cc9-8719-39871eec397a'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:27.749166 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:27.750817 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7692e981-3b25-41d1-9512-a2dc1578872a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6352162 Jul 27 22:10:27.754087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49654) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:27.763198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 132f4cf1-74af-4e52-b8cc-917a8f1cd747 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:27.776055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Routers {'35978cf8-eb66-4cc9-8719-39871eec397a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:27.776918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['35978cf8-eb66-4cc9-8719-39871eec397a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:28.057157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49629ea-e5cc-440b-b98a-d10952577897 None None] Network b1953a48-d636-4e9d-9e5f-5849e72fce1a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:28.062835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e338a8-bfe8-4596-947d-7302389b8033 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:28.075146 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1924c68-0519-4d6d-b153-d56ba1e6bb7f None None] Sync routers for ids ['781ab739-f60e-4071-9d4b-018bd3c1b6ef'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:28.085319 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e9e338a8-bfe8-4596-947d-7302389b8033 admin admin] 10.222.0.24 "PUT /v2.0/routers/781ab739-f60e-4071-9d4b-018bd3c1b6ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1679237 Jul 27 22:10:28.087765 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1924c68-0519-4d6d-b153-d56ba1e6bb7f None None] Routers {'781ab739-f60e-4071-9d4b-018bd3c1b6ef'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:28.088406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-232dd0a3-3eea-402f-9390-354ca7b63b22 req-254b3a2c-910b-4ed5-b904-9a786a1da441 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.6207092 Jul 27 22:10:28.088740 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c1924c68-0519-4d6d-b153-d56ba1e6bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['781ab739-f60e-4071-9d4b-018bd3c1b6ef'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:28.089010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 49658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:28.173109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471515f7-13d8-402b-a6f9-3af7a5f8e87e req-52bdd646-b6b5-4012-82c0-e01c8a021ffc tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:28.175279 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-471515f7-13d8-402b-a6f9-3af7a5f8e87e req-52bdd646-b6b5-4012-82c0-e01c8a021ffc tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.7877331 Jul 27 22:10:28.177162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a4ab9be-8aeb-4edc-baae-22e51542736e req-7d72c193-dc88-462f-9e24-9f37d458d729 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9183748 Jul 27 22:10:28.246176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Set router 35978cf8-eb66-4cc9-8719-39871eec397a gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:28.310102 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c1924c68-0519-4d6d-b153-d56ba1e6bb7f None None] Set router 781ab739-f60e-4071-9d4b-018bd3c1b6ef gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:28.358891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.376184 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-471515f7-13d8-402b-a6f9-3af7a5f8e87e req-298b67b2-1fb5-4dc5-a07c-3e822bbd7734 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889915 Jul 27 22:10:28.404928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2b4e3c7e-20cc-4612-b102-327ef1cbb4f4 None None] Provisioning for port 132f4cf1-74af-4e52-b8cc-917a8f1cd747 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:28.427321 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.535445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2b4e3c7e-20cc-4612-b102-327ef1cbb4f4 None None] Provisioning complete for port 132f4cf1-74af-4e52-b8cc-917a8f1cd747 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:28.535822 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3c7e-20cc-4612-b102-327ef1cbb4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.639855 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.761720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Deleting port 35367827-b40a-4ab0-986e-e613d7fd7f2a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:28.762071 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.770803 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c1924c68-0519-4d6d-b153-d56ba1e6bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-366753103-router', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:10:25Z', 'revision_number': 5, 'project_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'gw_port': {'id': '35367827-b40a-4ab0-986e-e613d7fd7f2a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:48:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:07:15Z', 'updated_at': '2021-07-27T22:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:28.843390 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1924c68-0519-4d6d-b153-d56ba1e6bb7f None None] Checking router: 781ab739-f60e-4071-9d4b-018bd3c1b6ef for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:28.855769 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1924c68-0519-4d6d-b153-d56ba1e6bb7f None None] Routers {'781ab739-f60e-4071-9d4b-018bd3c1b6ef'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:28.855769 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c1924c68-0519-4d6d-b153-d56ba1e6bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['781ab739-f60e-4071-9d4b-018bd3c1b6ef'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:28.869991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:10:26Z', 'revision_number': 3, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:28.913420 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3c7e-20cc-4612-b102-327ef1cbb4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:28.963229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Checking router: 35978cf8-eb66-4cc9-8719-39871eec397a for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:28.963728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Updating router 35978cf8-eb66-4cc9-8719-39871eec397a port 5b85edeb-adfa-44a1-bf42-fd867cec94e2 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:10:29.003232 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.035993 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2b4e3c7e-20cc-4612-b102-327ef1cbb4f4 None None] For port 132f4cf1-74af-4e52-b8cc-917a8f1cd747, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=132f4cf1-74af-4e52-b8cc-917a8f1cd747,segment=NetworkSegment(b1baa396-4db0-46e4-9950-7e107b3b3456),segment_id=b1baa396-4db0-46e4-9950-7e107b3b3456)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:29.107637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] For port 35367827-b40a-4ab0-986e-e613d7fd7f2a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=35367827-b40a-4ab0-986e-e613d7fd7f2a,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:29.108201 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.109705 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c1924c68-0519-4d6d-b153-d56ba1e6bb7f None None] Set router 781ab739-f60e-4071-9d4b-018bd3c1b6ef gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:29.122708 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3c7e-20cc-4612-b102-327ef1cbb4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.123533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Calling delete_port for 35367827-b40a-4ab0-986e-e613d7fd7f2a owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:29.177002 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c1924c68-0519-4d6d-b153-d56ba1e6bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-366753103-router', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:10:28Z', 'revision_number': 6, 'project_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:29.218648 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1924c68-0519-4d6d-b153-d56ba1e6bb7f None None] The sync data for ids ['781ab739-f60e-4071-9d4b-018bd3c1b6ef'] in n-d-802011-3 is: [{'id': '781ab739-f60e-4071-9d4b-018bd3c1b6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-366753103-router', 'tenant_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:07:13Z', 'updated_at': '2021-07-27T22:10:28Z', 'revision_number': 6, 'project_id': 'fbc48bcbc60b4140b9bc278aa591cff4', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:29.293628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e3c7e-20cc-4612-b102-327ef1cbb4f4 None None] Pushing event updated for resources: {'Port': ['ID=132f4cf1-74af-4e52-b8cc-917a8f1cd747,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:29.395150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-0d953dca-2ae6-48d8-9f87-aad79939fe4d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:29.400053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-745d0c5d-2ca8-4790-a9b6-372611039ed6 None None] Provisioning complete for port 132f4cf1-74af-4e52-b8cc-917a8f1cd747 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:29.400433 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-745d0c5d-2ca8-4790-a9b6-372611039ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.402718 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-0d953dca-2ae6-48d8-9f87-aad79939fe4d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/networks?id=3c0f440f-1f78-497b-92e7-1d99fb379f7d HTTP/1.1" status: 200 len: 815 time: 0.5894437 Jul 27 22:10:29.409262 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Allocated IP 172.20.0.1 (b1953a48-d636-4e9d-9e5f-5849e72fce1a/17f69d25-f4fe-48ac-bb8e-d91962f7f812/2cbe8899-ce7b-406a-9210-a1a6aca3c168) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:29.425499 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.432402 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cacad68f-6a0b-45a0-b1b9-7a2f24b5e720 req-037635e8-b6df-4235-b9a1-4e5cd4e065af tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0555413 Jul 27 22:10:29.460559 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-0ea79f84-cb15-44f3-889b-ae4ee0e9cb04 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/quotas/36d7104204be450ab14286ec96604cd6 HTTP/1.1" status: 200 len: 375 time: 0.0564613 Jul 27 22:10:29.495334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=35367827-b40a-4ab0-986e-e613d7fd7f2a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:29.597615 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.620242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Transition to ACTIVE for port object 2cbe8899-ce7b-406a-9210-a1a6aca3c168 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:29.658912 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.666728 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.675946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Transition to ACTIVE for port object 5b85edeb-adfa-44a1-bf42-fd867cec94e2 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:29.682403 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-39c6050b-1bd5-49e2-b64a-c828a505d62b tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=36d7104204be450ab14286ec96604cd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2208803 Jul 27 22:10:29.691603 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.720769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Network b1953a48-d636-4e9d-9e5f-5849e72fce1a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:29.724031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:29.730078 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:29.743628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbe8899-ce7b-406a-9210-a1a6aca3c168,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:29.775398 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Attempting to bind port 5b85edeb-adfa-44a1-bf42-fd867cec94e2 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:29.775768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Attempting to bind port 5b85edeb-adfa-44a1-bf42-fd867cec94e2 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:29.776128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Attempting to bind port 5b85edeb-adfa-44a1-bf42-fd867cec94e2 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:29.785996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:29.786457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:29.786862 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.787259 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:29.788087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Bound port: 5b85edeb-adfa-44a1-bf42-fd867cec94e2, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:29.789149 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.807375 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.816554 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.819401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217545dc-276d-4a4a-b277-819536711ac3 None None] Pushing event updated for resources: {'Port': ['ID=5b85edeb-adfa-44a1-bf42-fd867cec94e2,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:29.858830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] For port 5b85edeb-adfa-44a1-bf42-fd867cec94e2, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:29.863148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] For port 5b85edeb-adfa-44a1-bf42-fd867cec94e2, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5b85edeb-adfa-44a1-bf42-fd867cec94e2,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:29.863747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed194d-3da7-4dad-a74d-4d43f1e0109b req-b3cb23c0-a391-4f73-a8eb-a6efb535416e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:29.865461 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18ed194d-3da7-4dad-a74d-4d43f1e0109b req-b3cb23c0-a391-4f73-a8eb-a6efb535416e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.3244097 Jul 27 22:10:29.877326 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.948208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Routers {'35978cf8-eb66-4cc9-8719-39871eec397a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:29.949364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['35978cf8-eb66-4cc9-8719-39871eec397a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:29.955829 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217545dc-276d-4a4a-b277-819536711ac3 None None] Pushing event updated for resources: {'Port': ['ID=5b85edeb-adfa-44a1-bf42-fd867cec94e2,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:29.991012 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:29.999659 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.011546 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.076064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18ed194d-3da7-4dad-a74d-4d43f1e0109b req-1407f827-d4fb-477e-aeba-3e3bb0ed8d4b tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428003 Jul 27 22:10:30.092430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9f993540-12a4-44fa-ae1f-f596f0f138e3 None None] Provisioning for port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:30.099812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf7b40-686a-46e1-b66b-e164970f437e req-1553dfbe-e223-4f14-9257-05c252ea0e25 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:30.101891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fccf7b40-686a-46e1-b66b-e164970f437e req-1553dfbe-e223-4f14-9257-05c252ea0e25 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52cb5c4-f050-4167-9c39-ede5ada0ac52 HTTP/1.1" status: 200 len: 946 time: 0.2915194 Jul 27 22:10:30.104525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9f993540-12a4-44fa-ae1f-f596f0f138e3 None None] Provisioning complete for port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:30.105012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-6bb3c16d-a58f-4a92-8111-7f13afd7a497 service neutron] 10.222.0.24 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884468 Jul 27 22:10:30.111807 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f993540-12a4-44fa-ae1f-f596f0f138e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.145198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] Set router 35978cf8-eb66-4cc9-8719-39871eec397a gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:30.150245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.150897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 781ab739-f60e-4071-9d4b-018bd3c1b6ef {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:10:30.167688 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.171139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-df8d2142-eb67-4d8d-b27f-375ed2de1dd6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/781ab739-f60e-4071-9d4b-018bd3c1b6ef HTTP/1.1" status: 204 len: 168 time: 2.0760853 Jul 27 22:10:30.184500 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9f993540-12a4-44fa-ae1f-f596f0f138e3 None None] Port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:10:30.190781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49686) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:30.277235 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cefd4a-1ada-42ff-afd6-822cce74423d admin admin] Deleting subnet 27fdfe18-3271-46de-9a08-597c0b96bc30 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:10:30.283679 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4cefd4a-1ada-42ff-afd6-822cce74423d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.300907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-44d24728-8c05-45ef-b1e4-77ae2e07a3ab service neutron] 10.222.0.24 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821201 Jul 27 22:10:30.313844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-fccf7b40-686a-46e1-b66b-e164970f437e req-55f8c9ab-db70-436c-9250-4e20edf2ed59 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Deleting port b168f275-5fbb-42b2-a9e9-34b3b7a49c55 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:30.314835 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fccf7b40-686a-46e1-b66b-e164970f437e req-55f8c9ab-db70-436c-9250-4e20edf2ed59 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.401134 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4cefd4a-1ada-42ff-afd6-822cce74423d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.476159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fccf7b40-686a-46e1-b66b-e164970f437e req-55f8c9ab-db70-436c-9250-4e20edf2ed59 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] For port b168f275-5fbb-42b2-a9e9-34b3b7a49c55, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:30.476606 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fccf7b40-686a-46e1-b66b-e164970f437e req-55f8c9ab-db70-436c-9250-4e20edf2ed59 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.483623 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '2cbe8899-ce7b-406a-9210-a1a6aca3c168', 'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'mac_address': 'fa:16:3e:eb:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:29Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 1, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'subnets': [{'id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:30.485179 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.501279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-fccf7b40-686a-46e1-b66b-e164970f437e req-55f8c9ab-db70-436c-9250-4e20edf2ed59 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Calling delete_port for b168f275-5fbb-42b2-a9e9-34b3b7a49c55 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:30.557279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62139175-2c20-4d14-90b6-821a233d4b31 None None] The sync data for ids ['35978cf8-eb66-4cc9-8719-39871eec397a'] in n-d-802011-3 is: [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '2cbe8899-ce7b-406a-9210-a1a6aca3c168', 'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'mac_address': 'fa:16:3e:eb:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:29Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 1, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'subnets': [{'id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:30.569908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4cefd4a-1ada-42ff-afd6-822cce74423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.583708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.666124 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.790008 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fccf7b40-686a-46e1-b66b-e164970f437e req-55f8c9ab-db70-436c-9250-4e20edf2ed59 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.801867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['b168f275-5fbb-42b2-a9e9-34b3b7a49c55'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:30.890958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbe8899-ce7b-406a-9210-a1a6aca3c168,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:30.907428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8c9ab-db70-436c-9250-4e20edf2ed59 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Pushing event deleted for resources: {'Port': ['ID=b168f275-5fbb-42b2-a9e9-34b3b7a49c55,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:30.918156 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4cefd4a-1ada-42ff-afd6-822cce74423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:30.925173 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d99038e-66f3-4504-a078-415ef038a2ea req-1dc569ec-3bba-48a1-83e2-be46ba27375d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 210 time: 0.1577287 Jul 27 22:10:30.997801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5612fdaf-26b9-4d81-803c-a7dcae506d1c req-cccdc59c-8fcd-43bc-8cff-c070a6eef2e1 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.2170146 Jul 27 22:10:31.029792 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4cefd4a-1ada-42ff-afd6-822cce74423d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.032378 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c4cefd4a-1ada-42ff-afd6-822cce74423d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/27fdfe18-3271-46de-9a08-597c0b96bc30 HTTP/1.1" status: 204 len: 168 time: 0.8389320 Jul 27 22:10:31.034385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccf7b40-686a-46e1-b66b-e164970f437e req-55f8c9ab-db70-436c-9250-4e20edf2ed59 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] No DVR routers for this DVR port b168f275-5fbb-42b2-a9e9-34b3b7a49c55 on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:31.034534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Network b1953a48-d636-4e9d-9e5f-5849e72fce1a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:31.035098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cefd4a-1ada-42ff-afd6-822cce74423d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27fdfe18-3271-46de-9a08-597c0b96bc30,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:31.035277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 49720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:31.037592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:31.057509 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fccf7b40-686a-46e1-b66b-e164970f437e req-55f8c9ab-db70-436c-9250-4e20edf2ed59 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.059924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fccf7b40-686a-46e1-b66b-e164970f437e req-55f8c9ab-db70-436c-9250-4e20edf2ed59 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.43 "DELETE /v2.0/ports/b168f275-5fbb-42b2-a9e9-34b3b7a49c55 HTTP/1.1" status: 204 len: 173 time: 0.9511404 Jul 27 22:10:31.060566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52cb5c4-f050-4167-9c39-ede5ada0ac52', 'name': 'network-vif-deleted', 'tag': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:31.064533 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f74337-922b-4bc6-abb2-aefcc0334005" -d '{"events": [{"server_uuid": "e52cb5c4-f050-4167-9c39-ede5ada0ac52", "name": "network-vif-deleted", "tag": "b168f275-5fbb-42b2-a9e9-34b3b7a49c55"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:31.250517 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c851765-6de0-4832-9ba3-be2e9a44d47c x-openstack-request-id: req-2c851765-6de0-4832-9ba3-be2e9a44d47c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:31.251073 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52cb5c4-f050-4167-9c39-ede5ada0ac52", "name": "network-vif-deleted", "tag": "b168f275-5fbb-42b2-a9e9-34b3b7a49c55", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:31.251073 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c851765-6de0-4832-9ba3-be2e9a44d47c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:31.252041 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52cb5c4-f050-4167-9c39-ede5ada0ac52', 'name': 'network-vif-deleted', 'tag': 'b168f275-5fbb-42b2-a9e9-34b3b7a49c55', 'status': 'completed', 'code': 200} Jul 27 22:10:31.317944 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.417542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 132f4cf1-74af-4e52-b8cc-917a8f1cd747 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:31.429446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Router 35978cf8-eb66-4cc9-8719-39871eec397a has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:10:31.599231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bf3fd-e397-469d-aab0-32071f60cd0f req-e812a77a-b4e8-417b-8082-36c3f6eb67e3 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:31.602152 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-313bf3fd-e397-469d-aab0-32071f60cd0f req-e812a77a-b4e8-417b-8082-36c3f6eb67e3 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.3267708 Jul 27 22:10:31.655676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 132f4cf1-74af-4e52-b8cc-917a8f1cd747 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:31.657473 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.663851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c8809d7f-588d-4952-94ab-3db5a3973402 None None] Provisioning complete for port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:31.664236 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8809d7f-588d-4952-94ab-3db5a3973402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.689679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:10:31.700765 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b657e2f4-d9e5-4a55-b090-9ddf62d11404 admin admin] 10.222.0.24 "PUT /v2.0/routers/35978cf8-eb66-4cc9-8719-39871eec397a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9455581 Jul 27 22:10:31.808722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c8809d7f-588d-4952-94ab-3db5a3973402 None None] Port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:10:31.813156 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.891273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638396bb-0008-4af7-b598-ed178402e45b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:31.911234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-313bf3fd-e397-469d-aab0-32071f60cd0f req-1e373d7f-0077-4a85-9083-216051c3bc83 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488329 Jul 27 22:10:31.922060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84bba02-8cc9-4afa-aa3c-0ea99223da09') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:31.922954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84bba02-8cc9-4afa-aa3c-0ea99223da09') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:31.953197 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.988087 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:31.998182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:10:31.998647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:10:32.016294 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:10:32.172520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 05f7acd5-48fd-4037-b675-3ae361ad523c no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:32.185586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.192100 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-730e676d-8e65-4766-a0cb-62065820cab3 req-ed4b3af4-f561-44af-bafc-0440910ebde7 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0504589 Jul 27 22:10:32.219327 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.222062 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/638396bb-0008-4af7-b598-ed178402e45b HTTP/1.1" status: 204 len: 168 time: 1.1858819 Jul 27 22:10:32.224413 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82d24151-4a3c-43db-9a69-a7f365ae1319 req-323661c0-2886-4726-80f7-0bbbd81f3396 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 210 time: 0.0726361 Jul 27 22:10:32.243552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1fecb-5891-4481-9e1f-95b2f2a191f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=638396bb-0008-4af7-b598-ed178402e45b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:32.254002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 05f7acd5-48fd-4037-b675-3ae361ad523c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:32.254765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 05f7acd5-48fd-4037-b675-3ae361ad523c not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:32.255922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 35367827-b40a-4ab0-986e-e613d7fd7f2a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:32.281690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 35367827-b40a-4ab0-986e-e613d7fd7f2a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:32.282046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 35367827-b40a-4ab0-986e-e613d7fd7f2a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:32.462077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49874) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:32.529680 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-55069be4-f3b6-4853-9c25-d6e5e5d70e59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbc48bcbc60b4140b9bc278aa591cff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636067 Jul 27 22:10:32.533186 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 49890) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:32.601375 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8c12ed5-ecdc-433f-a169-9bec9c36fbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.641197 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8c12ed5-ecdc-433f-a169-9bec9c36fbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.661947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-ce41c9aa-452a-4f95-9b85-69281557f21f tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:32.664308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-ce41c9aa-452a-4f95-9b85-69281557f21f tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.43 "GET /v2.0/networks?id=3c0f440f-1f78-497b-92e7-1d99fb379f7d HTTP/1.1" status: 200 len: 815 time: 0.2136629 Jul 27 22:10:32.679539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Request body: {'port': {'device_id': '09847b2c-bd67-4a75-bdbc-b8ee934d177b', 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d', 'admin_state_up': True, 'tenant_id': '36d7104204be450ab14286ec96604cd6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:32.766287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8c12ed5-ecdc-433f-a169-9bec9c36fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.774883 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e8c12ed5-ecdc-433f-a169-9bec9c36fbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.787102 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e8c12ed5-ecdc-433f-a169-9bec9c36fbf0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9badcd66-a693-406a-a89c-7df07351bd2e HTTP/1.1" status: 204 len: 168 time: 0.2508290 Jul 27 22:10:32.807220 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c12ed5-ecdc-433f-a169-9bec9c36fbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9badcd66-a693-406a-a89c-7df07351bd2e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:32.926530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Made reservation on behalf of 36d7104204be450ab14286ec96604cd6 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:32.931285 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:33.207484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Allocated IP 172.20.0.11 (3c0f440f-1f78-497b-92e7-1d99fb379f7d/66288677-3e48-4cf2-8461-4a989657fe80/9ad3884a-acaf-47c9-b286-66d29645080e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:33.226109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d898b-0539-42d0-b3de-929ab19ee317 req-1e3a7dd9-eded-43e3-8e34-c97a15e36ec0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:33.228250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa7d898b-0539-42d0-b3de-929ab19ee317 req-1e3a7dd9-eded-43e3-8e34-c97a15e36ec0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.0888884 Jul 27 22:10:33.374825 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa7d898b-0539-42d0-b3de-929ab19ee317 req-a3821120-1e21-4177-9c97-41ff143ba763 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317735 Jul 27 22:10:33.415464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5b85edeb-adfa-44a1-bf42-fd867cec94e2 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:33.460177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b168f275-5fbb-42b2-a9e9-34b3b7a49c55 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:33.481527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95b4f91f-559f-423e-b6ea-c14c804a11f6 req-bc31b02b-d8d7-4e86-8628-828e073801c3 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.1309893 Jul 27 22:10:33.522544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: b168f275-5fbb-42b2-a9e9-34b3b7a49c55 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:33.522854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b168f275-5fbb-42b2-a9e9-34b3b7a49c55 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:33.564074 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-910f7b42-f35c-4701-84ee-230430f18847 req-d6740ccc-d271-4262-9056-ed2b7b2c331b tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 210 time: 0.0724144 Jul 27 22:10:33.580585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5b85edeb-adfa-44a1-bf42-fd867cec94e2 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:33.586538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5b85edeb-adfa-44a1-bf42-fd867cec94e2 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:33.587431 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:33.754748 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:33.778974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 5b85edeb-adfa-44a1-bf42-fd867cec94e2, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5b85edeb-adfa-44a1-bf42-fd867cec94e2,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:33.784826 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:33.802201 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:33.856230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=5b85edeb-adfa-44a1-bf42-fd867cec94e2,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:33.890120 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:33.971862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Network 3c0f440f-1f78-497b-92e7-1d99fb379f7d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:33.975703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:33.990933 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:34.025583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Pushing event updated for resources: {'Port': ['ID=9ad3884a-acaf-47c9-b286-66d29645080e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:34.060257 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.061225 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:34.087436 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-845e679b-9788-4c63-98d1-7b11839500bc tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4125092 Jul 27 22:10:34.101147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Request body: {'port': {'device_id': '09847b2c-bd67-4a75-bdbc-b8ee934d177b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:34.266366 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:34.287807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Sync routers for ids ['35978cf8-eb66-4cc9-8719-39871eec397a'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:10:34.298862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524849b-4824-47ca-8afe-f00504c12433 req-8008b877-c0ff-4cd6-bb13-36ce2ab52743 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.303418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Routers {'35978cf8-eb66-4cc9-8719-39871eec397a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:34.304074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['35978cf8-eb66-4cc9-8719-39871eec397a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:34.306131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524849b-4824-47ca-8afe-f00504c12433 req-8008b877-c0ff-4cd6-bb13-36ce2ab52743 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.330536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524849b-4824-47ca-8afe-f00504c12433 req-8008b877-c0ff-4cd6-bb13-36ce2ab52743 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.335748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:34.337044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524849b-4824-47ca-8afe-f00504c12433 req-8008b877-c0ff-4cd6-bb13-36ce2ab52743 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.343315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524849b-4824-47ca-8afe-f00504c12433 req-8008b877-c0ff-4cd6-bb13-36ce2ab52743 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.350560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524849b-4824-47ca-8afe-f00504c12433 req-8008b877-c0ff-4cd6-bb13-36ce2ab52743 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.356932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524849b-4824-47ca-8afe-f00504c12433 req-8008b877-c0ff-4cd6-bb13-36ce2ab52743 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.362918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6524849b-4824-47ca-8afe-f00504c12433 req-8008b877-c0ff-4cd6-bb13-36ce2ab52743 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5433 time: 0.2565444 Jul 27 22:10:34.461314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6524849b-4824-47ca-8afe-f00504c12433 req-280a4cde-3667-4830-83e4-9f85ddc5e06a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926492 Jul 27 22:10:34.562829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-762982610-network', 'tenant_id': 'e8cb9d7daf91406a9d5ac06bcffeecf3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:34.641822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Made reservation on behalf of e8cb9d7daf91406a9d5ac06bcffeecf3 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:34.647893 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:34.667522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:34.749064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Set router 35978cf8-eb66-4cc9-8719-39871eec397a gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:34.836701 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4db541-c1c0-4db3-b55b-d4ef4a6fff4e req-948c2613-511a-4e57-bee5-15ffc81a5a28 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.844369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba4db541-c1c0-4db3-b55b-d4ef4a6fff4e req-948c2613-511a-4e57-bee5-15ffc81a5a28 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1690485 Jul 27 22:10:34.899373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5b58a-1de8-4681-8dff-2163eb84ae49 req-6d8243a0-4b16-41ad-b184-842f1e0e4204 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.901647 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:34.906745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5b58a-1de8-4681-8dff-2163eb84ae49 req-6d8243a0-4b16-41ad-b184-842f1e0e4204 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.911366 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:34.913809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5b58a-1de8-4681-8dff-2163eb84ae49 req-6d8243a0-4b16-41ad-b184-842f1e0e4204 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.920078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5b58a-1de8-4681-8dff-2163eb84ae49 req-6d8243a0-4b16-41ad-b184-842f1e0e4204 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.928129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5b58a-1de8-4681-8dff-2163eb84ae49 req-6d8243a0-4b16-41ad-b184-842f1e0e4204 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.935541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5b58a-1de8-4681-8dff-2163eb84ae49 req-6d8243a0-4b16-41ad-b184-842f1e0e4204 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.944074 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5b58a-1de8-4681-8dff-2163eb84ae49 req-6d8243a0-4b16-41ad-b184-842f1e0e4204 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:34.951225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c6d5b58a-1de8-4681-8dff-2163eb84ae49 req-6d8243a0-4b16-41ad-b184-842f1e0e4204 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5433 time: 0.2562521 Jul 27 22:10:34.984572 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:10:34.999220 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba4db541-c1c0-4db3-b55b-d4ef4a6fff4e req-ef8c91c5-4cfd-41b1-89f4-03fcd9518050 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307018 Jul 27 22:10:35.015339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:35.031714 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.032290 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Added segment 3af36b8b-5c42-42c6-970e-1cc198676de0 of type vlan for network 12877bf8-a34f-4c9c-abe4-4954942b1a4f Jul 27 22:10:35.062863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '2cbe8899-ce7b-406a-9210-a1a6aca3c168', 'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'mac_address': 'fa:16:3e:eb:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:29Z', 'updated_at': '2021-07-27T22:10:30Z', 'revision_number': 2, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'subnets': [{'id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:35.097684 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.107766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad3884a-acaf-47c9-b286-66d29645080e {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:35.125640 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.130958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Checking router: 35978cf8-eb66-4cc9-8719-39871eec397a for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:10:35.137257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Updating router 35978cf8-eb66-4cc9-8719-39871eec397a port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:10:35.152239 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.153306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.154703 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.181776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75d6fa1b-2b06-433c-8d62-04ad52c97f1b req-2cb30e6a-123b-4612-84f2-5f5759aaa7f6 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0485539 Jul 27 22:10:35.190048 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.197562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Transition to ACTIVE for port object 9ad3884a-acaf-47c9-b286-66d29645080e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:35.220949 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.238406 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8997664 Jul 27 22:10:35.240487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:35.245775 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-78937f5c-8490-4dba-8e28-4c4163e1175d admin admin] Request body: {'subnet': {'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-762982610-subnet', 'tenant_id': 'e8cb9d7daf91406a9d5ac06bcffeecf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:35.264577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b0bdb-6aa5-4deb-afb3-9a5accc41f90 admin admin] Pushing event updated for resources: {'Network': ['ID=12877bf8-a34f-4c9c-abe4-4954942b1a4f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:35.301140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 12877bf8-a34f-4c9c-abe4-4954942b1a4f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:10:35.312497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78937f5c-8490-4dba-8e28-4c4163e1175d admin admin] Made reservation on behalf of e8cb9d7daf91406a9d5ac06bcffeecf3 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:35.315116 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78937f5c-8490-4dba-8e28-4c4163e1175d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.400867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad3884a-acaf-47c9-b286-66d29645080e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:35.419653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5b85edeb-adfa-44a1-bf42-fd867cec94e2 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:35.435985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfc9cd-6edc-4157-b280-e981706576bd req-b52fb744-be6f-467c-96f5-b9d450494c49 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.440571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-becfc9cd-6edc-4157-b280-e981706576bd req-b52fb744-be6f-467c-96f5-b9d450494c49 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 932 time: 0.2540281 Jul 27 22:10:35.590169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-becfc9cd-6edc-4157-b280-e981706576bd req-ab0a6b55-d976-4470-8cf1-9fec5e266403 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390398 Jul 27 22:10:35.613396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Attempting to bind port 9ad3884a-acaf-47c9-b286-66d29645080e on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:35.613839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Attempting to bind port 9ad3884a-acaf-47c9-b286-66d29645080e by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:35.615206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Attempting to bind port 9ad3884a-acaf-47c9-b286-66d29645080e on network 3c0f440f-1f78-497b-92e7-1d99fb379f7d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:35.620674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Port 9ad3884a-acaf-47c9-b286-66d29645080e on network 3c0f440f-1f78-497b-92e7-1d99fb379f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:10:35.621272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Attempting to bind port 9ad3884a-acaf-47c9-b286-66d29645080e on network 3c0f440f-1f78-497b-92e7-1d99fb379f7d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:35.632306 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78937f5c-8490-4dba-8e28-4c4163e1175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.636183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:35.639777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Checking segment: {'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:35.640400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Bound using segment: {'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:35.640860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Bound port: 9ad3884a-acaf-47c9-b286-66d29645080e, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:35.641435 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.647403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5b85edeb-adfa-44a1-bf42-fd867cec94e2 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:35.649430 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.698600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78937f5c-8490-4dba-8e28-4c4163e1175d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a26f0a-cab7-4000-93f5-0fd89413147b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:35.728521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78937f5c-8490-4dba-8e28-4c4163e1175d admin admin] Checking segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:35.729150 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78937f5c-8490-4dba-8e28-4c4163e1175d admin admin] Network hostable DHCP agents. Network: 12877bf8-a34f-4c9c-abe4-4954942b1a4f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:10:35.772567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78937f5c-8490-4dba-8e28-4c4163e1175d admin admin] Network 12877bf8-a34f-4c9c-abe4-4954942b1a4f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:10:35.784202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] For port 9ad3884a-acaf-47c9-b286-66d29645080e, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:35.790584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] For port 9ad3884a-acaf-47c9-b286-66d29645080e, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9ad3884a-acaf-47c9-b286-66d29645080e,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:35.790817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-78937f5c-8490-4dba-8e28-4c4163e1175d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 12877bf8-a34f-4c9c-abe4-4954942b1a4f) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:35.799692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78937f5c-8490-4dba-8e28-4c4163e1175d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.800784 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.801084 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78937f5c-8490-4dba-8e28-4c4163e1175d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.808992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebaae39-3ba3-41c5-be0a-1c31d393a4df None None] Network 12877bf8-a34f-4c9c-abe4-4954942b1a4f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:35.837005 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-78937f5c-8490-4dba-8e28-4c4163e1175d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5954700 Jul 27 22:10:35.858406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.860496 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.862667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] 10.222.0.43 "PUT /v2.0/ports/9ad3884a-acaf-47c9-b286-66d29645080e HTTP/1.1" status: 200 len: 1092 time: 1.7668204 Jul 27 22:10:35.865753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09847b2c-bd67-4a75-bdbc-b8ee934d177b', 'tag': '9ad3884a-acaf-47c9-b286-66d29645080e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:35.879053 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87611d2f-d8ba-4406-9565-7c77bb83a86a" -d '{"events": [{"name": "network-changed", "server_uuid": "09847b2c-bd67-4a75-bdbc-b8ee934d177b", "tag": "9ad3884a-acaf-47c9-b286-66d29645080e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:35.953725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed05a8b-a4ba-4eed-87b5-4168a35e0519 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad3884a-acaf-47c9-b286-66d29645080e,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:35.973933 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-a6aa5870-9d9a-4935-bf96-96cf7b507b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.976160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-a6aa5870-9d9a-4935-bf96-96cf7b507b77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36d7104204be450ab14286ec96604cd6&device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 1095 time: 0.0670543 Jul 27 22:10:35.990847 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:36.007459 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8a30e1-a6f6-43a3-84df-67b0763e0a53 x-openstack-request-id: req-6a8a30e1-a6f6-43a3-84df-67b0763e0a53 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:36.007901 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09847b2c-bd67-4a75-bdbc-b8ee934d177b", "tag": "9ad3884a-acaf-47c9-b286-66d29645080e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:36.008256 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a8a30e1-a6f6-43a3-84df-67b0763e0a53 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:36.008765 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09847b2c-bd67-4a75-bdbc-b8ee934d177b', 'tag': '9ad3884a-acaf-47c9-b286-66d29645080e', 'status': 'completed', 'code': 200} Jul 27 22:10:36.014494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Transition to ACTIVE for port object 2cbe8899-ce7b-406a-9210-a1a6aca3c168 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:36.081387 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:36.091406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-d5182960-1e06-4acf-a418-0703eb95776f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ad3884a-acaf-47c9-b286-66d29645080e HTTP/1.1" status: 200 len: 217 time: 0.0987763 Jul 27 22:10:36.171890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c785509-116f-4b45-98f4-4d6c580de6c1 None None] Network 12877bf8-a34f-4c9c-abe4-4954942b1a4f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:36.217648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71631106-5f1b-4a6c-80a8-35c4a1f68815 req-9ce3e348-6f94-48ff-ba1c-acf486203e8a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:36.219129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71631106-5f1b-4a6c-80a8-35c4a1f68815 req-9ce3e348-6f94-48ff-ba1c-acf486203e8a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1219254 Jul 27 22:10:36.221909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-3f38607d-ad0f-42f7-8326-9e79407b104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:36.223759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-3f38607d-ad0f-42f7-8326-9e79407b104d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66288677-3e48-4cf2-8461-4a989657fe80 HTTP/1.1" status: 200 len: 855 time: 0.1253920 Jul 27 22:10:36.275700 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-1b732ea4-7b60-49f8-9641-2ed2f63699f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c0f440f-1f78-497b-92e7-1d99fb379f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378869 Jul 27 22:10:36.303140 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71631106-5f1b-4a6c-80a8-35c4a1f68815 req-ce06bb46-ef6d-4406-a3cd-a94a480ddb1f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751152 Jul 27 22:10:36.328533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257fa8c-5f61-4110-a3e3-af7ea7bd56f8 None None] Pushing event updated for resources: {'Port': ['ID=2cbe8899-ce7b-406a-9210-a1a6aca3c168,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:36.431148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Attempting to bind port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:36.431560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Attempting to bind port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:36.431987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Attempting to bind port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 on network b1953a48-d636-4e9d-9e5f-5849e72fce1a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:36.440837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:36.441488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Checking segment: {'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:36.442108 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:36.442887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Bound using segment: {'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:36.443709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Bound port: 2cbe8899-ce7b-406a-9210-a1a6aca3c168, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:36.444323 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:36.476889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-271ed3e4-3300-41d3-bcc3-e0f3c5dfe47f service neutron] 10.222.0.43 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829870 Jul 27 22:10:36.542904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] For port 2cbe8899-ce7b-406a-9210-a1a6aca3c168, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:36.546662 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] For port 2cbe8899-ce7b-406a-9210-a1a6aca3c168, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2cbe8899-ce7b-406a-9210-a1a6aca3c168,segment=NetworkSegment(b1baa396-4db0-46e4-9950-7e107b3b3456),segment_id=b1baa396-4db0-46e4-9950-7e107b3b3456)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:36.568359 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:36.647525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Routers {'35978cf8-eb66-4cc9-8719-39871eec397a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:10:36.648229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['35978cf8-eb66-4cc9-8719-39871eec397a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:36.789689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257fa8c-5f61-4110-a3e3-af7ea7bd56f8 None None] Pushing event updated for resources: {'Port': ['ID=2cbe8899-ce7b-406a-9210-a1a6aca3c168,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:36.796168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-22909470-7046-48ae-b969-c09ec146478c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:36.797993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-22909470-7046-48ae-b969-c09ec146478c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.3201621 Jul 27 22:10:36.862476 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5904fd8-8109-4692-83c5-f9d828a8dd59 req-2f258f75-0e86-4cea-99c2-ed529b00f355 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0584757 Jul 27 22:10:36.894188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] Set router 35978cf8-eb66-4cc9-8719-39871eec397a gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:10:36.897232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-910d57cc-0043-4f00-b912-f970f259cf7a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/quotas/e8cb9d7daf91406a9d5ac06bcffeecf3 HTTP/1.1" status: 200 len: 375 time: 0.0806754 Jul 27 22:10:37.049560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-028f8df1-42f9-4ba6-87b9-ed2423567d36 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1196029 Jul 27 22:10:37.234876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-35145ed8-9b4b-496a-9893-9349b59fbb4c req-ba2a9cd9-bc8d-4869-a1d8-4be00caffe13 service neutron] 10.222.0.43 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339123 Jul 27 22:10:37.317185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b61858-2f75-4e75-b5fe-96072e35e8d8 req-78c00332-814d-407d-b62e-10f19f3134f3 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:37.318942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79b61858-2f75-4e75-b5fe-96072e35e8d8 req-78c00332-814d-407d-b62e-10f19f3134f3 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 944 time: 0.1267803 Jul 27 22:10:37.333150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-0e2bc019-a0d6-4167-bcd1-09f08261915c service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679634 Jul 27 22:10:37.542314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79b61858-2f75-4e75-b5fe-96072e35e8d8 req-b007039b-4ee4-437d-9b2c-d83ae0d52143 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783316 Jul 27 22:10:37.543691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-b12fbed9-c0df-4b3e-9dbc-9c6a74cc5cd5 service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905444 Jul 27 22:10:37.571831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2cbe8899-ce7b-406a-9210-a1a6aca3c168 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:37.572100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87611d2f-d8ba-4406-9565-7c77bb83a86a req-5fc49981-d5ca-4856-831c-f2373445ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:37.578816 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87611d2f-d8ba-4406-9565-7c77bb83a86a req-5fc49981-d5ca-4856-831c-f2373445ba41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=36d7104204be450ab14286ec96604cd6&device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 1095 time: 0.2587161 Jul 27 22:10:37.582722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a6250d34-9f5a-4325-9c6b-a0f116b5328f details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:10:38.012203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a6250d34-9f5a-4325-9c6b-a0f116b5328f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6250d34-9f5a-4325-9c6b-a0f116b5328f,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:38.027741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe38ec-f69c-4365-8a4f-ce3234686c31 req-abe5365c-69c4-4021-ae4b-c901e974001e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.028452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'port_id': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f', 'mac_address': 'fa:16:3e:80:a7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96446a54-8a20-4b30-ac6d-87fb13a576eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:10:38.029698 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fe38ec-f69c-4365-8a4f-ce3234686c31 req-abe5365c-69c4-4021-ae4b-c901e974001e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.3252606 Jul 27 22:10:38.043608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:38.067494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:38.067879 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:38.074372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95761701-2652-4404-a170-7fa76b28eb7c req-dac75bc0-c231-41b5-8ef5-f5dc713cc10c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 210 time: 0.1314654 Jul 27 22:10:38.076108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87611d2f-d8ba-4406-9565-7c77bb83a86a req-6612b8be-4890-4549-a565-66c479d3f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.077448 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87611d2f-d8ba-4406-9565-7c77bb83a86a req-6612b8be-4890-4549-a565-66c479d3f3c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c0f440f-1f78-497b-92e7-1d99fb379f7d HTTP/1.1" status: 200 len: 916 time: 0.4882717 Jul 27 22:10:38.113978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50414) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:38.201998 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87611d2f-d8ba-4406-9565-7c77bb83a86a req-830823fa-17f6-45d5-86fa-8151ee451c60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ad3884a-acaf-47c9-b286-66d29645080e HTTP/1.1" status: 200 len: 217 time: 0.1101778 Jul 27 22:10:38.278727 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14fe38ec-f69c-4365-8a4f-ce3234686c31 req-56fbef84-1d54-473f-9c35-90bb986986b3 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072430 Jul 27 22:10:38.318632 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '2cbe8899-ce7b-406a-9210-a1a6aca3c168', 'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'mac_address': 'fa:16:3e:eb:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:29Z', 'updated_at': '2021-07-27T22:10:36Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'subnets': [{'id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:38.320628 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87611d2f-d8ba-4406-9565-7c77bb83a86a req-494fe285-3f24-4ba5-b124-d0a59ff48e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.322122 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87611d2f-d8ba-4406-9565-7c77bb83a86a req-494fe285-3f24-4ba5-b124-d0a59ff48e01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66288677-3e48-4cf2-8461-4a989657fe80 HTTP/1.1" status: 200 len: 855 time: 0.1024644 Jul 27 22:10:38.394403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fdfbb-dfcb-46fa-8ff1-602687f99206 req-473d2919-5f7e-413e-845f-c64e92cf1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.394996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fdfbb-dfcb-46fa-8ff1-602687f99206 req-473d2919-5f7e-413e-845f-c64e92cf1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.395484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fdfbb-dfcb-46fa-8ff1-602687f99206 req-473d2919-5f7e-413e-845f-c64e92cf1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.395959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fdfbb-dfcb-46fa-8ff1-602687f99206 req-473d2919-5f7e-413e-845f-c64e92cf1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.396435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fdfbb-dfcb-46fa-8ff1-602687f99206 req-473d2919-5f7e-413e-845f-c64e92cf1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.396903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fdfbb-dfcb-46fa-8ff1-602687f99206 req-473d2919-5f7e-413e-845f-c64e92cf1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.397379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fdfbb-dfcb-46fa-8ff1-602687f99206 req-473d2919-5f7e-413e-845f-c64e92cf1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.419840 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-693fdfbb-dfcb-46fa-8ff1-602687f99206 req-473d2919-5f7e-413e-845f-c64e92cf1309 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6490 time: 0.3130405 Jul 27 22:10:38.421345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fad76b13-a50d-4dbf-9388-974f6a78aa5d req-53798135-b564-4bba-8328-cb04576df399 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0980637 Jul 27 22:10:38.436157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796bab1f-bb3b-424e-968c-adbb830b51c8 None None] The sync data for ids ['35978cf8-eb66-4cc9-8719-39871eec397a'] in n-d-802011-3 is: [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '2cbe8899-ce7b-406a-9210-a1a6aca3c168', 'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'mac_address': 'fa:16:3e:eb:1d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:29Z', 'updated_at': '2021-07-27T22:10:36Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'subnets': [{'id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:10:38.447572 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:38.487762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6250d34-9f5a-4325-9c6b-a0f116b5328f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:38.526480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87611d2f-d8ba-4406-9565-7c77bb83a86a req-173ef8ac-90f8-4d85-80e2-aaf06002cf6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c0f440f-1f78-497b-92e7-1d99fb379f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252284 Jul 27 22:10:38.537900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a6250d34-9f5a-4325-9c6b-a0f116b5328f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6250d34-9f5a-4325-9c6b-a0f116b5328f,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:38.552984 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-693fdfbb-dfcb-46fa-8ff1-602687f99206 req-d71e2a87-1204-465a-a39c-6a6fded231a3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&id=89af9b14-da7c-4339-898e-7ce77296691c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288090 Jul 27 22:10:38.561912 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:38.581455 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:38.769322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 2cbe8899-ce7b-406a-9210-a1a6aca3c168, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2cbe8899-ce7b-406a-9210-a1a6aca3c168,segment=NetworkSegment(b1baa396-4db0-46e4-9950-7e107b3b3456),segment_id=b1baa396-4db0-46e4-9950-7e107b3b3456)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:38.779446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a6250d34-9f5a-4325-9c6b-a0f116b5328f,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:38.802329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['a6250d34-9f5a-4325-9c6b-a0f116b5328f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:38.847853 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87611d2f-d8ba-4406-9565-7c77bb83a86a req-9dab46d0-15df-473d-8047-7c636aa29132 service neutron] 10.222.0.43 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103364 Jul 27 22:10:38.861957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45390d-327e-445b-b905-f5f51fdb85ca req-ba42aa26-77c9-4a5e-a248-14827483c99b tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.869869 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef45390d-327e-445b-b905-f5f51fdb85ca req-ba42aa26-77c9-4a5e-a248-14827483c99b tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 944 time: 0.1300783 Jul 27 22:10:38.902419 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:39.033964 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87611d2f-d8ba-4406-9565-7c77bb83a86a req-fd0a1756-87cb-4a8c-85cb-72742831ce2b service neutron] 10.222.0.43 "GET /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618736 Jul 27 22:10:39.136265 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef45390d-327e-445b-b905-f5f51fdb85ca req-37e61331-507e-4c41-b287-0285d34158a9 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629602 Jul 27 22:10:39.151067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=2cbe8899-ce7b-406a-9210-a1a6aca3c168,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:39.293783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e595ed63-5cc8-47e0-9fa3-f7bec123003a req-1bf2dde0-c30d-4553-82b9-8d23d51e0445 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 210 time: 0.0522485 Jul 27 22:10:39.422432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2cbe8899-ce7b-406a-9210-a1a6aca3c168 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:39.515770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:39.516458 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:39.609730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a6250d34-9f5a-4325-9c6b-a0f116b5328f up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:39.667041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e00e93-f17c-462d-a47c-7f026cd3cc1d req-88381ab0-30d6-4246-a069-136c664d3d1a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:39.679677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79e00e93-f17c-462d-a47c-7f026cd3cc1d req-88381ab0-30d6-4246-a069-136c664d3d1a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 945 time: 0.2343714 Jul 27 22:10:39.763008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port a6250d34-9f5a-4325-9c6b-a0f116b5328f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:39.763395 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:39.779015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09a67359-e1b8-431e-93a2-f7fded5f9735 req-f84073df-e836-43e3-a447-ec31f533f561 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0629485 Jul 27 22:10:39.801082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79e00e93-f17c-462d-a47c-7f026cd3cc1d req-1386dbad-7c18-4871-b8fd-6d87a3e6d45f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191573 Jul 27 22:10:39.859081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-41d546e1-dcdf-4173-b080-1709de2b29a7 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:39.860904 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-41d546e1-dcdf-4173-b080-1709de2b29a7 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.3360672 Jul 27 22:10:39.885085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Request body: {'port': {'device_id': '374594b5-c08e-4a9b-b7e2-93cc510f9943', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'admin_state_up': True, 'tenant_id': 'e8cb9d7daf91406a9d5ac06bcffeecf3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:39.949835 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:40.007541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9b6bc2-1041-480c-b4d1-04f94b9c1607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:40.011335 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eccccb-c8e3-4ebf-92f0-444a2591f850" -d '{"events": [{"server_uuid": "9e9b6bc2-1041-480c-b4d1-04f94b9c1607", "name": "network-vif-plugged", "status": "completed", "tag": "a6250d34-9f5a-4325-9c6b-a0f116b5328f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:40.038586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a6250d34-9f5a-4325-9c6b-a0f116b5328f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6250d34-9f5a-4325-9c6b-a0f116b5328f,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:40.046310 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:40.116347 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d9fa8c-46d5-4d51-8a7a-9bfaaac5188c x-openstack-request-id: req-f3d9fa8c-46d5-4d51-8a7a-9bfaaac5188c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:40.116865 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9b6bc2-1041-480c-b4d1-04f94b9c1607", "name": "network-vif-plugged", "status": "completed", "tag": "a6250d34-9f5a-4325-9c6b-a0f116b5328f", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:40.117117 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3d9fa8c-46d5-4d51-8a7a-9bfaaac5188c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:40.117509 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9b6bc2-1041-480c-b4d1-04f94b9c1607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f', 'code': 200} Jul 27 22:10:40.169959 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a6250d34-9f5a-4325-9c6b-a0f116b5328f,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:40.218911 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Made reservation on behalf of e8cb9d7daf91406a9d5ac06bcffeecf3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:40.223907 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:40.851644 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-403cd8ae-5e2b-4642-8089-fbf6c2fb4b1e req-8540d4c3-abb6-457b-a3a0-447d00b1829a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 210 time: 0.0487916 Jul 27 22:10:40.941770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d7dc1-dcf2-4464-9324-5e94ae65ac13 req-c298245d-7ff6-42d4-9b79-d8442727d9e4 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:40.952097 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-559d7dc1-dcf2-4464-9324-5e94ae65ac13 req-c298245d-7ff6-42d4-9b79-d8442727d9e4 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 944 time: 0.6335058 Jul 27 22:10:41.025647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Allocated IP 172.20.0.2 (12877bf8-a34f-4c9c-abe4-4954942b1a4f/a8a26f0a-cab7-4000-93f5-0fd89413147b/cb7cbcef-1a13-4c90-9893-7e38611703fd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:41.042092 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-559d7dc1-dcf2-4464-9324-5e94ae65ac13 req-d7487e27-2660-46f6-9875-8d42d273fca3 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887220 Jul 27 22:10:41.186131 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3396e929-cd78-4f09-a3e4-afc51dff280f req-e5946c40-30ce-47ec-97df-f1f856f792ba tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0663586 Jul 27 22:10:41.469053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9ad3884a-acaf-47c9-b286-66d29645080e details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:10:41.510734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c29cd-f76b-462c-8871-e6a4634a7ada req-a9589b2f-5431-47cc-9cae-21428d748dcc tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:41.530948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e9c29cd-f76b-462c-8871-e6a4634a7ada req-a9589b2f-5431-47cc-9cae-21428d748dcc tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.2200880 Jul 27 22:10:41.609590 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:41.660161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e9c29cd-f76b-462c-8871-e6a4634a7ada req-f7ae271c-b7ff-4f3c-946b-5acac2a09d45 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283410 Jul 27 22:10:41.693437 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 9ad3884a-acaf-47c9-b286-66d29645080e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9ad3884a-acaf-47c9-b286-66d29645080e,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:41.710095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '9ad3884a-acaf-47c9-b286-66d29645080e', 'network_id': '3c0f440f-1f78-497b-92e7-1d99fb379f7d', 'port_id': '9ad3884a-acaf-47c9-b286-66d29645080e', 'mac_address': 'fa:16:3e:9b:74:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66288677-3e48-4cf2-8461-4a989657fe80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:10:41.710484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:41.764313 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:41.783223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad3884a-acaf-47c9-b286-66d29645080e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:41.802721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Network 12877bf8-a34f-4c9c-abe4-4954942b1a4f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:41.806404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:41.819226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:41.822367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 9ad3884a-acaf-47c9-b286-66d29645080e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9ad3884a-acaf-47c9-b286-66d29645080e,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:41.833322 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:41.896362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=9ad3884a-acaf-47c9-b286-66d29645080e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:41.911898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event updated for resources: {'Port': ['ID=cb7cbcef-1a13-4c90-9893-7e38611703fd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:41.969670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:41.974737 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:42.078085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['9ad3884a-acaf-47c9-b286-66d29645080e'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:42.097016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9a4763f8-036e-48fa-bfdc-0d4080b11fd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2163734 Jul 27 22:10:42.117289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Request body: {'port': {'device_id': '374594b5-c08e-4a9b-b7e2-93cc510f9943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:42.250780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6f091-30bc-452d-bcc5-f765357881da req-5c0f2451-fe39-4fb0-9184-cb3acbf8729d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:42.274959 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84b6f091-30bc-452d-bcc5-f765357881da req-5c0f2451-fe39-4fb0-9184-cb3acbf8729d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 931 time: 0.2777176 Jul 27 22:10:42.395201 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:42.410762 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84b6f091-30bc-452d-bcc5-f765357881da req-9e446a3c-b4b0-4855-9946-be69519be932 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320088 Jul 27 22:10:42.411416 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:42.564600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e2b60-60a6-4738-9463-2b149cee71eb req-3eb46149-bc9c-4839-8330-058a331e39f3 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:42.573439 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-049e2b60-60a6-4738-9463-2b149cee71eb req-3eb46149-bc9c-4839-8330-058a331e39f3 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 945 time: 0.1176975 Jul 27 22:10:42.732864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57790f53-dd41-4723-a985-1d115d47d10c req-9978fec4-7371-470b-b275-13d5c79191a4 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.1443813 Jul 27 22:10:42.734127 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fcfc47d-992f-41b3-a4bb-ecdc62d78da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:42.802673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-049e2b60-60a6-4738-9463-2b149cee71eb req-7eccad52-dcab-4931-8c93-1a3e1b3d45cb tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283206 Jul 27 22:10:42.812759 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:10:43.086920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2852ba-dda0-4445-aa49-50c9b8d8b691 req-693e97a3-8298-4def-8306-843c75a8c062 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:43.096446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c2852ba-dda0-4445-aa49-50c9b8d8b691 req-693e97a3-8298-4def-8306-843c75a8c062 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1534705 Jul 27 22:10:43.288347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c2852ba-dda0-4445-aa49-50c9b8d8b691 req-8fd81363-6765-4bae-8491-e00bf482dc05 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714091 Jul 27 22:10:43.396733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7cbcef-1a13-4c90-9893-7e38611703fd {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:43.405740 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.444280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Transition to ACTIVE for port object cb7cbcef-1a13-4c90-9893-7e38611703fd will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:43.454966 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.485257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9ad3884a-acaf-47c9-b286-66d29645080e up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:43.588457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 9ad3884a-acaf-47c9-b286-66d29645080e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:43.593217 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 9ad3884a-acaf-47c9-b286-66d29645080e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:43.593875 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.699328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fe9bc-82de-43a2-84c9-d91e3e889f3b req-c54f0052-ceef-4d81-88ee-e49cff87f075 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:43.703746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd2fe9bc-82de-43a2-84c9-d91e3e889f3b req-c54f0052-ceef-4d81-88ee-e49cff87f075 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 943 time: 0.1433885 Jul 27 22:10:43.725974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7cbcef-1a13-4c90-9893-7e38611703fd,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:43.762453 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.782055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Attempting to bind port cb7cbcef-1a13-4c90-9893-7e38611703fd on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:43.785729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Attempting to bind port cb7cbcef-1a13-4c90-9893-7e38611703fd by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:43.786255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Attempting to bind port cb7cbcef-1a13-4c90-9893-7e38611703fd on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:43.790784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09847b2c-bd67-4a75-bdbc-b8ee934d177b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad3884a-acaf-47c9-b286-66d29645080e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:43.794095 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe95da2-cb69-4566-b951-298cf1d96645" -d '{"events": [{"server_uuid": "09847b2c-bd67-4a75-bdbc-b8ee934d177b", "name": "network-vif-plugged", "status": "completed", "tag": "9ad3884a-acaf-47c9-b286-66d29645080e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:43.815004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 9ad3884a-acaf-47c9-b286-66d29645080e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9ad3884a-acaf-47c9-b286-66d29645080e,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:43.821605 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.834846 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd2fe9bc-82de-43a2-84c9-d91e3e889f3b req-6180b1d6-9e4f-4b7b-a3b9-fab143080da1 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303871 Jul 27 22:10:43.841390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Port cb7cbcef-1a13-4c90-9893-7e38611703fd on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:10:43.841974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Attempting to bind port cb7cbcef-1a13-4c90-9893-7e38611703fd on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:43.871462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:43.873819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Checking segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:43.874522 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Bound using segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:43.875303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Bound port: cb7cbcef-1a13-4c90-9893-7e38611703fd, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:43.876801 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:43.920195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=9ad3884a-acaf-47c9-b286-66d29645080e,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:43.942240 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b158372-5b9f-4e13-969a-b984f2c61889 x-openstack-request-id: req-1b158372-5b9f-4e13-969a-b984f2c61889 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:43.942841 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09847b2c-bd67-4a75-bdbc-b8ee934d177b", "name": "network-vif-plugged", "status": "completed", "tag": "9ad3884a-acaf-47c9-b286-66d29645080e", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:43.943263 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b158372-5b9f-4e13-969a-b984f2c61889 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:43.944085 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09847b2c-bd67-4a75-bdbc-b8ee934d177b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad3884a-acaf-47c9-b286-66d29645080e', 'code': 200} Jul 27 22:10:44.006152 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba24615c-1919-4acd-9e95-a2fb36da9eec req-1cfa5d51-2e0b-467a-9d5b-befb6c48bdd4 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0925050 Jul 27 22:10:44.167286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e28251-f780-4dff-8317-87634693dce5 req-77c40189-a743-4718-9941-4b30815f94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:44.169593 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-21e28251-f780-4dff-8317-87634693dce5 req-77c40189-a743-4718-9941-4b30815f94e4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 1097 time: 0.1559563 Jul 27 22:10:44.264216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] For port cb7cbcef-1a13-4c90-9893-7e38611703fd, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:44.286950 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-21e28251-f780-4dff-8317-87634693dce5 req-d0744e2b-f8d1-4098-8bc7-da879b348f15 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093104 Jul 27 22:10:44.292258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] For port cb7cbcef-1a13-4c90-9893-7e38611703fd, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cb7cbcef-1a13-4c90-9893-7e38611703fd,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:44.305886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626f59d-baff-4566-95b9-73609d3023fd req-477212ac-6c0e-4100-8b03-55d5b2c6f11e tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:44.329168 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d626f59d-baff-4566-95b9-73609d3023fd req-477212ac-6c0e-4100-8b03-55d5b2c6f11e tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 946 time: 0.2676942 Jul 27 22:10:44.340373 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.443706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7cbcef-1a13-4c90-9893-7e38611703fd,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:44.503095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d626f59d-baff-4566-95b9-73609d3023fd req-a0129e9c-4b35-411f-afd0-a05088bed54e tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721051 Jul 27 22:10:44.527470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:44.530106 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:44.532024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-3015a6c0-4184-483d-b9c6-f76bac108331 service neutron] 10.222.0.43 "PUT /v2.0/ports/cb7cbcef-1a13-4c90-9893-7e38611703fd HTTP/1.1" status: 200 len: 1091 time: 2.4234362 Jul 27 22:10:44.534140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374594b5-c08e-4a9b-b7e2-93cc510f9943', 'tag': 'cb7cbcef-1a13-4c90-9893-7e38611703fd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:44.538598 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacd8f6c-d220-49fd-83c6-52bc736c78ca" -d '{"events": [{"name": "network-changed", "server_uuid": "374594b5-c08e-4a9b-b7e2-93cc510f9943", "tag": "cb7cbcef-1a13-4c90-9893-7e38611703fd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:44.602845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d898221-2fbc-4bec-af5d-88b9f10335f6 req-6ac551ff-38d4-47b4-a2b8-87cd0d039b1d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:44.610448 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d898221-2fbc-4bec-af5d-88b9f10335f6 req-6ac551ff-38d4-47b4-a2b8-87cd0d039b1d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1798308 Jul 27 22:10:44.681118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d898221-2fbc-4bec-af5d-88b9f10335f6 req-45e89fb7-0eb4-4d41-abf8-739c4a616614 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693979 Jul 27 22:10:44.687620 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4038ffeb-e014-4452-8dbf-158d7400dbc2 x-openstack-request-id: req-4038ffeb-e014-4452-8dbf-158d7400dbc2 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:44.688170 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374594b5-c08e-4a9b-b7e2-93cc510f9943", "tag": "cb7cbcef-1a13-4c90-9893-7e38611703fd", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:44.688616 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4038ffeb-e014-4452-8dbf-158d7400dbc2 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:44.689991 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374594b5-c08e-4a9b-b7e2-93cc510f9943', 'tag': 'cb7cbcef-1a13-4c90-9893-7e38611703fd', 'status': 'completed', 'code': 200} Jul 27 22:10:44.699854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-1b59a74c-296d-40f3-b359-c3845786c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:44.703839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-1b59a74c-296d-40f3-b359-c3845786c3d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 1094 time: 0.1194162 Jul 27 22:10:44.759054 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-08bdf83e-2665-4cdc-b052-03ed80ce2cd2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb7cbcef-1a13-4c90-9893-7e38611703fd HTTP/1.1" status: 200 len: 217 time: 0.0437791 Jul 27 22:10:44.820655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-332ae5a6-f186-4699-b048-4e390e0dc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:44.821715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-332ae5a6-f186-4699-b048-4e390e0dc073 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.0507832 Jul 27 22:10:44.880721 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-48dddfc1-71d4-4bed-aaa1-dcca3765d2ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456429 Jul 27 22:10:45.135655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-dce17084-9ece-4495-9fd5-edb256296483 service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436290 Jul 27 22:10:45.186759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd5190-896c-4a5a-ae6c-1f4a96bb5abe req-6c1e6ef1-3e7a-4e8a-840b-5df66a89f6c6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.188352 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f0fd5190-896c-4a5a-ae6c-1f4a96bb5abe req-6c1e6ef1-3e7a-4e8a-840b-5df66a89f6c6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 943 time: 0.1835809 Jul 27 22:10:45.200215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2ab23d7-9e5f-4072-9f69-4018efc6b7ca req-a39186f2-cffe-4f66-881b-8c6191f7a7dd tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0596745 Jul 27 22:10:45.319788 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f0fd5190-896c-4a5a-ae6c-1f4a96bb5abe req-f23b8ee0-cfff-4ee1-9241-861e3f8e9268 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773764 Jul 27 22:10:45.346797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99afb56-4f17-48ca-89fe-fb09fa6aa261 req-9aae9ef5-fd57-4247-a9f1-d5e9f33c4b1f service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925044 Jul 27 22:10:45.451541 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2d97e80-1b82-48ad-9705-52162db55ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:45.461067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd8f6c-d220-49fd-83c6-52bc736c78ca req-893248f8-f617-4458-b974-d32d8af24f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.462821 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cacd8f6c-d220-49fd-83c6-52bc736c78ca req-893248f8-f617-4458-b974-d32d8af24f5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 1094 time: 0.0539060 Jul 27 22:10:45.674875 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:45.709216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd8f6c-d220-49fd-83c6-52bc736c78ca req-7a088277-49b6-4161-b4e7-9356af6cf74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.710966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cacd8f6c-d220-49fd-83c6-52bc736c78ca req-7a088277-49b6-4161-b4e7-9356af6cf74d service neutron] 10.222.0.43 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 906 time: 0.2409868 Jul 27 22:10:45.813472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e084c5-0e94-46ed-9af4-d44ffb949746 req-18a571b9-a90f-4b34-8aa1-b84c1b85bd82 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.816050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86e084c5-0e94-46ed-9af4-d44ffb949746 req-18a571b9-a90f-4b34-8aa1-b84c1b85bd82 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 946 time: 0.1763690 Jul 27 22:10:45.817467 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cacd8f6c-d220-49fd-83c6-52bc736c78ca req-a9a26fa8-4324-4cc9-8be5-a13e950d9f07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb7cbcef-1a13-4c90-9893-7e38611703fd HTTP/1.1" status: 200 len: 217 time: 0.0961447 Jul 27 22:10:45.947901 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86e084c5-0e94-46ed-9af4-d44ffb949746 req-10dde7ad-9030-4a78-a09d-3ea37880bec9 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200979 Jul 27 22:10:45.965497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd8f6c-d220-49fd-83c6-52bc736c78ca req-02236cc9-59b8-4073-b1a4-798a7a8b3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.967360 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cacd8f6c-d220-49fd-83c6-52bc736c78ca req-02236cc9-59b8-4073-b1a4-798a7a8b3b56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.1355224 Jul 27 22:10:45.993347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0af58e-08f1-43d4-9803-00bfabeafc5f req-c365f977-904b-4c77-97f6-6aea8b2365e9 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:46.003818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a0af58e-08f1-43d4-9803-00bfabeafc5f req-c365f977-904b-4c77-97f6-6aea8b2365e9 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1536891 Jul 27 22:10:46.059639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cacd8f6c-d220-49fd-83c6-52bc736c78ca req-9a7264c4-1ed8-4f7c-8918-7399e843fd40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444045 Jul 27 22:10:46.196436 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a0af58e-08f1-43d4-9803-00bfabeafc5f req-c3af77f2-3b79-4f01-8df1-767dc2ab9d73 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838984 Jul 27 22:10:46.234778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c99075-ac14-4343-a0ce-d07d539a09e4 req-3aa0e0b0-8b3a-4e1f-bbb0-cc6579bfbc75 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:46.244540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4c99075-ac14-4343-a0ce-d07d539a09e4 req-3aa0e0b0-8b3a-4e1f-bbb0-cc6579bfbc75 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 946 time: 0.1951010 Jul 27 22:10:46.269343 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:46.348326 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:46.370634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4c99075-ac14-4343-a0ce-d07d539a09e4 req-2fcedaf9-fce7-417c-8239-6d1085c2cf47 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205590 Jul 27 22:10:46.375094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-819b13f9-2bf4-4cc9-bfdf-ad8f1d6c5322 req-7fa1a088-9a91-4a63-9b99-69cfafa4873f tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0589914 Jul 27 22:10:46.400748 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cacd8f6c-d220-49fd-83c6-52bc736c78ca req-7896156b-f07e-4174-b01f-7f40529006f7 service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077099 Jul 27 22:10:46.685670 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cacd8f6c-d220-49fd-83c6-52bc736c78ca req-e28d02fa-17f3-4a06-b81b-9a2685d30ae5 service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766147 Jul 27 22:10:46.738446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758789dd-90bf-4c5f-9805-46a596f063de req-d2804670-03dc-4873-b3c9-d66396003d59 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:46.742879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-758789dd-90bf-4c5f-9805-46a596f063de req-d2804670-03dc-4873-b3c9-d66396003d59 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 943 time: 0.2059617 Jul 27 22:10:46.788317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f662-8222-4cb4-90a4-0a5f6837e504 req-255a03ba-3146-4b95-a89f-5f438adf9fca tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:46.796077 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13d5f662-8222-4cb4-90a4-0a5f6837e504 req-255a03ba-3146-4b95-a89f-5f438adf9fca tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 946 time: 0.1009784 Jul 27 22:10:46.836053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-758789dd-90bf-4c5f-9805-46a596f063de req-1f6fc512-b17a-4328-8105-d1e20a3d65a6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831296 Jul 27 22:10:46.898560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13d5f662-8222-4cb4-90a4-0a5f6837e504 req-5f96cfbb-87bb-4ad6-99b1-fdbb683317ce tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923040 Jul 27 22:10:47.041265 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec82a7d-fbce-4ea7-9e6f-818536e3c9c9 req-797362b5-02c8-4bb9-ac78-c5613eb37910 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:47.050089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ec82a7d-fbce-4ea7-9e6f-818536e3c9c9 req-797362b5-02c8-4bb9-ac78-c5613eb37910 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 946 time: 0.0675919 Jul 27 22:10:47.127765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ec82a7d-fbce-4ea7-9e6f-818536e3c9c9 req-065560b7-3b1e-40ed-8dc6-e503cb3c040c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759146 Jul 27 22:10:47.378794 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50548) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:47.477028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b01246-18e9-4b70-887c-9aa245963577 req-5776830d-151c-4435-b6e9-87b0b97e3861 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:47.486188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f7b01246-18e9-4b70-887c-9aa245963577 req-5776830d-151c-4435-b6e9-87b0b97e3861 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1475611 Jul 27 22:10:47.527921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb38d6-38fb-4e71-9dff-47fda543e473 req-3e2881a4-eb41-4698-a1c4-ba4fa2f7b2a1 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:47.538615 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-78cb38d6-38fb-4e71-9dff-47fda543e473 req-3e2881a4-eb41-4698-a1c4-ba4fa2f7b2a1 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 946 time: 0.1318154 Jul 27 22:10:47.589389 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67210570-d3b9-4239-89c4-1b43cc400075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.600710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f7b01246-18e9-4b70-887c-9aa245963577 req-ac51c8b7-587d-43af-b770-21e19d794731 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135936 Jul 27 22:10:47.625736 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-78cb38d6-38fb-4e71-9dff-47fda543e473 req-78515df6-dc31-428f-a55b-685a8fdd8a3f tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840149 Jul 27 22:10:47.776056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67210570-d3b9-4239-89c4-1b43cc400075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.783723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b889d4c-3655-4b80-861d-7758bdbe39b2 req-543bec5b-eb68-4499-b1e8-dc251b145005 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0734816 Jul 27 22:10:47.810387 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67210570-d3b9-4239-89c4-1b43cc400075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.855786 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-67210570-d3b9-4239-89c4-1b43cc400075 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31fe320376c341fa8e736bfc57424fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4752953 Jul 27 22:10:47.857570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50560) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:47.891622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602d7c9-3364-4307-a375-d1118585409f req-a65c41a8-0461-44d6-b102-0c711d5e2920 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:47.899937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f602d7c9-3364-4307-a375-d1118585409f req-a65c41a8-0461-44d6-b102-0c711d5e2920 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 946 time: 0.1151958 Jul 27 22:10:47.930502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67210570-d3b9-4239-89c4-1b43cc400075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0448df73-50cb-4990-a14d-14163c8261e5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:47.950344 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c30c4cd-9b9c-47ca-aadf-550198a36832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:47.998063 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:48.005868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c30c4cd-9b9c-47ca-aadf-550198a36832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:48.016244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f602d7c9-3364-4307-a375-d1118585409f req-6c34181a-cb39-4c3f-876d-4c6a4d41545c tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147919 Jul 27 22:10:48.046138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c3592-779b-445a-ab1f-a644d719af8d req-3fb3ab81-4a3d-48bd-9bfd-95e785bb162d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:48.048766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f3c3592-779b-445a-ab1f-a644d719af8d req-3fb3ab81-4a3d-48bd-9bfd-95e785bb162d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 943 time: 0.0738847 Jul 27 22:10:48.103976 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c30c4cd-9b9c-47ca-aadf-550198a36832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:48.106927 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c30c4cd-9b9c-47ca-aadf-550198a36832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:48.110680 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8c30c4cd-9b9c-47ca-aadf-550198a36832 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0448df73-50cb-4990-a14d-14163c8261e5 HTTP/1.1" status: 204 len: 168 time: 0.2494044 Jul 27 22:10:48.125288 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30c4cd-9b9c-47ca-aadf-550198a36832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0448df73-50cb-4990-a14d-14163c8261e5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:48.133136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f3c3592-779b-445a-ab1f-a644d719af8d req-67c29dbd-1a61-407a-80d0-75f67acc6032 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750341 Jul 27 22:10:48.643719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af411fe0-c809-4975-b21f-8a51a5e548d4 req-1f3c2345-dc17-41b6-9d31-3cacef6a1b86 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:48.648305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af411fe0-c809-4975-b21f-8a51a5e548d4 req-1f3c2345-dc17-41b6-9d31-3cacef6a1b86 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 946 time: 0.0617414 Jul 27 22:10:48.685856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:48.708853 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd6de-ca30-4330-9d79-f2f718526953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:48.709258 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af411fe0-c809-4975-b21f-8a51a5e548d4 req-b8d93890-60ae-401f-9b9e-948219152e47 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501857 Jul 27 22:10:48.776764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cb9e0-ca3a-4282-8616-ecc93650ff13 req-d2da0954-124a-4a55-b69b-32b5b0729f73 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:48.784794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a9cb9e0-ca3a-4282-8616-ecc93650ff13 req-d2da0954-124a-4a55-b69b-32b5b0729f73 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.0725017 Jul 27 22:10:48.850151 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a9cb9e0-ca3a-4282-8616-ecc93650ff13 req-4a622ec4-0235-40bd-afcb-c6d882423639 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545535 Jul 27 22:10:48.905641 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd6de-ca30-4330-9d79-f2f718526953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:48.914913 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd6de-ca30-4330-9d79-f2f718526953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:48.959013 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e33211e-8c01-4cc3-8d8c-495ea5eace59 req-938b9305-1dfe-468d-8562-65a7e1d7bf88 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0536847 Jul 27 22:10:48.993073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dd6de-ca30-4330-9d79-f2f718526953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac59e2c2-83b1-48d7-b489-01989cfd7188,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:48.999155 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8d9dd6de-ca30-4330-9d79-f2f718526953 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c271d1cc14e49398bbc2e2646c3e8f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120277 Jul 27 22:10:49.002483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50582) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:49.064459 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f027f57-1700-417f-9db1-6482a5d6e8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:49.092683 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f027f57-1700-417f-9db1-6482a5d6e8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:49.156284 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f027f57-1700-417f-9db1-6482a5d6e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:49.159845 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f027f57-1700-417f-9db1-6482a5d6e8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:49.163330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3f027f57-1700-417f-9db1-6482a5d6e8bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac59e2c2-83b1-48d7-b489-01989cfd7188 HTTP/1.1" status: 204 len: 168 time: 0.1576622 Jul 27 22:10:49.178852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f027f57-1700-417f-9db1-6482a5d6e8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac59e2c2-83b1-48d7-b489-01989cfd7188,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:49.381960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8597-e3f9-4f7b-b894-107ea84d940a req-06d22d0b-2d68-41d7-aba5-a415eec3741f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:49.391285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e2c8597-e3f9-4f7b-b894-107ea84d940a req-06d22d0b-2d68-41d7-aba5-a415eec3741f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 943 time: 0.1109576 Jul 27 22:10:49.455454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e2c8597-e3f9-4f7b-b894-107ea84d940a req-62761959-e04b-405f-9eb8-eafe021d904a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566444 Jul 27 22:10:49.545009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device cb7cbcef-1a13-4c90-9893-7e38611703fd details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:10:49.674064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port cb7cbcef-1a13-4c90-9893-7e38611703fd, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cb7cbcef-1a13-4c90-9893-7e38611703fd,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:49.694374 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'cb7cbcef-1a13-4c90-9893-7e38611703fd', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'port_id': 'cb7cbcef-1a13-4c90-9893-7e38611703fd', 'mac_address': 'fa:16:3e:95:fb:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a26f0a-cab7-4000-93f5-0fd89413147b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:10:49.734012 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:49.753922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7cbcef-1a13-4c90-9893-7e38611703fd {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:10:49.803991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port cb7cbcef-1a13-4c90-9893-7e38611703fd, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cb7cbcef-1a13-4c90-9893-7e38611703fd,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:49.825288 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:49.897942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afad0eb-8eb2-4f24-b655-6ed46d92f070 req-ae02ae84-2cb7-4c24-8fe7-b1aab808b05e tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:49.899960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6afad0eb-8eb2-4f24-b655-6ed46d92f070 req-ae02ae84-2cb7-4c24-8fe7-b1aab808b05e tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 946 time: 0.1246238 Jul 27 22:10:49.928483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49f561-f985-45a5-88c0-f530a6e3b41d req-d0c12c32-920a-4b90-b14d-180564445867 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:49.938553 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a49f561-f985-45a5-88c0-f530a6e3b41d req-d0c12c32-920a-4b90-b14d-180564445867 tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 946 time: 0.1113305 Jul 27 22:10:49.995946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=cb7cbcef-1a13-4c90-9893-7e38611703fd,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:50.053004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:50.064591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a49f561-f985-45a5-88c0-f530a6e3b41d req-be4df863-b9d4-42ff-9321-20a1c734a45a tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246524 Jul 27 22:10:50.262516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15483a64-fcd4-4dd7-8fc4-b00209e60f72 req-49054088-c458-4265-b09d-f570638d9f9e tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0755150 Jul 27 22:10:50.332511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5ee18-a5a6-4f62-84f1-dd6450b753ee req-9f717fd9-fba8-415c-a14b-3961ab79ebbf tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:50.334170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75d5ee18-a5a6-4f62-84f1-dd6450b753ee req-9f717fd9-fba8-415c-a14b-3961ab79ebbf tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.2211931 Jul 27 22:10:50.336559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6afad0eb-8eb2-4f24-b655-6ed46d92f070 req-393fc3c3-64d9-4eee-8641-e848e06fd98d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Deleting port 9ad3884a-acaf-47c9-b286-66d29645080e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:10:50.336905 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6afad0eb-8eb2-4f24-b655-6ed46d92f070 req-393fc3c3-64d9-4eee-8641-e848e06fd98d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:50.446545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75d5ee18-a5a6-4f62-84f1-dd6450b753ee req-d603d469-15a1-4b4c-bcc7-b823cf0b2f66 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034966 Jul 27 22:10:50.497650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6afad0eb-8eb2-4f24-b655-6ed46d92f070 req-393fc3c3-64d9-4eee-8641-e848e06fd98d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] For port 9ad3884a-acaf-47c9-b286-66d29645080e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9ad3884a-acaf-47c9-b286-66d29645080e,segment=NetworkSegment(b0f471cd-3da7-4b93-8eed-3a7b7ce20837),segment_id=b0f471cd-3da7-4b93-8eed-3a7b7ce20837)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:50.498037 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6afad0eb-8eb2-4f24-b655-6ed46d92f070 req-393fc3c3-64d9-4eee-8641-e848e06fd98d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:50.534803 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6afad0eb-8eb2-4f24-b655-6ed46d92f070 req-393fc3c3-64d9-4eee-8641-e848e06fd98d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Calling delete_port for 9ad3884a-acaf-47c9-b286-66d29645080e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:10:50.665815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241b649-0551-4165-bbba-98255a8f7b8b req-7eaf87b5-5660-4e1c-82d8-95523d4a2fb4 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:50.667342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a241b649-0551-4165-bbba-98255a8f7b8b req-7eaf87b5-5660-4e1c-82d8-95523d4a2fb4 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 944 time: 0.0840251 Jul 27 22:10:50.747869 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a241b649-0551-4165-bbba-98255a8f7b8b req-75025443-bc2f-4448-83ba-80f79de0a0c9 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732648 Jul 27 22:10:50.757446 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6afad0eb-8eb2-4f24-b655-6ed46d92f070 req-393fc3c3-64d9-4eee-8641-e848e06fd98d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:50.771335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['9ad3884a-acaf-47c9-b286-66d29645080e'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:10:50.794017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fc3c3-64d9-4eee-8641-e848e06fd98d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Pushing event deleted for resources: {'Port': ['ID=9ad3884a-acaf-47c9-b286-66d29645080e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:50.861141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afad0eb-8eb2-4f24-b655-6ed46d92f070 req-393fc3c3-64d9-4eee-8641-e848e06fd98d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] No DVR routers for this DVR port 9ad3884a-acaf-47c9-b286-66d29645080e on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:10:50.864011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6afad0eb-8eb2-4f24-b655-6ed46d92f070 req-393fc3c3-64d9-4eee-8641-e848e06fd98d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:50.867252 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6afad0eb-8eb2-4f24-b655-6ed46d92f070 req-393fc3c3-64d9-4eee-8641-e848e06fd98d tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.43 "DELETE /v2.0/ports/9ad3884a-acaf-47c9-b286-66d29645080e HTTP/1.1" status: 204 len: 173 time: 0.9539924 Jul 27 22:10:50.867826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09847b2c-bd67-4a75-bdbc-b8ee934d177b', 'name': 'network-vif-deleted', 'tag': '9ad3884a-acaf-47c9-b286-66d29645080e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:50.875816 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a1d635-6800-466e-862d-ba25c37b3558" -d '{"events": [{"server_uuid": "09847b2c-bd67-4a75-bdbc-b8ee934d177b", "name": "network-vif-deleted", "tag": "9ad3884a-acaf-47c9-b286-66d29645080e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:50.928411 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7a9f80-45ac-4b0a-9e50-7f8863a616c9 x-openstack-request-id: req-af7a9f80-45ac-4b0a-9e50-7f8863a616c9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:50.929066 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09847b2c-bd67-4a75-bdbc-b8ee934d177b", "name": "network-vif-deleted", "tag": "9ad3884a-acaf-47c9-b286-66d29645080e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:50.929066 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af7a9f80-45ac-4b0a-9e50-7f8863a616c9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:50.929323 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09847b2c-bd67-4a75-bdbc-b8ee934d177b', 'name': 'network-vif-deleted', 'tag': '9ad3884a-acaf-47c9-b286-66d29645080e', 'status': 'completed', 'code': 200} Jul 27 22:10:51.209850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32d6c321-c0d5-4bea-86c2-c33f729aa608 req-9064afa9-80c6-42f7-965f-89e0c59fd47e tempest-ServerDiskConfigTestJSON-1400652211 tempest-ServerDiskConfigTestJSON-1400652211-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847b2c-bd67-4a75-bdbc-b8ee934d177b HTTP/1.1" status: 200 len: 210 time: 0.0308247 Jul 27 22:10:51.398798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4b3c9d1b-887a-469d-897f-55837d1ecab8 req-0e0785f5-fb5a-4546-8da1-6a42fa198121 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0398164 Jul 27 22:10:51.577348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device cb7cbcef-1a13-4c90-9893-7e38611703fd up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:51.640181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df875462-4cb6-4b00-880a-7ae02cba9c25 req-9b8a5bdb-603b-453b-9086-a20ba70d7700 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:51.642012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df875462-4cb6-4b00-880a-7ae02cba9c25 req-9b8a5bdb-603b-453b-9086-a20ba70d7700 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.0707278 Jul 27 22:10:51.655988 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port cb7cbcef-1a13-4c90-9893-7e38611703fd completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:51.665496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port cb7cbcef-1a13-4c90-9893-7e38611703fd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:10:51.666057 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:51.696179 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df875462-4cb6-4b00-880a-7ae02cba9c25 req-0b99cc51-b7a0-4681-8c9c-0759ae8a0ab9 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472209 Jul 27 22:10:51.787731 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:51.817261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374594b5-c08e-4a9b-b7e2-93cc510f9943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7cbcef-1a13-4c90-9893-7e38611703fd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:10:51.821202 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292d6c7c-7c54-41c0-a07c-c86417cd4c64" -d '{"events": [{"server_uuid": "374594b5-c08e-4a9b-b7e2-93cc510f9943", "name": "network-vif-plugged", "status": "completed", "tag": "cb7cbcef-1a13-4c90-9893-7e38611703fd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:10:51.839232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port cb7cbcef-1a13-4c90-9893-7e38611703fd, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cb7cbcef-1a13-4c90-9893-7e38611703fd,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:10:51.849150 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:51.916317 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad28ec7e-fe4c-48e3-8fea-fd1c6ac6c1a1 x-openstack-request-id: req-ad28ec7e-fe4c-48e3-8fea-fd1c6ac6c1a1 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:10:51.916593 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374594b5-c08e-4a9b-b7e2-93cc510f9943", "name": "network-vif-plugged", "status": "completed", "tag": "cb7cbcef-1a13-4c90-9893-7e38611703fd", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:10:51.916859 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad28ec7e-fe4c-48e3-8fea-fd1c6ac6c1a1 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:10:51.917537 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374594b5-c08e-4a9b-b7e2-93cc510f9943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7cbcef-1a13-4c90-9893-7e38611703fd', 'code': 200} Jul 27 22:10:51.918507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=cb7cbcef-1a13-4c90-9893-7e38611703fd,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:51.995715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fc5e5-a282-4a51-af1d-21eaa2d867b6 req-b04365b3-adb5-458d-9ef5-42d9fd3f107c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:52.007796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf4fc5e5-a282-4a51-af1d-21eaa2d867b6 req-b04365b3-adb5-458d-9ef5-42d9fd3f107c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 945 time: 0.1092298 Jul 27 22:10:52.056410 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0bc86-d4b3-492a-855d-9c572c6a27fb req-254efaa4-7fb8-458a-90fe-a3e8429686bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:52.060613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbf0bc86-d4b3-492a-855d-9c572c6a27fb req-254efaa4-7fb8-458a-90fe-a3e8429686bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 1096 time: 0.1119936 Jul 27 22:10:52.066894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf4fc5e5-a282-4a51-af1d-21eaa2d867b6 req-8ee25029-4ec5-4b11-a784-8991b79b06d6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630994 Jul 27 22:10:52.114489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbf0bc86-d4b3-492a-855d-9c572c6a27fb req-da095119-1013-4441-bfaf-22be91703ef9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464494 Jul 27 22:10:52.461533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:52.556368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac408c9b-8d0d-465b-ab78-137d71e6bc9a admin admin] Deleting subnet 66288677-3e48-4cf2-8461-4a989657fe80 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:10:52.585854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1fd64e0d-cb7c-427c-b62c-784161dbe629 req-61efd551-1ef3-4263-8461-a9622f47d44c tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0466957 Jul 27 22:10:52.589188 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac408c9b-8d0d-465b-ab78-137d71e6bc9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:52.633142 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac408c9b-8d0d-465b-ab78-137d71e6bc9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:52.686238 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac408c9b-8d0d-465b-ab78-137d71e6bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:52.766681 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac408c9b-8d0d-465b-ab78-137d71e6bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:52.822331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac408c9b-8d0d-465b-ab78-137d71e6bc9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66288677-3e48-4cf2-8461-4a989657fe80,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:52.831681 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac408c9b-8d0d-465b-ab78-137d71e6bc9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:52.836222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ac408c9b-8d0d-465b-ab78-137d71e6bc9a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/66288677-3e48-4cf2-8461-4a989657fe80 HTTP/1.1" status: 204 len: 168 time: 0.3714302 Jul 27 22:10:52.836940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50664) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:53.022155 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66fa98-d0c1-4399-8031-d16e2d48781d req-78bcdd13-7b5c-4d1e-9d2e-bf3e17c30a3d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:53.053868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb66fa98-d0c1-4399-8031-d16e2d48781d req-78bcdd13-7b5c-4d1e-9d2e-bf3e17c30a3d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.2764695 Jul 27 22:10:53.055674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:53.172126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb66fa98-d0c1-4399-8031-d16e2d48781d req-55fa4b86-9ab2-411d-91ff-578f95da6c9b tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164575 Jul 27 22:10:53.187361 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:53.203067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0f440f-1f78-497b-92e7-1d99fb379f7d']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:53.218161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:53.218618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f471cd-3da7-4b93-8eed-3a7b7ce20837') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:10:53.236413 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:53.252190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cb30-5fa0-4bea-8df7-2642dd08bd80 req-bcbb97c1-c42a-415c-abf5-6e5c4c91769e tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:53.261115 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:53.264246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c267cb30-5fa0-4bea-8df7-2642dd08bd80 req-bcbb97c1-c42a-415c-abf5-6e5c4c91769e tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 945 time: 0.0894809 Jul 27 22:10:53.270728 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:10:53.271482 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:10:53.273765 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:10:53.307420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c267cb30-5fa0-4bea-8df7-2642dd08bd80 req-f8296b57-c9aa-4e5a-aa6e-0f4bd79ab905 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423446 Jul 27 22:10:53.354370 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:53.359677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:53.362168 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3c0f440f-1f78-497b-92e7-1d99fb379f7d HTTP/1.1" status: 204 len: 168 time: 0.5235002 Jul 27 22:10:53.379906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2568ef2-36e7-4049-b171-5590e318a1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0f440f-1f78-497b-92e7-1d99fb379f7d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:53.606343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9ad3884a-acaf-47c9-b286-66d29645080e no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:10:53.663145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50686) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:53.672514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 9ad3884a-acaf-47c9-b286-66d29645080e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:10:53.672870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9ad3884a-acaf-47c9-b286-66d29645080e not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:10:53.799088 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04175cb2-effd-4d72-b725-dfb9013d05ae req-d729332d-b53b-4246-8ced-482ca07063c3 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0429387 Jul 27 22:10:53.809773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50688) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:53.810677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dd14b204-f275-4922-8ffe-5855f7e8145c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36d7104204be450ab14286ec96604cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463513 Jul 27 22:10:53.894882 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8546c287-57a7-41e6-a108-a04dfd795afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:53.935881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8546c287-57a7-41e6-a108-a04dfd795afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:54.054815 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8546c287-57a7-41e6-a108-a04dfd795afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:54.060416 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8546c287-57a7-41e6-a108-a04dfd795afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:54.061956 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8546c287-57a7-41e6-a108-a04dfd795afe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04 HTTP/1.1" status: 204 len: 168 time: 0.2511022 Jul 27 22:10:54.076197 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546c287-57a7-41e6-a108-a04dfd795afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf9f6f9-dcf5-4fe8-b1a6-3607d601ab04,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:54.215866 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f19db-fdc1-4781-9bf1-5e7053199b0b req-b2b4e402-4055-4aac-bc0a-d33037f60195 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:54.217812 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d5f19db-fdc1-4781-9bf1-5e7053199b0b req-b2b4e402-4055-4aac-bc0a-d33037f60195 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.1955168 Jul 27 22:10:54.249792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d5f19db-fdc1-4781-9bf1-5e7053199b0b req-96282cbd-8b83-4df0-84aa-c77ed5a164f1 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/quotas/e8cb9d7daf91406a9d5ac06bcffeecf3 HTTP/1.1" status: 200 len: 375 time: 0.0230885 Jul 27 22:10:54.331027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d5f19db-fdc1-4781-9bf1-5e7053199b0b req-413ea7ba-e9b2-4c27-bd55-3648efa9c52f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784523 Jul 27 22:10:54.533937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32142165-f2e0-4498-b194-ae14479a38cf req-c44c65ea-d431-4204-b4e7-b8da22dff7f6 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:54.541228 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32142165-f2e0-4498-b194-ae14479a38cf req-c44c65ea-d431-4204-b4e7-b8da22dff7f6 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1891828 Jul 27 22:10:54.592944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d5f19db-fdc1-4781-9bf1-5e7053199b0b req-8046379b-904a-4618-bd4b-4425ce2550a4 service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603707 Jul 27 22:10:54.619082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32142165-f2e0-4498-b194-ae14479a38cf req-34e1e98d-c8d5-4f56-b4c9-135cfe547ce4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766170 Jul 27 22:10:54.893668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d5f19db-fdc1-4781-9bf1-5e7053199b0b req-24a30a75-d6bf-411a-8ec2-3b5fd218b834 service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995510 Jul 27 22:10:54.971094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fad44e8-fd14-46bf-9727-5b55d4a0854d req-73b81441-68cd-47c8-bccb-b87cd5c933e9 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0426562 Jul 27 22:10:55.302588 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-30b1f64b-f280-4a3a-83f8-c19b00aa9afe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1242709 Jul 27 22:10:55.555238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-adcdb23d-85d6-4b9d-9210-1cc26f3d1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:55.559255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-adcdb23d-85d6-4b9d-9210-1cc26f3d1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:55.560814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-adcdb23d-85d6-4b9d-9210-1cc26f3d1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:55.562468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-adcdb23d-85d6-4b9d-9210-1cc26f3d1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:55.564477 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-adcdb23d-85d6-4b9d-9210-1cc26f3d1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:55.566664 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-adcdb23d-85d6-4b9d-9210-1cc26f3d1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:55.568419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-adcdb23d-85d6-4b9d-9210-1cc26f3d1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:55.573714 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-adcdb23d-85d6-4b9d-9210-1cc26f3d1a5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=babe1211a4104c579285a0c283ed0cca&device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 6490 time: 0.1965778 Jul 27 22:10:55.635777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:55.794194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-5feda3bb-9e43-45df-9ef1-6eb5b7a30681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:55.794976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-5feda3bb-9e43-45df-9ef1-6eb5b7a30681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:55.795603 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-5feda3bb-9e43-45df-9ef1-6eb5b7a30681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:55.797845 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-5feda3bb-9e43-45df-9ef1-6eb5b7a30681 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16b72184-423f-48d6-9efa-1107e6681307&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=238c0b57-c7aa-4006-939c-14a4cb757645&id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&id=7efe6e56-000d-409a-b0b3-b6fad79e6b74 HTTP/1.1" status: 200 len: 2292 time: 0.1962378 Jul 27 22:10:55.799312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5de707-6603-4ab4-ac34-f9d9ba58d645 req-2337f9a4-ae48-483e-92c6-2c537614382a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:55.800825 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be5de707-6603-4ab4-ac34-f9d9ba58d645 req-2337f9a4-ae48-483e-92c6-2c537614382a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.0575097 Jul 27 22:10:55.873584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1993524895-network', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:55.893879 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-17817182-7d75-4a54-b0a5-e3233e54c6ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7767e66-2ea5-4352-94b5-28f217a07aab HTTP/1.1" status: 200 len: 1000 time: 0.0872993 Jul 27 22:10:55.908346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be5de707-6603-4ab4-ac34-f9d9ba58d645 req-d3b174b2-dd3a-4092-997f-d7dbd1111b88 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928261 Jul 27 22:10:55.909655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Made reservation on behalf of e8d97f96557449bd9f5638c74ae5e7b4 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:55.912349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:55.922160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.028799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-65fd9e40-d567-48e1-8593-7613cca82876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:56.032848 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-65fd9e40-d567-48e1-8593-7613cca82876 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7746efe-61a7-45c7-ac8d-cb8760801fae HTTP/1.1" status: 200 len: 851 time: 0.1264377 Jul 27 22:10:56.117378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-2452a5f3-d52f-490f-899d-a1c3914e692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:56.119817 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-2452a5f3-d52f-490f-899d-a1c3914e692b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16b72184-423f-48d6-9efa-1107e6681307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755773 Jul 27 22:10:56.121195 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.127695 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.152827 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:10:56.171677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.172024 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Added segment c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697 of type vlan for network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 Jul 27 22:10:56.258219 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-22cbec57-0cea-4d7f-aa31-51338abf7ded service neutron] 10.222.0.41 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291735 Jul 27 22:10:56.272836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20026519-8ac7-45be-900b-6b90abe80154 req-05f53dfc-0e4a-4e84-9641-30b9920f3248 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0459630 Jul 27 22:10:56.280090 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.281775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2cea4a-fb67-4f5f-b967-2f7cac6897cf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:56.328384 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.329798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:56.330649 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.386476 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-15433a7d-7a58-4cb8-8ea2-2efa663b516c service neutron] 10.222.0.41 "GET /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152651 Jul 27 22:10:56.413227 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7729206 Jul 27 22:10:56.413680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50858) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:56.419532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-14c0813d-fa05-4de1-bd8b-940afb7e4107 admin admin] Request body: {'subnet': {'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1993524895-subnet', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:56.424174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaaa316-f032-4a5e-85a4-f0c9c867a53d admin admin] Pushing event updated for resources: {'Network': ['ID=6e8bdfad-eb93-4310-b37b-5b7c990d96a6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:56.441180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:10:56.453828 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-e3f515c2-0a46-47b7-bc05-736aefbf3535 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=3e2e069c-b4e5-4d60-8ef1-59e97587c47f HTTP/1.1" status: 200 len: 217 time: 0.0562410 Jul 27 22:10:56.482781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c0813d-fa05-4de1-bd8b-940afb7e4107 admin admin] Made reservation on behalf of e8d97f96557449bd9f5638c74ae5e7b4 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:10:56.488085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14c0813d-fa05-4de1-bd8b-940afb7e4107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.563167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-97dd1c1b-6548-4e57-af0c-51bdf8e0560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:56.565372 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-97dd1c1b-6548-4e57-af0c-51bdf8e0560d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.0985568 Jul 27 22:10:56.636646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-b7d4bc50-56b0-4266-9bbe-922c5e715206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:56.647805 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-b7d4bc50-56b0-4266-9bbe-922c5e715206 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0673482 Jul 27 22:10:56.737691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-0c2ddaab-23fb-4c15-9ac6-5cd69deca8bd tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:56.739488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-0c2ddaab-23fb-4c15-9ac6-5cd69deca8bd tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.1725283 Jul 27 22:10:56.763275 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-97f8f76a-bd07-4d8c-85df-5e77f6eaacde tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/quotas/e8cb9d7daf91406a9d5ac06bcffeecf3 HTTP/1.1" status: 200 len: 375 time: 0.0172379 Jul 27 22:10:56.783790 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-b7965369-c39d-45b8-b424-91a54b40d92c service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325867 Jul 27 22:10:56.855453 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14c0813d-fa05-4de1-bd8b-940afb7e4107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:56.866068 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-23346667-aa40-4d0f-8e9f-e7875e8552f1 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951416 Jul 27 22:10:56.947010 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-6d8b877b-02f3-4484-a230-d7f8a73d9949 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516967 Jul 27 22:10:56.969665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0813d-fa05-4de1-bd8b-940afb7e4107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1c3957-e1a9-4398-a24f-389e93ecfda9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:57.005915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0813d-fa05-4de1-bd8b-940afb7e4107 admin admin] Checking segment: {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:57.006905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0813d-fa05-4de1-bd8b-940afb7e4107 admin admin] Network hostable DHCP agents. Network: 6e8bdfad-eb93-4310-b37b-5b7c990d96a6, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:10:57.034895 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-8b2fa611-a3db-4373-8c51-66bf26c767fd service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431956 Jul 27 22:10:57.047273 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-4153156c-bab4-4b62-aa04-9e1ebb9bfe51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=8f6682e7-807c-456b-8719-b5adefaf5440 HTTP/1.1" status: 200 len: 217 time: 0.0887899 Jul 27 22:10:57.057942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0813d-fa05-4de1-bd8b-940afb7e4107 admin admin] Network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:10:57.145436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-14c0813d-fa05-4de1-bd8b-940afb7e4107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 6e8bdfad-eb93-4310-b37b-5b7c990d96a6) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:57.154621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0813d-fa05-4de1-bd8b-940afb7e4107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:57.155221 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14c0813d-fa05-4de1-bd8b-940afb7e4107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.155470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc76ae83-708a-4d7a-9bd8-51a4046b082b None None] Network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:10:57.198778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f80822-6c35-4e19-8e52-b00b031aeb38 req-79f171a9-5686-41be-8736-16bebf840731 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:57.202634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29f80822-6c35-4e19-8e52-b00b031aeb38 req-79f171a9-5686-41be-8736-16bebf840731 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1471317 Jul 27 22:10:57.215691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-14c0813d-fa05-4de1-bd8b-940afb7e4107 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8006108 Jul 27 22:10:57.220632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:10:57.228462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-b6c7b5d0-ff4e-4f22-b113-23f1c7a0873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:57.230852 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-b6c7b5d0-ff4e-4f22-b113-23f1c7a0873b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1736748 Jul 27 22:10:57.241932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:57.262090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-e7537a7e-4783-4901-9ea5-1a4093b10f9c service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157476 Jul 27 22:10:57.289938 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29f80822-6c35-4e19-8e52-b00b031aeb38 req-752ac66f-c21e-4e69-934a-bc3ef6a0c022 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701208 Jul 27 22:10:57.295280 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.300585 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.349094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ecbf4-643b-4cf1-80c9-6879c028b0cf req-6a53b6d8-5287-4a43-8aa7-37de9ed02390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:57.352891 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a4ecbf4-643b-4cf1-80c9-6879c028b0cf req-6a53b6d8-5287-4a43-8aa7-37de9ed02390 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 1097 time: 0.3050730 Jul 27 22:10:57.420019 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.485695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:10:57.490421 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:57.516258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-577a9abb-fa13-43f6-8390-db32cbdab10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:57.518645 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-577a9abb-fa13-43f6-8390-db32cbdab10c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2758369 Jul 27 22:10:57.641552 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ecbf4-643b-4cf1-80c9-6879c028b0cf req-190ae85e-290d-4d9f-9ef7-268d207dcca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:57.643406 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a4ecbf4-643b-4cf1-80c9-6879c028b0cf req-190ae85e-290d-4d9f-9ef7-268d207dcca0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 913 time: 0.2798955 Jul 27 22:10:57.846026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Allocated IP 172.20.0.2 (6e8bdfad-eb93-4310-b37b-5b7c990d96a6/2f1c3957-e1a9-4398-a24f-389e93ecfda9/580d3d25-6a95-4421-930d-30aab1ae4872) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:57.891520 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a4ecbf4-643b-4cf1-80c9-6879c028b0cf req-2a197c32-4601-4f01-b7df-29c990cdbd1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6250d34-9f5a-4325-9c6b-a0f116b5328f HTTP/1.1" status: 200 len: 217 time: 0.2074606 Jul 27 22:10:57.897880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-8073c387-35f4-4608-a37c-88fa52128b29 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692811 Jul 27 22:10:58.061546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ecbf4-643b-4cf1-80c9-6879c028b0cf req-25c41272-8ccb-45c1-8679-7e33b73c07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:58.068510 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a4ecbf4-643b-4cf1-80c9-6879c028b0cf req-25c41272-8ccb-45c1-8679-7e33b73c07c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.1612968 Jul 27 22:10:58.109797 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.122051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Transition to ACTIVE for port object 580d3d25-6a95-4421-930d-30aab1ae4872 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:58.142073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Transition to ACTIVE for port object 580d3d25-6a95-4421-930d-30aab1ae4872 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:10:58.155212 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.200406 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a4ecbf4-643b-4cf1-80c9-6879c028b0cf req-5a2adba6-329e-42b8-b7e3-d2b41ab1ecaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186857 Jul 27 22:10:58.201024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-066e2b71-696f-4aa5-9642-d8863b17a9ce req-9696d484-9de8-4a9a-b8d0-7d90ffc753b2 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.6123505 Jul 27 22:10:58.254483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:58.261844 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e384425b-6542-4684-93b9-dbc014d1922c req-8cf8d476-394d-488c-a04c-4861dc2e0598 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 210 time: 0.6786487 Jul 27 22:10:58.277778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:58.294317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:10:58.312370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Pushing event updated for resources: {'Port': ['ID=580d3d25-6a95-4421-930d-30aab1ae4872,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:58.327946 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-8224bdfb-7371-4d8a-a3ea-98badedc8993 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202933 Jul 27 22:10:58.433761 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.527291 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-17e10858-a26f-4b40-a08b-951d98158383 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=a6e30d26-0b16-4f84-a1b1-64168269b29b HTTP/1.1" status: 200 len: 217 time: 0.1907146 Jul 27 22:10:58.531279 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a4ecbf4-643b-4cf1-80c9-6879c028b0cf req-e06d4ad5-3d2c-4f7e-9c4e-4f8c36e89046 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195968 Jul 27 22:10:58.707662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c874e-a123-4dbc-8143-6564e08fd21e req-2bdff893-baf2-49fc-82c8-f49443e9a0d0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:58.709777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e39c874e-a123-4dbc-8143-6564e08fd21e req-2bdff893-baf2-49fc-82c8-f49443e9a0d0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1778929 Jul 27 22:10:58.724032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Attempting to bind port 580d3d25-6a95-4421-930d-30aab1ae4872 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:10:58.724634 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Attempting to bind port 580d3d25-6a95-4421-930d-30aab1ae4872 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:10:58.724733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Attempting to bind port 580d3d25-6a95-4421-930d-30aab1ae4872 on network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:10:58.730377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:10:58.730820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Checking segment: {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:10:58.731195 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.731516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Bound using segment: {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:10:58.732075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Bound port: 580d3d25-6a95-4421-930d-30aab1ae4872, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:10:58.732672 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.734164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-a9bd33d2-2818-4bc7-bdde-a6513dbcacce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:58.735857 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-a9bd33d2-2818-4bc7-bdde-a6513dbcacce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.1919916 Jul 27 22:10:58.818004 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9a4ecbf4-643b-4cf1-80c9-6879c028b0cf req-6d8bda86-c3a7-4c40-b94c-4822cf1cd6b5 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754428 Jul 27 22:10:58.818488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] For port 580d3d25-6a95-4421-930d-30aab1ae4872, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:10:58.821747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-78567731-4d0c-49ad-9694-74db431eb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:58.823984 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-78567731-4d0c-49ad-9694-74db431eb823 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0786476 Jul 27 22:10:58.826608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] For port 580d3d25-6a95-4421-930d-30aab1ae4872, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=580d3d25-6a95-4421-930d-30aab1ae4872,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:10:58.837393 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:58.893103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e39c874e-a123-4dbc-8143-6564e08fd21e req-8ae18f56-4a82-45de-88cf-d677ecc97cfe tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667857 Jul 27 22:10:58.956729 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.005880 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.019591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d4cc4-fb5b-4bd8-885a-25a3b34a86ad None None] Pushing event updated for resources: {'Port': ['ID=580d3d25-6a95-4421-930d-30aab1ae4872,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:59.064909 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-193b9fb1-9e05-4ab8-a526-3550f6d9295b req-637d3e21-1625-45a5-b08b-146cc7c04642 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0813625 Jul 27 22:10:59.138819 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-fd9158fd-de02-465b-87df-b6915a5478e5 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056760 Jul 27 22:10:59.181473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Allocated IP 172.25.1.30 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/bfb53f8d-1575-4962-a610-66836b05fb17) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:10:59.426551 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-0023f254-0b61-4efc-8344-42449a849cbc service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796669 Jul 27 22:10:59.499569 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-7a96dd93-d1c2-47ca-9ed3-f885ce73f83f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=0e11f515-abfb-448e-8706-6e04ee070ee6 HTTP/1.1" status: 200 len: 217 time: 0.0637262 Jul 27 22:10:59.583339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-df3818a4-7296-4f59-b396-235c3b5cdc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:59.584008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 580d3d25-6a95-4421-930d-30aab1ae4872 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:10:59.584826 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-df3818a4-7296-4f59-b396-235c3b5cdc1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 200 len: 797 time: 0.0751598 Jul 27 22:10:59.590306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6cd1d2c-44ef-4c7b-8731-129f5c3ca6dc req-d75b00e6-3da1-4acd-b16b-eb0cd1c5115f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 210 time: 0.0627489 Jul 27 22:10:59.635370 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56451cec-6d8d-4953-b9ca-37bb97f18795 req-487473a8-9d04-4b7d-8dc4-345fded404de tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.1174185 Jul 27 22:10:59.667717 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-c089c2c2-b298-4ad2-a7f3-3f9322c9515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:59.669152 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-c089c2c2-b298-4ad2-a7f3-3f9322c9515c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=238c0b57-c7aa-4006-939c-14a4cb757645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0755053 Jul 27 22:10:59.678150 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.691446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 580d3d25-6a95-4421-930d-30aab1ae4872 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:10:59.724855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-e8723a01-424d-4f0a-8e84-c3cd631299d8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:59.726492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-e8723a01-424d-4f0a-8e84-c3cd631299d8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.5982332 Jul 27 22:10:59.753692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Request body: {'port': {'device_id': '77d0c706-7767-40ec-9a89-d8a81181b24c', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'admin_state_up': True, 'tenant_id': 'e8cb9d7daf91406a9d5ac06bcffeecf3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:10:59.820807 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:59.821634 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-329a2311-3f68-4ef8-a249-b8e65f013fba service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406498 Jul 27 22:10:59.880576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:10:59.902722 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:10:59.920720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb53f8d-1575-4962-a610-66836b05fb17,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:10:59.923824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:00.063097 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-46c0bcc4-1cc7-4a67-a244-6c3b1c453de5 service neutron] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301228 Jul 27 22:11:00.158798 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-cd2ff059-5c49-48b6-a8d6-1a24474b8539 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=77e3b391-a760-4065-8191-93ed4633266d HTTP/1.1" status: 200 len: 217 time: 0.0740354 Jul 27 22:11:00.260095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee94a8-4dc1-42f4-8931-ba32ecedeffa req-bda3b4db-2676-4f9f-877f-1a34cced3863 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:00.264677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06ee94a8-4dc1-42f4-8931-ba32ecedeffa req-bda3b4db-2676-4f9f-877f-1a34cced3863 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1821785 Jul 27 22:11:00.275447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-2af8a023-6923-4103-bd5f-7728011d3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:00.277027 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-2af8a023-6923-4103-bd5f-7728011d3288 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 200 len: 797 time: 0.1057527 Jul 27 22:11:00.327310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Made reservation on behalf of e8cb9d7daf91406a9d5ac06bcffeecf3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:00.331581 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.353632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-f8d8991c-c5c2-4c67-8e56-c7771c64dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:00.355358 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-f8d8991c-c5c2-4c67-8e56-c7771c64dbd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0678592 Jul 27 22:11:00.434566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06ee94a8-4dc1-42f4-8931-ba32ecedeffa req-dbcf54db-226f-4ece-b31c-c7a56f751f8f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451323 Jul 27 22:11:00.476868 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-bc2c5408-28cf-4a67-9b4f-1da9e3555973 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069140 Jul 27 22:11:00.553812 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1334c6-8660-463e-bfeb-2255f8b50106 None None] Network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:00.628406 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.701161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Allocated IP 172.20.0.6 (12877bf8-a34f-4c9c-abe4-4954942b1a4f/a8a26f0a-cab7-4000-93f5-0fd89413147b/decbe7f2-5825-4b2b-96de-a12c598dffc1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:00.781052 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-4e00684e-2942-4bb0-8647-b61d1290f954 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935536 Jul 27 22:11:00.812357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b482b455-9e70-47ee-9606-e80b2c14a5aa None None] Provisioning for port 580d3d25-6a95-4421-930d-30aab1ae4872 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:00.836482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b482b455-9e70-47ee-9606-e80b2c14a5aa None None] Provisioning complete for port 580d3d25-6a95-4421-930d-30aab1ae4872 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:00.836482 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b482b455-9e70-47ee-9606-e80b2c14a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:00.896763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe71dd7d-1d6a-465f-b0a0-649be5c9b232 req-58fdb849-7307-4aeb-b22f-45c7322d088b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 210 time: 0.1100979 Jul 27 22:11:00.939454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b39e1540-cb23-4615-9963-e20ffc876d74 req-6f598b4c-5a31-45ad-9366-fa59bc80c8d2 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.1203878 Jul 27 22:11:01.066034 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b482b455-9e70-47ee-9606-e80b2c14a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.171723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b482b455-9e70-47ee-9606-e80b2c14a5aa None None] For port 580d3d25-6a95-4421-930d-30aab1ae4872, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=580d3d25-6a95-4421-930d-30aab1ae4872,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:01.182032 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b482b455-9e70-47ee-9606-e80b2c14a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.378869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482b455-9e70-47ee-9606-e80b2c14a5aa None None] Pushing event updated for resources: {'Port': ['ID=580d3d25-6a95-4421-930d-30aab1ae4872,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:01.428947 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.444101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-aa428dea-5cf9-4fc2-97f3-64a01690687c None None] Provisioning complete for port 580d3d25-6a95-4421-930d-30aab1ae4872 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:01.444973 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aa428dea-5cf9-4fc2-97f3-64a01690687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.527777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-2592fd32-01ad-4bbb-af5f-d82e6fcc0c49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e9ecb4df-727b-4972-9e8e-8f6a732dac7c HTTP/1.1" status: 200 len: 217 time: 0.7385609 Jul 27 22:11:01.638335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.713944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-a463d1c0-566a-437c-ae2a-5c9a16d95719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:01.715588 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-a463d1c0-566a-437c-ae2a-5c9a16d95719 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 200 len: 797 time: 0.1798725 Jul 27 22:11:01.761701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a6250d34-9f5a-4325-9c6b-a0f116b5328f no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:01.810783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Router cd3ee134-792b-4204-8a50-20577b8084a8 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:11:01.828359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bef2c1-8109-4413-807f-ab11af979444 req-6c046c6f-8f36-4160-b6e6-2a49a8de62b2 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:01.830375 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55bef2c1-8109-4413-807f-ab11af979444 req-6c046c6f-8f36-4160-b6e6-2a49a8de62b2 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 946 time: 0.1743772 Jul 27 22:11:01.847850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-6b063b85-ad83-47b9-8390-c9fd46266b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:01.856777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-6b063b85-ad83-47b9-8390-c9fd46266b38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7efe6e56-000d-409a-b0b3-b6fad79e6b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325161 Jul 27 22:11:01.884440 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b2dc4af-4e86-4507-8f6f-d6cfefcf151d req-2f972e47-ea8c-4664-ab30-b31150c06d1f tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e&device_id=300c9984-5cbe-4a50-b614-bfd1210e7f16 HTTP/1.1" status: 200 len: 210 time: 0.0504534 Jul 27 22:11:01.891662 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:01.931712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:02.008439 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:02.060631 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-ec460e73-c144-48b2-aaa1-ecc1dbf22135 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923842 Jul 27 22:11:02.126755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Network 12877bf8-a34f-4c9c-abe4-4954942b1a4f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:02.132104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:02.149982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55bef2c1-8109-4413-807f-ab11af979444 req-aa67b2a2-3b6a-43b1-9656-ffca2b00b634 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093548 Jul 27 22:11:02.164524 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:02.168281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9b6bc2-1041-480c-b4d1-04f94b9c1607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:02.171547 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97449633-5f58-4ade-968e-33cf72b7c547" -d '{"events": [{"server_uuid": "9e9b6bc2-1041-480c-b4d1-04f94b9c1607", "name": "network-vif-unplugged", "status": "completed", "tag": "a6250d34-9f5a-4325-9c6b-a0f116b5328f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:02.249794 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b4a4d1e9-b248-4a2a-82ad-3e15b9622b4f req-bdd992ae-532d-4e69-a895-01e0ff2bb6a8 service neutron] 10.222.0.41 "GET /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809125 Jul 27 22:11:02.259922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event updated for resources: {'Port': ['ID=decbe7f2-5825-4b2b-96de-a12c598dffc1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:02.304659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a6250d34-9f5a-4325-9c6b-a0f116b5328f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6250d34-9f5a-4325-9c6b-a0f116b5328f,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:02.321992 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:02.344623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:02.358193 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Sync routers for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:02.370979 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:02.372435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6f4b56ad-cd41-4909-8fa1-ea9807672ed7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1397631 Jul 27 22:11:02.375185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:02.377811 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:02.379656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a6250d34-9f5a-4325-9c6b-a0f116b5328f,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:02.381228 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:02.386569 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:02.388404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:02.453303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af50be-ebc6-4d46-bf4a-7ea143f552ec req-a4a3dd09-7fe8-41c5-9389-d213448ff63b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:02.456754 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49af50be-ebc6-4d46-bf4a-7ea143f552ec req-a4a3dd09-7fe8-41c5-9389-d213448ff63b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 931 time: 0.1802804 Jul 27 22:11:02.460040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-2a987d19-9f0d-405c-a235-12c2feab52bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7204669 Jul 27 22:11:02.474081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Request body: {'port': {'device_id': '77d0c706-7767-40ec-9a89-d8a81181b24c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:02.556272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49af50be-ebc6-4d46-bf4a-7ea143f552ec req-df7f96a2-34b9-4a61-bc04-f2a98544467c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744467 Jul 27 22:11:02.574595 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:02.631152 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:02.832932 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a4c678-8bab-4a29-a8b9-4902e2d2719f x-openstack-request-id: req-a0a4c678-8bab-4a29-a8b9-4902e2d2719f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:02.833462 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9b6bc2-1041-480c-b4d1-04f94b9c1607", "name": "network-vif-unplugged", "status": "failed", "tag": "a6250d34-9f5a-4325-9c6b-a0f116b5328f", "code": 422}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:02.833635 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0a4c678-8bab-4a29-a8b9-4902e2d2719f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:02.834277 n-d-802011-3 neutron-server[93836]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e9b6bc2-1041-480c-b4d1-04f94b9c1607', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f', 'code': 422} returned with failed status Jul 27 22:11:02.915994 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:00Z', 'revision_number': 3, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:02.974171 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c26a16d6-1b99-4616-a784-763b4aecc756 req-12cc29c4-39ac-4a21-872c-100461c1ffbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f2f3d97e0e145439145b3c7c60c8e91&device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0999222 Jul 27 22:11:02.974882 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Checking router: cd3ee134-792b-4204-8a50-20577b8084a8 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:02.978195 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Updating router cd3ee134-792b-4204-8a50-20577b8084a8 port bfb53f8d-1575-4962-a610-66836b05fb17 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:11:03.052671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c26a16d6-1b99-4616-a784-763b4aecc756 req-13dd305d-72cb-4f61-9825-29db0fb41959 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2f2f3d97e0e145439145b3c7c60c8e91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625200 Jul 27 22:11:03.069782 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.230067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decbe7f2-5825-4b2b-96de-a12c598dffc1 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:03.240427 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.260397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Transition to ACTIVE for port object decbe7f2-5825-4b2b-96de-a12c598dffc1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:03.294170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a16d6-1b99-4616-a784-763b4aecc756 req-c08c8d75-8f71-433d-9487-926e8d4ba613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:03.295868 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c26a16d6-1b99-4616-a784-763b4aecc756 req-c08c8d75-8f71-433d-9487-926e8d4ba613 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333424 Jul 27 22:11:03.340650 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.348399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8210690b-fdff-46f8-8a82-d78b56f3ac7e req-c952329d-00ff-435d-b3b7-d085719f9d46 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0865319 Jul 27 22:11:03.349867 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.455233 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 580d3d25-6a95-4421-930d-30aab1ae4872 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:03.500088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Pushing event updated for resources: {'Port': ['ID=decbe7f2-5825-4b2b-96de-a12c598dffc1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:03.589913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Attempting to bind port decbe7f2-5825-4b2b-96de-a12c598dffc1 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:03.590778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Attempting to bind port decbe7f2-5825-4b2b-96de-a12c598dffc1 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:03.591876 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Attempting to bind port decbe7f2-5825-4b2b-96de-a12c598dffc1 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:03.598854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Port decbe7f2-5825-4b2b-96de-a12c598dffc1 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:03.599719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Attempting to bind port decbe7f2-5825-4b2b-96de-a12c598dffc1 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:03.605550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:03.606929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Checking segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:03.607557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Bound using segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:03.608290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Bound port: decbe7f2-5825-4b2b-96de-a12c598dffc1, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:03.608913 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.615130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 580d3d25-6a95-4421-930d-30aab1ae4872 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:03.615320 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.721535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Allocated IP 172.20.0.1 (6e8bdfad-eb93-4310-b37b-5b7c990d96a6/2f1c3957-e1a9-4398-a24f-389e93ecfda9/a07051f3-72fc-4563-b4bd-21efa47660dd) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:03.739314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] For port decbe7f2-5825-4b2b-96de-a12c598dffc1, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:03.743203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] For port decbe7f2-5825-4b2b-96de-a12c598dffc1, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=decbe7f2-5825-4b2b-96de-a12c598dffc1,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:03.758801 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.788635 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Transition to ACTIVE for port object bfb53f8d-1575-4962-a610-66836b05fb17 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:03.791050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.799294 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.851772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Pushing event updated for resources: {'Port': ['ID=decbe7f2-5825-4b2b-96de-a12c598dffc1,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:03.859426 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Pushing event updated for resources: {'Port': ['ID=bfb53f8d-1575-4962-a610-66836b05fb17,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:03.875763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:03.876950 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.878747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-c968392d-9845-40fa-afb8-9693fc2b1802 service neutron] 10.222.0.43 "PUT /v2.0/ports/decbe7f2-5825-4b2b-96de-a12c598dffc1 HTTP/1.1" status: 200 len: 1091 time: 1.4094918 Jul 27 22:11:03.880322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d0c706-7767-40ec-9a89-d8a81181b24c', 'tag': 'decbe7f2-5825-4b2b-96de-a12c598dffc1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:03.881567 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:03.883011 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:03.883361 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:03.883930 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:03.884144 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1436c685-79d1-480f-b6b0-8ad1b1d7a06a" -d '{"events": [{"name": "network-changed", "server_uuid": "77d0c706-7767-40ec-9a89-d8a81181b24c", "tag": "decbe7f2-5825-4b2b-96de-a12c598dffc1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:03.884616 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:03.885112 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:03.885609 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:03.886090 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:03.886864 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:03.897207 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:03.899486 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:03.899998 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:03.902946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0274a7-1186-4705-9160-39429ffc640c req-b9c7b805-7651-4d3f-9d20-23877de0f11e tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:03.904813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a0274a7-1186-4705-9160-39429ffc640c req-b9c7b805-7651-4d3f-9d20-23877de0f11e tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 943 time: 0.1596737 Jul 27 22:11:03.956850 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Attempting to bind port bfb53f8d-1575-4962-a610-66836b05fb17 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:03.957553 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Attempting to bind port bfb53f8d-1575-4962-a610-66836b05fb17 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:03.958211 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Attempting to bind port bfb53f8d-1575-4962-a610-66836b05fb17 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:03.964442 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:03.965126 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:03.965971 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.966803 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:03.967491 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Bound port: bfb53f8d-1575-4962-a610-66836b05fb17, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:03.968101 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.972220 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.997877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Transition to ACTIVE for port object a07051f3-72fc-4563-b4bd-21efa47660dd will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:04.046758 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] For port bfb53f8d-1575-4962-a610-66836b05fb17, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:04.051801 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] For port bfb53f8d-1575-4962-a610-66836b05fb17, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bfb53f8d-1575-4962-a610-66836b05fb17,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:04.060433 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.062584 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.075039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a0274a7-1186-4705-9160-39429ffc640c req-d8ee333f-df7c-4aad-9ff2-e6ffffaa2b2b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625502 Jul 27 22:11:04.085983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-990119c4-6a9e-467e-8ed0-b7d2a3df4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:04.088000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-990119c4-6a9e-467e-8ed0-b7d2a3df4736 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 1094 time: 0.1569314 Jul 27 22:11:04.099724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccce4e-8acf-433f-af6b-873d7e595764 req-8183cb8c-c9ee-4c23-bf69-73211c9abfed tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:04.102104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7ccce4e-8acf-433f-af6b-873d7e595764 req-8183cb8c-c9ee-4c23-bf69-73211c9abfed tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9b6bc2-1041-480c-b4d1-04f94b9c1607 HTTP/1.1" status: 200 len: 944 time: 0.1282940 Jul 27 22:11:04.136688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:04.140142 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:04.148105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:04.155117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Pushing event updated for resources: {'Port': ['ID=a07051f3-72fc-4563-b4bd-21efa47660dd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:04.177004 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40130be-4c7f-4d60-96e2-c1f8ee11fd28 None None] Pushing event updated for resources: {'Port': ['ID=bfb53f8d-1575-4962-a610-66836b05fb17,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:04.194667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-80f5d8c6-1069-4bf5-a073-d7a90cd26248 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=decbe7f2-5825-4b2b-96de-a12c598dffc1 HTTP/1.1" status: 200 len: 217 time: 0.0912979 Jul 27 22:11:04.196282 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:04.197713 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:04.205201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.301708 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d162100a-ebf1-4103-a347-67ced30ed503 x-openstack-request-id: req-d162100a-ebf1-4103-a347-67ced30ed503 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:04.302300 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d0c706-7767-40ec-9a89-d8a81181b24c", "tag": "decbe7f2-5825-4b2b-96de-a12c598dffc1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:04.302300 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d162100a-ebf1-4103-a347-67ced30ed503 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:04.302667 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d0c706-7767-40ec-9a89-d8a81181b24c', 'tag': 'decbe7f2-5825-4b2b-96de-a12c598dffc1', 'status': 'completed', 'code': 200} Jul 27 22:11:04.319945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-f16616e9-71fc-4b7f-80cf-1caceb0abf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:04.321467 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-f16616e9-71fc-4b7f-80cf-1caceb0abf80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.1059663 Jul 27 22:11:04.361976 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-337afef5-eb9e-427f-8a7b-79befa63aa5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314746 Jul 27 22:11:04.377418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d7ccce4e-8acf-433f-af6b-873d7e595764 req-979504a8-800f-4b32-879e-333296489b25 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Deleting port a6250d34-9f5a-4325-9c6b-a0f116b5328f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:04.377773 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d7ccce4e-8acf-433f-af6b-873d7e595764 req-979504a8-800f-4b32-879e-333296489b25 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.469467 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:04.475999 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.570969 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-23926fbb-7959-4389-a82c-2c1b28d0bbb0 None None] Provisioning for port a07051f3-72fc-4563-b4bd-21efa47660dd completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:04.580805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-23926fbb-7959-4389-a82c-2c1b28d0bbb0 None None] Provisioning complete for port a07051f3-72fc-4563-b4bd-21efa47660dd triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:04.581827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd4aa5db-7826-4509-bcc8-e04b55d4d93c req-a0dc6d20-fc97-4991-a495-87394bb1e620 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0569985 Jul 27 22:11:04.586665 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c26a16d6-1b99-4616-a784-763b4aecc756 req-28498789-bedc-4994-8283-9f005ed45cf3 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b0b5a95-2176-4185-8b9d-66691a7f6f2e HTTP/1.1" status: 200 len: 210 time: 0.0426867 Jul 27 22:11:04.596488 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23926fbb-7959-4389-a82c-2c1b28d0bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.688454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-23926fbb-7959-4389-a82c-2c1b28d0bbb0 None None] Port a07051f3-72fc-4563-b4bd-21efa47660dd cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:04.702187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d7ccce4e-8acf-433f-af6b-873d7e595764 req-979504a8-800f-4b32-879e-333296489b25 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] For port a6250d34-9f5a-4325-9c6b-a0f116b5328f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6250d34-9f5a-4325-9c6b-a0f116b5328f,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:04.702984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d7ccce4e-8acf-433f-af6b-873d7e595764 req-979504a8-800f-4b32-879e-333296489b25 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.725478 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-eb2ab748-3276-475d-bb1d-9a1ab54ae9e8 service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554959 Jul 27 22:11:04.732184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-d7ccce4e-8acf-433f-af6b-873d7e595764 req-979504a8-800f-4b32-879e-333296489b25 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Calling delete_port for a6250d34-9f5a-4325-9c6b-a0f116b5328f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:04.794722 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:00Z', 'revision_number': 3, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:04.823209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.830672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:04.841434 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a4fd0-7a59-4fad-808f-6befe8060b67 None None] The sync data for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 is: [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:00Z', 'revision_number': 3, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:04.932658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Pushing event updated for resources: {'Port': ['ID=a07051f3-72fc-4563-b4bd-21efa47660dd,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:04.946340 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:05.206739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:05.208565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:05.432282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Router cd3ee134-792b-4204-8a50-20577b8084a8 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:11:05.502302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bfb53f8d-1575-4962-a610-66836b05fb17 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:05.612515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6622af-226f-45a4-b86f-d99367cde661 req-86090ce3-9ff1-44aa-9725-c21dfa089e04 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:05.614122 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af6622af-226f-45a4-b86f-d99367cde661 req-86090ce3-9ff1-44aa-9725-c21dfa089e04 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 943 time: 0.2068880 Jul 27 22:11:05.616048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45aec4bd-ba51-4d1e-80dd-a9bfe8e6ce86 req-350ebce9-71b3-48ef-b116-7d600182cf8e service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8819349 Jul 27 22:11:05.651806 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port bfb53f8d-1575-4962-a610-66836b05fb17 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:05.674442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-01f2d540-708d-4a9f-bb85-6ff903f0a5f5 None None] Provisioning complete for port a07051f3-72fc-4563-b4bd-21efa47660dd triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:05.675208 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01f2d540-708d-4a9f-bb85-6ff903f0a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:05.699203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:05.715697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bfb53f8d-1575-4962-a610-66836b05fb17 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:05.716404 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:05.719054 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-01f2d540-708d-4a9f-bb85-6ff903f0a5f5 None None] Port a07051f3-72fc-4563-b4bd-21efa47660dd cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:05.723841 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-14631ddd-c3dc-45a9-a0a4-be55c3457959 admin admin] 10.222.0.24 "PUT /v2.0/routers/cd3ee134-792b-4204-8a50-20577b8084a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3474669 Jul 27 22:11:05.782934 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af6622af-226f-45a4-b86f-d99367cde661 req-0571f7f8-8448-4fcb-bd2a-3e4e8ab7780d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449666 Jul 27 22:11:05.880905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436c685-79d1-480f-b6b0-8ad1b1d7a06a req-7445c591-58d5-4abf-82e4-67d50d9a1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:05.886405 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:05.893331 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1436c685-79d1-480f-b6b0-8ad1b1d7a06a req-7445c591-58d5-4abf-82e4-67d50d9a1547 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 1094 time: 0.2115242 Jul 27 22:11:05.897439 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d7ccce4e-8acf-433f-af6b-873d7e595764 req-979504a8-800f-4b32-879e-333296489b25 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:05.929120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port bfb53f8d-1575-4962-a610-66836b05fb17, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bfb53f8d-1575-4962-a610-66836b05fb17,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:05.933850 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:06.036457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=bfb53f8d-1575-4962-a610-66836b05fb17,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:06.046194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979504a8-800f-4b32-879e-333296489b25 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Pushing event deleted for resources: {'Port': ['ID=a6250d34-9f5a-4325-9c6b-a0f116b5328f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:06.061051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ccce4e-8acf-433f-af6b-873d7e595764 req-979504a8-800f-4b32-879e-333296489b25 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] No DVR routers for this DVR port a6250d34-9f5a-4325-9c6b-a0f116b5328f on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:11:06.065975 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d7ccce4e-8acf-433f-af6b-873d7e595764 req-979504a8-800f-4b32-879e-333296489b25 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:06.076266 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7ccce4e-8acf-433f-af6b-873d7e595764 req-979504a8-800f-4b32-879e-333296489b25 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "DELETE /v2.0/ports/a6250d34-9f5a-4325-9c6b-a0f116b5328f HTTP/1.1" status: 204 len: 173 time: 1.9606440 Jul 27 22:11:06.218216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436c685-79d1-480f-b6b0-8ad1b1d7a06a req-a92a013e-07f7-402e-bdcf-af1d983b855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:06.224769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1436c685-79d1-480f-b6b0-8ad1b1d7a06a req-a92a013e-07f7-402e-bdcf-af1d983b855b service neutron] 10.222.0.43 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 906 time: 0.3080139 Jul 27 22:11:06.335479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9b6bc2-1041-480c-b4d1-04f94b9c1607', 'name': 'network-vif-deleted', 'tag': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:06.338876 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2ce11f-1ef9-40a6-9019-0570ddec88b1" -d '{"events": [{"server_uuid": "9e9b6bc2-1041-480c-b4d1-04f94b9c1607", "name": "network-vif-deleted", "tag": "a6250d34-9f5a-4325-9c6b-a0f116b5328f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:06.342458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1436c685-79d1-480f-b6b0-8ad1b1d7a06a req-bff9a519-c7d4-4fd8-b8c9-32328a461f89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=decbe7f2-5825-4b2b-96de-a12c598dffc1 HTTP/1.1" status: 200 len: 217 time: 0.1089475 Jul 27 22:11:06.473366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436c685-79d1-480f-b6b0-8ad1b1d7a06a req-68952db4-20e7-4b59-b37a-22c63d304e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:06.474200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51036) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:06.476185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1436c685-79d1-480f-b6b0-8ad1b1d7a06a req-68952db4-20e7-4b59-b37a-22c63d304e91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.1239460 Jul 27 22:11:06.480263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f40021f8-0b44-4fb4-9aba-f3121d3a1cb0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1908221163', 'description': 'tempest-description--2087644221'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:06.515952 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f40021f8-0b44-4fb4-9aba-f3121d3a1cb0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:06.544923 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10cf7f1-9de5-4f6a-ada2-373da26e969f x-openstack-request-id: req-b10cf7f1-9de5-4f6a-ada2-373da26e969f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:06.545217 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9b6bc2-1041-480c-b4d1-04f94b9c1607", "name": "network-vif-deleted", "tag": "a6250d34-9f5a-4325-9c6b-a0f116b5328f", "status": "failed", "code": 422}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:06.545475 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b10cf7f1-9de5-4f6a-ada2-373da26e969f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:06.545894 n-d-802011-3 neutron-server[93835]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e9b6bc2-1041-480c-b4d1-04f94b9c1607', 'name': 'network-vif-deleted', 'tag': 'a6250d34-9f5a-4325-9c6b-a0f116b5328f', 'status': 'failed', 'code': 422} returned with failed status Jul 27 22:11:06.548793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1436c685-79d1-480f-b6b0-8ad1b1d7a06a req-5fcc3a90-443a-4109-8e23-252b00c0a35d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646226 Jul 27 22:11:06.701529 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1de57d16-1926-43f4-9313-8069fd552028 req-75a2dfae-b798-4aee-a29a-329f983799c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f2f3d97e0e145439145b3c7c60c8e91&device_id=300c9984-5cbe-4a50-b614-bfd1210e7f16 HTTP/1.1" status: 200 len: 210 time: 0.0515707 Jul 27 22:11:06.744409 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1de57d16-1926-43f4-9313-8069fd552028 req-2100b384-c28e-4593-9a0b-73f99d75dfda service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2f2f3d97e0e145439145b3c7c60c8e91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279899 Jul 27 22:11:06.752150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bdaf21d-4bb6-4832-a167-9992574f9d9f req-47842829-b244-40ce-8ac2-fdfed1835834 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=300c9984-5cbe-4a50-b614-bfd1210e7f16 HTTP/1.1" status: 200 len: 210 time: 0.0579307 Jul 27 22:11:06.757974 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1436c685-79d1-480f-b6b0-8ad1b1d7a06a req-90f46166-09dc-4f71-86c4-4aecc5263372 service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999211 Jul 27 22:11:06.845587 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f40021f8-0b44-4fb4-9aba-f3121d3a1cb0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:06.851349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f40021f8-0b44-4fb4-9aba-f3121d3a1cb0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:06.904711 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f40021f8-0b44-4fb4-9aba-f3121d3a1cb0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:06.909384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f40021f8-0b44-4fb4-9aba-f3121d3a1cb0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4307337 Jul 27 22:11:06.915950 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:06.927740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c7915231-b9ae-4996-8636-f4e5b986ae21 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Request body: {'security_group_rule': {'security_group_id': 'a6dc6d08-b675-44d1-a0dd-15166b17c394', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:06.935437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40021f8-0b44-4fb4-9aba-f3121d3a1cb0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dc6d08-b675-44d1-a0dd-15166b17c394,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:06.962886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de57d16-1926-43f4-9313-8069fd552028 req-bc7a36f4-6218-4e60-9a11-10a993d7d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:06.964439 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1de57d16-1926-43f4-9313-8069fd552028 req-bc7a36f4-6218-4e60-9a11-10a993d7d14d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2001872 Jul 27 22:11:06.976717 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7915231-b9ae-4996-8636-f4e5b986ae21 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:06.994110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1436c685-79d1-480f-b6b0-8ad1b1d7a06a req-9fcff6ed-de25-4b92-b099-9126ff258e40 service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288725 Jul 27 22:11:07.019359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555d626-31d0-4fae-a4c9-81e6590da865 req-9273aeef-8d3c-4c86-8dd3-edd56bd49c5e tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:07.022091 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4555d626-31d0-4fae-a4c9-81e6590da865 req-9273aeef-8d3c-4c86-8dd3-edd56bd49c5e tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 943 time: 0.1385081 Jul 27 22:11:07.053118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7915231-b9ae-4996-8636-f4e5b986ae21 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.057145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7915231-b9ae-4996-8636-f4e5b986ae21 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.059190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-d21d4d55-e5d8-4f35-922e-7a1ac4db739d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:07.067792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-d21d4d55-e5d8-4f35-922e-7a1ac4db739d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.2477961 Jul 27 22:11:07.080750 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7915231-b9ae-4996-8636-f4e5b986ae21 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d0a8c2-a999-4a5a-9ff5-db9250b162c2,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:07.089202 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7915231-b9ae-4996-8636-f4e5b986ae21 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.090531 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c7915231-b9ae-4996-8636-f4e5b986ae21 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1728258 Jul 27 22:11:07.093699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51058) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:07.101239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4022a70f-4014-475e-89f3-8d73dcdc78f7 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Request body: {'security_group_rule': {'security_group_id': 'a6dc6d08-b675-44d1-a0dd-15166b17c394', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:07.104236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-7ec79dd0-553a-49c5-b61f-d40f2010e7c1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/quotas/6c882965a19147e5bcc42dd93fc06d78 HTTP/1.1" status: 200 len: 375 time: 0.0355220 Jul 27 22:11:07.137256 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4555d626-31d0-4fae-a4c9-81e6590da865 req-64b8d5ad-bd13-4f7c-96b7-b91f695e197c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037693 Jul 27 22:11:07.137389 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4022a70f-4014-475e-89f3-8d73dcdc78f7 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.149272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-c876918d-cd9a-443c-ba24-f7d000dfaa7a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429289 Jul 27 22:11:07.221606 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4022a70f-4014-475e-89f3-8d73dcdc78f7 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.231469 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4022a70f-4014-475e-89f3-8d73dcdc78f7 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.257786 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022a70f-4014-475e-89f3-8d73dcdc78f7 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0277368f-a1d8-4aaa-b124-49ac62814f89,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:07.269533 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4022a70f-4014-475e-89f3-8d73dcdc78f7 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.274169 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4022a70f-4014-475e-89f3-8d73dcdc78f7 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763992 Jul 27 22:11:07.274340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51060) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:07.281364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:07.283176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-90b056a2-3cb3-463f-bf35-cb368b493493 service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329646 Jul 27 22:11:07.309752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.410857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-517231fe-f226-4182-8feb-eae5d1e799fb service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197567 Jul 27 22:11:07.499196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bfb53f8d-1575-4962-a610-66836b05fb17 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:07.518016 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.587215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bfb53f8d-1575-4962-a610-66836b05fb17 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:07.589638 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.682248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Sync routers for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:07.700838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:07.701760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:07.706389 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3adefe74-20a9-4788-9518-10e7bfd70305 req-ce341cd7-40c4-467d-a01a-6badb3f1ffaf tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 210 time: 0.0651975 Jul 27 22:11:07.746655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Allocated IP 172.25.1.214 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/e1adeead-8acd-48f7-9461-520f8defc7c6) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:07.884022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:07.923017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62e0e074-94ab-4337-9675-2fd76db7e37c req-125975dc-a72c-41ec-9601-c0ae5722c165 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=300c9984-5cbe-4a50-b614-bfd1210e7f16 HTTP/1.1" status: 200 len: 210 time: 0.0486865 Jul 27 22:11:08.021945 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.088414 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.135737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:08.140765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:08.146410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:08.191910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event updated for resources: {'Port': ['ID=e1adeead-8acd-48f7-9461-520f8defc7c6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:08.240940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 2, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:08.265807 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1de57d16-1926-43f4-9313-8069fd552028 req-f9ae76aa-9074-4acf-8b71-cdc36d3e948c tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.41 "GET /v2.0/ports?device_id=300c9984-5cbe-4a50-b614-bfd1210e7f16 HTTP/1.1" status: 200 len: 210 time: 0.0562832 Jul 27 22:11:08.277219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Checking router: cd3ee134-792b-4204-8a50-20577b8084a8 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:08.277658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Updating router cd3ee134-792b-4204-8a50-20577b8084a8 port a07051f3-72fc-4563-b4bd-21efa47660dd binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:11:08.316505 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.346236 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.380806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147e823-12fa-47f4-accb-ad574e830904 req-038d0a6c-9027-44cb-8257-f7759dd1c1a8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:08.382674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9147e823-12fa-47f4-accb-ad574e830904 req-038d0a6c-9027-44cb-8257-f7759dd1c1a8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 943 time: 0.1372223 Jul 27 22:11:08.429314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.482526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9147e823-12fa-47f4-accb-ad574e830904 req-a276671c-ba5d-4e25-ad8f-b5c3976131f6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795088 Jul 27 22:11:08.663377 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.670151 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.756921 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event updated for resources: {'Port': ['ID=e1adeead-8acd-48f7-9461-520f8defc7c6,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:08.791698 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.810358 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.811686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fbe9745c-997c-4ecc-a14d-4377340ba975 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5363092 Jul 27 22:11:08.893323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d405595-bb86-42db-9ffc-e7796b8ab47c req-72dde11e-864d-4185-b614-75de94113741 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 210 time: 0.0346415 Jul 27 22:11:08.905612 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.930983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Transition to ACTIVE for port object a07051f3-72fc-4563-b4bd-21efa47660dd will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:08.954488 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.068031 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad2f2e-a953-40de-bcd7-183912daecb8 None None] Pushing event updated for resources: {'Port': ['ID=a07051f3-72fc-4563-b4bd-21efa47660dd,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:09.095291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-0451ab89-f458-44d8-8775-99fc240ab9ea tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:09.096698 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-0451ab89-f458-44d8-8775-99fc240ab9ea tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.1536574 Jul 27 22:11:09.109232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51110) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:09.124332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Request body: {'port': {'device_id': 'a43b11ee-a7a5-4529-96b6-93ef7944063f', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'admin_state_up': True, 'tenant_id': '6c882965a19147e5bcc42dd93fc06d78'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:09.126552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-742bd854-2366-43fa-8fd2-f1c798fb9c48 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1376799140'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:09.207739 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49477c51-9b72-4fbd-8d42-d9ef1009f95f req-3aae0e95-122c-4ab6-9d19-955d7977ce87 tempest-ServerShowV247Test-2044171735 tempest-ServerShowV247Test-2044171735-project] 10.222.0.24 "GET /v2.0/ports?device_id=300c9984-5cbe-4a50-b614-bfd1210e7f16 HTTP/1.1" status: 200 len: 210 time: 0.0600879 Jul 27 22:11:09.234348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-268f9f58-3827-4946-b3dc-8ec7e8f2659c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1908221163&fields=id&tenant_id=e8d97f96557449bd9f5638c74ae5e7b4 HTTP/1.1" status: 200 len: 267 time: 0.2064729 Jul 27 22:11:09.263741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Attempting to bind port a07051f3-72fc-4563-b4bd-21efa47660dd on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:09.264113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Attempting to bind port a07051f3-72fc-4563-b4bd-21efa47660dd by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:09.264485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Attempting to bind port a07051f3-72fc-4563-b4bd-21efa47660dd on network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:09.271673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:09.272061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Checking segment: {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:09.272471 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.272883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Bound using segment: {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:09.273347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Bound port: a07051f3-72fc-4563-b4bd-21efa47660dd, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:09.273882 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.362307 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Made reservation on behalf of 6c882965a19147e5bcc42dd93fc06d78 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:09.370167 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.386025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742bd854-2366-43fa-8fd2-f1c798fb9c48 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:09.387985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] For port a07051f3-72fc-4563-b4bd-21efa47660dd, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:09.389794 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-742bd854-2366-43fa-8fd2-f1c798fb9c48 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.397161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] For port a07051f3-72fc-4563-b4bd-21efa47660dd, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a07051f3-72fc-4563-b4bd-21efa47660dd,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:09.420493 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.446169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742bd854-2366-43fa-8fd2-f1c798fb9c48 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:11:09.468714 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-742bd854-2366-43fa-8fd2-f1c798fb9c48 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.469078 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-742bd854-2366-43fa-8fd2-f1c798fb9c48 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Added segment 8af63a49-a104-4eff-b14d-12537e5299b3 of type vlan for network ef36efcf-ed47-4f06-9ae1-372fcc825f8d Jul 27 22:11:09.494144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-106f4a78-536b-47a0-9f34-f8f4f7a56a41 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:09.495803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-106f4a78-536b-47a0-9f34-f8f4f7a56a41 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 811 time: 0.2479663 Jul 27 22:11:09.572413 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-3176e6f2-28cf-4854-9a0a-62c9f3d5809a tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/quotas/e8d97f96557449bd9f5638c74ae5e7b4 HTTP/1.1" status: 200 len: 375 time: 0.0658827 Jul 27 22:11:09.610671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-742bd854-2366-43fa-8fd2-f1c798fb9c48 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.628905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:09.630972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:10:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:09.683621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Allocated IP 172.20.0.10 (93d81622-cb59-4072-9035-7a7483df678f/96446a54-8a20-4b30-ac6d-87fb13a576eb/831976c8-c66b-468a-a076-ff6a4fb316c4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:09.712631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device decbe7f2-5825-4b2b-96de-a12c598dffc1 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:11:09.769507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad2f2e-a953-40de-bcd7-183912daecb8 None None] Pushing event updated for resources: {'Port': ['ID=a07051f3-72fc-4563-b4bd-21efa47660dd,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:09.789726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-921ad41e-97e6-4a0e-a46e-91a1acae1189 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2163162 Jul 27 22:11:09.862604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:09.878288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-742bd854-2366-43fa-8fd2-f1c798fb9c48 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.884166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742bd854-2366-43fa-8fd2-f1c798fb9c48 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:09.885083 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-742bd854-2366-43fa-8fd2-f1c798fb9c48 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.907369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fcbcd-8c09-43e1-90f5-f594f0b462d1 req-9c09118a-8ec5-4060-a8a0-35d462ba6fb0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:09.908532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.915537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a45fcbcd-8c09-43e1-90f5-f594f0b462d1 req-9c09118a-8ec5-4060-a8a0-35d462ba6fb0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 943 time: 0.2547655 Jul 27 22:11:09.962078 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.009061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-742bd854-2366-43fa-8fd2-f1c798fb9c48 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8985038 Jul 27 22:11:10.017605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51120) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:10.025093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-844188453'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:10.034661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bd854-2366-43fa-8fd2-f1c798fb9c48 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Network': ['ID=ef36efcf-ed47-4f06-9ae1-372fcc825f8d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:10.049501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network ef36efcf-ed47-4f06-9ae1-372fcc825f8d details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:11:10.062005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:10.064240 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a45fcbcd-8c09-43e1-90f5-f594f0b462d1 req-3f488150-f9a9-45c9-a7ee-5e0fa2b84b3a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474190 Jul 27 22:11:10.066003 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.081784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-d687f1e3-3474-4971-a931-2def96285876 service neutron] 10.222.0.24 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727466 Jul 27 22:11:10.100258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Network 93d81622-cb59-4072-9035-7a7483df678f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:10.111353 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:10.119258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:10.122086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Pushing event updated for resources: {'Port': ['ID=831976c8-c66b-468a-a076-ff6a4fb316c4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:10.166134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:11:10.186406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.187050 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Added segment 59c76020-e495-4c7a-ad0d-4da994162585 of type vlan for network c521b827-668a-4ab8-91f4-58d73f3f2bae Jul 27 22:11:10.238021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:10.238973 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.254407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feadf8-150c-439d-b474-47aa9f5ea54a req-0aef51fc-26c1-4fc1-84ca-4d8a12c02d9c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:10.258751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-41feadf8-150c-439d-b474-47aa9f5ea54a req-0aef51fc-26c1-4fc1-84ca-4d8a12c02d9c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 932 time: 0.0904169 Jul 27 22:11:10.261264 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-61e1e4fa-6716-45eb-9cec-e98b580a9a82 service neutron] 10.222.0.24 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769071 Jul 27 22:11:10.265310 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.271053 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-2d96fc32-86c9-4429-b5f2-b6cd6b37ecc4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1587288 Jul 27 22:11:10.300271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Request body: {'port': {'device_id': 'a43b11ee-a7a5-4529-96b6-93ef7944063f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:10.347323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-41feadf8-150c-439d-b474-47aa9f5ea54a req-b81dafb3-6adc-466f-baf4-250d5d8da201 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710633 Jul 27 22:11:10.401254 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.408512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:10.409143 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.474418 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.505230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9af99764-364f-4fbc-a65e-0744c44e7a7b req-3af3156a-31ea-4fdf-92ce-96035bed8e96 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 210 time: 0.0342031 Jul 27 22:11:10.506571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port decbe7f2-5825-4b2b-96de-a12c598dffc1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=decbe7f2-5825-4b2b-96de-a12c598dffc1,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:10.518354 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4979591 Jul 27 22:11:10.520996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:10.523821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Network': ['ID=c521b827-668a-4ab8-91f4-58d73f3f2bae,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:10.526499 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-64af1fc0-45d0-4e19-b404-b1b8f317610c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'subnet': {'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:10.559999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'decbe7f2-5825-4b2b-96de-a12c598dffc1', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'port_id': 'decbe7f2-5825-4b2b-96de-a12c598dffc1', 'mac_address': 'fa:16:3e:47:83:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a26f0a-cab7-4000-93f5-0fd89413147b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:11:10.590680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:10.591154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:10.591597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:10.592034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:10.592483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:10.592920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:10.593354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:10.595619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:10.595619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:10.595619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:10.596228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:10.596657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e606531-41b3-40cc-92cf-8a1912dd1639 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:10.642110 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.664770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network c521b827-668a-4ab8-91f4-58d73f3f2bae details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:11:10.697763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64af1fc0-45d0-4e19-b404-b1b8f317610c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:10.706241 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64af1fc0-45d0-4e19-b404-b1b8f317610c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.819873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decbe7f2-5825-4b2b-96de-a12c598dffc1 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:10.863261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port decbe7f2-5825-4b2b-96de-a12c598dffc1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=decbe7f2-5825-4b2b-96de-a12c598dffc1,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:10.866763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:10.874889 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:10.935011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=decbe7f2-5825-4b2b-96de-a12c598dffc1,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:10.944429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:09Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:10.977558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e4284-b8a6-45ed-852b-5c354991ba0c None None] The sync data for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 is: [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:09Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:11.114410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['decbe7f2-5825-4b2b-96de-a12c598dffc1'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:11.138341 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0eede6b3-e561-40f4-8052-58a886d0e89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.139318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831976c8-c66b-468a-a076-ff6a4fb316c4 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:11.159397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.174857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Transition to ACTIVE for port object 831976c8-c66b-468a-a076-ff6a4fb316c4 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:11.180821 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.197432 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64af1fc0-45d0-4e19-b404-b1b8f317610c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.383516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=831976c8-c66b-468a-a076-ff6a4fb316c4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:11.400427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Attempting to bind port 831976c8-c66b-468a-a076-ff6a4fb316c4 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:11.400770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Attempting to bind port 831976c8-c66b-468a-a076-ff6a4fb316c4 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:11.401094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Attempting to bind port 831976c8-c66b-468a-a076-ff6a4fb316c4 on network 93d81622-cb59-4072-9035-7a7483df678f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:11.418372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Port 831976c8-c66b-468a-a076-ff6a4fb316c4 on network 93d81622-cb59-4072-9035-7a7483df678f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:11.418713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Attempting to bind port 831976c8-c66b-468a-a076-ff6a4fb316c4 on network 93d81622-cb59-4072-9035-7a7483df678f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:11.433728 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:11.433958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Checking segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:11.434366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Bound using segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:11.434806 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Bound port: 831976c8-c66b-468a-a076-ff6a4fb316c4, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:11.435160 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.465200 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a07051f3-72fc-4563-b4bd-21efa47660dd up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:11.544911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port a07051f3-72fc-4563-b4bd-21efa47660dd completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:11.557744 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a07051f3-72fc-4563-b4bd-21efa47660dd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:11.558124 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.576636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] For port 831976c8-c66b-468a-a076-ff6a4fb316c4, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:11.583266 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] For port 831976c8-c66b-468a-a076-ff6a4fb316c4, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=831976c8-c66b-468a-a076-ff6a4fb316c4,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:11.588461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.636537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0eede6b3-e561-40f4-8052-58a886d0e89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.654800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af1fc0-45d0-4e19-b404-b1b8f317610c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Subnet': ['ID=27e24c90-699a-4390-9459-812765b29d1a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:11.673262 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dc8ad-3e9c-45fd-83a8-ffd286102e5d req-d5e297cc-acc0-4e92-85ce-741e6f879f15 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:11.675118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-710dc8ad-3e9c-45fd-83a8-ffd286102e5d req-d5e297cc-acc0-4e92-85ce-741e6f879f15 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 944 time: 0.4866357 Jul 27 22:11:11.675788 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0eede6b3-e561-40f4-8052-58a886d0e89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.691655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af1fc0-45d0-4e19-b404-b1b8f317610c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Checking segment: {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:11.692005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af1fc0-45d0-4e19-b404-b1b8f317610c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Network hostable DHCP agents. Network: ef36efcf-ed47-4f06-9ae1-372fcc825f8d, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:11:11.700821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=831976c8-c66b-468a-a076-ff6a4fb316c4,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:11.722245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:11.725662 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.738368 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-4ad69b0f-b7f7-4702-a04b-9a31a08c7ad5 service neutron] 10.222.0.41 "PUT /v2.0/ports/831976c8-c66b-468a-a076-ff6a4fb316c4 HTTP/1.1" status: 200 len: 1092 time: 1.4501810 Jul 27 22:11:11.739672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43b11ee-a7a5-4529-96b6-93ef7944063f', 'tag': '831976c8-c66b-468a-a076-ff6a4fb316c4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:11.746319 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.747384 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65818ae5-6ae6-404b-8428-e034a91f8da9" -d '{"events": [{"name": "network-changed", "server_uuid": "a43b11ee-a7a5-4529-96b6-93ef7944063f", "tag": "831976c8-c66b-468a-a076-ff6a4fb316c4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:11.803116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port a07051f3-72fc-4563-b4bd-21efa47660dd, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a07051f3-72fc-4563-b4bd-21efa47660dd,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:11.807772 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:11.856861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-379deb62-f159-4608-a82e-54bb3d39ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:11.858598 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-379deb62-f159-4608-a82e-54bb3d39ce92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 1095 time: 0.0538952 Jul 27 22:11:11.866233 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8389188-e94d-40ec-8eb6-626fa9d2f9e0 req-beb8bc6c-37a2-4b44-82c3-8841fa72c88c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:11.883174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8389188-e94d-40ec-8eb6-626fa9d2f9e0 req-beb8bc6c-37a2-4b44-82c3-8841fa72c88c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 944 time: 0.3361721 Jul 27 22:11:11.908175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=a07051f3-72fc-4563-b4bd-21efa47660dd,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:11.909796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0eede6b3-e561-40f4-8052-58a886d0e89d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f2f3d97e0e145439145b3c7c60c8e91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0417869 Jul 27 22:11:11.922229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:11.927896 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-ecfd3f16-9371-44e6-853d-dd3bf4a9001c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=831976c8-c66b-468a-a076-ff6a4fb316c4 HTTP/1.1" status: 200 len: 217 time: 0.0583527 Jul 27 22:11:11.937708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eede6b3-e561-40f4-8052-58a886d0e89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dce8f9e-6c97-4115-b68f-d291a2716642,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:11.982658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-710dc8ad-3e9c-45fd-83a8-ffd286102e5d req-e78cb733-862d-41ab-ba35-876852e5a59b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778010 Jul 27 22:11:11.982985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64af1fc0-45d0-4e19-b404-b1b8f317610c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Network ef36efcf-ed47-4f06-9ae1-372fcc825f8d is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:11:12.023315 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-75e2b933-2aee-4322-ba86-6e9ebe762e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:12.025752 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-75e2b933-2aee-4322-ba86-6e9ebe762e03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.0905726 Jul 27 22:11:12.052209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-64af1fc0-45d0-4e19-b404-b1b8f317610c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, ef36efcf-ed47-4f06-9ae1-372fcc825f8d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:12.064404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20e59b2-0993-4231-8db5-eaafcc4dfeb8 None None] Network ef36efcf-ed47-4f06-9ae1-372fcc825f8d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:12.082027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af1fc0-45d0-4e19-b404-b1b8f317610c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:12.082800 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64af1fc0-45d0-4e19-b404-b1b8f317610c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.094435 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-b111af6b-b8fa-4369-8213-7b72a3159446 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592976 Jul 27 22:11:12.099327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8389188-e94d-40ec-8eb6-626fa9d2f9e0 req-f44b67ab-856a-4c61-88d9-90cca01ce11f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795316 Jul 27 22:11:12.178303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1be77656-f1c3-43ac-b5f0-13b93255ade1 req-9d969cb9-7d3f-4473-836a-997099b6acb8 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 210 time: 0.0760653 Jul 27 22:11:12.209018 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-64af1fc0-45d0-4e19-b404-b1b8f317610c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6868792 Jul 27 22:11:12.217136 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:12.230690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-193cece7-60dc-4c7f-ba38-a7977a0ecc3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'subnet': {'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:12.341647 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.364678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2264e531-c635-4b88-b3f7-5e0ccf77fe6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.368215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193cece7-60dc-4c7f-ba38-a7977a0ecc3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:12.373207 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193cece7-60dc-4c7f-ba38-a7977a0ecc3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.403122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-ef36efcf-ed47-4f06-9ae1-372fcc825f8d', 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'fixed_ips': [{'subnet_id': '27e24c90-699a-4390-9459-812765b29d1a'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:11:12.404092 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.500252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2264e531-c635-4b88-b3f7-5e0ccf77fe6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.590731 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2264e531-c635-4b88-b3f7-5e0ccf77fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.594605 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2264e531-c635-4b88-b3f7-5e0ccf77fe6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.596590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2264e531-c635-4b88-b3f7-5e0ccf77fe6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2dce8f9e-6c97-4115-b68f-d291a2716642 HTTP/1.1" status: 204 len: 168 time: 0.6711388 Jul 27 22:11:12.618810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264e531-c635-4b88-b3f7-5e0ccf77fe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dce8f9e-6c97-4115-b68f-d291a2716642,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:12.660184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Allocated IP 10.1.1.2 (ef36efcf-ed47-4f06-9ae1-372fcc825f8d/27e24c90-699a-4390-9459-812765b29d1a/3c7e5c19-5cee-4673-bfdf-a3924191a562) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:12.755907 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193cece7-60dc-4c7f-ba38-a7977a0ecc3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.843020 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7311984b-25b2-428e-9528-bf58df8cba4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.849275 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd6f396-6c08-4c74-bdca-1c32ec60e108 x-openstack-request-id: req-4fd6f396-6c08-4c74-bdca-1c32ec60e108 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:12.849892 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43b11ee-a7a5-4529-96b6-93ef7944063f", "tag": "831976c8-c66b-468a-a076-ff6a4fb316c4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:12.849892 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fd6f396-6c08-4c74-bdca-1c32ec60e108 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:12.850178 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43b11ee-a7a5-4529-96b6-93ef7944063f', 'tag': '831976c8-c66b-468a-a076-ff6a4fb316c4', 'status': 'completed', 'code': 200} Jul 27 22:11:12.904346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cece7-60dc-4c7f-ba38-a7977a0ecc3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Subnet': ['ID=02f862eb-c4d7-4e84-905e-ec48c4c59b99,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:12.937709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cece7-60dc-4c7f-ba38-a7977a0ecc3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Checking segment: {'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:12.938084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193cece7-60dc-4c7f-ba38-a7977a0ecc3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Network hostable DHCP agents. Network: c521b827-668a-4ab8-91f4-58d73f3f2bae, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:11:12.960192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193cece7-60dc-4c7f-ba38-a7977a0ecc3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Network c521b827-668a-4ab8-91f4-58d73f3f2bae is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:11:12.980044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-193cece7-60dc-4c7f-ba38-a7977a0ecc3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, c521b827-668a-4ab8-91f4-58d73f3f2bae) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:12.985881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-4c045af6-5250-45c5-acde-c6e889decbe5 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:12.995208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193cece7-60dc-4c7f-ba38-a7977a0ecc3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:12.995809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193cece7-60dc-4c7f-ba38-a7977a0ecc3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:12.997636 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5affd6b2-3bfb-48f5-ab8c-230441f8e461 None None] Network c521b827-668a-4ab8-91f4-58d73f3f2bae requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:13.000011 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-4c045af6-5250-45c5-acde-c6e889decbe5 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.41 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 811 time: 0.7764103 Jul 27 22:11:13.006377 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-04df87ed-88fe-4eb2-931f-ed76ff06a534 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9048009 Jul 27 22:11:13.049341 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-193cece7-60dc-4c7f-ba38-a7977a0ecc3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8298578 Jul 27 22:11:13.052078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:13.058807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'port': {'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d', 'name': 'tempest-TaggedBootDevicesTest_v242-449025961', 'fixed_ips': [{'subnet_id': '27e24c90-699a-4390-9459-812765b29d1a'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:13.088996 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.104355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Transition to ACTIVE for port object 3c7e5c19-5cee-4673-bfdf-a3924191a562 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:13.135211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Transition to ACTIVE for port object 3c7e5c19-5cee-4673-bfdf-a3924191a562 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:13.167043 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.187426 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-eac3e21a-868c-4201-8599-bf3f7172bf2c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d97f96557449bd9f5638c74ae5e7b4 HTTP/1.1" status: 200 len: 380 time: 0.1689739 Jul 27 22:11:13.204619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Request body: {'port': {'device_id': '35374e98-cef3-4f4f-afe8-06711585f134', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'admin_state_up': True, 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'security_groups': ['a6dc6d08-b675-44d1-a0dd-15166b17c394']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:13.246404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Network ef36efcf-ed47-4f06-9ae1-372fcc825f8d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:13.251848 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:13.262378 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:13.307750 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36e9ff5-da4d-4f84-81c3-60fe7589efe9 req-9b390a55-90d3-4793-8c48-381df9a7dc1d service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911253 Jul 27 22:11:13.320261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Pushing event updated for resources: {'Port': ['ID=3c7e5c19-5cee-4673-bfdf-a3924191a562,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:13.398446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae8df5-715d-4836-bc22-864a4cd4a68d req-5559068b-6f8f-48c1-bdd7-976f4aa2d3f0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:13.403594 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-51ae8df5-715d-4836-bc22-864a4cd4a68d req-5559068b-6f8f-48c1-bdd7-976f4aa2d3f0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 944 time: 0.2253036 Jul 27 22:11:13.424707 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Attempting to bind port 3c7e5c19-5cee-4673-bfdf-a3924191a562 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:13.425270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Attempting to bind port 3c7e5c19-5cee-4673-bfdf-a3924191a562 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:13.425461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Attempting to bind port 3c7e5c19-5cee-4673-bfdf-a3924191a562 on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:13.432469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9f89-399d-4321-8d83-ffc4ed80ad2a req-171b4be7-cf38-47b0-a2ab-35c9a7ca8f3d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:13.432697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:13.433069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Checking segment: {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:13.434251 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.434678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Bound using segment: {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:13.435154 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Bound port: 3c7e5c19-5cee-4673-bfdf-a3924191a562, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:13.435538 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.439655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be8b9f89-399d-4321-8d83-ffc4ed80ad2a req-171b4be7-cf38-47b0-a2ab-35c9a7ca8f3d tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 944 time: 0.1849833 Jul 27 22:11:13.439801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-c521b827-668a-4ab8-91f4-58d73f3f2bae', 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'fixed_ips': [{'subnet_id': '02f862eb-c4d7-4e84-905e-ec48c4c59b99'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:11:13.440706 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.465990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a07051f3-72fc-4563-b4bd-21efa47660dd up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:13.502428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65818ae5-6ae6-404b-8428-e034a91f8da9 req-15c4b8d3-71bd-41b6-bc97-184c5e6a359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:13.505330 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65818ae5-6ae6-404b-8428-e034a91f8da9 req-15c4b8d3-71bd-41b6-bc97-184c5e6a359c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 1095 time: 0.1485548 Jul 27 22:11:13.518612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:13.538971 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-51ae8df5-715d-4836-bc22-864a4cd4a68d req-dd75fd8b-906c-4192-9326-b7ffb473897b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964525 Jul 27 22:11:13.602605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Made reservation on behalf of e8d97f96557449bd9f5638c74ae5e7b4 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:13.612083 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.691734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device decbe7f2-5825-4b2b-96de-a12c598dffc1 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:13.741341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65818ae5-6ae6-404b-8428-e034a91f8da9 req-c64ed969-02ff-4fef-bf45-f4840f9af7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:13.743246 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65818ae5-6ae6-404b-8428-e034a91f8da9 req-c64ed969-02ff-4fef-bf45-f4840f9af7e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 913 time: 0.2302597 Jul 27 22:11:13.761779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] For port 3c7e5c19-5cee-4673-bfdf-a3924191a562, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:13.772780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a07051f3-72fc-4563-b4bd-21efa47660dd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:13.773155 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.831740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] For port 3c7e5c19-5cee-4673-bfdf-a3924191a562, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3c7e5c19-5cee-4673-bfdf-a3924191a562,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:13.832147 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65818ae5-6ae6-404b-8428-e034a91f8da9 req-93294106-78f8-453a-b514-e3050df42678 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=831976c8-c66b-468a-a076-ff6a4fb316c4 HTTP/1.1" status: 200 len: 217 time: 0.0777261 Jul 27 22:11:13.840389 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be8b9f89-399d-4321-8d83-ffc4ed80ad2a req-d1bcbcdc-31b9-4ce8-b2f4-74995f2a48bb tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922956 Jul 27 22:11:13.845330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d95a5401-aa0b-42ec-a9cf-735b7cc07c2e req-6bfbc6b8-0d59-42d6-870f-bd646e25bd82 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 210 time: 0.2022243 Jul 27 22:11:13.849071 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.888286 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] device_id is not set on port 1d5041d4-18ed-408b-9a0f-481d6318c69a yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:11:13.899035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65818ae5-6ae6-404b-8428-e034a91f8da9 req-c9ad2ec8-3e5f-43e9-8e4e-986abf517c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:13.899639 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:13.900587 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65818ae5-6ae6-404b-8428-e034a91f8da9 req-c9ad2ec8-3e5f-43e9-8e4e-986abf517c6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.0606029 Jul 27 22:11:13.913343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Allocated IP 172.20.0.3 (6e8bdfad-eb93-4310-b37b-5b7c990d96a6/2f1c3957-e1a9-4398-a24f-389e93ecfda9/dc91b05a-3f99-44c1-ae6d-86b32ac86c41) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:13.952214 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65818ae5-6ae6-404b-8428-e034a91f8da9 req-ad03af37-0b13-447a-9e8d-b4ef204cdf95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411468 Jul 27 22:11:14.006829 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Allocated IP 10.2.2.2 (c521b827-668a-4ab8-91f4-58d73f3f2bae/02f862eb-c4d7-4e84-905e-ec48c4c59b99/1dac7db6-0e42-40f0-bcc5-3bab31c423d9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:14.062986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port decbe7f2-5825-4b2b-96de-a12c598dffc1 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:14.085300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port decbe7f2-5825-4b2b-96de-a12c598dffc1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:14.085674 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.125743 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65818ae5-6ae6-404b-8428-e034a91f8da9 req-5a3b470e-0398-485a-b59c-88935740ac21 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622660 Jul 27 22:11:14.246601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f49706-31c5-4c59-99f5-886d5365edf3 None None] Pushing event updated for resources: {'Port': ['ID=3c7e5c19-5cee-4673-bfdf-a3924191a562,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:14.376506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Allocated IP 10.1.1.67 (ef36efcf-ed47-4f06-9ae1-372fcc825f8d/27e24c90-699a-4390-9459-812765b29d1a/1d5041d4-18ed-408b-9a0f-481d6318c69a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:14.398745 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65818ae5-6ae6-404b-8428-e034a91f8da9 req-bfdb321b-0830-4406-b562-de9111bd83b0 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632957 Jul 27 22:11:14.430137 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.473163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Transition to ACTIVE for port object dc91b05a-3f99-44c1-ae6d-86b32ac86c41 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:14.486612 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.556337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d0c706-7767-40ec-9a89-d8a81181b24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decbe7f2-5825-4b2b-96de-a12c598dffc1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:14.561355 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df142c89-8232-462b-ba4a-c7447176acbc" -d '{"events": [{"server_uuid": "77d0c706-7767-40ec-9a89-d8a81181b24c", "name": "network-vif-plugged", "status": "completed", "tag": "decbe7f2-5825-4b2b-96de-a12c598dffc1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:14.581616 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.585299 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port decbe7f2-5825-4b2b-96de-a12c598dffc1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=decbe7f2-5825-4b2b-96de-a12c598dffc1,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:14.599572 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.609644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Transition to ACTIVE for port object 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:14.628891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Transition to ACTIVE for port object 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:14.633164 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.640433 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.664988 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0e243c-e976-4c09-b3c7-fe5ccaed5a28 x-openstack-request-id: req-6a0e243c-e976-4c09-b3c7-fe5ccaed5a28 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:14.665481 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d0c706-7767-40ec-9a89-d8a81181b24c", "name": "network-vif-plugged", "status": "completed", "tag": "decbe7f2-5825-4b2b-96de-a12c598dffc1", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:14.665826 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a0e243c-e976-4c09-b3c7-fe5ccaed5a28 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:14.666347 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d0c706-7767-40ec-9a89-d8a81181b24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decbe7f2-5825-4b2b-96de-a12c598dffc1', 'code': 200} Jul 27 22:11:14.691605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Network c521b827-668a-4ab8-91f4-58d73f3f2bae is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:14.698376 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:14.703198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:14.715949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=decbe7f2-5825-4b2b-96de-a12c598dffc1,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:14.750558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:14.752769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:14.807933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Pushing event updated for resources: {'Port': ['ID=1dac7db6-0e42-40f0-bcc5-3bab31c423d9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:14.826699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event updated for resources: {'Port': ['ID=dc91b05a-3f99-44c1-ae6d-86b32ac86c41,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:14.834018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:14.845930 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.872981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25743965-356f-4310-97b4-79786fdc24b6 req-39ba1486-4613-4d94-9089-69307030fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:14.874647 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25743965-356f-4310-97b4-79786fdc24b6 req-39ba1486-4613-4d94-9089-69307030fc73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 1096 time: 0.1173511 Jul 27 22:11:14.879557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Transition to ACTIVE for port object 1d5041d4-18ed-408b-9a0f-481d6318c69a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:14.900296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Attempting to bind port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:14.902624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Attempting to bind port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:14.903905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Attempting to bind port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 on network c521b827-668a-4ab8-91f4-58d73f3f2bae {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:14.911498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf24645-e804-46ca-803a-8c84115cdaaa req-f02a68ef-6353-4a82-9910-9c2a75cb6dca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:14.915084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:14.916295 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Checking segment: {'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:14.918443 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.919624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Bound using segment: {'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:14.920510 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0bf24645-e804-46ca-803a-8c84115cdaaa req-f02a68ef-6353-4a82-9910-9c2a75cb6dca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 945 time: 0.2113588 Jul 27 22:11:14.921034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Bound port: 1dac7db6-0e42-40f0-bcc5-3bab31c423d9, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:14.922194 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:14.975187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:14.977444 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.006128 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-67aa2d42-92c4-460d-9ab3-8ff733a1b859 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8128817 Jul 27 22:11:15.011709 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0bf24645-e804-46ca-803a-8c84115cdaaa req-62330526-3061-4874-a7ee-457e085d9ef2 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901170 Jul 27 22:11:15.035053 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Request body: {'port': {'device_id': '35374e98-cef3-4f4f-afe8-06711585f134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:15.115484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25743965-356f-4310-97b4-79786fdc24b6 req-69ac47fc-0d3c-457b-910e-07acd2b5493e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309303 Jul 27 22:11:15.130632 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] For port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:15.146619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] For port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1dac7db6-0e42-40f0-bcc5-3bab31c423d9,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:15.153282 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.165967 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.225382 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.248854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f98547-a596-4c09-aee4-3f394116fb09 req-412ef871-bd4c-4a16-b6bc-553cfaf5267e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:15.260873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12f98547-a596-4c09-aee4-3f394116fb09 req-412ef871-bd4c-4a16-b6bc-553cfaf5267e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 944 time: 0.1921842 Jul 27 22:11:15.308002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-964af6cf-6cd6-4cc6-8b13-31520ebf9420 None None] Provisioning for port dc91b05a-3f99-44c1-ae6d-86b32ac86c41 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:15.318584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-964af6cf-6cd6-4cc6-8b13-31520ebf9420 None None] Provisioning complete for port dc91b05a-3f99-44c1-ae6d-86b32ac86c41 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:15.319008 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-964af6cf-6cd6-4cc6-8b13-31520ebf9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.321160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e41ca-8841-45c6-90d6-9e82a25a2d60 None None] Pushing event updated for resources: {'Port': ['ID=1dac7db6-0e42-40f0-bcc5-3bab31c423d9,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:15.383424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Network ef36efcf-ed47-4f06-9ae1-372fcc825f8d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:15.405686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:15.418312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:15.448187 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0d3625b-2f6e-4206-a624-7db35bd7bffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.456737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-964af6cf-6cd6-4cc6-8b13-31520ebf9420 None None] Port dc91b05a-3f99-44c1-ae6d-86b32ac86c41 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:15.517538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca19280-9d91-4c7c-84a1-39d1da580216 req-b89f65c8-701c-4a98-bb69-b8fa2e6d2918 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:15.535915 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ca19280-9d91-4c7c-84a1-39d1da580216 req-b89f65c8-701c-4a98-bb69-b8fa2e6d2918 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 931 time: 0.3914402 Jul 27 22:11:15.541515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Port': ['ID=1d5041d4-18ed-408b-9a0f-481d6318c69a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:15.568938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:15.576864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:15.576864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:15.576864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:15.576864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:15.576864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:15.576864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:15.576864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:15.576864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:15.576864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:15.586095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:15.586813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:15.597328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3c7e5c19-5cee-4673-bfdf-a3924191a562 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:15.678749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12f98547-a596-4c09-aee4-3f394116fb09 req-1f545415-a8ab-40fb-9eb7-89b41ec53b04 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150288 Jul 27 22:11:15.733192 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ca19280-9d91-4c7c-84a1-39d1da580216 req-a5683261-903f-428e-bb4e-29206671388e tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963701 Jul 27 22:11:15.768834 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.782919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:15.788568 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:15.797404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 3c7e5c19-5cee-4673-bfdf-a3924191a562 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:15.832479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 831976c8-c66b-468a-a076-ff6a4fb316c4 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:11:15.848329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9603fcac-4f54-41ba-b5d8-e901c1b3d5d5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7943752 Jul 27 22:11:15.848946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:15.863531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'port': {'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1072141234', 'fixed_ips': [{'subnet_id': '27e24c90-699a-4390-9459-812765b29d1a'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:16.051943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 831976c8-c66b-468a-a076-ff6a4fb316c4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=831976c8-c66b-468a-a076-ff6a4fb316c4,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:16.075711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '831976c8-c66b-468a-a076-ff6a4fb316c4', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'port_id': '831976c8-c66b-468a-a076-ff6a4fb316c4', 'mac_address': 'fa:16:3e:d9:24:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96446a54-8a20-4b30-ac6d-87fb13a576eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:11:16.080825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51c49ec-bdec-4a94-bd69-b58724aa80cb None None] Network ef36efcf-ed47-4f06-9ae1-372fcc825f8d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:16.086977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc91b05a-3f99-44c1-ae6d-86b32ac86c41 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:16.104201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.143259 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Transition to ACTIVE for port object dc91b05a-3f99-44c1-ae6d-86b32ac86c41 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:16.149792 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.232094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54b420-6e8e-424b-981f-9db337c2118c req-8eba3588-72e3-405e-ad7c-c45af447ae61 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:16.236639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf54b420-6e8e-424b-981f-9db337c2118c req-8eba3588-72e3-405e-ad7c-c45af447ae61 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 945 time: 0.0972929 Jul 27 22:11:16.239124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:16.256801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Pushing event updated for resources: {'Port': ['ID=dc91b05a-3f99-44c1-ae6d-86b32ac86c41,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:16.280988 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.396969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] device_id is not set on port a56b565a-7c35-4223-a9e3-caf86b3cf9ac yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:11:16.440893 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.445463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Attempting to bind port dc91b05a-3f99-44c1-ae6d-86b32ac86c41 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:16.445820 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Attempting to bind port dc91b05a-3f99-44c1-ae6d-86b32ac86c41 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:16.446156 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Attempting to bind port dc91b05a-3f99-44c1-ae6d-86b32ac86c41 on network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:16.461291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Port dc91b05a-3f99-44c1-ae6d-86b32ac86c41 on network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:16.462451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Attempting to bind port dc91b05a-3f99-44c1-ae6d-86b32ac86c41 on network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:16.469166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:16.469607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Checking segment: {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:16.470110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Bound using segment: {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:16.470629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Bound port: dc91b05a-3f99-44c1-ae6d-86b32ac86c41, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:16.471000 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.481605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bd693c44-c9ea-4908-a0dc-68aa164905b0 None None] Provisioning for port 3c7e5c19-5cee-4673-bfdf-a3924191a562 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:16.488507 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.523085 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.531428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bd693c44-c9ea-4908-a0dc-68aa164905b0 None None] Provisioning complete for port 3c7e5c19-5cee-4673-bfdf-a3924191a562 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:16.531809 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd693c44-c9ea-4908-a0dc-68aa164905b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.535156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831976c8-c66b-468a-a076-ff6a4fb316c4 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:16.599615 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf54b420-6e8e-424b-981f-9db337c2118c req-e3d939db-0d6f-47c4-b713-2ac5e4afae52 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155906 Jul 27 22:11:16.623022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] For port dc91b05a-3f99-44c1-ae6d-86b32ac86c41, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:16.632374 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] For port dc91b05a-3f99-44c1-ae6d-86b32ac86c41, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=dc91b05a-3f99-44c1-ae6d-86b32ac86c41,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:16.639192 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.683858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:16.685053 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.689912 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] 10.222.0.41 "PUT /v2.0/ports/dc91b05a-3f99-44c1-ae6d-86b32ac86c41 HTTP/1.1" status: 200 len: 1091 time: 1.6720262 Jul 27 22:11:16.694913 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35374e98-cef3-4f4f-afe8-06711585f134', 'tag': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:16.703717 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce220bdf-a4fb-4c67-8273-513dd643ca17" -d '{"events": [{"name": "network-changed", "server_uuid": "35374e98-cef3-4f4f-afe8-06711585f134", "tag": "dc91b05a-3f99-44c1-ae6d-86b32ac86c41"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:16.758646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 831976c8-c66b-468a-a076-ff6a4fb316c4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=831976c8-c66b-468a-a076-ff6a4fb316c4,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:16.810616 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:16.822905 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec964cce-6ae6-4cdd-a193-8b2805f57465 x-openstack-request-id: req-ec964cce-6ae6-4cdd-a193-8b2805f57465 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:16.836082 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35374e98-cef3-4f4f-afe8-06711585f134", "tag": "dc91b05a-3f99-44c1-ae6d-86b32ac86c41", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:16.836388 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec964cce-6ae6-4cdd-a193-8b2805f57465 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:16.836837 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35374e98-cef3-4f4f-afe8-06711585f134', 'tag': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41', 'status': 'completed', 'code': 200} Jul 27 22:11:16.880781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-85228faa-1b8e-41c6-885e-a2500d66c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:16.882377 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-85228faa-1b8e-41c6-885e-a2500d66c37d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 1094 time: 0.1433697 Jul 27 22:11:16.884412 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce8a1d-f8bb-4d35-b296-ddb3c8719074 service neutron] Pushing event updated for resources: {'Port': ['ID=dc91b05a-3f99-44c1-ae6d-86b32ac86c41,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:16.938255 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-9d2db451-1f8a-4901-9c96-3855ff6fd9d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc91b05a-3f99-44c1-ae6d-86b32ac86c41 HTTP/1.1" status: 200 len: 217 time: 0.0475473 Jul 27 22:11:16.939650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Allocated IP 10.1.1.245 (ef36efcf-ed47-4f06-9ae1-372fcc825f8d/27e24c90-699a-4390-9459-812765b29d1a/a56b565a-7c35-4223-a9e3-caf86b3cf9ac) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:17.011642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-b969d875-a34b-4006-90de-6b2ac07b1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:17.014917 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-b969d875-a34b-4006-90de-6b2ac07b1be4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1c3957-e1a9-4398-a24f-389e93ecfda9 HTTP/1.1" status: 200 len: 850 time: 0.0644825 Jul 27 22:11:17.085025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-7242b472-190a-466e-bfe9-4957eff83d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:17.086792 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-7242b472-190a-466e-bfe9-4957eff83d11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624201 Jul 27 22:11:17.134662 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['831976c8-c66b-468a-a076-ff6a4fb316c4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:17.138168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=831976c8-c66b-468a-a076-ff6a4fb316c4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:17.207871 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-62b0e62d-b976-4158-89f0-6af91cb13903 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113017 Jul 27 22:11:17.232646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b26ffa-014e-4628-b15b-28f86109c971 None None] Network c521b827-668a-4ab8-91f4-58d73f3f2bae requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:17.309030 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aeea3619-b8ae-49a2-8b5e-a11f04b237cd req-8512bebc-31b3-45d9-b65a-52cad81c59f1 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942657 Jul 27 22:11:17.340446 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd693c44-c9ea-4908-a0dc-68aa164905b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:17.412861 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:17.454539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a94ae-11a9-4182-a003-cd6b203d2db7 req-f28c8a63-b6d2-451f-9245-3186eab98afe tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:17.455760 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a8a94ae-11a9-4182-a003-cd6b203d2db7 req-f28c8a63-b6d2-451f-9245-3186eab98afe tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 943 time: 0.1878996 Jul 27 22:11:17.479817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220bdf-a4fb-4c67-8273-513dd643ca17 req-395ff956-1cfb-42e2-bca1-682075e49498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:17.485028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daaa8d-fd60-431e-a9ea-d69ceb5d2fcf req-6fd9bab0-bb2c-44d4-aa96-85a0899e2d55 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:17.486864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83daaa8d-fd60-431e-a9ea-d69ceb5d2fcf req-6fd9bab0-bb2c-44d4-aa96-85a0899e2d55 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 945 time: 0.2201378 Jul 27 22:11:17.488991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Transition to ACTIVE for port object a56b565a-7c35-4223-a9e3-caf86b3cf9ac will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:17.496783 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce220bdf-a4fb-4c67-8273-513dd643ca17 req-395ff956-1cfb-42e2-bca1-682075e49498 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 1094 time: 0.1298118 Jul 27 22:11:17.537410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:17.544672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a8a94ae-11a9-4182-a003-cd6b203d2db7 req-6aaf3dd1-84f5-4891-841d-290245fce6e7 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782425 Jul 27 22:11:17.595732 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83daaa8d-fd60-431e-a9ea-d69ceb5d2fcf req-b4954f0f-b527-46d0-9781-7a7a47279333 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976212 Jul 27 22:11:17.622070 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:17.686914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220bdf-a4fb-4c67-8273-513dd643ca17 req-af2bec26-9caf-442e-b6d4-54bf97456670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:17.689337 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce220bdf-a4fb-4c67-8273-513dd643ca17 req-af2bec26-9caf-442e-b6d4-54bf97456670 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 912 time: 0.1897955 Jul 27 22:11:17.736968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bd693c44-c9ea-4908-a0dc-68aa164905b0 None None] For port 3c7e5c19-5cee-4673-bfdf-a3924191a562, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3c7e5c19-5cee-4673-bfdf-a3924191a562,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:17.743886 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce220bdf-a4fb-4c67-8273-513dd643ca17 req-d3d8623e-ebb2-4939-8775-b15b9d8d0bd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc91b05a-3f99-44c1-ae6d-86b32ac86c41 HTTP/1.1" status: 200 len: 217 time: 0.0463290 Jul 27 22:11:17.745956 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Network ef36efcf-ed47-4f06-9ae1-372fcc825f8d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:17.785454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:17.792493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:17.815097 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bd693c44-c9ea-4908-a0dc-68aa164905b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:17.863241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220bdf-a4fb-4c67-8273-513dd643ca17 req-08f18ce8-1da3-4140-b83f-a8bb6b337f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:17.868640 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce220bdf-a4fb-4c67-8273-513dd643ca17 req-08f18ce8-1da3-4140-b83f-a8bb6b337f25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1c3957-e1a9-4398-a24f-389e93ecfda9 HTTP/1.1" status: 200 len: 850 time: 0.1172004 Jul 27 22:11:17.943890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:17.991903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Port': ['ID=a56b565a-7c35-4223-a9e3-caf86b3cf9ac,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:17.995241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220bdf-a4fb-4c67-8273-513dd643ca17 req-415689bd-bf49-4e1e-8827-23b6b5e13800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:17.996916 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce220bdf-a4fb-4c67-8273-513dd643ca17 req-415689bd-bf49-4e1e-8827-23b6b5e13800 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199889 Jul 27 22:11:18.055531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:18.059202 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:18.098076 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7c20d-d545-43e0-95f7-e49f44a10712 req-24afa7f3-fa34-49e5-9b44-840561b85687 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:18.102836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33d7c20d-d545-43e0-95f7-e49f44a10712 req-24afa7f3-fa34-49e5-9b44-840561b85687 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 945 time: 0.3539276 Jul 27 22:11:18.127969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ec6ec70b-cc3e-4152-b3c8-5854a2f810f5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2762585 Jul 27 22:11:18.137126 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:18.185670 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce220bdf-a4fb-4c67-8273-513dd643ca17 req-63aac016-5747-460e-9199-e563ba747536 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802986 Jul 27 22:11:18.225828 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33d7c20d-d545-43e0-95f7-e49f44a10712 req-d7a55998-a928-4bd7-86ab-d96d1e9cc9d9 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079485 Jul 27 22:11:18.255565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd693c44-c9ea-4908-a0dc-68aa164905b0 None None] Pushing event updated for resources: {'Port': ['ID=3c7e5c19-5cee-4673-bfdf-a3924191a562,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:18.262144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141418d-f0cc-44a8-ab67-0bdc5d2c4582 req-ff3d19b4-0c27-4f26-80e9-106f771aa60a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:18.272301 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0141418d-f0cc-44a8-ab67-0bdc5d2c4582 req-ff3d19b4-0c27-4f26-80e9-106f771aa60a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 945 time: 0.1222129 Jul 27 22:11:18.335987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] Provisioning complete for port 3c7e5c19-5cee-4673-bfdf-a3924191a562 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:18.337769 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:18.365870 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0141418d-f0cc-44a8-ab67-0bdc5d2c4582 req-1d9614a1-07f7-4441-a8a6-86d359a69baa tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828137 Jul 27 22:11:18.500150 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce220bdf-a4fb-4c67-8273-513dd643ca17 req-420f5358-51d3-439c-b97c-4f32de2842b2 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047476 Jul 27 22:11:18.578190 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51294) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:18.687244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] Provisioning for port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:18.712082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] Provisioning complete for port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:18.713945 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:18.829438 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6fbd1-0b3b-40ee-b318-a549af293eea req-23104d3e-41fc-4c48-af06-0e8883cb7674 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:18.843827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4c6fbd1-0b3b-40ee-b318-a549af293eea req-23104d3e-41fc-4c48-af06-0e8883cb7674 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 943 time: 0.1297698 Jul 27 22:11:18.908836 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efc8d7ac-bba5-4883-a1b7-2b8ef69a0185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:18.911101 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4c6fbd1-0b3b-40ee-b318-a549af293eea req-440d815a-d7dd-4e34-bf4f-3ab04425582b tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651484 Jul 27 22:11:18.953800 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:18.955456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51302) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:18.960953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d84b8102-0887-41db-88ae-1c84d46b8720 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968453589', 'description': 'tempest-description--1220411624'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:19.011818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] For port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1dac7db6-0e42-40f0-bcc5-3bab31c423d9,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:19.020733 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.065923 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efc8d7ac-bba5-4883-a1b7-2b8ef69a0185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.078770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] Provisioning for port 1d5041d4-18ed-408b-9a0f-481d6318c69a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:19.087180 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efc8d7ac-bba5-4883-a1b7-2b8ef69a0185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.093011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] Provisioning complete for port 1d5041d4-18ed-408b-9a0f-481d6318c69a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:19.093643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.102176 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d84b8102-0887-41db-88ae-1c84d46b8720 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.129918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] Pushing event updated for resources: {'Port': ['ID=1dac7db6-0e42-40f0-bcc5-3bab31c423d9,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:19.143231 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-efc8d7ac-bba5-4883-a1b7-2b8ef69a0185 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d374104d93847bab74ab35f5792a80a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5631177 Jul 27 22:11:19.144272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51312) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:19.145004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8d7ac-bba5-4883-a1b7-2b8ef69a0185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373c8f17-0432-4d2a-8b56-4d6667153c6a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:19.146136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ba5793ea-336e-4e8c-8dca-5dde9e877a12 None None] Port 1d5041d4-18ed-408b-9a0f-481d6318c69a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:19.217551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-420036f0-d0cf-4cb5-94cb-d49b4383df2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.221096 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d84b8102-0887-41db-88ae-1c84d46b8720 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.224830 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d84b8102-0887-41db-88ae-1c84d46b8720 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.243830 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-420036f0-d0cf-4cb5-94cb-d49b4383df2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.254989 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d84b8102-0887-41db-88ae-1c84d46b8720 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.259081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d84b8102-0887-41db-88ae-1c84d46b8720 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2993820 Jul 27 22:11:19.260099 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:19.265572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6db7f277-b683-4012-bdf4-8747b8340c0e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'security_group_rule': {'security_group_id': '16d1d144-4da5-4d50-a85f-ad105d47d626', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:19.271761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b8102-0887-41db-88ae-1c84d46b8720 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d1d144-4da5-4d50-a85f-ad105d47d626,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:19.277020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-017c484a-9c3f-4eb2-93f9-23c6a2500120 None None] Provisioning for port a56b565a-7c35-4223-a9e3-caf86b3cf9ac completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:19.286464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-017c484a-9c3f-4eb2-93f9-23c6a2500120 None None] Provisioning complete for port a56b565a-7c35-4223-a9e3-caf86b3cf9ac triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:19.286830 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-017c484a-9c3f-4eb2-93f9-23c6a2500120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.321519 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-420036f0-d0cf-4cb5-94cb-d49b4383df2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.325708 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6db7f277-b683-4012-bdf4-8747b8340c0e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.326000 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-420036f0-d0cf-4cb5-94cb-d49b4383df2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.327981 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-420036f0-d0cf-4cb5-94cb-d49b4383df2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/373c8f17-0432-4d2a-8b56-4d6667153c6a HTTP/1.1" status: 204 len: 168 time: 0.1777928 Jul 27 22:11:19.341056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420036f0-d0cf-4cb5-94cb-d49b4383df2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373c8f17-0432-4d2a-8b56-4d6667153c6a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:19.400803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-017c484a-9c3f-4eb2-93f9-23c6a2500120 None None] Port a56b565a-7c35-4223-a9e3-caf86b3cf9ac cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:19.422916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-017c484a-9c3f-4eb2-93f9-23c6a2500120 None None] Provisioning complete for port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:19.423293 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-017c484a-9c3f-4eb2-93f9-23c6a2500120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.490979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:19.549317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77a09b-ca58-41fb-874d-5065548c2153 req-ac455888-ee1d-4b60-b4e3-743ba27348ee tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:19.550870 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f77a09b-ca58-41fb-874d-5065548c2153 req-ac455888-ee1d-4b60-b4e3-743ba27348ee tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 945 time: 0.1735039 Jul 27 22:11:19.598575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6db7f277-b683-4012-bdf4-8747b8340c0e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.600980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:19.601370 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.610898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c5257-910f-41c3-bb2a-728635d5d383 req-bc2ea195-2bdd-4959-b092-149d9765dbb3 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:19.619042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d4c5257-910f-41c3-bb2a-728635d5d383 req-bc2ea195-2bdd-4959-b092-149d9765dbb3 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 945 time: 0.1381142 Jul 27 22:11:19.627140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-017c484a-9c3f-4eb2-93f9-23c6a2500120 None None] Provisioning complete for port 1d5041d4-18ed-408b-9a0f-481d6318c69a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:19.627523 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-017c484a-9c3f-4eb2-93f9-23c6a2500120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.645140 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6db7f277-b683-4012-bdf4-8747b8340c0e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.654689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb9e54-b9dc-434e-b705-0f9485a09a3a req-b90e99fa-6df2-4c5a-a59e-a9df880ab047 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:19.656332 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0bdb9e54-b9dc-434e-b705-0f9485a09a3a req-b90e99fa-6df2-4c5a-a59e-a9df880ab047 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 945 time: 0.2330263 Jul 27 22:11:19.683643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-017c484a-9c3f-4eb2-93f9-23c6a2500120 None None] Port 1d5041d4-18ed-408b-9a0f-481d6318c69a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:19.725824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f77a09b-ca58-41fb-874d-5065548c2153 req-78c5befd-3afe-4c9f-b29b-51e13c7d5370 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651645 Jul 27 22:11:19.730716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7f277-b683-4012-bdf4-8747b8340c0e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209c1fea-d0ea-4dac-9ab0-f64d5b7ade14,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:19.765119 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6db7f277-b683-4012-bdf4-8747b8340c0e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.769850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51328) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:19.775831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ea262b78-db0b-4fcf-8986-ef4496762ab1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'security_group_rule': {'security_group_id': '16d1d144-4da5-4d50-a85f-ad105d47d626', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:19.780710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6db7f277-b683-4012-bdf4-8747b8340c0e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5201275 Jul 27 22:11:19.783288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51330) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:19.784553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3c7e5c19-5cee-4673-bfdf-a3924191a562 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:19.815286 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:11:19.822521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d4c5257-910f-41c3-bb2a-728635d5d383 req-97c62a40-ef7a-48d2-9efa-8ada67a67e99 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936157 Jul 27 22:11:19.830419 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea262b78-db0b-4fcf-8986-ef4496762ab1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.846349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3c7e5c19-5cee-4673-bfdf-a3924191a562 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:19.847077 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.857291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad093a1a-a32b-4e71-8111-6517c839dc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.898424 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device dc91b05a-3f99-44c1-ae6d-86b32ac86c41 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:11:19.901276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 831976c8-c66b-468a-a076-ff6a4fb316c4 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:19.901767 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea262b78-db0b-4fcf-8986-ef4496762ab1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.908557 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea262b78-db0b-4fcf-8986-ef4496762ab1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.925963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0bdb9e54-b9dc-434e-b705-0f9485a09a3a req-faa8153c-70f8-4172-881d-e9eba87e4c46 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Deleting port decbe7f2-5825-4b2b-96de-a12c598dffc1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:19.926346 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0bdb9e54-b9dc-434e-b705-0f9485a09a3a req-faa8153c-70f8-4172-881d-e9eba87e4c46 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:19.937318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea262b78-db0b-4fcf-8986-ef4496762ab1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7055e5-51d9-43c5-af66-dd7357be2884,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:20.100436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0bdb9e54-b9dc-434e-b705-0f9485a09a3a req-faa8153c-70f8-4172-881d-e9eba87e4c46 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] For port decbe7f2-5825-4b2b-96de-a12c598dffc1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=decbe7f2-5825-4b2b-96de-a12c598dffc1,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:20.101549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0bdb9e54-b9dc-434e-b705-0f9485a09a3a req-faa8153c-70f8-4172-881d-e9eba87e4c46 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.131200 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad093a1a-a32b-4e71-8111-6517c839dc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.132811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0bdb9e54-b9dc-434e-b705-0f9485a09a3a req-faa8153c-70f8-4172-881d-e9eba87e4c46 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Calling delete_port for decbe7f2-5825-4b2b-96de-a12c598dffc1 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:20.143307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 831976c8-c66b-468a-a076-ff6a4fb316c4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:20.145100 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea262b78-db0b-4fcf-8986-ef4496762ab1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.146887 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ea262b78-db0b-4fcf-8986-ef4496762ab1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3752875 Jul 27 22:11:20.147431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20084d2-402a-4a74-afa2-65fcbf20c1e2 req-cee657f0-3faa-4d24-b009-7c806a764182 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:20.149070 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e20084d2-402a-4a74-afa2-65fcbf20c1e2 req-cee657f0-3faa-4d24-b009-7c806a764182 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 943 time: 0.1283088 Jul 27 22:11:20.152790 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad093a1a-a32b-4e71-8111-6517c839dc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.158373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:20.160915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 831976c8-c66b-468a-a076-ff6a4fb316c4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:20.161372 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.164963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:20.201113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port dc91b05a-3f99-44c1-ae6d-86b32ac86c41, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=dc91b05a-3f99-44c1-ae6d-86b32ac86c41,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:20.224132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'port_id': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41', 'mac_address': 'fa:16:3e:99:cd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:11:20.298350 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.320711 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.323494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc91b05a-3f99-44c1-ae6d-86b32ac86c41 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:20.361404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port dc91b05a-3f99-44c1-ae6d-86b32ac86c41, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=dc91b05a-3f99-44c1-ae6d-86b32ac86c41,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:20.369318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43b11ee-a7a5-4529-96b6-93ef7944063f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831976c8-c66b-468a-a076-ff6a4fb316c4'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:20.371836 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3120405c-6e4d-434b-a907-28610e21c621" -d '{"events": [{"server_uuid": "a43b11ee-a7a5-4529-96b6-93ef7944063f", "name": "network-vif-plugged", "status": "completed", "tag": "831976c8-c66b-468a-a076-ff6a4fb316c4"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:20.383131 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.393486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 831976c8-c66b-468a-a076-ff6a4fb316c4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=831976c8-c66b-468a-a076-ff6a4fb316c4,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:20.426143 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.434219 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf2ea5a-9d92-4805-8e29-7e957e961c9e x-openstack-request-id: req-1bf2ea5a-9d92-4805-8e29-7e957e961c9e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:20.434727 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43b11ee-a7a5-4529-96b6-93ef7944063f", "name": "network-vif-plugged", "status": "completed", "tag": "831976c8-c66b-468a-a076-ff6a4fb316c4", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:20.435082 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bf2ea5a-9d92-4805-8e29-7e957e961c9e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:20.435612 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43b11ee-a7a5-4529-96b6-93ef7944063f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831976c8-c66b-468a-a076-ff6a4fb316c4', 'code': 200} Jul 27 22:11:20.463439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=dc91b05a-3f99-44c1-ae6d-86b32ac86c41,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:20.522458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=831976c8-c66b-468a-a076-ff6a4fb316c4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:20.572314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f3fc8-cfe1-46a7-9bbf-cebf81d25886 req-59efd6f6-6f29-4f72-b843-96a487e6509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:20.575121 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab9f3fc8-cfe1-46a7-9bbf-cebf81d25886 req-59efd6f6-6f29-4f72-b843-96a487e6509a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 1097 time: 0.0579400 Jul 27 22:11:20.617603 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab9f3fc8-cfe1-46a7-9bbf-cebf81d25886 req-b939a6a4-744b-48fc-8e3a-6ef93f9df475 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Jul 27 22:11:20.642709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['dc91b05a-3f99-44c1-ae6d-86b32ac86c41'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:20.653861 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ad093a1a-a32b-4e71-8111-6517c839dc65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d8a781489384889aa91cb39a6fc7e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8621998 Jul 27 22:11:20.658458 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:20.661005 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.667158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad093a1a-a32b-4e71-8111-6517c839dc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eab1195-e406-4d57-aa43-46cee736fd25,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:20.727320 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e2b675-8808-4f7c-8993-f9d894237aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.737222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e20084d2-402a-4a74-afa2-65fcbf20c1e2 req-533498f7-1e05-4328-8bab-688a3fddf442 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5566614 Jul 27 22:11:20.764837 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e2b675-8808-4f7c-8993-f9d894237aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.866721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e2b675-8808-4f7c-8993-f9d894237aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.869445 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e2b675-8808-4f7c-8993-f9d894237aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.870609 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-45e2b675-8808-4f7c-8993-f9d894237aaf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7eab1195-e406-4d57-aa43-46cee736fd25 HTTP/1.1" status: 204 len: 168 time: 0.2110038 Jul 27 22:11:20.882402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2b675-8808-4f7c-8993-f9d894237aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eab1195-e406-4d57-aa43-46cee736fd25,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:20.918352 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0bdb9e54-b9dc-434e-b705-0f9485a09a3a req-faa8153c-70f8-4172-881d-e9eba87e4c46 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:20.970905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd', 'decbe7f2-5825-4b2b-96de-a12c598dffc1'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:21.022753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86f56341-49a4-4d7b-8d40-c71008dd2830 req-e921bfc4-f742-48da-9049-c89714ea7232 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=77d0c706-7767-40ec-9a89-d8a81181b24c HTTP/1.1" status: 200 len: 210 time: 0.0545452 Jul 27 22:11:21.095079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdb9e54-b9dc-434e-b705-0f9485a09a3a req-faa8153c-70f8-4172-881d-e9eba87e4c46 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] No DVR routers for this DVR port decbe7f2-5825-4b2b-96de-a12c598dffc1 on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:11:21.100652 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0bdb9e54-b9dc-434e-b705-0f9485a09a3a req-faa8153c-70f8-4172-881d-e9eba87e4c46 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:21.104356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0bdb9e54-b9dc-434e-b705-0f9485a09a3a req-faa8153c-70f8-4172-881d-e9eba87e4c46 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "DELETE /v2.0/ports/decbe7f2-5825-4b2b-96de-a12c598dffc1 HTTP/1.1" status: 204 len: 173 time: 1.4322085 Jul 27 22:11:21.109105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d0c706-7767-40ec-9a89-d8a81181b24c', 'name': 'network-vif-deleted', 'tag': 'decbe7f2-5825-4b2b-96de-a12c598dffc1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:21.112869 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1291e2ee-15b0-478d-9c5c-7c7b4a997ed3" -d '{"events": [{"server_uuid": "77d0c706-7767-40ec-9a89-d8a81181b24c", "name": "network-vif-deleted", "tag": "decbe7f2-5825-4b2b-96de-a12c598dffc1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:21.135135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8153c-70f8-4172-881d-e9eba87e4c46 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event deleted for resources: {'Port': ['ID=decbe7f2-5825-4b2b-96de-a12c598dffc1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:21.177724 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:21.190640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886f456-adb3-443d-a691-5fb24acd68c3 req-ef56a10b-a99f-4ec0-a9ee-d51079c79dae tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:21.200101 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f886f456-adb3-443d-a691-5fb24acd68c3 req-ef56a10b-a99f-4ec0-a9ee-d51079c79dae tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.2590880 Jul 27 22:11:21.230081 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2945477-75a5-4137-aa63-cd13b9535f41 x-openstack-request-id: req-d2945477-75a5-4137-aa63-cd13b9535f41 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:21.230393 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d0c706-7767-40ec-9a89-d8a81181b24c", "name": "network-vif-deleted", "tag": "decbe7f2-5825-4b2b-96de-a12c598dffc1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:21.230654 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2945477-75a5-4137-aa63-cd13b9535f41 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:21.231246 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d0c706-7767-40ec-9a89-d8a81181b24c', 'name': 'network-vif-deleted', 'tag': 'decbe7f2-5825-4b2b-96de-a12c598dffc1', 'status': 'completed', 'code': 200} Jul 27 22:11:21.358935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f886f456-adb3-443d-a691-5fb24acd68c3 req-945ab083-3e6e-41f0-a08c-f4bbad29cd09 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572688 Jul 27 22:11:21.471258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Allocated IP 172.25.1.89 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/9ef19db0-4aea-4f84-9385-55ac8cf34a5d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:21.608066 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:21.678522 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:21.734476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:21.738935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:21.742189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:21.849083 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Port': ['ID=9ef19db0-4aea-4f84-9385-55ac8cf34a5d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:21.860698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device dc91b05a-3f99-44c1-ae6d-86b32ac86c41 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:21.932397 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:21.953092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port dc91b05a-3f99-44c1-ae6d-86b32ac86c41 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:21.959059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port dc91b05a-3f99-44c1-ae6d-86b32ac86c41 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:21.959559 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.002070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cc079-f018-49ec-807e-e5a3aa5f84e4 req-0b3bfc4d-3028-46d4-8fae-7c2e3fa7a4dc tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:22.003731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-770cc079-f018-49ec-807e-e5a3aa5f84e4 req-0b3bfc4d-3028-46d4-8fae-7c2e3fa7a4dc tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 944 time: 0.0864873 Jul 27 22:11:22.004533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.101062 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.103308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-770cc079-f018-49ec-807e-e5a3aa5f84e4 req-ef42ceb5-111b-4693-a3d3-6a10a186f11b tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758522 Jul 27 22:11:22.164710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port dc91b05a-3f99-44c1-ae6d-86b32ac86c41, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=dc91b05a-3f99-44c1-ae6d-86b32ac86c41,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:22.172175 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.231735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=dc91b05a-3f99-44c1-ae6d-86b32ac86c41,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:22.303973 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.312945 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.400380 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.424724 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:22.426506 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2653370 Jul 27 22:11:22.435693 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a9f95-4bcd-4194-9983-973d12334a08 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Port': ['ID=9ef19db0-4aea-4f84-9385-55ac8cf34a5d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:22.436884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35374e98-cef3-4f4f-afe8-06711585f134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:22.440844 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acaf5d6-43be-4766-a191-9eaeb4fa55aa" -d '{"events": [{"server_uuid": "35374e98-cef3-4f4f-afe8-06711585f134", "name": "network-vif-plugged", "status": "completed", "tag": "dc91b05a-3f99-44c1-ae6d-86b32ac86c41"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:22.519351 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116e0095-c862-44e3-b7cb-6b0e02e5d447 x-openstack-request-id: req-116e0095-c862-44e3-b7cb-6b0e02e5d447 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:22.519649 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35374e98-cef3-4f4f-afe8-06711585f134", "name": "network-vif-plugged", "status": "completed", "tag": "dc91b05a-3f99-44c1-ae6d-86b32ac86c41", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:22.520007 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-116e0095-c862-44e3-b7cb-6b0e02e5d447 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:22.520411 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35374e98-cef3-4f4f-afe8-06711585f134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41', 'code': 200} Jul 27 22:11:22.597000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a91203-04d9-427f-91b9-77a5548bb2a2 req-1f4f2602-2720-4934-8c85-45df5ef57021 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:22.607575 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65a91203-04d9-427f-91b9-77a5548bb2a2 req-1f4f2602-2720-4934-8c85-45df5ef57021 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.0990427 Jul 27 22:11:22.670800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13028811-4b6c-42f6-bf5c-acee6f905427 req-1a221ea7-bfcf-489f-b367-1abf18642360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:22.673280 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13028811-4b6c-42f6-bf5c-acee6f905427 req-1a221ea7-bfcf-489f-b367-1abf18642360 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 1096 time: 0.0873990 Jul 27 22:11:22.718307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13028811-4b6c-42f6-bf5c-acee6f905427 req-b5bb45a7-7e66-4110-bbf6-1f894970bb85 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372331 Jul 27 22:11:22.729504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65a91203-04d9-427f-91b9-77a5548bb2a2 req-c8ccd5af-bf51-4967-89a4-2130445fe978 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208913 Jul 27 22:11:22.786417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-f265a374-7461-4966-9f40-69d885cf5d46 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:22.788577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-f265a374-7461-4966-9f40-69d885cf5d46 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.1429799 Jul 27 22:11:22.805296 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-3dbcb288-a28b-4045-967c-f329a1ed1d34 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/quotas/e8cb9d7daf91406a9d5ac06bcffeecf3 HTTP/1.1" status: 200 len: 375 time: 0.0107360 Jul 27 22:11:22.869550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-84cc2e5b-dbb8-4594-aa3b-85f754502516 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568812 Jul 27 22:11:22.997343 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-0085532b-2e66-4068-8193-57d37628aa29 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--968453589&fields=id&tenant_id=0f44ee099caa4576a0393835a4c53f77 HTTP/1.1" status: 200 len: 267 time: 0.0613875 Jul 27 22:11:23.019829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-ec99b60b-4298-4971-bc79-431adf955dbf service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351700 Jul 27 22:11:23.107202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a30e0008-fe22-4d10-8482-d60ee546e165 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:23.108587 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a30e0008-fe22-4d10-8482-d60ee546e165 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports/1d5041d4-18ed-408b-9a0f-481d6318c69a HTTP/1.1" status: 200 len: 935 time: 0.1014144 Jul 27 22:11:23.174207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-22b2d2aa-16a1-4bf2-a3df-bde33f3d1cad tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:23.175621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-22b2d2aa-16a1-4bf2-a3df-bde33f3d1cad tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports/a56b565a-7c35-4223-a9e3-caf86b3cf9ac HTTP/1.1" status: 200 len: 937 time: 0.0567989 Jul 27 22:11:23.220015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66c63c0e-dc2d-4989-9402-a910b1a81719 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?network_id=c521b827-668a-4ab8-91f4-58d73f3f2bae&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0359373 Jul 27 22:11:23.253637 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-17ab7411-6cf4-4290-ab3d-d2128ddec64b service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082253 Jul 27 22:11:23.271613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-b79162fa-a8ed-479b-bac3-9921424482e2 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?network_id=c521b827-668a-4ab8-91f4-58d73f3f2bae&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0463417 Jul 27 22:11:23.461554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-7733cf16-7c88-4f0c-bc72-c50152101cde tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:23.468398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-7733cf16-7c88-4f0c-bc72-c50152101cde tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:23.476254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-7733cf16-7c88-4f0c-bc72-c50152101cde tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:23.477897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-7733cf16-7c88-4f0c-bc72-c50152101cde tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/networks?id=b1953a48-d636-4e9d-9e5f-5849e72fce1a&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=c521b827-668a-4ab8-91f4-58d73f3f2bae&id=c521b827-668a-4ab8-91f4-58d73f3f2bae HTTP/1.1" status: 200 len: 1995 time: 0.1996136 Jul 27 22:11:23.519306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-9991ccca-748d-411e-8d3f-ff2e8a5a7498 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/quotas/0f44ee099caa4576a0393835a4c53f77 HTTP/1.1" status: 200 len: 375 time: 0.0319743 Jul 27 22:11:23.588436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9029df-cc42-4719-a6d5-25326060f280 req-18bc1ec7-9e55-446a-8711-170936cbe801 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:23.596583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e9029df-cc42-4719-a6d5-25326060f280 req-18bc1ec7-9e55-446a-8711-170936cbe801 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1510527 Jul 27 22:11:23.680927 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-fd76a221-ca69-4280-accd-184cea3b4462 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f44ee099caa4576a0393835a4c53f77&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1548967 Jul 27 22:11:23.697741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device decbe7f2-5825-4b2b-96de-a12c598dffc1 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:23.700180 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e9029df-cc42-4719-a6d5-25326060f280 req-50e140a5-fb4f-44b5-91e3-b6827d78c9d7 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964165 Jul 27 22:11:23.753026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: decbe7f2-5825-4b2b-96de-a12c598dffc1 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:11:23.753274 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device decbe7f2-5825-4b2b-96de-a12c598dffc1 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:11:23.862819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1f429822-4878-48ec-8737-5cc97a9cd938 service neutron] 10.222.0.24 "GET /v2.0/networks/b1953a48-d636-4e9d-9e5f-5849e72fce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612804 Jul 27 22:11:23.936922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb912d7e-a33c-4445-888a-76847f54b095 req-ab6e4f33-9ee7-4329-9f1f-69b4a8dd7f86 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:23.939308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb912d7e-a33c-4445-888a-76847f54b095 req-ab6e4f33-9ee7-4329-9f1f-69b4a8dd7f86 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.1263354 Jul 27 22:11:24.021723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb912d7e-a33c-4445-888a-76847f54b095 req-2a5d254b-b9c0-4fa0-b518-db60411bfb3c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615327 Jul 27 22:11:24.045064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-684c4c45-e89e-4d17-a0bd-bdf9c18c3ffe service neutron] 10.222.0.24 "GET /v2.0/networks/b1953a48-d636-4e9d-9e5f-5849e72fce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718183 Jul 27 22:11:24.087346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1abc48a5-504b-422f-bdca-73f79bf35d8a service neutron] 10.222.0.24 "GET /v2.0/ports/1d5041d4-18ed-408b-9a0f-481d6318c69a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0460668 Jul 27 22:11:24.168904 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba7e5d18-ef0a-447f-948d-f02ff252c871 req-067a5808-f567-4d0b-bea9-f95a0ed52873 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 210 time: 0.0604990 Jul 27 22:11:24.231788 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-2993787f-4762-4742-949e-26fddb25d0e0 service neutron] 10.222.0.24 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435177 Jul 27 22:11:24.414415 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-385a4f2d-1a20-4648-b05f-890ee6aae239 service neutron] 10.222.0.24 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714745 Jul 27 22:11:24.428816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337c021-787f-457c-ad63-a1d2e359acba req-d8a2673a-da5b-4ad1-b859-efbd4847858f tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:24.430625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2337c021-787f-457c-ad63-a1d2e359acba req-d8a2673a-da5b-4ad1-b859-efbd4847858f tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.0792875 Jul 27 22:11:24.435664 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51500) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:24.460393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51504) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:24.471058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-3aa2f3f7-1464-4234-b606-ce0a14f4f8a6 service neutron] 10.222.0.24 "GET /v2.0/ports/a56b565a-7c35-4223-a9e3-caf86b3cf9ac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0393267 Jul 27 22:11:24.489375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-73a13fd1-5176-4f48-bd46-3b578420a4d2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Request body: {'floatingip': {'port_id': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:24.557770 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73a13fd1-5176-4f48-bd46-3b578420a4d2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:24.589624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-34933f44-7e40-41ec-b661-fa5ad9acc3a4 service neutron] 10.222.0.24 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075249 Jul 27 22:11:24.640601 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c013f2f-dddd-41ab-b499-7c92fcb712fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:24.893881 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-77f09403-d5cc-4cb7-ba9c-6105209ed654 service neutron] 10.222.0.24 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938433 Jul 27 22:11:24.920436 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c013f2f-dddd-41ab-b499-7c92fcb712fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:24.957866 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c013f2f-dddd-41ab-b499-7c92fcb712fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:24.968397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c2686dee-603e-4a4f-acf5-9f9c270faaa4 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:24.970024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c2686dee-603e-4a4f-acf5-9f9c270faaa4 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.2855358 Jul 27 22:11:24.988310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Request body: {'port': {'device_id': '9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'admin_state_up': True, 'tenant_id': 'e8cb9d7daf91406a9d5ac06bcffeecf3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:24.990711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c013f2f-dddd-41ab-b499-7c92fcb712fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e72383-26ed-45de-ab1d-452feb689de7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:25.002994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6553543-f9df-4227-a7f6-21002fdec269 req-bbf563d9-6ef7-4410-8af9-686cc3e25363 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:25.007504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e6553543-f9df-4227-a7f6-21002fdec269 req-bbf563d9-6ef7-4410-8af9-686cc3e25363 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1788781 Jul 27 22:11:25.074295 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8c013f2f-dddd-41ab-b499-7c92fcb712fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=086473f6b2254d30905b539e7a4fab4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6371038 Jul 27 22:11:25.079241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51510) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:25.137438 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e6553543-f9df-4227-a7f6-21002fdec269 req-3175aecc-4600-4c9a-b271-938f6b990d1a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087067 Jul 27 22:11:25.142892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-81ccc834-07a2-488a-b16c-44b5c8150413 service neutron] 10.222.0.24 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374754 Jul 27 22:11:25.214922 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73a13fd1-5176-4f48-bd46-3b578420a4d2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.223767 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73a13fd1-5176-4f48-bd46-3b578420a4d2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.254745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Made reservation on behalf of e8cb9d7daf91406a9d5ac06bcffeecf3 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:25.258335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.307774 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ebd129a-87c4-490d-9aaf-4607a7e5a03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.317283 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b09b0320-cc0a-406e-9bc8-8e7cd42bbe60 req-78d1d3ed-bcb7-4c58-9309-4adfa499a3a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 210 time: 0.0485368 Jul 27 22:11:25.325897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-62ff1c03-f6dc-4dc1-bdae-7a257c87032c service neutron] 10.222.0.24 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726334 Jul 27 22:11:25.383651 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ebd129a-87c4-490d-9aaf-4607a7e5a03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.399683 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-73a13fd1-5176-4f48-bd46-3b578420a4d2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Floating IP 7b2f81dd-9700-4e88-806e-cc2e9bd4d7c7 associated. External IP: 172.25.1.214, port: dc91b05a-3f99-44c1-ae6d-86b32ac86c41. Jul 27 22:11:25.542535 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1309b4e1-9564-49ac-91d6-d93318fd6afe service neutron] 10.222.0.24 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092447 Jul 27 22:11:25.573465 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Allocated IP 172.20.0.10 (12877bf8-a34f-4c9c-abe4-4954942b1a4f/a8a26f0a-cab7-4000-93f5-0fd89413147b/93ceb7a5-b1c4-4f55-9771-8ed20ffeb991) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:25.577003 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ebd129a-87c4-490d-9aaf-4607a7e5a03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.581884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ebd129a-87c4-490d-9aaf-4607a7e5a03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.586108 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9ebd129a-87c4-490d-9aaf-4607a7e5a03b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72e72383-26ed-45de-ab1d-452feb689de7 HTTP/1.1" status: 204 len: 168 time: 0.5030327 Jul 27 22:11:25.611700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd129a-87c4-490d-9aaf-4607a7e5a03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e72383-26ed-45de-ab1d-452feb689de7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:25.687746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a13fd1-5176-4f48-bd46-3b578420a4d2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Router cd3ee134-792b-4204-8a50-20577b8084a8 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:11:25.780891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-bac8c938-0a8c-4660-9be2-93b3ddb9502b service neutron] 10.222.0.24 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305334 Jul 27 22:11:25.837279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a13fd1-5176-4f48-bd46-3b578420a4d2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:25.844111 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73a13fd1-5176-4f48-bd46-3b578420a4d2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:25.847973 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13795473-06ff-4add-b306-360da99a7139 None None] Sync routers for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:25.866526 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13795473-06ff-4add-b306-360da99a7139 None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:25.867223 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-13795473-06ff-4add-b306-360da99a7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:11:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:25.880936 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-73a13fd1-5176-4f48-bd46-3b578420a4d2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "PUT /v2.0/floatingips/7b2f81dd-9700-4e88-806e-cc2e9bd4d7c7 HTTP/1.1" status: 200 len: 991 time: 1.4154685 Jul 27 22:11:25.882037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35374e98-cef3-4f4f-afe8-06711585f134', 'tag': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:25.885011 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836de57f-5b23-4405-a236-05de4c69bf00" -d '{"events": [{"name": "network-changed", "server_uuid": "35374e98-cef3-4f4f-afe8-06711585f134", "tag": "dc91b05a-3f99-44c1-ae6d-86b32ac86c41"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:25.924561 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-c72ac1a1-4c18-49ef-aaac-f98e7d1402a9 service neutron] 10.222.0.24 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172495 Jul 27 22:11:25.943225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:26.000167 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.015235 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-13795473-06ff-4add-b306-360da99a7139 None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:26.054601 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.067276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:26.103482 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ab0274-e052-48b3-bae5-97fb2727ac5e x-openstack-request-id: req-25ab0274-e052-48b3-bae5-97fb2727ac5e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:26.103914 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35374e98-cef3-4f4f-afe8-06711585f134", "tag": "dc91b05a-3f99-44c1-ae6d-86b32ac86c41", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:26.104310 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25ab0274-e052-48b3-bae5-97fb2727ac5e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:26.104897 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35374e98-cef3-4f4f-afe8-06711585f134', 'tag': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41', 'status': 'completed', 'code': 200} Jul 27 22:11:26.144361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event updated for resources: {'Port': ['ID=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:26.169887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Network 12877bf8-a34f-4c9c-abe4-4954942b1a4f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:26.173908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:26.178236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:26.264918 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-be98264d-aa60-4861-9483-e70ad546ad04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.280583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51536) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:26.331409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-be00779b-ad2d-4c21-a43d-864b1ff7a929 service neutron] 10.222.0.24 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059765 Jul 27 22:11:26.343421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:26.344228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.363148 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f67504-ad56-4ed9-ad6f-41a90c12bcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.372013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836de57f-5b23-4405-a236-05de4c69bf00 req-b6fa9f29-d1b4-488b-93f3-132a9e8dd988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:26.373877 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-836de57f-5b23-4405-a236-05de4c69bf00 req-b6fa9f29-d1b4-488b-93f3-132a9e8dd988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 1096 time: 0.2680137 Jul 27 22:11:26.444487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d0d11-c0fb-48fb-802e-08d806b32408 req-ddbfb67c-9eb0-43c2-8cc8-066eddee4185 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:26.452574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-361d0d11-c0fb-48fb-802e-08d806b32408 req-ddbfb67c-9eb0-43c2-8cc8-066eddee4185 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1764033 Jul 27 22:11:26.489122 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-13795473-06ff-4add-b306-360da99a7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '7b2f81dd-9700-4e88-806e-cc2e9bd4d7c7', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'port_id': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'mac_address': 'fa:16:3e:99:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35374e98-cef3-4f4f-afe8-06711585f134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:11:08Z', 'updated_at': '2021-07-27T22:11:25Z', 'revision_number': 1, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:11Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:26.514435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-3bc96150-1358-4732-b95d-c4498c17b236 service neutron] 10.222.0.24 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649396 Jul 27 22:11:26.524482 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13795473-06ff-4add-b306-360da99a7139 None None] Checking router: cd3ee134-792b-4204-8a50-20577b8084a8 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:26.529508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-361d0d11-c0fb-48fb-802e-08d806b32408 req-6ed0f414-3691-46bd-9f1a-5fa89d8e1ebd tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716486 Jul 27 22:11:26.534876 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13795473-06ff-4add-b306-360da99a7139 None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:26.535695 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-13795473-06ff-4add-b306-360da99a7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:11:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:26.540923 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-be98264d-aa60-4861-9483-e70ad546ad04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.545163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836de57f-5b23-4405-a236-05de4c69bf00 req-3b9598ee-d3f3-49c9-9aea-18fad6c70a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:26.547069 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-836de57f-5b23-4405-a236-05de4c69bf00 req-3b9598ee-d3f3-49c9-9aea-18fad6c70a2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 912 time: 0.1567054 Jul 27 22:11:26.548657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-be98264d-aa60-4861-9483-e70ad546ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.585619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98264d-aa60-4861-9483-e70ad546ad04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b7f389-782d-4b26-bd0a-888ecd182249,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:26.649814 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-be98264d-aa60-4861-9483-e70ad546ad04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66c78589e25b49a6baef0217f22a419c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7052770 Jul 27 22:11:26.652331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51542) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:26.683403 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-836de57f-5b23-4405-a236-05de4c69bf00 req-14bfc0e9-7336-40f8-ada5-48e60ed80056 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc91b05a-3f99-44c1-ae6d-86b32ac86c41 HTTP/1.1" status: 200 len: 999 time: 0.0987415 Jul 27 22:11:26.699577 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-13795473-06ff-4add-b306-360da99a7139 None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:26.707926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-7f750067-d344-4c99-bc4d-b51b07a4d71f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7245004 Jul 27 22:11:26.712000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-751a659f-36bb-4dda-b5fe-00ab85f32407 service neutron] 10.222.0.24 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814363 Jul 27 22:11:26.727283 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Request body: {'port': {'device_id': '9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:26.753331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd862303-93d3-4d72-8ee0-f44ce82db057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.770096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836de57f-5b23-4405-a236-05de4c69bf00 req-c6036b63-eb6f-4fb4-af9e-d91c6235cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:26.771355 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-836de57f-5b23-4405-a236-05de4c69bf00 req-c6036b63-eb6f-4fb4-af9e-d91c6235cf87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1c3957-e1a9-4398-a24f-389e93ecfda9 HTTP/1.1" status: 200 len: 850 time: 0.0798776 Jul 27 22:11:26.787439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8afe97-c1f8-41c2-bb06-a6a564916c09 req-fe22c41d-8455-407d-a123-889696819ea6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:26.791024 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd862303-93d3-4d72-8ee0-f44ce82db057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.794844 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff8afe97-c1f8-41c2-bb06-a6a564916c09 req-fe22c41d-8455-407d-a123-889696819ea6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 932 time: 0.1242602 Jul 27 22:11:26.859213 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:26.895414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836de57f-5b23-4405-a236-05de4c69bf00 req-a8a3659e-8edc-4700-bebc-61dee6525966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:26.897617 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-836de57f-5b23-4405-a236-05de4c69bf00 req-a8a3659e-8edc-4700-bebc-61dee6525966 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1041355 Jul 27 22:11:26.940310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff8afe97-c1f8-41c2-bb06-a6a564916c09 req-3dcee80c-da0a-4fa2-9fb1-6ee0bd6742e0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301942 Jul 27 22:11:27.022651 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd862303-93d3-4d72-8ee0-f44ce82db057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.030152 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cd862303-93d3-4d72-8ee0-f44ce82db057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.035429 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cd862303-93d3-4d72-8ee0-f44ce82db057 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54b7f389-782d-4b26-bd0a-888ecd182249 HTTP/1.1" status: 204 len: 168 time: 0.3809528 Jul 27 22:11:27.039230 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f67504-ad56-4ed9-ad6f-41a90c12bcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.042674 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-13795473-06ff-4add-b306-360da99a7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '7b2f81dd-9700-4e88-806e-cc2e9bd4d7c7', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'port_id': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'mac_address': 'fa:16:3e:99:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35374e98-cef3-4f4f-afe8-06711585f134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:11:08Z', 'updated_at': '2021-07-27T22:11:25Z', 'revision_number': 1, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:11Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:27.064604 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70f67504-ad56-4ed9-ad6f-41a90c12bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.090138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd862303-93d3-4d72-8ee0-f44ce82db057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b7f389-782d-4b26-bd0a-888ecd182249,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:27.103428 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13795473-06ff-4add-b306-360da99a7139 None None] The sync data for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 is: [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '7b2f81dd-9700-4e88-806e-cc2e9bd4d7c7', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'port_id': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'mac_address': 'fa:16:3e:99:cd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35374e98-cef3-4f4f-afe8-06711585f134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:11:08Z', 'updated_at': '2021-07-27T22:11:25Z', 'revision_number': 1, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:11Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:27.176904 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-836de57f-5b23-4405-a236-05de4c69bf00 req-4f20f7c9-ba42-4619-bca2-97dd029c8bdd service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722812 Jul 27 22:11:27.180790 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-70f67504-ad56-4ed9-ad6f-41a90c12bcc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1820b32af8548f4b68fdd1466a3b290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8978324 Jul 27 22:11:27.183046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f67504-ad56-4ed9-ad6f-41a90c12bcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25f995-5d38-45e3-9a29-42ee603982c9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:27.185293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51562) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:27.288987 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-816e441d-a467-4117-9680-817d26b84f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.308304 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-836de57f-5b23-4405-a236-05de4c69bf00 req-c14f3de4-23be-404f-bda4-a53d3abbe851 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243000 Jul 27 22:11:27.354948 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-816e441d-a467-4117-9680-817d26b84f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.389169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:27.402506 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.416192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Transition to ACTIVE for port object 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:27.425392 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.457280 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-816e441d-a467-4117-9680-817d26b84f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.460250 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-816e441d-a467-4117-9680-817d26b84f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.461625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-816e441d-a467-4117-9680-817d26b84f25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c25f995-5d38-45e3-9a29-42ee603982c9 HTTP/1.1" status: 204 len: 168 time: 0.2666528 Jul 27 22:11:27.488276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bb158-7374-441a-9749-d4c2fd86615c None None] New status for floating IP 7b2f81dd-9700-4e88-806e-cc2e9bd4d7c7: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:11:27.502605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e441d-a467-4117-9680-817d26b84f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25f995-5d38-45e3-9a29-42ee603982c9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:27.510538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Pushing event updated for resources: {'Port': ['ID=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:27.614796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-deace62f-52f9-4856-bd97-e6b2a9168295 req-e30f4842-e954-4120-9d6c-dbab20504a10 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0364952 Jul 27 22:11:27.638988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Attempting to bind port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:27.639740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Attempting to bind port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:27.650657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Attempting to bind port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:27.650657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:27.650657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Attempting to bind port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:27.664418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:27.665070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Checking segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:27.665623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Bound using segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:27.666156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Bound port: 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:27.667228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:27.762739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d22e9-72a7-44f3-ab4c-3c6a4ca92946 req-fce4e069-b27d-4553-974e-9bd41dcd5e9a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:27.764714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-906d22e9-72a7-44f3-ab4c-3c6a4ca92946 req-fce4e069-b27d-4553-974e-9bd41dcd5e9a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1167567 Jul 27 22:11:28.237965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] For port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:28.275096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] For port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:28.296975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-906d22e9-72a7-44f3-ab4c-3c6a4ca92946 req-2e9d55fc-6ccb-44d6-bc3d-21162342ce1a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201726 Jul 27 22:11:28.298967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.351673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78baf470-3e6d-41ce-9f72-2add52a8e198 req-83c367d5-d180-4e9d-a9b7-000ce01d9383 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:28.353753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-78baf470-3e6d-41ce-9f72-2add52a8e198 req-83c367d5-d180-4e9d-a9b7-000ce01d9383 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 944 time: 0.1415734 Jul 27 22:11:28.357480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:28.358098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:28.359458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] 10.222.0.43 "PUT /v2.0/ports/93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 HTTP/1.1" status: 200 len: 1092 time: 1.6410456 Jul 27 22:11:28.359887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a', 'tag': '93ceb7a5-b1c4-4f55-9771-8ed20ffeb991'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:28.362231 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbffa8a4-6220-437a-a4c9-77480bc3226b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a", "tag": "93ceb7a5-b1c4-4f55-9771-8ed20ffeb991"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:28.401733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570516b-2dc4-4f5a-840e-776fba0cc0ee service neutron] Pushing event updated for resources: {'Port': ['ID=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:28.437221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-78baf470-3e6d-41ce-9f72-2add52a8e198 req-240893c7-e476-4f7e-9978-8e91edbbd270 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716701 Jul 27 22:11:28.473530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-85e4046a-e0f0-4dac-aa72-dfc25dc1fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:28.475342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-85e4046a-e0f0-4dac-aa72-dfc25dc1fc1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 1095 time: 0.0583642 Jul 27 22:11:28.555902 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ea79c5-a2e1-44ce-95b3-90b7e5b9ee60 x-openstack-request-id: req-d6ea79c5-a2e1-44ce-95b3-90b7e5b9ee60 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:28.556499 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a", "tag": "93ceb7a5-b1c4-4f55-9771-8ed20ffeb991", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:28.556798 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6ea79c5-a2e1-44ce-95b3-90b7e5b9ee60 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:28.557201 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a', 'tag': '93ceb7a5-b1c4-4f55-9771-8ed20ffeb991', 'status': 'completed', 'code': 200} Jul 27 22:11:28.559874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-10a01c7c-1118-4fbe-93f5-b3cd0bbebbde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 HTTP/1.1" status: 200 len: 217 time: 0.0646467 Jul 27 22:11:28.642032 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-e8e9e128-54f6-4ffb-ac07-bb035a180237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:28.643654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-e8e9e128-54f6-4ffb-ac07-bb035a180237 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.0768311 Jul 27 22:11:28.680697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-bd17e653-bd04-46eb-a64f-31769057ee66 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282283 Jul 27 22:11:28.777102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8357ca81-fb43-4923-bb50-63f142128fbe req-c5d75a0d-50c0-4963-9e10-8e34c15311b1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0612259 Jul 27 22:11:28.814296 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-ca064659-7871-439e-9e1c-7999bec8b066 service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238244 Jul 27 22:11:28.920716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52265670-cbfb-40c8-a4e0-ae6c25f0be6e req-4ed64820-ec3c-4358-9e73-49b38ede4fef service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996015 Jul 27 22:11:28.986497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-01b955c1-189e-4f3e-9bc5-0c8f2354e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:28.989409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-01b955c1-189e-4f3e-9bc5-0c8f2354e92a service neutron] 10.222.0.43 "GET /v2.0/ports/1d5041d4-18ed-408b-9a0f-481d6318c69a HTTP/1.1" status: 200 len: 1031 time: 0.0529647 Jul 27 22:11:29.048055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa8a4-6220-437a-a4c9-77480bc3226b req-5c2dc6ff-b332-4f4d-bf76-a604823f02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:29.049629 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbffa8a4-6220-437a-a4c9-77480bc3226b req-5c2dc6ff-b332-4f4d-bf76-a604823f02a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 1095 time: 0.0703773 Jul 27 22:11:29.055682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-d20437f6-7807-4438-b8f9-1c411cc883c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:29.057216 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-d20437f6-7807-4438-b8f9-1c411cc883c3 service neutron] 10.222.0.43 "GET /v2.0/ports/a56b565a-7c35-4223-a9e3-caf86b3cf9ac HTTP/1.1" status: 200 len: 1033 time: 0.0587981 Jul 27 22:11:29.175737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa8a4-6220-437a-a4c9-77480bc3226b req-ed7d94cd-8797-47e2-aa93-edf694bcced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:29.177122 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbffa8a4-6220-437a-a4c9-77480bc3226b req-ed7d94cd-8797-47e2-aa93-edf694bcced5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 906 time: 0.1187732 Jul 27 22:11:29.223243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-03c7ada4-05a3-4926-9cb7-5649b10c272c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:29.225463 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbffa8a4-6220-437a-a4c9-77480bc3226b req-22b6ca12-1e10-4a3c-885e-039a989dcc76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 HTTP/1.1" status: 200 len: 217 time: 0.0405037 Jul 27 22:11:29.229278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-03c7ada4-05a3-4926-9cb7-5649b10c272c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:29.235189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-03c7ada4-05a3-4926-9cb7-5649b10c272c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:29.237409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-03c7ada4-05a3-4926-9cb7-5649b10c272c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "GET /v2.0/networks?id=b1953a48-d636-4e9d-9e5f-5849e72fce1a&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=c521b827-668a-4ab8-91f4-58d73f3f2bae&id=c521b827-668a-4ab8-91f4-58d73f3f2bae HTTP/1.1" status: 200 len: 1995 time: 0.1725662 Jul 27 22:11:29.289212 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-492acb49-4283-4a3b-b61d-3638577f6bc4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f44ee099caa4576a0393835a4c53f77 HTTP/1.1" status: 200 len: 379 time: 0.0423391 Jul 27 22:11:29.299450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'port': {'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'admin_state_up': True, 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'security_groups': ['16d1d144-4da5-4d50-a85f-ad105d47d626']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:29.315127 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa8a4-6220-437a-a4c9-77480bc3226b req-5d59705e-9642-4bdd-b31b-0de7ece349f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:29.318191 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbffa8a4-6220-437a-a4c9-77480bc3226b req-5d59705e-9642-4bdd-b31b-0de7ece349f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.0815713 Jul 27 22:11:29.359983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbffa8a4-6220-437a-a4c9-77480bc3226b req-7b01e0ee-404e-483c-b339-5d14428fdf10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319097 Jul 27 22:11:29.509579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:29.514669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:29.546434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ac178-bb51-43e3-9fa0-42e422500fdd req-cc560ab2-8208-47d6-b4a0-c2039fe4820b tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:29.549008 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d4ac178-bb51-43e3-9fa0-42e422500fdd req-cc560ab2-8208-47d6-b4a0-c2039fe4820b tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1028852 Jul 27 22:11:29.733204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d4ac178-bb51-43e3-9fa0-42e422500fdd req-0373b306-8282-442c-a66b-265bb8c2d081 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788161 Jul 27 22:11:29.768571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Allocated IP 172.20.0.9 (b1953a48-d636-4e9d-9e5f-5849e72fce1a/17f69d25-f4fe-48ac-bb8e-d91962f7f812/939774e0-b0e1-4e89-a9d3-849fb48484a0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:29.792219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fff7c2-f311-4e81-baf8-370e2ecfacab req-19d4e339-b551-479c-a4f3-dd29e9b815a4 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:29.793936 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c8fff7c2-f311-4e81-baf8-370e2ecfacab req-19d4e339-b551-479c-a4f3-dd29e9b815a4 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 944 time: 0.1065249 Jul 27 22:11:29.879703 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c8fff7c2-f311-4e81-baf8-370e2ecfacab req-d8111d51-ada6-40a8-b146-905f8726b855 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747950 Jul 27 22:11:29.985874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43968275-a9c1-4a45-a0ab-505ec6e7a8fe req-b163f9bd-afab-4516-a197-283ef954740f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0393107 Jul 27 22:11:30.040510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.057549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Transition to ACTIVE for port object 939774e0-b0e1-4e89-a9d3-849fb48484a0 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:30.109996 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.140627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbffa8a4-6220-437a-a4c9-77480bc3226b req-10b27784-274f-4544-a0e4-6b5f9ccc4633 service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7634158 Jul 27 22:11:30.164474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Network b1953a48-d636-4e9d-9e5f-5849e72fce1a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:30.168138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:30.176518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:30.183666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Port': ['ID=939774e0-b0e1-4e89-a9d3-849fb48484a0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:30.271294 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbffa8a4-6220-437a-a4c9-77480bc3226b req-14a789f1-b665-430c-ac50-cddef61e00da service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234131 Jul 27 22:11:30.300805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:30.301473 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.319724 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cfd9cb37-4a64-4c9b-b61d-145f1ed01a80 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0237055 Jul 27 22:11:30.333582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'port': {'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d', 'admin_state_up': True, 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'security_groups': ['16d1d144-4da5-4d50-a85f-ad105d47d626']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:30.494737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:30.500019 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.595014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-81b58e67-8311-4d1d-8eec-deeefa396176 None None] Provisioning for port 939774e0-b0e1-4e89-a9d3-849fb48484a0 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:30.601082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-81b58e67-8311-4d1d-8eec-deeefa396176 None None] Provisioning complete for port 939774e0-b0e1-4e89-a9d3-849fb48484a0 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:30.603880 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81b58e67-8311-4d1d-8eec-deeefa396176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:30.674581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Allocated IP 10.1.1.96 (ef36efcf-ed47-4f06-9ae1-372fcc825f8d/27e24c90-699a-4390-9459-812765b29d1a/bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:30.686166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-81b58e67-8311-4d1d-8eec-deeefa396176 None None] Port 939774e0-b0e1-4e89-a9d3-849fb48484a0 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:30.959025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e3450-d33e-4b19-98a8-46d47b188759 req-d3037679-8017-49c3-9843-dafd9fc75bdf tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:30.961392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a27e3450-d33e-4b19-98a8-46d47b188759 req-d3037679-8017-49c3-9843-dafd9fc75bdf tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1134670 Jul 27 22:11:30.974360 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.008917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Transition to ACTIVE for port object bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:31.030630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a27e3450-d33e-4b19-98a8-46d47b188759 req-fe2abd48-4491-4df1-bf84-f2056266dac4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626969 Jul 27 22:11:31.106462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e3937-8097-4dc0-bade-fc31745fb564 req-f1b8667c-b2b5-4a64-9717-95077b2421e8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:31.108002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-327e3937-8097-4dc0-bade-fc31745fb564 req-f1b8667c-b2b5-4a64-9717-95077b2421e8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 944 time: 0.0704720 Jul 27 22:11:31.109911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.228644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Network ef36efcf-ed47-4f06-9ae1-372fcc825f8d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:31.248034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:31.258822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:31.265156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Port': ['ID=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:31.288930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-327e3937-8097-4dc0-bade-fc31745fb564 req-1cb8fc80-c380-4283-9ae5-8ede87746786 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686671 Jul 27 22:11:31.324343 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fdfc4-196b-4284-9019-97a351e9f23a req-fe2a7faa-905c-4bed-9be6-0c5c42044c9a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:31.331188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fdfc4-196b-4284-9019-97a351e9f23a req-fe2a7faa-905c-4bed-9be6-0c5c42044c9a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:31.332817 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-321fdfc4-196b-4284-9019-97a351e9f23a req-fe2a7faa-905c-4bed-9be6-0c5c42044c9a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 1652 time: 0.1742489 Jul 27 22:11:31.345508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:31.346501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.381387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a225d3b9-8842-4aa4-95c9-96338bff19cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0549169 Jul 27 22:11:31.397278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'port': {'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d', 'admin_state_up': True, 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'security_groups': ['16d1d144-4da5-4d50-a85f-ad105d47d626']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:31.404923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-321fdfc4-196b-4284-9019-97a351e9f23a req-d00b9539-dc9b-49db-8e0f-f8fc212f9e54 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546858 Jul 27 22:11:31.595068 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:31.602972 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.663059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51718) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:31.772908 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:11:31.877432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8cac435c-ad7f-4938-ab15-8e6e2377dafd None None] Provisioning for port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:31.885901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8cac435c-ad7f-4938-ab15-8e6e2377dafd None None] Provisioning complete for port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:31.886291 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cac435c-ad7f-4938-ab15-8e6e2377dafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.904798 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a889b485-6e0a-42e8-9025-3bfa532eb694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:31.917100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Allocated IP 10.1.1.187 (ef36efcf-ed47-4f06-9ae1-372fcc825f8d/27e24c90-699a-4390-9459-812765b29d1a/98c66736-9514-4b6f-a997-a73eb1f4ed09) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:31.931902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8cac435c-ad7f-4938-ab15-8e6e2377dafd None None] Port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:31.973668 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:31.999453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '93ceb7a5-b1c4-4f55-9771-8ed20ffeb991', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'port_id': '93ceb7a5-b1c4-4f55-9771-8ed20ffeb991', 'mac_address': 'fa:16:3e:39:85:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a26f0a-cab7-4000-93f5-0fd89413147b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:11:32.057767 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.076219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:32.106904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:32.112350 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.119380 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a889b485-6e0a-42e8-9025-3bfa532eb694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.124275 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a889b485-6e0a-42e8-9025-3bfa532eb694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.179330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:32.191169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:32.191874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:32.192359 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:32.193436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:32.194107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:32.194798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:32.195451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:32.196343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:32.196818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:32.197306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:32.197824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:32.198325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:32.211796 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a889b485-6e0a-42e8-9025-3bfa532eb694 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81cf7ca2cb644d22aeb3dd93a483f95f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467477 Jul 27 22:11:32.214169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51736) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:32.223997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889b485-6e0a-42e8-9025-3bfa532eb694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42040ab9-8cdc-464c-943c-7fb32b1f0cdd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:32.225051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779f54-6592-467c-9143-32cc269f638b req-79d2b037-e344-4b5a-b4cb-14137385a926 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:32.234440 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99779f54-6592-467c-9143-32cc269f638b req-79d2b037-e344-4b5a-b4cb-14137385a926 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.0983102 Jul 27 22:11:32.263548 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.289312 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25b475e8-2abe-417f-bb33-42661df74845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.295236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Transition to ACTIVE for port object 98c66736-9514-4b6f-a997-a73eb1f4ed09 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:32.307490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99779f54-6592-467c-9143-32cc269f638b req-d03872dc-e387-4bee-b83e-8c574595d94e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722003 Jul 27 22:11:32.312339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25b475e8-2abe-417f-bb33-42661df74845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.327275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['93ceb7a5-b1c4-4f55-9771-8ed20ffeb991'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:32.343339 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.418965 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25b475e8-2abe-417f-bb33-42661df74845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.421538 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25b475e8-2abe-417f-bb33-42661df74845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.423242 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-25b475e8-2abe-417f-bb33-42661df74845 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42040ab9-8cdc-464c-943c-7fb32b1f0cdd HTTP/1.1" status: 204 len: 168 time: 0.2076526 Jul 27 22:11:32.426830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Port': ['ID=98c66736-9514-4b6f-a997-a73eb1f4ed09,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:32.432207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Network ef36efcf-ed47-4f06-9ae1-372fcc825f8d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:32.443265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b475e8-2abe-417f-bb33-42661df74845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42040ab9-8cdc-464c-943c-7fb32b1f0cdd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:32.499758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:32.503037 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:32.640920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63942d-f188-4692-a3de-21deeb5bdfd5 req-f8676a66-e0c6-480e-a6c4-3f9a69578b87 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:32.648501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d63942d-f188-4692-a3de-21deeb5bdfd5 req-f8676a66-e0c6-480e-a6c4-3f9a69578b87 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 945 time: 0.2149074 Jul 27 22:11:32.660172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:32.660908 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:32.686576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-016947cb-b533-48a4-b94c-c4abcf87f5b6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2959802 Jul 27 22:11:32.706360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'port': {'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae', 'admin_state_up': True, 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'security_groups': ['16d1d144-4da5-4d50-a85f-ad105d47d626']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:32.797513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0680140-9334-4aa6-972d-320bd0c30496 req-c363c5b2-8665-46da-afb7-caf5b69bcb0d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:32.804704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0680140-9334-4aa6-972d-320bd0c30496 req-c363c5b2-8665-46da-afb7-caf5b69bcb0d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:32.811674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0680140-9334-4aa6-972d-320bd0c30496 req-c363c5b2-8665-46da-afb7-caf5b69bcb0d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:32.813425 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0680140-9334-4aa6-972d-320bd0c30496 req-c363c5b2-8665-46da-afb7-caf5b69bcb0d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 2373 time: 0.2341967 Jul 27 22:11:32.828557 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d63942d-f188-4692-a3de-21deeb5bdfd5 req-45b3493b-7253-42ad-ac88-f04fc2f08d59 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740532 Jul 27 22:11:32.946842 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0680140-9334-4aa6-972d-320bd0c30496 req-250e2f2d-edc7-47d4-814a-13446b05435d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162977 Jul 27 22:11:32.981404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:32.987873 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51754) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:32.989181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1e934337-570f-431b-b3f0-138c2226dcad None None] Provisioning for port 98c66736-9514-4b6f-a997-a73eb1f4ed09 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:32.996831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1e934337-570f-431b-b3f0-138c2226dcad None None] Provisioning complete for port 98c66736-9514-4b6f-a997-a73eb1f4ed09 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:32.997607 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e934337-570f-431b-b3f0-138c2226dcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.030379 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1959817-78cd-41df-b6fa-f4cfe4d61566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.080841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1e934337-570f-431b-b3f0-138c2226dcad None None] Port 98c66736-9514-4b6f-a997-a73eb1f4ed09 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:33.104637 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.169496 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1959817-78cd-41df-b6fa-f4cfe4d61566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.174023 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1959817-78cd-41df-b6fa-f4cfe4d61566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.232304 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b1959817-78cd-41df-b6fa-f4cfe4d61566 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e72ebe4bc61446aadd3eeb72fc23b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424247 Jul 27 22:11:33.238929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51760) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:33.239545 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1959817-78cd-41df-b6fa-f4cfe4d61566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80e5b29-f3e0-459c-a5b7-56d2f7f3ffed,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:33.311217 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae7909c4-ed5e-4c89-9b63-c67532eb58bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.347287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae7909c4-ed5e-4c89-9b63-c67532eb58bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.362210 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Allocated IP 10.2.2.100 (c521b827-668a-4ab8-91f4-58d73f3f2bae/02f862eb-c4d7-4e84-905e-ec48c4c59b99/eb3b3556-eb4a-484d-8b3b-f79d8aebea23) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:33.416118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae7909c4-ed5e-4c89-9b63-c67532eb58bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.420419 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae7909c4-ed5e-4c89-9b63-c67532eb58bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.423178 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ae7909c4-ed5e-4c89-9b63-c67532eb58bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f80e5b29-f3e0-459c-a5b7-56d2f7f3ffed HTTP/1.1" status: 204 len: 168 time: 0.1800492 Jul 27 22:11:33.455912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7909c4-ed5e-4c89-9b63-c67532eb58bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80e5b29-f3e0-459c-a5b7-56d2f7f3ffed,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:33.568946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7889a4-4cbe-4cf5-b592-6dbe3dc26ece req-df7d39a1-0e30-4f22-8a33-4768f0c3a93f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:33.570854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c7889a4-4cbe-4cf5-b592-6dbe3dc26ece req-df7d39a1-0e30-4f22-8a33-4768f0c3a93f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.0985770 Jul 27 22:11:33.603481 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.635891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Transition to ACTIVE for port object eb3b3556-eb4a-484d-8b3b-f79d8aebea23 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:33.652225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c7889a4-4cbe-4cf5-b592-6dbe3dc26ece req-fc9c6279-65d0-40e3-ba0e-425726009f96 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694025 Jul 27 22:11:33.697827 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.749951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Network c521b827-668a-4ab8-91f4-58d73f3f2bae is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:33.753557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:33.759606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:33.767102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Port': ['ID=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:33.798552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:33.833047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:33.833916 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.883353 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a660ad20-7bd8-4741-8acc-d506ce9a5301 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1858430 Jul 27 22:11:33.883987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:33.892043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:33.892801 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:33.898222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'port': {'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae', 'admin_state_up': True, 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'security_groups': ['16d1d144-4da5-4d50-a85f-ad105d47d626']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:34.145500 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.175327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6cc42-4686-4840-9bdc-03f4328158a2 req-81ee8aa6-cbc5-4517-b0cb-35682d8a16b9 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:34.177280 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bd6cc42-4686-4840-9bdc-03f4328158a2 req-81ee8aa6-cbc5-4517-b0cb-35682d8a16b9 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 945 time: 0.1211240 Jul 27 22:11:34.179813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Made reservation on behalf of 0f44ee099caa4576a0393835a4c53f77 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:34.184529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.200351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ceb7a5-b1c4-4f55-9771-8ed20ffeb991'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:34.205694 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c3124d-9c7d-4085-a0f3-df5009ff6a6e" -d '{"events": [{"server_uuid": "9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a", "name": "network-vif-plugged", "status": "completed", "tag": "93ceb7a5-b1c4-4f55-9771-8ed20ffeb991"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:34.253195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:34.264539 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.270612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1bb7ac84-4554-4309-8145-74e557b90988 None None] Provisioning for port eb3b3556-eb4a-484d-8b3b-f79d8aebea23 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:34.291308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de1cba-b741-4a60-b859-1a3489c6c8ec req-ca3937a2-f6f1-433e-a483-02cb32fb493c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:34.299799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de1cba-b741-4a60-b859-1a3489c6c8ec req-ca3937a2-f6f1-433e-a483-02cb32fb493c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:34.304334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1bb7ac84-4554-4309-8145-74e557b90988 None None] Provisioning complete for port eb3b3556-eb4a-484d-8b3b-f79d8aebea23 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:34.305890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de1cba-b741-4a60-b859-1a3489c6c8ec req-ca3937a2-f6f1-433e-a483-02cb32fb493c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:34.309314 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ac84-4554-4309-8145-74e557b90988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.312652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de1cba-b741-4a60-b859-1a3489c6c8ec req-ca3937a2-f6f1-433e-a483-02cb32fb493c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:34.314509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7de1cba-b741-4a60-b859-1a3489c6c8ec req-ca3937a2-f6f1-433e-a483-02cb32fb493c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 3094 time: 0.2093577 Jul 27 22:11:34.319186 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bd6cc42-4686-4840-9bdc-03f4328158a2 req-63864dd6-ec32-430d-ad59-784ca99737d2 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205575 Jul 27 22:11:34.437941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:34.445742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7de1cba-b741-4a60-b859-1a3489c6c8ec req-52a76b59-3530-43ea-a997-8e3b8147d88f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237731 Jul 27 22:11:34.470402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7ac84-4554-4309-8145-74e557b90988 None None] Port eb3b3556-eb4a-484d-8b3b-f79d8aebea23 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:34.558512 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcfc285-d18a-4f2c-bcfa-5b5740caf58b x-openstack-request-id: req-ffcfc285-d18a-4f2c-bcfa-5b5740caf58b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:34.559176 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a", "name": "network-vif-plugged", "status": "completed", "tag": "93ceb7a5-b1c4-4f55-9771-8ed20ffeb991", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:34.559588 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffcfc285-d18a-4f2c-bcfa-5b5740caf58b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:34.560294 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ceb7a5-b1c4-4f55-9771-8ed20ffeb991', 'code': 200} Jul 27 22:11:34.589089 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Allocated IP 10.2.2.200 (c521b827-668a-4ab8-91f4-58d73f3f2bae/02f862eb-c4d7-4e84-905e-ec48c4c59b99/abba6cdf-12b7-4eac-b8d5-37b48d806ff6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:34.695121 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d38a6-794a-4304-a168-df91144fc936 req-e5bae00b-9d79-4252-81f8-da9e419b76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:34.697135 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3a2d38a6-794a-4304-a168-df91144fc936 req-e5bae00b-9d79-4252-81f8-da9e419b76f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 1097 time: 0.0789378 Jul 27 22:11:34.775387 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.791310 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3a2d38a6-794a-4304-a168-df91144fc936 req-6c67c683-d9ba-41d8-83f2-30ac10e71b06 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848720 Jul 27 22:11:34.792832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Transition to ACTIVE for port object abba6cdf-12b7-4eac-b8d5-37b48d806ff6 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:34.878877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff137b-acb4-4b22-a49f-4e39ddae7ed2 req-273616d8-c2af-4736-a376-06ff4c139362 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:34.881657 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bff137b-acb4-4b22-a49f-4e39ddae7ed2 req-273616d8-c2af-4736-a376-06ff4c139362 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.0867596 Jul 27 22:11:34.941435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bff137b-acb4-4b22-a49f-4e39ddae7ed2 req-db8a2f8f-b764-4c28-8e2f-292e44f14d87 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490158 Jul 27 22:11:34.943021 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.997445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Network c521b827-668a-4ab8-91f4-58d73f3f2bae is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:35.001220 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:35.006729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:35.077910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:35.079302 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.105543 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2142646 Jul 27 22:11:35.114030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e9a3c-fbb2-4669-9040-1da89cc33c6a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event updated for resources: {'Port': ['ID=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:35.145045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Request body: {'port': {'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:35.238526 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.411342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b4b31371-dd84-489b-bd00-6fab944ef55e None None] Provisioning for port abba6cdf-12b7-4eac-b8d5-37b48d806ff6 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:35.424945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b4b31371-dd84-489b-bd00-6fab944ef55e None None] Provisioning complete for port abba6cdf-12b7-4eac-b8d5-37b48d806ff6 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:35.425714 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4b31371-dd84-489b-bd00-6fab944ef55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.503943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b4b31371-dd84-489b-bd00-6fab944ef55e None None] Port abba6cdf-12b7-4eac-b8d5-37b48d806ff6 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:11:35.654238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55e709-9d87-463c-a867-62b948b52cfe req-4568879e-3df5-4e1c-b48b-a6f4895204cd tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:35.657395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e55e709-9d87-463c-a867-62b948b52cfe req-4568879e-3df5-4e1c-b48b-a6f4895204cd tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 946 time: 0.1566300 Jul 27 22:11:35.745535 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939774e0-b0e1-4e89-a9d3-849fb48484a0 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:35.759085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.770067 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e55e709-9d87-463c-a867-62b948b52cfe req-d5521a9c-1056-4cb8-a073-c7dfb06dc87f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965965 Jul 27 22:11:35.801270 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47797d3-a897-47ea-9ebc-6497df7c430c req-bf108fde-9a1f-46d5-9ddc-4fb20dd632b4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:35.810188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47797d3-a897-47ea-9ebc-6497df7c430c req-bf108fde-9a1f-46d5-9ddc-4fb20dd632b4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:35.817203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47797d3-a897-47ea-9ebc-6497df7c430c req-bf108fde-9a1f-46d5-9ddc-4fb20dd632b4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:35.823259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47797d3-a897-47ea-9ebc-6497df7c430c req-bf108fde-9a1f-46d5-9ddc-4fb20dd632b4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:35.830908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47797d3-a897-47ea-9ebc-6497df7c430c req-bf108fde-9a1f-46d5-9ddc-4fb20dd632b4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:35.832746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47797d3-a897-47ea-9ebc-6497df7c430c req-bf108fde-9a1f-46d5-9ddc-4fb20dd632b4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 3815 time: 0.1328702 Jul 27 22:11:35.835895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Transition to ACTIVE for port object 939774e0-b0e1-4e89-a9d3-849fb48484a0 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:35.843953 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.946311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Pushing event updated for resources: {'Port': ['ID=939774e0-b0e1-4e89-a9d3-849fb48484a0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:35.973801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47797d3-a897-47ea-9ebc-6497df7c430c req-dfcc4b56-2416-4a6d-8277-65ff9a5411e7 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336341 Jul 27 22:11:36.043437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Attempting to bind port 939774e0-b0e1-4e89-a9d3-849fb48484a0 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:36.044258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Attempting to bind port 939774e0-b0e1-4e89-a9d3-849fb48484a0 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:36.044399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Attempting to bind port 939774e0-b0e1-4e89-a9d3-849fb48484a0 on network b1953a48-d636-4e9d-9e5f-5849e72fce1a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:36.049849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Port 939774e0-b0e1-4e89-a9d3-849fb48484a0 on network b1953a48-d636-4e9d-9e5f-5849e72fce1a not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:36.050369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Attempting to bind port 939774e0-b0e1-4e89-a9d3-849fb48484a0 on network b1953a48-d636-4e9d-9e5f-5849e72fce1a {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:36.056944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:36.057393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Checking segment: {'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:36.058053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Bound using segment: {'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:36.058708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Bound port: 939774e0-b0e1-4e89-a9d3-849fb48484a0, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1baa396-4db0-46e4-9950-7e107b3b3456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:36.059191 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:36.149923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] For port 939774e0-b0e1-4e89-a9d3-849fb48484a0, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:36.185117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] For port 939774e0-b0e1-4e89-a9d3-849fb48484a0, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=939774e0-b0e1-4e89-a9d3-849fb48484a0,segment=NetworkSegment(b1baa396-4db0-46e4-9950-7e107b3b3456),segment_id=b1baa396-4db0-46e4-9950-7e107b3b3456)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:36.195447 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:36.274597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51846) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:36.291458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46726f-c188-49af-a8de-d4fd3a95f471 req-e2594669-8d9a-45a4-9cd6-d95d617b8b89 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:36.293373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd46726f-c188-49af-a8de-d4fd3a95f471 req-e2594669-8d9a-45a4-9cd6-d95d617b8b89 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1449602 Jul 27 22:11:36.296914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:36.298303 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:36.299865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] 10.222.0.43 "PUT /v2.0/ports/939774e0-b0e1-4e89-a9d3-849fb48484a0 HTTP/1.1" status: 200 len: 1091 time: 1.1609943 Jul 27 22:11:36.300339 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': '939774e0-b0e1-4e89-a9d3-849fb48484a0'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:36.302935 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72566fc3-0a12-4bcd-9e77-865b4682300a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "939774e0-b0e1-4e89-a9d3-849fb48484a0"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:36.357052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Request body: {'port': {'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:36.403324 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5d31ac-0279-4f81-b2af-8b285cfbc030 x-openstack-request-id: req-de5d31ac-0279-4f81-b2af-8b285cfbc030 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:36.403626 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "939774e0-b0e1-4e89-a9d3-849fb48484a0", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:36.403884 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de5d31ac-0279-4f81-b2af-8b285cfbc030 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:36.404440 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': '939774e0-b0e1-4e89-a9d3-849fb48484a0', 'status': 'completed', 'code': 200} Jul 27 22:11:36.420850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f295b-aded-4c9f-884a-a6684a52714c service neutron] Pushing event updated for resources: {'Port': ['ID=939774e0-b0e1-4e89-a9d3-849fb48484a0,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:36.427352 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd46726f-c188-49af-a8de-d4fd3a95f471 req-dd49c29a-6bac-41da-a277-5a3f9153b765 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212080 Jul 27 22:11:36.480210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:36.497579 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c74606a-9c37-4367-be03-663a84754f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:36.513035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566fc3-0a12-4bcd-9e77-865b4682300a req-d6b4205a-6206-4525-8cb9-6fefb5c3449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:36.513759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566fc3-0a12-4bcd-9e77-865b4682300a req-d6b4205a-6206-4525-8cb9-6fefb5c3449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:36.514568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566fc3-0a12-4bcd-9e77-865b4682300a req-d6b4205a-6206-4525-8cb9-6fefb5c3449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:36.515201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566fc3-0a12-4bcd-9e77-865b4682300a req-d6b4205a-6206-4525-8cb9-6fefb5c3449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:36.515831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566fc3-0a12-4bcd-9e77-865b4682300a req-d6b4205a-6206-4525-8cb9-6fefb5c3449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:36.518522 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72566fc3-0a12-4bcd-9e77-865b4682300a req-d6b4205a-6206-4525-8cb9-6fefb5c3449e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f44ee099caa4576a0393835a4c53f77&device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 4362 time: 0.1123765 Jul 27 22:11:36.678652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566fc3-0a12-4bcd-9e77-865b4682300a req-56e906d9-6ceb-44a8-8453-fa5a790a2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:36.679735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566fc3-0a12-4bcd-9e77-865b4682300a req-56e906d9-6ceb-44a8-8453-fa5a790a2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:36.680405 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566fc3-0a12-4bcd-9e77-865b4682300a req-56e906d9-6ceb-44a8-8453-fa5a790a2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:36.682945 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72566fc3-0a12-4bcd-9e77-865b4682300a req-56e906d9-6ceb-44a8-8453-fa5a790a2e1d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0f44ee099caa4576a0393835a4c53f77&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1549547 Jul 27 22:11:36.784264 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c74606a-9c37-4367-be03-663a84754f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:36.796660 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c74606a-9c37-4367-be03-663a84754f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:36.852717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5041d4-18ed-408b-9a0f-481d6318c69a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:36.863199 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:36.879227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Transition to ACTIVE for port object 1d5041d4-18ed-408b-9a0f-481d6318c69a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:36.887612 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:36.912485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72566fc3-0a12-4bcd-9e77-865b4682300a req-37fd63c6-b715-4869-a0c5-5127c4c77c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:36.913987 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72566fc3-0a12-4bcd-9e77-865b4682300a req-37fd63c6-b715-4869-a0c5-5127c4c77c4c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2223933 Jul 27 22:11:36.915987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74606a-9c37-4367-be03-663a84754f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1190d931-bd3d-4588-b706-4b82f754fa58,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:36.934412 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0c74606a-9c37-4367-be03-663a84754f7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74014674beee4631815d7ef8fbc49ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6583908 Jul 27 22:11:36.934920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:36.951272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5041d4-18ed-408b-9a0f-481d6318c69a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:37.039243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff21a-7f2c-47e2-9a0c-171e9961cf71 req-a4b9243a-029f-4cd7-a69b-2c02622bc2ec tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:37.047225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9eaff21a-7f2c-47e2-9a0c-171e9961cf71 req-a4b9243a-029f-4cd7-a69b-2c02622bc2ec tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 946 time: 0.1468577 Jul 27 22:11:37.066718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1516efe-baff-4dd2-96e7-e8aff0c8841c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:37.144341 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1516efe-baff-4dd2-96e7-e8aff0c8841c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:37.155273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Attempting to bind port 1d5041d4-18ed-408b-9a0f-481d6318c69a on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:37.157730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Attempting to bind port 1d5041d4-18ed-408b-9a0f-481d6318c69a by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:37.158197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Attempting to bind port 1d5041d4-18ed-408b-9a0f-481d6318c69a on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:37.175559 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9eaff21a-7f2c-47e2-9a0c-171e9961cf71 req-ba1eed54-ddaf-4373-8317-85faff65a2c1 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266956 Jul 27 22:11:37.210464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Port 1d5041d4-18ed-408b-9a0f-481d6318c69a on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:37.210853 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Attempting to bind port 1d5041d4-18ed-408b-9a0f-481d6318c69a on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:37.237204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1516efe-baff-4dd2-96e7-e8aff0c8841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:37.241629 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1516efe-baff-4dd2-96e7-e8aff0c8841c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:37.243174 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a1516efe-baff-4dd2-96e7-e8aff0c8841c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1190d931-bd3d-4588-b706-4b82f754fa58 HTTP/1.1" status: 204 len: 168 time: 0.3069735 Jul 27 22:11:37.254758 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1516efe-baff-4dd2-96e7-e8aff0c8841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1190d931-bd3d-4588-b706-4b82f754fa58,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:37.271698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:37.272054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Checking segment: {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:37.272431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Bound using segment: {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:37.272921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Bound port: 1d5041d4-18ed-408b-9a0f-481d6318c69a, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:37.273288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:37.381822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ebb9-2218-4f39-9117-5a5a038085e1 req-4030ae32-1809-4b6d-83c3-f0cf525cc46e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:37.387797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ebb9-2218-4f39-9117-5a5a038085e1 req-4030ae32-1809-4b6d-83c3-f0cf525cc46e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:37.394446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ebb9-2218-4f39-9117-5a5a038085e1 req-4030ae32-1809-4b6d-83c3-f0cf525cc46e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:37.401426 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ebb9-2218-4f39-9117-5a5a038085e1 req-4030ae32-1809-4b6d-83c3-f0cf525cc46e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:37.407320 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ebb9-2218-4f39-9117-5a5a038085e1 req-4030ae32-1809-4b6d-83c3-f0cf525cc46e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:37.414036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ebb9-2218-4f39-9117-5a5a038085e1 req-4030ae32-1809-4b6d-83c3-f0cf525cc46e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:37.418223 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6b0ebb9-2218-4f39-9117-5a5a038085e1 req-4030ae32-1809-4b6d-83c3-f0cf525cc46e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 4603 time: 0.2415669 Jul 27 22:11:37.514682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] For port 1d5041d4-18ed-408b-9a0f-481d6318c69a, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:37.523745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] For port 1d5041d4-18ed-408b-9a0f-481d6318c69a, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=1d5041d4-18ed-408b-9a0f-481d6318c69a,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:37.555015 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:37.584588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8e9f5-8502-49de-b539-43384d28f4a6 req-f224edee-cc92-4d37-ad6b-26d048df5118 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:37.586523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab8e9f5-8502-49de-b539-43384d28f4a6 req-f224edee-cc92-4d37-ad6b-26d048df5118 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 946 time: 0.2830961 Jul 27 22:11:37.644491 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:37.645541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:37.652165 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] 10.222.0.43 "PUT /v2.0/ports/1d5041d4-18ed-408b-9a0f-481d6318c69a HTTP/1.1" status: 200 len: 1134 time: 1.3037982 Jul 27 22:11:37.672568 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6b0ebb9-2218-4f39-9117-5a5a038085e1 req-b49dcbae-4899-4d69-8755-a3b402b57b16 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2494085 Jul 27 22:11:37.708275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Request body: {'port': {'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:37.770067 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab8e9f5-8502-49de-b539-43384d28f4a6 req-6a6cd436-b04b-4d3d-b26d-c75eec868876 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518936 Jul 27 22:11:37.796075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51882) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:37.808541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ceb92f-2faa-4c85-a5be-36004cdae5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5041d4-18ed-408b-9a0f-481d6318c69a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:37.821337 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-518137fa-ddde-4b31-820f-e7b3d97baa26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:37.859912 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:38.025354 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-518137fa-ddde-4b31-820f-e7b3d97baa26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:38.028081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a7c78-48af-49fe-9f8f-fa49b9973f0c req-eb89c9da-dd15-4ed6-96fd-1bd7f57e7f31 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:38.028798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-733a7c78-48af-49fe-9f8f-fa49b9973f0c req-eb89c9da-dd15-4ed6-96fd-1bd7f57e7f31 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1468956 Jul 27 22:11:38.038760 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-518137fa-ddde-4b31-820f-e7b3d97baa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:38.087495 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-518137fa-ddde-4b31-820f-e7b3d97baa26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f3cfe3080684a218c411cc44f148105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887185 Jul 27 22:11:38.089053 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518137fa-ddde-4b31-820f-e7b3d97baa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66eee6bb-5737-40fa-8a37-06c5a699bff0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:38.092722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51886) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:38.189927 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e87c-540e-4c8c-b428-0838ef5c47a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:38.219117 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e87c-540e-4c8c-b428-0838ef5c47a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:38.244115 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-733a7c78-48af-49fe-9f8f-fa49b9973f0c req-abd5c967-0b56-45a6-a3bf-ceb2ccf684e6 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778635 Jul 27 22:11:38.306759 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e87c-540e-4c8c-b428-0838ef5c47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:38.309911 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e87c-540e-4c8c-b428-0838ef5c47a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:38.311414 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a6a9e87c-540e-4c8c-b428-0838ef5c47a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66eee6bb-5737-40fa-8a37-06c5a699bff0 HTTP/1.1" status: 204 len: 168 time: 0.2175670 Jul 27 22:11:38.321970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9e87c-540e-4c8c-b428-0838ef5c47a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66eee6bb-5737-40fa-8a37-06c5a699bff0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:38.795136 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': '1d5041d4-18ed-408b-9a0f-481d6318c69a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:38.798114 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "1d5041d4-18ed-408b-9a0f-481d6318c69a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:38.835483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af75e4-a0cf-42fe-a5fd-ffb8ac1391b6 req-1c731251-0946-4f4f-ae0d-f93b4dd7ed39 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:38.836990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39af75e4-a0cf-42fe-a5fd-ffb8ac1391b6 req-1c731251-0946-4f4f-ae0d-f93b4dd7ed39 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 946 time: 0.5731463 Jul 27 22:11:38.928568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0bcfd-ad95-413d-8b62-5096602ebb27 req-247847ab-133c-4e28-8fef-c5054bb7d8ab tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:38.934470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0bcfd-ad95-413d-8b62-5096602ebb27 req-247847ab-133c-4e28-8fef-c5054bb7d8ab tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:38.940543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0bcfd-ad95-413d-8b62-5096602ebb27 req-247847ab-133c-4e28-8fef-c5054bb7d8ab tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:38.946493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0bcfd-ad95-413d-8b62-5096602ebb27 req-247847ab-133c-4e28-8fef-c5054bb7d8ab tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:38.952628 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0bcfd-ad95-413d-8b62-5096602ebb27 req-247847ab-133c-4e28-8fef-c5054bb7d8ab tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:38.959145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0bcfd-ad95-413d-8b62-5096602ebb27 req-247847ab-133c-4e28-8fef-c5054bb7d8ab tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:38.961130 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bc0bcfd-ad95-413d-8b62-5096602ebb27 req-247847ab-133c-4e28-8fef-c5054bb7d8ab tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 4603 time: 0.1597238 Jul 27 22:11:38.991157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39af75e4-a0cf-42fe-a5fd-ffb8ac1391b6 req-3ba9249e-0596-4e62-b886-f35c3916d7ba tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377337 Jul 27 22:11:39.023705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56b565a-7c35-4223-a9e3-caf86b3cf9ac {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:39.040583 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:39.054703 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bc0bcfd-ad95-413d-8b62-5096602ebb27 req-ac31324b-fb4f-4d24-9190-b398e702c17e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752239 Jul 27 22:11:39.078237 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75da78f-a9c8-465e-8a33-36a41b5a302e x-openstack-request-id: req-d75da78f-a9c8-465e-8a33-36a41b5a302e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:39.082475 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "1d5041d4-18ed-408b-9a0f-481d6318c69a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:39.082641 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d75da78f-a9c8-465e-8a33-36a41b5a302e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:39.083060 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': '1d5041d4-18ed-408b-9a0f-481d6318c69a', 'status': 'completed', 'code': 200} Jul 27 22:11:39.084367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Transition to ACTIVE for port object a56b565a-7c35-4223-a9e3-caf86b3cf9ac will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:39.105021 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:39.197715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-a933b5ab-5f67-4526-af86-0b66fdea3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.198422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-a933b5ab-5f67-4526-af86-0b66fdea3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.198540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-a933b5ab-5f67-4526-af86-0b66fdea3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.198958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-a933b5ab-5f67-4526-af86-0b66fdea3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.199428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-a933b5ab-5f67-4526-af86-0b66fdea3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.200357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-a933b5ab-5f67-4526-af86-0b66fdea3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.202396 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-a933b5ab-5f67-4526-af86-0b66fdea3059 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f44ee099caa4576a0393835a4c53f77&device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5289 time: 0.1169615 Jul 27 22:11:39.215472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Pushing event updated for resources: {'Port': ['ID=a56b565a-7c35-4223-a9e3-caf86b3cf9ac,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:39.280313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Attempting to bind port a56b565a-7c35-4223-a9e3-caf86b3cf9ac on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:39.280904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Attempting to bind port a56b565a-7c35-4223-a9e3-caf86b3cf9ac by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:39.281784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Attempting to bind port a56b565a-7c35-4223-a9e3-caf86b3cf9ac on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:39.290159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Port a56b565a-7c35-4223-a9e3-caf86b3cf9ac on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:39.290753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Attempting to bind port a56b565a-7c35-4223-a9e3-caf86b3cf9ac on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:39.301905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:39.302352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Checking segment: {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:39.302938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Bound using segment: {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:39.303456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Bound port: a56b565a-7c35-4223-a9e3-caf86b3cf9ac, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:39.304429 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:39.405711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-cb8c0784-73ad-412a-88b7-d9ae1f5bc8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.406198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-cb8c0784-73ad-412a-88b7-d9ae1f5bc8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.407342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-cb8c0784-73ad-412a-88b7-d9ae1f5bc8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.409347 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-cb8c0784-73ad-412a-88b7-d9ae1f5bc8b8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0f44ee099caa4576a0393835a4c53f77&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1986389 Jul 27 22:11:39.470082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] For port a56b565a-7c35-4223-a9e3-caf86b3cf9ac, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:39.479678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] For port a56b565a-7c35-4223-a9e3-caf86b3cf9ac, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=a56b565a-7c35-4223-a9e3-caf86b3cf9ac,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:39.491397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c250e22-4da5-4eb1-b9ca-ca247877daa1 req-c19839dd-b157-48ee-8670-6622bc8001e1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.494432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c250e22-4da5-4eb1-b9ca-ca247877daa1 req-c19839dd-b157-48ee-8670-6622bc8001e1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1160636 Jul 27 22:11:39.496705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:39.581087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08522ae4-9f78-47b6-a888-068e9f968a10 req-492de5ff-f85d-45b0-9ced-9d130547d2e3 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.582986 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08522ae4-9f78-47b6-a888-068e9f968a10 req-492de5ff-f85d-45b0-9ced-9d130547d2e3 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 946 time: 0.0758569 Jul 27 22:11:39.590891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Pushing event updated for resources: {'Port': ['ID=a56b565a-7c35-4223-a9e3-caf86b3cf9ac,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:39.620762 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c250e22-4da5-4eb1-b9ca-ca247877daa1 req-25ecb82e-ce68-4d0a-93f9-445013a042fc tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655549 Jul 27 22:11:39.627315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.628069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:39.629850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-10d8c4d3-b619-4cdf-8c3a-9a252956baae service neutron] 10.222.0.43 "PUT /v2.0/ports/a56b565a-7c35-4223-a9e3-caf86b3cf9ac HTTP/1.1" status: 200 len: 1136 time: 1.9420221 Jul 27 22:11:39.661028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Request body: {'port': {'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:39.705223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-361730a8-e6ac-4d4d-a489-4dad95e18aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:39.706981 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d6adfd53-dff6-4638-86dd-cbb7e3b9f6e6 req-361730a8-e6ac-4d4d-a489-4dad95e18aca service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2904367 Jul 27 22:11:39.759656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-08522ae4-9f78-47b6-a888-068e9f968a10 req-fbcae9c4-d602-4f09-9853-df2336c52140 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Deleting port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:39.760032 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08522ae4-9f78-47b6-a888-068e9f968a10 req-fbcae9c4-d602-4f09-9853-df2336c52140 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:39.782908 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:39.894171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-08522ae4-9f78-47b6-a888-068e9f968a10 req-fbcae9c4-d602-4f09-9853-df2336c52140 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] For port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:39.894635 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08522ae4-9f78-47b6-a888-068e9f968a10 req-fbcae9c4-d602-4f09-9853-df2336c52140 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:39.915066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-08522ae4-9f78-47b6-a888-068e9f968a10 req-fbcae9c4-d602-4f09-9853-df2336c52140 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Calling delete_port for 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:40.137007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08522ae4-9f78-47b6-a888-068e9f968a10 req-fbcae9c4-d602-4f09-9853-df2336c52140 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:40.164369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd', '93ceb7a5-b1c4-4f55-9771-8ed20ffeb991'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:40.262203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcae9c4-d602-4f09-9853-df2336c52140 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event deleted for resources: {'Port': ['ID=93ceb7a5-b1c4-4f55-9771-8ed20ffeb991,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:40.290795 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33fe549d-8109-4af7-9008-9ce140240005 req-5c48acaa-f6c8-482e-88cf-e85075cceaae tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a HTTP/1.1" status: 200 len: 210 time: 0.1608427 Jul 27 22:11:40.322357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-08522ae4-9f78-47b6-a888-068e9f968a10 req-fbcae9c4-d602-4f09-9853-df2336c52140 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] No DVR routers for this DVR port 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:11:40.326076 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08522ae4-9f78-47b6-a888-068e9f968a10 req-fbcae9c4-d602-4f09-9853-df2336c52140 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:40.332244 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08522ae4-9f78-47b6-a888-068e9f968a10 req-fbcae9c4-d602-4f09-9853-df2336c52140 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "DELETE /v2.0/ports/93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 HTTP/1.1" status: 204 len: 173 time: 0.7387934 Jul 27 22:11:40.332784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a', 'name': 'network-vif-deleted', 'tag': '93ceb7a5-b1c4-4f55-9771-8ed20ffeb991'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:40.339032 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06a9b72-2d12-4b75-8dd5-32dc417c7c4b" -d '{"events": [{"server_uuid": "9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a", "name": "network-vif-deleted", "tag": "93ceb7a5-b1c4-4f55-9771-8ed20ffeb991"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:40.546850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:40.562612 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:40.579604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9db04-fb5e-414d-acc8-125a0f82e5fe req-3f23fd30-eb88-406a-ad8a-1dc6700b61e6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:40.586889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9db04-fb5e-414d-acc8-125a0f82e5fe req-3f23fd30-eb88-406a-ad8a-1dc6700b61e6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:40.594138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9db04-fb5e-414d-acc8-125a0f82e5fe req-3f23fd30-eb88-406a-ad8a-1dc6700b61e6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:40.601509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9db04-fb5e-414d-acc8-125a0f82e5fe req-3f23fd30-eb88-406a-ad8a-1dc6700b61e6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:40.607545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9db04-fb5e-414d-acc8-125a0f82e5fe req-3f23fd30-eb88-406a-ad8a-1dc6700b61e6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:40.607879 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c93ca2-9916-43f8-8989-133a0b900289 x-openstack-request-id: req-c0c93ca2-9916-43f8-8989-133a0b900289 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:40.608392 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a", "name": "network-vif-deleted", "tag": "93ceb7a5-b1c4-4f55-9771-8ed20ffeb991", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:40.609164 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0c93ca2-9916-43f8-8989-133a0b900289 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:40.609874 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9446b3-0c5a-44e7-a3b7-5ae52b32d00a', 'name': 'network-vif-deleted', 'tag': '93ceb7a5-b1c4-4f55-9771-8ed20ffeb991', 'status': 'completed', 'code': 200} Jul 27 22:11:40.613963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9db04-fb5e-414d-acc8-125a0f82e5fe req-3f23fd30-eb88-406a-ad8a-1dc6700b61e6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:40.620293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9db04-fb5e-414d-acc8-125a0f82e5fe req-3f23fd30-eb88-406a-ad8a-1dc6700b61e6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:40.622233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ebd9db04-fb5e-414d-acc8-125a0f82e5fe req-3f23fd30-eb88-406a-ad8a-1dc6700b61e6 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5381 time: 0.3597732 Jul 27 22:11:40.651258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Transition to ACTIVE for port object bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:40.661728 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:40.722768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ebd9db04-fb5e-414d-acc8-125a0f82e5fe req-2b51be42-fa19-4d6d-819d-0d025580566e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924315 Jul 27 22:11:40.783257 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:40.935583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143abc0d-a26b-42ac-9a00-5f673e659729 req-16a41e1e-49fe-4f6f-a4a2-62c0787229b5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:40.948189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-143abc0d-a26b-42ac-9a00-5f673e659729 req-16a41e1e-49fe-4f6f-a4a2-62c0787229b5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1387746 Jul 27 22:11:41.031344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Attempting to bind port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:41.034428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Attempting to bind port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:41.034986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Attempting to bind port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:41.059675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:41.060284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Attempting to bind port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:41.070876 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:41.071774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Checking segment: {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:41.072329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Bound using segment: {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:41.073299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Bound port: bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:41.073885 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:41.087310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': 'a56b565a-7c35-4223-a9e3-caf86b3cf9ac'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:41.090557 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2679e39-423d-4972-bb58-8c0882dead1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "a56b565a-7c35-4223-a9e3-caf86b3cf9ac"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:41.216010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-143abc0d-a26b-42ac-9a00-5f673e659729 req-48aeb17b-14bd-4fff-81eb-cd96959a5709 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563043 Jul 27 22:11:41.242712 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e850aee-91e5-4cd5-8d03-55b8e16e6884 x-openstack-request-id: req-9e850aee-91e5-4cd5-8d03-55b8e16e6884 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:41.243691 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "a56b565a-7c35-4223-a9e3-caf86b3cf9ac", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:41.251202 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e850aee-91e5-4cd5-8d03-55b8e16e6884 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:41.253357 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': 'a56b565a-7c35-4223-a9e3-caf86b3cf9ac', 'status': 'completed', 'code': 200} Jul 27 22:11:41.415539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679e39-423d-4972-bb58-8c0882dead1f req-0afadff1-d114-4a04-ae82-2af856d66ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.417719 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679e39-423d-4972-bb58-8c0882dead1f req-0afadff1-d114-4a04-ae82-2af856d66ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.418295 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679e39-423d-4972-bb58-8c0882dead1f req-0afadff1-d114-4a04-ae82-2af856d66ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.433104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679e39-423d-4972-bb58-8c0882dead1f req-0afadff1-d114-4a04-ae82-2af856d66ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.434245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679e39-423d-4972-bb58-8c0882dead1f req-0afadff1-d114-4a04-ae82-2af856d66ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.438686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679e39-423d-4972-bb58-8c0882dead1f req-0afadff1-d114-4a04-ae82-2af856d66ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.444219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679e39-423d-4972-bb58-8c0882dead1f req-0afadff1-d114-4a04-ae82-2af856d66ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.457121 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2679e39-423d-4972-bb58-8c0882dead1f req-0afadff1-d114-4a04-ae82-2af856d66ac1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f44ee099caa4576a0393835a4c53f77&device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 6243 time: 0.2313662 Jul 27 22:11:41.488788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] For port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:41.503043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] For port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:41.513912 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:41.574145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.574145 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:41.575894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] 10.222.0.43 "PUT /v2.0/ports/bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 HTTP/1.1" status: 200 len: 1090 time: 1.9196167 Jul 27 22:11:41.695301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679e39-423d-4972-bb58-8c0882dead1f req-b005ec66-e521-46d5-9d24-dd356cd1c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.695977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679e39-423d-4972-bb58-8c0882dead1f req-b005ec66-e521-46d5-9d24-dd356cd1c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.696443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679e39-423d-4972-bb58-8c0882dead1f req-b005ec66-e521-46d5-9d24-dd356cd1c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.697295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Request body: {'port': {'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:41.698629 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2679e39-423d-4972-bb58-8c0882dead1f req-b005ec66-e521-46d5-9d24-dd356cd1c6bb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0f44ee099caa4576a0393835a4c53f77&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2312636 Jul 27 22:11:41.789686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f90c7d-759e-4b3e-9ac8-5b47d59beaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:41.808656 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:41.890337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679e39-423d-4972-bb58-8c0882dead1f req-1a57039f-94c0-4154-9bf5-929997ba9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:41.892174 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2679e39-423d-4972-bb58-8c0882dead1f req-1a57039f-94c0-4154-9bf5-929997ba9744 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1851337 Jul 27 22:11:42.287852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022ec8e-e808-4735-8cad-c811f15c4952 req-f526681f-4454-40c5-9b8d-13fcc2a773f0 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:42.294355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022ec8e-e808-4735-8cad-c811f15c4952 req-f526681f-4454-40c5-9b8d-13fcc2a773f0 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:42.301639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022ec8e-e808-4735-8cad-c811f15c4952 req-f526681f-4454-40c5-9b8d-13fcc2a773f0 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:42.307755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022ec8e-e808-4735-8cad-c811f15c4952 req-f526681f-4454-40c5-9b8d-13fcc2a773f0 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:42.315256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022ec8e-e808-4735-8cad-c811f15c4952 req-f526681f-4454-40c5-9b8d-13fcc2a773f0 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:42.321901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022ec8e-e808-4735-8cad-c811f15c4952 req-f526681f-4454-40c5-9b8d-13fcc2a773f0 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:42.330503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022ec8e-e808-4735-8cad-c811f15c4952 req-f526681f-4454-40c5-9b8d-13fcc2a773f0 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:42.339045 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a022ec8e-e808-4735-8cad-c811f15c4952 req-f526681f-4454-40c5-9b8d-13fcc2a773f0 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5393 time: 0.4323442 Jul 27 22:11:42.355685 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.454605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a022ec8e-e808-4735-8cad-c811f15c4952 req-52c36642-4b41-4de3-9057-3870f9885e22 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123462 Jul 27 22:11:42.479374 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-6b3a0edb-50c6-44de-ba69-4a78c244ed0d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:42.481454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-6b3a0edb-50c6-44de-ba69-4a78c244ed0d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.5363574 Jul 27 22:11:42.528571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c66736-9514-4b6f-a997-a73eb1f4ed09 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:42.538067 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.552591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-596ae903-28d2-4aa7-a246-9de52fc9e11d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/quotas/e8cb9d7daf91406a9d5ac06bcffeecf3 HTTP/1.1" status: 200 len: 375 time: 0.0485179 Jul 27 22:11:42.571819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Transition to ACTIVE for port object 98c66736-9514-4b6f-a997-a73eb1f4ed09 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:42.647163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.768683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Pushing event updated for resources: {'Port': ['ID=98c66736-9514-4b6f-a997-a73eb1f4ed09,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:42.773115 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89f4e8ef-d347-49e4-834b-b55713bbf43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:42.804193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3851ad-16f6-4ed8-bc5a-d7b93cb3cef1 req-ea7f564b-127d-4de5-a12e-74fe097b271f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:42.809955 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a3851ad-16f6-4ed8-bc5a-d7b93cb3cef1 req-ea7f564b-127d-4de5-a12e-74fe097b271f tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.2327204 Jul 27 22:11:42.840247 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-4db92a15-8e6e-4e53-8071-6e05f8414f8c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2643199 Jul 27 22:11:42.995481 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a3851ad-16f6-4ed8-bc5a-d7b93cb3cef1 req-2bd78226-d0f9-4181-a83d-3ba959ea84a5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415238 Jul 27 22:11:43.017616 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Attempting to bind port 98c66736-9514-4b6f-a997-a73eb1f4ed09 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:43.019476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Attempting to bind port 98c66736-9514-4b6f-a997-a73eb1f4ed09 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:43.020024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Attempting to bind port 98c66736-9514-4b6f-a997-a73eb1f4ed09 on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:43.041836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Port 98c66736-9514-4b6f-a997-a73eb1f4ed09 on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:43.046587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Attempting to bind port 98c66736-9514-4b6f-a997-a73eb1f4ed09 on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:43.066947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:43.067287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Checking segment: {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:43.067678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Bound using segment: {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:43.068120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Bound port: 98c66736-9514-4b6f-a997-a73eb1f4ed09, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af63a49-a104-4eff-b14d-12537e5299b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:43.068482 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:43.118229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-9575a38c-4a82-4ee2-9d52-ebc120f4a40a service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743044 Jul 27 22:11:43.268463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': 'bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:43.270849 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59bdd61-f47c-4790-a292-57a2b46a18ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:43.292499 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] For port 98c66736-9514-4b6f-a997-a73eb1f4ed09, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:43.297020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] For port 98c66736-9514-4b6f-a997-a73eb1f4ed09, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=98c66736-9514-4b6f-a997-a73eb1f4ed09,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:43.315676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:43.327188 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058f0d38-ec09-46ca-8055-879e8f88cc2d x-openstack-request-id: req-058f0d38-ec09-46ca-8055-879e8f88cc2d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:43.327475 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:43.327721 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-058f0d38-ec09-46ca-8055-879e8f88cc2d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:43.328109 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': 'bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1', 'status': 'completed', 'code': 200} Jul 27 22:11:43.346316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52138) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:43.371023 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.371655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:43.373030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] 10.222.0.43 "PUT /v2.0/ports/98c66736-9514-4b6f-a997-a73eb1f4ed09 HTTP/1.1" status: 200 len: 1091 time: 1.6917682 Jul 27 22:11:43.382300 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-b3afd181-3141-4a04-a388-911006c6f621 service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655308 Jul 27 22:11:43.452233 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-a3d6a565-5c73-40af-a467-f07bf677f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.453603 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-a3d6a565-5c73-40af-a467-f07bf677f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.455138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-a3d6a565-5c73-40af-a467-f07bf677f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.455793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-a3d6a565-5c73-40af-a467-f07bf677f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.456428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-a3d6a565-5c73-40af-a467-f07bf677f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.457085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-a3d6a565-5c73-40af-a467-f07bf677f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.457729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-a3d6a565-5c73-40af-a467-f07bf677f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.458722 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497a35a-1c6e-46eb-915c-09a4a7a34ffe service neutron] Pushing event updated for resources: {'Port': ['ID=98c66736-9514-4b6f-a997-a73eb1f4ed09,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:43.460487 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-a3d6a565-5c73-40af-a467-f07bf677f846 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f44ee099caa4576a0393835a4c53f77&device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 6352 time: 0.0955744 Jul 27 22:11:43.465944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Request body: {'port': {'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:43.624255 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dcff6ea0-fc46-4c48-9076-6e45e9fa6745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:43.635615 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:43.759880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-25b9e9ac-d1c4-4d74-851c-449c40ed7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.760940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-25b9e9ac-d1c4-4d74-851c-449c40ed7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.761430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-25b9e9ac-d1c4-4d74-851c-449c40ed7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.763789 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-25b9e9ac-d1c4-4d74-851c-449c40ed7baa service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0f44ee099caa4576a0393835a4c53f77&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2894979 Jul 27 22:11:43.782659 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee8f2651-26bc-4a49-a3a2-ccb8a4c42b3d req-bd70f9df-9932-44f5-a10b-6991c9a359e5 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 210 time: 0.0754781 Jul 27 22:11:43.799682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d14d-794a-4831-9dc1-16d414384b82 req-9656b9f1-8fe4-43fa-af2b-f23dcbda4217 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.810039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d14d-794a-4831-9dc1-16d414384b82 req-9656b9f1-8fe4-43fa-af2b-f23dcbda4217 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.818648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d14d-794a-4831-9dc1-16d414384b82 req-9656b9f1-8fe4-43fa-af2b-f23dcbda4217 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.825434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d14d-794a-4831-9dc1-16d414384b82 req-9656b9f1-8fe4-43fa-af2b-f23dcbda4217 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.832035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d14d-794a-4831-9dc1-16d414384b82 req-9656b9f1-8fe4-43fa-af2b-f23dcbda4217 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.844040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d14d-794a-4831-9dc1-16d414384b82 req-9656b9f1-8fe4-43fa-af2b-f23dcbda4217 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.850511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d14d-794a-4831-9dc1-16d414384b82 req-9656b9f1-8fe4-43fa-af2b-f23dcbda4217 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.860568 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0096d14d-794a-4831-9dc1-16d414384b82 req-9656b9f1-8fe4-43fa-af2b-f23dcbda4217 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5405 time: 0.2105200 Jul 27 22:11:43.863337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:43.912666 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:11:43.913300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 93ceb7a5-b1c4-4f55-9771-8ed20ffeb991 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:11:43.940670 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0096d14d-794a-4831-9dc1-16d414384b82 req-dfd52113-324c-4430-80b8-022b3405e242 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728352 Jul 27 22:11:43.966292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-b56fd1f6-0c23-4813-aa60-422d5fb4a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:43.966292 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f59bdd61-f47c-4790-a292-57a2b46a18ad req-b56fd1f6-0c23-4813-aa60-422d5fb4a7f9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1917019 Jul 27 22:11:44.073134 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dcff6ea0-fc46-4c48-9076-6e45e9fa6745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.086467 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dcff6ea0-fc46-4c48-9076-6e45e9fa6745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.154845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:44.155195 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dcff6ea0-fc46-4c48-9076-6e45e9fa6745 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad26913689e84e399c1a7545318b02c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8072166 Jul 27 22:11:44.156475 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff6ea0-fc46-4c48-9076-6e45e9fa6745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fd26d0-f9ac-4e0c-9140-35d305b5c24a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:44.226445 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:44.309741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e6d8b-41bd-4565-982b-770786bca068 req-d3a48090-125c-4e12-ab7d-1225a0804f13 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:44.311233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-967e6d8b-41bd-4565-982b-770786bca068 req-d3a48090-125c-4e12-ab7d-1225a0804f13 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1554778 Jul 27 22:11:44.367835 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0796e5fe-9e33-4c3b-ac10-454d6b7c9280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.424092 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0796e5fe-9e33-4c3b-ac10-454d6b7c9280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.435289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-967e6d8b-41bd-4565-982b-770786bca068 req-fd7dab7f-351a-4e79-a31a-8bb0b5c0a4f4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002829 Jul 27 22:11:44.451504 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4cfe-3a79-4cd1-9d2d-305bbdd25a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.496545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3b3556-eb4a-484d-8b3b-f79d8aebea23 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:44.505573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.534819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Transition to ACTIVE for port object eb3b3556-eb4a-484d-8b3b-f79d8aebea23 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:44.536285 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0796e5fe-9e33-4c3b-ac10-454d6b7c9280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.538987 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0796e5fe-9e33-4c3b-ac10-454d6b7c9280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.542366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0796e5fe-9e33-4c3b-ac10-454d6b7c9280 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08fd26d0-f9ac-4e0c-9140-35d305b5c24a HTTP/1.1" status: 204 len: 168 time: 0.3579454 Jul 27 22:11:44.543647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.565621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796e5fe-9e33-4c3b-ac10-454d6b7c9280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fd26d0-f9ac-4e0c-9140-35d305b5c24a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:44.597642 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4cfe-3a79-4cd1-9d2d-305bbdd25a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.605163 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4cfe-3a79-4cd1-9d2d-305bbdd25a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.660767 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3c3e4cfe-3a79-4cd1-9d2d-305bbdd25a65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b779be6e0e44b9586deed51021fbe52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326799 Jul 27 22:11:44.664675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52178) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:44.668168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:44.690768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e4cfe-3a79-4cd1-9d2d-305bbdd25a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701e2624-b804-43b1-ae11-0ec9f32f7fa5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:44.765781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Attempting to bind port eb3b3556-eb4a-484d-8b3b-f79d8aebea23 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:44.767282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Attempting to bind port eb3b3556-eb4a-484d-8b3b-f79d8aebea23 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:44.767694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Attempting to bind port eb3b3556-eb4a-484d-8b3b-f79d8aebea23 on network c521b827-668a-4ab8-91f4-58d73f3f2bae {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:44.772760 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f232f372-d53f-4f25-9aaa-eb8cc5324232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.775511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Port eb3b3556-eb4a-484d-8b3b-f79d8aebea23 on network c521b827-668a-4ab8-91f4-58d73f3f2bae not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:44.775652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Attempting to bind port eb3b3556-eb4a-484d-8b3b-f79d8aebea23 on network c521b827-668a-4ab8-91f4-58d73f3f2bae {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:44.782064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:44.782864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Checking segment: {'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:44.783199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Bound using segment: {'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:44.783708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Bound port: eb3b3556-eb4a-484d-8b3b-f79d8aebea23, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:44.784160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.823291 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f232f372-d53f-4f25-9aaa-eb8cc5324232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.911566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] For port eb3b3556-eb4a-484d-8b3b-f79d8aebea23, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:44.917096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] For port eb3b3556-eb4a-484d-8b3b-f79d8aebea23, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:44.931565 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.938544 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f232f372-d53f-4f25-9aaa-eb8cc5324232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.941339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f232f372-d53f-4f25-9aaa-eb8cc5324232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.945239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f232f372-d53f-4f25-9aaa-eb8cc5324232 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/701e2624-b804-43b1-ae11-0ec9f32f7fa5 HTTP/1.1" status: 204 len: 168 time: 0.2767031 Jul 27 22:11:44.957073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8374bc87-5ece-4236-8ae3-457281757178 req-5353513e-514d-47bd-99d8-195db564592d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 210 time: 0.0372021 Jul 27 22:11:44.979931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232f372-d53f-4f25-9aaa-eb8cc5324232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701e2624-b804-43b1-ae11-0ec9f32f7fa5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:44.993223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:44.993928 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:44.996356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] 10.222.0.43 "PUT /v2.0/ports/eb3b3556-eb4a-484d-8b3b-f79d8aebea23 HTTP/1.1" status: 200 len: 1091 time: 1.5344908 Jul 27 22:11:45.049053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Request body: {'port': {'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:45.053703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3314d-e8e8-495e-8b91-bc760a49dc29 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:45.100581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52188) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:45.137250 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb8f791b-c81d-4021-950f-d13e2ed72b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:45.230525 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:45.263972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e71ec-d6d4-4140-9e5e-cf547967f73f req-0f20b8ce-0b95-42f4-b138-fa35ba9d1448 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.276845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e71ec-d6d4-4140-9e5e-cf547967f73f req-0f20b8ce-0b95-42f4-b138-fa35ba9d1448 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.292335 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e71ec-d6d4-4140-9e5e-cf547967f73f req-0f20b8ce-0b95-42f4-b138-fa35ba9d1448 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.299460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e71ec-d6d4-4140-9e5e-cf547967f73f req-0f20b8ce-0b95-42f4-b138-fa35ba9d1448 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.305475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e71ec-d6d4-4140-9e5e-cf547967f73f req-0f20b8ce-0b95-42f4-b138-fa35ba9d1448 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.319322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e71ec-d6d4-4140-9e5e-cf547967f73f req-0f20b8ce-0b95-42f4-b138-fa35ba9d1448 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.329757 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e71ec-d6d4-4140-9e5e-cf547967f73f req-0f20b8ce-0b95-42f4-b138-fa35ba9d1448 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.332183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a08e71ec-d6d4-4140-9e5e-cf547967f73f req-0f20b8ce-0b95-42f4-b138-fa35ba9d1448 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5417 time: 0.2274790 Jul 27 22:11:45.349718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': '98c66736-9514-4b6f-a997-a73eb1f4ed09'}, {'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': 'eb3b3556-eb4a-484d-8b3b-f79d8aebea23'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:45.352076 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058" -d '{"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "98c66736-9514-4b6f-a997-a73eb1f4ed09"}, {"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "eb3b3556-eb4a-484d-8b3b-f79d8aebea23"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:45.402235 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-67ab8bd4-a79c-497b-8051-c080cd989f96 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.406009 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-67ab8bd4-a79c-497b-8051-c080cd989f96 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.2617471 Jul 27 22:11:45.409508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a08e71ec-d6d4-4140-9e5e-cf547967f73f req-8b5597ee-3402-4a17-8968-8de4077aa495 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518205 Jul 27 22:11:45.467109 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94ab030c-6c00-49d4-ae3d-3669b712fc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:45.533939 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e48537-baf0-4373-9dae-5249e04eb3c4 x-openstack-request-id: req-86e48537-baf0-4373-9dae-5249e04eb3c4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:45.534351 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "98c66736-9514-4b6f-a997-a73eb1f4ed09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "eb3b3556-eb4a-484d-8b3b-f79d8aebea23", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:45.534511 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86e48537-baf0-4373-9dae-5249e04eb3c4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:45.534891 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': '98c66736-9514-4b6f-a997-a73eb1f4ed09', 'status': 'completed', 'code': 200} Jul 27 22:11:45.535116 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': 'eb3b3556-eb4a-484d-8b3b-f79d8aebea23', 'status': 'completed', 'code': 200} Jul 27 22:11:45.539172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Request body: {'port': {'device_id': 'c804b563-0cc6-4011-af30-ac39c2f08b20', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'admin_state_up': True, 'tenant_id': 'e8cb9d7daf91406a9d5ac06bcffeecf3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:45.653998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4591e7a-f897-4a09-a7df-fe860ce72f73 req-b5e2640a-c701-48a7-9d1e-97b58ee4186a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.656099 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4591e7a-f897-4a09-a7df-fe860ce72f73 req-b5e2640a-c701-48a7-9d1e-97b58ee4186a tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1049287 Jul 27 22:11:45.670979 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:45.671972 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:45.714800 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e67bc73e-273a-441f-81bf-960bb6307c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:45.745081 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb8f791b-c81d-4021-950f-d13e2ed72b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:45.759349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-d120e307-853c-4efc-b9d7-5253b83f48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.759854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-d120e307-853c-4efc-b9d7-5253b83f48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.760331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-d120e307-853c-4efc-b9d7-5253b83f48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.760803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-d120e307-853c-4efc-b9d7-5253b83f48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.761627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-d120e307-853c-4efc-b9d7-5253b83f48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.761745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-d120e307-853c-4efc-b9d7-5253b83f48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.762209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-d120e307-853c-4efc-b9d7-5253b83f48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.764150 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-d120e307-853c-4efc-b9d7-5253b83f48d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f44ee099caa4576a0393835a4c53f77&device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 6419 time: 0.2393880 Jul 27 22:11:45.767489 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb8f791b-c81d-4021-950f-d13e2ed72b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:45.768041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4591e7a-f897-4a09-a7df-fe860ce72f73 req-20fb4156-a7ee-42e0-a107-c156298b0926 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960643 Jul 27 22:11:45.871345 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-eb8f791b-c81d-4021-950f-d13e2ed72b55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51cc4d459e1247f99a413b4fd771d0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7695637 Jul 27 22:11:45.873828 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f791b-c81d-4021-950f-d13e2ed72b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a01a75-10f4-4e44-b553-64d1a24e97ea,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:45.876267 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:45.898170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abba6cdf-12b7-4eac-b8d5-37b48d806ff6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:45.913874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-cd576f34-cdde-42ca-b674-44d99039f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.914378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-cd576f34-cdde-42ca-b674-44d99039f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.914497 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:45.914899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-cd576f34-cdde-42ca-b674-44d99039f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:45.916936 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-cd576f34-cdde-42ca-b674-44d99039f681 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0f44ee099caa4576a0393835a4c53f77&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1427794 Jul 27 22:11:45.956341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Transition to ACTIVE for port object abba6cdf-12b7-4eac-b8d5-37b48d806ff6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:45.974052 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.013883 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e67bc73e-273a-441f-81bf-960bb6307c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.020282 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f8f825a-5d6a-4798-9c7f-b9454c998714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.061349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Made reservation on behalf of e8cb9d7daf91406a9d5ac06bcffeecf3 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:46.065430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.080033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-a0b9f802-31e7-48fb-8b0c-648e814eae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.081649 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-a0b9f802-31e7-48fb-8b0c-648e814eae14 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577520 Jul 27 22:11:46.093911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e67bc73e-273a-441f-81bf-960bb6307c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.166608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Pushing event updated for resources: {'Port': ['ID=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:46.201858 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bc73e-273a-441f-81bf-960bb6307c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a24876-0c2e-49cc-8878-6d59f01a4ae3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:46.231097 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f8f825a-5d6a-4798-9c7f-b9454c998714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.234490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74f3e45d-07b9-4de3-b104-7675515badb4 req-f467e2f3-e027-4d08-80c9-f5436ac582eb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 210 time: 0.1444738 Jul 27 22:11:46.244542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Allocated IP 172.20.0.13 (12877bf8-a34f-4c9c-abe4-4954942b1a4f/a8a26f0a-cab7-4000-93f5-0fd89413147b/f74b25d1-277f-44f0-9bd9-ad7149c17578) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:46.270019 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e67bc73e-273a-441f-81bf-960bb6307c26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9cebfd988d534cc588bae2dd4b7819cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5957713 Jul 27 22:11:46.278793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52206) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:46.315565 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.345804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Attempting to bind port abba6cdf-12b7-4eac-b8d5-37b48d806ff6 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:46.345804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Attempting to bind port abba6cdf-12b7-4eac-b8d5-37b48d806ff6 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:46.346182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Attempting to bind port abba6cdf-12b7-4eac-b8d5-37b48d806ff6 on network c521b827-668a-4ab8-91f4-58d73f3f2bae {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:46.357236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Port abba6cdf-12b7-4eac-b8d5-37b48d806ff6 on network c521b827-668a-4ab8-91f4-58d73f3f2bae not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:46.357236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Attempting to bind port abba6cdf-12b7-4eac-b8d5-37b48d806ff6 on network c521b827-668a-4ab8-91f4-58d73f3f2bae {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:46.366050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da65cbba-c279-4f02-b5e1-5dbd1c59d374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.369243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:46.369647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Checking segment: {'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:46.370134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Bound using segment: {'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:46.370596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Bound port: abba6cdf-12b7-4eac-b8d5-37b48d806ff6, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c76020-e495-4c7a-ad0d-4da994162585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:46.370972 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.371315 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.375901 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f8f825a-5d6a-4798-9c7f-b9454c998714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.378850 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f8f825a-5d6a-4798-9c7f-b9454c998714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.382522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6f8f825a-5d6a-4798-9c7f-b9454c998714 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3a01a75-10f4-4e44-b553-64d1a24e97ea HTTP/1.1" status: 204 len: 168 time: 0.5014446 Jul 27 22:11:46.405955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f825a-5d6a-4798-9c7f-b9454c998714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a01a75-10f4-4e44-b553-64d1a24e97ea,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:46.422702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-3f37ecbb-c999-4386-ab65-c0ac57cb34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.423194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-3f37ecbb-c999-4386-ab65-c0ac57cb34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.423663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-3f37ecbb-c999-4386-ab65-c0ac57cb34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.424129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-3f37ecbb-c999-4386-ab65-c0ac57cb34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.424587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-3f37ecbb-c999-4386-ab65-c0ac57cb34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.425043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-3f37ecbb-c999-4386-ab65-c0ac57cb34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.425500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-3f37ecbb-c999-4386-ab65-c0ac57cb34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.427410 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-3f37ecbb-c999-4386-ab65-c0ac57cb34c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f44ee099caa4576a0393835a4c53f77&device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 6444 time: 0.2878523 Jul 27 22:11:46.439714 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da65cbba-c279-4f02-b5e1-5dbd1c59d374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.499932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] For port abba6cdf-12b7-4eac-b8d5-37b48d806ff6, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:46.503709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.504640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] For port abba6cdf-12b7-4eac-b8d5-37b48d806ff6, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:46.513010 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.576382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.577367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.580432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] 10.222.0.43 "PUT /v2.0/ports/abba6cdf-12b7-4eac-b8d5-37b48d806ff6 HTTP/1.1" status: 200 len: 1091 time: 1.5366185 Jul 27 22:11:46.588153 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da65cbba-c279-4f02-b5e1-5dbd1c59d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.592612 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da65cbba-c279-4f02-b5e1-5dbd1c59d374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.593510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-25e6d328-3dc6-4173-8b5f-7ef5eef905db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.594825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-25e6d328-3dc6-4173-8b5f-7ef5eef905db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.595504 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-25e6d328-3dc6-4173-8b5f-7ef5eef905db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.599968 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-da65cbba-c279-4f02-b5e1-5dbd1c59d374 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00a24876-0c2e-49cc-8878-6d59f01a4ae3 HTTP/1.1" status: 204 len: 168 time: 0.3177111 Jul 27 22:11:46.600891 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-25e6d328-3dc6-4173-8b5f-7ef5eef905db service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0f44ee099caa4576a0393835a4c53f77&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1628327 Jul 27 22:11:46.619624 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:46.633180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:46.677356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65cbba-c279-4f02-b5e1-5dbd1c59d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a24876-0c2e-49cc-8878-6d59f01a4ae3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:46.796733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] Pushing event updated for resources: {'Port': ['ID=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:46.826934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Network 12877bf8-a34f-4c9c-abe4-4954942b1a4f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:46.845591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:46.874528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:46.878544 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6fb58-dae2-40f9-89d6-7a97df90888a req-0694d467-46a1-419b-9c17-c2a782c32232 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.893115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6fb58-dae2-40f9-89d6-7a97df90888a req-0694d467-46a1-419b-9c17-c2a782c32232 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.914089 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6fb58-dae2-40f9-89d6-7a97df90888a req-0694d467-46a1-419b-9c17-c2a782c32232 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.920269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6fb58-dae2-40f9-89d6-7a97df90888a req-0694d467-46a1-419b-9c17-c2a782c32232 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.936961 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6fb58-dae2-40f9-89d6-7a97df90888a req-0694d467-46a1-419b-9c17-c2a782c32232 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.946631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event updated for resources: {'Port': ['ID=f74b25d1-277f-44f0-9bd9-ad7149c17578,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:46.947799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6fb58-dae2-40f9-89d6-7a97df90888a req-0694d467-46a1-419b-9c17-c2a782c32232 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.958847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6fb58-dae2-40f9-89d6-7a97df90888a req-0694d467-46a1-419b-9c17-c2a782c32232 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:46.968367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66d6fb58-dae2-40f9-89d6-7a97df90888a req-0694d467-46a1-419b-9c17-c2a782c32232 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.3062763 Jul 27 22:11:47.038132 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.041722 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.045029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-b4202491-682c-4f45-b362-782749458e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.050556 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-015bc54a-8bd1-4863-9fd0-5d1fc3ddc058 req-b4202491-682c-4f45-b362-782749458e74 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4424241 Jul 27 22:11:47.071119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e2794-8e5b-4099-8a2f-e73e06fd292d req-251d1c63-63c6-45b7-a9d9-acebc2ae3877 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.073083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d06e2794-8e5b-4099-8a2f-e73e06fd292d req-251d1c63-63c6-45b7-a9d9-acebc2ae3877 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1026759 Jul 27 22:11:47.090914 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-f9130c98-4792-4ce1-8fce-ec4b2c31edf6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5647867 Jul 27 22:11:47.105200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Request body: {'port': {'device_id': 'c804b563-0cc6-4011-af30-ac39c2f08b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:47.112584 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66d6fb58-dae2-40f9-89d6-7a97df90888a req-bf5fc25c-70b7-4817-8c98-e304010f18d3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280260 Jul 27 22:11:47.160153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d06e2794-8e5b-4099-8a2f-e73e06fd292d req-8b069823-b782-4717-a26f-342033dfebb8 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778813 Jul 27 22:11:47.220455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-edd7b8b1-6622-4478-9398-4d23a5d59c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.221038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-edd7b8b1-6622-4478-9398-4d23a5d59c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.221579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-edd7b8b1-6622-4478-9398-4d23a5d59c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.222001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-edd7b8b1-6622-4478-9398-4d23a5d59c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.222495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-edd7b8b1-6622-4478-9398-4d23a5d59c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.222966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-edd7b8b1-6622-4478-9398-4d23a5d59c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.223437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-edd7b8b1-6622-4478-9398-4d23a5d59c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.225391 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-edd7b8b1-6622-4478-9398-4d23a5d59c33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f44ee099caa4576a0393835a4c53f77&device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 6486 time: 0.1142504 Jul 27 22:11:47.230211 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:47.233613 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.245648 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1d4f4a2-7cfe-49fa-b978-31184eef16db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.283106 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-164fc4d8-44bd-4ae0-8a9f-9df443c0001e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=939774e0-b0e1-4e89-a9d3-849fb48484a0 HTTP/1.1" status: 200 len: 217 time: 0.0392134 Jul 27 22:11:47.373349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1d4f4a2-7cfe-49fa-b978-31184eef16db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.388648 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1d4f4a2-7cfe-49fa-b978-31184eef16db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.416983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-52346ed9-e70a-4832-8f12-a98a6c90e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.418391 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-52346ed9-e70a-4832-8f12-a98a6c90e8a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=17f69d25-f4fe-48ac-bb8e-d91962f7f812 HTTP/1.1" status: 200 len: 856 time: 0.1144307 Jul 27 22:11:47.467922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863e808-de47-4fdd-89d0-962bf92e9900 req-83f370d4-441a-41a1-84b0-4c61816a6761 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.470681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8863e808-de47-4fdd-89d0-962bf92e9900 req-83f370d4-441a-41a1-84b0-4c61816a6761 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 932 time: 0.0927970 Jul 27 22:11:47.471555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4f4a2-7cfe-49fa-b978-31184eef16db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae91fb7-90fd-47ac-9809-d3886a6b18b8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:47.478866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e1d4f4a2-7cfe-49fa-b978-31184eef16db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=996ceab761744dbab458edda7514e139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449601 Jul 27 22:11:47.480214 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:47.536759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': 'abba6cdf-12b7-4eac-b8d5-37b48d806ff6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:47.539168 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfe42d0-c60e-4700-8034-2b688d024cda" -d '{"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "abba6cdf-12b7-4eac-b8d5-37b48d806ff6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:47.544790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-8644c582-d328-4550-8ff9-c2b7233e4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:47.546361 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-8644c582-d328-4550-8ff9-c2b7233e4a6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1953a48-d636-4e9d-9e5f-5849e72fce1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155159 Jul 27 22:11:47.605966 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27245b2d-f5b1-4935-9708-8e11e85f5004 x-openstack-request-id: req-27245b2d-f5b1-4935-9708-8e11e85f5004 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:47.606243 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "abba6cdf-12b7-4eac-b8d5-37b48d806ff6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:47.606548 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27245b2d-f5b1-4935-9708-8e11e85f5004 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:47.607076 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': 'abba6cdf-12b7-4eac-b8d5-37b48d806ff6', 'status': 'completed', 'code': 200} Jul 27 22:11:47.630430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8863e808-de47-4fdd-89d0-962bf92e9900 req-4a188f7e-2684-4a45-a5ec-c1650c74f152 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454353 Jul 27 22:11:47.639293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e32d38f-3945-4950-9e3f-ae3522b422a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.685881 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e32d38f-3945-4950-9e3f-ae3522b422a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.710751 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-5459fc8f-27e5-48b9-a92b-539e61b83270 service neutron] 10.222.0.43 "GET /v2.0/networks/b1953a48-d636-4e9d-9e5f-5849e72fce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556699 Jul 27 22:11:47.781237 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e32d38f-3945-4950-9e3f-ae3522b422a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.785336 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e32d38f-3945-4950-9e3f-ae3522b422a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.790672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1e32d38f-3945-4950-9e3f-ae3522b422a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eae91fb7-90fd-47ac-9809-d3886a6b18b8 HTTP/1.1" status: 204 len: 168 time: 0.3048732 Jul 27 22:11:47.800420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74b25d1-277f-44f0-9bd9-ad7149c17578 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:47.806252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32d38f-3945-4950-9e3f-ae3522b422a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae91fb7-90fd-47ac-9809-d3886a6b18b8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:47.819496 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.847403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Transition to ACTIVE for port object f74b25d1-277f-44f0-9bd9-ad7149c17578 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:47.864446 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:47.898532 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-ac7f17c6-4e66-4091-b42d-e7aad9e58b9d service neutron] 10.222.0.43 "GET /v2.0/networks/b1953a48-d636-4e9d-9e5f-5849e72fce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678526 Jul 27 22:11:47.956627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1ab70866-c0e0-45ac-b0e5-c897991ca114 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=1d5041d4-18ed-408b-9a0f-481d6318c69a HTTP/1.1" status: 200 len: 217 time: 0.0482481 Jul 27 22:11:47.957711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Pushing event updated for resources: {'Port': ['ID=f74b25d1-277f-44f0-9bd9-ad7149c17578,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:48.020221 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:48.064293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-b85c6574-fd19-4d32-b249-9d48cb3d10ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.065884 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-b85c6574-fd19-4d32-b249-9d48cb3d10ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 200 len: 797 time: 0.1011450 Jul 27 22:11:48.091864 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Attempting to bind port f74b25d1-277f-44f0-9bd9-ad7149c17578 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:48.092188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Attempting to bind port f74b25d1-277f-44f0-9bd9-ad7149c17578 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:48.092429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Attempting to bind port f74b25d1-277f-44f0-9bd9-ad7149c17578 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:48.117342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Port f74b25d1-277f-44f0-9bd9-ad7149c17578 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:48.117669 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Attempting to bind port f74b25d1-277f-44f0-9bd9-ad7149c17578 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:48.126756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:48.127091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Checking segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:48.127457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Bound using segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:48.127961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Bound port: f74b25d1-277f-44f0-9bd9-ad7149c17578, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:48.128716 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:48.149836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-180105dc-704e-44a5-a238-b2eb333ac739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.151394 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-180105dc-704e-44a5-a238-b2eb333ac739 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733652 Jul 27 22:11:48.381103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa935-607d-4180-9314-ac4d935f651e req-873c6e3f-8f01-422b-a8d9-2d202470845c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.387071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa935-607d-4180-9314-ac4d935f651e req-873c6e3f-8f01-422b-a8d9-2d202470845c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.393185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa935-607d-4180-9314-ac4d935f651e req-873c6e3f-8f01-422b-a8d9-2d202470845c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.399208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa935-607d-4180-9314-ac4d935f651e req-873c6e3f-8f01-422b-a8d9-2d202470845c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.405054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa935-607d-4180-9314-ac4d935f651e req-873c6e3f-8f01-422b-a8d9-2d202470845c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.411248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa935-607d-4180-9314-ac4d935f651e req-873c6e3f-8f01-422b-a8d9-2d202470845c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.427275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa935-607d-4180-9314-ac4d935f651e req-873c6e3f-8f01-422b-a8d9-2d202470845c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.429196 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecefa935-607d-4180-9314-ac4d935f651e req-873c6e3f-8f01-422b-a8d9-2d202470845c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.1549833 Jul 27 22:11:48.459896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] For port f74b25d1-277f-44f0-9bd9-ad7149c17578, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:48.466544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] For port f74b25d1-277f-44f0-9bd9-ad7149c17578, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f74b25d1-277f-44f0-9bd9-ad7149c17578,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:48.472651 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7edd0-862d-4bd1-87bb-8dfb23cf752b req-a44b00d2-e0b6-4a70-ae76-886cce8cd6ef tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.473433 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-882465a1-6dca-4163-97ea-434468437251 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934976 Jul 27 22:11:48.477032 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:48.479829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f0b7edd0-862d-4bd1-87bb-8dfb23cf752b req-a44b00d2-e0b6-4a70-ae76-886cce8cd6ef tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1504571 Jul 27 22:11:48.537640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecefa935-607d-4180-9314-ac4d935f651e req-5f6b943e-7095-4bcb-9a88-a7e72646baa0 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884485 Jul 27 22:11:48.573444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f0b7edd0-862d-4bd1-87bb-8dfb23cf752b req-aa9160f5-1e8e-4486-929a-63e5b76ecb71 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914946 Jul 27 22:11:48.608980 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-aafd4bbb-f0f3-4c9e-9951-e763b3db04ab service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188006 Jul 27 22:11:48.666979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.667896 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:48.669499 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] 10.222.0.43 "PUT /v2.0/ports/f74b25d1-277f-44f0-9bd9-ad7149c17578 HTTP/1.1" status: 200 len: 1092 time: 1.5709367 Jul 27 22:11:48.671035 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-00c4bae2-9aa8-409e-a6e7-b841d9260fc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=a56b565a-7c35-4223-a9e3-caf86b3cf9ac HTTP/1.1" status: 200 len: 217 time: 0.0400286 Jul 27 22:11:48.671703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c804b563-0cc6-4011-af30-ac39c2f08b20', 'tag': 'f74b25d1-277f-44f0-9bd9-ad7149c17578'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:48.675894 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c65f267-348d-4963-b0df-3e86a278e74b" -d '{"events": [{"name": "network-changed", "server_uuid": "c804b563-0cc6-4011-af30-ac39c2f08b20", "tag": "f74b25d1-277f-44f0-9bd9-ad7149c17578"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:48.744751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52292) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:48.786141 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73de22a7-8f93-45c1-8cab-0a28021be9d2 x-openstack-request-id: req-73de22a7-8f93-45c1-8cab-0a28021be9d2 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:48.787091 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c804b563-0cc6-4011-af30-ac39c2f08b20", "tag": "f74b25d1-277f-44f0-9bd9-ad7149c17578", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:48.787537 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73de22a7-8f93-45c1-8cab-0a28021be9d2 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:48.788115 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c804b563-0cc6-4011-af30-ac39c2f08b20', 'tag': 'f74b25d1-277f-44f0-9bd9-ad7149c17578', 'status': 'completed', 'code': 200} Jul 27 22:11:48.812735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-36721ded-821f-41c8-ab6f-1cdd4c188607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.815004 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-36721ded-821f-41c8-ab6f-1cdd4c188607 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 1095 time: 0.0814073 Jul 27 22:11:48.816310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d3ed4-3674-4396-9a75-098f97a5d81a service neutron] Pushing event updated for resources: {'Port': ['ID=f74b25d1-277f-44f0-9bd9-ad7149c17578,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:48.820269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-c71c3b1d-f375-486e-a2db-ccb5f304900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.821937 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-c71c3b1d-f375-486e-a2db-ccb5f304900c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 200 len: 797 time: 0.1399338 Jul 27 22:11:48.826737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc65da6-d9ba-4f52-8146-faabdfb29eb3 req-aefaaf86-0820-4687-8ad0-029eb2cf72cc tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:48.828317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1bc65da6-d9ba-4f52-8146-faabdfb29eb3 req-aefaaf86-0820-4687-8ad0-029eb2cf72cc tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 944 time: 0.0998461 Jul 27 22:11:48.905150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1bc65da6-d9ba-4f52-8146-faabdfb29eb3 req-2370629c-a4b3-4b33-8103-4fedd21b99fc tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698638 Jul 27 22:11:48.950810 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-a0611ea8-5271-4e85-abec-4986c8ab87f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f74b25d1-277f-44f0-9bd9-ad7149c17578 HTTP/1.1" status: 200 len: 217 time: 0.0639277 Jul 27 22:11:48.961272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52302) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:49.074019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1405383603-network', 'tenant_id': '9eb67e230a5545c29884d04c0a96456e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:49.093278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-531184125', 'router:external': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:49.115103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Made reservation on behalf of 9eb67e230a5545c29884d04c0a96456e for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:49.117993 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.131113 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.158195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Made reservation on behalf of 203a1f4535854417868d5abd40170d76 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:49.161183 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.175025 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.274729 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.282177 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.321391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-e4232e14-6b6d-4ea6-82c9-8476b65e9423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.322885 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-e4232e14-6b6d-4ea6-82c9-8476b65e9423 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4917336 Jul 27 22:11:49.325764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:11:49.355292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-c02736f2-dea2-4c1e-ad1b-8b410660383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.356796 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-c02736f2-dea2-4c1e-ad1b-8b410660383b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.3941836 Jul 27 22:11:49.412819 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-072cae04-b52f-4202-85e2-f2dca8c2975f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314567 Jul 27 22:11:49.511093 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-ad2beedb-d85b-4ac3-98e7-055fe6741d50 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780210 Jul 27 22:11:49.595421 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-bede830c-349a-4a19-a1f2-85b6eaaf6b75 service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745269 Jul 27 22:11:49.696415 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709f17e3-ffdb-4c97-b475-efa86dc9fcf9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:49.706883 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.707231 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Added segment 55911d7e-b929-4fd9-a528-1007ee3c2f8c of type vlan for network 025b8a01-39d2-4d5e-b427-4e98bab23a0c Jul 27 22:11:49.718013 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-74067d68-3e59-4563-a057-87e8849f88d7 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978951 Jul 27 22:11:49.774808 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-e77e2c32-3530-4fcf-912d-ec81eba8881e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 HTTP/1.1" status: 200 len: 217 time: 0.0468235 Jul 27 22:11:49.794385 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c252b0d6-68d1-425e-b00c-a8a9dda1c5df req-de63eedf-14db-4881-86f3-9341d28b1b53 service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902061 Jul 27 22:11:49.815572 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.832524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-64dd2081-a4c8-49f0-8e88-eb83804d95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.834390 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-64dd2081-a4c8-49f0-8e88-eb83804d95d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 200 len: 797 time: 0.0511432 Jul 27 22:11:49.885008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fafd68-693b-4a78-8879-748d45e55150 req-91324bbc-1520-48ad-b3d1-0012a250e5f9 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.888401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2fafd68-693b-4a78-8879-748d45e55150 req-91324bbc-1520-48ad-b3d1-0012a250e5f9 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1831517 Jul 27 22:11:49.903877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627784d-3d30-45cc-97a2-214ac62f949d req-28e9209a-e051-4023-9cbc-976ef5342e58 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.910585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627784d-3d30-45cc-97a2-214ac62f949d req-28e9209a-e051-4023-9cbc-976ef5342e58 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.917490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627784d-3d30-45cc-97a2-214ac62f949d req-28e9209a-e051-4023-9cbc-976ef5342e58 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.923209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627784d-3d30-45cc-97a2-214ac62f949d req-28e9209a-e051-4023-9cbc-976ef5342e58 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.924827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-62abdd10-3228-498f-90c0-a572032a67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.926357 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-62abdd10-3228-498f-90c0-a572032a67f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796204 Jul 27 22:11:49.929497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627784d-3d30-45cc-97a2-214ac62f949d req-28e9209a-e051-4023-9cbc-976ef5342e58 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.932624 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65f267-348d-4963-b0df-3e86a278e74b req-4264ccd5-c589-46a2-a776-623df335ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.934007 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8c65f267-348d-4963-b0df-3e86a278e74b req-4264ccd5-c589-46a2-a776-623df335ac05 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 1095 time: 0.0758390 Jul 27 22:11:49.935505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627784d-3d30-45cc-97a2-214ac62f949d req-28e9209a-e051-4023-9cbc-976ef5342e58 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.942446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627784d-3d30-45cc-97a2-214ac62f949d req-28e9209a-e051-4023-9cbc-976ef5342e58 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.947119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8627784d-3d30-45cc-97a2-214ac62f949d req-28e9209a-e051-4023-9cbc-976ef5342e58 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.2476025 Jul 27 22:11:49.986513 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:49.987314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:49.988068 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.023044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.068129 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.099663 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1d4836ab-796b-487b-a57a-75cebc1a3975 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644809 Jul 27 22:11:50.099901 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1380005 Jul 27 22:11:50.101481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65f267-348d-4963-b0df-3e86a278e74b req-312135ea-9b74-48c2-ab78-c9ee83a5c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:50.103669 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8c65f267-348d-4963-b0df-3e86a278e74b req-312135ea-9b74-48c2-ab78-c9ee83a5c5fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 906 time: 0.1611483 Jul 27 22:11:50.104330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52316) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:50.111803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7c560a87-e2aa-40e3-9294-b919eef79511 admin admin] Request body: {'subnet': {'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1405383603-subnet', 'tenant_id': '9eb67e230a5545c29884d04c0a96456e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:50.119203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8627784d-3d30-45cc-97a2-214ac62f949d req-c70b8c9a-500d-4386-923d-0cea62a6f029 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1634350 Jul 27 22:11:50.127117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:11:50.134961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2fafd68-693b-4a78-8879-748d45e55150 req-c50112e9-9fa8-4684-91cc-d1ce9ff3f2ab tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864383 Jul 27 22:11:50.145190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3d2c6-37ef-4344-b1dd-7f9e724eacfc admin admin] Pushing event updated for resources: {'Network': ['ID=025b8a01-39d2-4d5e-b427-4e98bab23a0c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:50.149276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bd2675-f73f-49cc-828d-7ade0c8fd93c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:50.154034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.154464 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Added segment 331cabfa-b843-4d65-b91f-c1396575898a of type vlan for network ff55547f-3e57-4a09-99e7-b17e393e520f Jul 27 22:11:50.162848 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 025b8a01-39d2-4d5e-b427-4e98bab23a0c details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:11:50.211337 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.223260 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8c65f267-348d-4963-b0df-3e86a278e74b req-ec8ff27c-ebe0-4267-bbf7-81aba9b47670 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f74b25d1-277f-44f0-9bd9-ad7149c17578 HTTP/1.1" status: 200 len: 217 time: 0.1071043 Jul 27 22:11:50.264148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c560a87-e2aa-40e3-9294-b919eef79511 admin admin] Made reservation on behalf of 9eb67e230a5545c29884d04c0a96456e for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:50.266622 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c560a87-e2aa-40e3-9294-b919eef79511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.272190 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.273604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:50.274383 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.362890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65f267-348d-4963-b0df-3e86a278e74b req-19dd11bd-9618-4769-b04f-fc617773d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:50.364427 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8c65f267-348d-4963-b0df-3e86a278e74b req-19dd11bd-9618-4769-b04f-fc617773d22e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.1285429 Jul 27 22:11:50.371153 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-c4a141a3-7d93-41a8-a807-13ceffb20523 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541363 Jul 27 22:11:50.383705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6350286 Jul 27 22:11:50.383705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad30d5b-aea4-4a8b-b9c7-3e6e08271705 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event updated for resources: {'Network': ['ID=ff55547f-3e57-4a09-99e7-b17e393e520f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:50.384755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:50.394563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network ff55547f-3e57-4a09-99e7-b17e393e520f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:11:50.399908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Request body: {'subnet': {'network_id': 'ff55547f-3e57-4a09-99e7-b17e393e520f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:50.415432 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8c65f267-348d-4963-b0df-3e86a278e74b req-44c1d737-5ab4-41eb-a843-ea3f9ebe26b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395160 Jul 27 22:11:50.420739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be83ae-bc1a-4c17-a55a-e6264ba92163 req-1a6b3540-a22f-4574-8fa2-8aca366c453f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:50.423305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45be83ae-bc1a-4c17-a55a-e6264ba92163 req-1a6b3540-a22f-4574-8fa2-8aca366c453f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 944 time: 0.1427333 Jul 27 22:11:50.452166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Made reservation on behalf of 203a1f4535854417868d5abd40170d76 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:50.455527 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-105622d3-394a-4403-aab5-9f55dd5413ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=98c66736-9514-4b6f-a997-a73eb1f4ed09 HTTP/1.1" status: 200 len: 217 time: 0.0657725 Jul 27 22:11:50.456279 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.527285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45be83ae-bc1a-4c17-a55a-e6264ba92163 req-999ce559-701f-4fe9-b50f-a6628527d5b8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936782 Jul 27 22:11:50.610902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-67cde44d-57a0-4915-8bfe-4467d83e3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:50.612591 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-67cde44d-57a0-4915-8bfe-4467d83e3576 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 200 len: 797 time: 0.1421216 Jul 27 22:11:50.658407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb016a88-4357-435a-9ef6-4dbbfd03b212 req-6b29723b-f015-4229-b751-0c6e2426378c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:50.659905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb016a88-4357-435a-9ef6-4dbbfd03b212 req-6b29723b-f015-4229-b751-0c6e2426378c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.0907087 Jul 27 22:11:50.673670 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8c65f267-348d-4963-b0df-3e86a278e74b req-16434302-8ac4-40e9-a343-1d551fa7b553 service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289512 Jul 27 22:11:50.746408 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb016a88-4357-435a-9ef6-4dbbfd03b212 req-f644c374-fff7-48a4-b774-66587bdb7311 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793955 Jul 27 22:11:50.751063 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c560a87-e2aa-40e3-9294-b919eef79511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.765173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-e7c4d353-5fa3-457b-8755-6a3acef74ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:50.767162 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-e7c4d353-5fa3-457b-8755-6a3acef74ccf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1425157 Jul 27 22:11:50.858725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.objects.ports [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:11:50.859318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.894732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c560a87-e2aa-40e3-9294-b919eef79511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b736049-a370-4e88-93f1-f143c8c1f61e,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:50.901788 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8c65f267-348d-4963-b0df-3e86a278e74b req-cdb8775f-3b27-420b-b66b-69b9ba3283ad service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190719 Jul 27 22:11:50.912168 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c560a87-e2aa-40e3-9294-b919eef79511 admin admin] Checking segment: {'id': '55911d7e-b929-4fd9-a528-1007ee3c2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:50.912528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c560a87-e2aa-40e3-9294-b919eef79511 admin admin] Network hostable DHCP agents. Network: 025b8a01-39d2-4d5e-b427-4e98bab23a0c, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:11:50.912946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3cebf12b-bc39-413e-b8db-d002e95521bb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:50.924192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Checking segment: {'id': '331cabfa-b843-4d65-b91f-c1396575898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff55547f-3e57-4a09-99e7-b17e393e520f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:50.924558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Network hostable DHCP agents. Network: ff55547f-3e57-4a09-99e7-b17e393e520f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:11:50.941016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Network ff55547f-3e57-4a09-99e7-b17e393e520f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:11:50.949032 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1c13ba88-f31d-4998-84d4-d0fb0e427ab3 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609180 Jul 27 22:11:50.950136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c560a87-e2aa-40e3-9294-b919eef79511 admin admin] Network 025b8a01-39d2-4d5e-b427-4e98bab23a0c is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:11:50.952992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, ff55547f-3e57-4a09-99e7-b17e393e520f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:50.956462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7c560a87-e2aa-40e3-9294-b919eef79511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 025b8a01-39d2-4d5e-b427-4e98bab23a0c) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:50.958826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:50.962437 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b10a0-5590-4725-b2c6-b11bd2224a72 None None] Network ff55547f-3e57-4a09-99e7-b17e393e520f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:50.966660 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.967907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c560a87-e2aa-40e3-9294-b919eef79511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:50.968495 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c560a87-e2aa-40e3-9294-b919eef79511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:50.985423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-de16385e-e985-45d1-90dc-7f07aa02e73d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5905006 Jul 27 22:11:50.988341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52324) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:50.993719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-955777210', 'network_id': 'ff55547f-3e57-4a09-99e7-b17e393e520f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:51.014830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e3d6dc-9bd9-405a-9144-84f37803883c None None] Network 025b8a01-39d2-4d5e-b427-4e98bab23a0c requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:51.023486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Made reservation on behalf of 203a1f4535854417868d5abd40170d76 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:51.026151 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.030218 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7c560a87-e2aa-40e3-9294-b919eef79511 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9245312 Jul 27 22:11:51.044874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] device_id is not set on port df22c5db-4098-4169-983c-d0b1d878cbe0 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:11:51.085621 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-259eb1b0-a839-4c01-940a-82f812d68d10 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272941 Jul 27 22:11:51.161583 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-b37f8f42-8e7f-4f82-919c-be710d06022d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb3b3556-eb4a-484d-8b3b-f79d8aebea23 HTTP/1.1" status: 200 len: 217 time: 0.0652943 Jul 27 22:11:51.183412 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Allocated IP 2001:db8::1f1 (ff55547f-3e57-4a09-99e7-b17e393e520f/3cebf12b-bc39-413e-b8db-d002e95521bb/df22c5db-4098-4169-983c-d0b1d878cbe0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:51.234641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d91ed56-ae0e-4cb2-ad08-301870d32bf8 None None] Network 025b8a01-39d2-4d5e-b427-4e98bab23a0c requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:51.238887 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1e83e6bb-d302-4be3-bc6e-269e6eb20be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.242991 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1e83e6bb-d302-4be3-bc6e-269e6eb20be9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02f862eb-c4d7-4e84-905e-ec48c4c59b99 HTTP/1.1" status: 200 len: 797 time: 0.0725458 Jul 27 22:11:51.286855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65af193-69d4-45d6-a8a7-747bdf057ea3 None None] Network ff55547f-3e57-4a09-99e7-b17e393e520f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:11:51.349378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-463c7104-652b-4b82-a9aa-2e3b6c494e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.350917 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-463c7104-652b-4b82-a9aa-2e3b6c494e1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c521b827-668a-4ab8-91f4-58d73f3f2bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009490 Jul 27 22:11:51.404789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d598-17bd-4f73-a9f1-e41389d8b79c req-fa7c4d6c-a23e-4a8e-9dfc-be21726eb84f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.412200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d598-17bd-4f73-a9f1-e41389d8b79c req-fa7c4d6c-a23e-4a8e-9dfc-be21726eb84f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.418552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d598-17bd-4f73-a9f1-e41389d8b79c req-fa7c4d6c-a23e-4a8e-9dfc-be21726eb84f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.426517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d598-17bd-4f73-a9f1-e41389d8b79c req-fa7c4d6c-a23e-4a8e-9dfc-be21726eb84f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.433468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d598-17bd-4f73-a9f1-e41389d8b79c req-fa7c4d6c-a23e-4a8e-9dfc-be21726eb84f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.440672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d598-17bd-4f73-a9f1-e41389d8b79c req-fa7c4d6c-a23e-4a8e-9dfc-be21726eb84f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.449191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d598-17bd-4f73-a9f1-e41389d8b79c req-fa7c4d6c-a23e-4a8e-9dfc-be21726eb84f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.451488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ebd0d598-17bd-4f73-a9f1-e41389d8b79c req-fa7c4d6c-a23e-4a8e-9dfc-be21726eb84f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.2030118 Jul 27 22:11:51.496064 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-a1638027-f02f-40d8-b33e-6ac7f627cc22 service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369970 Jul 27 22:11:51.519581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ebd0d598-17bd-4f73-a9f1-e41389d8b79c req-b6ccc433-e78f-4a24-bf27-9f1263bb58a5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595713 Jul 27 22:11:51.535756 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.579257 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.614144 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-aebd0be9-576a-43fb-99c8-90f5403c4525 service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094639 Jul 27 22:11:51.659590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Network ff55547f-3e57-4a09-99e7-b17e393e520f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:51.665921 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-1e979caf-a407-4664-b9b6-807376af94ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abba6cdf-12b7-4eac-b8d5-37b48d806ff6 HTTP/1.1" status: 200 len: 217 time: 0.0423372 Jul 27 22:11:51.669738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:51.676458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:51.677448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.678059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.684573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event updated for resources: {'Port': ['ID=df22c5db-4098-4169-983c-d0b1d878cbe0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:51.709758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade10fe7-73ff-47db-900b-a17d5f779809 req-1668c62e-a558-4b62-a2ad-09f599dff9bb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.716732 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ade10fe7-73ff-47db-900b-a17d5f779809 req-1668c62e-a558-4b62-a2ad-09f599dff9bb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 944 time: 0.1000280 Jul 27 22:11:51.728026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f7134a92-8686-481e-be18-0cb8e2b34d2a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7386446 Jul 27 22:11:51.729618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52340) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:51.785367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-6644df98-272f-4735-bc45-7694ec520288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.788141 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-6644df98-272f-4735-bc45-7694ec520288 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02f862eb-c4d7-4e84-905e-ec48c4c59b99 HTTP/1.1" status: 200 len: 797 time: 0.1120572 Jul 27 22:11:51.790789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ade10fe7-73ff-47db-900b-a17d5f779809 req-ae7b192f-2ef9-423d-9866-d493ba993f80 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731871 Jul 27 22:11:51.819560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b186a-eed8-4a08-9ce9-8a9e58c99c8a req-ee871d0c-c8c5-47fa-aeb7-5a16e65892a1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.821070 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-df8b186a-eed8-4a08-9ce9-8a9e58c99c8a req-ee871d0c-c8c5-47fa-aeb7-5a16e65892a1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.0977802 Jul 27 22:11:51.860764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1a634d55-c063-4200-8fcb-016fbed59df4 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Deleting port df22c5db-4098-4169-983c-d0b1d878cbe0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:51.862413 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a634d55-c063-4200-8fcb-016fbed59df4 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.891791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-e39c61aa-6104-4992-b81a-cc9b5ba54134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.893572 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-e39c61aa-6104-4992-b81a-cc9b5ba54134 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c521b827-668a-4ab8-91f4-58d73f3f2bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956998 Jul 27 22:11:51.981264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcf7f1-c441-4494-be7b-4c4aaf11caf6 req-b12b5be4-ddf9-4ecd-a1b8-ad14b5bdf860 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.982808 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dcdcf7f1-c441-4494-be7b-4c4aaf11caf6 req-b12b5be4-ddf9-4ecd-a1b8-ad14b5bdf860 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 946 time: 0.1023366 Jul 27 22:11:51.992235 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a634d55-c063-4200-8fcb-016fbed59df4 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.023750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1a634d55-c063-4200-8fcb-016fbed59df4 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Calling delete_port for df22c5db-4098-4169-983c-d0b1d878cbe0 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:52.032311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-df8b186a-eed8-4a08-9ce9-8a9e58c99c8a req-cfa96962-5b51-4de5-9d45-7cfa401a29d1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Deleting port 831976c8-c66b-468a-a076-ff6a4fb316c4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:52.032884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-df8b186a-eed8-4a08-9ce9-8a9e58c99c8a req-cfa96962-5b51-4de5-9d45-7cfa401a29d1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.078129 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-4945a3b3-e134-4b57-b96e-b8b9a8cabf81 service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765563 Jul 27 22:11:52.084397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dcdcf7f1-c441-4494-be7b-4c4aaf11caf6 req-1ba7b18f-5589-43fb-8b27-dc0086b16f01 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894339 Jul 27 22:11:52.170461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a634d55-c063-4200-8fcb-016fbed59df4 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.195098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-df8b186a-eed8-4a08-9ce9-8a9e58c99c8a req-cfa96962-5b51-4de5-9d45-7cfa401a29d1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] For port 831976c8-c66b-468a-a076-ff6a4fb316c4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=831976c8-c66b-468a-a076-ff6a4fb316c4,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:52.195476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-df8b186a-eed8-4a08-9ce9-8a9e58c99c8a req-cfa96962-5b51-4de5-9d45-7cfa401a29d1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.201087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a634d55-c063-4200-8fcb-016fbed59df4 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event deleted for resources: {'Port': ['ID=df22c5db-4098-4169-983c-d0b1d878cbe0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:52.216787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-df8b186a-eed8-4a08-9ce9-8a9e58c99c8a req-cfa96962-5b51-4de5-9d45-7cfa401a29d1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Calling delete_port for 831976c8-c66b-468a-a076-ff6a4fb316c4 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:52.222228 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-ee8aea8d-9777-4f9b-82b8-d023efbe84b0 service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332641 Jul 27 22:11:52.232259 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a634d55-c063-4200-8fcb-016fbed59df4 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.237855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1a634d55-c063-4200-8fcb-016fbed59df4 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "DELETE /v2.0/ports/df22c5db-4098-4169-983c-d0b1d878cbe0 HTTP/1.1" status: 204 len: 168 time: 0.5072813 Jul 27 22:11:52.238502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:52.242973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff55547f-3e57-4a09-99e7-b17e393e520f', 'external_fixed_ips': [{'subnet_id': '3cebf12b-bc39-413e-b8db-d002e95521bb', 'ip_address': '2001:db8::1f1'}]}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:52.267573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.268571 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.322419 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.375765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-2005c2de-b1cd-4179-ae92-35cefc53324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.376364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-2005c2de-b1cd-4179-ae92-35cefc53324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.376902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-2005c2de-b1cd-4179-ae92-35cefc53324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.377438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-2005c2de-b1cd-4179-ae92-35cefc53324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.377968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-2005c2de-b1cd-4179-ae92-35cefc53324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.378532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-2005c2de-b1cd-4179-ae92-35cefc53324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.379064 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-2005c2de-b1cd-4179-ae92-35cefc53324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.381118 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-2005c2de-b1cd-4179-ae92-35cefc53324c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f44ee099caa4576a0393835a4c53f77&device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 6486 time: 0.0794280 Jul 27 22:11:52.465104 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-df8b186a-eed8-4a08-9ce9-8a9e58c99c8a req-cfa96962-5b51-4de5-9d45-7cfa401a29d1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.484204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['831976c8-c66b-468a-a076-ff6a4fb316c4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:52.490541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.526415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa96962-5b51-4de5-9d45-7cfa401a29d1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Pushing event deleted for resources: {'Port': ['ID=831976c8-c66b-468a-a076-ff6a4fb316c4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:52.585967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8b186a-eed8-4a08-9ce9-8a9e58c99c8a req-cfa96962-5b51-4de5-9d45-7cfa401a29d1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] No DVR routers for this DVR port 831976c8-c66b-468a-a076-ff6a4fb316c4 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:11:52.590151 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-df8b186a-eed8-4a08-9ce9-8a9e58c99c8a req-cfa96962-5b51-4de5-9d45-7cfa401a29d1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.592424 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-df8b186a-eed8-4a08-9ce9-8a9e58c99c8a req-cfa96962-5b51-4de5-9d45-7cfa401a29d1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "DELETE /v2.0/ports/831976c8-c66b-468a-a076-ff6a4fb316c4 HTTP/1.1" status: 204 len: 173 time: 0.7521777 Jul 27 22:11:52.592839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43b11ee-a7a5-4529-96b6-93ef7944063f', 'name': 'network-vif-deleted', 'tag': '831976c8-c66b-468a-a076-ff6a4fb316c4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:52.595448 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2cd475-f880-4380-809b-627e546d4a2f" -d '{"events": [{"server_uuid": "a43b11ee-a7a5-4529-96b6-93ef7944063f", "name": "network-vif-deleted", "tag": "831976c8-c66b-468a-a076-ff6a4fb316c4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:52.601118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-ec5b8396-2e1d-4384-8acb-63681fb9d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.602627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-ec5b8396-2e1d-4384-8acb-63681fb9d96f service neutron] 10.222.0.43 "GET /v2.0/networks?id=c521b827-668a-4ab8-91f4-58d73f3f2bae HTTP/1.1" status: 200 len: 902 time: 0.2135136 Jul 27 22:11:52.666647 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2882dfab-74d3-43ce-be28-39f058ffc146 x-openstack-request-id: req-2882dfab-74d3-43ce-be28-39f058ffc146 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:52.666885 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43b11ee-a7a5-4529-96b6-93ef7944063f", "name": "network-vif-deleted", "tag": "831976c8-c66b-468a-a076-ff6a4fb316c4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:52.667138 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2882dfab-74d3-43ce-be28-39f058ffc146 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:52.667521 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43b11ee-a7a5-4529-96b6-93ef7944063f', 'name': 'network-vif-deleted', 'tag': '831976c8-c66b-468a-a076-ff6a4fb316c4', 'status': 'completed', 'code': 200} Jul 27 22:11:52.669083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-890d9bc3-486d-4056-9dc7-9db8ea6a8ae0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abba6cdf-12b7-4eac-b8d5-37b48d806ff6 HTTP/1.1" status: 200 len: 217 time: 0.0514548 Jul 27 22:11:52.724193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-25d7b448-38f0-4f74-bb03-5959a95a6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.725687 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-25d7b448-38f0-4f74-bb03-5959a95a6825 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02f862eb-c4d7-4e84-905e-ec48c4c59b99 HTTP/1.1" status: 200 len: 797 time: 0.0482476 Jul 27 22:11:52.726085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52521bb0-e470-4d41-827e-fd6ae62fcaaf req-a8910712-fc01-42a3-a2f9-b65c7224dd37 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.733048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52521bb0-e470-4d41-827e-fd6ae62fcaaf req-a8910712-fc01-42a3-a2f9-b65c7224dd37 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.739808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52521bb0-e470-4d41-827e-fd6ae62fcaaf req-a8910712-fc01-42a3-a2f9-b65c7224dd37 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.746559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52521bb0-e470-4d41-827e-fd6ae62fcaaf req-a8910712-fc01-42a3-a2f9-b65c7224dd37 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.753209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52521bb0-e470-4d41-827e-fd6ae62fcaaf req-a8910712-fc01-42a3-a2f9-b65c7224dd37 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.759065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52521bb0-e470-4d41-827e-fd6ae62fcaaf req-a8910712-fc01-42a3-a2f9-b65c7224dd37 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.765012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52521bb0-e470-4d41-827e-fd6ae62fcaaf req-a8910712-fc01-42a3-a2f9-b65c7224dd37 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.768621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52521bb0-e470-4d41-827e-fd6ae62fcaaf req-a8910712-fc01-42a3-a2f9-b65c7224dd37 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.1455717 Jul 27 22:11:52.773130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-139f4e06-d3b2-468e-bf14-90d1c15b27ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.774691 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-139f4e06-d3b2-468e-bf14-90d1c15b27ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c521b827-668a-4ab8-91f4-58d73f3f2bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418758 Jul 27 22:11:52.874364 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-2101bb54-6909-442e-85a3-2b4ec2ba92e3 service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917549 Jul 27 22:11:52.915915 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52521bb0-e470-4d41-827e-fd6ae62fcaaf req-b8a46ca4-4c79-4a40-88d7-d732d72fce83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142802 Jul 27 22:11:52.929927 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.958515 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.972578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79374502-41ee-4bcf-a679-7d89c8900226 req-9be2fd83-c3af-4b40-a5bc-3bd460f9a166 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:52.974407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79374502-41ee-4bcf-a679-7d89c8900226 req-9be2fd83-c3af-4b40-a5bc-3bd460f9a166 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 944 time: 0.0958130 Jul 27 22:11:53.000120 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3dfe42d0-c60e-4700-8034-2b688d024cda req-b90b7c86-7eeb-4747-bc09-2402143e9f0b service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192079 Jul 27 22:11:53.081760 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79374502-41ee-4bcf-a679-7d89c8900226 req-d7d84030-9e17-4390-805e-6607670288f6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772498 Jul 27 22:11:53.224324 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61c6d872-92b9-4f59-8ce3-dbee06fd7451 req-540ea584-c598-4fc8-8f61-bd625e9b086c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43b11ee-a7a5-4529-96b6-93ef7944063f HTTP/1.1" status: 200 len: 210 time: 0.0399356 Jul 27 22:11:53.228937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Allocated IP 2001:db8::1f1 (ff55547f-3e57-4a09-99e7-b17e393e520f/3cebf12b-bc39-413e-b8db-d002e95521bb/34e130f8-a010-40c5-acb5-2df4dccd3470) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:53.280051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-3431af12-1355-4bf3-8555-529659b73d0f tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:53.282039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-3431af12-1355-4bf3-8555-529659b73d0f tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/networks?id=025b8a01-39d2-4d5e-b427-4e98bab23a0c HTTP/1.1" status: 200 len: 809 time: 0.1838048 Jul 27 22:11:53.318561 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-fe67d7fc-f5ad-4a54-a92d-2c157d394069 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/quotas/9eb67e230a5545c29884d04c0a96456e HTTP/1.1" status: 200 len: 375 time: 0.0128765 Jul 27 22:11:53.362129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-8fd522d8-4a35-4089-be42-5459fa814e30 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9eb67e230a5545c29884d04c0a96456e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379479 Jul 27 22:11:53.431967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:53.493302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-be586ded-595a-4c5f-9d1b-8b57a92722b2 service neutron] 10.222.0.24 "GET /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218638 Jul 27 22:11:53.520314 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:53.593867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Network ff55547f-3e57-4a09-99e7-b17e393e520f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:53.601890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:53.611307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:53.615445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event updated for resources: {'Port': ['ID=34e130f8-a010-40c5-acb5-2df4dccd3470,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:53.692819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-0b4ef069-a1e8-4fa0-b025-5cb38bd084d6 service neutron] 10.222.0.24 "GET /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932724 Jul 27 22:11:53.858319 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8d2479e-f9fd-4724-9f04-5c5069910201 req-0b24d7e7-3dea-4153-9b8e-52e2ddf5239d tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 210 time: 0.0303562 Jul 27 22:11:53.859035 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:53.911989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f74b25d1-277f-44f0-9bd9-ad7149c17578 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:11:54.035028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port f74b25d1-277f-44f0-9bd9-ad7149c17578, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f74b25d1-277f-44f0-9bd9-ad7149c17578,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:54.048872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'f74b25d1-277f-44f0-9bd9-ad7149c17578', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'port_id': 'f74b25d1-277f-44f0-9bd9-ad7149c17578', 'mac_address': 'fa:16:3e:0a:ba:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a26f0a-cab7-4000-93f5-0fd89413147b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:11:54.089489 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:54.106317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c3a5f-c807-47c5-a110-c5ab5328b4fc req-366b58a4-d827-41a4-a7af-c056147c1650 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:54.108217 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74b25d1-277f-44f0-9bd9-ad7149c17578 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:54.112627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c3a5f-c807-47c5-a110-c5ab5328b4fc req-366b58a4-d827-41a4-a7af-c056147c1650 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:54.118603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c3a5f-c807-47c5-a110-c5ab5328b4fc req-366b58a4-d827-41a4-a7af-c056147c1650 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:54.124743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c3a5f-c807-47c5-a110-c5ab5328b4fc req-366b58a4-d827-41a4-a7af-c056147c1650 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:54.130492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port f74b25d1-277f-44f0-9bd9-ad7149c17578, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f74b25d1-277f-44f0-9bd9-ad7149c17578,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:54.131165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c3a5f-c807-47c5-a110-c5ab5328b4fc req-366b58a4-d827-41a4-a7af-c056147c1650 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:54.135613 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:54.137233 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c3a5f-c807-47c5-a110-c5ab5328b4fc req-366b58a4-d827-41a4-a7af-c056147c1650 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:54.143786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c3a5f-c807-47c5-a110-c5ab5328b4fc req-366b58a4-d827-41a4-a7af-c056147c1650 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:54.145669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-228c3a5f-c807-47c5-a110-c5ab5328b4fc req-366b58a4-d827-41a4-a7af-c056147c1650 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.1338885 Jul 27 22:11:54.178705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:54.191782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=f74b25d1-277f-44f0-9bd9-ad7149c17578,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:54.268667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-228c3a5f-c807-47c5-a110-c5ab5328b4fc req-53b32e62-cc70-4450-927e-059d5d8e8898 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107454 Jul 27 22:11:54.359456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['f74b25d1-277f-44f0-9bd9-ad7149c17578'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:54.678350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c5830-067e-4d90-bbf9-d73ed3a58ae6 req-b3c0afe5-07bc-4f07-8169-f719e7fc99f9 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:54.679710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-617c5830-067e-4d90-bbf9-d73ed3a58ae6 req-b3c0afe5-07bc-4f07-8169-f719e7fc99f9 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 945 time: 0.4942148 Jul 27 22:11:54.795518 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-617c5830-067e-4d90-bbf9-d73ed3a58ae6 req-df01b903-1c0e-4655-8ae6-f08d3bc5dee6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047273 Jul 27 22:11:54.824969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-7dda1aa3-3745-4b43-abc6-27d717a70fcc tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:54.826794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-7dda1aa3-3745-4b43-abc6-27d717a70fcc tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.1736200 Jul 27 22:11:54.843762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Router add185be-7c0c-492a-86fb-49f34720ed36 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:11:54.847926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-8921c0e7-4167-4e09-8a73-8763778986c9 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/quotas/6c882965a19147e5bcc42dd93fc06d78 HTTP/1.1" status: 200 len: 375 time: 0.0142636 Jul 27 22:11:54.919188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-4598d59b-5e01-44e9-8da0-e243d1ccef04 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639641 Jul 27 22:11:54.966597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-5e7c606f-7d19-49fb-9c6b-1d6a0ad124e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:54.969844 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-5e7c606f-7d19-49fb-9c6b-1d6a0ad124e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.41 "GET /v2.0/networks?id=025b8a01-39d2-4d5e-b427-4e98bab23a0c HTTP/1.1" status: 200 len: 809 time: 0.1776741 Jul 27 22:11:54.986846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Request body: {'port': {'device_id': '83c07e85-94cb-4e50-87bf-71573d903b17', 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c', 'admin_state_up': True, 'tenant_id': '9eb67e230a5545c29884d04c0a96456e'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:55.073747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ee129d8-4a69-481b-9826-f5b6aa136480 req-64d0b66e-eed8-4ab6-9a16-c64e8c77cfea tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 210 time: 0.0395713 Jul 27 22:11:55.086072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:55.099693 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Sync routers for ids ['add185be-7c0c-492a-86fb-49f34720ed36'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:55.112194 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Routers {'add185be-7c0c-492a-86fb-49f34720ed36'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:55.112915 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:11:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['add185be-7c0c-492a-86fb-49f34720ed36'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:55.114135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Made reservation on behalf of 9eb67e230a5545c29884d04c0a96456e for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:55.117742 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.120339 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.121620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e10ec26b-c515-4a05-a147-bd93ca9edb91 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8821707 Jul 27 22:11:55.124613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52416) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:55.172553 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-0f24235a-9a4e-4b0a-abfd-c11cabf96863 service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432580 Jul 27 22:11:55.234132 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Set router add185be-7c0c-492a-86fb-49f34720ed36 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:55.271625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Allocated IP 172.20.0.7 (025b8a01-39d2-4d5e-b427-4e98bab23a0c/9b736049-a370-4e88-93f1-f143c8c1f61e/2138aa53-67a6-40ee-9db5-ab4eb17a12aa) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:55.295508 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.378288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-1c4d00e0-2a8b-44dd-a9b7-5e0bae3cf72f service neutron] 10.222.0.24 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959906 Jul 27 22:11:55.426964 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add185be-7c0c-492a-86fb-49f34720ed36', 'name': '', 'tenant_id': '203a1f4535854417868d5abd40170d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff55547f-3e57-4a09-99e7-b17e393e520f', 'external_fixed_ips': [{'subnet_id': '3cebf12b-bc39-413e-b8db-d002e95521bb', 'ip_address': '2001:db8::1f1'}], 'enable_snat': True}, 'gw_port_id': '34e130f8-a010-40c5-acb5-2df4dccd3470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:52Z', 'updated_at': '2021-07-27T22:11:53Z', 'revision_number': 3, 'project_id': '203a1f4535854417868d5abd40170d76', 'gw_port': {'id': '34e130f8-a010-40c5-acb5-2df4dccd3470', 'name': '', 'network_id': 'ff55547f-3e57-4a09-99e7-b17e393e520f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add185be-7c0c-492a-86fb-49f34720ed36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '3cebf12b-bc39-413e-b8db-d002e95521bb', 'ip_address': '2001:db8::1f1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:52Z', 'updated_at': '2021-07-27T22:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3cebf12b-bc39-413e-b8db-d002e95521bb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:55.459827 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Checking router: add185be-7c0c-492a-86fb-49f34720ed36 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:55.460442 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Updating router add185be-7c0c-492a-86fb-49f34720ed36 port 34e130f8-a010-40c5-acb5-2df4dccd3470 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:11:55.486519 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.489702 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.559468 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.571511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581452e5-f148-4846-a235-bf16094abae0 req-31225fe1-f552-49df-8ebf-f5508bc1e3b3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.580273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581452e5-f148-4846-a235-bf16094abae0 req-31225fe1-f552-49df-8ebf-f5508bc1e3b3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.587225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581452e5-f148-4846-a235-bf16094abae0 req-31225fe1-f552-49df-8ebf-f5508bc1e3b3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.593800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581452e5-f148-4846-a235-bf16094abae0 req-31225fe1-f552-49df-8ebf-f5508bc1e3b3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.601108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581452e5-f148-4846-a235-bf16094abae0 req-31225fe1-f552-49df-8ebf-f5508bc1e3b3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.606996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581452e5-f148-4846-a235-bf16094abae0 req-31225fe1-f552-49df-8ebf-f5508bc1e3b3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.613149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581452e5-f148-4846-a235-bf16094abae0 req-31225fe1-f552-49df-8ebf-f5508bc1e3b3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.621079 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-581452e5-f148-4846-a235-bf16094abae0 req-31225fe1-f552-49df-8ebf-f5508bc1e3b3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.2400196 Jul 27 22:11:55.622924 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Pushing event updated for resources: {'Port': ['ID=2138aa53-67a6-40ee-9db5-ab4eb17a12aa,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:55.640632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Network 025b8a01-39d2-4d5e-b427-4e98bab23a0c is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:55.642873 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:55.645715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:55.686946 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ad4b235-1131-45c8-b628-00b561ab3092 req-51306882-5547-4393-abc4-8ecf1e3ee514 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 210 time: 0.0368965 Jul 27 22:11:55.695407 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.744389 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-581452e5-f148-4846-a235-bf16094abae0 req-d6e24aeb-ce49-4314-8476-151df60d5e65 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1224265 Jul 27 22:11:55.746565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:55.747316 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.766249 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-2bed35b7-a29d-495a-8050-155a5ef5726c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7857871 Jul 27 22:11:55.774806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Deleting port 34e130f8-a010-40c5-acb5-2df4dccd3470 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:55.775156 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.788069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Request body: {'port': {'device_id': '83c07e85-94cb-4e50-87bf-71573d903b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:55.865045 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.869781 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.891727 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Transition to ACTIVE for port object 34e130f8-a010-40c5-acb5-2df4dccd3470 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:55.908587 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.910708 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:55.926375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f74b25d1-277f-44f0-9bd9-ad7149c17578 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:11:55.928241 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Calling delete_port for 34e130f8-a010-40c5-acb5-2df4dccd3470 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:56.041851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 831976c8-c66b-468a-a076-ff6a4fb316c4 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:11:56.087934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 831976c8-c66b-468a-a076-ff6a4fb316c4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:11:56.088628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 831976c8-c66b-468a-a076-ff6a4fb316c4 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:11:56.094571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port f74b25d1-277f-44f0-9bd9-ad7149c17578 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:11:56.111188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port f74b25d1-277f-44f0-9bd9-ad7149c17578 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:56.113672 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.128623 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Attempting to bind port 34e130f8-a010-40c5-acb5-2df4dccd3470 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:56.130229 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Attempting to bind port 34e130f8-a010-40c5-acb5-2df4dccd3470 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '331cabfa-b843-4d65-b91f-c1396575898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff55547f-3e57-4a09-99e7-b17e393e520f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:56.131637 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Attempting to bind port 34e130f8-a010-40c5-acb5-2df4dccd3470 on network ff55547f-3e57-4a09-99e7-b17e393e520f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:56.138215 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b8556-e05e-4047-85be-62d527fb3966 None None] Pushing event updated for resources: {'Port': ['ID=34e130f8-a010-40c5-acb5-2df4dccd3470,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:56.154255 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:56.154676 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Checking segment: {'id': '331cabfa-b843-4d65-b91f-c1396575898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff55547f-3e57-4a09-99e7-b17e393e520f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:56.155089 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.155494 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Bound using segment: {'id': '331cabfa-b843-4d65-b91f-c1396575898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff55547f-3e57-4a09-99e7-b17e393e520f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:56.160145 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Bound port: 34e130f8-a010-40c5-acb5-2df4dccd3470, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331cabfa-b843-4d65-b91f-c1396575898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff55547f-3e57-4a09-99e7-b17e393e520f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:56.160145 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.249864 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] For port 34e130f8-a010-40c5-acb5-2df4dccd3470, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:56.254246 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] For port 34e130f8-a010-40c5-acb5-2df4dccd3470, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=34e130f8-a010-40c5-acb5-2df4dccd3470,segment=NetworkSegment(331cabfa-b843-4d65-b91f-c1396575898a),segment_id=331cabfa-b843-4d65-b91f-c1396575898a)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:56.262698 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.265606 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.321377 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Routers {'add185be-7c0c-492a-86fb-49f34720ed36'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:56.322018 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:11:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['add185be-7c0c-492a-86fb-49f34720ed36'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:56.324981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c804b563-0cc6-4011-af30-ac39c2f08b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74b25d1-277f-44f0-9bd9-ad7149c17578'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:56.329637 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25642845-51d8-4bac-ab1c-f7597760a77b" -d '{"events": [{"server_uuid": "c804b563-0cc6-4011-af30-ac39c2f08b20", "name": "network-vif-plugged", "status": "completed", "tag": "f74b25d1-277f-44f0-9bd9-ad7149c17578"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:56.335560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port f74b25d1-277f-44f0-9bd9-ad7149c17578, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f74b25d1-277f-44f0-9bd9-ad7149c17578,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:56.342133 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.379110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f52f5-dc61-4354-b1b4-e63cbe900108 req-18eced98-4b31-4fa8-9e98-a10fa60aa5ca tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:56.382510 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e3f52f5-dc61-4354-b1b4-e63cbe900108 req-18eced98-4b31-4fa8-9e98-a10fa60aa5ca tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 931 time: 0.1613817 Jul 27 22:11:56.412676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=f74b25d1-277f-44f0-9bd9-ad7149c17578,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:56.437324 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b8556-e05e-4047-85be-62d527fb3966 None None] Pushing event updated for resources: {'Port': ['ID=34e130f8-a010-40c5-acb5-2df4dccd3470,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:56.458820 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e10c4-3dbe-40cf-a923-df15d71f5a3c req-faaf4210-d7ce-4208-a107-0b861949241e tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:56.465832 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] Set router add185be-7c0c-492a-86fb-49f34720ed36 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:56.466900 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b4e10c4-3dbe-40cf-a923-df15d71f5a3c req-faaf4210-d7ce-4208-a107-0b861949241e tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 945 time: 0.5641811 Jul 27 22:11:56.522927 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add185be-7c0c-492a-86fb-49f34720ed36', 'name': '', 'tenant_id': '203a1f4535854417868d5abd40170d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:52Z', 'updated_at': '2021-07-27T22:11:55Z', 'revision_number': 4, 'project_id': '203a1f4535854417868d5abd40170d76', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:56.527963 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e3f52f5-dc61-4354-b1b4-e63cbe900108 req-3267dfd8-29d3-44c5-9d3e-8cacc470b917 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153014 Jul 27 22:11:56.545204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b4e10c4-3dbe-40cf-a923-df15d71f5a3c req-9aa7d8d0-44c0-489e-a23e-c29cb5df569b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772474 Jul 27 22:11:56.557391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.592803 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f20c75-d525-4109-9593-06a118f9d9c8 None None] The sync data for ids ['add185be-7c0c-492a-86fb-49f34720ed36'] in n-d-802011-3 is: [{'id': 'add185be-7c0c-492a-86fb-49f34720ed36', 'name': '', 'tenant_id': '203a1f4535854417868d5abd40170d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:11:52Z', 'updated_at': '2021-07-27T22:11:55Z', 'revision_number': 4, 'project_id': '203a1f4535854417868d5abd40170d76', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:56.605756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event deleted for resources: {'Port': ['ID=34e130f8-a010-40c5-acb5-2df4dccd3470,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:56.616528 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919d2d95-3996-4021-8d5c-23dbb91a98b3 x-openstack-request-id: req-919d2d95-3996-4021-8d5c-23dbb91a98b3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:56.616847 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c804b563-0cc6-4011-af30-ac39c2f08b20", "name": "network-vif-plugged", "status": "completed", "tag": "f74b25d1-277f-44f0-9bd9-ad7149c17578", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:56.617101 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-919d2d95-3996-4021-8d5c-23dbb91a98b3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:56.617518 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c804b563-0cc6-4011-af30-ac39c2f08b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74b25d1-277f-44f0-9bd9-ad7149c17578', 'code': 200} Jul 27 22:11:56.648606 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.766653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f769d-26aa-4564-a6f4-b4b03e153e45 req-ae89a21e-92ac-41b0-b862-58e146fb635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:56.767242 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.768372 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fe8f769d-26aa-4564-a6f4-b4b03e153e45 req-ae89a21e-92ac-41b0-b862-58e146fb635d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 1097 time: 0.0709679 Jul 27 22:11:56.781894 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.785240 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-60472baa-d513-4968-abb3-ed210509d0c0 req-7b8c24da-4408-4603-8833-38c0da3e6537 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 210 time: 0.0324659 Jul 27 22:11:56.815816 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:11:56.841592 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.842326 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Fanout notify agent at l3_agent the message router_deleted on router add185be-7c0c-492a-86fb-49f34720ed36 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:11:56.848201 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.848408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2138aa53-67a6-40ee-9db5-ab4eb17a12aa {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:56.851746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d3b26f9e-2b29-400e-9b26-501588982414 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "DELETE /v2.0/routers/add185be-7c0c-492a-86fb-49f34720ed36 HTTP/1.1" status: 204 len: 168 time: 1.7235308 Jul 27 22:11:56.852666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:56.859318 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.863817 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fe8f769d-26aa-4564-a6f4-b4b03e153e45 req-92fcbc6d-732a-46e7-b156-8f45e686b2f4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857742 Jul 27 22:11:56.874595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Transition to ACTIVE for port object 2138aa53-67a6-40ee-9db5-ab4eb17a12aa will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:56.879289 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.935720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eec6c47-5b0c-4f40-a2b9-42ba87e5a7fa tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Deleting subnet 3cebf12b-bc39-413e-b8db-d002e95521bb {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:11:56.941177 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0eec6c47-5b0c-4f40-a2b9-42ba87e5a7fa tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:56.950284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Pushing event updated for resources: {'Port': ['ID=2138aa53-67a6-40ee-9db5-ab4eb17a12aa,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:56.992594 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e153a-0eab-4b6b-866d-a4096625987f req-26b5051b-d0b5-4bd2-8bcb-346c9f1bbf76 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:56.998778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e153a-0eab-4b6b-866d-a4096625987f req-26b5051b-d0b5-4bd2-8bcb-346c9f1bbf76 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:57.005444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e153a-0eab-4b6b-866d-a4096625987f req-26b5051b-d0b5-4bd2-8bcb-346c9f1bbf76 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:57.011413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e153a-0eab-4b6b-866d-a4096625987f req-26b5051b-d0b5-4bd2-8bcb-346c9f1bbf76 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:57.018372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e153a-0eab-4b6b-866d-a4096625987f req-26b5051b-d0b5-4bd2-8bcb-346c9f1bbf76 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:57.024111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e153a-0eab-4b6b-866d-a4096625987f req-26b5051b-d0b5-4bd2-8bcb-346c9f1bbf76 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:57.030007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e153a-0eab-4b6b-866d-a4096625987f req-26b5051b-d0b5-4bd2-8bcb-346c9f1bbf76 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:57.032254 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c81e153a-0eab-4b6b-866d-a4096625987f req-26b5051b-d0b5-4bd2-8bcb-346c9f1bbf76 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.1705523 Jul 27 22:11:57.051681 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0eec6c47-5b0c-4f40-a2b9-42ba87e5a7fa tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.068703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Attempting to bind port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:57.069140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Attempting to bind port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '55911d7e-b929-4fd9-a528-1007ee3c2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:57.069486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Attempting to bind port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa on network 025b8a01-39d2-4d5e-b427-4e98bab23a0c {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:57.081720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa on network 025b8a01-39d2-4d5e-b427-4e98bab23a0c not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:57.082308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Attempting to bind port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa on network 025b8a01-39d2-4d5e-b427-4e98bab23a0c {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:57.090160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:57.090532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Checking segment: {'id': '55911d7e-b929-4fd9-a528-1007ee3c2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:57.090922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Bound using segment: {'id': '55911d7e-b929-4fd9-a528-1007ee3c2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:57.091363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Bound port: 2138aa53-67a6-40ee-9db5-ab4eb17a12aa, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55911d7e-b929-4fd9-a528-1007ee3c2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:57.091724 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.122604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c81e153a-0eab-4b6b-866d-a4096625987f req-c015085b-ec8f-43ac-8a07-4298a280e943 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780957 Jul 27 22:11:57.128161 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0eec6c47-5b0c-4f40-a2b9-42ba87e5a7fa tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.193615 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0eec6c47-5b0c-4f40-a2b9-42ba87e5a7fa tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.209450 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-b5770ecf-795e-4ca2-857e-32d7259d2eb1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:57.211030 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-b5770ecf-795e-4ca2-857e-32d7259d2eb1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 812 time: 0.2136142 Jul 27 22:11:57.217638 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] For port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:57.221005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] For port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2138aa53-67a6-40ee-9db5-ab4eb17a12aa,segment=NetworkSegment(55911d7e-b929-4fd9-a528-1007ee3c2f8c),segment_id=55911d7e-b929-4fd9-a528-1007ee3c2f8c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:57.224874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.226080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec6c47-5b0c-4f40-a2b9-42ba87e5a7fa tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3cebf12b-bc39-413e-b8db-d002e95521bb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:57.228117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0eec6c47-5b0c-4f40-a2b9-42ba87e5a7fa tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.230016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0eec6c47-5b0c-4f40-a2b9-42ba87e5a7fa tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/3cebf12b-bc39-413e-b8db-d002e95521bb HTTP/1.1" status: 204 len: 168 time: 0.3768644 Jul 27 22:11:57.232704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:57.240356 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Request body: {'port': {'device_id': 'af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'admin_state_up': True, 'tenant_id': '6c882965a19147e5bcc42dd93fc06d78'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:57.305602 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.321222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:57.321842 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.323252 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-736dec56-3250-4208-acfe-ee671a088320 service neutron] 10.222.0.41 "PUT /v2.0/ports/2138aa53-67a6-40ee-9db5-ab4eb17a12aa HTTP/1.1" status: 200 len: 1091 time: 1.5479262 Jul 27 22:11:57.327551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c07e85-94cb-4e50-87bf-71573d903b17', 'tag': '2138aa53-67a6-40ee-9db5-ab4eb17a12aa'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:57.330565 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82fe6ca-2045-4556-9913-98c16dfce4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "83c07e85-94cb-4e50-87bf-71573d903b17", "tag": "2138aa53-67a6-40ee-9db5-ab4eb17a12aa"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:57.378873 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c498fd63-d4db-4c49-88cf-0e2229433147 x-openstack-request-id: req-c498fd63-d4db-4c49-88cf-0e2229433147 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:57.379182 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c07e85-94cb-4e50-87bf-71573d903b17", "tag": "2138aa53-67a6-40ee-9db5-ab4eb17a12aa", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:57.379417 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c498fd63-d4db-4c49-88cf-0e2229433147 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:57.379803 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c07e85-94cb-4e50-87bf-71573d903b17', 'tag': '2138aa53-67a6-40ee-9db5-ab4eb17a12aa', 'status': 'completed', 'code': 200} Jul 27 22:11:57.392196 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.402340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff55547f-3e57-4a09-99e7-b17e393e520f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:57.417694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331cabfa-b843-4d65-b91f-c1396575898a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:57.418030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331cabfa-b843-4d65-b91f-c1396575898a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:57.427522 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.428822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dec56-3250-4208-acfe-ee671a088320 service neutron] Pushing event updated for resources: {'Port': ['ID=2138aa53-67a6-40ee-9db5-ab4eb17a12aa,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:57.442888 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.448974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:11:57.449369 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: items = [ Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:11:57.451978 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:11:57.465490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-d67cd66a-50a9-447b-91e2-80138208b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:57.467032 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-d67cd66a-50a9-447b-91e2-80138208b126 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9eb67e230a5545c29884d04c0a96456e&device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 1094 time: 0.0901189 Jul 27 22:11:57.519666 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.523313 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-abc4fb4f-b46f-45b2-8171-587722cd61ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2138aa53-67a6-40ee-9db5-ab4eb17a12aa HTTP/1.1" status: 200 len: 217 time: 0.0466158 Jul 27 22:11:57.524284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Made reservation on behalf of 6c882965a19147e5bcc42dd93fc06d78 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:11:57.526044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff55547f-3e57-4a09-99e7-b17e393e520f {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 22:11:57.527915 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.539386 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:57.545040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ff55547f-3e57-4a09-99e7-b17e393e520f HTTP/1.1" status: 204 len: 168 time: 0.3077381 Jul 27 22:11:57.546140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4e2f1-e9ad-4fee-8e90-ae7f6e4397e0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff55547f-3e57-4a09-99e7-b17e393e520f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:57.665093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-e6201615-122f-48e3-acfd-044821cff938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:57.666577 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-e6201615-122f-48e3-acfd-044821cff938 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b736049-a370-4e88-93f1-f143c8c1f61e HTTP/1.1" status: 200 len: 849 time: 0.1353769 Jul 27 22:11:57.712053 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-5ff6baed-73f3-44eb-b801-d47dce53937f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025b8a01-39d2-4d5e-b427-4e98bab23a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368409 Jul 27 22:11:57.789066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d8c2c-52a6-4cbe-ba00-54f5e6aa05d0 req-d743074c-dd4e-43dd-879d-b1393b2941f0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:57.804213 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e3d8c2c-52a6-4cbe-ba00-54f5e6aa05d0 req-d743074c-dd4e-43dd-879d-b1393b2941f0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 946 time: 0.1571722 Jul 27 22:11:57.837051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Allocated IP 172.20.0.14 (93d81622-cb59-4072-9035-7a7483df678f/96446a54-8a20-4b30-ac6d-87fb13a576eb/7f8d12b5-73a9-486a-8a95-7f4e4e9f229d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:11:57.866954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1d97d-1b7b-4ab1-8753-af76f23884cf req-25b98684-0d6a-434a-b210-ec5ed48b8aac tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:57.868748 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5d1d97d-1b7b-4ab1-8753-af76f23884cf req-25b98684-0d6a-434a-b210-ec5ed48b8aac tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 943 time: 0.1711349 Jul 27 22:11:57.883104 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-e2d9a943-3b82-48cc-860f-6053ede80e75 service neutron] 10.222.0.41 "GET /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610882 Jul 27 22:11:57.890611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52468) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:57.898032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-10fcca46-1c65-4e9a-a8c4-678d204216e5 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Request body: {'router': {'name': 'tempest-router--1128421261', 'project_id': '759d7e1cfe124d01b24533f86e397a0f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:57.926606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e3d8c2c-52a6-4cbe-ba00-54f5e6aa05d0 req-1fa1675e-2558-4f81-822c-fffb8e2c2ae0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162162 Jul 27 22:11:57.951178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5d1d97d-1b7b-4ab1-8753-af76f23884cf req-a56cb63c-ca31-4148-82c6-96f61461be24 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695214 Jul 27 22:11:58.009377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25fd1ad8-cfdd-44ea-b1b8-dfaf5880a142 req-05612c18-a7ec-45e8-a5e4-c7d7bb1af8ac tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 210 time: 0.0289159 Jul 27 22:11:58.033875 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10fcca46-1c65-4e9a-a8c4-678d204216e5 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.034918 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10fcca46-1c65-4e9a-a8c4-678d204216e5 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.105647 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4def22c1-4167-4e78-9df7-8b7d18ebbd97 req-dc74459b-8c23-486d-aec1-666d38c61b75 service neutron] 10.222.0.41 "GET /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038178 Jul 27 22:11:58.146013 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10fcca46-1c65-4e9a-a8c4-678d204216e5 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.160992 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10fcca46-1c65-4e9a-a8c4-678d204216e5 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.221546 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.227068 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10fcca46-1c65-4e9a-a8c4-678d204216e5 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.228264 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-10fcca46-1c65-4e9a-a8c4-678d204216e5 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3359034 Jul 27 22:11:58.234022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52474) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:58.277769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9f052-80ba-4b50-983c-0a31611f599f req-4274f76d-88ff-479f-9153-e3d9db1b48bb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:58.284833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9f052-80ba-4b50-983c-0a31611f599f req-4274f76d-88ff-479f-9153-e3d9db1b48bb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:58.291030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9f052-80ba-4b50-983c-0a31611f599f req-4274f76d-88ff-479f-9153-e3d9db1b48bb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:58.298033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9f052-80ba-4b50-983c-0a31611f599f req-4274f76d-88ff-479f-9153-e3d9db1b48bb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:58.304003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9f052-80ba-4b50-983c-0a31611f599f req-4274f76d-88ff-479f-9153-e3d9db1b48bb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:58.309979 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9f052-80ba-4b50-983c-0a31611f599f req-4274f76d-88ff-479f-9153-e3d9db1b48bb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:58.316554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9f052-80ba-4b50-983c-0a31611f599f req-4274f76d-88ff-479f-9153-e3d9db1b48bb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:58.318449 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e9f052-80ba-4b50-983c-0a31611f599f req-4274f76d-88ff-479f-9153-e3d9db1b48bb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.1059270 Jul 27 22:11:58.319569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fe6ca-2045-4556-9913-98c16dfce4c9 req-67518258-9f2a-43ba-b8a0-b0060665c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:58.321049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f82fe6ca-2045-4556-9913-98c16dfce4c9 req-67518258-9f2a-43ba-b8a0-b0060665c772 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9eb67e230a5545c29884d04c0a96456e&device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 1094 time: 0.1574187 Jul 27 22:11:58.325023 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a77ded07-bd26-495e-b07d-baab48f82185 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.364201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e9f052-80ba-4b50-983c-0a31611f599f req-80a194d2-f131-46d4-a86d-7f4bd96db1ae tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389392 Jul 27 22:11:58.514923 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.598245 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a77ded07-bd26-495e-b07d-baab48f82185 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.610349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a77ded07-bd26-495e-b07d-baab48f82185 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.665501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Network 93d81622-cb59-4072-9035-7a7483df678f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:11:58.667452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fe6ca-2045-4556-9913-98c16dfce4c9 req-0ef98149-6945-4d45-8dac-d974e5e08e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:58.668985 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f82fe6ca-2045-4556-9913-98c16dfce4c9 req-0ef98149-6945-4d45-8dac-d974e5e08e0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=025b8a01-39d2-4d5e-b427-4e98bab23a0c HTTP/1.1" status: 200 len: 910 time: 0.3385177 Jul 27 22:11:58.673529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:11:58.676083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Pushing event updated for resources: {'Port': ['ID=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:58.678446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:11:58.707371 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a77ded07-bd26-495e-b07d-baab48f82185 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.707856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77ded07-bd26-495e-b07d-baab48f82185 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79f793d2-448f-4b82-9c40-6d65d8c3980b {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:11:58.743733 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a77ded07-bd26-495e-b07d-baab48f82185 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.744868 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a77ded07-bd26-495e-b07d-baab48f82185 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "DELETE /v2.0/routers/79f793d2-448f-4b82-9c40-6d65d8c3980b HTTP/1.1" status: 204 len: 168 time: 0.5092423 Jul 27 22:11:58.748642 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f82fe6ca-2045-4556-9913-98c16dfce4c9 req-2b06a71a-e286-4baa-a1e7-a2dfe556af9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2138aa53-67a6-40ee-9db5-ab4eb17a12aa HTTP/1.1" status: 200 len: 217 time: 0.0673623 Jul 27 22:11:58.776017 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:58.776629 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:58.815191 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-2a6989f2-84b0-46fe-91f1-80b0d935cf92 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5813968 Jul 27 22:11:58.820771 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fe6ca-2045-4556-9913-98c16dfce4c9 req-5326e417-408c-446b-8a52-616905e714d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:58.822182 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f82fe6ca-2045-4556-9913-98c16dfce4c9 req-5326e417-408c-446b-8a52-616905e714d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b736049-a370-4e88-93f1-f143c8c1f61e HTTP/1.1" status: 200 len: 849 time: 0.0641363 Jul 27 22:11:58.835616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Request body: {'port': {'device_id': 'af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:58.852671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52480) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:58.879037 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f82fe6ca-2045-4556-9913-98c16dfce4c9 req-84f51d78-6a58-4455-ab41-28135c6f1b40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025b8a01-39d2-4d5e-b427-4e98bab23a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472634 Jul 27 22:11:58.956839 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.050412 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d702f4b-d158-4308-be84-34008180a81c req-28ba59d8-c314-4899-8224-5705d593513a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:59.051949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d702f4b-d158-4308-be84-34008180a81c req-28ba59d8-c314-4899-8224-5705d593513a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 946 time: 0.0643187 Jul 27 22:11:59.061768 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f82fe6ca-2045-4556-9913-98c16dfce4c9 req-36b17e44-cbb2-4de8-8b14-0c3e061b8813 service neutron] 10.222.0.41 "GET /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718748 Jul 27 22:11:59.090815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-912778216', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:59.114640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d702f4b-d158-4308-be84-34008180a81c req-3d1b19db-7623-468c-97f2-1a1e0f8b7932 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540054 Jul 27 22:11:59.129137 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.130465 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.234407 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.284164 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f82fe6ca-2045-4556-9913-98c16dfce4c9 req-e6760452-3de0-4f7c-bc75-163788fc25e3 service neutron] 10.222.0.41 "GET /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757441 Jul 27 22:11:59.372560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:11:59.380551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.392426 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Transition to ACTIVE for port object 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:11:59.397390 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.409882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff01bf0-0827-4bd7-b23e-dd83730b4a78 req-47a91243-ca2a-4828-8400-100f8afd60a6 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:59.411418 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ff01bf0-0827-4bd7-b23e-dd83730b4a78 req-47a91243-ca2a-4828-8400-100f8afd60a6 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 943 time: 0.3585687 Jul 27 22:11:59.449261 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e45c3-235a-46b6-8a49-eae00f4d62b5 req-17147963-d1ed-4673-a4d5-d76fdb7cb50e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:59.451024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b1e45c3-235a-46b6-8a49-eae00f4d62b5 req-17147963-d1ed-4673-a4d5-d76fdb7cb50e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 932 time: 0.2182541 Jul 27 22:11:59.462184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:59.464811 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.512340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Attempting to bind port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:11:59.512678 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Attempting to bind port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:11:59.513001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Attempting to bind port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d on network 93d81622-cb59-4072-9035-7a7483df678f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:59.517715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d on network 93d81622-cb59-4072-9035-7a7483df678f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:11:59.518030 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Attempting to bind port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d on network 93d81622-cb59-4072-9035-7a7483df678f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:11:59.522841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:11:59.523172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Checking segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:11:59.523552 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Bound using segment: {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:11:59.523973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Bound port: 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fa3cb8-d982-4958-92af-de55f07217e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '93d81622-cb59-4072-9035-7a7483df678f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:11:59.524327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.563461 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ff01bf0-0827-4bd7-b23e-dd83730b4a78 req-5d33201a-4d38-4001-9e45-e604ecea8644 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077979 Jul 27 22:11:59.567255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b1e45c3-235a-46b6-8a49-eae00f4d62b5 req-d013709e-5a1c-4d5e-84f5-679c12b1193e tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050436 Jul 27 22:11:59.617315 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] For port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:11:59.621348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] For port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:11:59.628364 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.673938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:59.674481 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.675874 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f8d12b5-73a9-486a-8a95-7f4e4e9f229d HTTP/1.1" status: 200 len: 1092 time: 0.8453190 Jul 27 22:11:59.676304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4', 'tag': '7f8d12b5-73a9-486a-8a95-7f4e4e9f229d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:59.678621 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36061bb-bfd7-4127-9a13-6462ca2df78f" -d '{"events": [{"name": "network-changed", "server_uuid": "af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4", "tag": "7f8d12b5-73a9-486a-8a95-7f4e4e9f229d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:59.701108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979330db-a9b0-4487-94ef-7dcc164c5055 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:59.772162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-9e1eab5f-dd0e-40c5-a7e9-4ab140728f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:59.773690 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-9e1eab5f-dd0e-40c5-a7e9-4ab140728f85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 1095 time: 0.0440044 Jul 27 22:11:59.804201 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.821259 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-5e7fedea-9626-40e7-9b64-a241ee465dd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d HTTP/1.1" status: 200 len: 217 time: 0.0394881 Jul 27 22:11:59.852989 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:59.869529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-cd07ad3a-9032-4beb-bd49-c51eca93a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:59.871072 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-cd07ad3a-9032-4beb-bd49-c51eca93a1fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.0433927 Jul 27 22:11:59.903094 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-0429b9af-9935-404b-96f9-4429ca2c899e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247653 Jul 27 22:11:59.998875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-53dc5721-9119-4f41-a9f7-abba10ab51e8 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883090 Jul 27 22:12:00.045371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2138aa53-67a6-40ee-9db5-ab4eb17a12aa details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:00.097835 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-739a5219-4f9f-439a-93f1-4e72eb38e0ec req-5487b538-a60a-4e79-8608-8b6353b89e87 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905240 Jul 27 22:12:00.148131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2138aa53-67a6-40ee-9db5-ab4eb17a12aa,segment=NetworkSegment(55911d7e-b929-4fd9-a528-1007ee3c2f8c),segment_id=55911d7e-b929-4fd9-a528-1007ee3c2f8c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:00.164117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '2138aa53-67a6-40ee-9db5-ab4eb17a12aa', 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c', 'port_id': '2138aa53-67a6-40ee-9db5-ab4eb17a12aa', 'mac_address': 'fa:16:3e:fa:5d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b736049-a370-4e88-93f1-f143c8c1f61e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:00.206791 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:00.219582 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2138aa53-67a6-40ee-9db5-ab4eb17a12aa {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:00.242228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2138aa53-67a6-40ee-9db5-ab4eb17a12aa,segment=NetworkSegment(55911d7e-b929-4fd9-a528-1007ee3c2f8c),segment_id=55911d7e-b929-4fd9-a528-1007ee3c2f8c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:00.246462 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:00.282721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-eb4f0d51-f1f9-4199-9ad7-360e38fc0f0a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:00.284203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-eb4f0d51-f1f9-4199-9ad7-360e38fc0f0a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.5880525 Jul 27 22:12:00.296068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=2138aa53-67a6-40ee-9db5-ab4eb17a12aa,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:00.308778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81c0d-1988-4f75-9378-87805783181f req-24e10a72-c09f-4bd3-a567-67483bb2b220 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:00.314799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81c0d-1988-4f75-9378-87805783181f req-24e10a72-c09f-4bd3-a567-67483bb2b220 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:00.320607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81c0d-1988-4f75-9378-87805783181f req-24e10a72-c09f-4bd3-a567-67483bb2b220 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:00.326679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81c0d-1988-4f75-9378-87805783181f req-24e10a72-c09f-4bd3-a567-67483bb2b220 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:00.333038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81c0d-1988-4f75-9378-87805783181f req-24e10a72-c09f-4bd3-a567-67483bb2b220 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:00.338895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81c0d-1988-4f75-9378-87805783181f req-24e10a72-c09f-4bd3-a567-67483bb2b220 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:00.345411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81c0d-1988-4f75-9378-87805783181f req-24e10a72-c09f-4bd3-a567-67483bb2b220 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:00.347279 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4cc81c0d-1988-4f75-9378-87805783181f req-24e10a72-c09f-4bd3-a567-67483bb2b220 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.5465827 Jul 27 22:12:00.382715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-fa844f64-90ee-4ad2-8f1e-9191bb6f307f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/quotas/e8cb9d7daf91406a9d5ac06bcffeecf3 HTTP/1.1" status: 200 len: 375 time: 0.0918500 Jul 27 22:12:00.455409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4cc81c0d-1988-4f75-9378-87805783181f req-2ca6f9e0-2890-4c68-8930-391b93b13a56 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961692 Jul 27 22:12:00.475680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Allocated IP 172.25.1.88 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/d673a4d4-d9c3-4a24-97e2-ff02cd98fda4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:00.494244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-a5030387-cf0e-4f87-8f5c-3853634aab63 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936010 Jul 27 22:12:00.519349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2138aa53-67a6-40ee-9db5-ab4eb17a12aa'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:00.678589 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451b6f7-8735-413f-9dd4-efceb185b802 req-58438897-698a-4a37-89b6-47750e32dedb tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:00.680083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6451b6f7-8735-413f-9dd4-efceb185b802 req-58438897-698a-4a37-89b6-47750e32dedb tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 946 time: 0.1375899 Jul 27 22:12:00.718782 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:00.723486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3432d30d-95f8-4c9b-8ae9-43d974d02d9b service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139862 Jul 27 22:12:00.799452 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6451b6f7-8735-413f-9dd4-efceb185b802 req-da6483b7-d088-43fd-8bce-d93bffa0bbf5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114810 Jul 27 22:12:00.841351 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:00.849118 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18a27d2-b2b4-47d2-b9a5-3c05c0f2bcfa x-openstack-request-id: req-e18a27d2-b2b4-47d2-b9a5-3c05c0f2bcfa {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:00.849353 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4", "tag": "7f8d12b5-73a9-486a-8a95-7f4e4e9f229d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:00.849809 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e18a27d2-b2b4-47d2-b9a5-3c05c0f2bcfa {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:00.850341 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4', 'tag': '7f8d12b5-73a9-486a-8a95-7f4e4e9f229d', 'status': 'completed', 'code': 200} Jul 27 22:12:00.892947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-efdefaf2-a7f0-4c8d-a2fb-77c22b7c9b09 service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602247 Jul 27 22:12:00.896159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:00.904517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:00.913814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36061bb-bfd7-4127-9a13-6462ca2df78f req-463e7a76-2551-4390-ae8f-d6fb593fc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:00.915538 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36061bb-bfd7-4127-9a13-6462ca2df78f req-463e7a76-2551-4390-ae8f-d6fb593fc046 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c882965a19147e5bcc42dd93fc06d78&device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 1095 time: 0.0437863 Jul 27 22:12:00.918117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:00.939098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Pushing event updated for resources: {'Port': ['ID=d673a4d4-d9c3-4a24-97e2-ff02cd98fda4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:00.993139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58dccf-9046-487e-83dc-51759e9d926d req-a7ce23d1-31f7-4f4c-a715-3d49d0b5bcc7 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:00.994766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac58dccf-9046-487e-83dc-51759e9d926d req-a7ce23d1-31f7-4f4c-a715-3d49d0b5bcc7 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 944 time: 0.0958486 Jul 27 22:12:01.027900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36061bb-bfd7-4127-9a13-6462ca2df78f req-5e04f282-09e6-450e-820e-33454493fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:01.029534 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36061bb-bfd7-4127-9a13-6462ca2df78f req-5e04f282-09e6-450e-820e-33454493fe62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 200 len: 913 time: 0.1054559 Jul 27 22:12:01.085943 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36061bb-bfd7-4127-9a13-6462ca2df78f req-3416c614-1e8e-4541-a008-cbb4ad2114b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d HTTP/1.1" status: 200 len: 217 time: 0.0468566 Jul 27 22:12:01.137519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36061bb-bfd7-4127-9a13-6462ca2df78f req-a2487ea8-9468-4529-8276-9ab0db7a05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:01.139050 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36061bb-bfd7-4127-9a13-6462ca2df78f req-a2487ea8-9468-4529-8276-9ab0db7a05c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 200 len: 852 time: 0.0452528 Jul 27 22:12:01.173449 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac58dccf-9046-487e-83dc-51759e9d926d req-64d5733f-5294-49c1-bac4-b785a94dce48 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445034 Jul 27 22:12:01.175478 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36061bb-bfd7-4127-9a13-6462ca2df78f req-e0a806c5-f985-4a5d-b4ce-76f85d73de50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d81622-cb59-4072-9035-7a7483df678f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293186 Jul 27 22:12:01.198099 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cbda1-b540-49f8-9472-19248551ca13 req-f2d4b87e-fc28-424c-ad69-3d025607d836 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:01.200014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e28cbda1-b540-49f8-9472-19248551ca13 req-f2d4b87e-fc28-424c-ad69-3d025607d836 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 944 time: 0.1179709 Jul 27 22:12:01.315451 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36061bb-bfd7-4127-9a13-6462ca2df78f req-04ca5309-959d-40f9-8135-5cc7f1e0cf74 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318550 Jul 27 22:12:01.352964 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e28cbda1-b540-49f8-9472-19248551ca13 req-ce17cc01-1ad2-4f1e-b6d0-29ca36bd23c6 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100419 Jul 27 22:12:01.430703 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d36061bb-bfd7-4127-9a13-6462ca2df78f req-5dbbb60f-3157-431a-8b6d-7a557d7f9639 service neutron] 10.222.0.41 "GET /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076801 Jul 27 22:12:01.435912 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:01.472927 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9371b924-f211-4ff3-a6ba-608f36710f98 req-df42a5e6-4fd7-44ea-986d-512e3231d823 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 210 time: 0.0658770 Jul 27 22:12:01.663323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ce85-d7d7-4fe8-a578-ed8f5f4e221e req-45ad3905-43d5-4a4f-a2ef-094f7f3c036f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:01.669235 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ce85-d7d7-4fe8-a578-ed8f5f4e221e req-45ad3905-43d5-4a4f-a2ef-094f7f3c036f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:01.677292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ce85-d7d7-4fe8-a578-ed8f5f4e221e req-45ad3905-43d5-4a4f-a2ef-094f7f3c036f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:01.684780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ce85-d7d7-4fe8-a578-ed8f5f4e221e req-45ad3905-43d5-4a4f-a2ef-094f7f3c036f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:01.694781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ce85-d7d7-4fe8-a578-ed8f5f4e221e req-45ad3905-43d5-4a4f-a2ef-094f7f3c036f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:01.705622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ce85-d7d7-4fe8-a578-ed8f5f4e221e req-45ad3905-43d5-4a4f-a2ef-094f7f3c036f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:01.712780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7ce85-d7d7-4fe8-a578-ed8f5f4e221e req-45ad3905-43d5-4a4f-a2ef-094f7f3c036f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:01.719049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4cb7ce85-d7d7-4fe8-a578-ed8f5f4e221e req-45ad3905-43d5-4a4f-a2ef-094f7f3c036f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.1739419 Jul 27 22:12:01.804647 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4cb7ce85-d7d7-4fe8-a578-ed8f5f4e221e req-da9e0a2f-b05a-4a35-9060-0f9dad5a69b0 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789669 Jul 27 22:12:01.807454 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:01.940845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Router 8df2fa88-b0ba-48ce-a1e9-0297033fe314 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:12:02.045376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:02.049782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:02.052088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2138aa53-67a6-40ee-9db5-ab4eb17a12aa up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:02.058323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688dd423-e47d-48e3-8505-c1e5bab107e0 None None] Sync routers for ids ['8df2fa88-b0ba-48ce-a1e9-0297033fe314'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:02.064887 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.066142 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f1f5a6b5-6b36-4648-96e8-1ee4047db46b tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2124488 Jul 27 22:12:02.069003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52552) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:02.110647 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688dd423-e47d-48e3-8505-c1e5bab107e0 None None] Routers {'8df2fa88-b0ba-48ce-a1e9-0297033fe314'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:02.111367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-688dd423-e47d-48e3-8505-c1e5bab107e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:11:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['8df2fa88-b0ba-48ce-a1e9-0297033fe314'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:02.176081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cc589748-4e12-4eb8-b6f7-d148ce54a6a0 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/routers/8df2fa88-b0ba-48ce-a1e9-0297033fe314 HTTP/1.1" status: 200 len: 923 time: 0.1034529 Jul 27 22:12:02.176434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52554) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:02.180828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-688dd423-e47d-48e3-8505-c1e5bab107e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:02.205668 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688dd423-e47d-48e3-8505-c1e5bab107e0 None None] Routers {'8df2fa88-b0ba-48ce-a1e9-0297033fe314'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:02.206327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-688dd423-e47d-48e3-8505-c1e5bab107e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:11:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['8df2fa88-b0ba-48ce-a1e9-0297033fe314'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:02.215657 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2101b31d-3c7f-4fa8-bf03-835925764206 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df2fa88-b0ba-48ce-a1e9-0297033fe314 HTTP/1.1" status: 200 len: 205 time: 0.0356879 Jul 27 22:12:02.216511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52558) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:02.241449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:02.246347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-688dd423-e47d-48e3-8505-c1e5bab107e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:02.246992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688dd423-e47d-48e3-8505-c1e5bab107e0 None None] The sync data for ids ['8df2fa88-b0ba-48ce-a1e9-0297033fe314'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:02.256862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:02.257242 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.349647 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:02.355205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bbd6b-7de4-47c4-b28d-1d5b5bbbf418 req-e008712f-334f-4a7d-978b-ca2b50768e68 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:02.364504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-888bbd6b-7de4-47c4-b28d-1d5b5bbbf418 req-e008712f-334f-4a7d-978b-ca2b50768e68 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 944 time: 0.1012313 Jul 27 22:12:02.403676 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.407949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '7f8d12b5-73a9-486a-8a95-7f4e4e9f229d', 'network_id': '93d81622-cb59-4072-9035-7a7483df678f', 'port_id': '7f8d12b5-73a9-486a-8a95-7f4e4e9f229d', 'mac_address': 'fa:16:3e:31:df:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96446a54-8a20-4b30-ac6d-87fb13a576eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:02.446866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-888bbd6b-7de4-47c4-b28d-1d5b5bbbf418 req-8e833586-4698-42bc-9420-fe4862d90f60 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813704 Jul 27 22:12:02.466145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c07e85-94cb-4e50-87bf-71573d903b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2138aa53-67a6-40ee-9db5-ab4eb17a12aa'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:02.468527 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e08723-232a-45dd-b8e4-268eaccca56e" -d '{"events": [{"server_uuid": "83c07e85-94cb-4e50-87bf-71573d903b17", "name": "network-vif-plugged", "status": "completed", "tag": "2138aa53-67a6-40ee-9db5-ab4eb17a12aa"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:02.525116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2138aa53-67a6-40ee-9db5-ab4eb17a12aa,segment=NetworkSegment(55911d7e-b929-4fd9-a528-1007ee3c2f8c),segment_id=55911d7e-b929-4fd9-a528-1007ee3c2f8c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:02.542355 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.544948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db982298-414e-4002-9371-63f87676a361 req-e09c6dff-f291-483f-8754-bf2df85db8a1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:02.546773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.552916 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db982298-414e-4002-9371-63f87676a361 req-e09c6dff-f291-483f-8754-bf2df85db8a1 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 944 time: 0.1049285 Jul 27 22:12:02.577245 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f801f6e-25a1-4251-8431-ec9d57a13b0f x-openstack-request-id: req-1f801f6e-25a1-4251-8431-ec9d57a13b0f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:02.577506 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c07e85-94cb-4e50-87bf-71573d903b17", "name": "network-vif-plugged", "status": "completed", "tag": "2138aa53-67a6-40ee-9db5-ab4eb17a12aa", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:02.577723 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f801f6e-25a1-4251-8431-ec9d57a13b0f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:02.579678 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c07e85-94cb-4e50-87bf-71573d903b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2138aa53-67a6-40ee-9db5-ab4eb17a12aa', 'code': 200} Jul 27 22:12:02.588955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:02.628323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db982298-414e-4002-9371-63f87676a361 req-7396727d-8efe-493d-9357-b3553787927c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742948 Jul 27 22:12:02.671467 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-447f3d54-3ec1-4cc7-8aaf-ebed6ef3fe5d req-2c1f5977-c812-4e73-87a6-04c4ef4a7558 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 210 time: 0.0340347 Jul 27 22:12:02.780554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:02.788593 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.807608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=2138aa53-67a6-40ee-9db5-ab4eb17a12aa,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:02.858624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:02.873879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1da47d-c91a-4449-8fad-01065db34db3 req-f9e4fbec-9a3e-45f4-bf5a-3bd6a826aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:02.876687 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9c1da47d-c91a-4449-8fad-01065db34db3 req-f9e4fbec-9a3e-45f4-bf5a-3bd6a826aabb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 1096 time: 0.1486986 Jul 27 22:12:02.881733 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.933841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-5ffadd84-e9c9-47c3-83fd-2bead751fcf4 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:02.936062 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-5ffadd84-e9c9-47c3-83fd-2bead751fcf4 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.41 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.6626222 Jul 27 22:12:02.956370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Request body: {'port': {'device_id': 'd33c1acb-2cc1-4cda-b540-d963a48bb0ff', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'admin_state_up': True, 'tenant_id': 'e8cb9d7daf91406a9d5ac06bcffeecf3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:02.957317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0864a-5bab-4d74-b3a0-191f2d5f1917 req-57f48919-c8eb-4f23-8dc2-7cab444d55bf tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:02.963726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0864a-5bab-4d74-b3a0-191f2d5f1917 req-57f48919-c8eb-4f23-8dc2-7cab444d55bf tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:02.972684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0864a-5bab-4d74-b3a0-191f2d5f1917 req-57f48919-c8eb-4f23-8dc2-7cab444d55bf tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:02.978977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0864a-5bab-4d74-b3a0-191f2d5f1917 req-57f48919-c8eb-4f23-8dc2-7cab444d55bf tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:02.985084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0864a-5bab-4d74-b3a0-191f2d5f1917 req-57f48919-c8eb-4f23-8dc2-7cab444d55bf tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:02.991010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0864a-5bab-4d74-b3a0-191f2d5f1917 req-57f48919-c8eb-4f23-8dc2-7cab444d55bf tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:02.996933 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0864a-5bab-4d74-b3a0-191f2d5f1917 req-57f48919-c8eb-4f23-8dc2-7cab444d55bf tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:02.998898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ee0864a-5bab-4d74-b3a0-191f2d5f1917 req-57f48919-c8eb-4f23-8dc2-7cab444d55bf tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.1000097 Jul 27 22:12:03.042746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ee0864a-5bab-4d74-b3a0-191f2d5f1917 req-756cc954-ff0b-4703-8387-d32f2db163e0 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364401 Jul 27 22:12:03.056414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['7f8d12b5-73a9-486a-8a95-7f4e4e9f229d'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:03.067837 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9c1da47d-c91a-4449-8fad-01065db34db3 req-1ea6b01b-c51b-4a44-b58a-9b12f7c30277 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816862 Jul 27 22:12:03.120074 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:03.171188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Made reservation on behalf of e8cb9d7daf91406a9d5ac06bcffeecf3 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:03.174791 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:03.248439 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Deleting port d673a4d4-d9c3-4a24-97e2-ff02cd98fda4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:03.249139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:03.378955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:03.381612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Allocated IP 172.20.0.4 (12877bf8-a34f-4c9c-abe4-4954942b1a4f/a8a26f0a-cab7-4000-93f5-0fd89413147b/2c00ab2a-d5a6-4d0f-a061-775824319bd4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:03.400798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Calling delete_port for d673a4d4-d9c3-4a24-97e2-ff02cd98fda4 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:03.554177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a147e-d53c-4f4b-979d-f819c18586dd req-535ee262-3c00-480f-9002-96d8e40b5ff0 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:03.555721 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed4a147e-d53c-4f4b-979d-f819c18586dd req-535ee262-3c00-480f-9002-96d8e40b5ff0 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 945 time: 0.0493290 Jul 27 22:12:03.598019 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed4a147e-d53c-4f4b-979d-f819c18586dd req-28b1d562-0486-4afe-987d-3eefd3e3f693 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362179 Jul 27 22:12:03.645049 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:03.703389 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:03.737854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Pushing event deleted for resources: {'Port': ['ID=d673a4d4-d9c3-4a24-97e2-ff02cd98fda4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:03.767582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:03.780615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd', 'f74b25d1-277f-44f0-9bd9-ad7149c17578'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:03.821461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c7e3c-1ae3-4b79-a1c1-7ecbcbc775fb req-bef53659-5a39-4e40-8a4f-cec78d2cd0b8 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:03.829536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed2c7e3c-1ae3-4b79-a1c1-7ecbcbc775fb req-bef53659-5a39-4e40-8a4f-cec78d2cd0b8 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 945 time: 0.1189892 Jul 27 22:12:03.838447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Network 12877bf8-a34f-4c9c-abe4-4954942b1a4f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:03.843258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:03.852589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:03.875010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2757a9a-07da-4891-be9a-2d0c85b646e5 req-f9fbb3e1-2533-4d17-b54e-7d71cc8f2cb7 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:03.876682 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2757a9a-07da-4891-be9a-2d0c85b646e5 req-f9fbb3e1-2533-4d17-b54e-7d71cc8f2cb7 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 931 time: 0.1003418 Jul 27 22:12:03.890917 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed2c7e3c-1ae3-4b79-a1c1-7ecbcbc775fb req-e36f375d-c712-4a77-bda3-a5c73b5e67a6 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601771 Jul 27 22:12:03.893749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event updated for resources: {'Port': ['ID=2c00ab2a-d5a6-4d0f-a061-775824319bd4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:03.935294 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:03.935918 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:03.936963 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2757a9a-07da-4891-be9a-2d0c85b646e5 req-59c9f66d-998a-4345-9ae4-7075dfc95225 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440979 Jul 27 22:12:03.939692 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.034556 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-535a17fd-1f6d-45dc-9ec0-900c26f684a0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0863264 Jul 27 22:12:04.039959 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.042130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.049415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Request body: {'port': {'device_id': 'd33c1acb-2cc1-4cda-b540-d963a48bb0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:04.060426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:04.123701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:04.128172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:04.128619 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.134247 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.134809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Fanout notify agent at l3_agent the message router_deleted on router 8df2fa88-b0ba-48ce-a1e9-0297033fe314 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:12:04.144844 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.145419 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f8283ae5-e366-4b93-9af2-63fde27196f2 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/routers/8df2fa88-b0ba-48ce-a1e9-0297033fe314 HTTP/1.1" status: 204 len: 168 time: 1.9264760 Jul 27 22:12:04.151088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52588) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:04.155395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Request body: {'router': {'name': 'tempest-snat-router-444979904', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'enable_snat': False}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:04.162320 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.192475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496567f3-bf69-46d5-9cb2-e491af36ac8e req-0a587067-5a24-4dd5-a058-132d5be6c3d1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:04.198415 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496567f3-bf69-46d5-9cb2-e491af36ac8e req-0a587067-5a24-4dd5-a058-132d5be6c3d1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:04.205251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496567f3-bf69-46d5-9cb2-e491af36ac8e req-0a587067-5a24-4dd5-a058-132d5be6c3d1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:04.211343 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496567f3-bf69-46d5-9cb2-e491af36ac8e req-0a587067-5a24-4dd5-a058-132d5be6c3d1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:04.217858 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496567f3-bf69-46d5-9cb2-e491af36ac8e req-0a587067-5a24-4dd5-a058-132d5be6c3d1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:04.220435 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.222126 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.223128 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.224840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496567f3-bf69-46d5-9cb2-e491af36ac8e req-0a587067-5a24-4dd5-a058-132d5be6c3d1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:04.230983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496567f3-bf69-46d5-9cb2-e491af36ac8e req-0a587067-5a24-4dd5-a058-132d5be6c3d1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:04.233161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-496567f3-bf69-46d5-9cb2-e491af36ac8e req-0a587067-5a24-4dd5-a058-132d5be6c3d1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.1033683 Jul 27 22:12:04.265107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:04.270561 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.282803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-496567f3-bf69-46d5-9cb2-e491af36ac8e req-b635e13a-85bb-42e1-98ae-3bcaa3aa7689 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421469 Jul 27 22:12:04.326510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:04.349232 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.522853 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.579176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8d12b5-73a9-486a-8a95-7f4e4e9f229d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:04.581508 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754472ca-7fef-4775-a3d2-6c6ca2819087" -d '{"events": [{"server_uuid": "af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4", "name": "network-vif-plugged", "status": "completed", "tag": "7f8d12b5-73a9-486a-8a95-7f4e4e9f229d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:04.618585 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab771a6-fe8c-4782-a861-2f268036e2da x-openstack-request-id: req-5ab771a6-fe8c-4782-a861-2f268036e2da {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:04.618947 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4", "name": "network-vif-plugged", "status": "completed", "tag": "7f8d12b5-73a9-486a-8a95-7f4e4e9f229d", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:04.619289 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ab771a6-fe8c-4782-a861-2f268036e2da {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:04.619752 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8d12b5-73a9-486a-8a95-7f4e4e9f229d', 'code': 200} Jul 27 22:12:04.639366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c00ab2a-d5a6-4d0f-a061-775824319bd4 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:04.649678 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.667306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Transition to ACTIVE for port object 2c00ab2a-d5a6-4d0f-a061-775824319bd4 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:04.673793 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.725364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4983f6-fa68-485e-b5d1-ac69708ee77e req-c038d9ff-540b-42fd-adb5-2554c48e1da0 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:04.727028 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa4983f6-fa68-485e-b5d1-ac69708ee77e req-c038d9ff-540b-42fd-adb5-2554c48e1da0 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 945 time: 0.0519619 Jul 27 22:12:04.775218 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa4983f6-fa68-485e-b5d1-ac69708ee77e req-97dc1436-3a72-4705-bdcc-c86cf8de0316 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350707 Jul 27 22:12:04.812105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Pushing event updated for resources: {'Port': ['ID=2c00ab2a-d5a6-4d0f-a061-775824319bd4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:04.883335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52718aa-eacc-4fdb-b316-b66736da44d6 req-ced10b55-84b1-426b-a707-2af8bce04090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:04.885442 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b52718aa-eacc-4fdb-b316-b66736da44d6 req-ced10b55-84b1-426b-a707-2af8bce04090 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 1097 time: 0.2057836 Jul 27 22:12:04.977915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86a155-2720-4085-8f51-1f98f1681210 req-9ad77d5d-5e57-4550-a19c-c1c960ebe9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:04.979885 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b86a155-2720-4085-8f51-1f98f1681210 req-9ad77d5d-5e57-4550-a19c-c1c960ebe9c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 1097 time: 0.2256458 Jul 27 22:12:05.055792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e5af9-6d5e-49c8-a989-8b1cc22ac6cc req-926923f0-a9cf-4cb0-ad16-14d6b89faefa tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.057217 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e05e5af9-6d5e-49c8-a989-8b1cc22ac6cc req-926923f0-a9cf-4cb0-ad16-14d6b89faefa tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 946 time: 0.0749145 Jul 27 22:12:05.113402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Attempting to bind port 2c00ab2a-d5a6-4d0f-a061-775824319bd4 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:05.113747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Attempting to bind port 2c00ab2a-d5a6-4d0f-a061-775824319bd4 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:05.114076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Attempting to bind port 2c00ab2a-d5a6-4d0f-a061-775824319bd4 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:05.122638 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b52718aa-eacc-4fdb-b316-b66736da44d6 req-165daa4b-5bdb-4011-a591-9082c57a9427 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885796 Jul 27 22:12:05.136336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Port 2c00ab2a-d5a6-4d0f-a061-775824319bd4 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:05.136677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Attempting to bind port 2c00ab2a-d5a6-4d0f-a061-775824319bd4 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:05.152475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e05e5af9-6d5e-49c8-a989-8b1cc22ac6cc req-9cf50971-c665-4c47-aa06-e97318cecfda tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792537 Jul 27 22:12:05.154588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:05.154943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Checking segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:05.155380 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Bound using segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:05.155830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Bound port: 2c00ab2a-d5a6-4d0f-a061-775824319bd4, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:05.156195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.173149 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.180330 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56747b2-f367-4030-b8eb-1109976d10f2 req-566155d3-fe09-40b2-bb6f-cafd42c415a6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.188404 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a56747b2-f367-4030-b8eb-1109976d10f2 req-566155d3-fe09-40b2-bb6f-cafd42c415a6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 943 time: 0.1291800 Jul 27 22:12:05.207134 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.263342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a56747b2-f367-4030-b8eb-1109976d10f2 req-30882b0e-de5a-42e2-b6c4-078da8c8569b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674551 Jul 27 22:12:05.302547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86a155-2720-4085-8f51-1f98f1681210 req-170f8586-4cb0-4d96-85d9-e4b7358900ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.302547 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b86a155-2720-4085-8f51-1f98f1681210 req-170f8586-4cb0-4d96-85d9-e4b7358900ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.2872782 Jul 27 22:12:05.421137 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b86a155-2720-4085-8f51-1f98f1681210 req-0d6ee163-05da-47c0-aac3-3a92b2acc852 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59 HTTP/1.1" status: 200 len: 1002 time: 0.1071076 Jul 27 22:12:05.446323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] For port 2c00ab2a-d5a6-4d0f-a061-775824319bd4, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:05.455817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] For port 2c00ab2a-d5a6-4d0f-a061-775824319bd4, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2c00ab2a-d5a6-4d0f-a061-775824319bd4,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:05.479617 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725466f1-35e9-490e-b7ae-faa3294828cf req-f6785b68-3af6-4985-8aee-9513890fc0b1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.487187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725466f1-35e9-490e-b7ae-faa3294828cf req-f6785b68-3af6-4985-8aee-9513890fc0b1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.493000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725466f1-35e9-490e-b7ae-faa3294828cf req-f6785b68-3af6-4985-8aee-9513890fc0b1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.498769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.501482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725466f1-35e9-490e-b7ae-faa3294828cf req-f6785b68-3af6-4985-8aee-9513890fc0b1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.507672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725466f1-35e9-490e-b7ae-faa3294828cf req-f6785b68-3af6-4985-8aee-9513890fc0b1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.514824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725466f1-35e9-490e-b7ae-faa3294828cf req-f6785b68-3af6-4985-8aee-9513890fc0b1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.521898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725466f1-35e9-490e-b7ae-faa3294828cf req-f6785b68-3af6-4985-8aee-9513890fc0b1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.524245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-725466f1-35e9-490e-b7ae-faa3294828cf req-f6785b68-3af6-4985-8aee-9513890fc0b1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.1186848 Jul 27 22:12:05.556150 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.556748 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.558118 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] 10.222.0.41 "PUT /v2.0/ports/2c00ab2a-d5a6-4d0f-a061-775824319bd4 HTTP/1.1" status: 200 len: 1091 time: 1.5142109 Jul 27 22:12:05.561181 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86a155-2720-4085-8f51-1f98f1681210 req-2bbec5d9-a191-4784-9a9b-8e2299edd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.563254 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b86a155-2720-4085-8f51-1f98f1681210 req-2bbec5d9-a191-4784-9a9b-8e2299edd271 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.1345975 Jul 27 22:12:05.569309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33c1acb-2cc1-4cda-b540-d963a48bb0ff', 'tag': '2c00ab2a-d5a6-4d0f-a061-775824319bd4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:05.571848 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddab6b95-f8f4-428d-86e2-1d6a19a67628" -d '{"events": [{"name": "network-changed", "server_uuid": "d33c1acb-2cc1-4cda-b540-d963a48bb0ff", "tag": "2c00ab2a-d5a6-4d0f-a061-775824319bd4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:05.612843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-725466f1-35e9-490e-b7ae-faa3294828cf req-13ff673c-47eb-41f4-8a91-afbaf0400655 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815752 Jul 27 22:12:05.648197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d1e2d-32f2-4cb9-a40c-d93da342c2ae req-dab93798-dc7a-4f96-ad5a-0aa7d52e057e tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.656306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e1d1e2d-32f2-4cb9-a40c-d93da342c2ae req-dab93798-dc7a-4f96-ad5a-0aa7d52e057e tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 945 time: 0.1116567 Jul 27 22:12:05.659931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Allocated IP 172.25.1.94 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/bb87e939-fa45-422a-84c2-6b07fd88d950) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:05.674064 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd934c-3813-48f6-b53f-fee01f8dda25 service neutron] Pushing event updated for resources: {'Port': ['ID=2c00ab2a-d5a6-4d0f-a061-775824319bd4,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:05.720428 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e1d1e2d-32f2-4cb9-a40c-d93da342c2ae req-0d02202e-05d3-4278-868f-c438484034cb tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629454 Jul 27 22:12:05.758978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-0f46dc34-d314-4ae6-9cab-291827a8b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.760620 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-0f46dc34-d314-4ae6-9cab-291827a8b588 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 1094 time: 0.1434047 Jul 27 22:12:05.764826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86a155-2720-4085-8f51-1f98f1681210 req-5209ae7b-bd77-4caa-88ac-c2e9e3ff00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.766497 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b86a155-2720-4085-8f51-1f98f1681210 req-5209ae7b-bd77-4caa-88ac-c2e9e3ff00a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853447 Jul 27 22:12:05.794684 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ab2658-32ec-44a2-9583-9d199a585a61 x-openstack-request-id: req-b3ab2658-32ec-44a2-9583-9d199a585a61 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:05.794968 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33c1acb-2cc1-4cda-b540-d963a48bb0ff", "tag": "2c00ab2a-d5a6-4d0f-a061-775824319bd4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:05.795220 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3ab2658-32ec-44a2-9583-9d199a585a61 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:05.795612 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33c1acb-2cc1-4cda-b540-d963a48bb0ff', 'tag': '2c00ab2a-d5a6-4d0f-a061-775824319bd4', 'status': 'completed', 'code': 200} Jul 27 22:12:05.873553 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-61dd196e-44af-4638-b6ce-f3c3d55fb979 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c00ab2a-d5a6-4d0f-a061-775824319bd4 HTTP/1.1" status: 200 len: 217 time: 0.1001415 Jul 27 22:12:05.928638 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.963960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-e43ded9e-eaac-438a-a138-5434e5827a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:05.965040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:05.965553 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-e43ded9e-eaac-438a-a138-5434e5827a61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.0816529 Jul 27 22:12:06.036929 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b86a155-2720-4085-8f51-1f98f1681210 req-f91998e5-ec8b-4a91-a3d7-bd61fb9d3ed9 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613990 Jul 27 22:12:06.040306 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-aae79763-be7c-48dc-93db-4acccc9f6e92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525262 Jul 27 22:12:06.087530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:06.106603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'port_id': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'mac_address': 'fa:16:3e:f9:1c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:06.153919 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.166085 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.207124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efc3331c-c85d-4f15-b9a6-7d2312d16f59 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:06.233817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:06.246538 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.246793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:06.266844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:06.275308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:06.286173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event updated for resources: {'Port': ['ID=bb87e939-fa45-422a-84c2-6b07fd88d950,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:06.340009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:06.347464 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-a32f45dc-5b25-4444-9251-258c569a6cc4 service neutron] 10.222.0.41 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937975 Jul 27 22:12:06.354047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['efc3331c-c85d-4f15-b9a6-7d2312d16f59'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:06.383948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38616c37-b2c4-4582-bcdd-bc7c5474aade req-bbc35a27-d280-464e-b1df-88456326efd0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:06.394891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-38616c37-b2c4-4582-bcdd-bc7c5474aade req-bbc35a27-d280-464e-b1df-88456326efd0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 946 time: 0.1399457 Jul 27 22:12:06.450837 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-38616c37-b2c4-4582-bcdd-bc7c5474aade req-6fcd65df-bd98-4096-9497-6656fa151f23 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541842 Jul 27 22:12:06.482022 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8b86a155-2720-4085-8f51-1f98f1681210 req-170e25fc-9d48-4149-8ef1-32cf64a2ec94 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378362 Jul 27 22:12:06.565713 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408aa3f-595a-4577-bca9-f55f4d5eb272 req-c90d6ab8-da22-4375-8828-8a662b408564 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:06.575100 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9408aa3f-595a-4577-bca9-f55f4d5eb272 req-c90d6ab8-da22-4375-8828-8a662b408564 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 943 time: 0.1593590 Jul 27 22:12:06.618923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9408aa3f-595a-4577-bca9-f55f4d5eb272 req-55193869-3bd7-4e8c-8923-2f65097439ae tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Jul 27 22:12:06.711946 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7cf6d2cc-9599-491f-87f7-b48b481a2387 req-99b8c899-9231-45b3-a736-6a478933d2d8 service neutron] 10.222.0.41 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448851 Jul 27 22:12:06.834737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ea95-c18f-43b3-8360-6dc49f26777c req-0ce50551-a011-4e5c-b892-0cb938273247 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:06.841178 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ea95-c18f-43b3-8360-6dc49f26777c req-0ce50551-a011-4e5c-b892-0cb938273247 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:06.848278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ea95-c18f-43b3-8360-6dc49f26777c req-0ce50551-a011-4e5c-b892-0cb938273247 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:06.854754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ea95-c18f-43b3-8360-6dc49f26777c req-0ce50551-a011-4e5c-b892-0cb938273247 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:06.861613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ea95-c18f-43b3-8360-6dc49f26777c req-0ce50551-a011-4e5c-b892-0cb938273247 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:06.868653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ea95-c18f-43b3-8360-6dc49f26777c req-0ce50551-a011-4e5c-b892-0cb938273247 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:06.875689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ea95-c18f-43b3-8360-6dc49f26777c req-0ce50551-a011-4e5c-b892-0cb938273247 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:06.878423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8da3ea95-c18f-43b3-8360-6dc49f26777c req-0ce50551-a011-4e5c-b892-0cb938273247 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.1587384 Jul 27 22:12:06.952248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac937f76-81c6-4882-ba31-ea62d212a981 req-d6a7265c-8d0e-4a72-8a56-a6bf1d2b2011 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:06.961712 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac937f76-81c6-4882-ba31-ea62d212a981 req-d6a7265c-8d0e-4a72-8a56-a6bf1d2b2011 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 946 time: 0.1805811 Jul 27 22:12:06.994730 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8da3ea95-c18f-43b3-8360-6dc49f26777c req-9768a084-7b0e-45b5-87e0-591a9737d10f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964162 Jul 27 22:12:07.038145 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac937f76-81c6-4882-ba31-ea62d212a981 req-5ebc2f03-ce7a-4184-85c4-088ad5c48cdc tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714676 Jul 27 22:12:07.138673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede542a-4602-4f8e-a8c6-887205424cba req-a43e776d-260e-4c9f-b104-96656c1b5e79 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:07.141407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eede542a-4602-4f8e-a8c6-887205424cba req-a43e776d-260e-4c9f-b104-96656c1b5e79 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 945 time: 0.0579863 Jul 27 22:12:07.206426 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eede542a-4602-4f8e-a8c6-887205424cba req-212cefed-74ee-492a-aa6e-d0b2590ab9a9 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539730 Jul 27 22:12:07.288412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.332978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fecd5b-7610-45c9-9234-764788b52d7b req-b93ee871-3b31-4029-9e33-a15f116b765b tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:07.334425 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-07fecd5b-7610-45c9-9234-764788b52d7b req-b93ee871-3b31-4029-9e33-a15f116b765b tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 945 time: 0.1343572 Jul 27 22:12:07.338206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab6b95-f8f4-428d-86e2-1d6a19a67628 req-67e75ff1-a269-4193-bdbb-f9e63e5ae023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:07.339689 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddab6b95-f8f4-428d-86e2-1d6a19a67628 req-67e75ff1-a269-4193-bdbb-f9e63e5ae023 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 1094 time: 0.1407557 Jul 27 22:12:07.590810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab6b95-f8f4-428d-86e2-1d6a19a67628 req-86fc5841-3818-4c56-b589-1e401213017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:07.592290 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddab6b95-f8f4-428d-86e2-1d6a19a67628 req-86fc5841-3818-4c56-b589-1e401213017b service neutron] 10.222.0.41 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 906 time: 0.2446604 Jul 27 22:12:07.673880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-07fecd5b-7610-45c9-9234-764788b52d7b req-0ea5e12d-b17b-4b14-8c4d-443e292665e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Deleting port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:07.674226 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07fecd5b-7610-45c9-9234-764788b52d7b req-0ea5e12d-b17b-4b14-8c4d-443e292665e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.677706 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddab6b95-f8f4-428d-86e2-1d6a19a67628 req-c4ec3da8-d0ad-40a1-9a08-0cf5f43d2712 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c00ab2a-d5a6-4d0f-a061-775824319bd4 HTTP/1.1" status: 200 len: 217 time: 0.0747240 Jul 27 22:12:07.770015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.774065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c51971-1787-4f66-9666-0654b3227a69 req-4cfce645-c845-4ae4-b1af-3ab81a237e2d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:07.783637 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90c51971-1787-4f66-9666-0654b3227a69 req-4cfce645-c845-4ae4-b1af-3ab81a237e2d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 943 time: 0.0741148 Jul 27 22:12:07.830350 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90c51971-1787-4f66-9666-0654b3227a69 req-b5104060-18be-489c-b0ae-dd64ea4b8d45 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455296 Jul 27 22:12:07.847038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab6b95-f8f4-428d-86e2-1d6a19a67628 req-079207dd-ea30-4238-b1d3-ce68c0cd1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:07.848540 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddab6b95-f8f4-428d-86e2-1d6a19a67628 req-079207dd-ea30-4238-b1d3-ce68c0cd1fcf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.1562574 Jul 27 22:12:07.879198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-07fecd5b-7610-45c9-9234-764788b52d7b req-0ea5e12d-b17b-4b14-8c4d-443e292665e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] For port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2138aa53-67a6-40ee-9db5-ab4eb17a12aa,segment=NetworkSegment(55911d7e-b929-4fd9-a528-1007ee3c2f8c),segment_id=55911d7e-b929-4fd9-a528-1007ee3c2f8c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:07.879583 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07fecd5b-7610-45c9-9234-764788b52d7b req-0ea5e12d-b17b-4b14-8c4d-443e292665e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.933627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-07fecd5b-7610-45c9-9234-764788b52d7b req-0ea5e12d-b17b-4b14-8c4d-443e292665e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Calling delete_port for 2138aa53-67a6-40ee-9db5-ab4eb17a12aa owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:07.974701 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddab6b95-f8f4-428d-86e2-1d6a19a67628 req-00a06a89-40ed-4b76-9090-f59d27dacd1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174903 Jul 27 22:12:07.977054 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:08.060929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port efc3331c-c85d-4f15-b9a6-7d2312d16f59 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:08.061508 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.190610 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156bdb-0e0f-43ab-abe1-313538db32ad req-a2f9a47a-9004-4512-8a05-84742f9f92fe tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.196815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156bdb-0e0f-43ab-abe1-313538db32ad req-a2f9a47a-9004-4512-8a05-84742f9f92fe tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.203242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156bdb-0e0f-43ab-abe1-313538db32ad req-a2f9a47a-9004-4512-8a05-84742f9f92fe tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.209641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156bdb-0e0f-43ab-abe1-313538db32ad req-a2f9a47a-9004-4512-8a05-84742f9f92fe tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.218932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156bdb-0e0f-43ab-abe1-313538db32ad req-a2f9a47a-9004-4512-8a05-84742f9f92fe tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.219184 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddab6b95-f8f4-428d-86e2-1d6a19a67628 req-fc7e9b0e-f706-4fd5-a4a6-84c405bb073d service neutron] 10.222.0.41 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347035 Jul 27 22:12:08.225951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Router 2fe36f1e-95bb-495c-9c7c-4f86db5b3917 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:12:08.228341 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.232005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156bdb-0e0f-43ab-abe1-313538db32ad req-a2f9a47a-9004-4512-8a05-84742f9f92fe tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.238097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156bdb-0e0f-43ab-abe1-313538db32ad req-a2f9a47a-9004-4512-8a05-84742f9f92fe tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.245966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed156bdb-0e0f-43ab-abe1-313538db32ad req-a2f9a47a-9004-4512-8a05-84742f9f92fe tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.1506584 Jul 27 22:12:08.276235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:08.278884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:08.282087 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6ea23f-314b-4fc7-a1c5-fbf0e6b9504f" -d '{"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-plugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:08.290235 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.300011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256998d-d630-440f-bba0-3761aa231d89 req-c166f24c-4e78-448e-8332-54a594bf25f0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.301680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4256998d-d630-440f-bba0-3761aa231d89 req-c166f24c-4e78-448e-8332-54a594bf25f0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 946 time: 0.1763997 Jul 27 22:12:08.318496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed156bdb-0e0f-43ab-abe1-313538db32ad req-d74c8f60-9258-4c5c-a557-690b9d3c0736 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657420 Jul 27 22:12:08.373695 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07fecd5b-7610-45c9-9234-764788b52d7b req-0ea5e12d-b17b-4b14-8c4d-443e292665e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.406046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:08.434085 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4256998d-d630-440f-bba0-3761aa231d89 req-feb9b207-c2cf-4aa4-80e8-79e2f489fbe4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874515 Jul 27 22:12:08.451427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5e12d-b17b-4b14-8c4d-443e292665e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Pushing event deleted for resources: {'Port': ['ID=2138aa53-67a6-40ee-9db5-ab4eb17a12aa,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:08.476380 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e3b8c5-bec3-46d9-8e4d-d0370cc2ecb5 x-openstack-request-id: req-02e3b8c5-bec3-46d9-8e4d-d0370cc2ecb5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:08.476901 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-plugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:08.477326 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02e3b8c5-bec3-46d9-8e4d-d0370cc2ecb5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:08.477882 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'code': 200} Jul 27 22:12:08.502030 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddab6b95-f8f4-428d-86e2-1d6a19a67628 req-2e818760-c2ce-4d96-a2c1-991ce94d9d3d service neutron] 10.222.0.41 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554412 Jul 27 22:12:08.518291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fecd5b-7610-45c9-9234-764788b52d7b req-0ea5e12d-b17b-4b14-8c4d-443e292665e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] No DVR routers for this DVR port 2138aa53-67a6-40ee-9db5-ab4eb17a12aa on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:08.520837 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-07fecd5b-7610-45c9-9234-764788b52d7b req-0ea5e12d-b17b-4b14-8c4d-443e292665e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.522850 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-07fecd5b-7610-45c9-9234-764788b52d7b req-0ea5e12d-b17b-4b14-8c4d-443e292665e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.41 "DELETE /v2.0/ports/2138aa53-67a6-40ee-9db5-ab4eb17a12aa HTTP/1.1" status: 204 len: 173 time: 1.1763322 Jul 27 22:12:08.523299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c07e85-94cb-4e50-87bf-71573d903b17', 'name': 'network-vif-deleted', 'tag': '2138aa53-67a6-40ee-9db5-ab4eb17a12aa'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:08.525537 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6b2d5d-2e96-4aa8-a7f1-d6ff989954ed" -d '{"events": [{"server_uuid": "83c07e85-94cb-4e50-87bf-71573d903b17", "name": "network-vif-deleted", "tag": "2138aa53-67a6-40ee-9db5-ab4eb17a12aa"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:08.529832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:08.550794 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Sync routers for ids ['2fe36f1e-95bb-495c-9c7c-4f86db5b3917'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:08.565632 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.566969 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-67829460-d0dc-4a9d-b934-e89dade3d499 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4149408 Jul 27 22:12:08.570330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52694) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:08.572089 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Routers {'2fe36f1e-95bb-495c-9c7c-4f86db5b3917'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:08.573925 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:11:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['2fe36f1e-95bb-495c-9c7c-4f86db5b3917'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:08.603265 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a5b896c-ee0d-4dd4-8bf3-2059a5826287 req-b4c13144-8105-4e2d-8e45-c275c2261125 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c07e85-94cb-4e50-87bf-71573d903b17 HTTP/1.1" status: 200 len: 210 time: 0.0882487 Jul 27 22:12:08.672497 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daede10c-8428-46fb-a84d-c3651624cef5 x-openstack-request-id: req-daede10c-8428-46fb-a84d-c3651624cef5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:08.673382 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c07e85-94cb-4e50-87bf-71573d903b17", "name": "network-vif-deleted", "tag": "2138aa53-67a6-40ee-9db5-ab4eb17a12aa", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:08.673816 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-daede10c-8428-46fb-a84d-c3651624cef5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:08.674457 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c07e85-94cb-4e50-87bf-71573d903b17', 'name': 'network-vif-deleted', 'tag': '2138aa53-67a6-40ee-9db5-ab4eb17a12aa', 'status': 'completed', 'code': 200} Jul 27 22:12:08.774468 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Set router 2fe36f1e-95bb-495c-9c7c-4f86db5b3917 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:08.784317 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dec1f3e5-9d8e-4c82-ba08-920a6c269f02 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/routers/2fe36f1e-95bb-495c-9c7c-4f86db5b3917 HTTP/1.1" status: 200 len: 907 time: 0.2099695 Jul 27 22:12:08.784763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:08.789216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Request body: {'router': {'name': 'tempest-snat-router-444979904', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'enable_snat': True}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:08.820793 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.822204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.943184 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.959168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d36446-f859-4005-af29-93bb4f6d64d1 req-88ae0679-db13-4262-a136-38f49d78b8c4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:08.968764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64d36446-f859-4005-af29-93bb4f6d64d1 req-88ae0679-db13-4262-a136-38f49d78b8c4 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 946 time: 0.1605332 Jul 27 22:12:08.991320 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe36f1e-95bb-495c-9c7c-4f86db5b3917', 'name': 'tempest-snat-router-444979904', 'tenant_id': '203a1f4535854417868d5abd40170d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.94'}], 'enable_snat': False}, 'gw_port_id': 'bb87e939-fa45-422a-84c2-6b07fd88d950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:04Z', 'updated_at': '2021-07-27T22:12:06Z', 'revision_number': 3, 'project_id': '203a1f4535854417868d5abd40170d76', 'gw_port': {'id': 'bb87e939-fa45-422a-84c2-6b07fd88d950', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe36f1e-95bb-495c-9c7c-4f86db5b3917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:05Z', 'updated_at': '2021-07-27T22:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:09.123825 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Checking router: 2fe36f1e-95bb-495c-9c7c-4f86db5b3917 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:12:09.124476 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Updating router 2fe36f1e-95bb-495c-9c7c-4f86db5b3917 port bb87e939-fa45-422a-84c2-6b07fd88d950 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:12:09.154732 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.502306 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.516389 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Transition to ACTIVE for port object bb87e939-fa45-422a-84c2-6b07fd88d950 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:09.523696 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.569993 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Attempting to bind port bb87e939-fa45-422a-84c2-6b07fd88d950 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:09.570680 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Attempting to bind port bb87e939-fa45-422a-84c2-6b07fd88d950 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:09.570816 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Attempting to bind port bb87e939-fa45-422a-84c2-6b07fd88d950 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:09.582867 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:09.583253 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:09.583828 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.584053 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:09.584559 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Bound port: bb87e939-fa45-422a-84c2-6b07fd88d950, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:09.584922 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.594307 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Pushing event updated for resources: {'Port': ['ID=bb87e939-fa45-422a-84c2-6b07fd88d950,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:09.618947 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:09.619279 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:09.619537 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:09.619871 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:09.620211 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:09.620528 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:09.631147 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:09.631147 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:09.631147 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:09.631147 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:09.631147 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:09.631147 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:09.662337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64d36446-f859-4005-af29-93bb4f6d64d1 req-5a6380df-1028-42e6-a9b7-36f3e25dd2a0 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6922860 Jul 27 22:12:09.672864 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] For port bb87e939-fa45-422a-84c2-6b07fd88d950, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:09.676255 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] For port bb87e939-fa45-422a-84c2-6b07fd88d950, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb87e939-fa45-422a-84c2-6b07fd88d950,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:09.684545 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.685030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7b5cf-c9cb-4e98-90a5-f010eefaa74f req-1ea1df9a-9f74-4182-a1a2-1fae6acc80b2 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:09.697761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cb7b5cf-c9cb-4e98-90a5-f010eefaa74f req-1ea1df9a-9f74-4182-a1a2-1fae6acc80b2 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 943 time: 0.7262716 Jul 27 22:12:09.701425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.735971 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Routers {'2fe36f1e-95bb-495c-9c7c-4f86db5b3917'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:09.736616 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:11:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['2fe36f1e-95bb-495c-9c7c-4f86db5b3917'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:09.808004 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bcaa3-9d10-488e-8e8d-41bc0f198950 None None] Pushing event updated for resources: {'Port': ['ID=bb87e939-fa45-422a-84c2-6b07fd88d950,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:09.823006 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cb7b5cf-c9cb-4e98-90a5-f010eefaa74f req-a33a7b23-2e62-438e-b3ba-84f5d9c002dc tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236892 Jul 27 22:12:09.879493 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] Set router 2fe36f1e-95bb-495c-9c7c-4f86db5b3917 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:09.921170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f8387-c72b-40ea-9ba6-0dc191a3cd90 req-4178fc55-15ca-4fa5-a63a-639ce3a80f8d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:09.931994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f8387-c72b-40ea-9ba6-0dc191a3cd90 req-4178fc55-15ca-4fa5-a63a-639ce3a80f8d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:09.939647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f8387-c72b-40ea-9ba6-0dc191a3cd90 req-4178fc55-15ca-4fa5-a63a-639ce3a80f8d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:09.945582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f8387-c72b-40ea-9ba6-0dc191a3cd90 req-4178fc55-15ca-4fa5-a63a-639ce3a80f8d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:09.952523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f8387-c72b-40ea-9ba6-0dc191a3cd90 req-4178fc55-15ca-4fa5-a63a-639ce3a80f8d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:09.959783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f8387-c72b-40ea-9ba6-0dc191a3cd90 req-4178fc55-15ca-4fa5-a63a-639ce3a80f8d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:09.969138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f8387-c72b-40ea-9ba6-0dc191a3cd90 req-4178fc55-15ca-4fa5-a63a-639ce3a80f8d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:09.971188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b68f8387-c72b-40ea-9ba6-0dc191a3cd90 req-4178fc55-15ca-4fa5-a63a-639ce3a80f8d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.1899071 Jul 27 22:12:10.066140 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b68f8387-c72b-40ea-9ba6-0dc191a3cd90 req-594a86d4-ef21-458a-b11f-d726c1da0841 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886960 Jul 27 22:12:10.120638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2c00ab2a-d5a6-4d0f-a061-775824319bd4 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:10.137704 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe36f1e-95bb-495c-9c7c-4f86db5b3917', 'name': 'tempest-snat-router-444979904', 'tenant_id': '203a1f4535854417868d5abd40170d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.94'}], 'enable_snat': False}, 'gw_port_id': 'bb87e939-fa45-422a-84c2-6b07fd88d950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:04Z', 'updated_at': '2021-07-27T22:12:06Z', 'revision_number': 3, 'project_id': '203a1f4535854417868d5abd40170d76', 'gw_port': {'id': 'bb87e939-fa45-422a-84c2-6b07fd88d950', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe36f1e-95bb-495c-9c7c-4f86db5b3917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:05Z', 'updated_at': '2021-07-27T22:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:10.181735 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cca105-6c54-4e6d-b428-630002d5f905 None None] The sync data for ids ['2fe36f1e-95bb-495c-9c7c-4f86db5b3917'] in n-d-802011-3 is: [{'id': '2fe36f1e-95bb-495c-9c7c-4f86db5b3917', 'name': 'tempest-snat-router-444979904', 'tenant_id': '203a1f4535854417868d5abd40170d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.94'}], 'enable_snat': False}, 'gw_port_id': 'bb87e939-fa45-422a-84c2-6b07fd88d950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:04Z', 'updated_at': '2021-07-27T22:12:06Z', 'revision_number': 3, 'project_id': '203a1f4535854417868d5abd40170d76', 'gw_port': {'id': 'bb87e939-fa45-422a-84c2-6b07fd88d950', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe36f1e-95bb-495c-9c7c-4f86db5b3917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:05Z', 'updated_at': '2021-07-27T22:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:10.267509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678cf16-de28-4b6d-a764-f15ac5e6bbec req-715dfe9f-903e-47fe-a403-b4ab97e99246 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:10.273824 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c678cf16-de28-4b6d-a764-f15ac5e6bbec req-715dfe9f-903e-47fe-a403-b4ab97e99246 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 946 time: 0.1105802 Jul 27 22:12:10.287208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2138aa53-67a6-40ee-9db5-ab4eb17a12aa no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:10.287457 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.292167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2c00ab2a-d5a6-4d0f-a061-775824319bd4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2c00ab2a-d5a6-4d0f-a061-775824319bd4,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:10.346228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 2138aa53-67a6-40ee-9db5-ab4eb17a12aa {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:10.346714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2138aa53-67a6-40ee-9db5-ab4eb17a12aa not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:10.350915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '2c00ab2a-d5a6-4d0f-a061-775824319bd4', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'port_id': '2c00ab2a-d5a6-4d0f-a061-775824319bd4', 'mac_address': 'fa:16:3e:b0:c4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a26f0a-cab7-4000-93f5-0fd89413147b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:10.405623 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.420030 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c00ab2a-d5a6-4d0f-a061-775824319bd4 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:10.421556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-7fc4311d-945b-4039-a54a-0d972dfe7b5d tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:10.430126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-7fc4311d-945b-4039-a54a-0d972dfe7b5d tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/networks?id=025b8a01-39d2-4d5e-b427-4e98bab23a0c HTTP/1.1" status: 200 len: 809 time: 0.1370981 Jul 27 22:12:10.439800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c678cf16-de28-4b6d-a764-f15ac5e6bbec req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Deleting port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:10.440566 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c678cf16-de28-4b6d-a764-f15ac5e6bbec req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.451368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2c00ab2a-d5a6-4d0f-a061-775824319bd4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2c00ab2a-d5a6-4d0f-a061-775824319bd4,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:10.465096 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.466036 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.499304 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-5fb55a57-5d95-4388-9744-0275f6e1993f tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/quotas/9eb67e230a5545c29884d04c0a96456e HTTP/1.1" status: 200 len: 375 time: 0.0681977 Jul 27 22:12:10.561802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c678cf16-de28-4b6d-a764-f15ac5e6bbec req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] For port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d,segment=NetworkSegment(85fa3cb8-d982-4958-92af-de55f07217e7),segment_id=85fa3cb8-d982-4958-92af-de55f07217e7)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:10.563262 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c678cf16-de28-4b6d-a764-f15ac5e6bbec req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.564482 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-9516dc29-7ded-40e0-87ff-721eae0edfc7 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9eb67e230a5545c29884d04c0a96456e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640848 Jul 27 22:12:10.620973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c678cf16-de28-4b6d-a764-f15ac5e6bbec req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Calling delete_port for 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:10.659161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=2c00ab2a-d5a6-4d0f-a061-775824319bd4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:10.760862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2c00ab2a-d5a6-4d0f-a061-775824319bd4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:10.884777 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c678cf16-de28-4b6d-a764-f15ac5e6bbec req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.910993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-f760ab26-fcbf-47c7-a423-8c5ec98ac759 service neutron] 10.222.0.24 "GET /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454416 Jul 27 22:12:10.972355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Pushing event deleted for resources: {'Port': ['ID=7f8d12b5-73a9-486a-8a95-7f4e4e9f229d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:10.996755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.996755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.996755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.997206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.997389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.997709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.998035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:11.003366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:11.003824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:11.004171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:11.004515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:11.010630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:11.066385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d5061-da46-41d5-9855-9251fc637d8c req-a43ccb41-7d93-4dd1-b954-cac5556a9f1c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:11.077880 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e9d5061-da46-41d5-9855-9251fc637d8c req-a43ccb41-7d93-4dd1-b954-cac5556a9f1c tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/ports?device_id=af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4 HTTP/1.1" status: 200 len: 867 time: 0.2754152 Jul 27 22:12:11.088562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c678cf16-de28-4b6d-a764-f15ac5e6bbec req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] No DVR routers for this DVR port 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:11.091385 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c678cf16-de28-4b6d-a764-f15ac5e6bbec req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:11.093559 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c678cf16-de28-4b6d-a764-f15ac5e6bbec req-665981be-5eb5-41a0-8981-65c06de9c3f5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.41 "DELETE /v2.0/ports/7f8d12b5-73a9-486a-8a95-7f4e4e9f229d HTTP/1.1" status: 204 len: 173 time: 0.8109620 Jul 27 22:12:11.094878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4', 'name': 'network-vif-deleted', 'tag': '7f8d12b5-73a9-486a-8a95-7f4e4e9f229d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:11.097160 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a12132-8abb-4cc7-91e3-b59a2c6dd007" -d '{"events": [{"server_uuid": "af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4", "name": "network-vif-deleted", "tag": "7f8d12b5-73a9-486a-8a95-7f4e4e9f229d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:11.152661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-8452ad41-abd8-4870-96d3-a89fc684eed7 service neutron] 10.222.0.24 "GET /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368746 Jul 27 22:12:11.188255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Allocated IP 172.25.1.46 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/73ee07de-6093-46de-9f24-2c19102b3766) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:11.271781 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e9d5061-da46-41d5-9855-9251fc637d8c req-82ce2453-f05d-48da-94fa-3fcb88c663e5 tempest-DeleteServersTestJSON-1981424455 tempest-DeleteServersTestJSON-1981424455-project] 10.222.0.24 "GET /v2.0/security-groups?id=33fb1892-2bc3-4bca-b088-5a064424bdc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942129 Jul 27 22:12:11.555389 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4890e411-4dd6-4305-983e-b7b4aae41a23 x-openstack-request-id: req-4890e411-4dd6-4305-983e-b7b4aae41a23 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:11.555887 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4", "name": "network-vif-deleted", "tag": "7f8d12b5-73a9-486a-8a95-7f4e4e9f229d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:11.555995 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4890e411-4dd6-4305-983e-b7b4aae41a23 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:11.556489 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5ef9be-4bf4-431f-bf93-6ce9fa4fedf4', 'name': 'network-vif-deleted', 'tag': '7f8d12b5-73a9-486a-8a95-7f4e4e9f229d', 'status': 'completed', 'code': 200} Jul 27 22:12:11.572203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb87e939-fa45-422a-84c2-6b07fd88d950 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:11.631192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daa80b-def3-435e-9853-ca1de0986264 req-4fba412e-8750-46f2-aa9b-4df096d6950c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:11.640433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0daa80b-def3-435e-9853-ca1de0986264 req-4fba412e-8750-46f2-aa9b-4df096d6950c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 944 time: 0.2201574 Jul 27 22:12:11.684547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['7f8d12b5-73a9-486a-8a95-7f4e4e9f229d'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:11.746789 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port bb87e939-fa45-422a-84c2-6b07fd88d950 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:11.762445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bb87e939-fa45-422a-84c2-6b07fd88d950 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:11.762815 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:11.765389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:11.891548 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0daa80b-def3-435e-9853-ca1de0986264 req-36e4cc5b-a96b-4fda-ac8a-dd6c14a06f64 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498345 Jul 27 22:12:11.945031 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:11.987041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port bb87e939-fa45-422a-84c2-6b07fd88d950, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb87e939-fa45-422a-84c2-6b07fd88d950,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:11.995056 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:11.999323 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:12.046166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad815-5112-40d3-a3f1-2d3b13f7ec17 req-f05a4607-6600-4be0-8eba-7fd56746a406 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:12.053875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad815-5112-40d3-a3f1-2d3b13f7ec17 req-f05a4607-6600-4be0-8eba-7fd56746a406 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:12.060545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad815-5112-40d3-a3f1-2d3b13f7ec17 req-f05a4607-6600-4be0-8eba-7fd56746a406 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:12.065087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device a56b565a-7c35-4223-a9e3-caf86b3cf9ac details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:12.067108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad815-5112-40d3-a3f1-2d3b13f7ec17 req-f05a4607-6600-4be0-8eba-7fd56746a406 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:12.073153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad815-5112-40d3-a3f1-2d3b13f7ec17 req-f05a4607-6600-4be0-8eba-7fd56746a406 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:12.080004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad815-5112-40d3-a3f1-2d3b13f7ec17 req-f05a4607-6600-4be0-8eba-7fd56746a406 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:12.086400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ad815-5112-40d3-a3f1-2d3b13f7ec17 req-f05a4607-6600-4be0-8eba-7fd56746a406 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:12.095159 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-379ad815-5112-40d3-a3f1-2d3b13f7ec17 req-f05a4607-6600-4be0-8eba-7fd56746a406 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5429 time: 0.3776443 Jul 27 22:12:12.110814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5c60fcd-b423-41df-9193-f4e155917d9f req-157b4a80-786d-46f4-bd03-3f9037fafed3 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 210 time: 0.1247172 Jul 27 22:12:12.123077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=bb87e939-fa45-422a-84c2-6b07fd88d950,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:12.162307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:12.168182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:12.183949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:12.188158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2c00ab2a-d5a6-4d0f-a061-775824319bd4 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:12.213487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event updated for resources: {'Port': ['ID=73ee07de-6093-46de-9f24-2c19102b3766,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:12.234746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-379ad815-5112-40d3-a3f1-2d3b13f7ec17 req-fc1444e4-93e2-4cda-a549-24b18e4d82e9 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385710 Jul 27 22:12:12.286331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port a56b565a-7c35-4223-a9e3-caf86b3cf9ac, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=a56b565a-7c35-4223-a9e3-caf86b3cf9ac,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:12.297454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 2c00ab2a-d5a6-4d0f-a061-775824319bd4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:12.304713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'a56b565a-7c35-4223-a9e3-caf86b3cf9ac', 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d', 'port_id': 'a56b565a-7c35-4223-a9e3-caf86b3cf9ac', 'mac_address': 'fa:16:3e:31:9d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e24c90-699a-4390-9459-812765b29d1a', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:12.309198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 2c00ab2a-d5a6-4d0f-a061-775824319bd4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:12.309747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:12.398495 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:12.401999 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:12.441130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56b565a-7c35-4223-a9e3-caf86b3cf9ac {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:12.502788 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port a56b565a-7c35-4223-a9e3-caf86b3cf9ac, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=a56b565a-7c35-4223-a9e3-caf86b3cf9ac,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:12.523405 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:12.524088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 939774e0-b0e1-4e89-a9d3-849fb48484a0 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:12.565339 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:12.690343 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:12.698488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33c1acb-2cc1-4cda-b540-d963a48bb0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c00ab2a-d5a6-4d0f-a061-775824319bd4'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:12.702728 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88a035b-71ba-4565-ab79-fafce238148e" -d '{"events": [{"server_uuid": "d33c1acb-2cc1-4cda-b540-d963a48bb0ff", "name": "network-vif-plugged", "status": "completed", "tag": "2c00ab2a-d5a6-4d0f-a061-775824319bd4"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:12.715194 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=a56b565a-7c35-4223-a9e3-caf86b3cf9ac,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:12.760307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2c00ab2a-d5a6-4d0f-a061-775824319bd4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2c00ab2a-d5a6-4d0f-a061-775824319bd4,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:12.774477 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:12.775566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:12.802155 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfb7bde-9b0e-4ea2-97d3-1c7f3d7566e0 x-openstack-request-id: req-dcfb7bde-9b0e-4ea2-97d3-1c7f3d7566e0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:12.802495 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33c1acb-2cc1-4cda-b540-d963a48bb0ff", "name": "network-vif-plugged", "status": "completed", "tag": "2c00ab2a-d5a6-4d0f-a061-775824319bd4", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:12.803682 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcfb7bde-9b0e-4ea2-97d3-1c7f3d7566e0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:12.803682 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33c1acb-2cc1-4cda-b540-d963a48bb0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c00ab2a-d5a6-4d0f-a061-775824319bd4', 'code': 200} Jul 27 22:12:12.895317 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b74d9d6-29a7-4f2f-963a-0820dfb37bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:12.925395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:12.925765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 7f8d12b5-73a9-486a-8a95-7f4e4e9f229d not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:12.942661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 939774e0-b0e1-4e89-a9d3-849fb48484a0, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=939774e0-b0e1-4e89-a9d3-849fb48484a0,segment=NetworkSegment(b1baa396-4db0-46e4-9950-7e107b3b3456),segment_id=b1baa396-4db0-46e4-9950-7e107b3b3456)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:12.996836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '939774e0-b0e1-4e89-a9d3-849fb48484a0', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'port_id': '939774e0-b0e1-4e89-a9d3-849fb48484a0', 'mac_address': 'fa:16:3e:71:11:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:13.010202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=2c00ab2a-d5a6-4d0f-a061-775824319bd4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:13.069965 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.102343 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.122210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939774e0-b0e1-4e89-a9d3-849fb48484a0 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:13.175049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89a14f-e48c-4460-bfef-cf52e467473e req-ff63f447-2e20-4bb9-8248-5ec078821480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:13.182726 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bb89a14f-e48c-4460-bfef-cf52e467473e req-ff63f447-2e20-4bb9-8248-5ec078821480 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 1096 time: 0.3159895 Jul 27 22:12:13.210940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 939774e0-b0e1-4e89-a9d3-849fb48484a0, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=939774e0-b0e1-4e89-a9d3-849fb48484a0,segment=NetworkSegment(b1baa396-4db0-46e4-9950-7e107b3b3456),segment_id=b1baa396-4db0-46e4-9950-7e107b3b3456)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:13.228557 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.229533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:13.264104 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bb89a14f-e48c-4460-bfef-cf52e467473e req-5fe4c6ce-da08-48b6-860d-87b895a9e464 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707400 Jul 27 22:12:13.317336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-ecebdfd9-5a05-4caa-ba84-11be9b0b5996 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:13.319322 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-ecebdfd9-5a05-4caa-ba84-11be9b0b5996 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.41 "GET /v2.0/networks?id=025b8a01-39d2-4d5e-b427-4e98bab23a0c HTTP/1.1" status: 200 len: 809 time: 0.3732104 Jul 27 22:12:13.334043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Request body: {'port': {'device_id': '553a5158-ee67-4069-9d9d-56e9ff3af53f', 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c', 'admin_state_up': True, 'tenant_id': '9eb67e230a5545c29884d04c0a96456e'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:13.371077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:13.389654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1', 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d', 'port_id': 'bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1', 'mac_address': 'fa:16:3e:b2:a7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e24c90-699a-4390-9459-812765b29d1a', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:13.478540 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.483333 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-065710bc-26a3-4104-af06-ec35a1e204f9 req-5fdfc530-d60c-4d20-8f38-2dc929eaea92 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 210 time: 0.1319926 Jul 27 22:12:13.522357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb87e939-fa45-422a-84c2-6b07fd88d950 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:13.536196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2cf78-f122-4433-a356-ebeacffb2341 req-9f1b862f-5623-4c81-9dd7-539e65883990 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:13.551714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0f2cf78-f122-4433-a356-ebeacffb2341 req-9f1b862f-5623-4c81-9dd7-539e65883990 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 945 time: 0.2174692 Jul 27 22:12:13.604889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:13.606891 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Made reservation on behalf of 9eb67e230a5545c29884d04c0a96456e for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:13.612586 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.629122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:13.639418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=939774e0-b0e1-4e89-a9d3-849fb48484a0,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:13.646635 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.647331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device abba6cdf-12b7-4eac-b8d5-37b48d806ff6 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:13.660208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Router 868b88be-0bb1-4c6d-875f-2b221eddce39 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:12:13.696581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0f2cf78-f122-4433-a356-ebeacffb2341 req-5f9e043e-39bf-47f5-9908-6fcbd0efa67a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439874 Jul 27 22:12:13.734403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bb87e939-fa45-422a-84c2-6b07fd88d950 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:13.735980 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.827688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:13.852840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:13.857684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4168367-59e1-44cd-9cc7-c42bc9ed8103 req-c98d6e25-9d8f-4d35-8053-cdb774f2840b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:13.869759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4168367-59e1-44cd-9cc7-c42bc9ed8103 req-c98d6e25-9d8f-4d35-8053-cdb774f2840b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:13.872595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Sync routers for ids ['868b88be-0bb1-4c6d-875f-2b221eddce39'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:13.876334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4168367-59e1-44cd-9cc7-c42bc9ed8103 req-c98d6e25-9d8f-4d35-8053-cdb774f2840b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:13.883078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4168367-59e1-44cd-9cc7-c42bc9ed8103 req-c98d6e25-9d8f-4d35-8053-cdb774f2840b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:13.883254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Allocated IP 172.20.0.11 (025b8a01-39d2-4d5e-b427-4e98bab23a0c/9b736049-a370-4e88-93f1-f143c8c1f61e/4581a559-5bde-485f-9da0-0d00d0e0db4d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:13.894150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4168367-59e1-44cd-9cc7-c42bc9ed8103 req-c98d6e25-9d8f-4d35-8053-cdb774f2840b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:13.901191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4168367-59e1-44cd-9cc7-c42bc9ed8103 req-c98d6e25-9d8f-4d35-8053-cdb774f2840b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:13.909439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4168367-59e1-44cd-9cc7-c42bc9ed8103 req-c98d6e25-9d8f-4d35-8053-cdb774f2840b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:13.915908 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Routers {'868b88be-0bb1-4c6d-875f-2b221eddce39'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:13.916814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:11:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['868b88be-0bb1-4c6d-875f-2b221eddce39'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:13.918474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a4168367-59e1-44cd-9cc7-c42bc9ed8103 req-c98d6e25-9d8f-4d35-8053-cdb774f2840b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5432 time: 0.3571255 Jul 27 22:12:13.997722 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a4168367-59e1-44cd-9cc7-c42bc9ed8103 req-199568f4-0cfb-4671-a9a1-de034574d1cb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780876 Jul 27 22:12:13.998925 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.014408 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-400292ee-d06b-4459-a037-3612f77e3fa8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.2228451 Jul 27 22:12:14.016731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:14.226454 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.255597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0d671e04-33b1-4bbb-b1aa-224661e7857c tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/routers/868b88be-0bb1-4c6d-875f-2b221eddce39 HTTP/1.1" status: 200 len: 906 time: 0.2355051 Jul 27 22:12:14.257051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:14.285120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.292746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port abba6cdf-12b7-4eac-b8d5-37b48d806ff6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:14.354843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'abba6cdf-12b7-4eac-b8d5-37b48d806ff6', 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae', 'port_id': 'abba6cdf-12b7-4eac-b8d5-37b48d806ff6', 'mac_address': 'fa:16:3e:b5:44:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f862eb-c4d7-4e84-905e-ec48c4c59b99', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:14.404050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Pushing event updated for resources: {'Port': ['ID=4581a559-5bde-485f-9da0-0d00d0e0db4d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:14.413729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Set router 868b88be-0bb1-4c6d-875f-2b221eddce39 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:14.423968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Network 025b8a01-39d2-4d5e-b427-4e98bab23a0c is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:14.425982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:14.429872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:14.482129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:14.482864 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.503448 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-c3c462db-3407-4359-9a92-7cbfe0f9ca1c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1736879 Jul 27 22:12:14.521274 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Request body: {'port': {'device_id': '553a5158-ee67-4069-9d9d-56e9ff3af53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:14.536179 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.571971 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.596032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abba6cdf-12b7-4eac-b8d5-37b48d806ff6 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:14.605801 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.637600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port abba6cdf-12b7-4eac-b8d5-37b48d806ff6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:14.655995 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.657186 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 1d5041d4-18ed-408b-9a0f-481d6318c69a details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:14.773490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 1d5041d4-18ed-408b-9a0f-481d6318c69a, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=1d5041d4-18ed-408b-9a0f-481d6318c69a,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:14.793860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:14.812924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '1d5041d4-18ed-408b-9a0f-481d6318c69a', 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d', 'port_id': '1d5041d4-18ed-408b-9a0f-481d6318c69a', 'mac_address': 'fa:16:3e:fa:b3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e24c90-699a-4390-9459-812765b29d1a', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:14.864182 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.887201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5041d4-18ed-408b-9a0f-481d6318c69a {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:14.893858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868b88be-0bb1-4c6d-875f-2b221eddce39', 'name': 'tempest-snat-router-444979904', 'tenant_id': '203a1f4535854417868d5abd40170d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': '73ee07de-6093-46de-9f24-2c19102b3766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:08Z', 'updated_at': '2021-07-27T22:12:12Z', 'revision_number': 3, 'project_id': '203a1f4535854417868d5abd40170d76', 'gw_port': {'id': '73ee07de-6093-46de-9f24-2c19102b3766', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868b88be-0bb1-4c6d-875f-2b221eddce39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:10Z', 'updated_at': '2021-07-27T22:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:14.927796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Checking router: 868b88be-0bb1-4c6d-875f-2b221eddce39 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:12:14.928106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Updating router 868b88be-0bb1-4c6d-875f-2b221eddce39 port 73ee07de-6093-46de-9f24-2c19102b3766 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:12:14.967200 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 1d5041d4-18ed-408b-9a0f-481d6318c69a, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=1d5041d4-18ed-408b-9a0f-481d6318c69a,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:14.974150 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.976735 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.977396 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device eb3b3556-eb4a-484d-8b3b-f79d8aebea23 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:15.028438 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.105628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4581a559-5bde-485f-9da0-0d00d0e0db4d {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:15.117639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.147653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=1d5041d4-18ed-408b-9a0f-481d6318c69a,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:15.152806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a2774-2727-42f8-a89c-a94d056f0253 req-2b3209d3-1046-4bea-9ec0-59f80995f85a tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:15.165437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-406a2774-2727-42f8-a89c-a94d056f0253 req-2b3209d3-1046-4bea-9ec0-59f80995f85a tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 932 time: 0.2700393 Jul 27 22:12:15.165849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Transition to ACTIVE for port object 4581a559-5bde-485f-9da0-0d00d0e0db4d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:15.179934 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.180177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port eb3b3556-eb4a-484d-8b3b-f79d8aebea23, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:15.201198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'eb3b3556-eb4a-484d-8b3b-f79d8aebea23', 'network_id': 'c521b827-668a-4ab8-91f4-58d73f3f2bae', 'port_id': 'eb3b3556-eb4a-484d-8b3b-f79d8aebea23', 'mac_address': 'fa:16:3e:8e:38:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f862eb-c4d7-4e84-905e-ec48c4c59b99', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:15.230448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a75ae-be09-4e5e-815b-5147814be22e req-45fba92d-9e8d-4aa0-88d1-31e6b606a9ad tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:15.231958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e82a75ae-be09-4e5e-815b-5147814be22e req-45fba92d-9e8d-4aa0-88d1-31e6b606a9ad tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 945 time: 0.3601756 Jul 27 22:12:15.282695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Pushing event updated for resources: {'Port': ['ID=4581a559-5bde-485f-9da0-0d00d0e0db4d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:15.295069 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.311384 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3b3556-eb4a-484d-8b3b-f79d8aebea23 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:15.347955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port eb3b3556-eb4a-484d-8b3b-f79d8aebea23, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:15.361498 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.362243 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 98c66736-9514-4b6f-a997-a73eb1f4ed09 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:15.434124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Deleting port 73ee07de-6093-46de-9f24-2c19102b3766 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:15.434768 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.442886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Attempting to bind port 4581a559-5bde-485f-9da0-0d00d0e0db4d on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:15.443983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Attempting to bind port 4581a559-5bde-485f-9da0-0d00d0e0db4d by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '55911d7e-b929-4fd9-a528-1007ee3c2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:15.444594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Attempting to bind port 4581a559-5bde-485f-9da0-0d00d0e0db4d on network 025b8a01-39d2-4d5e-b427-4e98bab23a0c {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:15.451530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Port 4581a559-5bde-485f-9da0-0d00d0e0db4d on network 025b8a01-39d2-4d5e-b427-4e98bab23a0c not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:15.452835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Attempting to bind port 4581a559-5bde-485f-9da0-0d00d0e0db4d on network 025b8a01-39d2-4d5e-b427-4e98bab23a0c {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:15.462600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:15.463720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Checking segment: {'id': '55911d7e-b929-4fd9-a528-1007ee3c2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:15.464996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Bound using segment: {'id': '55911d7e-b929-4fd9-a528-1007ee3c2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:15.465747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Bound port: 4581a559-5bde-485f-9da0-0d00d0e0db4d, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55911d7e-b929-4fd9-a528-1007ee3c2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:15.466924 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.484438 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfa0d763-dec4-4460-b91b-2e8530ebf331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.487835 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 98c66736-9514-4b6f-a997-a73eb1f4ed09, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=98c66736-9514-4b6f-a997-a73eb1f4ed09,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:15.539219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:15.562015 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '98c66736-9514-4b6f-a997-a73eb1f4ed09', 'network_id': 'ef36efcf-ed47-4f06-9ae1-372fcc825f8d', 'port_id': '98c66736-9514-4b6f-a997-a73eb1f4ed09', 'mac_address': 'fa:16:3e:e1:ec:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e24c90-699a-4390-9459-812765b29d1a', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:15.577571 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] For port 4581a559-5bde-485f-9da0-0d00d0e0db4d, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:15.579717 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.585138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] For port 4581a559-5bde-485f-9da0-0d00d0e0db4d, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4581a559-5bde-485f-9da0-0d00d0e0db4d,segment=NetworkSegment(55911d7e-b929-4fd9-a528-1007ee3c2f8c),segment_id=55911d7e-b929-4fd9-a528-1007ee3c2f8c)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:15.595446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Calling delete_port for 73ee07de-6093-46de-9f24-2c19102b3766 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:15.601765 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.606342 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.623436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Transition to ACTIVE for port object 73ee07de-6093-46de-9f24-2c19102b3766 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:15.633301 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.646079 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.675980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c66736-9514-4b6f-a997-a73eb1f4ed09 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:15.682471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Pushing event updated for resources: {'Port': ['ID=4581a559-5bde-485f-9da0-0d00d0e0db4d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:15.704818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:15.707137 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.708812 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-58dba8ce-997f-48de-87fd-0a9b4ec8a144 service neutron] 10.222.0.41 "PUT /v2.0/ports/4581a559-5bde-485f-9da0-0d00d0e0db4d HTTP/1.1" status: 200 len: 1092 time: 1.1963840 Jul 27 22:12:15.709406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553a5158-ee67-4069-9d9d-56e9ff3af53f', 'tag': '4581a559-5bde-485f-9da0-0d00d0e0db4d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:15.712120 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1df1a1-24de-4e65-988c-32c0a7e33771" -d '{"events": [{"name": "network-changed", "server_uuid": "553a5158-ee67-4069-9d9d-56e9ff3af53f", "tag": "4581a559-5bde-485f-9da0-0d00d0e0db4d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:15.742888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Attempting to bind port 73ee07de-6093-46de-9f24-2c19102b3766 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:15.743293 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Attempting to bind port 73ee07de-6093-46de-9f24-2c19102b3766 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:15.743701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Attempting to bind port 73ee07de-6093-46de-9f24-2c19102b3766 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:15.750105 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.753353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 98c66736-9514-4b6f-a997-a73eb1f4ed09, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=98c66736-9514-4b6f-a997-a73eb1f4ed09,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:15.763954 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.766679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:15.767056 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:15.767454 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.767843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:15.768329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Bound port: 73ee07de-6093-46de-9f24-2c19102b3766, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:15.768709 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.770430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5faf1-0b4e-4202-b7a3-759843eaa528 None None] Pushing event updated for resources: {'Port': ['ID=73ee07de-6093-46de-9f24-2c19102b3766,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:15.804190 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-406a2774-2727-42f8-a89c-a94d056f0253 req-90c69c55-cf9c-486d-8ab2-fadfe96a5255 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377704 Jul 27 22:12:15.827281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e82a75ae-be09-4e5e-815b-5147814be22e req-64dcffbe-55bb-4b84-8cd9-6c08ae0e370e tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783198 Jul 27 22:12:15.831680 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.859098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-ffac8f68-4d57-485c-abd2-6e6158f29e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:15.861770 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-ffac8f68-4d57-485c-abd2-6e6158f29e56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9eb67e230a5545c29884d04c0a96456e&device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 1095 time: 0.0917330 Jul 27 22:12:15.898420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event deleted for resources: {'Port': ['ID=73ee07de-6093-46de-9f24-2c19102b3766,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:15.917014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:15.917671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:15.917979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=98c66736-9514-4b6f-a997-a73eb1f4ed09,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:15.918725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:15.920759 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:12:15.921115 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:12:15.930687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:15.935688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:15.936037 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:15.936378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:15.936715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:15.937051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:15.937429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:15.937750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:15.938073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:15.947956 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-2bf34f49-f84d-401e-85f5-c30917e9a8e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4581a559-5bde-485f-9da0-0d00d0e0db4d HTTP/1.1" status: 200 len: 217 time: 0.0776367 Jul 27 22:12:16.019216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-45c34438-fd76-4986-8186-d09af8577b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:16.020978 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-45c34438-fd76-4986-8186-d09af8577b27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b736049-a370-4e88-93f1-f143c8c1f61e HTTP/1.1" status: 200 len: 849 time: 0.0663030 Jul 27 22:12:16.029717 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31908393-da46-452e-9cc2-81d7e5d78c4a x-openstack-request-id: req-31908393-da46-452e-9cc2-81d7e5d78c4a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:16.030663 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553a5158-ee67-4069-9d9d-56e9ff3af53f", "tag": "4581a559-5bde-485f-9da0-0d00d0e0db4d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:16.031927 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31908393-da46-452e-9cc2-81d7e5d78c4a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:16.032405 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553a5158-ee67-4069-9d9d-56e9ff3af53f', 'tag': '4581a559-5bde-485f-9da0-0d00d0e0db4d', 'status': 'completed', 'code': 200} Jul 27 22:12:16.070419 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.102147 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-80b700a2-5e2c-47d2-adf6-ae5e056af933 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025b8a01-39d2-4d5e-b427-4e98bab23a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664694 Jul 27 22:12:16.168047 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.170579 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.329949 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.383677 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.442632 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Attempting to bind port 73ee07de-6093-46de-9f24-2c19102b3766 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:16.443012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Attempting to bind port 73ee07de-6093-46de-9f24-2c19102b3766 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:16.443381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Attempting to bind port 73ee07de-6093-46de-9f24-2c19102b3766 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:16.460153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:16.460536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:16.460955 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.461379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:16.461995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Bound port: 73ee07de-6093-46de-9f24-2c19102b3766, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:16.462415 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.508089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Port 73ee07de-6093-46de-9f24-2c19102b3766 has been deleted concurrently {{(pid=93836) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 27 22:12:16.513320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['939774e0-b0e1-4e89-a9d3-849fb48484a0'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:16.638276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37103c52-0317-4fa3-945f-3574d8b74354 req-33f0a0f2-a0ac-4cae-a1d2-37ece1a253d3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:16.646496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37103c52-0317-4fa3-945f-3574d8b74354 req-33f0a0f2-a0ac-4cae-a1d2-37ece1a253d3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:16.652802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['a56b565a-7c35-4223-a9e3-caf86b3cf9ac'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:16.653690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37103c52-0317-4fa3-945f-3574d8b74354 req-33f0a0f2-a0ac-4cae-a1d2-37ece1a253d3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:16.660083 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37103c52-0317-4fa3-945f-3574d8b74354 req-33f0a0f2-a0ac-4cae-a1d2-37ece1a253d3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:16.661057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['abba6cdf-12b7-4eac-b8d5-37b48d806ff6'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:16.666239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37103c52-0317-4fa3-945f-3574d8b74354 req-33f0a0f2-a0ac-4cae-a1d2-37ece1a253d3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:16.672470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37103c52-0317-4fa3-945f-3574d8b74354 req-33f0a0f2-a0ac-4cae-a1d2-37ece1a253d3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:16.678631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37103c52-0317-4fa3-945f-3574d8b74354 req-33f0a0f2-a0ac-4cae-a1d2-37ece1a253d3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:16.680814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37103c52-0317-4fa3-945f-3574d8b74354 req-33f0a0f2-a0ac-4cae-a1d2-37ece1a253d3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5436 time: 0.7395179 Jul 27 22:12:16.712537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.713075 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 868b88be-0bb1-4c6d-875f-2b221eddce39 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:12:16.726391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.727526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-187692fe-bb98-41b9-a2aa-008248495ecc tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "DELETE /v2.0/routers/868b88be-0bb1-4c6d-875f-2b221eddce39 HTTP/1.1" status: 204 len: 168 time: 2.4688318 Jul 27 22:12:16.730170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:16.731094 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:16.733129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['eb3b3556-eb4a-484d-8b3b-f79d8aebea23'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:16.735995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['98c66736-9514-4b6f-a997-a73eb1f4ed09'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:16.827632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a6401-8cd1-44da-ac39-9da5b891fc5d req-68d8ce23-2a0a-4ad4-9f57-3502ba8fdfd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:16.835593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f54a6401-8cd1-44da-ac39-9da5b891fc5d req-68d8ce23-2a0a-4ad4-9f57-3502ba8fdfd8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 946 time: 0.1537418 Jul 27 22:12:16.867248 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37103c52-0317-4fa3-945f-3574d8b74354 req-9b69b25e-d4d0-4a8f-b41a-163e9c667571 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499302 Jul 27 22:12:16.885301 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-ac7a85c7-fe30-4a86-9787-d7bb6368061d service neutron] 10.222.0.41 "GET /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738397 Jul 27 22:12:16.928092 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f54a6401-8cd1-44da-ac39-9da5b891fc5d req-aabe03d8-1e90-4531-8c83-db9ffdffb9ef tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915082 Jul 27 22:12:17.035088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.128950 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f8bee48-5fd9-412e-869b-221710692dd4 req-f9d8ec36-77b3-4a7e-b3b0-1bba904c5ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359161 Jul 27 22:12:17.141244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de6d8f-3412-4369-856c-c84a47320662 req-095ff27d-b8cd-4348-9504-9c52851df9f3 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:17.144850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-60de6d8f-3412-4369-856c-c84a47320662 req-095ff27d-b8cd-4348-9504-9c52851df9f3 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 944 time: 0.1762352 Jul 27 22:12:17.217440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Routers set() bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:17.218039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Router IDs set() for agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 22:12:17.218478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_agentschedulers_db [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'868b88be-0bb1-4c6d-875f-2b221eddce39'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent'). {{(pid=93836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 22:12:17.219401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc0d08-7093-480c-9e6c-0a9b9d921286 None None] The sync data for ids ['868b88be-0bb1-4c6d-875f-2b221eddce39'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:17.311978 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-60de6d8f-3412-4369-856c-c84a47320662 req-b335d6d4-c1d0-4a0a-976c-b857857656e8 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541021 Jul 27 22:12:17.340425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1df1a1-24de-4e65-988c-32c0a7e33771 req-bc92946e-59a4-4529-a5ad-44eabadef607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:17.342145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d8ee3-3d3d-485b-8933-4b42aef9cc11 req-45734777-e258-4356-bd26-bf6fe0bf8330 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:17.342649 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d1df1a1-24de-4e65-988c-32c0a7e33771 req-bc92946e-59a4-4529-a5ad-44eabadef607 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9eb67e230a5545c29884d04c0a96456e&device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 1095 time: 0.1437130 Jul 27 22:12:17.344766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-741d8ee3-3d3d-485b-8933-4b42aef9cc11 req-45734777-e258-4356-bd26-bf6fe0bf8330 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 945 time: 0.0882285 Jul 27 22:12:17.347121 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.419622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-741d8ee3-3d3d-485b-8933-4b42aef9cc11 req-9e4dc98c-cc08-4827-bfbd-e8200a77ccc6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665286 Jul 27 22:12:17.450430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Deleting port bb87e939-fa45-422a-84c2-6b07fd88d950 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:17.451370 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.532729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1df1a1-24de-4e65-988c-32c0a7e33771 req-7755b27c-ecf0-4e3c-b498-1a1b919569da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:17.535261 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d1df1a1-24de-4e65-988c-32c0a7e33771 req-7755b27c-ecf0-4e3c-b498-1a1b919569da service neutron] 10.222.0.41 "GET /v2.0/networks?id=025b8a01-39d2-4d5e-b427-4e98bab23a0c HTTP/1.1" status: 200 len: 910 time: 0.1820469 Jul 27 22:12:17.569893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] For port bb87e939-fa45-422a-84c2-6b07fd88d950, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb87e939-fa45-422a-84c2-6b07fd88d950,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:17.570298 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.596134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Calling delete_port for bb87e939-fa45-422a-84c2-6b07fd88d950 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:17.604034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['1d5041d4-18ed-408b-9a0f-481d6318c69a'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:17.611799 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d1df1a1-24de-4e65-988c-32c0a7e33771 req-fe2e0de1-3b7a-49d7-8882-73e96dc94f44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4581a559-5bde-485f-9da0-0d00d0e0db4d HTTP/1.1" status: 200 len: 217 time: 0.0668557 Jul 27 22:12:17.798822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1df1a1-24de-4e65-988c-32c0a7e33771 req-49ca0cf0-1f54-40ed-a232-c0d2afde021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:17.799412 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d1df1a1-24de-4e65-988c-32c0a7e33771 req-49ca0cf0-1f54-40ed-a232-c0d2afde021d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b736049-a370-4e88-93f1-f143c8c1f61e HTTP/1.1" status: 200 len: 849 time: 0.1790662 Jul 27 22:12:17.862426 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d1df1a1-24de-4e65-988c-32c0a7e33771 req-a624f938-8b86-4a42-86fd-3f8210a3f5df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025b8a01-39d2-4d5e-b427-4e98bab23a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523057 Jul 27 22:12:18.054091 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d1df1a1-24de-4e65-988c-32c0a7e33771 req-26bfecf2-0b7b-43e1-b6ed-5afa0b431c49 service neutron] 10.222.0.41 "GET /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813309 Jul 27 22:12:18.140069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff76b39-1b0f-432a-90e1-895ec24ba789 req-ea471d00-4f5a-474c-a9cb-2fba0a2439d7 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:18.141824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eff76b39-1b0f-432a-90e1-895ec24ba789 req-ea471d00-4f5a-474c-a9cb-2fba0a2439d7 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 945 time: 0.2273483 Jul 27 22:12:18.174436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb994f9-be34-4eee-b602-4d154c96d42f req-7db0fefb-0de8-464c-8cdb-a98c18131a2b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:18.181272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb994f9-be34-4eee-b602-4d154c96d42f req-7db0fefb-0de8-464c-8cdb-a98c18131a2b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:18.187835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb994f9-be34-4eee-b602-4d154c96d42f req-7db0fefb-0de8-464c-8cdb-a98c18131a2b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:18.194685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb994f9-be34-4eee-b602-4d154c96d42f req-7db0fefb-0de8-464c-8cdb-a98c18131a2b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:18.202012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb994f9-be34-4eee-b602-4d154c96d42f req-7db0fefb-0de8-464c-8cdb-a98c18131a2b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:18.206653 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.208506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb994f9-be34-4eee-b602-4d154c96d42f req-7db0fefb-0de8-464c-8cdb-a98c18131a2b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:18.215286 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb994f9-be34-4eee-b602-4d154c96d42f req-7db0fefb-0de8-464c-8cdb-a98c18131a2b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:18.224421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-beb994f9-be34-4eee-b602-4d154c96d42f req-7db0fefb-0de8-464c-8cdb-a98c18131a2b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5436 time: 0.1860290 Jul 27 22:12:18.243891 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2d1df1a1-24de-4e65-988c-32c0a7e33771 req-05aae44c-48a3-4980-b0a2-98790995ae35 service neutron] 10.222.0.41 "GET /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807718 Jul 27 22:12:18.314818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eff76b39-1b0f-432a-90e1-895ec24ba789 req-9a5e3ae3-9de7-4d12-9d52-0b859f408c88 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645756 Jul 27 22:12:18.322891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-beb994f9-be34-4eee-b602-4d154c96d42f req-a7219465-581c-4c60-801a-7802088603ea tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0976250 Jul 27 22:12:18.327815 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.418547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb87e939-fa45-422a-84c2-6b07fd88d950,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:18.423398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52878) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:18.528166 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.548471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2867a89-6e0d-412c-acc0-b740a88de7be admin admin] Deleting subnet 96446a54-8a20-4b30-ac6d-87fb13a576eb {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:12:18.553142 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2867a89-6e0d-412c-acc0-b740a88de7be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.617778 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2867a89-6e0d-412c-acc0-b740a88de7be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.659844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c6aa5-e542-4602-8e39-d2949c12fd90 req-868ccd5a-74b4-459f-b044-98b4000f002f tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:18.668457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a1c6aa5-e542-4602-8e39-d2949c12fd90 req-868ccd5a-74b4-459f-b044-98b4000f002f tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 944 time: 0.1746657 Jul 27 22:12:18.676646 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2867a89-6e0d-412c-acc0-b740a88de7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.681081 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.689757 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.761130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2867a89-6e0d-412c-acc0-b740a88de7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.775773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a1c6aa5-e542-4602-8e39-d2949c12fd90 req-f926d157-ebe6-4cc2-8241-833a7e3d003b tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060660 Jul 27 22:12:18.776554 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.777333 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fe36f1e-95bb-495c-9c7c-4f86db5b3917 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:12:18.788579 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.790037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0942a820-01d2-41ec-a322-647931979942 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "DELETE /v2.0/routers/2fe36f1e-95bb-495c-9c7c-4f86db5b3917 HTTP/1.1" status: 204 len: 168 time: 2.0523407 Jul 27 22:12:18.793860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:18.800051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-118187200', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:18.813653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2867a89-6e0d-412c-acc0-b740a88de7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96446a54-8a20-4b30-ac6d-87fb13a576eb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:18.825186 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2867a89-6e0d-412c-acc0-b740a88de7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.828605 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e2867a89-6e0d-412c-acc0-b740a88de7be admin admin] 10.222.0.24 "DELETE /v2.0/subnets/96446a54-8a20-4b30-ac6d-87fb13a576eb HTTP/1.1" status: 204 len: 168 time: 0.4036145 Jul 27 22:12:18.831322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:18.971010 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.977424 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.979461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.076174 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.114816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6e98b-aa31-472d-9e31-d2d753c40bd3 req-7999b093-ed53-4b7b-b717-f06f177a1935 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:19.117206 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bab6e98b-aa31-472d-9e31-d2d753c40bd3 req-7999b093-ed53-4b7b-b717-f06f177a1935 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.41 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 945 time: 0.0617368 Jul 27 22:12:19.241276 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bab6e98b-aa31-472d-9e31-d2d753c40bd3 req-e44a4d2b-5b57-4416-9a8f-e9fb7aab16ff tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Deleting port 2c00ab2a-d5a6-4d0f-a061-775824319bd4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:19.241530 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bab6e98b-aa31-472d-9e31-d2d753c40bd3 req-e44a4d2b-5b57-4416-9a8f-e9fb7aab16ff tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.249735 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.289325 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.335875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d81622-cb59-4072-9035-7a7483df678f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:19.364649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fa3cb8-d982-4958-92af-de55f07217e7') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:19.364960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fa3cb8-d982-4958-92af-de55f07217e7') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:19.394253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bab6e98b-aa31-472d-9e31-d2d753c40bd3 req-e44a4d2b-5b57-4416-9a8f-e9fb7aab16ff tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] For port 2c00ab2a-d5a6-4d0f-a061-775824319bd4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2c00ab2a-d5a6-4d0f-a061-775824319bd4,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:19.397060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bab6e98b-aa31-472d-9e31-d2d753c40bd3 req-e44a4d2b-5b57-4416-9a8f-e9fb7aab16ff tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.413261 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.430149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bab6e98b-aa31-472d-9e31-d2d753c40bd3 req-e44a4d2b-5b57-4416-9a8f-e9fb7aab16ff tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Calling delete_port for 2c00ab2a-d5a6-4d0f-a061-775824319bd4 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:19.453916 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.462311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:12:19.462685 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:12:19.464538 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:12:19.532860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb87e939-fa45-422a-84c2-6b07fd88d950 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:19.565354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: bb87e939-fa45-422a-84c2-6b07fd88d950 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:19.566756 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb87e939-fa45-422a-84c2-6b07fd88d950 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:19.629058 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.645439 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bab6e98b-aa31-472d-9e31-d2d753c40bd3 req-e44a4d2b-5b57-4416-9a8f-e9fb7aab16ff tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.647090 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8542379-51b2-47f8-a019-3b74ac3b414c req-2cb64d69-4286-43f0-bdec-2de66193aa15 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:19.648876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c8542379-51b2-47f8-a019-3b74ac3b414c req-2cb64d69-4286-43f0-bdec-2de66193aa15 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=d33c1acb-2cc1-4cda-b540-d963a48bb0ff HTTP/1.1" status: 200 len: 945 time: 0.1452706 Jul 27 22:12:19.659016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2c00ab2a-d5a6-4d0f-a061-775824319bd4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:19.673997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a9f22-2264-4a69-ae07-97be64156953 req-f8fbd39c-565e-4bfb-8dbd-bbeeb728ea89 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:19.680425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a9f22-2264-4a69-ae07-97be64156953 req-f8fbd39c-565e-4bfb-8dbd-bbeeb728ea89 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:19.686593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a9f22-2264-4a69-ae07-97be64156953 req-f8fbd39c-565e-4bfb-8dbd-bbeeb728ea89 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:19.693017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a9f22-2264-4a69-ae07-97be64156953 req-f8fbd39c-565e-4bfb-8dbd-bbeeb728ea89 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:19.699020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a9f22-2264-4a69-ae07-97be64156953 req-f8fbd39c-565e-4bfb-8dbd-bbeeb728ea89 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:19.706001 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a9f22-2264-4a69-ae07-97be64156953 req-f8fbd39c-565e-4bfb-8dbd-bbeeb728ea89 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:19.711066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a4d2b-5b57-4416-9a8f-e9fb7aab16ff tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event deleted for resources: {'Port': ['ID=2c00ab2a-d5a6-4d0f-a061-775824319bd4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:19.712724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a9f22-2264-4a69-ae07-97be64156953 req-f8fbd39c-565e-4bfb-8dbd-bbeeb728ea89 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:19.727559 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d5a9f22-2264-4a69-ae07-97be64156953 req-f8fbd39c-565e-4bfb-8dbd-bbeeb728ea89 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5436 time: 0.2141263 Jul 27 22:12:19.730116 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.735343 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/93d81622-cb59-4072-9035-7a7483df678f HTTP/1.1" status: 204 len: 168 time: 0.8979919 Jul 27 22:12:19.735543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139ffef-dd6d-43d2-a5cf-56bbe562bdc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d81622-cb59-4072-9035-7a7483df678f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:19.757845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab6e98b-aa31-472d-9e31-d2d753c40bd3 req-e44a4d2b-5b57-4416-9a8f-e9fb7aab16ff tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] No DVR routers for this DVR port 2c00ab2a-d5a6-4d0f-a061-775824319bd4 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:19.769319 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bab6e98b-aa31-472d-9e31-d2d753c40bd3 req-e44a4d2b-5b57-4416-9a8f-e9fb7aab16ff tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.772414 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bab6e98b-aa31-472d-9e31-d2d753c40bd3 req-e44a4d2b-5b57-4416-9a8f-e9fb7aab16ff tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.41 "DELETE /v2.0/ports/2c00ab2a-d5a6-4d0f-a061-775824319bd4 HTTP/1.1" status: 204 len: 173 time: 0.6485374 Jul 27 22:12:19.773327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33c1acb-2cc1-4cda-b540-d963a48bb0ff', 'name': 'network-vif-deleted', 'tag': '2c00ab2a-d5a6-4d0f-a061-775824319bd4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:19.785057 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbbe230-0cdf-426d-b3a0-fe6a92fca6e2" -d '{"events": [{"server_uuid": "d33c1acb-2cc1-4cda-b540-d963a48bb0ff", "name": "network-vif-deleted", "tag": "2c00ab2a-d5a6-4d0f-a061-775824319bd4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:19.877597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c8542379-51b2-47f8-a019-3b74ac3b414c req-4f8386a2-4250-4a9c-8bc5-e0bb02fc22f5 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431577 Jul 27 22:12:19.913068 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d5a9f22-2264-4a69-ae07-97be64156953 req-feab13cb-0f1b-4a9a-a530-cb52eb531d38 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1728067 Jul 27 22:12:19.974866 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.979443 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8c23fe-68af-488f-8a38-9c38390d62ea x-openstack-request-id: req-5c8c23fe-68af-488f-8a38-9c38390d62ea {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:19.979747 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33c1acb-2cc1-4cda-b540-d963a48bb0ff", "name": "network-vif-deleted", "tag": "2c00ab2a-d5a6-4d0f-a061-775824319bd4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:19.979974 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c8c23fe-68af-488f-8a38-9c38390d62ea {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:19.980365 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33c1acb-2cc1-4cda-b540-d963a48bb0ff', 'name': 'network-vif-deleted', 'tag': '2c00ab2a-d5a6-4d0f-a061-775824319bd4', 'status': 'completed', 'code': 200} Jul 27 22:12:20.003723 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.071358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52900) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:20.142983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-44c5497b-1a50-4121-9e75-25e3b976e06f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c882965a19147e5bcc42dd93fc06d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675421 Jul 27 22:12:20.143675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52902) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:20.173012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4581a559-5bde-485f-9da0-0d00d0e0db4d details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:20.194601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Allocated IP 172.25.1.176 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/73ee18f9-40cc-48ab-a2a7-b8074a9a61f4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:20.274188 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d22be189-e452-4b93-a91a-f8b823c62276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.295718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e471c-5739-4c51-8970-e033e23625ee req-7133bbf0-633a-4433-a029-be3b4f27557c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:20.297378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de8e471c-5739-4c51-8970-e033e23625ee req-7133bbf0-633a-4433-a029-be3b4f27557c tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 944 time: 0.2208514 Jul 27 22:12:20.331983 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d22be189-e452-4b93-a91a-f8b823c62276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.391564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4581a559-5bde-485f-9da0-0d00d0e0db4d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4581a559-5bde-485f-9da0-0d00d0e0db4d,segment=NetworkSegment(55911d7e-b929-4fd9-a528-1007ee3c2f8c),segment_id=55911d7e-b929-4fd9-a528-1007ee3c2f8c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:20.405136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de8e471c-5739-4c51-8970-e033e23625ee req-a82939fc-db4f-49d6-a184-dc8d53147acd tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966458 Jul 27 22:12:20.436902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '4581a559-5bde-485f-9da0-0d00d0e0db4d', 'network_id': '025b8a01-39d2-4d5e-b427-4e98bab23a0c', 'port_id': '4581a559-5bde-485f-9da0-0d00d0e0db4d', 'mac_address': 'fa:16:3e:ea:66:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b736049-a370-4e88-93f1-f143c8c1f61e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:20.449596 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.473849 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d22be189-e452-4b93-a91a-f8b823c62276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.477935 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d22be189-e452-4b93-a91a-f8b823c62276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.481902 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d22be189-e452-4b93-a91a-f8b823c62276 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33fb1892-2bc3-4bca-b088-5a064424bdc2 HTTP/1.1" status: 204 len: 168 time: 0.3376486 Jul 27 22:12:20.505151 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22be189-e452-4b93-a91a-f8b823c62276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fb1892-2bc3-4bca-b088-5a064424bdc2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:20.528258 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.555899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4581a559-5bde-485f-9da0-0d00d0e0db4d {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:20.565419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd', 'f74b25d1-277f-44f0-9bd9-ad7149c17578'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:20.567174 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.622995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:20.634309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:20.641720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:20.670680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Pushing event updated for resources: {'Port': ['ID=73ee18f9-40cc-48ab-a2a7-b8074a9a61f4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:20.685209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4581a559-5bde-485f-9da0-0d00d0e0db4d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4581a559-5bde-485f-9da0-0d00d0e0db4d,segment=NetworkSegment(55911d7e-b929-4fd9-a528-1007ee3c2f8c),segment_id=55911d7e-b929-4fd9-a528-1007ee3c2f8c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:20.710762 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.865522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4581a559-5bde-485f-9da0-0d00d0e0db4d,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:21.020485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['4581a559-5bde-485f-9da0-0d00d0e0db4d'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:21.192557 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:21.614959 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56245-bf8c-4f97-96f0-6e7c514db49c req-61dd440a-8c70-4b0d-843f-0fef45dccdc5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:21.630631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56245-bf8c-4f97-96f0-6e7c514db49c req-61dd440a-8c70-4b0d-843f-0fef45dccdc5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:21.647934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56245-bf8c-4f97-96f0-6e7c514db49c req-61dd440a-8c70-4b0d-843f-0fef45dccdc5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:21.654111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56245-bf8c-4f97-96f0-6e7c514db49c req-61dd440a-8c70-4b0d-843f-0fef45dccdc5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:21.666138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56245-bf8c-4f97-96f0-6e7c514db49c req-61dd440a-8c70-4b0d-843f-0fef45dccdc5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:21.672994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56245-bf8c-4f97-96f0-6e7c514db49c req-61dd440a-8c70-4b0d-843f-0fef45dccdc5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:21.679393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56245-bf8c-4f97-96f0-6e7c514db49c req-61dd440a-8c70-4b0d-843f-0fef45dccdc5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:21.681395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1dd56245-bf8c-4f97-96f0-6e7c514db49c req-61dd440a-8c70-4b0d-843f-0fef45dccdc5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5436 time: 0.3346903 Jul 27 22:12:21.788227 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1dd56245-bf8c-4f97-96f0-6e7c514db49c req-891ef709-2a75-4443-8c12-a57a3af1c557 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614126 Jul 27 22:12:21.791288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:21.801158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52944) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:21.802997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b06a8-9a35-427f-8f9f-181241423496 req-2556b470-49fb-4499-a85f-118189e6f4d2 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:21.804565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-402b06a8-9a35-427f-8f9f-181241423496 req-2556b470-49fb-4499-a85f-118189e6f4d2 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 946 time: 0.2760499 Jul 27 22:12:21.807588 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:21.885535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:21.896704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:21.897160 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:21.918841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1967874064-network', 'tenant_id': '09cc9110e3044a1d96ada1acafef30ef'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:21.961112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Made reservation on behalf of 09cc9110e3044a1d96ada1acafef30ef for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:21.964807 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:21.978285 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.024707 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.059477 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-402b06a8-9a35-427f-8f9f-181241423496 req-4ab6018f-5398-480f-9f98-0116bd73b691 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613553 Jul 27 22:12:22.081927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:22.087297 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73407697-ba86-4b09-8feb-5723f56be112" -d '{"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:22.110354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:22.121073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92086992-8fdd-4fa4-8cc7-cfce50919e61 req-54dcbf28-bce0-4715-b56c-95c7e4f172f2 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:22.121259 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.121974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device a56b565a-7c35-4223-a9e3-caf86b3cf9ac up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:22.131707 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92086992-8fdd-4fa4-8cc7-cfce50919e61 req-54dcbf28-bce0-4715-b56c-95c7e4f172f2 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 945 time: 0.1958632 Jul 27 22:12:22.171868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.183453 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.186803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92086992-8fdd-4fa4-8cc7-cfce50919e61 req-42f88d7c-a5ab-43f5-b9a5-345e652fff82 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495787 Jul 27 22:12:22.189034 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b59d6f2-5856-4701-b522-69a64872cbc4 x-openstack-request-id: req-5b59d6f2-5856-4701-b522-69a64872cbc4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:22.189328 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:22.189578 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b59d6f2-5856-4701-b522-69a64872cbc4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:22.189965 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1', 'code': 200} Jul 27 22:12:22.193785 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2c00ab2a-d5a6-4d0f-a061-775824319bd4 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:22.204727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Router 43c21377-ede8-4a63-a3c0-77b27e04d2d8 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:12:22.217989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:12:22.225372 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 2c00ab2a-d5a6-4d0f-a061-775824319bd4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:22.225713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2c00ab2a-d5a6-4d0f-a061-775824319bd4 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:22.249335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.250194 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Added segment 91780a10-1656-480f-ac98-3ec22f416146 of type vlan for network f7989ce6-d4fa-4afa-ab75-3db342b88e5b Jul 27 22:12:22.261323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4d0828-fba3-4d4f-8799-e8c01649cd0f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:22.271546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:22.307524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.312371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port a56b565a-7c35-4223-a9e3-caf86b3cf9ac completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:22.317064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port a56b565a-7c35-4223-a9e3-caf86b3cf9ac triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:22.317461 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.345980 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.347323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:22.348093 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.417850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:22.426149 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6228867 Jul 27 22:12:22.429599 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:22.432098 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff16325-ecea-4539-8913-dc1a0f05881f None None] Sync routers for ids ['43c21377-ede8-4a63-a3c0-77b27e04d2d8'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:22.438413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-901ea562-3824-4fe6-a042-5b9d475ae5b5 admin admin] Request body: {'subnet': {'network_id': 'f7989ce6-d4fa-4afa-ab75-3db342b88e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1967874064-subnet', 'tenant_id': '09cc9110e3044a1d96ada1acafef30ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:22.443054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ada73a-ee63-4505-852c-e9438f682944 admin admin] Pushing event updated for resources: {'Network': ['ID=f7989ce6-d4fa-4afa-ab75-3db342b88e5b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:22.459261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network f7989ce6-d4fa-4afa-ab75-3db342b88e5b details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:12:22.464028 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff16325-ecea-4539-8913-dc1a0f05881f None None] Routers {'43c21377-ede8-4a63-a3c0-77b27e04d2d8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:22.469365 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901ea562-3824-4fe6-a042-5b9d475ae5b5 admin admin] Made reservation on behalf of 09cc9110e3044a1d96ada1acafef30ef for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:22.470442 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0ff16325-ecea-4539-8913-dc1a0f05881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['43c21377-ede8-4a63-a3c0-77b27e04d2d8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:22.472341 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-901ea562-3824-4fe6-a042-5b9d475ae5b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.476587 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.477972 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.483006 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9610f83a-758e-478d-8278-1ae9b73089e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6868637 Jul 27 22:12:22.483732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:22.489017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6f733feb-6006-4e4a-b5ed-02d817c4dcd9 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'enable_snat': False}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:22.557394 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0ff16325-ecea-4539-8913-dc1a0f05881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:22.584753 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff16325-ecea-4539-8913-dc1a0f05881f None None] Routers {'43c21377-ede8-4a63-a3c0-77b27e04d2d8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:22.585706 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0ff16325-ecea-4539-8913-dc1a0f05881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['43c21377-ede8-4a63-a3c0-77b27e04d2d8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:22.629426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port a56b565a-7c35-4223-a9e3-caf86b3cf9ac, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=a56b565a-7c35-4223-a9e3-caf86b3cf9ac,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:22.648348 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0ff16325-ecea-4539-8913-dc1a0f05881f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:22.650923 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff16325-ecea-4539-8913-dc1a0f05881f None None] The sync data for ids ['43c21377-ede8-4a63-a3c0-77b27e04d2d8'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:22.654219 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.655076 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device eb3b3556-eb4a-484d-8b3b-f79d8aebea23 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:22.753083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port eb3b3556-eb4a-484d-8b3b-f79d8aebea23 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:22.754145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-901ea562-3824-4fe6-a042-5b9d475ae5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.764355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port eb3b3556-eb4a-484d-8b3b-f79d8aebea23 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:22.764745 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.803300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=a56b565a-7c35-4223-a9e3-caf86b3cf9ac,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:22.827296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ea562-3824-4fe6-a042-5b9d475ae5b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dcd9382-8cd5-4464-9005-4a9bdd5f2034,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:22.891775 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ea562-3824-4fe6-a042-5b9d475ae5b5 admin admin] Checking segment: {'id': '91780a10-1656-480f-ac98-3ec22f416146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f7989ce6-d4fa-4afa-ab75-3db342b88e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:22.892434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ea562-3824-4fe6-a042-5b9d475ae5b5 admin admin] Network hostable DHCP agents. Network: f7989ce6-d4fa-4afa-ab75-3db342b88e5b, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:12:22.934558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ea562-3824-4fe6-a042-5b9d475ae5b5 admin admin] Network f7989ce6-d4fa-4afa-ab75-3db342b88e5b is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:12:22.973243 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.981928 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-901ea562-3824-4fe6-a042-5b9d475ae5b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, f7989ce6-d4fa-4afa-ab75-3db342b88e5b) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:22.988397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ea562-3824-4fe6-a042-5b9d475ae5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:22.988991 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-901ea562-3824-4fe6-a042-5b9d475ae5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.016668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1369b-4b9f-4310-b67e-d61117c61f15 req-c6d4ea2e-203f-4367-9714-ed5cc3cf357b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:23.017849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8de8ab-00cf-4282-b7f3-871932c6b40a None None] Network f7989ce6-d4fa-4afa-ab75-3db342b88e5b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:23.018320 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01e1369b-4b9f-4310-b67e-d61117c61f15 req-c6d4ea2e-203f-4367-9714-ed5cc3cf357b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 946 time: 0.0733171 Jul 27 22:12:23.024180 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-901ea562-3824-4fe6-a042-5b9d475ae5b5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5937266 Jul 27 22:12:23.096543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port eb3b3556-eb4a-484d-8b3b-f79d8aebea23, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:23.115003 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.116798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device abba6cdf-12b7-4eac-b8d5-37b48d806ff6 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:23.140146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-01e1369b-4b9f-4310-b67e-d61117c61f15 req-2cb11d45-7be7-420d-bb6d-a4ed8e8c8dca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Deleting port f74b25d1-277f-44f0-9bd9-ad7149c17578 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:23.141005 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01e1369b-4b9f-4310-b67e-d61117c61f15 req-2cb11d45-7be7-420d-bb6d-a4ed8e8c8dca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.310472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650c99-2d39-4db9-acba-6f979e176320 req-769d1bfb-df71-4795-9156-647e95a9736f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:23.316805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650c99-2d39-4db9-acba-6f979e176320 req-769d1bfb-df71-4795-9156-647e95a9736f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:23.322825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650c99-2d39-4db9-acba-6f979e176320 req-769d1bfb-df71-4795-9156-647e95a9736f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:23.329279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650c99-2d39-4db9-acba-6f979e176320 req-769d1bfb-df71-4795-9156-647e95a9736f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:23.335412 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650c99-2d39-4db9-acba-6f979e176320 req-769d1bfb-df71-4795-9156-647e95a9736f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:23.337201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-01e1369b-4b9f-4310-b67e-d61117c61f15 req-2cb11d45-7be7-420d-bb6d-a4ed8e8c8dca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] For port f74b25d1-277f-44f0-9bd9-ad7149c17578, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f74b25d1-277f-44f0-9bd9-ad7149c17578,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:23.338357 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01e1369b-4b9f-4310-b67e-d61117c61f15 req-2cb11d45-7be7-420d-bb6d-a4ed8e8c8dca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.341789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650c99-2d39-4db9-acba-6f979e176320 req-769d1bfb-df71-4795-9156-647e95a9736f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:23.348932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650c99-2d39-4db9-acba-6f979e176320 req-769d1bfb-df71-4795-9156-647e95a9736f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:23.349680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:23.351029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba650c99-2d39-4db9-acba-6f979e176320 req-769d1bfb-df71-4795-9156-647e95a9736f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5439 time: 0.2009678 Jul 27 22:12:23.379634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-01e1369b-4b9f-4310-b67e-d61117c61f15 req-2cb11d45-7be7-420d-bb6d-a4ed8e8c8dca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Calling delete_port for f74b25d1-277f-44f0-9bd9-ad7149c17578 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:23.382512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186763c-a537-4759-8328-35c0ff50c3fb req-adbe1dc9-47d3-4579-a147-5cef2bf0ed7a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:23.382512 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c186763c-a537-4759-8328-35c0ff50c3fb req-adbe1dc9-47d3-4579-a147-5cef2bf0ed7a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c804b563-0cc6-4011-af30-ac39c2f08b20 HTTP/1.1" status: 200 len: 946 time: 0.1872642 Jul 27 22:12:23.418053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port abba6cdf-12b7-4eac-b8d5-37b48d806ff6 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:23.426926 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c34427c-b2d0-47a2-b662-77bf0822dc24 None None] Network f7989ce6-d4fa-4afa-ab75-3db342b88e5b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:23.527958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba650c99-2d39-4db9-acba-6f979e176320 req-3fee63fa-4514-4843-a666-267617929716 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670268 Jul 27 22:12:23.533757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port abba6cdf-12b7-4eac-b8d5-37b48d806ff6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:23.533757 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.547360 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c186763c-a537-4759-8328-35c0ff50c3fb req-49b5abdd-7bed-46de-be4c-9244e9d1fd5b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546824 Jul 27 22:12:23.607655 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01e1369b-4b9f-4310-b67e-d61117c61f15 req-2cb11d45-7be7-420d-bb6d-a4ed8e8c8dca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.680542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd', 'f74b25d1-277f-44f0-9bd9-ad7149c17578'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:23.731297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb11d45-7be7-420d-bb6d-a4ed8e8c8dca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event deleted for resources: {'Port': ['ID=f74b25d1-277f-44f0-9bd9-ad7149c17578,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:23.735345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e1369b-4b9f-4310-b67e-d61117c61f15 req-2cb11d45-7be7-420d-bb6d-a4ed8e8c8dca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] No DVR routers for this DVR port f74b25d1-277f-44f0-9bd9-ad7149c17578 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:23.738554 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01e1369b-4b9f-4310-b67e-d61117c61f15 req-2cb11d45-7be7-420d-bb6d-a4ed8e8c8dca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.742843 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01e1369b-4b9f-4310-b67e-d61117c61f15 req-2cb11d45-7be7-420d-bb6d-a4ed8e8c8dca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "DELETE /v2.0/ports/f74b25d1-277f-44f0-9bd9-ad7149c17578 HTTP/1.1" status: 204 len: 173 time: 0.7175524 Jul 27 22:12:23.743340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c804b563-0cc6-4011-af30-ac39c2f08b20', 'name': 'network-vif-deleted', 'tag': 'f74b25d1-277f-44f0-9bd9-ad7149c17578'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:23.744023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f733feb-6006-4e4a-b5ed-02d817c4dcd9 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:23.745926 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b811a3e-6d8c-47ef-9f40-b0b14609280f" -d '{"events": [{"server_uuid": "c804b563-0cc6-4011-af30-ac39c2f08b20", "name": "network-vif-deleted", "tag": "f74b25d1-277f-44f0-9bd9-ad7149c17578"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:23.771684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a9f99-bd2e-4c6f-ac3e-23dca381708c req-e98a4bad-adf2-44c8-9329-4142d6c49bf2 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:23.774024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e09a9f99-bd2e-4c6f-ac3e-23dca381708c req-e98a4bad-adf2-44c8-9329-4142d6c49bf2 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 945 time: 0.0837934 Jul 27 22:12:23.870832 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e09a9f99-bd2e-4c6f-ac3e-23dca381708c req-e3f15e6d-15ef-4fa3-8433-cfee894be1cb tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820246 Jul 27 22:12:24.014109 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.028671 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2946ba3-53c0-4b0b-acaf-974d030d51c3 x-openstack-request-id: req-b2946ba3-53c0-4b0b-acaf-974d030d51c3 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:24.029535 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c804b563-0cc6-4011-af30-ac39c2f08b20", "name": "network-vif-deleted", "tag": "f74b25d1-277f-44f0-9bd9-ad7149c17578", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:24.030376 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2946ba3-53c0-4b0b-acaf-974d030d51c3 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:24.031792 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c804b563-0cc6-4011-af30-ac39c2f08b20', 'name': 'network-vif-deleted', 'tag': 'f74b25d1-277f-44f0-9bd9-ad7149c17578', 'status': 'completed', 'code': 200} Jul 27 22:12:24.102451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port abba6cdf-12b7-4eac-b8d5-37b48d806ff6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:24.111397 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.112278 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 1d5041d4-18ed-408b-9a0f-481d6318c69a up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:24.191607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56b565a-7c35-4223-a9e3-caf86b3cf9ac'}, {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3b3556-eb4a-484d-8b3b-f79d8aebea23'}, {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abba6cdf-12b7-4eac-b8d5-37b48d806ff6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:24.194156 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b58bbe7-be94-484f-9549-d6ce496b5dd7" -d '{"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "a56b565a-7c35-4223-a9e3-caf86b3cf9ac"}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "eb3b3556-eb4a-484d-8b3b-f79d8aebea23"}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "abba6cdf-12b7-4eac-b8d5-37b48d806ff6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:24.207703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4581a559-5bde-485f-9da0-0d00d0e0db4d up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:24.277594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:24.290235 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0759085-82f6-4b37-b340-768fb782b60b x-openstack-request-id: req-f0759085-82f6-4b37-b340-768fb782b60b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:24.290779 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "a56b565a-7c35-4223-a9e3-caf86b3cf9ac", "code": 200}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "eb3b3556-eb4a-484d-8b3b-f79d8aebea23", "code": 200}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "abba6cdf-12b7-4eac-b8d5-37b48d806ff6", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:24.291202 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0759085-82f6-4b37-b340-768fb782b60b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:24.291757 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56b565a-7c35-4223-a9e3-caf86b3cf9ac', 'code': 200} Jul 27 22:12:24.292181 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3b3556-eb4a-484d-8b3b-f79d8aebea23', 'code': 200} Jul 27 22:12:24.292600 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abba6cdf-12b7-4eac-b8d5-37b48d806ff6', 'code': 200} Jul 27 22:12:24.310711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 1d5041d4-18ed-408b-9a0f-481d6318c69a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:24.320604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 1d5041d4-18ed-408b-9a0f-481d6318c69a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:24.321371 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.326621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 4581a559-5bde-485f-9da0-0d00d0e0db4d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:24.353803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 4581a559-5bde-485f-9da0-0d00d0e0db4d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:24.354451 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.534529 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.579986 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.602277 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 1d5041d4-18ed-408b-9a0f-481d6318c69a, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=1d5041d4-18ed-408b-9a0f-481d6318c69a,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:24.603547 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f733feb-6006-4e4a-b5ed-02d817c4dcd9 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.610888 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f733feb-6006-4e4a-b5ed-02d817c4dcd9 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.622458 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.623269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 939774e0-b0e1-4e89-a9d3-849fb48484a0 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:24.710118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4581a559-5bde-485f-9da0-0d00d0e0db4d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4581a559-5bde-485f-9da0-0d00d0e0db4d,segment=NetworkSegment(55911d7e-b929-4fd9-a528-1007ee3c2f8c),segment_id=55911d7e-b929-4fd9-a528-1007ee3c2f8c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:24.729557 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.776249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=1d5041d4-18ed-408b-9a0f-481d6318c69a,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:24.824378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25a11-335b-4135-b47e-f6f972a6a93e req-e5fc266f-6288-4d11-82a3-70febefb42fa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:24.830977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25a11-335b-4135-b47e-f6f972a6a93e req-e5fc266f-6288-4d11-82a3-70febefb42fa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:24.836901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25a11-335b-4135-b47e-f6f972a6a93e req-e5fc266f-6288-4d11-82a3-70febefb42fa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:24.842935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25a11-335b-4135-b47e-f6f972a6a93e req-e5fc266f-6288-4d11-82a3-70febefb42fa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:24.849748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25a11-335b-4135-b47e-f6f972a6a93e req-e5fc266f-6288-4d11-82a3-70febefb42fa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:24.855912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25a11-335b-4135-b47e-f6f972a6a93e req-e5fc266f-6288-4d11-82a3-70febefb42fa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:24.861427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4581a559-5bde-485f-9da0-0d00d0e0db4d,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:24.862908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25a11-335b-4135-b47e-f6f972a6a93e req-e5fc266f-6288-4d11-82a3-70febefb42fa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:24.871226 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56e25a11-335b-4135-b47e-f6f972a6a93e req-e5fc266f-6288-4d11-82a3-70febefb42fa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5441 time: 0.1996551 Jul 27 22:12:24.873022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 939774e0-b0e1-4e89-a9d3-849fb48484a0 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:24.877255 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 939774e0-b0e1-4e89-a9d3-849fb48484a0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:24.877625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.924135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f733feb-6006-4e4a-b5ed-02d817c4dcd9 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Router 43c21377-ede8-4a63-a3c0-77b27e04d2d8 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:12:24.958669 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.960141 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56e25a11-335b-4135-b47e-f6f972a6a93e req-78353fb8-32e3-47b8-8788-bf6e0992248b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877922 Jul 27 22:12:24.973418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08a579-1703-439a-91df-609ed6f03fcd req-6a93386a-69e0-415c-9aed-dcbaa7e43bf2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:24.974987 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d08a579-1703-439a-91df-609ed6f03fcd req-6a93386a-69e0-415c-9aed-dcbaa7e43bf2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 946 time: 0.1013854 Jul 27 22:12:25.008959 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 939774e0-b0e1-4e89-a9d3-849fb48484a0, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=939774e0-b0e1-4e89-a9d3-849fb48484a0,segment=NetworkSegment(b1baa396-4db0-46e4-9950-7e107b3b3456),segment_id=b1baa396-4db0-46e4-9950-7e107b3b3456)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:25.014913 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.016192 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 98c66736-9514-4b6f-a997-a73eb1f4ed09 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:25.067305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d08a579-1703-439a-91df-609ed6f03fcd req-9e6a74ed-e5e2-47d1-973d-a857d5de8ea0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612490 Jul 27 22:12:25.112652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=939774e0-b0e1-4e89-a9d3-849fb48484a0,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:25.122840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 98c66736-9514-4b6f-a997-a73eb1f4ed09 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:25.126436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 98c66736-9514-4b6f-a997-a73eb1f4ed09 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:25.126818 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.187107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f733feb-6006-4e4a-b5ed-02d817c4dcd9 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:25.201328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de27da8-4de5-44c7-b0d1-9263464d06df None None] Sync routers for ids ['43c21377-ede8-4a63-a3c0-77b27e04d2d8'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:25.201856 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f733feb-6006-4e4a-b5ed-02d817c4dcd9 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.205982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6f733feb-6006-4e4a-b5ed-02d817c4dcd9 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "PUT /v2.0/routers/43c21377-ede8-4a63-a3c0-77b27e04d2d8 HTTP/1.1" status: 200 len: 925 time: 2.7185380 Jul 27 22:12:25.206391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53046) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:25.231126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de27da8-4de5-44c7-b0d1-9263464d06df None None] Routers {'43c21377-ede8-4a63-a3c0-77b27e04d2d8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:25.231934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7de27da8-4de5-44c7-b0d1-9263464d06df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['43c21377-ede8-4a63-a3c0-77b27e04d2d8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:25.267575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7de27da8-4de5-44c7-b0d1-9263464d06df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:25.269729 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.273427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab0bc9-208c-4456-ba5c-cce388b09ec0 req-55cd18b1-db03-4544-99ac-b4caced42059 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:25.275104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ccab0bc9-208c-4456-ba5c-cce388b09ec0 req-55cd18b1-db03-4544-99ac-b4caced42059 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 946 time: 0.0920866 Jul 27 22:12:25.293224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de27da8-4de5-44c7-b0d1-9263464d06df None None] Routers {'43c21377-ede8-4a63-a3c0-77b27e04d2d8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:25.293861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7de27da8-4de5-44c7-b0d1-9263464d06df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['43c21377-ede8-4a63-a3c0-77b27e04d2d8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:25.309809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-3fa3d3bd-d413-4238-b4f4-13f51e980c63 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:25.317207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-3fa3d3bd-d413-4238-b4f4-13f51e980c63 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.1939888 Jul 27 22:12:25.318612 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-949105d7-af6b-4e50-8664-d2fb8816bb7d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/routers/43c21377-ede8-4a63-a3c0-77b27e04d2d8 HTTP/1.1" status: 200 len: 925 time: 0.1110601 Jul 27 22:12:25.321337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53048) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:25.334823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7de27da8-4de5-44c7-b0d1-9263464d06df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:25.335481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de27da8-4de5-44c7-b0d1-9263464d06df None None] The sync data for ids ['43c21377-ede8-4a63-a3c0-77b27e04d2d8'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:25.339722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 98c66736-9514-4b6f-a997-a73eb1f4ed09, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=98c66736-9514-4b6f-a997-a73eb1f4ed09,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:25.346131 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.346392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-1e6b618a-b398-453c-9feb-4775491417aa tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/quotas/e8cb9d7daf91406a9d5ac06bcffeecf3 HTTP/1.1" status: 200 len: 375 time: 0.0281019 Jul 27 22:12:25.356794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ccab0bc9-208c-4456-ba5c-cce388b09ec0 req-5ce3a097-86cd-4d39-8d0f-b50b3ace77c9 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719001 Jul 27 22:12:25.407789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-999e718c-6725-419a-83c5-f70a3aeff649 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0500133 Jul 27 22:12:25.411811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=98c66736-9514-4b6f-a997-a73eb1f4ed09,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:25.423760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1b54de-13bd-4cb0-a45b-c42eb7b45e01 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:25.427844 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4c1b54de-13bd-4cb0-a45b-c42eb7b45e01 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&device_id=43c21377-ede8-4a63-a3c0-77b27e04d2d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1027849 Jul 27 22:12:25.428205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53050) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:25.512621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-4f02c4a6-9f95-4cf0-aac7-9063c4bccb46 service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964837 Jul 27 22:12:25.519597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbe6f3a-75a2-41fc-80e1-af1db4992688 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:25.520974 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9dbe6f3a-75a2-41fc-80e1-af1db4992688 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 881 time: 0.0918233 Jul 27 22:12:25.524119 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53052) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:25.551981 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-195d0f9c-589f-40a2-b294-5fc71a8fabba tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "GET /v2.0/ports?device_id=43c21377-ede8-4a63-a3c0-77b27e04d2d8 HTTP/1.1" status: 200 len: 205 time: 0.0265737 Jul 27 22:12:25.554455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:25.615971 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-30ba7e2a-dba4-4f4e-863c-d19bedc021b6 service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945804 Jul 27 22:12:25.671728 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.789335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.840197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ce465f7-976f-4a5b-b942-1c92462003c7 req-9c889b0b-7875-4b8a-b2b7-3fc1000fff7c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 210 time: 0.0394037 Jul 27 22:12:25.856173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Deleting port 73ee18f9-40cc-48ab-a2a7-b8074a9a61f4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:25.856530 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.889125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-1257d6e7-a45b-46bc-a123-eb87586df6b0 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:25.891468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-1257d6e7-a45b-46bc-a123-eb87586df6b0 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/networks?id=f7989ce6-d4fa-4afa-ab75-3db342b88e5b HTTP/1.1" status: 200 len: 810 time: 0.1427882 Jul 27 22:12:25.908133 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-1e39f456-e61f-4013-88bb-65e4d1903f5b tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/quotas/09cc9110e3044a1d96ada1acafef30ef HTTP/1.1" status: 200 len: 375 time: 0.0105894 Jul 27 22:12:25.946930 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.952214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-78c416e9-f874-4587-9ee6-7b1512df6573 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09cc9110e3044a1d96ada1acafef30ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348053 Jul 27 22:12:25.960216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Calling delete_port for 73ee18f9-40cc-48ab-a2a7-b8074a9a61f4 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:26.098947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-0bfe2720-ff59-422d-9a06-d3ecb15603fa service neutron] 10.222.0.24 "GET /v2.0/networks/f7989ce6-d4fa-4afa-ab75-3db342b88e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456144 Jul 27 22:12:26.152614 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.183756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b60be6-c284-48ec-a526-2cafbdcc6bef req-cce81b49-237c-4153-80b1-01edf0bd6385 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.187976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Pushing event deleted for resources: {'Port': ['ID=73ee18f9-40cc-48ab-a2a7-b8074a9a61f4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:26.190608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b60be6-c284-48ec-a526-2cafbdcc6bef req-cce81b49-237c-4153-80b1-01edf0bd6385 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.196611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b60be6-c284-48ec-a526-2cafbdcc6bef req-cce81b49-237c-4153-80b1-01edf0bd6385 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.208903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b60be6-c284-48ec-a526-2cafbdcc6bef req-cce81b49-237c-4153-80b1-01edf0bd6385 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.214763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b60be6-c284-48ec-a526-2cafbdcc6bef req-cce81b49-237c-4153-80b1-01edf0bd6385 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.221562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b60be6-c284-48ec-a526-2cafbdcc6bef req-cce81b49-237c-4153-80b1-01edf0bd6385 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.227512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b60be6-c284-48ec-a526-2cafbdcc6bef req-cce81b49-237c-4153-80b1-01edf0bd6385 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.229639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0b60be6-c284-48ec-a526-2cafbdcc6bef req-cce81b49-237c-4153-80b1-01edf0bd6385 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5443 time: 0.1776366 Jul 27 22:12:26.259301 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.291866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-1d679995-eb92-4fa0-8350-9b356fd73ac7 service neutron] 10.222.0.24 "GET /v2.0/networks/f7989ce6-d4fa-4afa-ab75-3db342b88e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877606 Jul 27 22:12:26.294041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5041d4-18ed-408b-9a0f-481d6318c69a'}, {'server_uuid': '553a5158-ee67-4069-9d9d-56e9ff3af53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4581a559-5bde-485f-9da0-0d00d0e0db4d'}, {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939774e0-b0e1-4e89-a9d3-849fb48484a0'}, {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c66736-9514-4b6f-a997-a73eb1f4ed09'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:26.296999 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0b60be6-c284-48ec-a526-2cafbdcc6bef req-b479f2b5-fbaa-4dcf-94a2-4f01987e4f45 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602396 Jul 27 22:12:26.301088 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302dd378-9c57-4666-9f69-0dc343c9177f" -d '{"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "1d5041d4-18ed-408b-9a0f-481d6318c69a"}, {"server_uuid": "553a5158-ee67-4069-9d9d-56e9ff3af53f", "name": "network-vif-plugged", "status": "completed", "tag": "4581a559-5bde-485f-9da0-0d00d0e0db4d"}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "939774e0-b0e1-4e89-a9d3-849fb48484a0"}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "98c66736-9514-4b6f-a997-a73eb1f4ed09"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:26.363862 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.366363 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.423129 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.423665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Fanout notify agent at l3_agent the message router_deleted on router 43c21377-ede8-4a63-a3c0-77b27e04d2d8 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:12:26.435719 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.437135 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-96703e2f-28ac-4575-bede-08050c3feb86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/routers/43c21377-ede8-4a63-a3c0-77b27e04d2d8 HTTP/1.1" status: 204 len: 168 time: 0.8815358 Jul 27 22:12:26.441584 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53090) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:26.450725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bebb6bb0-cbe0-45f2-996f-deea015b1e86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1206713962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:26.463166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5441c1f-477c-4f92-b9c0-69edf819de1e req-018c5866-5324-4b7b-bec1-1a478ca3f56e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.464798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5441c1f-477c-4f92-b9c0-69edf819de1e req-018c5866-5324-4b7b-bec1-1a478ca3f56e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 946 time: 0.0768437 Jul 27 22:12:26.480184 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bebb6bb0-cbe0-45f2-996f-deea015b1e86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.481228 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bebb6bb0-cbe0-45f2-996f-deea015b1e86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.509311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5441c1f-477c-4f92-b9c0-69edf819de1e req-cbcc33c7-f0f4-4da1-8739-da3a7dc76341 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382819 Jul 27 22:12:26.541925 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bebb6bb0-cbe0-45f2-996f-deea015b1e86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.547829 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bebb6bb0-cbe0-45f2-996f-deea015b1e86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.568610 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bebb6bb0-cbe0-45f2-996f-deea015b1e86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.572844 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bebb6bb0-cbe0-45f2-996f-deea015b1e86 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1232572 Jul 27 22:12:26.573430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:26.575554 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8090ca08-5af3-43c2-a81c-08cc28e1d1e3 x-openstack-request-id: req-8090ca08-5af3-43c2-a81c-08cc28e1d1e3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:26.576111 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "1d5041d4-18ed-408b-9a0f-481d6318c69a", "code": 200}, {"server_uuid": "553a5158-ee67-4069-9d9d-56e9ff3af53f", "name": "network-vif-plugged", "status": "completed", "tag": "4581a559-5bde-485f-9da0-0d00d0e0db4d", "code": 200}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "939774e0-b0e1-4e89-a9d3-849fb48484a0", "code": 200}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-plugged", "status": "completed", "tag": "98c66736-9514-4b6f-a997-a73eb1f4ed09", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:26.576371 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8090ca08-5af3-43c2-a81c-08cc28e1d1e3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:26.576881 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5041d4-18ed-408b-9a0f-481d6318c69a', 'code': 200} Jul 27 22:12:26.577084 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553a5158-ee67-4069-9d9d-56e9ff3af53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4581a559-5bde-485f-9da0-0d00d0e0db4d', 'code': 200} Jul 27 22:12:26.577338 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939774e0-b0e1-4e89-a9d3-849fb48484a0', 'code': 200} Jul 27 22:12:26.577589 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c66736-9514-4b6f-a997-a73eb1f4ed09', 'code': 200} Jul 27 22:12:26.579447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Request body: {'router': {'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:26.912915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6cab3-e9de-4f67-a47d-d4d44cd90cc9 req-59e1ec0f-8667-40da-b491-93412b2c5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.913601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6cab3-e9de-4f67-a47d-d4d44cd90cc9 req-59e1ec0f-8667-40da-b491-93412b2c5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.914080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6cab3-e9de-4f67-a47d-d4d44cd90cc9 req-59e1ec0f-8667-40da-b491-93412b2c5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.914437 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.923571 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6cab3-e9de-4f67-a47d-d4d44cd90cc9 req-59e1ec0f-8667-40da-b491-93412b2c5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.924600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6cab3-e9de-4f67-a47d-d4d44cd90cc9 req-59e1ec0f-8667-40da-b491-93412b2c5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.925332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6cab3-e9de-4f67-a47d-d4d44cd90cc9 req-59e1ec0f-8667-40da-b491-93412b2c5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.926020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6cab3-e9de-4f67-a47d-d4d44cd90cc9 req-59e1ec0f-8667-40da-b491-93412b2c5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.929048 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cca6cab3-e9de-4f67-a47d-d4d44cd90cc9 req-59e1ec0f-8667-40da-b491-93412b2c5d02 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 6500 time: 0.2513497 Jul 27 22:12:26.956882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce931f3-cc51-452c-9e7b-072eab1333fa req-a0cbe61c-eab4-4a6f-9256-a7eecbdb3529 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.969605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ce931f3-cc51-452c-9e7b-072eab1333fa req-a0cbe61c-eab4-4a6f-9256-a7eecbdb3529 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 946 time: 0.2655277 Jul 27 22:12:27.002080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-fb31bee6-1c2c-400f-b3af-da05299487ea tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.004432 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-fb31bee6-1c2c-400f-b3af-da05299487ea tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.41 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.2170050 Jul 27 22:12:27.020503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Request body: {'port': {'device_id': '55be149b-3691-4c0b-9ffa-72c6c86f6a76', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'admin_state_up': True, 'tenant_id': 'e8cb9d7daf91406a9d5ac06bcffeecf3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:27.094099 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ce931f3-cc51-452c-9e7b-072eab1333fa req-2521d3b7-ca4e-48b7-aed2-8c2c6b132b1a tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202407 Jul 27 22:12:27.141199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fa176-d2f4-4487-a240-67599823dc8c req-a6a89500-0139-4dd6-bca0-9c757c65a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.142863 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1b4fa176-d2f4-4487-a240-67599823dc8c req-a6a89500-0139-4dd6-bca0-9c757c65a161 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 1097 time: 0.4768989 Jul 27 22:12:27.180188 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cca6cab3-e9de-4f67-a47d-d4d44cd90cc9 req-d438fa14-b99d-4967-bcbf-7dd3ffe08d29 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&id=16d1d144-4da5-4d50-a85f-ad105d47d626&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1730464 Jul 27 22:12:27.188429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b736ede-9168-4eba-9ad9-64255ea80bcc req-13f39676-a3a5-4cc1-b253-f0d35a2f3bd2 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0457325 Jul 27 22:12:27.205483 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1b4fa176-d2f4-4487-a240-67599823dc8c req-aea050a0-811b-46fa-a837-8453a0e904d1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483909 Jul 27 22:12:27.220585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Made reservation on behalf of e8cb9d7daf91406a9d5ac06bcffeecf3 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:27.223174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f34db88b-088b-4a96-b472-6b4439b13a86 req-7518154a-ff11-479b-8bc7-1ba3f78c4548 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 210 time: 0.0381181 Jul 27 22:12:27.224539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:27.357747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:27.374085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Allocated IP 172.20.0.12 (12877bf8-a34f-4c9c-abe4-4954942b1a4f/a8a26f0a-cab7-4000-93f5-0fd89413147b/dcf5c745-12d5-4d70-92de-d842471d44a3) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:27.383042 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:27.525061 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699801d9-c705-4981-8f89-abd4e15f0b6e req-86ecfb53-4c69-42eb-9e7f-aee0934b6ebc tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.531058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699801d9-c705-4981-8f89-abd4e15f0b6e req-86ecfb53-4c69-42eb-9e7f-aee0934b6ebc tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.532605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:27.537045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699801d9-c705-4981-8f89-abd4e15f0b6e req-86ecfb53-4c69-42eb-9e7f-aee0934b6ebc tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.542881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699801d9-c705-4981-8f89-abd4e15f0b6e req-86ecfb53-4c69-42eb-9e7f-aee0934b6ebc tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.549304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699801d9-c705-4981-8f89-abd4e15f0b6e req-86ecfb53-4c69-42eb-9e7f-aee0934b6ebc tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.555127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699801d9-c705-4981-8f89-abd4e15f0b6e req-86ecfb53-4c69-42eb-9e7f-aee0934b6ebc tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.560908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699801d9-c705-4981-8f89-abd4e15f0b6e req-86ecfb53-4c69-42eb-9e7f-aee0934b6ebc tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.563855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-699801d9-c705-4981-8f89-abd4e15f0b6e req-86ecfb53-4c69-42eb-9e7f-aee0934b6ebc tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5443 time: 0.1428530 Jul 27 22:12:27.573223 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:27.586971 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:27.594704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Allocated IP 172.25.1.137 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/8a60d93e-0155-4ee5-b5b6-0afee95fa69d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:27.621721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Network 12877bf8-a34f-4c9c-abe4-4954942b1a4f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:27.625140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:27.629216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:27.659632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event updated for resources: {'Port': ['ID=dcf5c745-12d5-4d70-92de-d842471d44a3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:27.679579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-699801d9-c705-4981-8f89-abd4e15f0b6e req-23db7319-46aa-4685-b9c1-2bd62c02a5df tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092925 Jul 27 22:12:27.700572 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.701777 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:27.723151 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-2adae56e-2ec1-4611-bdd7-07a216127556 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7084000 Jul 27 22:12:27.748229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Request body: {'port': {'device_id': '55be149b-3691-4c0b-9ffa-72c6c86f6a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:27.756600 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:27.797566 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:27.803199 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:27.819896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:27.840284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:27.847226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:27.851033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:27.884398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Pushing event updated for resources: {'Port': ['ID=8a60d93e-0155-4ee5-b5b6-0afee95fa69d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:27.955393 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:27.994275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:28.000258 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:28.001171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f74b25d1-277f-44f0-9bd9-ad7149c17578 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:28.027685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: f74b25d1-277f-44f0-9bd9-ad7149c17578 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:28.028049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f74b25d1-277f-44f0-9bd9-ad7149c17578 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:28.113486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:28.143667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-9f3c2fb4-503e-44bc-b99d-06df146d6184 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:28.145153 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-9f3c2fb4-503e-44bc-b99d-06df146d6184 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.43 "GET /v2.0/networks?id=f7989ce6-d4fa-4afa-ab75-3db342b88e5b HTTP/1.1" status: 200 len: 810 time: 0.1496077 Jul 27 22:12:28.167349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Request body: {'port': {'device_id': '5073a1e0-70fa-45c7-9465-b0288c79f0a2', 'network_id': 'f7989ce6-d4fa-4afa-ab75-3db342b88e5b', 'admin_state_up': True, 'tenant_id': '09cc9110e3044a1d96ada1acafef30ef'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:28.249759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf5c745-12d5-4d70-92de-d842471d44a3 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:28.252639 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:28.261322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:28.289506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Transition to ACTIVE for port object dcf5c745-12d5-4d70-92de-d842471d44a3 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:28.298321 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:28.338602 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5426-3031-48c7-95c7-f715b1fd2272 req-7b701cf0-8414-4708-b154-c6d04040eaa6 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:28.340193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a9fe5426-3031-48c7-95c7-f715b1fd2272 req-7b701cf0-8414-4708-b154-c6d04040eaa6 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 946 time: 0.1411266 Jul 27 22:12:28.350812 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71561f81-7d85-4436-977f-53828429f389 req-3173a37b-18c2-48bf-8a20-877017d717a8 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0550382 Jul 27 22:12:28.388066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Pushing event updated for resources: {'Port': ['ID=dcf5c745-12d5-4d70-92de-d842471d44a3,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:28.427321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Made reservation on behalf of 09cc9110e3044a1d96ada1acafef30ef for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:28.431139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:28.494730 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Attempting to bind port dcf5c745-12d5-4d70-92de-d842471d44a3 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:28.495081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Attempting to bind port dcf5c745-12d5-4d70-92de-d842471d44a3 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:28.495450 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Attempting to bind port dcf5c745-12d5-4d70-92de-d842471d44a3 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:28.533240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Port dcf5c745-12d5-4d70-92de-d842471d44a3 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:28.533613 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Attempting to bind port dcf5c745-12d5-4d70-92de-d842471d44a3 on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:28.545434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:28.545895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Checking segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:28.546333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Bound using segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:28.546856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Bound port: dcf5c745-12d5-4d70-92de-d842471d44a3, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:28.547455 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:28.579524 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:28.582489 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1ab2c7-06a2-4f5a-9e00-2eea3a4f95ac" -d '{"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-unplugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:28.661349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Allocated IP 172.20.0.12 (f7989ce6-d4fa-4afa-ab75-3db342b88e5b/7dcd9382-8cd5-4464-9005-4a9bdd5f2034/167c4989-5efe-4c8c-aee5-38c85d79ee8c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:28.674945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] For port dcf5c745-12d5-4d70-92de-d842471d44a3, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:28.678682 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] For port dcf5c745-12d5-4d70-92de-d842471d44a3, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=dcf5c745-12d5-4d70-92de-d842471d44a3,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:28.686145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:28.739752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:28.740991 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:28.743847 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] 10.222.0.41 "PUT /v2.0/ports/dcf5c745-12d5-4d70-92de-d842471d44a3 HTTP/1.1" status: 200 len: 1092 time: 0.9988899 Jul 27 22:12:28.743847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55be149b-3691-4c0b-9ffa-72c6c86f6a76', 'tag': 'dcf5c745-12d5-4d70-92de-d842471d44a3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:28.745243 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e99b34-fffa-4d97-8c9d-a11809751310" -d '{"events": [{"name": "network-changed", "server_uuid": "55be149b-3691-4c0b-9ffa-72c6c86f6a76", "tag": "dcf5c745-12d5-4d70-92de-d842471d44a3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:28.832503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dce475-897a-42b6-ba73-d8830ec1076a service neutron] Pushing event updated for resources: {'Port': ['ID=dcf5c745-12d5-4d70-92de-d842471d44a3,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:28.844078 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a9fe5426-3031-48c7-95c7-f715b1fd2272 req-b94655de-6bef-4366-9812-113081dd782d tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903293 Jul 27 22:12:28.858959 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a3a9-f52e-4bc2-bb0a-e9745b8f493d req-9a183a05-9853-4e69-80c4-b342ca0ea022 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:28.862715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a257a3a9-f52e-4bc2-bb0a-e9745b8f493d req-9a183a05-9853-4e69-80c4-b342ca0ea022 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 944 time: 0.0948005 Jul 27 22:12:28.899471 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ac1453-1aad-4060-a778-b1fdc13a1a64 x-openstack-request-id: req-08ac1453-1aad-4060-a778-b1fdc13a1a64 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:28.900016 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-unplugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:28.900016 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08ac1453-1aad-4060-a778-b1fdc13a1a64 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:28.900391 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'code': 200} Jul 27 22:12:28.900812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-87e4eb4f-f66f-47da-8ada-363f152d14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:28.902407 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-87e4eb4f-f66f-47da-8ada-363f152d14b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 1095 time: 0.1171792 Jul 27 22:12:28.955124 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-ad3389ec-400f-4dfe-86f2-2868fa27bede service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf5c745-12d5-4d70-92de-d842471d44a3 HTTP/1.1" status: 200 len: 217 time: 0.0438163 Jul 27 22:12:28.960685 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a257a3a9-f52e-4bc2-bb0a-e9745b8f493d req-f9c87042-e999-4526-8cf1-96df543b09c8 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484130 Jul 27 22:12:29.010793 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.038897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-edf01021-2afd-42ff-8791-dce8254135dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.040426 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-edf01021-2afd-42ff-8791-dce8254135dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.0766823 Jul 27 22:12:29.086020 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.089398 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-809749fb-00be-41ea-a83a-b2a663788987 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308383 Jul 27 22:12:29.106415 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb145d3-dff0-4fe5-9b89-c6b420f0fc52 req-6b97d6b9-b4aa-4166-a739-964fd7e18640 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.106822 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0255535-51ef-470b-a987-7fedf9458ec7 x-openstack-request-id: req-d0255535-51ef-470b-a987-7fedf9458ec7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:29.107058 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55be149b-3691-4c0b-9ffa-72c6c86f6a76", "tag": "dcf5c745-12d5-4d70-92de-d842471d44a3", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:29.107305 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0255535-51ef-470b-a987-7fedf9458ec7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:29.107692 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55be149b-3691-4c0b-9ffa-72c6c86f6a76', 'tag': 'dcf5c745-12d5-4d70-92de-d842471d44a3', 'status': 'completed', 'code': 200} Jul 27 22:12:29.113305 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb145d3-dff0-4fe5-9b89-c6b420f0fc52 req-6b97d6b9-b4aa-4166-a739-964fd7e18640 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.117969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.121060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb145d3-dff0-4fe5-9b89-c6b420f0fc52 req-6b97d6b9-b4aa-4166-a739-964fd7e18640 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.128600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb145d3-dff0-4fe5-9b89-c6b420f0fc52 req-6b97d6b9-b4aa-4166-a739-964fd7e18640 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.137004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb145d3-dff0-4fe5-9b89-c6b420f0fc52 req-6b97d6b9-b4aa-4166-a739-964fd7e18640 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.143506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb145d3-dff0-4fe5-9b89-c6b420f0fc52 req-6b97d6b9-b4aa-4166-a739-964fd7e18640 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.149711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb145d3-dff0-4fe5-9b89-c6b420f0fc52 req-6b97d6b9-b4aa-4166-a739-964fd7e18640 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.151620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0bb145d3-dff0-4fe5-9b89-c6b420f0fc52 req-6b97d6b9-b4aa-4166-a739-964fd7e18640 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5443 time: 0.1436846 Jul 27 22:12:29.154305 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.210573 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Network f7989ce6-d4fa-4afa-ab75-3db342b88e5b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:29.221472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Pushing event updated for resources: {'Port': ['ID=167c4989-5efe-4c8c-aee5-38c85d79ee8c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:29.224046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:29.228587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:29.267882 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-ffbdc64a-e9c8-48f0-b215-f2c9a57249d6 service neutron] 10.222.0.41 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709721 Jul 27 22:12:29.285194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0bb145d3-dff0-4fe5-9b89-c6b420f0fc52 req-9b905bcd-9488-4f51-ad34-9085cc2bb7f4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935934 Jul 27 22:12:29.295501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.296131 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.356346 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-3f6138b5-d1ac-4fd3-b2f8-3cc62418d50c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1945338 Jul 27 22:12:29.371494 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Request body: {'port': {'device_id': '5073a1e0-70fa-45c7-9465-b0288c79f0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:29.382268 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Router f610bcfe-ed45-46d4-891e-ba8a06adf3db is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:12:29.443406 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5c648b-923a-4b15-80b6-4102ad42c68e req-31975dcf-3c4f-4917-b225-1f5090ffaf00 service neutron] 10.222.0.41 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665814 Jul 27 22:12:29.447994 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.521643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa187c-fc64-48cf-8e21-8b404a392c18 req-330763f2-7a44-40e8-a340-dbf0d729d30d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.527715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa187c-fc64-48cf-8e21-8b404a392c18 req-330763f2-7a44-40e8-a340-dbf0d729d30d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.534443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa187c-fc64-48cf-8e21-8b404a392c18 req-330763f2-7a44-40e8-a340-dbf0d729d30d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.540436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa187c-fc64-48cf-8e21-8b404a392c18 req-330763f2-7a44-40e8-a340-dbf0d729d30d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.546476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa187c-fc64-48cf-8e21-8b404a392c18 req-330763f2-7a44-40e8-a340-dbf0d729d30d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.552842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa187c-fc64-48cf-8e21-8b404a392c18 req-330763f2-7a44-40e8-a340-dbf0d729d30d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.558793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa187c-fc64-48cf-8e21-8b404a392c18 req-330763f2-7a44-40e8-a340-dbf0d729d30d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.560824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73aa187c-fc64-48cf-8e21-8b404a392c18 req-330763f2-7a44-40e8-a340-dbf0d729d30d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5443 time: 0.1822047 Jul 27 22:12:29.573976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53164) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:29.582356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1c43c045-4399-4bfa-9c4d-6ee63cbabc87 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Request body: {'floatingip': {'port_id': '939774e0-b0e1-4e89-a9d3-849fb48484a0'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:29.662254 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c43c045-4399-4bfa-9c4d-6ee63cbabc87 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.712809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b76a0-7792-4793-9367-bc019e9b155a req-27d3dd27-0ec8-46ed-9ade-14c9dc03aa59 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.714498 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d4b76a0-7792-4793-9367-bc019e9b155a req-27d3dd27-0ec8-46ed-9ade-14c9dc03aa59 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 932 time: 0.2514551 Jul 27 22:12:29.762778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:29.773404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:29.774615 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1919d902-b0ec-4951-8dce-4611276fe55e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "PUT /v2.0/routers/f610bcfe-ed45-46d4-891e-ba8a06adf3db HTTP/1.1" status: 200 len: 884 time: 3.2003639 Jul 27 22:12:29.777525 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b3c232-2565-4ad8-b417-3d313c3d5611 None None] Sync routers for ids ['f610bcfe-ed45-46d4-891e-ba8a06adf3db'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:29.783506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:29.788833 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b3c232-2565-4ad8-b417-3d313c3d5611 None None] Routers {'f610bcfe-ed45-46d4-891e-ba8a06adf3db'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:29.789737 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b5b3c232-2565-4ad8-b417-3d313c3d5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f610bcfe-ed45-46d4-891e-ba8a06adf3db'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:29.818514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:29.829513 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b5b3c232-2565-4ad8-b417-3d313c3d5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:29.846416 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b3c232-2565-4ad8-b417-3d313c3d5611 None None] Routers {'f610bcfe-ed45-46d4-891e-ba8a06adf3db'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:29.847275 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b5b3c232-2565-4ad8-b417-3d313c3d5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f610bcfe-ed45-46d4-891e-ba8a06adf3db'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:29.891950 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b5b3c232-2565-4ad8-b417-3d313c3d5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:29.892784 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b3c232-2565-4ad8-b417-3d313c3d5611 None None] The sync data for ids ['f610bcfe-ed45-46d4-891e-ba8a06adf3db'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:29.902387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d4b76a0-7792-4793-9367-bc019e9b155a req-affe6356-fee4-4c59-9a18-fa7a044b71a4 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb4d0828-fba3-4d4f-8799-e8c01649cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797020 Jul 27 22:12:29.940678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:29.952463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'port_id': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'mac_address': 'fa:16:3e:f9:1c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:30.001161 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.009682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2717da9-7c1a-4d3b-a963-a9f670e10deb req-570d1426-25cd-49e2-bded-9a8f4924a55d tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:30.011276 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2717da9-7c1a-4d3b-a963-a9f670e10deb req-570d1426-25cd-49e2-bded-9a8f4924a55d tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 946 time: 0.2329614 Jul 27 22:12:30.022765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc3331c-c85d-4f15-b9a6-7d2312d16f59 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:30.034330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99b34-fffa-4d97-8c9d-a11809751310 req-4f70dc43-fb2b-4310-9449-90a965d41bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:30.035839 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b6e99b34-fffa-4d97-8c9d-a11809751310 req-4f70dc43-fb2b-4310-9449-90a965d41bcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 1095 time: 0.5382152 Jul 27 22:12:30.051514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:30.057623 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.117149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2717da9-7c1a-4d3b-a963-a9f670e10deb req-029d95d7-0d75-4a0a-90df-dd216c75d015 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903549 Jul 27 22:12:30.152511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ab4bc161-f58d-43f9-89f3-7b09f0c77e0e tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/routers/f610bcfe-ed45-46d4-891e-ba8a06adf3db HTTP/1.1" status: 200 len: 925 time: 0.3555708 Jul 27 22:12:30.153133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53174) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:30.190628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167c4989-5efe-4c8c-aee5-38c85d79ee8c {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:30.202050 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.228857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Transition to ACTIVE for port object 167c4989-5efe-4c8c-aee5-38c85d79ee8c will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:30.243775 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.274750 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99b34-fffa-4d97-8c9d-a11809751310 req-a6e55127-96ca-4db4-96da-d46d64223e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:30.276291 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b6e99b34-fffa-4d97-8c9d-a11809751310 req-a6e55127-96ca-4db4-96da-d46d64223e82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 906 time: 0.2229667 Jul 27 22:12:30.297483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:30.341468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296060c-1478-4a17-9b76-8b9a42eea58b req-9edfa7ad-6494-44cf-8ba5-c7caca3a579f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:30.344229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7296060c-1478-4a17-9b76-8b9a42eea58b req-9edfa7ad-6494-44cf-8ba5-c7caca3a579f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 944 time: 0.2731516 Jul 27 22:12:30.344384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b6e99b34-fffa-4d97-8c9d-a11809751310 req-111a3624-6b44-4977-80ba-c9ceea91588b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf5c745-12d5-4d70-92de-d842471d44a3 HTTP/1.1" status: 200 len: 217 time: 0.0558438 Jul 27 22:12:30.344384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Pushing event updated for resources: {'Port': ['ID=167c4989-5efe-4c8c-aee5-38c85d79ee8c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:30.361819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['efc3331c-c85d-4f15-b9a6-7d2312d16f59'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:30.399771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6292e87a-c61a-4958-af9d-3078094fb2bf tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:30.401286 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6292e87a-c61a-4958-af9d-3078094fb2bf tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&device_id=f610bcfe-ed45-46d4-891e-ba8a06adf3db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2428687 Jul 27 22:12:30.407777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53180) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:30.485281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99b34-fffa-4d97-8c9d-a11809751310 req-2f9e45e4-0224-48d9-87f0-b999d2e550c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:30.486959 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b6e99b34-fffa-4d97-8c9d-a11809751310 req-2f9e45e4-0224-48d9-87f0-b999d2e550c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.1230028 Jul 27 22:12:30.528571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7296060c-1478-4a17-9b76-8b9a42eea58b req-eebd3d90-2896-4b13-8b3d-098301490af9 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431160 Jul 27 22:12:30.539139 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b6e99b34-fffa-4d97-8c9d-a11809751310 req-dc709b97-2e3f-4fee-8593-fa432064ed30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433371 Jul 27 22:12:30.541596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Attempting to bind port 167c4989-5efe-4c8c-aee5-38c85d79ee8c on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:30.542310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Attempting to bind port 167c4989-5efe-4c8c-aee5-38c85d79ee8c by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '91780a10-1656-480f-ac98-3ec22f416146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f7989ce6-d4fa-4afa-ab75-3db342b88e5b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:30.542310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Attempting to bind port 167c4989-5efe-4c8c-aee5-38c85d79ee8c on network f7989ce6-d4fa-4afa-ab75-3db342b88e5b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:30.574896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Port 167c4989-5efe-4c8c-aee5-38c85d79ee8c on network f7989ce6-d4fa-4afa-ab75-3db342b88e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:30.575138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Attempting to bind port 167c4989-5efe-4c8c-aee5-38c85d79ee8c on network f7989ce6-d4fa-4afa-ab75-3db342b88e5b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:30.618154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:30.618515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Checking segment: {'id': '91780a10-1656-480f-ac98-3ec22f416146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f7989ce6-d4fa-4afa-ab75-3db342b88e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:30.618899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Bound using segment: {'id': '91780a10-1656-480f-ac98-3ec22f416146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f7989ce6-d4fa-4afa-ab75-3db342b88e5b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:30.619340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Bound port: 167c4989-5efe-4c8c-aee5-38c85d79ee8c, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91780a10-1656-480f-ac98-3ec22f416146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f7989ce6-d4fa-4afa-ab75-3db342b88e5b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:30.619782 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.647512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180118dd-06e9-4c53-8626-9c4fc1433fda tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:30.648900 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-180118dd-06e9-4c53-8626-9c4fc1433fda tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 881 time: 0.2387145 Jul 27 22:12:30.652837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:30.709258 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9c3482cc-b9d7-4ab3-9391-489cc58d7810 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "GET /v2.0/ports?device_id=f610bcfe-ed45-46d4-891e-ba8a06adf3db HTTP/1.1" status: 200 len: 205 time: 0.0511913 Jul 27 22:12:30.709488 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:30.750906 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b6e99b34-fffa-4d97-8c9d-a11809751310 req-4067cd79-389c-428e-8493-626595da2343 service neutron] 10.222.0.41 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987238 Jul 27 22:12:30.787333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c43c045-4399-4bfa-9c4d-6ee63cbabc87 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.787928 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] For port 167c4989-5efe-4c8c-aee5-38c85d79ee8c, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:30.796809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c43c045-4399-4bfa-9c4d-6ee63cbabc87 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.829618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] For port 167c4989-5efe-4c8c-aee5-38c85d79ee8c, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=167c4989-5efe-4c8c-aee5-38c85d79ee8c,segment=NetworkSegment(91780a10-1656-480f-ac98-3ec22f416146),segment_id=91780a10-1656-480f-ac98-3ec22f416146)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:30.885229 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b6e99b34-fffa-4d97-8c9d-a11809751310 req-248c0de1-3a15-4fcf-a479-d8bc9b167c75 service neutron] 10.222.0.41 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256685 Jul 27 22:12:30.886972 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.926741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:30.931034 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.933180 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] 10.222.0.43 "PUT /v2.0/ports/167c4989-5efe-4c8c-aee5-38c85d79ee8c HTTP/1.1" status: 200 len: 1092 time: 1.5664694 Jul 27 22:12:30.940765 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.966868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff47f1-e79d-442b-9ba4-0f15f4bbc5bb service neutron] Pushing event updated for resources: {'Port': ['ID=167c4989-5efe-4c8c-aee5-38c85d79ee8c,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:31.033003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-45bd0432-8cb1-4fd1-8b7b-0763b81e21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:31.034693 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-45bd0432-8cb1-4fd1-8b7b-0763b81e21d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09cc9110e3044a1d96ada1acafef30ef&device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 1095 time: 0.0466795 Jul 27 22:12:31.097050 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-1a880907-3fb6-486e-b0f7-efe9a6ce4dfe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=167c4989-5efe-4c8c-aee5-38c85d79ee8c HTTP/1.1" status: 200 len: 217 time: 0.0538030 Jul 27 22:12:31.112659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5073a1e0-70fa-45c7-9465-b0288c79f0a2', 'tag': '167c4989-5efe-4c8c-aee5-38c85d79ee8c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:31.115107 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60b9650-8778-41b1-b4c6-b873bc086c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5073a1e0-70fa-45c7-9465-b0288c79f0a2", "tag": "167c4989-5efe-4c8c-aee5-38c85d79ee8c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:31.177711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-46b51104-76ee-4137-a700-e4a4ae3b8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:31.179322 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-46b51104-76ee-4137-a700-e4a4ae3b8e96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7dcd9382-8cd5-4464-9005-4a9bdd5f2034 HTTP/1.1" status: 200 len: 850 time: 0.0611506 Jul 27 22:12:31.187232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7619d0-ce42-42e9-a920-bbddbc48bbbc req-93486cb9-cf5b-4af6-80a3-6383ddde446f tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:31.189127 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7e7619d0-ce42-42e9-a920-bbddbc48bbbc req-93486cb9-cf5b-4af6-80a3-6383ddde446f tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.41 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 946 time: 0.1027198 Jul 27 22:12:31.190692 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d390320-1445-4011-9eb4-671d988a4b92 x-openstack-request-id: req-9d390320-1445-4011-9eb4-671d988a4b92 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:31.190979 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5073a1e0-70fa-45c7-9465-b0288c79f0a2", "tag": "167c4989-5efe-4c8c-aee5-38c85d79ee8c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:31.191232 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d390320-1445-4011-9eb4-671d988a4b92 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:31.191630 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5073a1e0-70fa-45c7-9465-b0288c79f0a2', 'tag': '167c4989-5efe-4c8c-aee5-38c85d79ee8c', 'status': 'completed', 'code': 200} Jul 27 22:12:31.258212 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-c409457c-3ccc-492e-8958-1b76ac97f3a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7989ce6-d4fa-4afa-ab75-3db342b88e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637619 Jul 27 22:12:31.434106 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-f6ae7888-6bfe-4abf-b2e0-5aa31efd0b8c service neutron] 10.222.0.43 "GET /v2.0/networks/f7989ce6-d4fa-4afa-ab75-3db342b88e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663156 Jul 27 22:12:31.441564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-7e7619d0-ce42-42e9-a920-bbddbc48bbbc req-4658013e-9adc-4ea8-ac91-7cd3630b96cd tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Deleting port 4581a559-5bde-485f-9da0-0d00d0e0db4d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:31.441889 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7e7619d0-ce42-42e9-a920-bbddbc48bbbc req-4658013e-9adc-4ea8-ac91-7cd3630b96cd tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:31.514400 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-1c43c045-4399-4bfa-9c4d-6ee63cbabc87 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Floating IP 72438ef5-d260-4b43-ab16-3599d61b17e1 associated. External IP: 172.25.1.89, port: 939774e0-b0e1-4e89-a9d3-849fb48484a0. Jul 27 22:12:31.644382 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf050858-a333-4e57-a6e7-3e40d49e6700 req-f3af64a1-61c0-444f-9ec5-96597fb7fb89 service neutron] 10.222.0.43 "GET /v2.0/networks/f7989ce6-d4fa-4afa-ab75-3db342b88e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992774 Jul 27 22:12:31.648741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e03196-7021-41b7-87c2-907e02711656 req-36dab509-29b1-4196-803c-8e2a9801964d tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:31.650773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-7e7619d0-ce42-42e9-a920-bbddbc48bbbc req-4658013e-9adc-4ea8-ac91-7cd3630b96cd tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] For port 4581a559-5bde-485f-9da0-0d00d0e0db4d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4581a559-5bde-485f-9da0-0d00d0e0db4d,segment=NetworkSegment(55911d7e-b929-4fd9-a528-1007ee3c2f8c),segment_id=55911d7e-b929-4fd9-a528-1007ee3c2f8c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:31.651154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7e7619d0-ce42-42e9-a920-bbddbc48bbbc req-4658013e-9adc-4ea8-ac91-7cd3630b96cd tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:31.658146 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01e03196-7021-41b7-87c2-907e02711656 req-36dab509-29b1-4196-803c-8e2a9801964d tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 944 time: 0.6597316 Jul 27 22:12:31.669669 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-7e7619d0-ce42-42e9-a920-bbddbc48bbbc req-4658013e-9adc-4ea8-ac91-7cd3630b96cd tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Calling delete_port for 4581a559-5bde-485f-9da0-0d00d0e0db4d owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:31.718281 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:31.737044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f9bc2-09fb-4f03-83d9-555e02c50c80 req-834fca4f-528a-4707-b80b-da38b7dad4c7 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:31.744971 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-280f9bc2-09fb-4f03-83d9-555e02c50c80 req-834fca4f-528a-4707-b80b-da38b7dad4c7 tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a5158-ee67-4069-9d9d-56e9ff3af53f HTTP/1.1" status: 200 len: 946 time: 0.2244177 Jul 27 22:12:31.816955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9650-8778-41b1-b4c6-b873bc086c1c req-ae4a8b11-59e0-4d30-90fc-e9a2cec21261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:31.820052 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b60b9650-8778-41b1-b4c6-b873bc086c1c req-ae4a8b11-59e0-4d30-90fc-e9a2cec21261 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09cc9110e3044a1d96ada1acafef30ef&device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 1095 time: 0.0896761 Jul 27 22:12:31.822203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:31.862168 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01e03196-7021-41b7-87c2-907e02711656 req-903ff80b-88b5-4f46-9091-a15880cfc4b3 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb4d0828-fba3-4d4f-8799-e8c01649cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945748 Jul 27 22:12:31.920353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port efc3331c-c85d-4f15-b9a6-7d2312d16f59 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:31.921978 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:31.962421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-280f9bc2-09fb-4f03-83d9-555e02c50c80 req-af7789b3-4e46-4387-afac-cedcbe653ded tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.24 "GET /v2.0/security-groups?id=709f17e3-ffdb-4c97-b475-efa86dc9fcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163196 Jul 27 22:12:32.034706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7e7619d0-ce42-42e9-a920-bbddbc48bbbc req-4658013e-9adc-4ea8-ac91-7cd3630b96cd tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.052949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['4581a559-5bde-485f-9da0-0d00d0e0db4d'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:32.083624 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658013e-9adc-4ea8-ac91-7cd3630b96cd tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Pushing event deleted for resources: {'Port': ['ID=4581a559-5bde-485f-9da0-0d00d0e0db4d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:32.095068 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.117363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9650-8778-41b1-b4c6-b873bc086c1c req-e32e14d0-f461-46fe-82c8-ed74a7fefbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:32.119270 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b60b9650-8778-41b1-b4c6-b873bc086c1c req-e32e14d0-f461-46fe-82c8-ed74a7fefbd6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f7989ce6-d4fa-4afa-ab75-3db342b88e5b HTTP/1.1" status: 200 len: 911 time: 0.2911162 Jul 27 22:12:32.139631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:32.142309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:32.145834 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3cb1d0-15c4-4447-9e24-1b4f2c8f4e50" -d '{"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-plugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:32.174636 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.177459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c43c045-4399-4bfa-9c4d-6ee63cbabc87 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Router 35978cf8-eb66-4cc9-8719-39871eec397a has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:12:32.198185 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b60b9650-8778-41b1-b4c6-b873bc086c1c req-3b8cce58-58b1-4b7f-a721-d3fd7ffa1420 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=167c4989-5efe-4c8c-aee5-38c85d79ee8c HTTP/1.1" status: 200 len: 217 time: 0.0655911 Jul 27 22:12:32.202641 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7619d0-ce42-42e9-a920-bbddbc48bbbc req-4658013e-9adc-4ea8-ac91-7cd3630b96cd tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] No DVR routers for this DVR port 4581a559-5bde-485f-9da0-0d00d0e0db4d on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:32.207380 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-7e7619d0-ce42-42e9-a920-bbddbc48bbbc req-4658013e-9adc-4ea8-ac91-7cd3630b96cd tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.209578 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7e7619d0-ce42-42e9-a920-bbddbc48bbbc req-4658013e-9adc-4ea8-ac91-7cd3630b96cd tempest-VolumesActionsTest-2003828028 tempest-VolumesActionsTest-2003828028-project] 10.222.0.41 "DELETE /v2.0/ports/4581a559-5bde-485f-9da0-0d00d0e0db4d HTTP/1.1" status: 204 len: 173 time: 1.0133433 Jul 27 22:12:32.226028 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9983276f-42ae-43ae-bae8-6572e33a310d x-openstack-request-id: req-9983276f-42ae-43ae-bae8-6572e33a310d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:32.226583 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-plugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:32.226998 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9983276f-42ae-43ae-bae8-6572e33a310d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:32.227484 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'code': 200} Jul 27 22:12:32.236487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device dcf5c745-12d5-4d70-92de-d842471d44a3 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:32.254736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Deleting port 8a60d93e-0155-4ee5-b5b6-0afee95fa69d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:32.255463 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.261549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9650-8778-41b1-b4c6-b873bc086c1c req-a08b54df-e111-4db9-9efe-2ed1cb8dad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:32.263334 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b60b9650-8778-41b1-b4c6-b873bc086c1c req-a08b54df-e111-4db9-9efe-2ed1cb8dad23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7dcd9382-8cd5-4464-9005-4a9bdd5f2034 HTTP/1.1" status: 200 len: 850 time: 0.0520954 Jul 27 22:12:32.299912 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b60b9650-8778-41b1-b4c6-b873bc086c1c req-c4b51921-53fe-41ff-9a60-04e335d3a103 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f7989ce6-d4fa-4afa-ab75-3db342b88e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276043 Jul 27 22:12:32.303408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:32.314654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:32.315246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:32.315698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:32.316130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:32.316822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:32.317253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:32.317680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:32.318124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:32.318568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:32.318990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:32.319413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:32.319833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:32.354050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.369237 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Calling delete_port for 8a60d93e-0155-4ee5-b5b6-0afee95fa69d owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:32.455017 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b60b9650-8778-41b1-b4c6-b873bc086c1c req-4e007a06-d291-4af5-94fb-c5c53c7e3b5c service neutron] 10.222.0.43 "GET /v2.0/networks/f7989ce6-d4fa-4afa-ab75-3db342b88e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462142 Jul 27 22:12:32.473644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port dcf5c745-12d5-4d70-92de-d842471d44a3, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=dcf5c745-12d5-4d70-92de-d842471d44a3,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:32.494922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'dcf5c745-12d5-4d70-92de-d842471d44a3', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'port_id': 'dcf5c745-12d5-4d70-92de-d842471d44a3', 'mac_address': 'fa:16:3e:92:a1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a26f0a-cab7-4000-93f5-0fd89413147b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:32.525485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284e43b-f6ba-4bc1-9144-439deb3799d4 req-08895330-6764-43d6-a275-effd5fa27ba1 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:32.527416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b284e43b-f6ba-4bc1-9144-439deb3799d4 req-08895330-6764-43d6-a275-effd5fa27ba1 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 944 time: 0.3481286 Jul 27 22:12:32.580292 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.607022 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b60b9650-8778-41b1-b4c6-b873bc086c1c req-159d169d-a019-451c-8dff-0bf18d7c7b21 service neutron] 10.222.0.43 "GET /v2.0/networks/f7989ce6-d4fa-4afa-ab75-3db342b88e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419225 Jul 27 22:12:32.610312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf5c745-12d5-4d70-92de-d842471d44a3 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:32.657549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port dcf5c745-12d5-4d70-92de-d842471d44a3, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=dcf5c745-12d5-4d70-92de-d842471d44a3,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:32.663953 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.677801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b284e43b-f6ba-4bc1-9144-439deb3799d4 req-f6975282-e871-46e4-afb1-97ff5edebd62 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864770 Jul 27 22:12:32.716655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c43c045-4399-4bfa-9c4d-6ee63cbabc87 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:32.731115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e3cea-f287-450f-8d9e-5347ad3dca2c None None] Sync routers for ids ['35978cf8-eb66-4cc9-8719-39871eec397a'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:32.743511 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1c43c045-4399-4bfa-9c4d-6ee63cbabc87 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.758120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e3cea-f287-450f-8d9e-5347ad3dca2c None None] Routers {'35978cf8-eb66-4cc9-8719-39871eec397a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:32.758792 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee0e3cea-f287-450f-8d9e-5347ad3dca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['35978cf8-eb66-4cc9-8719-39871eec397a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:32.784372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1c43c045-4399-4bfa-9c4d-6ee63cbabc87 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "PUT /v2.0/floatingips/72438ef5-d260-4b43-ab16-3599d61b17e1 HTTP/1.1" status: 200 len: 990 time: 3.2086673 Jul 27 22:12:32.787550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': '939774e0-b0e1-4e89-a9d3-849fb48484a0'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:32.790483 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad29c9c-313b-4cfb-9921-3410da645ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "939774e0-b0e1-4e89-a9d3-849fb48484a0"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:32.801751 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.846005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Pushing event deleted for resources: {'Port': ['ID=8a60d93e-0155-4ee5-b5b6-0afee95fa69d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:32.856826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=dcf5c745-12d5-4d70-92de-d842471d44a3,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:32.922921 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f34cbc-38f4-40a1-9f14-f763cebc74d4 x-openstack-request-id: req-29f34cbc-38f4-40a1-9f14-f763cebc74d4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:32.923306 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "tag": "939774e0-b0e1-4e89-a9d3-849fb48484a0", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:32.923558 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29f34cbc-38f4-40a1-9f14-f763cebc74d4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:32.923979 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'tag': '939774e0-b0e1-4e89-a9d3-849fb48484a0', 'status': 'completed', 'code': 200} Jul 27 22:12:32.929001 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.009317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ee0e3cea-f287-450f-8d9e-5347ad3dca2c None None] Set router 35978cf8-eb66-4cc9-8719-39871eec397a gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:33.072200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-d887481c-06b1-43eb-b9c5-d9682af5e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.072693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-d887481c-06b1-43eb-b9c5-d9682af5e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.073143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-d887481c-06b1-43eb-b9c5-d9682af5e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.073612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-d887481c-06b1-43eb-b9c5-d9682af5e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.074079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-d887481c-06b1-43eb-b9c5-d9682af5e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.074570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-d887481c-06b1-43eb-b9c5-d9682af5e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.081020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-d887481c-06b1-43eb-b9c5-d9682af5e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.087101 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-d887481c-06b1-43eb-b9c5-d9682af5e0a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f44ee099caa4576a0393835a4c53f77&device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 6500 time: 0.1337938 Jul 27 22:12:33.138930 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.139410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['dcf5c745-12d5-4d70-92de-d842471d44a3'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:33.142526 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.209731 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.215165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Fanout notify agent at l3_agent the message router_deleted on router f610bcfe-ed45-46d4-891e-ba8a06adf3db {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:12:33.229709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553a5158-ee67-4069-9d9d-56e9ff3af53f', 'name': 'network-vif-deleted', 'tag': '4581a559-5bde-485f-9da0-0d00d0e0db4d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:33.232280 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fa2df3-3132-46b2-8da2-3a6ba148b4ae" -d '{"events": [{"server_uuid": "553a5158-ee67-4069-9d9d-56e9ff3af53f", "name": "network-vif-deleted", "tag": "4581a559-5bde-485f-9da0-0d00d0e0db4d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:33.239390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-47847b5f-1a14-4f18-bbfc-ef915e247a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.241073 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-47847b5f-1a14-4f18-bbfc-ef915e247a4b service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1953a48-d636-4e9d-9e5f-5849e72fce1a HTTP/1.1" status: 200 len: 918 time: 0.1494489 Jul 27 22:12:33.264362 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.274823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-beb68c9a-c4ac-40f6-a9a1-50399eacd7fd tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/routers/f610bcfe-ed45-46d4-891e-ba8a06adf3db HTTP/1.1" status: 204 len: 168 time: 2.5640848 Jul 27 22:12:33.275988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53244) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:33.283102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-de61f885-f57f-4953-a3ba-c186fd4026df tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-732436837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:33.312857 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de61f885-f57f-4953-a3ba-c186fd4026df tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.314113 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de61f885-f57f-4953-a3ba-c186fd4026df tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.349016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171bc34-1643-437a-8d65-03d6475cc283 req-e2fa6552-25ff-4876-9815-aa474efa3fce tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.357142 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c171bc34-1643-437a-8d65-03d6475cc283 req-e2fa6552-25ff-4876-9815-aa474efa3fce tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 944 time: 0.1627529 Jul 27 22:12:33.377498 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-1db970af-1483-4b87-bbd5-5e5edd513ee7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=939774e0-b0e1-4e89-a9d3-849fb48484a0 HTTP/1.1" status: 200 len: 998 time: 0.1277277 Jul 27 22:12:33.379596 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d624dcb9-dcf6-4a5a-9529-a3ae0a454d9c x-openstack-request-id: req-d624dcb9-dcf6-4a5a-9529-a3ae0a454d9c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:33.379920 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553a5158-ee67-4069-9d9d-56e9ff3af53f", "name": "network-vif-deleted", "tag": "4581a559-5bde-485f-9da0-0d00d0e0db4d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:33.380177 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d624dcb9-dcf6-4a5a-9529-a3ae0a454d9c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:33.380564 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553a5158-ee67-4069-9d9d-56e9ff3af53f', 'name': 'network-vif-deleted', 'tag': '4581a559-5bde-485f-9da0-0d00d0e0db4d', 'status': 'completed', 'code': 200} Jul 27 22:12:33.461540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-8250db9e-fab2-48a7-97d5-4515027ac1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.463409 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-8250db9e-fab2-48a7-97d5-4515027ac1a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=17f69d25-f4fe-48ac-bb8e-d91962f7f812 HTTP/1.1" status: 200 len: 856 time: 0.0751386 Jul 27 22:12:33.490406 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de61f885-f57f-4953-a3ba-c186fd4026df tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.503167 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c171bc34-1643-437a-8d65-03d6475cc283 req-d05e9f67-1366-4d83-ae5a-fe745eba0779 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb4d0828-fba3-4d4f-8799-e8c01649cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434553 Jul 27 22:12:33.504907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee0e3cea-f287-450f-8d9e-5347ad3dca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '72438ef5-d260-4b43-ab16-3599d61b17e1', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'port_id': '939774e0-b0e1-4e89-a9d3-849fb48484a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'mac_address': 'fa:16:3e:71:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:11:21Z', 'updated_at': '2021-07-27T22:12:30Z', 'revision_number': 1, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbe8899-ce7b-406a-9210-a1a6aca3c168', 'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'mac_address': 'fa:16:3e:eb:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:29Z', 'updated_at': '2021-07-27T22:10:38Z', 'revision_number': 5, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'subnets': [{'id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:33.511411 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de61f885-f57f-4953-a3ba-c186fd4026df tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.553268 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e3cea-f287-450f-8d9e-5347ad3dca2c None None] Checking router: 35978cf8-eb66-4cc9-8719-39871eec397a for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:12:33.563795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de61f885-f57f-4953-a3ba-c186fd4026df tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.568110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-de61f885-f57f-4953-a3ba-c186fd4026df tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2896073 Jul 27 22:12:33.569119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e3cea-f287-450f-8d9e-5347ad3dca2c None None] Routers {'35978cf8-eb66-4cc9-8719-39871eec397a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:33.569818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee0e3cea-f287-450f-8d9e-5347ad3dca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['35978cf8-eb66-4cc9-8719-39871eec397a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:33.569986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53256) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:33.580659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'enable_snat': True}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:33.585642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-38eb557a-d519-40ae-bd33-874b92927986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.587410 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-38eb557a-d519-40ae-bd33-874b92927986 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1953a48-d636-4e9d-9e5f-5849e72fce1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155021 Jul 27 22:12:33.744452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ee0e3cea-f287-450f-8d9e-5347ad3dca2c None None] Set router 35978cf8-eb66-4cc9-8719-39871eec397a gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:33.816812 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:12:33.876273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 167c4989-5efe-4c8c-aee5-38c85d79ee8c details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:33.931496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eff0c4-ee42-4993-99bf-3a0c36e1678f req-4dae35e1-8183-41b4-be5f-0abd7866cd51 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.935456 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-88eff0c4-ee42-4993-99bf-3a0c36e1678f req-4dae35e1-8183-41b4-be5f-0abd7866cd51 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 945 time: 0.1080265 Jul 27 22:12:34.004269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 167c4989-5efe-4c8c-aee5-38c85d79ee8c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=167c4989-5efe-4c8c-aee5-38c85d79ee8c,segment=NetworkSegment(91780a10-1656-480f-ac98-3ec22f416146),segment_id=91780a10-1656-480f-ac98-3ec22f416146)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:34.006342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-88eff0c4-ee42-4993-99bf-3a0c36e1678f req-4a7a9a88-a8c1-404b-989b-49d581c56970 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642843 Jul 27 22:12:34.018367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '167c4989-5efe-4c8c-aee5-38c85d79ee8c', 'network_id': 'f7989ce6-d4fa-4afa-ab75-3db342b88e5b', 'port_id': '167c4989-5efe-4c8c-aee5-38c85d79ee8c', 'mac_address': 'fa:16:3e:b7:b0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcd9382-8cd5-4464-9005-4a9bdd5f2034', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:34.061087 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.114408 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.145279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167c4989-5efe-4c8c-aee5-38c85d79ee8c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:34.159006 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-f322d556-ba85-464d-9412-4ecb793874a7 service neutron] 10.222.0.43 "GET /v2.0/networks/b1953a48-d636-4e9d-9e5f-5849e72fce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356634 Jul 27 22:12:34.172377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 167c4989-5efe-4c8c-aee5-38c85d79ee8c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=167c4989-5efe-4c8c-aee5-38c85d79ee8c,segment=NetworkSegment(91780a10-1656-480f-ac98-3ec22f416146),segment_id=91780a10-1656-480f-ac98-3ec22f416146)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:34.191689 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.242176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=167c4989-5efe-4c8c-aee5-38c85d79ee8c,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:34.249011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device dcf5c745-12d5-4d70-92de-d842471d44a3 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:34.307529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ee0e3cea-f287-450f-8d9e-5347ad3dca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '72438ef5-d260-4b43-ab16-3599d61b17e1', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'port_id': '939774e0-b0e1-4e89-a9d3-849fb48484a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'mac_address': 'fa:16:3e:71:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:11:21Z', 'updated_at': '2021-07-27T22:12:30Z', 'revision_number': 1, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbe8899-ce7b-406a-9210-a1a6aca3c168', 'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'mac_address': 'fa:16:3e:eb:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:29Z', 'updated_at': '2021-07-27T22:10:38Z', 'revision_number': 5, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'subnets': [{'id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:34.319910 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dad29c9c-313b-4cfb-9921-3410da645ddc req-4e1c2b0d-2874-4994-9c30-952bbdcc0ad6 service neutron] 10.222.0.43 "GET /v2.0/networks/b1953a48-d636-4e9d-9e5f-5849e72fce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470420 Jul 27 22:12:34.346686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port dcf5c745-12d5-4d70-92de-d842471d44a3 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:34.349150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0e3cea-f287-450f-8d9e-5347ad3dca2c None None] The sync data for ids ['35978cf8-eb66-4cc9-8719-39871eec397a'] in n-d-802011-3 is: [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '72438ef5-d260-4b43-ab16-3599d61b17e1', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'floating_ip_address': '172.25.1.89', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'port_id': '939774e0-b0e1-4e89-a9d3-849fb48484a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'mac_address': 'fa:16:3e:71:11:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6826987-fc67-4578-8182-6d157f10425f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:11:21Z', 'updated_at': '2021-07-27T22:12:30Z', 'revision_number': 1, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbe8899-ce7b-406a-9210-a1a6aca3c168', 'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'mac_address': 'fa:16:3e:eb:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:29Z', 'updated_at': '2021-07-27T22:10:38Z', 'revision_number': 5, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'subnets': [{'id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:34.352835 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port dcf5c745-12d5-4d70-92de-d842471d44a3 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:34.353204 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.517225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['167c4989-5efe-4c8c-aee5-38c85d79ee8c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:34.573145 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.626761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55be149b-3691-4c0b-9ffa-72c6c86f6a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf5c745-12d5-4d70-92de-d842471d44a3'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:34.629697 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eddfb4-f2b9-445b-a3cc-edb129df1f0f" -d '{"events": [{"server_uuid": "55be149b-3691-4c0b-9ffa-72c6c86f6a76", "name": "network-vif-plugged", "status": "completed", "tag": "dcf5c745-12d5-4d70-92de-d842471d44a3"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:34.692272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port dcf5c745-12d5-4d70-92de-d842471d44a3, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=dcf5c745-12d5-4d70-92de-d842471d44a3,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:34.706563 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:34.707867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4581a559-5bde-485f-9da0-0d00d0e0db4d no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:34.752032 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910f7a59-fa19-46f2-8c81-17bf1b80569d x-openstack-request-id: req-910f7a59-fa19-46f2-8c81-17bf1b80569d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:34.752588 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55be149b-3691-4c0b-9ffa-72c6c86f6a76", "name": "network-vif-plugged", "status": "completed", "tag": "dcf5c745-12d5-4d70-92de-d842471d44a3", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:34.752899 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-910f7a59-fa19-46f2-8c81-17bf1b80569d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:34.753301 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55be149b-3691-4c0b-9ffa-72c6c86f6a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf5c745-12d5-4d70-92de-d842471d44a3', 'code': 200} Jul 27 22:12:34.782612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 4581a559-5bde-485f-9da0-0d00d0e0db4d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:34.783026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4581a559-5bde-485f-9da0-0d00d0e0db4d not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:34.794659 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fc6749-1b89-4962-8164-40fb11207e8e None None] New status for floating IP 72438ef5-d260-4b43-ab16-3599d61b17e1: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:12:34.839042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a88b9d-f555-484e-817f-8d1744cac97f req-65e540f3-63a8-4b83-82ff-866112c8d43d tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:34.842330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c6a88b9d-f555-484e-817f-8d1744cac97f req-65e540f3-63a8-4b83-82ff-866112c8d43d tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 945 time: 0.1600201 Jul 27 22:12:34.868171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=dcf5c745-12d5-4d70-92de-d842471d44a3,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:34.925926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c6a88b9d-f555-484e-817f-8d1744cac97f req-8b418b02-8bc5-4a80-8b51-5d2179f0f344 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb4d0828-fba3-4d4f-8799-e8c01649cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723646 Jul 27 22:12:35.291926 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.294115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803535b7-8f34-4419-acdd-2c7b600d78ba req-d60d42bc-4b7e-4c9a-bf58-7881ef0cea0a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:35.295752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-803535b7-8f34-4419-acdd-2c7b600d78ba req-d60d42bc-4b7e-4c9a-bf58-7881ef0cea0a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 946 time: 0.1070449 Jul 27 22:12:35.338621 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.341827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477ce7c-92c3-447e-b3d3-77df102f1cd6 req-afb5c434-809a-42c6-8259-ac8aca8ea909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:35.343370 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9477ce7c-92c3-447e-b3d3-77df102f1cd6 req-afb5c434-809a-42c6-8259-ac8aca8ea909 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 1097 time: 0.1730423 Jul 27 22:12:35.373953 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-803535b7-8f34-4419-acdd-2c7b600d78ba req-d0733599-2811-44a0-8c28-fc0b41a0c214 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704997 Jul 27 22:12:35.483741 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9477ce7c-92c3-447e-b3d3-77df102f1cd6 req-9b48bbbf-1bcf-4f66-811f-8e1438449024 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190209 Jul 27 22:12:35.563702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Allocated IP 172.25.1.47 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/70e7ecf0-55e3-41c3-96b0-1b5386a91dd4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:35.746681 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.819865 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.847190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 167c4989-5efe-4c8c-aee5-38c85d79ee8c up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:35.890323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:35.898640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:35.906794 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:35.996656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 167c4989-5efe-4c8c-aee5-38c85d79ee8c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:35.998929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event updated for resources: {'Port': ['ID=70e7ecf0-55e3-41c3-96b0-1b5386a91dd4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:36.001889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 167c4989-5efe-4c8c-aee5-38c85d79ee8c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:36.002287 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.147723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a13c0-b093-4905-be2a-21a9bbe7c196 req-08dada60-279b-4cc6-ad0e-5ddd1125693e tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:36.157614 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc7a13c0-b093-4905-be2a-21a9bbe7c196 req-08dada60-279b-4cc6-ad0e-5ddd1125693e tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 945 time: 0.1290650 Jul 27 22:12:36.238282 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.300635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc7a13c0-b093-4905-be2a-21a9bbe7c196 req-1449dad8-6a56-408b-b335-8d3c7d4a0b18 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb4d0828-fba3-4d4f-8799-e8c01649cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399553 Jul 27 22:12:36.322986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 167c4989-5efe-4c8c-aee5-38c85d79ee8c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=167c4989-5efe-4c8c-aee5-38c85d79ee8c,segment=NetworkSegment(91780a10-1656-480f-ac98-3ec22f416146),segment_id=91780a10-1656-480f-ac98-3ec22f416146)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:36.329816 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.440232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=167c4989-5efe-4c8c-aee5-38c85d79ee8c,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:36.654406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.713033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfe850-25e0-4827-a5a4-0f63eca2390d req-a3ea36bf-baa2-4463-82fa-b8aa02c70f70 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:36.725547 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1fbfe850-25e0-4827-a5a4-0f63eca2390d req-a3ea36bf-baa2-4463-82fa-b8aa02c70f70 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 946 time: 0.2267385 Jul 27 22:12:36.756449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5073a1e0-70fa-45c7-9465-b0288c79f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167c4989-5efe-4c8c-aee5-38c85d79ee8c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:36.767050 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891ab042-2ca6-498e-8de1-1f93f3694d98" -d '{"events": [{"server_uuid": "5073a1e0-70fa-45c7-9465-b0288c79f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "167c4989-5efe-4c8c-aee5-38c85d79ee8c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:36.816157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1fbfe850-25e0-4827-a5a4-0f63eca2390d req-45b4e648-2074-403b-8c49-68168619d772 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827901 Jul 27 22:12:36.903724 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e0ece3-9a2d-4568-b970-9213af1e026a x-openstack-request-id: req-70e0ece3-9a2d-4568-b970-9213af1e026a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:36.904299 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5073a1e0-70fa-45c7-9465-b0288c79f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "167c4989-5efe-4c8c-aee5-38c85d79ee8c", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:36.904299 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70e0ece3-9a2d-4568-b970-9213af1e026a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:36.904713 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5073a1e0-70fa-45c7-9465-b0288c79f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167c4989-5efe-4c8c-aee5-38c85d79ee8c', 'code': 200} Jul 27 22:12:37.100720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc2bf5-c2e9-4359-b23e-57436a23fb06 req-13c1fc86-50bf-4619-9c49-7e1d0ec5befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:37.102222 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-67cc2bf5-c2e9-4359-b23e-57436a23fb06 req-13c1fc86-50bf-4619-9c49-7e1d0ec5befa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 1097 time: 0.1092339 Jul 27 22:12:37.155059 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.161064 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.298626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484ff37-bd5d-41e7-9c62-64e2dfada8f1 req-5bfbb5a3-28d6-4068-94de-d000b4b4f53a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:37.308023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d484ff37-bd5d-41e7-9c62-64e2dfada8f1 req-5bfbb5a3-28d6-4068-94de-d000b4b4f53a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 946 time: 0.1164420 Jul 27 22:12:37.382105 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-67cc2bf5-c2e9-4359-b23e-57436a23fb06 req-c5bf8ac1-0586-40b2-b429-50bb6bfbd70b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cb4d0828-fba3-4d4f-8799-e8c01649cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572658 Jul 27 22:12:37.400245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d484ff37-bd5d-41e7-9c62-64e2dfada8f1 req-2b34dd41-3f94-45f1-8093-d6d7daa4a85e tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871754 Jul 27 22:12:37.514029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc731ee-60cb-412b-b839-ec4140129e95 req-f0981712-0298-4642-9860-a6d7fe12c1c7 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:37.537646 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efc731ee-60cb-412b-b839-ec4140129e95 req-f0981712-0298-4642-9860-a6d7fe12c1c7 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1121390 Jul 27 22:12:37.563701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Router e3f8749d-222a-44f7-88a4-ae0692109dbd is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:12:37.660550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efc731ee-60cb-412b-b839-ec4140129e95 req-8944fc08-8a5d-4819-a3c0-5dde0519fb7c tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb4d0828-fba3-4d4f-8799-e8c01649cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191714 Jul 27 22:12:37.758467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082421ce-3ae1-46fa-9c67-680d123cf597 req-bf081ee1-02ff-4b2b-9d4e-8d3afa8a0f74 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:37.773346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-082421ce-3ae1-46fa-9c67-680d123cf597 req-bf081ee1-02ff-4b2b-9d4e-8d3afa8a0f74 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 946 time: 0.1058762 Jul 27 22:12:37.823178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:37.836435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40225ff-ab41-4013-b721-7d4a0c67fe22 None None] Sync routers for ids ['e3f8749d-222a-44f7-88a4-ae0692109dbd'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:37.852706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.856187 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6e779d44-5b59-4d0c-bfa8-5b73fd8a6c92 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "PUT /v2.0/routers/e3f8749d-222a-44f7-88a4-ae0692109dbd HTTP/1.1" status: 200 len: 917 time: 4.2805572 Jul 27 22:12:37.859463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53358) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:37.878562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40225ff-ab41-4013-b721-7d4a0c67fe22 None None] Routers {'e3f8749d-222a-44f7-88a4-ae0692109dbd'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:37.880927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a40225ff-ab41-4013-b721-7d4a0c67fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e3f8749d-222a-44f7-88a4-ae0692109dbd'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:37.902134 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-082421ce-3ae1-46fa-9c67-680d123cf597 req-3c030e01-6408-4f66-a969-49a004e1dad9 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270902 Jul 27 22:12:37.982552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a40225ff-ab41-4013-b721-7d4a0c67fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:38.011672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40225ff-ab41-4013-b721-7d4a0c67fe22 None None] Routers {'e3f8749d-222a-44f7-88a4-ae0692109dbd'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:38.014349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a40225ff-ab41-4013-b721-7d4a0c67fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e3f8749d-222a-44f7-88a4-ae0692109dbd'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:38.108317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a40225ff-ab41-4013-b721-7d4a0c67fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:38.109750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40225ff-ab41-4013-b721-7d4a0c67fe22 None None] The sync data for ids ['e3f8749d-222a-44f7-88a4-ae0692109dbd'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:38.186753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.190010 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-139c6d28-280c-492d-8a52-ecf48665a37a tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/routers/e3f8749d-222a-44f7-88a4-ae0692109dbd HTTP/1.1" status: 200 len: 923 time: 0.3182890 Jul 27 22:12:38.348345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c960cbe-5bb1-4c8f-8163-031f523dec46 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:38.356277 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53366) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.358468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7c960cbe-5bb1-4c8f-8163-031f523dec46 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&device_id=e3f8749d-222a-44f7-88a4-ae0692109dbd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1682141 Jul 27 22:12:38.473024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d5b0d-c7cf-43b0-aef1-27c95ac829f9 req-4db08c4d-8d62-49d6-978d-e57e9d1acfee tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:38.475951 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-062d5b0d-c7cf-43b0-aef1-27c95ac829f9 req-4db08c4d-8d62-49d6-978d-e57e9d1acfee tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 946 time: 0.1011930 Jul 27 22:12:38.605023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0642cf05-5de9-4193-970e-cbd2600408a6 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:38.608331 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0642cf05-5de9-4193-970e-cbd2600408a6 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 881 time: 0.2507136 Jul 27 22:12:38.617347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-062d5b0d-c7cf-43b0-aef1-27c95ac829f9 req-ff061cfa-d55f-4851-8336-390a347f2458 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330290 Jul 27 22:12:38.617847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53370) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.743395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8a14b1cb-608a-4079-8545-a837a1752d76 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f8749d-222a-44f7-88a4-ae0692109dbd HTTP/1.1" status: 200 len: 205 time: 0.1218615 Jul 27 22:12:38.743746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53374) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.917415 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38f5c9-3d5e-4f88-8618-97046e8dd4b7 req-59b186a5-ab95-4e9e-81e9-8ba5b49c2c8f tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:38.919413 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e38f5c9-3d5e-4f88-8618-97046e8dd4b7 req-59b186a5-ab95-4e9e-81e9-8ba5b49c2c8f tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0810831 Jul 27 22:12:38.946453 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:38.988435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e38f5c9-3d5e-4f88-8618-97046e8dd4b7 req-d52942c9-9f78-4aee-99f2-ae1729346bef tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb4d0828-fba3-4d4f-8799-e8c01649cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600479 Jul 27 22:12:39.182543 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:39.300605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Deleting port 70e7ecf0-55e3-41c3-96b0-1b5386a91dd4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:39.301693 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:39.454714 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:39.469962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Calling delete_port for 70e7ecf0-55e3-41c3-96b0-1b5386a91dd4 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:39.674053 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:39.697706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bef2d8-dff2-4f6f-bc00-693b1c3ff0b9 req-711d0488-71a8-40fd-8d52-8436b1840dba tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:39.730739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Pushing event deleted for resources: {'Port': ['ID=70e7ecf0-55e3-41c3-96b0-1b5386a91dd4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:39.745098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64bef2d8-dff2-4f6f-bc00-693b1c3ff0b9 req-711d0488-71a8-40fd-8d52-8436b1840dba tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1954653 Jul 27 22:12:39.851353 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64bef2d8-dff2-4f6f-bc00-693b1c3ff0b9 req-54b17ed1-4462-4195-8314-af78d9adff12 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb4d0828-fba3-4d4f-8799-e8c01649cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052358 Jul 27 22:12:39.929416 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:39.978408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a51f8f-0e2a-402d-be35-d969db17360a req-6ac7249f-77bf-45d9-9a22-5745d01e5bf0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:39.980181 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-43a51f8f-0e2a-402d-be35-d969db17360a req-6ac7249f-77bf-45d9-9a22-5745d01e5bf0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 946 time: 0.3185422 Jul 27 22:12:40.031663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34effa03-add4-4680-8573-0625fd515ac6 req-05a3fc55-6ec5-4bfe-8ae1-9e7ca7e1ca55 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:40.044627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34effa03-add4-4680-8573-0625fd515ac6 req-05a3fc55-6ec5-4bfe-8ae1-9e7ca7e1ca55 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 946 time: 0.1720204 Jul 27 22:12:40.116521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34effa03-add4-4680-8573-0625fd515ac6 req-b7cf2a58-da33-48ef-ad9c-25a1b1536cb1 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636566 Jul 27 22:12:40.144824 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.155584 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.267803 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.268307 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Fanout notify agent at l3_agent the message router_deleted on router e3f8749d-222a-44f7-88a4-ae0692109dbd {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:12:40.282060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.287146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:40.289413 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3482d57f-9092-4455-9882-a634473596a1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/routers/e3f8749d-222a-44f7-88a4-ae0692109dbd HTTP/1.1" status: 204 len: 168 time: 1.5445848 Jul 27 22:12:40.294849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e9f0bc99-d0e5-4fac-ad74-de24cef46d51 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-293736060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:40.308868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-43a51f8f-0e2a-402d-be35-d969db17360a req-f1192d50-43a1-4435-affe-bb578394f5da tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Deleting port dcf5c745-12d5-4d70-92de-d842471d44a3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:40.309407 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43a51f8f-0e2a-402d-be35-d969db17360a req-f1192d50-43a1-4435-affe-bb578394f5da tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.362445 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9f0bc99-d0e5-4fac-ad74-de24cef46d51 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.364054 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9f0bc99-d0e5-4fac-ad74-de24cef46d51 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.451886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-43a51f8f-0e2a-402d-be35-d969db17360a req-f1192d50-43a1-4435-affe-bb578394f5da tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] For port dcf5c745-12d5-4d70-92de-d842471d44a3, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=dcf5c745-12d5-4d70-92de-d842471d44a3,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:40.452269 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43a51f8f-0e2a-402d-be35-d969db17360a req-f1192d50-43a1-4435-affe-bb578394f5da tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.476834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-43a51f8f-0e2a-402d-be35-d969db17360a req-f1192d50-43a1-4435-affe-bb578394f5da tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Calling delete_port for dcf5c745-12d5-4d70-92de-d842471d44a3 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:40.529811 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9f0bc99-d0e5-4fac-ad74-de24cef46d51 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.542779 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9f0bc99-d0e5-4fac-ad74-de24cef46d51 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.605480 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9f0bc99-d0e5-4fac-ad74-de24cef46d51 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.607458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e9f0bc99-d0e5-4fac-ad74-de24cef46d51 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3178656 Jul 27 22:12:40.611123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:40.616994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'enable_snat': False}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:40.682868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43a51f8f-0e2a-402d-be35-d969db17360a req-f1192d50-43a1-4435-affe-bb578394f5da tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.699007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['dcf5c745-12d5-4d70-92de-d842471d44a3'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:40.761449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:40.779401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1192d50-43a1-4435-affe-bb578394f5da tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event deleted for resources: {'Port': ['ID=dcf5c745-12d5-4d70-92de-d842471d44a3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:40.961302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a51f8f-0e2a-402d-be35-d969db17360a req-f1192d50-43a1-4435-affe-bb578394f5da tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] No DVR routers for this DVR port dcf5c745-12d5-4d70-92de-d842471d44a3 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:40.962381 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-43a51f8f-0e2a-402d-be35-d969db17360a req-f1192d50-43a1-4435-affe-bb578394f5da tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:40.964966 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-43a51f8f-0e2a-402d-be35-d969db17360a req-f1192d50-43a1-4435-affe-bb578394f5da tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.41 "DELETE /v2.0/ports/dcf5c745-12d5-4d70-92de-d842471d44a3 HTTP/1.1" status: 204 len: 173 time: 0.9304872 Jul 27 22:12:41.009704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55be149b-3691-4c0b-9ffa-72c6c86f6a76', 'name': 'network-vif-deleted', 'tag': 'dcf5c745-12d5-4d70-92de-d842471d44a3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:41.013043 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc1c651-415a-42c2-a63f-edbf9e9f4800" -d '{"events": [{"server_uuid": "55be149b-3691-4c0b-9ffa-72c6c86f6a76", "name": "network-vif-deleted", "tag": "dcf5c745-12d5-4d70-92de-d842471d44a3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:41.099881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b12a-3250-47ff-9803-7e171a7023b5 req-f8fc29ae-0c5d-4ffd-8b6d-d5f5c7a40d48 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:41.107313 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a1d3b12a-3250-47ff-9803-7e171a7023b5 req-f8fc29ae-0c5d-4ffd-8b6d-d5f5c7a40d48 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.43 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 946 time: 0.2167473 Jul 27 22:12:41.305976 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.454497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce5ed7-4793-4482-97b9-c55d38999df8 req-586dd634-17e0-4920-bd9c-1e27a51bb143 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:41.461109 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cce5ed7-4793-4482-97b9-c55d38999df8 req-586dd634-17e0-4920-bd9c-1e27a51bb143 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 946 time: 0.3472698 Jul 27 22:12:41.486674 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-a1d3b12a-3250-47ff-9803-7e171a7023b5 req-36a874a1-acfb-4340-8a37-03c90447d048 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Deleting port 167c4989-5efe-4c8c-aee5-38c85d79ee8c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:41.505082 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a1d3b12a-3250-47ff-9803-7e171a7023b5 req-36a874a1-acfb-4340-8a37-03c90447d048 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:41.579891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cce5ed7-4793-4482-97b9-c55d38999df8 req-0c428287-489e-4fe0-ab6f-37c936b9137e tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/security-groups?id=cb4d0828-fba3-4d4f-8799-e8c01649cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176403 Jul 27 22:12:41.989686 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f257e58c-0150-4cad-93d8-958793e55bc7 x-openstack-request-id: req-f257e58c-0150-4cad-93d8-958793e55bc7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:41.989686 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55be149b-3691-4c0b-9ffa-72c6c86f6a76", "name": "network-vif-deleted", "tag": "dcf5c745-12d5-4d70-92de-d842471d44a3", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:41.989686 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f257e58c-0150-4cad-93d8-958793e55bc7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:41.989686 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55be149b-3691-4c0b-9ffa-72c6c86f6a76', 'name': 'network-vif-deleted', 'tag': 'dcf5c745-12d5-4d70-92de-d842471d44a3', 'status': 'completed', 'code': 200} Jul 27 22:12:42.056055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a1d3b12a-3250-47ff-9803-7e171a7023b5 req-36a874a1-acfb-4340-8a37-03c90447d048 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] For port 167c4989-5efe-4c8c-aee5-38c85d79ee8c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=167c4989-5efe-4c8c-aee5-38c85d79ee8c,segment=NetworkSegment(91780a10-1656-480f-ac98-3ec22f416146),segment_id=91780a10-1656-480f-ac98-3ec22f416146)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:42.056808 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a1d3b12a-3250-47ff-9803-7e171a7023b5 req-36a874a1-acfb-4340-8a37-03c90447d048 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:42.065448 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-138b15e1-e8cb-431e-ac91-7d648c06ac76 req-f2bcf97c-dbcf-45b3-9544-13362d0da839 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=55be149b-3691-4c0b-9ffa-72c6c86f6a76 HTTP/1.1" status: 200 len: 210 time: 0.1886768 Jul 27 22:12:42.157857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-a1d3b12a-3250-47ff-9803-7e171a7023b5 req-36a874a1-acfb-4340-8a37-03c90447d048 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Calling delete_port for 167c4989-5efe-4c8c-aee5-38c85d79ee8c owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:42.178192 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:42.223686 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:42.356987 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:42.515832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-fd076667-f2e4-44a7-930f-9f5eeb2a1528 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:42.529465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-fd076667-f2e4-44a7-930f-9f5eeb2a1528 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:42.552352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-fd076667-f2e4-44a7-930f-9f5eeb2a1528 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:42.561095 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-fd076667-f2e4-44a7-930f-9f5eeb2a1528 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:42.569888 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-fd076667-f2e4-44a7-930f-9f5eeb2a1528 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:42.578863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-fd076667-f2e4-44a7-930f-9f5eeb2a1528 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:42.586372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-fd076667-f2e4-44a7-930f-9f5eeb2a1528 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:42.588759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Allocated IP 172.25.1.4 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/16d3d1e4-086e-4832-8439-57454937c97f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:42.590109 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-fd076667-f2e4-44a7-930f-9f5eeb2a1528 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5433 time: 0.1990190 Jul 27 22:12:42.592105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a1d3b12a-3250-47ff-9803-7e171a7023b5 req-36a874a1-acfb-4340-8a37-03c90447d048 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:42.690771 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a874a1-acfb-4340-8a37-03c90447d048 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Pushing event deleted for resources: {'Port': ['ID=167c4989-5efe-4c8c-aee5-38c85d79ee8c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:42.745125 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91bbeff6-ce70-4256-bbfd-1d4bf21e9036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:42.877153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d3b12a-3250-47ff-9803-7e171a7023b5 req-36a874a1-acfb-4340-8a37-03c90447d048 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] No DVR routers for this DVR port 167c4989-5efe-4c8c-aee5-38c85d79ee8c on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:42.885349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a1d3b12a-3250-47ff-9803-7e171a7023b5 req-36a874a1-acfb-4340-8a37-03c90447d048 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:42.888383 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a1d3b12a-3250-47ff-9803-7e171a7023b5 req-36a874a1-acfb-4340-8a37-03c90447d048 tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.43 "DELETE /v2.0/ports/167c4989-5efe-4c8c-aee5-38c85d79ee8c HTTP/1.1" status: 204 len: 173 time: 1.7727373 Jul 27 22:12:42.905291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-e457d9af-6e5f-4e3e-8ec4-d43f927e2105 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:42.907537 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-e457d9af-6e5f-4e3e-8ec4-d43f927e2105 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "GET /v2.0/ports/3e2e069c-b4e5-4d60-8ef1-59e97587c47f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2201283 Jul 27 22:12:43.139264 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-ce608353-481e-4f33-b094-0a4e03f8af5b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "GET /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2238376 Jul 27 22:12:43.152610 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:43.333848 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.364444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741d265-cf93-4700-8c3d-c144f98e8ca0 req-420e68f6-5c97-43f0-8c79-d62cfcc078eb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:43.370960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741d265-cf93-4700-8c3d-c144f98e8ca0 req-420e68f6-5c97-43f0-8c79-d62cfcc078eb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:43.379189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741d265-cf93-4700-8c3d-c144f98e8ca0 req-420e68f6-5c97-43f0-8c79-d62cfcc078eb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:43.388053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741d265-cf93-4700-8c3d-c144f98e8ca0 req-420e68f6-5c97-43f0-8c79-d62cfcc078eb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:43.396362 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741d265-cf93-4700-8c3d-c144f98e8ca0 req-420e68f6-5c97-43f0-8c79-d62cfcc078eb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:43.402826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741d265-cf93-4700-8c3d-c144f98e8ca0 req-420e68f6-5c97-43f0-8c79-d62cfcc078eb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:43.409340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741d265-cf93-4700-8c3d-c144f98e8ca0 req-420e68f6-5c97-43f0-8c79-d62cfcc078eb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:43.419764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c741d265-cf93-4700-8c3d-c144f98e8ca0 req-420e68f6-5c97-43f0-8c79-d62cfcc078eb tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 5433 time: 1.2052450 Jul 27 22:12:43.458908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-221b20a4-2df9-40ad-8bc6-2fb69614a60b req-3ab47ac9-1698-46ff-9527-be78dff9992b tempest-ServerGroupTestJSON-930861916 tempest-ServerGroupTestJSON-930861916-project] 10.222.0.24 "GET /v2.0/ports?device_id=5073a1e0-70fa-45c7-9465-b0288c79f0a2 HTTP/1.1" status: 200 len: 210 time: 0.1268661 Jul 27 22:12:43.532089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c741d265-cf93-4700-8c3d-c144f98e8ca0 req-e1c5771f-3875-4825-b529-ddfcac76ffd1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104014 Jul 27 22:12:43.653970 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.780232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] For port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=3e2e069c-b4e5-4d60-8ef1-59e97587c47f,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:43.829497 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:43.867562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] For port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:43.927748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 167c4989-5efe-4c8c-aee5-38c85d79ee8c no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:43.946335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5073a1e0-70fa-45c7-9465-b0288c79f0a2', 'name': 'network-vif-deleted', 'tag': '167c4989-5efe-4c8c-aee5-38c85d79ee8c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:43.948538 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7034ff4f-53b4-4840-9add-5e38f609b3ba" -d '{"events": [{"server_uuid": "5073a1e0-70fa-45c7-9465-b0288c79f0a2", "name": "network-vif-deleted", "tag": "167c4989-5efe-4c8c-aee5-38c85d79ee8c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:43.964556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] device_id is not set on port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:43.992970 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.011587 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.012322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 167c4989-5efe-4c8c-aee5-38c85d79ee8c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:44.019329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:44.020161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 167c4989-5efe-4c8c-aee5-38c85d79ee8c not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:44.035766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:44.045248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:44.073923 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d6a848-0fa4-4c41-bde8-83649044a62e x-openstack-request-id: req-04d6a848-0fa4-4c41-bde8-83649044a62e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:44.074206 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5073a1e0-70fa-45c7-9465-b0288c79f0a2", "name": "network-vif-deleted", "tag": "167c4989-5efe-4c8c-aee5-38c85d79ee8c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:44.074504 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04d6a848-0fa4-4c41-bde8-83649044a62e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:44.074903 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5073a1e0-70fa-45c7-9465-b0288c79f0a2', 'name': 'network-vif-deleted', 'tag': '167c4989-5efe-4c8c-aee5-38c85d79ee8c', 'status': 'completed', 'code': 200} Jul 27 22:12:44.120512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] No DVR routers for this DVR port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:44.193996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] Pushing event updated for resources: {'Port': ['ID=3e2e069c-b4e5-4d60-8ef1-59e97587c47f,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:44.252083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] In _notify_port_updated(), no bound segment for port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f on network 238c0b57-c7aa-4006-939c-14a4cb757645 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:12:44.252984 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:44.253609 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.255719 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-54dbb237-a89a-46ac-a44a-4b06327a3ebd service neutron] 10.222.0.41 "PUT /v2.0/ports/3e2e069c-b4e5-4d60-8ef1-59e97587c47f HTTP/1.1" status: 200 len: 1027 time: 1.1074533 Jul 27 22:12:44.267851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Pushing event updated for resources: {'Port': ['ID=16d3d1e4-086e-4832-8439-57454937c97f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:44.335755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 0e11f515-abfb-448e-8706-6e04ee070ee6 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:44.354198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-eaeeaa21-476a-4dc4-93ef-3f71b9fb8996 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:44.355692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-eaeeaa21-476a-4dc4-93ef-3f71b9fb8996 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "GET /v2.0/ports/8f6682e7-807c-456b-8719-b5adefaf5440?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0932219 Jul 27 22:12:44.368994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:44.497614 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.535887 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.559368 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.574173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e11f515-abfb-448e-8706-6e04ee070ee6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:44.591001 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2ce0e5-cf59-42df-9864-36513999221b" -d '{"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-unplugged", "status": "completed", "tag": "0e11f515-abfb-448e-8706-6e04ee070ee6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:44.637028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-99bc9537-d27b-4c21-b4cb-68b97610fb89 None None] Provisioning complete for port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:44.637303 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99bc9537-d27b-4c21-b4cb-68b97610fb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.672684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 0e11f515-abfb-448e-8706-6e04ee070ee6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=0e11f515-abfb-448e-8706-6e04ee070ee6,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:44.727227 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:44.728404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device dcf5c745-12d5-4d70-92de-d842471d44a3 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:44.960070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] For port 8f6682e7-807c-456b-8719-b5adefaf5440, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8f6682e7-807c-456b-8719-b5adefaf5440,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:45.075992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] For port 8f6682e7-807c-456b-8719-b5adefaf5440, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:45.148491 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905c913-4baf-4338-8771-38531e6725ef req-bc3802b8-4b91-4d76-9253-211a75ac1257 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:45.155136 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905c913-4baf-4338-8771-38531e6725ef req-bc3802b8-4b91-4d76-9253-211a75ac1257 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:45.162229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905c913-4baf-4338-8771-38531e6725ef req-bc3802b8-4b91-4d76-9253-211a75ac1257 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:45.162543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] device_id is not set on port 8f6682e7-807c-456b-8719-b5adefaf5440 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:12:45.168722 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905c913-4baf-4338-8771-38531e6725ef req-bc3802b8-4b91-4d76-9253-211a75ac1257 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:45.175810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905c913-4baf-4338-8771-38531e6725ef req-bc3802b8-4b91-4d76-9253-211a75ac1257 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:45.187034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905c913-4baf-4338-8771-38531e6725ef req-bc3802b8-4b91-4d76-9253-211a75ac1257 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:45.187034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d905c913-4baf-4338-8771-38531e6725ef req-bc3802b8-4b91-4d76-9253-211a75ac1257 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 4657 time: 0.2885365 Jul 27 22:12:45.196467 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.209539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.255338 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d905c913-4baf-4338-8771-38531e6725ef req-65fd8e4d-49e0-42c4-b2fd-d492b1fe657b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=89af9b14-da7c-4339-898e-7ce77296691c&id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615058 Jul 27 22:12:45.338121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: dcf5c745-12d5-4d70-92de-d842471d44a3 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:45.338717 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device dcf5c745-12d5-4d70-92de-d842471d44a3 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:45.341519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f7767e66-2ea5-4352-94b5-28f217a07aab no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:45.393931 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.409144 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.409419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=0e11f515-abfb-448e-8706-6e04ee070ee6,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:45.459786 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2f1ae5a-3165-43b8-98a7-51fafc8cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.465693 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7422f1ae-66cc-404e-bb82-ed90490c8e01 x-openstack-request-id: req-7422f1ae-66cc-404e-bb82-ed90490c8e01 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:45.466128 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-unplugged", "status": "completed", "tag": "0e11f515-abfb-448e-8706-6e04ee070ee6", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:45.466421 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7422f1ae-66cc-404e-bb82-ed90490c8e01 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:45.466815 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e11f515-abfb-448e-8706-6e04ee070ee6', 'code': 200} Jul 27 22:12:45.485350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-99bc9537-d27b-4c21-b4cb-68b97610fb89 None None] Port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:12:45.596226 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.663096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f7767e66-2ea5-4352-94b5-28f217a07aab, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f7767e66-2ea5-4352-94b5-28f217a07aab,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:45.684589 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.694668 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:45.776092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Router 9244720f-3db2-4453-9db6-424efa079af1 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:12:45.891843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=f7767e66-2ea5-4352-94b5-28f217a07aab,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:46.056333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6682e7-807c-456b-8719-b5adefaf5440,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:46.089205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] No DVR routers for this DVR port 8f6682e7-807c-456b-8719-b5adefaf5440 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:46.139852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] In _notify_port_updated(), no bound segment for port 8f6682e7-807c-456b-8719-b5adefaf5440 on network 238c0b57-c7aa-4006-939c-14a4cb757645 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:12:46.141563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.142665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.144225 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-9bf95cb9-b9f1-4ef9-8c13-aec4026b0aa9 service neutron] 10.222.0.41 "PUT /v2.0/ports/8f6682e7-807c-456b-8719-b5adefaf5440 HTTP/1.1" status: 200 len: 1027 time: 1.7804542 Jul 27 22:12:46.221566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:46.228188 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.234494 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269d046-4afe-4700-9eb6-f50afcfba99f None None] Sync routers for ids ['9244720f-3db2-4453-9db6-424efa079af1'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:46.248392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9d888612-5e1a-4788-bd71-947fee5543e8 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "PUT /v2.0/routers/9244720f-3db2-4453-9db6-424efa079af1 HTTP/1.1" status: 200 len: 917 time: 5.6322842 Jul 27 22:12:46.250940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53468) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:46.255265 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269d046-4afe-4700-9eb6-f50afcfba99f None None] Routers {'9244720f-3db2-4453-9db6-424efa079af1'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:46.256075 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5269d046-4afe-4700-9eb6-f50afcfba99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9244720f-3db2-4453-9db6-424efa079af1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:46.314960 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.329330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8f6682e7-807c-456b-8719-b5adefaf5440 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:46.369807 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5269d046-4afe-4700-9eb6-f50afcfba99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:46.392179 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269d046-4afe-4700-9eb6-f50afcfba99f None None] Routers {'9244720f-3db2-4453-9db6-424efa079af1'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:46.392980 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5269d046-4afe-4700-9eb6-f50afcfba99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9244720f-3db2-4453-9db6-424efa079af1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:46.458042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53474) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:46.536857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8f6682e7-807c-456b-8719-b5adefaf5440 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:46.537396 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 77e3b391-a760-4065-8191-93ed4633266d no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:46.539614 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5269d046-4afe-4700-9eb6-f50afcfba99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:46.540597 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269d046-4afe-4700-9eb6-f50afcfba99f None None] The sync data for ids ['9244720f-3db2-4453-9db6-424efa079af1'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:46.650567 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.653985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3bcd4e-dbf6-4da8-a694-2764f2fe654d admin admin] Deleting subnet 7dcd9382-8cd5-4464-9005-4a9bdd5f2034 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:12:46.660483 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcd4e-dbf6-4da8-a694-2764f2fe654d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.721887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4f1dec7f-710d-4380-8579-6152494dc30c None None] Provisioning complete for port 8f6682e7-807c-456b-8719-b5adefaf5440 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:46.722278 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f1dec7f-710d-4380-8579-6152494dc30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.794029 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-40cf8469-9cc0-4d84-abc8-66474815fe0b tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/routers/9244720f-3db2-4453-9db6-424efa079af1 HTTP/1.1" status: 200 len: 923 time: 0.5344253 Jul 27 22:12:46.804840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53480) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:46.875772 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcd4e-dbf6-4da8-a694-2764f2fe654d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.887490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-011a86b0-fc87-4048-b417-5756dbf23d26 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Deleting port e9ecb4df-727b-4972-9e8e-8f6a732dac7c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:46.887837 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-011a86b0-fc87-4048-b417-5756dbf23d26 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.910180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4f1dec7f-710d-4380-8579-6152494dc30c None None] Port 8f6682e7-807c-456b-8719-b5adefaf5440 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:12:46.935108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a988-d7c0-4780-b5fd-622397ac9668 req-fd1bb491-e94c-4007-a7d3-cbae1f11281b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.935880 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:46.948630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a988-d7c0-4780-b5fd-622397ac9668 req-fd1bb491-e94c-4007-a7d3-cbae1f11281b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.958765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a988-d7c0-4780-b5fd-622397ac9668 req-fd1bb491-e94c-4007-a7d3-cbae1f11281b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.966322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a988-d7c0-4780-b5fd-622397ac9668 req-fd1bb491-e94c-4007-a7d3-cbae1f11281b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.974665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a988-d7c0-4780-b5fd-622397ac9668 req-fd1bb491-e94c-4007-a7d3-cbae1f11281b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:46.982980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16e4a988-d7c0-4780-b5fd-622397ac9668 req-fd1bb491-e94c-4007-a7d3-cbae1f11281b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 3881 time: 0.2516725 Jul 27 22:12:47.001075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-011a86b0-fc87-4048-b417-5756dbf23d26 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] For port e9ecb4df-727b-4972-9e8e-8f6a732dac7c, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=e9ecb4df-727b-4972-9e8e-8f6a732dac7c,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:47.001462 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-011a86b0-fc87-4048-b417-5756dbf23d26 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.015496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 77e3b391-a760-4065-8191-93ed4633266d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=77e3b391-a760-4065-8191-93ed4633266d,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:47.017015 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcd4e-dbf6-4da8-a694-2764f2fe654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.018282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-011a86b0-fc87-4048-b417-5756dbf23d26 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Calling delete_port for e9ecb4df-727b-4972-9e8e-8f6a732dac7c owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:47.023071 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.023811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 3e2e069c-b4e5-4d60-8ef1-59e97587c47f no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:47.097952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16e4a988-d7c0-4780-b5fd-622397ac9668 req-b04caa8a-4996-496b-8d03-afc7cd872e80 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130500 Jul 27 22:12:47.198834 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcd4e-dbf6-4da8-a694-2764f2fe654d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.321921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 3e2e069c-b4e5-4d60-8ef1-59e97587c47f not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:47.322813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a6e30d26-0b16-4f84-a1b1-64168269b29b no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:47.327595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bcd4e-dbf6-4da8-a694-2764f2fe654d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dcd9382-8cd5-4464-9005-4a9bdd5f2034,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:47.353228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e3bcd4e-dbf6-4da8-a694-2764f2fe654d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.360306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3e3bcd4e-dbf6-4da8-a694-2764f2fe654d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7dcd9382-8cd5-4464-9005-4a9bdd5f2034 HTTP/1.1" status: 204 len: 168 time: 0.9009550 Jul 27 22:12:47.363579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53486) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:47.393622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=77e3b391-a760-4065-8191-93ed4633266d,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:47.416189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d4ca8a-d97a-4dec-88d0-c96cb86d799d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:47.426491 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-14d4ca8a-d97a-4dec-88d0-c96cb86d799d tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&device_id=9244720f-3db2-4453-9db6-424efa079af1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.6191382 Jul 27 22:12:47.427816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53488) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:47.518331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7767e66-2ea5-4352-94b5-28f217a07aab'}, {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e3b391-a760-4065-8191-93ed4633266d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:47.561689 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c13279-6fed-4c32-a1a3-f9b1953de54d" -d '{"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7767e66-2ea5-4352-94b5-28f217a07aab"}, {"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-unplugged", "status": "completed", "tag": "77e3b391-a760-4065-8191-93ed4633266d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:47.570020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe9e2e6-2b8a-45c7-b3d7-9ee5905584a3 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:47.574650 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-abe9e2e6-2b8a-45c7-b3d7-9ee5905584a3 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 881 time: 0.1427219 Jul 27 22:12:47.579897 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-011a86b0-fc87-4048-b417-5756dbf23d26 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.582134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53492) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:47.601709 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.646078 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cc8e83-c5f4-4397-a577-0a37ede7eae9 x-openstack-request-id: req-b4cc8e83-c5f4-4397-a577-0a37ede7eae9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:47.646396 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7767e66-2ea5-4352-94b5-28f217a07aab", "code": 200}, {"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-unplugged", "status": "completed", "tag": "77e3b391-a760-4065-8191-93ed4633266d", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:47.646644 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4cc8e83-c5f4-4397-a577-0a37ede7eae9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:47.647034 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7767e66-2ea5-4352-94b5-28f217a07aab', 'code': 200} Jul 27 22:12:47.647297 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e3b391-a760-4065-8191-93ed4633266d', 'code': 200} Jul 27 22:12:47.648334 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.681133 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ea9d3bdf-991b-434e-acf3-e1269522dc55 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "GET /v2.0/ports?device_id=9244720f-3db2-4453-9db6-424efa079af1 HTTP/1.1" status: 200 len: 205 time: 0.0953903 Jul 27 22:12:47.683500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53494) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:47.696122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a86b0-fc87-4048-b417-5756dbf23d26 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Port': ['ID=e9ecb4df-727b-4972-9e8e-8f6a732dac7c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:47.782340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a6e30d26-0b16-4f84-a1b1-64168269b29b, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6e30d26-0b16-4f84-a1b1-64168269b29b,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:47.792524 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.793653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e9ecb4df-727b-4972-9e8e-8f6a732dac7c no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:47.819842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-011a86b0-fc87-4048-b417-5756dbf23d26 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] No DVR routers for this DVR port e9ecb4df-727b-4972-9e8e-8f6a732dac7c on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:47.835019 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-011a86b0-fc87-4048-b417-5756dbf23d26 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.837508 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-011a86b0-fc87-4048-b417-5756dbf23d26 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "DELETE /v2.0/ports/e9ecb4df-727b-4972-9e8e-8f6a732dac7c HTTP/1.1" status: 204 len: 173 time: 1.6850584 Jul 27 22:12:47.840179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-deleted', 'tag': 'e9ecb4df-727b-4972-9e8e-8f6a732dac7c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:47.847895 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a3114c-b8c2-4962-97b0-820b169ce1d6" -d '{"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-deleted", "tag": "e9ecb4df-727b-4972-9e8e-8f6a732dac7c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:47.860431 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:47.917069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7989ce6-d4fa-4afa-ab75-3db342b88e5b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:47.922412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a6e30d26-0b16-4f84-a1b1-64168269b29b,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:47.961778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91780a10-1656-480f-ac98-3ec22f416146') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:47.963779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91780a10-1656-480f-ac98-3ec22f416146') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:47.987701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.042399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: e9ecb4df-727b-4972-9e8e-8f6a732dac7c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:48.042886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device e9ecb4df-727b-4972-9e8e-8f6a732dac7c not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:48.043939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.066197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:12:48.067312 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:12:48.074370 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:12:48.082423 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.108503 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24993d4-eb94-4218-9b80-422201c7d1c1 x-openstack-request-id: req-c24993d4-eb94-4218-9b80-422201c7d1c1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:48.109682 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-deleted", "tag": "e9ecb4df-727b-4972-9e8e-8f6a732dac7c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:48.114642 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c24993d4-eb94-4218-9b80-422201c7d1c1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:48.115541 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-deleted', 'tag': 'e9ecb4df-727b-4972-9e8e-8f6a732dac7c', 'status': 'completed', 'code': 200} Jul 27 22:12:48.301233 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.346898 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.355382 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.357203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f7989ce6-d4fa-4afa-ab75-3db342b88e5b HTTP/1.1" status: 204 len: 168 time: 0.9923713 Jul 27 22:12:48.378614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bdbce-6196-4ca2-9e5e-b4ff9cdf5949 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7989ce6-d4fa-4afa-ab75-3db342b88e5b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:48.403100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c646522-a54d-4082-9259-fd26b9598a34 req-371f05a9-9b25-45da-b13d-53d54b05a678 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:48.409624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c646522-a54d-4082-9259-fd26b9598a34 req-371f05a9-9b25-45da-b13d-53d54b05a678 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:48.415616 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c646522-a54d-4082-9259-fd26b9598a34 req-371f05a9-9b25-45da-b13d-53d54b05a678 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:48.421797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c646522-a54d-4082-9259-fd26b9598a34 req-371f05a9-9b25-45da-b13d-53d54b05a678 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:48.429422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c646522-a54d-4082-9259-fd26b9598a34 req-371f05a9-9b25-45da-b13d-53d54b05a678 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 3142 time: 0.1633337 Jul 27 22:12:48.495314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.506720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c646522-a54d-4082-9259-fd26b9598a34 req-df06747e-c161-4999-b1df-79762d44ee93 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747545 Jul 27 22:12:48.548213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-d565b990-89e8-4e5a-8c71-dc391b9f6c0b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Deleting port 77e3b391-a760-4065-8191-93ed4633266d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:48.548567 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-d565b990-89e8-4e5a-8c71-dc391b9f6c0b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.648336 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53510) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:48.666346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-d565b990-89e8-4e5a-8c71-dc391b9f6c0b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] For port 77e3b391-a760-4065-8191-93ed4633266d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=77e3b391-a760-4065-8191-93ed4633266d,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:48.666804 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-d565b990-89e8-4e5a-8c71-dc391b9f6c0b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.683465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-d565b990-89e8-4e5a-8c71-dc391b9f6c0b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Calling delete_port for 77e3b391-a760-4065-8191-93ed4633266d owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:48.775060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a73e9f39-47e1-46ba-b486-f1c274c5f58e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09cc9110e3044a1d96ada1acafef30ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253123 Jul 27 22:12:48.775643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53512) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:48.893419 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65f13b16-1ff1-4ee6-88c6-8fd58cbd28a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.925057 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-d565b990-89e8-4e5a-8c71-dc391b9f6c0b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:48.928014 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65f13b16-1ff1-4ee6-88c6-8fd58cbd28a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.026499 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-d565b990-89e8-4e5a-8c71-dc391b9f6c0b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] No DVR routers for this DVR port 77e3b391-a760-4065-8191-93ed4633266d on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:49.034188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565b990-89e8-4e5a-8c71-dc391b9f6c0b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Port': ['ID=77e3b391-a760-4065-8191-93ed4633266d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:49.037073 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-d565b990-89e8-4e5a-8c71-dc391b9f6c0b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.039615 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-d565b990-89e8-4e5a-8c71-dc391b9f6c0b tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "DELETE /v2.0/ports/77e3b391-a760-4065-8191-93ed4633266d HTTP/1.1" status: 204 len: 173 time: 1.1851354 Jul 27 22:12:49.041167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Deleting port 16d3d1e4-086e-4832-8439-57454937c97f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:49.041511 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.074941 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65f13b16-1ff1-4ee6-88c6-8fd58cbd28a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.081460 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65f13b16-1ff1-4ee6-88c6-8fd58cbd28a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.084900 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-65f13b16-1ff1-4ee6-88c6-8fd58cbd28a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb4d0828-fba3-4d4f-8799-e8c01649cd0f HTTP/1.1" status: 204 len: 168 time: 0.3065374 Jul 27 22:12:49.107119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f13b16-1ff1-4ee6-88c6-8fd58cbd28a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4d0828-fba3-4d4f-8799-e8c01649cd0f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:49.224777 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.300021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Calling delete_port for 16d3d1e4-086e-4832-8439-57454937c97f owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:49.648843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e30d26-0b16-4f84-a1b1-64168269b29b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:49.653433 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27adcc26-33b2-442b-bdac-71f95c069c07" -d '{"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e30d26-0b16-4f84-a1b1-64168269b29b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:49.821310 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.847004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bbc42-5a0e-4d38-875c-4b0e12fd1c1e req-d36fdd12-8248-4011-8e97-daeb689af8f7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:49.856601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bbc42-5a0e-4d38-875c-4b0e12fd1c1e req-d36fdd12-8248-4011-8e97-daeb689af8f7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:49.856784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Pushing event deleted for resources: {'Port': ['ID=16d3d1e4-086e-4832-8439-57454937c97f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:49.873133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-1157b961-594a-4bba-82ff-c06ce0d65dc8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Deleting port a6e30d26-0b16-4f84-a1b1-64168269b29b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:49.873486 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-1157b961-594a-4bba-82ff-c06ce0d65dc8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:49.873641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bbc42-5a0e-4d38-875c-4b0e12fd1c1e req-d36fdd12-8248-4011-8e97-daeb689af8f7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:49.876897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c52bbc42-5a0e-4d38-875c-4b0e12fd1c1e req-d36fdd12-8248-4011-8e97-daeb689af8f7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 2409 time: 0.2135658 Jul 27 22:12:49.977338 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c52bbc42-5a0e-4d38-875c-4b0e12fd1c1e req-0b10650e-352e-4a1e-8488-5a0a91cd795a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880752 Jul 27 22:12:50.096241 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.175812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-deleted', 'tag': '77e3b391-a760-4065-8191-93ed4633266d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:50.178387 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c057833-13e2-4c9f-85a7-e21536e5be5b" -d '{"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-deleted", "tag": "77e3b391-a760-4065-8191-93ed4633266d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:50.203371 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd0be0d-ab1d-4b3f-b453-84db3b81c396 x-openstack-request-id: req-bcd0be0d-ab1d-4b3f-b453-84db3b81c396 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:50.204490 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e30d26-0b16-4f84-a1b1-64168269b29b", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:50.205110 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcd0be0d-ab1d-4b3f-b453-84db3b81c396 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:50.206650 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e30d26-0b16-4f84-a1b1-64168269b29b', 'code': 200} Jul 27 22:12:50.315442 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.319667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.374910 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde7ecbc-960e-4558-97e4-42abe246a9b7 x-openstack-request-id: req-bde7ecbc-960e-4558-97e4-42abe246a9b7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:50.374910 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-deleted", "tag": "77e3b391-a760-4065-8191-93ed4633266d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:50.374910 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bde7ecbc-960e-4558-97e4-42abe246a9b7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:50.374910 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-deleted', 'tag': '77e3b391-a760-4065-8191-93ed4633266d', 'status': 'completed', 'code': 200} Jul 27 22:12:50.377067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-1157b961-594a-4bba-82ff-c06ce0d65dc8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] For port a6e30d26-0b16-4f84-a1b1-64168269b29b, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a6e30d26-0b16-4f84-a1b1-64168269b29b,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:50.377448 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-1157b961-594a-4bba-82ff-c06ce0d65dc8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.386850 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.387552 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Fanout notify agent at l3_agent the message router_deleted on router 9244720f-3db2-4453-9db6-424efa079af1 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:12:50.395797 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.396924 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-493e697e-9d2e-4703-81ab-15a60a819876 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/routers/9244720f-3db2-4453-9db6-424efa079af1 HTTP/1.1" status: 204 len: 168 time: 2.7124794 Jul 27 22:12:50.400988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53560) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:50.406890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1822953190', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:50.411594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-1157b961-594a-4bba-82ff-c06ce0d65dc8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Calling delete_port for a6e30d26-0b16-4f84-a1b1-64168269b29b owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:50.504750 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.505795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.586543 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.617067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:50.642813 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-1157b961-594a-4bba-82ff-c06ce0d65dc8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.679126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157b961-594a-4bba-82ff-c06ce0d65dc8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Port': ['ID=a6e30d26-0b16-4f84-a1b1-64168269b29b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:50.736478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-1157b961-594a-4bba-82ff-c06ce0d65dc8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] No DVR routers for this DVR port a6e30d26-0b16-4f84-a1b1-64168269b29b on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:50.739021 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-1157b961-594a-4bba-82ff-c06ce0d65dc8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.741028 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-1157b961-594a-4bba-82ff-c06ce0d65dc8 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "DELETE /v2.0/ports/a6e30d26-0b16-4f84-a1b1-64168269b29b HTTP/1.1" status: 204 len: 173 time: 1.4940746 Jul 27 22:12:50.823438 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea616e-474b-4f1b-b40f-a6ba9d0befb0 req-31c9f012-3f11-4721-842d-c7caf9a85f8d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:50.831571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12ea616e-474b-4f1b-b40f-a6ba9d0befb0 req-31c9f012-3f11-4721-842d-c7caf9a85f8d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.2154093 Jul 27 22:12:50.877232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1797400168-network', 'tenant_id': 'b39fc96ef89846b19f5fe9be937a0044'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:50.916047 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:50.930248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Deleting port f7767e66-2ea5-4352-94b5-28f217a07aab {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:50.931225 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.018108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-96d7c698-02f1-49b3-ae8c-b1e5b12506ac tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:51.020090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-96d7c698-02f1-49b3-ae8c-b1e5b12506ac tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.5733666 Jul 27 22:12:51.036208 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] For port f7767e66-2ea5-4352-94b5-28f217a07aab, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f7767e66-2ea5-4352-94b5-28f217a07aab,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:51.036911 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.073503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Made reservation on behalf of b39fc96ef89846b19f5fe9be937a0044 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:51.076682 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.088844 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12ea616e-474b-4f1b-b40f-a6ba9d0befb0 req-2c9c1724-47b3-49ff-ad46-fdadfe52322e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550349 Jul 27 22:12:51.093417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-f44b43bc-61f6-4dce-b91f-545ad47d78d3 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/quotas/e8cb9d7daf91406a9d5ac06bcffeecf3 HTTP/1.1" status: 200 len: 375 time: 0.0527804 Jul 27 22:12:51.186650 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.342643 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.343149 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.343683 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Floating IP 4bdb3f4b-cbbd-4dcc-a018-426e88f373ba disassociated. External IP: 172.25.1.66, port: f7767e66-2ea5-4352-94b5-28f217a07aab. Jul 27 22:12:51.344130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Calling delete_port for f7767e66-2ea5-4352-94b5-28f217a07aab owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:51.609428 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:51.664977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Port': ['ID=f7767e66-2ea5-4352-94b5-28f217a07aab,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:51.822407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-1c31c35c-838d-4b00-9f56-b2d0972c571c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6893318 Jul 27 22:12:51.883782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b836b-c79c-4aad-b0e0-da43616e4da3 req-a251d1a6-4c5b-4be3-a0b5-ae84ae658fa5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:51.893962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d1b836b-c79c-4aad-b0e0-da43616e4da3 req-a251d1a6-4c5b-4be3-a0b5-ae84ae658fa5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 943 time: 0.6520822 Jul 27 22:12:51.898072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Router b8f2d81a-cae3-4703-9941-f214ee1d5516 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:12:52.014660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d1b836b-c79c-4aad-b0e0-da43616e4da3 req-468e3ba7-27fc-4efe-a15b-baab46e62da2 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33470ad-e95c-41cf-aae2-c312dfe4463e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216767 Jul 27 22:12:52.063110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:52.079896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5f5fcf-1644-4129-aa62-5423a3c66dd4 None None] Sync routers for ids ['b8f2d81a-cae3-4703-9941-f214ee1d5516'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:52.101536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5f5fcf-1644-4129-aa62-5423a3c66dd4 None None] Routers {'b8f2d81a-cae3-4703-9941-f214ee1d5516'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:52.104900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4b5f5fcf-1644-4129-aa62-5423a3c66dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b8f2d81a-cae3-4703-9941-f214ee1d5516'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:52.179900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] No DVR routers for this DVR port f7767e66-2ea5-4352-94b5-28f217a07aab on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:52.184768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.192816 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-38233105-ad9a-4c71-bee8-b1ba6c280c34 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "DELETE /v2.0/ports/f7767e66-2ea5-4352-94b5-28f217a07aab HTTP/1.1" status: 204 len: 173 time: 1.4441855 Jul 27 22:12:52.218776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-b20f8274-75a5-4282-8124-a1b723779e84 service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765230 Jul 27 22:12:52.288527 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.348011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.377808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-deleted', 'tag': 'a6e30d26-0b16-4f84-a1b1-64168269b29b'}, {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-deleted', 'tag': 'f7767e66-2ea5-4352-94b5-28f217a07aab'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:52.380543 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c49a766-944f-4c6b-96a0-f689d9fdcaa5" -d '{"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-deleted", "tag": "a6e30d26-0b16-4f84-a1b1-64168269b29b"}, {"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-deleted", "tag": "f7767e66-2ea5-4352-94b5-28f217a07aab"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:52.383081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4b5f5fcf-1644-4129-aa62-5423a3c66dd4 None None] Set router b8f2d81a-cae3-4703-9941-f214ee1d5516 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:52.411401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-34bfb386-fd1a-4cfb-a9c4-529dacf0703a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Deleting port 0e11f515-abfb-448e-8706-6e04ee070ee6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:52.412385 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-34bfb386-fd1a-4cfb-a9c4-529dacf0703a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.505072 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.520368 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.598487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-34bfb386-fd1a-4cfb-a9c4-529dacf0703a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] For port 0e11f515-abfb-448e-8706-6e04ee070ee6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=0e11f515-abfb-448e-8706-6e04ee070ee6,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:52.598871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-34bfb386-fd1a-4cfb-a9c4-529dacf0703a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.621013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-34bfb386-fd1a-4cfb-a9c4-529dacf0703a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Calling delete_port for 0e11f515-abfb-448e-8706-6e04ee070ee6 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:52.623995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731762b7-0eef-442f-afcd-65e755654e32,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:52.635379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:12:52.677051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753c7f4-7b92-4ce5-a1d7-ea478e0c14ba req-4cddda8f-581a-412a-8d5e-c31b56a09970 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:52.678641 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1753c7f4-7b92-4ce5-a1d7-ea478e0c14ba req-4cddda8f-581a-412a-8d5e-c31b56a09970 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.2512980 Jul 27 22:12:52.684989 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-393d66a1-d86d-4e17-b810-e58cf3b79293 service neutron] 10.222.0.24 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106450 Jul 27 22:12:52.690411 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.690773 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Added segment cbf2ab3a-a67b-4d16-9396-68e8d988b7d3 of type vlan for network 1a12bf04-6a82-4776-ab40-6264af7c971e Jul 27 22:12:52.760283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4b5f5fcf-1644-4129-aa62-5423a3c66dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '73fabc07-39e1-4b87-b075-a47cce699d98', 'name': '', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'mac_address': 'fa:16:3e:62:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:07Z', 'revision_number': 5, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'subnets': [{'id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:52.773656 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.798644 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-34bfb386-fd1a-4cfb-a9c4-529dacf0703a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.822753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1753c7f4-7b92-4ce5-a1d7-ea478e0c14ba req-a6f99879-a9bb-423a-8447-68eb16c78435 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224527 Jul 27 22:12:52.825479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Allocated IP 172.25.1.93 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/4e4ce252-2be6-4fec-97db-ad624c2cfff8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:52.851689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5f5fcf-1644-4129-aa62-5423a3c66dd4 None None] Checking router: b8f2d81a-cae3-4703-9941-f214ee1d5516 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:12:52.878625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5f5fcf-1644-4129-aa62-5423a3c66dd4 None None] Routers {'b8f2d81a-cae3-4703-9941-f214ee1d5516'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:52.879129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfb386-fd1a-4cfb-a9c4-529dacf0703a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Port': ['ID=0e11f515-abfb-448e-8706-6e04ee070ee6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:52.880604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4b5f5fcf-1644-4129-aa62-5423a3c66dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b8f2d81a-cae3-4703-9941-f214ee1d5516'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:52.903675 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c71cc7-276d-45fc-91f9-fb59221166ac x-openstack-request-id: req-f5c71cc7-276d-45fc-91f9-fb59221166ac {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:52.912810 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-deleted", "tag": "a6e30d26-0b16-4f84-a1b1-64168269b29b", "status": "completed", "code": 200}, {"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-deleted", "tag": "f7767e66-2ea5-4352-94b5-28f217a07aab", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:52.916355 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5c71cc7-276d-45fc-91f9-fb59221166ac {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:52.918060 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-deleted', 'tag': 'a6e30d26-0b16-4f84-a1b1-64168269b29b', 'status': 'completed', 'code': 200} Jul 27 22:12:52.920319 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-deleted', 'tag': 'f7767e66-2ea5-4352-94b5-28f217a07aab', 'status': 'completed', 'code': 200} Jul 27 22:12:52.972631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-34bfb386-fd1a-4cfb-a9c4-529dacf0703a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] No DVR routers for this DVR port 0e11f515-abfb-448e-8706-6e04ee070ee6 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:52.982247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.983275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:52.983962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.987997 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-34bfb386-fd1a-4cfb-a9c4-529dacf0703a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:52.993217 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bbfc1c53-1637-4dfe-8b0b-dbd6469e0dbf req-34bfb386-fd1a-4cfb-a9c4-529dacf0703a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.41 "DELETE /v2.0/ports/0e11f515-abfb-448e-8706-6e04ee070ee6 HTTP/1.1" status: 204 len: 173 time: 0.7925563 Jul 27 22:12:53.184822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5636618 Jul 27 22:12:53.188620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53608) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:53.193944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-21678158-ba1b-4398-883a-f7263d9d13d2 admin admin] Request body: {'subnet': {'network_id': '1a12bf04-6a82-4776-ab40-6264af7c971e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1797400168-subnet', 'tenant_id': 'b39fc96ef89846b19f5fe9be937a0044', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:53.194450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4b5f5fcf-1644-4129-aa62-5423a3c66dd4 None None] Set router b8f2d81a-cae3-4703-9941-f214ee1d5516 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:53.261484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-188bda27-298d-4b73-bc40-75151794ddfd req-c1f1d6df-735e-46dd-b8af-911f84d71321 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 210 time: 0.1240973 Jul 27 22:12:53.262170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21678158-ba1b-4398-883a-f7263d9d13d2 admin admin] Made reservation on behalf of b39fc96ef89846b19f5fe9be937a0044 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:53.273784 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21678158-ba1b-4398-883a-f7263d9d13d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.357361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769588e-c191-4f16-8618-1c822e785604 admin admin] Pushing event updated for resources: {'Network': ['ID=1a12bf04-6a82-4776-ab40-6264af7c971e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:53.452353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 1a12bf04-6a82-4776-ab40-6264af7c971e details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:12:53.559316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfacac33-cdd2-43f5-9727-566cce9f000d req-ab234d65-9cdd-464e-868a-d63e21dccda3 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.1245968 Jul 27 22:12:53.587957 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.729856 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.855886 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21678158-ba1b-4398-883a-f7263d9d13d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:53.876520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:53.905023 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:53.912746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Pushing event updated for resources: {'Port': ['ID=4e4ce252-2be6-4fec-97db-ad624c2cfff8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:53.915305 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:53.942973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:54.034568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21678158-ba1b-4398-883a-f7263d9d13d2 admin admin] Checking segment: {'id': 'cbf2ab3a-a67b-4d16-9396-68e8d988b7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1a12bf04-6a82-4776-ab40-6264af7c971e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:54.034943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21678158-ba1b-4398-883a-f7263d9d13d2 admin admin] Network hostable DHCP agents. Network: 1a12bf04-6a82-4776-ab40-6264af7c971e, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:12:54.038242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21678158-ba1b-4398-883a-f7263d9d13d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e5d13d-35dc-4100-acb6-b3e020a5afbf,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:54.059833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4b5f5fcf-1644-4129-aa62-5423a3c66dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '73fabc07-39e1-4b87-b075-a47cce699d98', 'name': '', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'mac_address': 'fa:16:3e:62:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:07Z', 'revision_number': 5, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'subnets': [{'id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:54.128529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21678158-ba1b-4398-883a-f7263d9d13d2 admin admin] Network 1a12bf04-6a82-4776-ab40-6264af7c971e is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:12:54.138803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5f5fcf-1644-4129-aa62-5423a3c66dd4 None None] The sync data for ids ['b8f2d81a-cae3-4703-9941-f214ee1d5516'] in n-d-802011-3 is: [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '73fabc07-39e1-4b87-b075-a47cce699d98', 'name': '', 'network_id': '16b72184-423f-48d6-9efa-1107e6681307', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'mac_address': 'fa:16:3e:62:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:56Z', 'updated_at': '2021-07-27T22:02:07Z', 'revision_number': 5, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'subnets': [{'id': 'c7746efe-61a7-45c7-ac8d-cb8760801fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:54.161039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-21678158-ba1b-4398-883a-f7263d9d13d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 1a12bf04-6a82-4776-ab40-6264af7c971e) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:54.172810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21678158-ba1b-4398-883a-f7263d9d13d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:54.185168 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21678158-ba1b-4398-883a-f7263d9d13d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.208501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d1015e-6c82-457a-b24d-66b8893aa8a0 None None] Network 1a12bf04-6a82-4776-ab40-6264af7c971e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:54.223573 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-21678158-ba1b-4398-883a-f7263d9d13d2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0333710 Jul 27 22:12:54.380513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c04ee-2d93-4a4c-8aa0-9fc131e028c3 req-5f4d9d98-877a-4eb9-bc8f-529de1a2a0d8 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:54.396652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-994c04ee-2d93-4a4c-8aa0-9fc131e028c3 req-5f4d9d98-877a-4eb9-bc8f-529de1a2a0d8 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.4057777 Jul 27 22:12:54.539006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aecaa8-f8aa-47ea-a77c-fe0238f452fb None None] Network 1a12bf04-6a82-4776-ab40-6264af7c971e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:54.542769 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.586827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-828470ea-506b-4086-ba6d-0c84ac40a0b2 req-e69d5736-7677-4e7b-bfea-0905c33339a3 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 210 time: 0.0729692 Jul 27 22:12:54.596815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-994c04ee-2d93-4a4c-8aa0-9fc131e028c3 req-2bc51728-62ac-4232-9274-3733c062efd5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937106 Jul 27 22:12:54.688339 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:54.691008 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276f55a3-50d8-491d-969d-392a6c1dbde8" -d '{"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-unplugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:54.715302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:54.717833 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd4059-7bc1-4669-85d7-3d336381abdf None None] New status for floating IP 4bdb3f4b-cbbd-4dcc-a018-426e88f373ba: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:12:54.733261 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:54.807690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=11']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:54.860883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22301520-43b0-4f56-a67c-0e3998006170 req-4caf7079-eae2-4467-958d-474e23915e32 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.1184423 Jul 27 22:12:54.922305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-deleted', 'tag': '0e11f515-abfb-448e-8706-6e04ee070ee6'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:54.925760 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d291d0-8e41-402c-94c7-296f898e018f" -d '{"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-deleted", "tag": "0e11f515-abfb-448e-8706-6e04ee070ee6"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:55.070463 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303a35b6-67f7-49ce-ae58-90837a197af7 x-openstack-request-id: req-303a35b6-67f7-49ce-ae58-90837a197af7 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:55.071374 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-unplugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:55.072434 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-303a35b6-67f7-49ce-ae58-90837a197af7 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:55.072946 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'code': 200} Jul 27 22:12:55.224366 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.289530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-b24ec55d-8efd-4e5e-819c-796f9e5de129 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:55.292119 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-b24ec55d-8efd-4e5e-819c-796f9e5de129 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.41 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 805 time: 0.3036098 Jul 27 22:12:55.305659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Request body: {'port': {'device_id': 'c7b072ba-1305-4c01-ac13-37009ed0631d', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'admin_state_up': True, 'tenant_id': 'e8cb9d7daf91406a9d5ac06bcffeecf3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:55.377152 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c36b692-bd49-4e93-abc1-9e1b21072cdc x-openstack-request-id: req-7c36b692-bd49-4e93-abc1-9e1b21072cdc {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:55.377736 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf694cfb-9dbe-400d-905e-1d7a666cd76e", "name": "network-vif-deleted", "tag": "0e11f515-abfb-448e-8706-6e04ee070ee6", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:55.378224 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c36b692-bd49-4e93-abc1-9e1b21072cdc {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:55.378806 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf694cfb-9dbe-400d-905e-1d7a666cd76e', 'name': 'network-vif-deleted', 'tag': '0e11f515-abfb-448e-8706-6e04ee070ee6', 'status': 'completed', 'code': 200} Jul 27 22:12:55.499130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-2e1580bc-9b4c-4a53-a977-3cdb22bdc2c3 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:55.502001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Made reservation on behalf of e8cb9d7daf91406a9d5ac06bcffeecf3 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:55.506186 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.506595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-2e1580bc-9b4c-4a53-a977-3cdb22bdc2c3 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/networks?id=1a12bf04-6a82-4776-ab40-6264af7c971e HTTP/1.1" status: 200 len: 813 time: 0.4426765 Jul 27 22:12:55.531466 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-f509c8ed-c8ad-43d9-aec6-37c9979c5f44 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/quotas/b39fc96ef89846b19f5fe9be937a0044 HTTP/1.1" status: 200 len: 375 time: 0.0231762 Jul 27 22:12:55.595261 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-4e6e24ca-adb8-444f-b9bf-718179ff5a8f tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b39fc96ef89846b19f5fe9be937a0044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627830 Jul 27 22:12:55.668030 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:55.746532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Allocated IP 172.20.0.12 (12877bf8-a34f-4c9c-abe4-4954942b1a4f/a8a26f0a-cab7-4000-93f5-0fd89413147b/db06f2f4-debf-4c1b-868e-63da02abf42f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:55.779457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5f00a14-b4b6-4988-9e6f-59b447553240 req-e36cf26a-dae7-4204-a5c8-8fc92302d214 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 210 time: 0.0337040 Jul 27 22:12:55.810653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-13746083-31ab-409f-a6a9-e4396525a9fb service neutron] 10.222.0.24 "GET /v2.0/networks/1a12bf04-6a82-4776-ab40-6264af7c971e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144358 Jul 27 22:12:55.910462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-fd9ff47c-601c-41fc-8f1a-81e3e2161f6f service neutron] 10.222.0.24 "GET /v2.0/networks/1a12bf04-6a82-4776-ab40-6264af7c971e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988359 Jul 27 22:12:55.945589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:56.035825 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.128412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.145085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:56.290862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Network 12877bf8-a34f-4c9c-abe4-4954942b1a4f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:56.314305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:56.320136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:56.326334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event updated for resources: {'Port': ['ID=db06f2f4-debf-4c1b-868e-63da02abf42f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:56.470855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-88811f9b-7c3d-497d-aa97-92f9ef56ef10 req-9ba84010-e0d2-4b5d-8c28-321546192c50 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.0332630 Jul 27 22:12:56.497077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:56.517425 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.549131 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-cd59bb3a-0c9b-47c8-89b0-f94c2edc5dcb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2481055 Jul 27 22:12:56.566494 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Request body: {'port': {'device_id': 'c7b072ba-1305-4c01-ac13-37009ed0631d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:56.573427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020c445-7079-4f0c-8438-ff857e639025 req-86db60d4-24dd-4356-8e27-84980d288780 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:56.584822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3020c445-7079-4f0c-8438-ff857e639025 req-86db60d4-24dd-4356-8e27-84980d288780 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1549754 Jul 27 22:12:56.764686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:56.801798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'port_id': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'mac_address': 'fa:16:3e:f9:1c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:56.827151 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3020c445-7079-4f0c-8438-ff857e639025 req-358f77c3-2b0d-4d5e-a489-5a6f5589e702 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383168 Jul 27 22:12:56.872004 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-744f29ec-b5d8-4529-a7ff-fd220f69449a req-b8d6af07-2099-4f04-9387-44ecad92d821 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 210 time: 0.2088776 Jul 27 22:12:56.897497 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.902593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Router 6e9a9ab5-a046-4286-9822-c560debc5bbf is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:12:56.974612 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:56.998596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc3331c-c85d-4f15-b9a6-7d2312d16f59 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:57.053540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:57.059750 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.214531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['efc3331c-c85d-4f15-b9a6-7d2312d16f59'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:57.331069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=12']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:57.354490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:57.374888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a751e77c-bb73-48bd-89d2-8d95a427ca2d None None] Sync routers for ids ['6e9a9ab5-a046-4286-9822-c560debc5bbf'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:57.438769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751e77c-bb73-48bd-89d2-8d95a427ca2d None None] Routers {'6e9a9ab5-a046-4286-9822-c560debc5bbf'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:57.442320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a751e77c-bb73-48bd-89d2-8d95a427ca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['6e9a9ab5-a046-4286-9822-c560debc5bbf'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:57.534112 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.539943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3e75b6bc-6be7-46bb-bf74-20f006cae775 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.1378655 Jul 27 22:12:57.543769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53702) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:57.572222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:57.640770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a751e77c-bb73-48bd-89d2-8d95a427ca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:57.801415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751e77c-bb73-48bd-89d2-8d95a427ca2d None None] Routers {'6e9a9ab5-a046-4286-9822-c560debc5bbf'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:57.803884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a751e77c-bb73-48bd-89d2-8d95a427ca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['6e9a9ab5-a046-4286-9822-c560debc5bbf'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:57.892549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db06f2f4-debf-4c1b-868e-63da02abf42f {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:57.906292 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.921174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5f134-dcf8-4c62-a725-b7f770407be4 req-502c164f-910d-4e60-ac4a-bd8cb65264c4 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:57.921799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Transition to ACTIVE for port object db06f2f4-debf-4c1b-868e-63da02abf42f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:57.925846 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:57.935255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cf5f134-dcf8-4c62-a725-b7f770407be4 req-502c164f-910d-4e60-ac4a-bd8cb65264c4 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 932 time: 0.6218457 Jul 27 22:12:57.975917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a751e77c-bb73-48bd-89d2-8d95a427ca2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:57.983351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a751e77c-bb73-48bd-89d2-8d95a427ca2d None None] The sync data for ids ['6e9a9ab5-a046-4286-9822-c560debc5bbf'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:58.143075 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82d23025-406d-4008-b512-61051c94314c req-33dae19d-23f9-4113-9c01-bb9a9def83d5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.2747242 Jul 27 22:12:58.423682 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cf5f134-dcf8-4c62-a725-b7f770407be4 req-01579874-14c7-497c-ad11-08a992265292 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682193 Jul 27 22:12:58.515662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaf6b5-ff58-4ddf-9b4e-93fb7105b72f req-26b2537a-c5a4-40d5-9a60-02a641190ca0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:58.523589 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbbaf6b5-ff58-4ddf-9b4e-93fb7105b72f req-26b2537a-c5a4-40d5-9a60-02a641190ca0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 946 time: 0.1499672 Jul 27 22:12:58.596625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-050eb758-1a99-4a25-b2c9-898c5c8cd742 req-94bd294e-8fb1-4494-b0d5-23a29ec6639f tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 210 time: 0.0586028 Jul 27 22:12:58.652830 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbbaf6b5-ff58-4ddf-9b4e-93fb7105b72f req-ddc27fed-4cb1-4161-ad68-c1de3fe2d14d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280093 Jul 27 22:12:58.772095 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.785705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Pushing event updated for resources: {'Port': ['ID=db06f2f4-debf-4c1b-868e-63da02abf42f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:58.790743 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.828971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Attempting to bind port db06f2f4-debf-4c1b-868e-63da02abf42f on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:58.829499 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Attempting to bind port db06f2f4-debf-4c1b-868e-63da02abf42f by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:58.829835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Attempting to bind port db06f2f4-debf-4c1b-868e-63da02abf42f on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:58.847475 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Port db06f2f4-debf-4c1b-868e-63da02abf42f on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:58.847798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Attempting to bind port db06f2f4-debf-4c1b-868e-63da02abf42f on network 12877bf8-a34f-4c9c-abe4-4954942b1a4f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:58.884073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:58.884749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Checking segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:58.885146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Bound using segment: {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:58.885664 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Bound port: db06f2f4-debf-4c1b-868e-63da02abf42f, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af36b8b-5c42-42c6-970e-1cc198676de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:58.886033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.894584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Deleting port 4e4ce252-2be6-4fec-97db-ad624c2cfff8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:58.895261 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.989326 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] For port db06f2f4-debf-4c1b-868e-63da02abf42f, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:58.992705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:58.995543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] For port db06f2f4-debf-4c1b-868e-63da02abf42f, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=db06f2f4-debf-4c1b-868e-63da02abf42f,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:59.004187 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.024073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Calling delete_port for 4e4ce252-2be6-4fec-97db-ad624c2cfff8 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:59.026209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b54f1de8-5997-4bd0-98e3-70e0c322a6bc tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.028968 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b54f1de8-5997-4bd0-98e3-70e0c322a6bc tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.41 "GET /v2.0/networks?id=1a12bf04-6a82-4776-ab40-6264af7c971e HTTP/1.1" status: 200 len: 813 time: 0.4114993 Jul 27 22:12:59.066618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Request body: {'port': {'device_id': 'f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276', 'network_id': '1a12bf04-6a82-4776-ab40-6264af7c971e', 'admin_state_up': True, 'tenant_id': 'b39fc96ef89846b19f5fe9be937a0044'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:59.084972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.085625 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.087806 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] 10.222.0.41 "PUT /v2.0/ports/db06f2f4-debf-4c1b-868e-63da02abf42f HTTP/1.1" status: 200 len: 1092 time: 2.5284507 Jul 27 22:12:59.119495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b072ba-1305-4c01-ac13-37009ed0631d', 'tag': 'db06f2f4-debf-4c1b-868e-63da02abf42f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:59.129332 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a57a2c7-758c-43ef-b39d-4ff1c18964d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b072ba-1305-4c01-ac13-37009ed0631d", "tag": "db06f2f4-debf-4c1b-868e-63da02abf42f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:59.347005 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2ccdb8-48f1-4062-ba9d-8ef19da3ffed x-openstack-request-id: req-6f2ccdb8-48f1-4062-ba9d-8ef19da3ffed {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:59.348333 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b072ba-1305-4c01-ac13-37009ed0631d", "tag": "db06f2f4-debf-4c1b-868e-63da02abf42f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:59.349155 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f2ccdb8-48f1-4062-ba9d-8ef19da3ffed {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:59.350035 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b072ba-1305-4c01-ac13-37009ed0631d', 'tag': 'db06f2f4-debf-4c1b-868e-63da02abf42f', 'status': 'completed', 'code': 200} Jul 27 22:12:59.359269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b02dd-802e-4abd-a51b-735ba1464208 service neutron] Pushing event updated for resources: {'Port': ['ID=db06f2f4-debf-4c1b-868e-63da02abf42f,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:59.433602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-63a447b2-97b3-454f-bcce-813e5845fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.437490 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-63a447b2-97b3-454f-bcce-813e5845fa74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 1095 time: 0.3006690 Jul 27 22:12:59.516575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.519530 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-54a9c3c5-9c90-43f1-b886-e8a246a6e36e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db06f2f4-debf-4c1b-868e-63da02abf42f HTTP/1.1" status: 200 len: 217 time: 0.0693893 Jul 27 22:12:59.595341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-31e460ea-370d-4d8b-a22f-2e95ff199383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:59.596971 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-31e460ea-370d-4d8b-a22f-2e95ff199383 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.0658455 Jul 27 22:12:59.708069 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-a19a58d0-d1b7-4f09-9c7c-ed03a94b0c5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971060 Jul 27 22:12:59.712932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Made reservation on behalf of b39fc96ef89846b19f5fe9be937a0044 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:59.723222 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.905353 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2332ef1f-021b-41a7-a731-b4c5a9c4fd14 req-ab8b7233-83d6-453e-8a0a-8256e1b316af tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.3993909 Jul 27 22:12:59.907298 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:59.960936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:59.984758 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-8b92ccd7-8aa8-4b5e-bac4-25a3bb962bd1 service neutron] 10.222.0.41 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545710 Jul 27 22:13:00.055086 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Pushing event deleted for resources: {'Port': ['ID=4e4ce252-2be6-4fec-97db-ad624c2cfff8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:00.130953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port efc3331c-c85d-4f15-b9a6-7d2312d16f59 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:00.135306 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.333547 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.347678 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-030a3bd5-1252-40ac-8e2b-541344a494a1 req-9a72649a-db83-4901-af2d-67b5a6388fa5 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 210 time: 0.1174662 Jul 27 22:13:00.392155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:00.399739 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c0d8e7-4e59-4cbf-bd96-1758e2f718d7" -d '{"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-plugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:00.401233 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237ba21-9934-400f-9996-8bdad2416133 req-2d160a97-3b95-4448-8533-d3c422c3a125 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:00.409795 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4237ba21-9934-400f-9996-8bdad2416133 req-2d160a97-3b95-4448-8533-d3c422c3a125 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 944 time: 0.7737427 Jul 27 22:13:00.443328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:00.457538 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:00.569762 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70ca9e3c-7a6d-4723-a4a6-00b2a79fa1d2 req-56d6bcbd-9f3c-4d31-985f-c9eb3002af93 service neutron] 10.222.0.41 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683413 Jul 27 22:13:00.596111 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Allocated IP 172.20.0.13 (1a12bf04-6a82-4776-ab40-6264af7c971e/a2e5d13d-35dc-4100-acb6-b3e020a5afbf/468fade9-b6d2-4a73-9426-4338dee5e9c0) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:00.607115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=13']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:00.611259 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57f90635-2c30-41ff-b0c2-863ef452a66a req-28601a85-f1f8-4f58-9bfe-e98f37f7f5bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1178946 Jul 27 22:13:00.984509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f90635-2c30-41ff-b0c2-863ef452a66a req-6e6b3a3d-77c8-4c10-91e0-6319992f2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:00.986762 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-57f90635-2c30-41ff-b0c2-863ef452a66a req-6e6b3a3d-77c8-4c10-91e0-6319992f2b6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 1096 time: 0.2785037 Jul 27 22:13:01.067566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4237ba21-9934-400f-9996-8bdad2416133 req-36d3987f-82de-4bf7-998c-87416e7f27f5 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6495278 Jul 27 22:13:01.081212 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.090325 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.114540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57a2c7-758c-43ef-b39d-4ff1c18964d0 req-8267a355-b00f-4ed7-ba7a-b98acf4c7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:01.116065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a57a2c7-758c-43ef-b39d-4ff1c18964d0 req-8267a355-b00f-4ed7-ba7a-b98acf4c7049 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 1095 time: 0.4026248 Jul 27 22:13:01.116978 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.138512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3063af5-1431-4331-97bc-97ffb86c4633 req-5d44cf7c-2632-42be-bb03-a4e65750649c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:01.153437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3063af5-1431-4331-97bc-97ffb86c4633 req-5d44cf7c-2632-42be-bb03-a4e65750649c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.5797586 Jul 27 22:13:01.239989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f90635-2c30-41ff-b0c2-863ef452a66a req-72529a93-a87e-4243-b04e-bc35c9237970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:01.240473 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-57f90635-2c30-41ff-b0c2-863ef452a66a req-72529a93-a87e-4243-b04e-bc35c9237970 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 912 time: 0.1352229 Jul 27 22:13:01.378372 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.467340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Network 1a12bf04-6a82-4776-ab40-6264af7c971e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:01.470214 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:01.473241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:01.478050 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-57f90635-2c30-41ff-b0c2-863ef452a66a req-c3b3d377-0955-4fb1-a3eb-88c7a6595c8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc91b05a-3f99-44c1-ae6d-86b32ac86c41 HTTP/1.1" status: 200 len: 1001 time: 0.2264900 Jul 27 22:13:01.640822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:01.641555 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:01.645357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f90635-2c30-41ff-b0c2-863ef452a66a req-4452db18-38a3-453d-a0d5-ccd33193bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:01.647574 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-57f90635-2c30-41ff-b0c2-863ef452a66a req-4452db18-38a3-453d-a0d5-ccd33193bf6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1c3957-e1a9-4398-a24f-389e93ecfda9 HTTP/1.1" status: 200 len: 850 time: 0.1553864 Jul 27 22:13:01.648663 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75f2908-e819-4883-bd96-7d41443c290c x-openstack-request-id: req-c75f2908-e819-4883-bd96-7d41443c290c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:01.649742 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-plugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:01.650211 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c75f2908-e819-4883-bd96-7d41443c290c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:01.650854 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'code': 200} Jul 27 22:13:01.709754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Pushing event updated for resources: {'Port': ['ID=468fade9-b6d2-4a73-9426-4338dee5e9c0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:01.755741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f90635-2c30-41ff-b0c2-863ef452a66a req-9264d9f8-66dd-42d7-9571-64fd9c308a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:01.760094 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-57f90635-2c30-41ff-b0c2-863ef452a66a req-9264d9f8-66dd-42d7-9571-64fd9c308a2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002846 Jul 27 22:13:01.771697 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-b7726452-7949-4c68-b6ba-ec26b98507bb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7109754 Jul 27 22:13:01.814244 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Request body: {'port': {'device_id': 'f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:01.993560 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.011914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd21936b-80a7-4703-8262-7f96cb306a3e req-baffe097-b94e-4cd4-a6c1-c7e6de39c5ef tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.1700501 Jul 27 22:13:02.043074 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3063af5-1431-4331-97bc-97ffb86c4633 req-ccea78f8-3fe5-47eb-9909-dd5d9b534b8b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8887441 Jul 27 22:13:02.104885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Router 6e9a9ab5-a046-4286-9822-c560debc5bbf has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:13:02.223134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57a2c7-758c-43ef-b39d-4ff1c18964d0 req-a137fde4-e72c-4386-b3f2-e6560f2871a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:02.232004 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a57a2c7-758c-43ef-b39d-4ff1c18964d0 req-a137fde4-e72c-4386-b3f2-e6560f2871a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 906 time: 1.0742972 Jul 27 22:13:02.405184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device db06f2f4-debf-4c1b-868e-63da02abf42f details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:13:02.567430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a57a2c7-758c-43ef-b39d-4ff1c18964d0 req-ede3035d-ff91-4174-a6fc-c5a87d32aa15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db06f2f4-debf-4c1b-868e-63da02abf42f HTTP/1.1" status: 200 len: 217 time: 0.2427399 Jul 27 22:13:02.676370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port db06f2f4-debf-4c1b-868e-63da02abf42f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=db06f2f4-debf-4c1b-868e-63da02abf42f,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:02.707948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:02.718759 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ca826d-1a32-4a05-8122-253268e1e866 None None] Sync routers for ids ['6e9a9ab5-a046-4286-9822-c560debc5bbf'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:02.719400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'db06f2f4-debf-4c1b-868e-63da02abf42f', 'network_id': '12877bf8-a34f-4c9c-abe4-4954942b1a4f', 'port_id': 'db06f2f4-debf-4c1b-868e-63da02abf42f', 'mac_address': 'fa:16:3e:40:6e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a26f0a-cab7-4000-93f5-0fd89413147b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:13:02.734992 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.735686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-57f90635-2c30-41ff-b0c2-863ef452a66a req-7be4ae12-4c50-4d76-83c8-4b673fd088b7 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9626734 Jul 27 22:13:02.737290 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ca826d-1a32-4a05-8122-253268e1e866 None None] Routers {'6e9a9ab5-a046-4286-9822-c560debc5bbf'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:02.738027 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-82ca826d-1a32-4a05-8122-253268e1e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['6e9a9ab5-a046-4286-9822-c560debc5bbf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:02.740321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53768) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:02.753328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0753eb9a-918c-4f3b-ba30-af30408c84f5 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "PUT /v2.0/routers/6e9a9ab5-a046-4286-9822-c560debc5bbf HTTP/1.1" status: 200 len: 710 time: 5.1779444 Jul 27 22:13:02.821935 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.933150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db06f2f4-debf-4c1b-868e-63da02abf42f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:13:02.934177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69b1e9-c2c6-46f5-a220-e20ac4702611 req-d3cd933a-e4c0-43fe-935c-fbb36601dd72 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:02.943738 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af69b1e9-c2c6-46f5-a220-e20ac4702611 req-d3cd933a-e4c0-43fe-935c-fbb36601dd72 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 932 time: 0.7289357 Jul 27 22:13:02.990911 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-57f90635-2c30-41ff-b0c2-863ef452a66a req-3ad18204-da6e-4eb3-9362-e0a1c7f0c08d service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385302 Jul 27 22:13:03.032349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port db06f2f4-debf-4c1b-868e-63da02abf42f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=db06f2f4-debf-4c1b-868e-63da02abf42f,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:03.051596 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.088806 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-82ca826d-1a32-4a05-8122-253268e1e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:03.090353 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ef692-0813-40cf-957a-60bcdd4ecc54 req-e4eb02d0-abdf-452a-a5e3-a62f88ab21b5 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:03.109710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f6ef692-0813-40cf-957a-60bcdd4ecc54 req-e4eb02d0-abdf-452a-a5e3-a62f88ab21b5 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 944 time: 0.7090905 Jul 27 22:13:03.118536 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ca826d-1a32-4a05-8122-253268e1e866 None None] Routers {'6e9a9ab5-a046-4286-9822-c560debc5bbf'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:03.121904 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-82ca826d-1a32-4a05-8122-253268e1e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:12:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['6e9a9ab5-a046-4286-9822-c560debc5bbf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:03.138218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57a2c7-758c-43ef-b39d-4ff1c18964d0 req-b44b9c84-8538-4a91-84ad-2dbf9f632d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:03.139698 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a57a2c7-758c-43ef-b39d-4ff1c18964d0 req-b44b9c84-8538-4a91-84ad-2dbf9f632d3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.4725447 Jul 27 22:13:03.164208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=db06f2f4-debf-4c1b-868e-63da02abf42f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:03.222980 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-82ca826d-1a32-4a05-8122-253268e1e866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:03.223643 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ca826d-1a32-4a05-8122-253268e1e866 None None] The sync data for ids ['6e9a9ab5-a046-4286-9822-c560debc5bbf'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:03.227421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a57a2c7-758c-43ef-b39d-4ff1c18964d0 req-ef447ee3-bb7e-47f5-986a-17f5617c3c1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611236 Jul 27 22:13:03.259625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['db06f2f4-debf-4c1b-868e-63da02abf42f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:13:03.285839 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8e9f1fd7-6121-4bf8-8024-bf7820652663 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/routers/6e9a9ab5-a046-4286-9822-c560debc5bbf HTTP/1.1" status: 200 len: 745 time: 0.5411391 Jul 27 22:13:03.298855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:03.315707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468fade9-b6d2-4a73-9426-4338dee5e9c0 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:13:03.345533 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.391301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Transition to ACTIVE for port object 468fade9-b6d2-4a73-9426-4338dee5e9c0 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:03.395832 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af69b1e9-c2c6-46f5-a220-e20ac4702611 req-7d5137ad-3939-4747-a67f-7032b94a6426 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/security-groups?id=731762b7-0eef-442f-afcd-65e755654e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389186 Jul 27 22:13:03.411719 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.469972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f6ef692-0813-40cf-957a-60bcdd4ecc54 req-4fcf2dba-0121-423e-9d32-cf4e5fec5ec1 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591433 Jul 27 22:13:03.520749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5a84529c-852d-4178-80cf-51d933ec07e7 tempest-RoutersIpV6AdminTest-909588006 tempest-RoutersIpV6AdminTest-909588006-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&device_id=6e9a9ab5-a046-4286-9822-c560debc5bbf HTTP/1.1" status: 200 len: 205 time: 0.1530113 Jul 27 22:13:03.528029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:03.591011 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4706f104-d0a8-4d7c-82c6-706e4c07f25e tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a9ab5-a046-4286-9822-c560debc5bbf HTTP/1.1" status: 200 len: 205 time: 0.0599823 Jul 27 22:13:03.592137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:03.680178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Pushing event updated for resources: {'Port': ['ID=468fade9-b6d2-4a73-9426-4338dee5e9c0,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:03.852549 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a57a2c7-758c-43ef-b39d-4ff1c18964d0 req-3b7b11e2-d789-46d8-aca2-2ea1fd3b5b6e service neutron] 10.222.0.41 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156578 Jul 27 22:13:03.856979 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a8c509e-2bea-4a53-81af-d0f3bd073d05 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:03.972623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Attempting to bind port 468fade9-b6d2-4a73-9426-4338dee5e9c0 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:03.973148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Attempting to bind port 468fade9-b6d2-4a73-9426-4338dee5e9c0 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'cbf2ab3a-a67b-4d16-9396-68e8d988b7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1a12bf04-6a82-4776-ab40-6264af7c971e'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:03.977043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Attempting to bind port 468fade9-b6d2-4a73-9426-4338dee5e9c0 on network 1a12bf04-6a82-4776-ab40-6264af7c971e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:03.987731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Port 468fade9-b6d2-4a73-9426-4338dee5e9c0 on network 1a12bf04-6a82-4776-ab40-6264af7c971e not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:03.991228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Attempting to bind port 468fade9-b6d2-4a73-9426-4338dee5e9c0 on network 1a12bf04-6a82-4776-ab40-6264af7c971e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:04.006166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:04.006944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Checking segment: {'id': 'cbf2ab3a-a67b-4d16-9396-68e8d988b7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1a12bf04-6a82-4776-ab40-6264af7c971e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:04.007605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Bound using segment: {'id': 'cbf2ab3a-a67b-4d16-9396-68e8d988b7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1a12bf04-6a82-4776-ab40-6264af7c971e'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:04.008755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Bound port: 468fade9-b6d2-4a73-9426-4338dee5e9c0, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf2ab3a-a67b-4d16-9396-68e8d988b7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1a12bf04-6a82-4776-ab40-6264af7c971e'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:04.009497 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.230207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-700015fd-4194-4a67-b7b1-a72dcebc7fe1 req-a8e37f85-9076-43c1-9200-06eaa0ec9e07 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.3439841 Jul 27 22:13:04.245790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] For port 468fade9-b6d2-4a73-9426-4338dee5e9c0, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:04.260370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] For port 468fade9-b6d2-4a73-9426-4338dee5e9c0, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=468fade9-b6d2-4a73-9426-4338dee5e9c0,segment=NetworkSegment(cbf2ab3a-a67b-4d16-9396-68e8d988b7d3),segment_id=cbf2ab3a-a67b-4d16-9396-68e8d988b7d3)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:04.306586 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.420038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device db06f2f4-debf-4c1b-868e-63da02abf42f up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:04.455299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d1584-ed28-4a30-a6f4-2f961a7a018b req-649e10a7-a89e-4828-b195-4417d027d1c0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:04.475950 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-590d1584-ed28-4a30-a6f4-2f961a7a018b req-649e10a7-a89e-4828-b195-4417d027d1c0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.7332132 Jul 27 22:13:04.499036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Pushing event updated for resources: {'Port': ['ID=468fade9-b6d2-4a73-9426-4338dee5e9c0,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:04.579667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:04.588282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port db06f2f4-debf-4c1b-868e-63da02abf42f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:04.589933 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.597355 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-ae808ec2-3a8b-4652-9d25-b69ce244d01f service neutron] 10.222.0.41 "PUT /v2.0/ports/468fade9-b6d2-4a73-9426-4338dee5e9c0 HTTP/1.1" status: 200 len: 1092 time: 2.7903426 Jul 27 22:13:04.604892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276', 'tag': '468fade9-b6d2-4a73-9426-4338dee5e9c0'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:04.613489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port db06f2f4-debf-4c1b-868e-63da02abf42f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:04.614225 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.625019 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe44fc6-988a-4b79-8ad7-6177796987c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276", "tag": "468fade9-b6d2-4a73-9426-4338dee5e9c0"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:04.774618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a57a2c7-758c-43ef-b39d-4ff1c18964d0 req-e0d84ed9-e295-447a-a800-6e95514e13a3 service neutron] 10.222.0.41 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9137738 Jul 27 22:13:04.879442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-79d4655b-d05f-4ab5-b20d-44a13e4c24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:04.892029 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-79d4655b-d05f-4ab5-b20d-44a13e4c24c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b39fc96ef89846b19f5fe9be937a0044&device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 1095 time: 0.2412558 Jul 27 22:13:04.925382 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.041265 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-4688c02e-349c-44eb-98d4-e40885ffd116 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=468fade9-b6d2-4a73-9426-4338dee5e9c0 HTTP/1.1" status: 200 len: 217 time: 0.1466777 Jul 27 22:13:05.097512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port db06f2f4-debf-4c1b-868e-63da02abf42f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=db06f2f4-debf-4c1b-868e-63da02abf42f,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:05.101230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b072ba-1305-4c01-ac13-37009ed0631d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db06f2f4-debf-4c1b-868e-63da02abf42f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:05.110671 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d4a270-8eec-4dc5-852f-fdb9dcdd9518" -d '{"events": [{"server_uuid": "c7b072ba-1305-4c01-ac13-37009ed0631d", "name": "network-vif-plugged", "status": "completed", "tag": "db06f2f4-debf-4c1b-868e-63da02abf42f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:05.125326 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a8c509e-2bea-4a53-81af-d0f3bd073d05 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.127548 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.173162 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a8c509e-2bea-4a53-81af-d0f3bd073d05 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.212401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-590d1584-ed28-4a30-a6f4-2f961a7a018b req-7a6b2b71-33a6-40bc-baea-7f0a4d0f288a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7281210 Jul 27 22:13:05.225733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-e4756a7d-1709-4e22-b988-e23dffb7a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:05.229244 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-e4756a7d-1709-4e22-b988-e23dffb7a803 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2e5d13d-35dc-4100-acb6-b3e020a5afbf HTTP/1.1" status: 200 len: 853 time: 0.1777542 Jul 27 22:13:05.283986 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-0332ce66-08ff-4ad7-aff0-accd7400a39f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a12bf04-6a82-4776-ab40-6264af7c971e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466828 Jul 27 22:13:05.344618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=db06f2f4-debf-4c1b-868e-63da02abf42f,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:05.519410 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8407bb-5ec5-4ae3-a4b8-9d556c1f10a1 req-b0a11104-9728-48a3-b7b0-d26ed7f14051 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:05.531398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a8407bb-5ec5-4ae3-a4b8-9d556c1f10a1 req-b0a11104-9728-48a3-b7b0-d26ed7f14051 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 944 time: 0.6007347 Jul 27 22:13:05.565237 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a8c509e-2bea-4a53-81af-d0f3bd073d05 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.565782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8c509e-2bea-4a53-81af-d0f3bd073d05 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Fanout notify agent at l3_agent the message router_deleted on router 6e9a9ab5-a046-4286-9822-c560debc5bbf {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:13:05.595078 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-f9119701-879f-4105-9df7-81bd1335cd0a service neutron] 10.222.0.41 "GET /v2.0/networks/1a12bf04-6a82-4776-ab40-6264af7c971e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932847 Jul 27 22:13:05.613125 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a8c509e-2bea-4a53-81af-d0f3bd073d05 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.614284 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4a8c509e-2bea-4a53-81af-d0f3bd073d05 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/routers/6e9a9ab5-a046-4286-9822-c560debc5bbf HTTP/1.1" status: 204 len: 168 time: 2.0172727 Jul 27 22:13:05.621911 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53802) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:05.725483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-10f35c40-8ea9-43f6-b136-55e59d9318ac tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e9a9ab5-a046-4286-9822-c560debc5bbf HTTP/1.1" status: 200 len: 205 time: 0.0973308 Jul 27 22:13:05.729656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53804) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:05.782935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692ef10-f61c-4a66-a3b5-1b573a63a6d7 req-beed66b1-1682-4def-86bc-91dcc09e7ed5 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:05.785578 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9692ef10-f61c-4a66-a3b5-1b573a63a6d7 req-beed66b1-1682-4def-86bc-91dcc09e7ed5 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.3777177 Jul 27 22:13:05.804292 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a8407bb-5ec5-4ae3-a4b8-9d556c1f10a1 req-86a9ff65-5d04-49ba-95fd-e6b859c0dbf8 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/security-groups?id=731762b7-0eef-442f-afcd-65e755654e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723179 Jul 27 22:13:05.914933 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-cd4f0fe0-62c0-4392-886e-2c76cda44849 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] delete failed (client error): The resource could not be found. Jul 27 22:13:05.916931 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cd4f0fe0-62c0-4392-886e-2c76cda44849 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/routers/6e9a9ab5-a046-4286-9822-c560debc5bbf HTTP/1.1" status: 404 len: 336 time: 0.1819952 Jul 27 22:13:05.926159 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53806) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:05.970076 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9692ef10-f61c-4a66-a3b5-1b573a63a6d7 req-5b456cf9-ab48-4417-b21a-da8f49bff0bb tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617570 Jul 27 22:13:06.005697 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca5dc57-6cd1-4a91-a7af-87d142987238 x-openstack-request-id: req-0ca5dc57-6cd1-4a91-a7af-87d142987238 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:06.013335 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276", "tag": "468fade9-b6d2-4a73-9426-4338dee5e9c0", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:06.015479 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ca5dc57-6cd1-4a91-a7af-87d142987238 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:06.021339 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276', 'tag': '468fade9-b6d2-4a73-9426-4338dee5e9c0', 'status': 'completed', 'code': 200} Jul 27 22:13:06.053488 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ee80e4-e154-4b39-81e4-2850e3fd5fa2 x-openstack-request-id: req-79ee80e4-e154-4b39-81e4-2850e3fd5fa2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:06.054690 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b072ba-1305-4c01-ac13-37009ed0631d", "name": "network-vif-plugged", "status": "completed", "tag": "db06f2f4-debf-4c1b-868e-63da02abf42f", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:06.055594 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79ee80e4-e154-4b39-81e4-2850e3fd5fa2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:06.055594 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b072ba-1305-4c01-ac13-37009ed0631d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db06f2f4-debf-4c1b-868e-63da02abf42f', 'code': 200} Jul 27 22:13:06.130128 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c1650e35-34b4-4f6c-906e-6ba6646dafec tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "GET /v2.0/ports?device_id=9244720f-3db2-4453-9db6-424efa079af1 HTTP/1.1" status: 200 len: 205 time: 0.1844726 Jul 27 22:13:06.152318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53814) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:06.225550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6904e8-d4d4-4d36-a6ac-9eef1078f543 req-e6e84cc1-58f2-4d8b-b99c-29d390f3dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:06.227277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d6904e8-d4d4-4d36-a6ac-9eef1078f543 req-e6e84cc1-58f2-4d8b-b99c-29d390f3dd2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 1097 time: 0.0946062 Jul 27 22:13:06.229258 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-188b5330-01fe-4bff-b76c-0d8268b772e6 req-e41e5708-07c2-4a5d-be79-f19e66e8936f tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.0466719 Jul 27 22:13:06.364089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d6904e8-d4d4-4d36-a6ac-9eef1078f543 req-6a5250c7-7090-4329-8669-dc94d33809d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279387 Jul 27 22:13:06.377837 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-1470ab45-beab-4ed2-a191-23eb4c3430e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] delete failed (client error): The resource could not be found. Jul 27 22:13:06.383164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:06.396745 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1470ab45-beab-4ed2-a191-23eb4c3430e7 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/routers/9244720f-3db2-4453-9db6-424efa079af1 HTTP/1.1" status: 404 len: 336 time: 0.2397594 Jul 27 22:13:06.470078 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13483bff-1fe4-4877-975d-28f7fefd1695 req-84f89500-1169-4451-addb-19ee433580e2 service neutron] 10.222.0.41 "GET /v2.0/networks/1a12bf04-6a82-4776-ab40-6264af7c971e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8664701 Jul 27 22:13:06.552550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7e414966-d6b8-4619-b31d-88978b2aaaca tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f8749d-222a-44f7-88a4-ae0692109dbd HTTP/1.1" status: 200 len: 205 time: 0.1678748 Jul 27 22:13:06.557160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:06.672691 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-3e85b89e-a103-4ec5-8d3d-c8ce72140932 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] delete failed (client error): The resource could not be found. Jul 27 22:13:06.674379 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3e85b89e-a103-4ec5-8d3d-c8ce72140932 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/routers/e3f8749d-222a-44f7-88a4-ae0692109dbd HTTP/1.1" status: 404 len: 336 time: 0.1154621 Jul 27 22:13:06.679039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53832) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:06.700657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44fc6-988a-4b79-8ad7-6177796987c8 req-c08da352-8561-48c5-83bd-44f191bbe91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:06.705731 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe44fc6-988a-4b79-8ad7-6177796987c8 req-c08da352-8561-48c5-83bd-44f191bbe91f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b39fc96ef89846b19f5fe9be937a0044&device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 1095 time: 0.1434958 Jul 27 22:13:06.742972 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-09d13f1b-cfec-4c75-bc55-0f32e1d01aad tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "GET /v2.0/ports?device_id=f610bcfe-ed45-46d4-891e-ba8a06adf3db HTTP/1.1" status: 200 len: 205 time: 0.0627000 Jul 27 22:13:06.743642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53834) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:06.764113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9b955-5f50-42bc-a760-6fa0e5ccc6c8 req-c30ffc5e-9467-40f7-a777-b93ebf98d06b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:06.767686 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32d9b955-5f50-42bc-a760-6fa0e5ccc6c8 req-c30ffc5e-9467-40f7-a777-b93ebf98d06b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.3518968 Jul 27 22:13:06.887850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32d9b955-5f50-42bc-a760-6fa0e5ccc6c8 req-041bb69c-ae8e-4a45-bd70-b5c3200b7411 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141071 Jul 27 22:13:06.960615 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-ee81202f-b478-4d2d-a106-f32c93220e21 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] delete failed (client error): The resource could not be found. Jul 27 22:13:06.961062 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ee81202f-b478-4d2d-a106-f32c93220e21 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/routers/f610bcfe-ed45-46d4-891e-ba8a06adf3db HTTP/1.1" status: 404 len: 336 time: 0.2148554 Jul 27 22:13:06.963995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:07.063430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-15d1e5cf-ef46-4bb4-8e64-9ac65952dfe1 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "GET /v2.0/ports?device_id=43c21377-ede8-4a63-a3c0-77b27e04d2d8 HTTP/1.1" status: 200 len: 205 time: 0.0944767 Jul 27 22:13:07.066308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:07.138802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44fc6-988a-4b79-8ad7-6177796987c8 req-d6e832d8-745d-4478-ab83-88f62a05f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:07.141009 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe44fc6-988a-4b79-8ad7-6177796987c8 req-d6e832d8-745d-4478-ab83-88f62a05f94e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a12bf04-6a82-4776-ab40-6264af7c971e HTTP/1.1" status: 200 len: 914 time: 0.4113178 Jul 27 22:13:07.223683 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-73a7744d-756b-4756-b1e1-49a4d1b34bd6 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] delete failed (client error): The resource could not be found. Jul 27 22:13:07.230910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-73a7744d-756b-4756-b1e1-49a4d1b34bd6 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/routers/43c21377-ede8-4a63-a3c0-77b27e04d2d8 HTTP/1.1" status: 404 len: 336 time: 0.1357970 Jul 27 22:13:07.231999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:07.268705 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe44fc6-988a-4b79-8ad7-6177796987c8 req-45e81ebd-8a44-4004-843e-0b7534fc6f8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=468fade9-b6d2-4a73-9426-4338dee5e9c0 HTTP/1.1" status: 200 len: 217 time: 0.1107345 Jul 27 22:13:07.298217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b98b3-199e-4933-b8f2-12151965e305 req-bdf1ccae-0ade-4f8b-9825-cb5686fedab4 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:07.303616 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-26c679b3-a80a-4d84-8b74-c3334bae1786 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df2fa88-b0ba-48ce-a1e9-0297033fe314 HTTP/1.1" status: 200 len: 205 time: 0.0689166 Jul 27 22:13:07.315238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:07.320331 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f63b98b3-199e-4933-b8f2-12151965e305 req-bdf1ccae-0ade-4f8b-9825-cb5686fedab4 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 944 time: 0.2515383 Jul 27 22:13:07.339354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ca457-03c0-4571-8f70-d5cbbe0f1b41 req-e75193c0-e512-42cf-9c69-7b20c8f29b04 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:07.348310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-124ca457-03c0-4571-8f70-d5cbbe0f1b41 req-e75193c0-e512-42cf-9c69-7b20c8f29b04 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1414318 Jul 27 22:13:07.440655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f63b98b3-199e-4933-b8f2-12151965e305 req-fbc7c09b-16e7-4f61-973d-4237547c73f9 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/security-groups?id=731762b7-0eef-442f-afcd-65e755654e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146166 Jul 27 22:13:07.456202 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-95081aa4-e66f-4410-a1a8-7a2c1019c22c tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] delete failed (client error): The resource could not be found. Jul 27 22:13:07.466702 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-95081aa4-e66f-4410-a1a8-7a2c1019c22c tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/routers/8df2fa88-b0ba-48ce-a1e9-0297033fe314 HTTP/1.1" status: 404 len: 336 time: 0.1476188 Jul 27 22:13:07.479440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:07.526443 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a034489e-5a62-4b31-adff-34b3226a7e80 req-34e0bc8c-0233-4b97-bed5-547f403a9432 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6671922 Jul 27 22:13:07.539813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-124ca457-03c0-4571-8f70-d5cbbe0f1b41 req-b3bfbec2-fc18-4e44-8420-3de2fc9f069d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900282 Jul 27 22:13:07.641259 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44fc6-988a-4b79-8ad7-6177796987c8 req-9c24d259-5c25-416d-b517-a108909d1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:07.646786 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe44fc6-988a-4b79-8ad7-6177796987c8 req-9c24d259-5c25-416d-b517-a108909d1693 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2e5d13d-35dc-4100-acb6-b3e020a5afbf HTTP/1.1" status: 200 len: 853 time: 0.3459067 Jul 27 22:13:07.669975 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e17034-cf4c-4f83-9928-cb615d745063 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] DELETE failed (client error): The resource could not be found. Jul 27 22:13:07.672341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e17034-cf4c-4f83-9928-cb615d745063 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:13:07.682302 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-58e17034-cf4c-4f83-9928-cb615d745063 tempest-RoutersIpV6AdminTest-609566339 tempest-RoutersIpV6AdminTest-609566339-project] 10.222.0.24 "DELETE /v2.0/subnets/3cebf12b-bc39-413e-b8db-d002e95521bb HTTP/1.1" status: 404 len: 337 time: 0.1901617 Jul 27 22:13:07.737487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc88a72e-d51f-4d5a-83df-1c761f3a0414 req-1085df8b-f5ce-4849-bf8a-a88f5a6bb850 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.0705817 Jul 27 22:13:07.836848 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe44fc6-988a-4b79-8ad7-6177796987c8 req-8eded400-0aea-4abd-85e0-26cbafa5eb49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a12bf04-6a82-4776-ab40-6264af7c971e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1532021 Jul 27 22:13:08.040847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034489e-5a62-4b31-adff-34b3226a7e80 req-5b4e1bb8-5137-4d63-9fd2-61b0624759ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:08.042619 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a034489e-5a62-4b31-adff-34b3226a7e80 req-5b4e1bb8-5137-4d63-9fd2-61b0624759ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 1096 time: 0.4092486 Jul 27 22:13:08.287040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eba62b-13a7-44b8-9dda-9281d0758d96 req-96248b5e-d07c-44a0-ba81-79ebfde104b6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:08.288836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74eba62b-13a7-44b8-9dda-9281d0758d96 req-96248b5e-d07c-44a0-ba81-79ebfde104b6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.2024109 Jul 27 22:13:08.454981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 468fade9-b6d2-4a73-9426-4338dee5e9c0 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:13:08.470348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74eba62b-13a7-44b8-9dda-9281d0758d96 req-dff70607-37a9-41ef-b045-3a516740ff86 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727664 Jul 27 22:13:08.562660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53870) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:08.676024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52bdd0-8f94-4bb4-a223-d96bf3d53e1e req-5e64f087-99fd-47ee-9fe5-f5408d50a933 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:08.684838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c52bdd0-8f94-4bb4-a223-d96bf3d53e1e req-5e64f087-99fd-47ee-9fe5-f5408d50a933 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 944 time: 0.0913708 Jul 27 22:13:08.735260 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034489e-5a62-4b31-adff-34b3226a7e80 req-dcee6395-4e55-44e2-aa49-144cdcc93450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:08.747905 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a034489e-5a62-4b31-adff-34b3226a7e80 req-dcee6395-4e55-44e2-aa49-144cdcc93450 service neutron] 10.222.0.43 "GET /v2.0/networks?id=12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 200 len: 906 time: 0.6773102 Jul 27 22:13:08.755456 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe44fc6-988a-4b79-8ad7-6177796987c8 req-1156d22c-2ef9-4c64-b0e8-5303f93dd5f0 service neutron] 10.222.0.41 "GET /v2.0/networks/1a12bf04-6a82-4776-ab40-6264af7c971e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9077108 Jul 27 22:13:08.767829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c52bdd0-8f94-4bb4-a223-d96bf3d53e1e req-b0b9feab-a8c4-459b-851d-5a8f723eaaf2 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/security-groups?id=731762b7-0eef-442f-afcd-65e755654e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819890 Jul 27 22:13:08.944195 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3133207-ec53-462f-adee-d93ca1b9b6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:08.965754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 468fade9-b6d2-4a73-9426-4338dee5e9c0, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=468fade9-b6d2-4a73-9426-4338dee5e9c0,segment=NetworkSegment(cbf2ab3a-a67b-4d16-9396-68e8d988b7d3),segment_id=cbf2ab3a-a67b-4d16-9396-68e8d988b7d3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:09.033220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '468fade9-b6d2-4a73-9426-4338dee5e9c0', 'network_id': '1a12bf04-6a82-4776-ab40-6264af7c971e', 'port_id': '468fade9-b6d2-4a73-9426-4338dee5e9c0', 'mac_address': 'fa:16:3e:00:4e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e5d13d-35dc-4100-acb6-b3e020a5afbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:13:09.071437 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a034489e-5a62-4b31-adff-34b3226a7e80 req-33d4e6cd-64b7-486c-bf65-fa80e8b76ea2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb7cbcef-1a13-4c90-9893-7e38611703fd HTTP/1.1" status: 200 len: 217 time: 0.2970686 Jul 27 22:13:09.116740 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29ece2fa-acac-433e-a259-b9efcfab3be3 req-23edae91-b632-410d-9f03-1b852a88981d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.0877120 Jul 27 22:13:09.157987 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.211759 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468fade9-b6d2-4a73-9426-4338dee5e9c0 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:13:09.235124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaad591-759d-4667-89ab-a68e344821a0 req-332034ea-afbb-4c80-92bd-a829b4ed175d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:09.248258 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3eaad591-759d-4667-89ab-a68e344821a0 req-332034ea-afbb-4c80-92bd-a829b4ed175d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.3725767 Jul 27 22:13:09.271079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 468fade9-b6d2-4a73-9426-4338dee5e9c0, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=468fade9-b6d2-4a73-9426-4338dee5e9c0,segment=NetworkSegment(cbf2ab3a-a67b-4d16-9396-68e8d988b7d3),segment_id=cbf2ab3a-a67b-4d16-9396-68e8d988b7d3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:09.281679 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.349451 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7fe44fc6-988a-4b79-8ad7-6177796987c8 req-756dbb76-0425-4be4-bf3a-3221cca442a4 service neutron] 10.222.0.41 "GET /v2.0/networks/1a12bf04-6a82-4776-ab40-6264af7c971e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808122 Jul 27 22:13:09.401791 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3133207-ec53-462f-adee-d93ca1b9b6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.409044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034489e-5a62-4b31-adff-34b3226a7e80 req-8e43ca80-710a-4702-bec0-5463e49c721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:09.416779 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a034489e-5a62-4b31-adff-34b3226a7e80 req-8e43ca80-710a-4702-bec0-5463e49c721c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 200 len: 845 time: 0.2808714 Jul 27 22:13:09.440371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=468fade9-b6d2-4a73-9426-4338dee5e9c0,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:09.458485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3eaad591-759d-4667-89ab-a68e344821a0 req-5847b454-15f0-4c84-a7a7-32834936a158 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030678 Jul 27 22:13:09.460468 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f3133207-ec53-462f-adee-d93ca1b9b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.479554 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a034489e-5a62-4b31-adff-34b3226a7e80 req-58074ff5-4434-45fa-8803-e4b63725b72e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=12877bf8-a34f-4c9c-abe4-4954942b1a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555379 Jul 27 22:13:09.525924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['468fade9-b6d2-4a73-9426-4338dee5e9c0'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:13:09.574774 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f3133207-ec53-462f-adee-d93ca1b9b6e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42155c111de645ab9e691f2911c0dcd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9883068 Jul 27 22:13:09.581538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:09.584845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3133207-ec53-462f-adee-d93ca1b9b6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514a787a-18de-4a43-acb9-e69b85f5bb8f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:09.797185 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a034489e-5a62-4b31-adff-34b3226a7e80 req-0667bb3a-f1a9-4080-99c6-906320805325 service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062320 Jul 27 22:13:09.930536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d119b26a-e48c-44a6-822d-29df092a42a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.071390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ade50-cbdb-4d20-b3b9-d1318c704318 req-4b225693-78d5-4063-b19c-7761bffad580 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:10.073757 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-582ade50-cbdb-4d20-b3b9-d1318c704318 req-4b225693-78d5-4063-b19c-7761bffad580 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.3469572 Jul 27 22:13:10.130057 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d119b26a-e48c-44a6-822d-29df092a42a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.172422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c12e80-9818-49f1-9536-eba245dda263 req-8142effc-bd3a-4adc-9291-6382a943c25b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:10.184672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65c12e80-9818-49f1-9536-eba245dda263 req-8142effc-bd3a-4adc-9291-6382a943c25b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.2913814 Jul 27 22:13:10.277105 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65c12e80-9818-49f1-9536-eba245dda263 req-841bd4cf-76ac-4df8-9a41-c9093b02516a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761280 Jul 27 22:13:10.372204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-582ade50-cbdb-4d20-b3b9-d1318c704318 req-88243cab-6f78-4b41-8d82-2a689bf7b192 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800658 Jul 27 22:13:10.404431 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d119b26a-e48c-44a6-822d-29df092a42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.411646 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d119b26a-e48c-44a6-822d-29df092a42a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.420333 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d119b26a-e48c-44a6-822d-29df092a42a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/514a787a-18de-4a43-acb9-e69b85f5bb8f HTTP/1.1" status: 204 len: 168 time: 0.8346202 Jul 27 22:13:10.454295 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a034489e-5a62-4b31-adff-34b3226a7e80 req-6661c1e2-19a6-4a7f-8692-ac589010f49c service neutron] 10.222.0.43 "GET /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494133 Jul 27 22:13:10.460432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 468fade9-b6d2-4a73-9426-4338dee5e9c0 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:10.470404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119b26a-e48c-44a6-822d-29df092a42a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514a787a-18de-4a43-acb9-e69b85f5bb8f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:10.657062 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ae78dd8-9750-404e-89ec-2a35e188ca24 req-b481747e-8559-4f9b-a094-d7d7de91b00a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.1055191 Jul 27 22:13:10.695254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 468fade9-b6d2-4a73-9426-4338dee5e9c0 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:10.704795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 468fade9-b6d2-4a73-9426-4338dee5e9c0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:10.705195 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.746528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b610e-38dc-4e0e-a935-061123c0c183 req-9a072201-b12f-456f-9baa-f560099eda8d tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:10.758710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-233b610e-38dc-4e0e-a935-061123c0c183 req-9a072201-b12f-456f-9baa-f560099eda8d tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 945 time: 0.2492487 Jul 27 22:13:10.817927 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:13:10.835048 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:10.896753 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 468fade9-b6d2-4a73-9426-4338dee5e9c0, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=468fade9-b6d2-4a73-9426-4338dee5e9c0,segment=NetworkSegment(cbf2ab3a-a67b-4d16-9396-68e8d988b7d3),segment_id=cbf2ab3a-a67b-4d16-9396-68e8d988b7d3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:10.898636 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468fade9-b6d2-4a73-9426-4338dee5e9c0'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:10.902621 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4563897c-ab1c-4a5c-af0e-99df4613bae5" -d '{"events": [{"server_uuid": "f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276", "name": "network-vif-plugged", "status": "completed", "tag": "468fade9-b6d2-4a73-9426-4338dee5e9c0"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:10.909502 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.054867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-233b610e-38dc-4e0e-a935-061123c0c183 req-9ff8f6f8-f26c-4add-bff8-064ddf332b54 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/security-groups?id=731762b7-0eef-442f-afcd-65e755654e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884657 Jul 27 22:13:11.068360 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=468fade9-b6d2-4a73-9426-4338dee5e9c0,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:11.097461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c99e7-ddbb-4519-9153-5b5643583f83 req-d57ef2e5-6e09-4a51-a0b0-6b7a36de96ac tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:11.107392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-204c99e7-ddbb-4519-9153-5b5643583f83 req-d57ef2e5-6e09-4a51-a0b0-6b7a36de96ac tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.2411246 Jul 27 22:13:11.154291 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527bccff-6cfd-4770-8ea7-d0ff7f66ed73 x-openstack-request-id: req-527bccff-6cfd-4770-8ea7-d0ff7f66ed73 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:11.156346 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276", "name": "network-vif-plugged", "status": "completed", "tag": "468fade9-b6d2-4a73-9426-4338dee5e9c0", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:11.156763 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-527bccff-6cfd-4770-8ea7-d0ff7f66ed73 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:11.157049 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468fade9-b6d2-4a73-9426-4338dee5e9c0', 'code': 200} Jul 27 22:13:11.169637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53924) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:11.185645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-204c99e7-ddbb-4519-9153-5b5643583f83 req-206b5116-bbc8-4dfe-b072-0fa106172d4c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714045 Jul 27 22:13:11.259770 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2c1259c5-1800-4f0b-898f-2f38d39c0b0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=203a1f4535854417868d5abd40170d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885105 Jul 27 22:13:11.263476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:11.319856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc63a9d-0ebf-4239-ac9e-abb8b7b74b7f req-af653a3f-3b9f-447a-b092-76ec89f90ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:11.322321 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6bc63a9d-0ebf-4239-ac9e-abb8b7b74b7f req-af653a3f-3b9f-447a-b092-76ec89f90ba9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 1097 time: 0.0612354 Jul 27 22:13:11.400501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57cd7890-2d4b-469a-9b4c-f60e8e4b5d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.414130 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6bc63a9d-0ebf-4239-ac9e-abb8b7b74b7f req-25f361fd-1ad5-427b-99f7-e6b2f0a387aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=731762b7-0eef-442f-afcd-65e755654e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838811 Jul 27 22:13:11.453521 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57cd7890-2d4b-469a-9b4c-f60e8e4b5d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.516613 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57cd7890-2d4b-469a-9b4c-f60e8e4b5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.520246 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57cd7890-2d4b-469a-9b4c-f60e8e4b5d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:11.521970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-57cd7890-2d4b-469a-9b4c-f60e8e4b5d08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9bd2675-f73f-49cc-828d-7ade0c8fd93c HTTP/1.1" status: 204 len: 168 time: 0.2573938 Jul 27 22:13:11.547367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd7890-2d4b-469a-9b4c-f60e8e4b5d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bd2675-f73f-49cc-828d-7ade0c8fd93c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:11.671605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06ba38-44ba-474a-9358-40511249ba6c req-273423ce-86bb-40b6-9952-82d40b396c21 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:11.673437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df06ba38-44ba-474a-9358-40511249ba6c req-273423ce-86bb-40b6-9952-82d40b396c21 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.0786383 Jul 27 22:13:11.683815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cb86e-506d-4085-8c07-05b497731af4 req-ece6ef53-4b6c-495a-9996-c06f480c122f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:11.686552 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-974cb86e-506d-4085-8c07-05b497731af4 req-ece6ef53-4b6c-495a-9996-c06f480c122f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1624804 Jul 27 22:13:11.760214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-974cb86e-506d-4085-8c07-05b497731af4 req-4dde1761-f30e-464c-8a63-0266dbe81122 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652435 Jul 27 22:13:11.822585 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df06ba38-44ba-474a-9358-40511249ba6c req-911c9151-dd80-4163-ae72-e9c3562585a2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346612 Jul 27 22:13:12.022808 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68287836-724e-4bfb-a32a-b9bc9755bcce req-63dc31b2-38d4-44fc-8152-60c6f35cf52a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.0684230 Jul 27 22:13:12.236480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f6136-0073-4f6e-bfee-594fa4209bdb req-dbdf8694-627c-4fc5-8d1f-c38938be4ea0 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:12.246990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de7f6136-0073-4f6e-bfee-594fa4209bdb req-dbdf8694-627c-4fc5-8d1f-c38938be4ea0 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 946 time: 0.0796969 Jul 27 22:13:12.323510 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de7f6136-0073-4f6e-bfee-594fa4209bdb req-54927255-c44a-4cfb-9b6d-7e8ee1adeb8e tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/security-groups?id=731762b7-0eef-442f-afcd-65e755654e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753236 Jul 27 22:13:12.343687 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.760676 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7e74dfa-66e2-4c7f-983f-3874b02e8379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:12.796905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:13.110381 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b92e418a-314f-435f-82ce-68c0f306d12a tempest-AgentManagementNegativeTest-1063442560 tempest-AgentManagementNegativeTest-1063442560-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3070705 Jul 27 22:13:13.138212 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0815c7-ad37-4fc6-89a2-75aae757c32c req-ac43bf6c-4119-498e-911b-e6e62fe1ec41 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:13.141059 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd0815c7-ad37-4fc6-89a2-75aae757c32c req-ac43bf6c-4119-498e-911b-e6e62fe1ec41 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.2028461 Jul 27 22:13:13.150803 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b58f88-1090-4fed-be92-7aeb86db8bda req-1324949f-2f99-440b-b9e6-32837e1e3186 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:13.172401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36b58f88-1090-4fed-be92-7aeb86db8bda req-1324949f-2f99-440b-b9e6-32837e1e3186 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1683533 Jul 27 22:13:13.309236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36b58f88-1090-4fed-be92-7aeb86db8bda req-dace721b-7bf6-4b07-b7a5-46d909029f76 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291792 Jul 27 22:13:13.339627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd0815c7-ad37-4fc6-89a2-75aae757c32c req-146b8651-1b51-4181-81d8-97f05eb9a05a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610398 Jul 27 22:13:13.525174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26a47fc3-078c-43fc-9f70-7dfea981b394 req-370a97f3-f720-4236-856f-55529a558d40 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.0738804 Jul 27 22:13:13.660493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9ddae-b423-4bde-b442-237b69b455b9 req-eb8f01e0-14ce-4e74-865a-fce84b019293 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:13.664652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26a9ddae-b423-4bde-b442-237b69b455b9 req-eb8f01e0-14ce-4e74-865a-fce84b019293 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 946 time: 0.0973167 Jul 27 22:13:13.684390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54010) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:13.781592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26a9ddae-b423-4bde-b442-237b69b455b9 req-adfdbaed-6206-470f-9857-dcdeafaaa057 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/security-groups?id=731762b7-0eef-442f-afcd-65e755654e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076338 Jul 27 22:13:13.860735 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.016279 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.021623 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.113930 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8bbbb2b33a6489a978ce24ea287659d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277864 Jul 27 22:13:14.116852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:14.133424 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3ec4c8-c01d-47f7-b9ac-e78ad11e8987,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:14.142409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:14.144003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:14.144003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:14.144003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:14.144003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:14.144374 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:14.144468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:14.144708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:14.145230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:14.145722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:14.146205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:14.146725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02b4a4-8615-408d-81fb-64f69523bd8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:14.195574 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b728943-19ad-47c0-b7f7-b9fc58c8980f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.233296 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b728943-19ad-47c0-b7f7-b9fc58c8980f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.329551 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b728943-19ad-47c0-b7f7-b9fc58c8980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.348660 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b728943-19ad-47c0-b7f7-b9fc58c8980f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:14.356147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5b728943-19ad-47c0-b7f7-b9fc58c8980f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a3ec4c8-c01d-47f7-b9ac-e78ad11e8987 HTTP/1.1" status: 204 len: 168 time: 0.2374134 Jul 27 22:13:14.373636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b728943-19ad-47c0-b7f7-b9fc58c8980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3ec4c8-c01d-47f7-b9ac-e78ad11e8987,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:14.482662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ddf40-dbfe-4def-81d9-bacc43de1930 req-dec9837e-e25a-49aa-b514-a14ee5cabc43 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:14.485440 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d0ddf40-dbfe-4def-81d9-bacc43de1930 req-dec9837e-e25a-49aa-b514-a14ee5cabc43 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 946 time: 0.1269174 Jul 27 22:13:14.523652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf22fb-5bfa-4834-8f58-fb611f3a9713 req-466a0c85-e0d4-48f5-b142-a56460c88591 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:14.526204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77bf22fb-5bfa-4834-8f58-fb611f3a9713 req-466a0c85-e0d4-48f5-b142-a56460c88591 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1112092 Jul 27 22:13:14.574942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d0ddf40-dbfe-4def-81d9-bacc43de1930 req-b365f755-34b0-48fe-bc85-3642aa42a096 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/security-groups?id=731762b7-0eef-442f-afcd-65e755654e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820525 Jul 27 22:13:14.603598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77bf22fb-5bfa-4834-8f58-fb611f3a9713 req-066c1547-2e54-4868-a725-94af107755a3 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481331 Jul 27 22:13:14.819105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d19dc4-84f5-4c25-8f53-89d89648e589 req-77f5db4a-0e05-4436-b58a-5efb28ccee1b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:14.820606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54d19dc4-84f5-4c25-8f53-89d89648e589 req-77f5db4a-0e05-4436-b58a-5efb28ccee1b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.1273026 Jul 27 22:13:14.950765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54d19dc4-84f5-4c25-8f53-89d89648e589 req-bad1af0c-3a43-4088-8f1c-7c70edcb2cb0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194861 Jul 27 22:13:14.976385 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54f40852-cbc7-43af-b61e-b5a222d329a8 req-9757d6e9-5dd9-4537-88e5-969acd20b1d7 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.1198123 Jul 27 22:13:15.432486 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-652aba65-0db3-427e-af6d-bd25274473d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.457345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54076) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.574889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-44226c83-44db-4284-9202-a476b876eee0 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.580052 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-44226c83-44db-4284-9202-a476b876eee0 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1216006 Jul 27 22:13:15.581039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.600081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-741cdfa8-24fc-4f9e-aede-c6228b2bd6dd tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.605671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-741cdfa8-24fc-4f9e-aede-c6228b2bd6dd tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0102270 Jul 27 22:13:15.607127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54084) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.616264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-9c92eac7-4b1b-48b8-bdf7-aec7574cc34f tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.621007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9c92eac7-4b1b-48b8-bdf7-aec7574cc34f tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0122986 Jul 27 22:13:15.622079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.629796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-ef18504d-a054-45fd-bdd2-d6487543b174 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.635181 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54090) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.636975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ef18504d-a054-45fd-bdd2-d6487543b174 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0118759 Jul 27 22:13:15.642900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-0dad277d-d4ac-4c3b-a6db-51e8858e7c19 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.647275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.647468 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0dad277d-d4ac-4c3b-a6db-51e8858e7c19 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0099673 Jul 27 22:13:15.663960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-827b465e-cb78-444a-b546-16ae4c2f8bb4 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.669671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-827b465e-cb78-444a-b546-16ae4c2f8bb4 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0207205 Jul 27 22:13:15.679605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.681940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962addb-e2b7-46ed-b30a-0e02942d5cf0 req-cc9c0361-09ca-4873-b54a-a093098baa2c tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:15.685283 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2962addb-e2b7-46ed-b30a-0e02942d5cf0 req-cc9c0361-09ca-4873-b54a-a093098baa2c tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 946 time: 0.1126738 Jul 27 22:13:15.690709 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.696424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-a16587a6-6bc9-49c7-907f-a669c96abdc2 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.700705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a16587a6-6bc9-49c7-907f-a669c96abdc2 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0166926 Jul 27 22:13:15.703238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.713314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-65cc3ee7-8c80-473a-b52e-d6a60f5870df tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.716861 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-65cc3ee7-8c80-473a-b52e-d6a60f5870df tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0062704 Jul 27 22:13:15.738045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54098) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.744378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-725d6c16-62ea-422a-b7a4-4cb441d87b62 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.747969 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-725d6c16-62ea-422a-b7a4-4cb441d87b62 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0063508 Jul 27 22:13:15.748544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54102) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.756615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-68b368db-1e29-44db-b6e5-244ce7bc3bf0 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.757618 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-68b368db-1e29-44db-b6e5-244ce7bc3bf0 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0080292 Jul 27 22:13:15.766872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54104) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.778600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-20c67f2b-43d3-492f-86fe-2797bb51f732 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.779951 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-20c67f2b-43d3-492f-86fe-2797bb51f732 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0059025 Jul 27 22:13:15.784655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54106) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.792342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-9e569a2b-75bb-4edb-bb5c-67af48ed3c7c tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.795809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9e569a2b-75bb-4edb-bb5c-67af48ed3c7c tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074720 Jul 27 22:13:15.797339 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54108) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.801653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-09e35d91-327c-45a7-9a22-a0cd4f4bb8b8 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.804994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-09e35d91-327c-45a7-9a22-a0cd4f4bb8b8 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049295 Jul 27 22:13:15.808805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54110) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.817561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f09305-018e-4c6f-9db6-18f6beee8e17 req-2ca63384-4769-4c80-9e8c-127305f7905e tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:15.825547 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64f09305-018e-4c6f-9db6-18f6beee8e17 req-2ca63384-4769-4c80-9e8c-127305f7905e tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1195507 Jul 27 22:13:15.837212 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-ef854673-2714-48fd-8ee9-e84f05df4514 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.841166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ef854673-2714-48fd-8ee9-e84f05df4514 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0104108 Jul 27 22:13:15.845526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54112) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.851322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-c19d2ac5-1ef8-4d9f-9f85-5e9de5f6f06a tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.855001 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c19d2ac5-1ef8-4d9f-9f85-5e9de5f6f06a tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0059071 Jul 27 22:13:15.855218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54114) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.857674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820cd60-c3dd-4b63-8dd5-eb46d03d5e78 req-a665d398-a8e8-4fef-a831-e67d0b54acb4 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:15.861153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-412bb1b7-31f0-432f-80e1-3b98edc18b2d tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.864934 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-412bb1b7-31f0-432f-80e1-3b98edc18b2d tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0059085 Jul 27 22:13:15.866322 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e820cd60-c3dd-4b63-8dd5-eb46d03d5e78 req-a665d398-a8e8-4fef-a831-e67d0b54acb4 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 946 time: 0.1507277 Jul 27 22:13:15.872406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54116) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.882351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-0ff8ee79-aea9-49fc-9cb2-7f224ce2a283 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.886153 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0ff8ee79-aea9-49fc-9cb2-7f224ce2a283 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0055006 Jul 27 22:13:15.888937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2962addb-e2b7-46ed-b30a-0e02942d5cf0 req-25a96c9e-051d-482c-98dc-0e67e4f82fcb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Deleting port 468fade9-b6d2-4a73-9426-4338dee5e9c0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:15.889723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2962addb-e2b7-46ed-b30a-0e02942d5cf0 req-25a96c9e-051d-482c-98dc-0e67e4f82fcb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:15.891224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54118) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.900739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-8825b211-5d16-4820-9b8e-5f0bf1f38659 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.904168 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8825b211-5d16-4820-9b8e-5f0bf1f38659 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0093191 Jul 27 22:13:15.911114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54120) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.915698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-e8d7c237-be5e-42be-ab06-4dadff83033c tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.919383 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e8d7c237-be5e-42be-ab06-4dadff83033c tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046389 Jul 27 22:13:15.919966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.929943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-2fc5a89f-de45-4ed4-a7ce-d46df963aa15 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.935519 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2fc5a89f-de45-4ed4-a7ce-d46df963aa15 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0069177 Jul 27 22:13:15.950198 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64f09305-018e-4c6f-9db6-18f6beee8e17 req-aedc0c14-83b7-4adb-adc9-765b0c344594 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237624 Jul 27 22:13:15.954596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:15.970131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-ab948230-f5bf-44c6-95e9-15f5ab092acb tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:15.977497 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ab948230-f5bf-44c6-95e9-15f5ab092acb tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0188882 Jul 27 22:13:16.005896 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e820cd60-c3dd-4b63-8dd5-eb46d03d5e78 req-a03a8eee-ac80-43b4-a43c-07dde3384122 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/security-groups?id=731762b7-0eef-442f-afcd-65e755654e32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336977 Jul 27 22:13:16.006748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.025770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-500b7aa2-aaf0-465b-b719-5d41ba235ec4 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.027178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-500b7aa2-aaf0-465b-b719-5d41ba235ec4 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0166373 Jul 27 22:13:16.031446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.042848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-b5788b65-4cee-4a77-8293-415b13a32ce3 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.051316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b5788b65-4cee-4a77-8293-415b13a32ce3 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0163043 Jul 27 22:13:16.055804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.060582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2962addb-e2b7-46ed-b30a-0e02942d5cf0 req-25a96c9e-051d-482c-98dc-0e67e4f82fcb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] For port 468fade9-b6d2-4a73-9426-4338dee5e9c0, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=468fade9-b6d2-4a73-9426-4338dee5e9c0,segment=NetworkSegment(cbf2ab3a-a67b-4d16-9396-68e8d988b7d3),segment_id=cbf2ab3a-a67b-4d16-9396-68e8d988b7d3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:16.060965 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2962addb-e2b7-46ed-b30a-0e02942d5cf0 req-25a96c9e-051d-482c-98dc-0e67e4f82fcb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.075224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-c3f20f18-5912-4bca-8d13-a4f06d6bdeb4 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.076929 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c3f20f18-5912-4bca-8d13-a4f06d6bdeb4 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0190141 Jul 27 22:13:16.078851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2962addb-e2b7-46ed-b30a-0e02942d5cf0 req-25a96c9e-051d-482c-98dc-0e67e4f82fcb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Calling delete_port for 468fade9-b6d2-4a73-9426-4338dee5e9c0 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:16.085130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.089613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-684ad91b-cf75-47a1-a15c-27b33d3a1698 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.100124 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-684ad91b-cf75-47a1-a15c-27b33d3a1698 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0131361 Jul 27 22:13:16.102106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54138) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.106686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-16ef6ed0-3165-420b-92c1-07eff4aa54b0 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.107744 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-16ef6ed0-3165-420b-92c1-07eff4aa54b0 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044959 Jul 27 22:13:16.110891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54140) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.115225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-6c8b1d9f-8407-4f9b-aec7-03d72a5e5210 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.119234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6c8b1d9f-8407-4f9b-aec7-03d72a5e5210 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0072901 Jul 27 22:13:16.125244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.140227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-4414626f-3b0e-4d87-9bbe-5508a2876946 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.141470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4414626f-3b0e-4d87-9bbe-5508a2876946 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0151393 Jul 27 22:13:16.150781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.167909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-a9729b2e-9b47-455a-a5b7-c2bd99053858 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.175258 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a9729b2e-9b47-455a-a5b7-c2bd99053858 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0108521 Jul 27 22:13:16.180059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54146) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.192491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-b838dac8-2f7f-49ad-be09-84f2a72841b7 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.197696 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b838dac8-2f7f-49ad-be09-84f2a72841b7 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0162892 Jul 27 22:13:16.203238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.211601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-86217296-1e23-47e1-8cf5-86df49ad4d1a tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.215929 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-86217296-1e23-47e1-8cf5-86df49ad4d1a tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0114827 Jul 27 22:13:16.216580 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54150) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.224692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-dadf29da-e615-4b28-b5a6-7b92f5487463 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.228553 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dadf29da-e615-4b28-b5a6-7b92f5487463 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0087605 Jul 27 22:13:16.229161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54152) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.241737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-1f31a612-461a-465f-8a4e-f7e69279e4ee tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.241737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1f31a612-461a-465f-8a4e-f7e69279e4ee tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0099492 Jul 27 22:13:16.246814 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54154) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.266686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-251ad963-9034-4534-b9a2-3dc0243ef366 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.267860 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-251ad963-9034-4534-b9a2-3dc0243ef366 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0178759 Jul 27 22:13:16.272330 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.277345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-dc30a22b-19b4-47bf-9e2f-de168d8e1cd3 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.279368 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dc30a22b-19b4-47bf-9e2f-de168d8e1cd3 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0058260 Jul 27 22:13:16.287133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.291823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-35a53f85-b431-4522-a8b1-d5c75d1bf219 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.292928 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-35a53f85-b431-4522-a8b1-d5c75d1bf219 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045300 Jul 27 22:13:16.309507 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.310768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66f02c-8fdc-4968-8e3f-b6580ca74d8b req-14465ad2-3f4d-4b06-9ea6-5861025af9b6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:16.319313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54160) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.320002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c66f02c-8fdc-4968-8e3f-b6580ca74d8b req-14465ad2-3f4d-4b06-9ea6-5861025af9b6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.1773558 Jul 27 22:13:16.324318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-49c42d70-0522-49d0-ad18-0375971f7bde tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.330947 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-49c42d70-0522-49d0-ad18-0375971f7bde tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0104356 Jul 27 22:13:16.350639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.367712 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.369044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-d7e0fada-edeb-40bd-b637-b7d610d1f58b tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.370113 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d7e0fada-edeb-40bd-b637-b7d610d1f58b tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050840 Jul 27 22:13:16.378309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.386991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-66c201ad-3b41-43cc-9b44-2909b4d5c051 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.392253 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-66c201ad-3b41-43cc-9b44-2909b4d5c051 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0122385 Jul 27 22:13:16.394037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d62fb90e-647e-4385-a711-82b541b30e4c req-09fdb6c9-0a37-479c-98df-b2c68f3882f1 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.0681617 Jul 27 22:13:16.396281 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.401398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-e07bd3a9-14c2-481f-a0e3-490c66cf757d tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.402491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e07bd3a9-14c2-481f-a0e3-490c66cf757d tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0052922 Jul 27 22:13:16.410818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54168) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.421982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-2f5ecea8-22d4-4a88-ad93-5eb39209552e tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.427303 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2f5ecea8-22d4-4a88-ad93-5eb39209552e tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0149267 Jul 27 22:13:16.429532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.435022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c66f02c-8fdc-4968-8e3f-b6580ca74d8b req-ed61bd57-bc24-4045-a345-3dbaef1ee9d9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071117 Jul 27 22:13:16.446079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-998c6319-4042-49bc-b0bf-0498e379f24f tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.450188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.450495 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-998c6319-4042-49bc-b0bf-0498e379f24f tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0193095 Jul 27 22:13:16.451421 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2962addb-e2b7-46ed-b30a-0e02942d5cf0 req-25a96c9e-051d-482c-98dc-0e67e4f82fcb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.456603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-4cdc1693-9b1f-4bc2-b44c-fc01feb214a0 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.458013 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4cdc1693-9b1f-4bc2-b44c-fc01feb214a0 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0057316 Jul 27 22:13:16.460764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54174) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.465176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-3ed4d69e-a640-4a58-a975-5d105da1f8e3 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.467386 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['468fade9-b6d2-4a73-9426-4338dee5e9c0'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:13:16.470443 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3ed4d69e-a640-4a58-a975-5d105da1f8e3 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0079353 Jul 27 22:13:16.470948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54176) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.500913 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-69576cb6-ea85-43d9-828d-f3bb8c777d63 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.504631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54178) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.504833 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-69576cb6-ea85-43d9-828d-f3bb8c777d63 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0098877 Jul 27 22:13:16.506443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a96c9e-051d-482c-98dc-0e67e4f82fcb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Pushing event deleted for resources: {'Port': ['ID=468fade9-b6d2-4a73-9426-4338dee5e9c0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:16.510105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-280ef274-b85d-4e50-8b3c-695f9f7ee117 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.512992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-280ef274-b85d-4e50-8b3c-695f9f7ee117 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0067885 Jul 27 22:13:16.516357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54180) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.524806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-8b2fd64d-08ad-4af7-9c61-095dabdd6afa tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.526177 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8b2fd64d-08ad-4af7-9c61-095dabdd6afa tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0086124 Jul 27 22:13:16.531279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54182) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.536113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-2fa1b720-b8be-426f-b43e-3e2d6b463ff9 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.540129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2fa1b720-b8be-426f-b43e-3e2d6b463ff9 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074990 Jul 27 22:13:16.540854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54184) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.546955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-0d856249-cc4e-47d6-85f8-4e534cc079f6 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.551129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0d856249-cc4e-47d6-85f8-4e534cc079f6 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086803 Jul 27 22:13:16.552397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54186) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.556868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-4577ae4d-6425-496a-9df7-c5a36b140536 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.560924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4577ae4d-6425-496a-9df7-c5a36b140536 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0074315 Jul 27 22:13:16.562649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.567341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-0b2c5a49-e4a1-44d0-b65b-a7f2dac5c834 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.571309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0b2c5a49-e4a1-44d0-b65b-a7f2dac5c834 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074930 Jul 27 22:13:16.572432 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54190) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.579412 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-e32c9bf5-ac48-44b8-b146-b942bdd63788 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.583000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e32c9bf5-ac48-44b8-b146-b942bdd63788 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0083475 Jul 27 22:13:16.587175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54192) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.593884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-14a41de4-c441-418d-97f2-7635d14728e2 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.597582 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-14a41de4-c441-418d-97f2-7635d14728e2 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0069084 Jul 27 22:13:16.607430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.612189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-28ede9b4-f187-4678-848f-7dd9d53f1f17 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.613123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-28ede9b4-f187-4678-848f-7dd9d53f1f17 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0047247 Jul 27 22:13:16.616646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54196) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.619063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2962addb-e2b7-46ed-b30a-0e02942d5cf0 req-25a96c9e-051d-482c-98dc-0e67e4f82fcb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] No DVR routers for this DVR port 468fade9-b6d2-4a73-9426-4338dee5e9c0 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:16.625744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-d95ff496-b247-4c39-9cc8-109cb1e83536 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.629410 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d95ff496-b247-4c39-9cc8-109cb1e83536 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092571 Jul 27 22:13:16.629410 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2962addb-e2b7-46ed-b30a-0e02942d5cf0 req-25a96c9e-051d-482c-98dc-0e67e4f82fcb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:16.630406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54198) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.632329 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2962addb-e2b7-46ed-b30a-0e02942d5cf0 req-25a96c9e-051d-482c-98dc-0e67e4f82fcb tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.41 "DELETE /v2.0/ports/468fade9-b6d2-4a73-9426-4338dee5e9c0 HTTP/1.1" status: 204 len: 173 time: 0.9356577 Jul 27 22:13:16.632996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276', 'name': 'network-vif-deleted', 'tag': '468fade9-b6d2-4a73-9426-4338dee5e9c0'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:16.635424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-2c4f33a8-ab58-44e1-943a-ea91bc2b18eb tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.636066 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c67d6b-4e7e-4ee4-ba23-992ed8392215" -d '{"events": [{"server_uuid": "f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276", "name": "network-vif-deleted", "tag": "468fade9-b6d2-4a73-9426-4338dee5e9c0"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:16.639703 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2c4f33a8-ab58-44e1-943a-ea91bc2b18eb tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0054219 Jul 27 22:13:16.639703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.644274 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-1640523b-e8c3-4227-8afb-8b5dec6cec60 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.652952 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54204) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.653759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1640523b-e8c3-4227-8afb-8b5dec6cec60 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0127032 Jul 27 22:13:16.660164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-3bb05650-3486-471b-9c27-01fa041fa526 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.664418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54206) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.665205 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3bb05650-3486-471b-9c27-01fa041fa526 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0097485 Jul 27 22:13:16.669817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-99d0725b-b7d7-418e-baf3-c0db15ecfb19 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.673537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-99d0725b-b7d7-418e-baf3-c0db15ecfb19 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0080423 Jul 27 22:13:16.674124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54208) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.683486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-177494ae-f872-4555-bc85-295916c3da5c tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.688528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.691945 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-177494ae-f872-4555-bc85-295916c3da5c tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0165820 Jul 27 22:13:16.694028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-c5a13f2b-5610-4cec-ac0f-c6044791aa4e tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.697354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c5a13f2b-5610-4cec-ac0f-c6044791aa4e tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0068998 Jul 27 22:13:16.698373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.707442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-51302d42-0ecf-4e84-be14-723da7bad9c1 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.711406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54214) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.717676 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-51302d42-0ecf-4e84-be14-723da7bad9c1 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0179582 Jul 27 22:13:16.718902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-30ff167b-1759-4230-a610-c5b99a9816ae tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.726730 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-30ff167b-1759-4230-a610-c5b99a9816ae tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0135052 Jul 27 22:13:16.727678 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2fab6d-9c4d-43ba-ba39-fc25b3317eba x-openstack-request-id: req-ae2fab6d-9c4d-43ba-ba39-fc25b3317eba {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:16.727887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.730949 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276", "name": "network-vif-deleted", "tag": "468fade9-b6d2-4a73-9426-4338dee5e9c0", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:16.731515 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae2fab6d-9c4d-43ba-ba39-fc25b3317eba {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:16.732147 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276', 'name': 'network-vif-deleted', 'tag': '468fade9-b6d2-4a73-9426-4338dee5e9c0', 'status': 'completed', 'code': 200} Jul 27 22:13:16.737968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-895f1113-2fb2-4197-a489-8c0d38337d83 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.741598 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54218) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.741739 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-895f1113-2fb2-4197-a489-8c0d38337d83 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0128362 Jul 27 22:13:16.747003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-124b3498-d367-4552-94cf-62753df59f74 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.748285 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-124b3498-d367-4552-94cf-62753df59f74 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053408 Jul 27 22:13:16.751465 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54220) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.755799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-5f1268fb-9af3-420c-9e87-4bb65ce738bb tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.759273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54222) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.759428 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5f1268fb-9af3-420c-9e87-4bb65ce738bb tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0069830 Jul 27 22:13:16.764258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-03a25edd-bbd8-4c52-884b-e6fc34f010c1 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.767533 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-03a25edd-bbd8-4c52-884b-e6fc34f010c1 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044768 Jul 27 22:13:16.768912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.773390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [None req-70d568bd-c04a-4f35-95ac-1ab0d937c185 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.776803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-70d568bd-c04a-4f35-95ac-1ab0d937c185 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043759 Jul 27 22:13:16.777059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54226) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:16.782795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [None req-c2fedb48-46a6-468c-b714-f7564ba01c42 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:13:16.792231 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c2fedb48-46a6-468c-b714-f7564ba01c42 tempest-ExtensionsTestJSON-456081056 tempest-ExtensionsTestJSON-456081056-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0057929 Jul 27 22:13:17.266632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.490550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c3eff891-e0a8-4b00-b991-03bb3683064d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.610711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e61c526-2961-4769-a97f-bab228da4c12 req-0605308e-1f71-4d89-9076-e22291597fb0 tempest-ServerPasswordTestJSON-1354632668 tempest-ServerPasswordTestJSON-1354632668-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b9d1b8-f99a-40d5-ba2b-e1f9a35e4276 HTTP/1.1" status: 200 len: 210 time: 0.0553808 Jul 27 22:13:17.643421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fda046-6a7d-4863-86aa-237a4642df7e req-3f259403-90a5-4ec3-b747-b704a3331287 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:17.652222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37fda046-6a7d-4863-86aa-237a4642df7e req-3f259403-90a5-4ec3-b747-b704a3331287 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.5640178 Jul 27 22:13:17.670482 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c3eff891-e0a8-4b00-b991-03bb3683064d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.676429 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c3eff891-e0a8-4b00-b991-03bb3683064d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.719523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37fda046-6a7d-4863-86aa-237a4642df7e req-7fc64ff4-376b-4eae-b5d6-92d18dc56c9c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633271 Jul 27 22:13:17.730319 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c3eff891-e0a8-4b00-b991-03bb3683064d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b11a7e5f3eaf49b8b0ed444c18032c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4623749 Jul 27 22:13:17.733010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:17.743268 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eff891-e0a8-4b00-b991-03bb3683064d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c10d20-03f2-43c5-95a5-2ae7042ff2e5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:17.821160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.909828 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f594a17-a336-4323-a844-696bb162c8e9 req-1f66b565-4e16-4685-82fd-2327d045a8be tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.0579448 Jul 27 22:13:17.927220 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:17.952977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f0898-8ab7-45a3-9dc8-521cfc83131a req-f5347bd3-6505-4c1d-ab1a-3124d763120d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:17.960291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d77f0898-8ab7-45a3-9dc8-521cfc83131a req-f5347bd3-6505-4c1d-ab1a-3124d763120d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.1248343 Jul 27 22:13:18.035406 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.040511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d77f0898-8ab7-45a3-9dc8-521cfc83131a req-a92b8e79-468d-46c6-bbf4-3efe08481f99 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755005 Jul 27 22:13:18.072434 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.076182 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.078699 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3c10d20-03f2-43c5-95a5-2ae7042ff2e5 HTTP/1.1" status: 204 len: 168 time: 0.3442173 Jul 27 22:13:18.090153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c10d20-03f2-43c5-95a5-2ae7042ff2e5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:18.109414 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:18.109762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:18.110100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:18.111249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:18.112797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:18.113134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:18.113464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:18.113790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:18.114381 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:18.116067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:18.117299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:18.117503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad530d-f4a5-456b-9adf-59bf8802a1e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:18.563975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 468fade9-b6d2-4a73-9426-4338dee5e9c0 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:18.585521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 468fade9-b6d2-4a73-9426-4338dee5e9c0 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:18.586392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 468fade9-b6d2-4a73-9426-4338dee5e9c0 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:18.686556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54268) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:18.735282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5baf07ff-e426-4832-8e73-9c061ce28572 admin admin] Deleting subnet a2e5d13d-35dc-4100-acb6-b3e020a5afbf {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:18.738768 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5baf07ff-e426-4832-8e73-9c061ce28572 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.780629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5baf07ff-e426-4832-8e73-9c061ce28572 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.821965 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5baf07ff-e426-4832-8e73-9c061ce28572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.941152 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5baf07ff-e426-4832-8e73-9c061ce28572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:18.961127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f914605-d5dc-47d4-93d9-eb83abcd80be req-49832c9f-e88c-436e-a636-c422b61194ca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:18.969506 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f914605-d5dc-47d4-93d9-eb83abcd80be req-49832c9f-e88c-436e-a636-c422b61194ca tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.0877564 Jul 27 22:13:19.061258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf07ff-e426-4832-8e73-9c061ce28572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e5d13d-35dc-4100-acb6-b3e020a5afbf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:19.066981 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5baf07ff-e426-4832-8e73-9c061ce28572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.071003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5baf07ff-e426-4832-8e73-9c061ce28572 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a2e5d13d-35dc-4100-acb6-b3e020a5afbf HTTP/1.1" status: 204 len: 168 time: 0.3810048 Jul 27 22:13:19.071401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54284) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:19.096646 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f914605-d5dc-47d4-93d9-eb83abcd80be req-1b1903e9-e20c-45d4-a1c9-2d903fc96bf7 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225748 Jul 27 22:13:19.130520 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-369e55f6-094b-4e32-8a6e-e2e94fd23e49 req-93ec2e7a-b4ff-48aa-9951-39286abe9764 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.0512378 Jul 27 22:13:19.196600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:19.245062 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.326003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77f23f-a399-411f-ac1b-204dddabfc71 req-f81ecb85-6d7f-4745-bbbf-91404a1d903a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:19.332191 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c77f23f-a399-411f-ac1b-204dddabfc71 req-f81ecb85-6d7f-4745-bbbf-91404a1d903a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.1209822 Jul 27 22:13:19.351974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1814656754'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:19.362989 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.375890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a12bf04-6a82-4776-ab40-6264af7c971e']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:19.380256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Made reservation on behalf of aa26c73054404f658a944f1567725b58 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:19.383397 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.394725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf2ab3a-a67b-4d16-9396-68e8d988b7d3') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:19.395615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf2ab3a-a67b-4d16-9396-68e8d988b7d3') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:19.400679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.407448 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.428145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.439515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:19.440593 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.440823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c77f23f-a399-411f-ac1b-204dddabfc71 req-eb8dcdab-4b26-472d-b089-112a46bb0dfc tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015358 Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:19.444329 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:19.518147 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.530336 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.534978 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] 10.222.0.24 "DELETE /v2.0/networks/1a12bf04-6a82-4776-ab40-6264af7c971e HTTP/1.1" status: 204 len: 168 time: 0.4602711 Jul 27 22:13:19.549688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b3aeb-4560-49b6-96aa-a0c5fc0eebfa admin admin] Pushing event deleted for resources: {'Network': ['ID=1a12bf04-6a82-4776-ab40-6264af7c971e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:19.614343 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.619089 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.643849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:19.660040 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.660416 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Added segment e050c258-8c31-4582-8eab-51814318f040 of type vlan for network 9f10d0a2-e3ea-4215-bea8-555e92be4718 Jul 27 22:13:19.661779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b4c4da-3e44-44a9-b590-9246b9d289e5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:19.718367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.725160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54302) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:19.781121 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.786822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:19.787487 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.797221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5ba9f3f1-7112-40c9-a346-00de46901725 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b39fc96ef89846b19f5fe9be937a0044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706139 Jul 27 22:13:19.799903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54304) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:19.852243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6517813 Jul 27 22:13:19.852487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54306) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:19.856039 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0da926c5-e305-43c4-8cbe-aad3d3d6cab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.857404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-854b6a35-d691-4c77-b331-237003711900 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Request body: {'subnet': {'network_id': '9f10d0a2-e3ea-4215-bea8-555e92be4718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:19.881501 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0da926c5-e305-43c4-8cbe-aad3d3d6cab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:19.914141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03229dd3-0d8f-465b-ad87-6ad579332f37 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Pushing event updated for resources: {'Network': ['ID=9f10d0a2-e3ea-4215-bea8-555e92be4718,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:19.927291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 9f10d0a2-e3ea-4215-bea8-555e92be4718 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:19.993343 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854b6a35-d691-4c77-b331-237003711900 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Made reservation on behalf of aa26c73054404f658a944f1567725b58 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:19.998486 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-854b6a35-d691-4c77-b331-237003711900 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.046499 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0da926c5-e305-43c4-8cbe-aad3d3d6cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.055179 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0da926c5-e305-43c4-8cbe-aad3d3d6cab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.058377 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0da926c5-e305-43c4-8cbe-aad3d3d6cab3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/731762b7-0eef-442f-afcd-65e755654e32 HTTP/1.1" status: 204 len: 168 time: 0.2568009 Jul 27 22:13:20.072959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da926c5-e305-43c4-8cbe-aad3d3d6cab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731762b7-0eef-442f-afcd-65e755654e32,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:20.315303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7253a8a3-fb30-49d4-868a-7680cca4b2ba req-ea9a081a-e0f3-4493-ac50-e6d01fc2c5f6 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf694cfb-9dbe-400d-905e-1d7a666cd76e HTTP/1.1" status: 200 len: 210 time: 0.0759640 Jul 27 22:13:20.369053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28c393-a862-4ce7-8bae-b3138e1cb291 req-96d12395-c98a-436c-a40d-9ab7e3b39b26 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:20.378026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b28c393-a862-4ce7-8bae-b3138e1cb291 req-96d12395-c98a-436c-a40d-9ab7e3b39b26 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1507194 Jul 27 22:13:20.386637 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-854b6a35-d691-4c77-b331-237003711900 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.505702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b28c393-a862-4ce7-8bae-b3138e1cb291 req-52c6fd7b-1ffe-4d96-8aed-ce875628e5aa tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264522 Jul 27 22:13:20.549192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b6a35-d691-4c77-b331-237003711900 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Pushing event updated for resources: {'Subnet': ['ID=e0a9b115-81a6-4605-a02f-507d260f1598,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:20.567801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b6a35-d691-4c77-b331-237003711900 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Checking segment: {'id': 'e050c258-8c31-4582-8eab-51814318f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9f10d0a2-e3ea-4215-bea8-555e92be4718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:20.568340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854b6a35-d691-4c77-b331-237003711900 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Network hostable DHCP agents. Network: 9f10d0a2-e3ea-4215-bea8-555e92be4718, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:20.690565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854b6a35-d691-4c77-b331-237003711900 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Network 9f10d0a2-e3ea-4215-bea8-555e92be4718 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:20.710705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd9ca-095d-4db9-928a-1c104385da7a req-3d719b7b-e9fe-4208-811b-af7b38b3fd9f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:20.713866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-168bd9ca-095d-4db9-928a-1c104385da7a req-3d719b7b-e9fe-4208-811b-af7b38b3fd9f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.1192722 Jul 27 22:13:20.715226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-854b6a35-d691-4c77-b331-237003711900 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 9f10d0a2-e3ea-4215-bea8-555e92be4718) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:20.725473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaeec65-5c17-4b8d-9adc-885fa3ef7444 None None] Network 9f10d0a2-e3ea-4215-bea8-555e92be4718 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:20.746578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b6a35-d691-4c77-b331-237003711900 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:20.747548 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-854b6a35-d691-4c77-b331-237003711900 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:20.907166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-168bd9ca-095d-4db9-928a-1c104385da7a req-ae7c724c-abc8-434d-b220-b72f410ea4a0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504936 Jul 27 22:13:20.911483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-854b6a35-d691-4c77-b331-237003711900 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0570478 Jul 27 22:13:20.913567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54358) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:20.922466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Request body: {'port': {'network_id': '9f10d0a2-e3ea-4215-bea8-555e92be4718', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1908816774'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:21.190046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-9f10d0a2-e3ea-4215-bea8-555e92be4718', 'network_id': '9f10d0a2-e3ea-4215-bea8-555e92be4718', 'tenant_id': 'aa26c73054404f658a944f1567725b58', 'fixed_ips': [{'subnet_id': 'e0a9b115-81a6-4605-a02f-507d260f1598'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:21.191757 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.214689 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Made reservation on behalf of aa26c73054404f658a944f1567725b58 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:21.222221 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.257886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] device_id is not set on port 6e0894a4-2e86-477a-b290-d380892da9e8 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:21.400454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Allocated IP 172.20.0.2 (9f10d0a2-e3ea-4215-bea8-555e92be4718/e0a9b115-81a6-4605-a02f-507d260f1598/f19aa668-2e45-401d-abb6-d0902b13df75) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:21.497622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54390) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:21.534487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:21.637084 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-deffc1d8-2fe9-48ce-ad78-9200d7f4e16a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.693846 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-deffc1d8-2fe9-48ce-ad78-9200d7f4e16a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.760966 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-deffc1d8-2fe9-48ce-ad78-9200d7f4e16a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.766114 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-deffc1d8-2fe9-48ce-ad78-9200d7f4e16a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.768505 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-deffc1d8-2fe9-48ce-ad78-9200d7f4e16a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "DELETE /v2.0/security-groups/a33470ad-e95c-41cf-aae2-c312dfe4463e HTTP/1.1" status: 204 len: 168 time: 0.2680166 Jul 27 22:13:21.768806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975745ed-21c2-48c2-88fd-050ae1b451d7 req-9c87e6f2-8917-4d42-8ea3-64a134359ada tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:21.773290 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-975745ed-21c2-48c2-88fd-050ae1b451d7 req-9c87e6f2-8917-4d42-8ea3-64a134359ada tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1490130 Jul 27 22:13:21.774199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:21.780834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffc1d8-2fe9-48ce-ad78-9200d7f4e16a tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33470ad-e95c-41cf-aae2-c312dfe4463e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:21.854206 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.860033 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-0771175e-4ed0-43dd-8468-54a90b999382 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] show failed (client error): The resource could not be found. Jul 27 22:13:21.861954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0771175e-4ed0-43dd-8468-54a90b999382 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "GET /v2.0/security-groups/a33470ad-e95c-41cf-aae2-c312dfe4463e HTTP/1.1" status: 404 len: 347 time: 0.0847051 Jul 27 22:13:21.865242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54404) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:21.870539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Transition to ACTIVE for port object f19aa668-2e45-401d-abb6-d0902b13df75 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:21.871306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-network', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:21.902026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-975745ed-21c2-48c2-88fd-050ae1b451d7 req-376a4387-e285-4a37-a7d3-c4f725af5153 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827110 Jul 27 22:13:21.904508 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Transition to ACTIVE for port object f19aa668-2e45-401d-abb6-d0902b13df75 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:21.928061 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.955160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Made reservation on behalf of 88362ff17b0b4efcbf619b330731cbe3 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:21.958149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:21.976590 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.051166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Pushing event updated for resources: {'Port': ['ID=f19aa668-2e45-401d-abb6-d0902b13df75,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:22.073118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Network 9f10d0a2-e3ea-4215-bea8-555e92be4718 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:22.075443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:22.084835 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:22.177711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Allocated IP 172.20.0.9 (9f10d0a2-e3ea-4215-bea8-555e92be4718/e0a9b115-81a6-4605-a02f-507d260f1598/6e0894a4-2e86-477a-b290-d380892da9e8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:22.232410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Attempting to bind port f19aa668-2e45-401d-abb6-d0902b13df75 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:22.234899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Attempting to bind port f19aa668-2e45-401d-abb6-d0902b13df75 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'e050c258-8c31-4582-8eab-51814318f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9f10d0a2-e3ea-4215-bea8-555e92be4718'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:22.235878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Attempting to bind port f19aa668-2e45-401d-abb6-d0902b13df75 on network 9f10d0a2-e3ea-4215-bea8-555e92be4718 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:22.243427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:22.243712 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.252356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Checking segment: {'id': 'e050c258-8c31-4582-8eab-51814318f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9f10d0a2-e3ea-4215-bea8-555e92be4718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:22.253225 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.253805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Bound using segment: {'id': 'e050c258-8c31-4582-8eab-51814318f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9f10d0a2-e3ea-4215-bea8-555e92be4718'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:22.254745 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Bound port: f19aa668-2e45-401d-abb6-d0902b13df75, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e050c258-8c31-4582-8eab-51814318f040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9f10d0a2-e3ea-4215-bea8-555e92be4718'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:22.255455 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.260059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.311045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:22.340780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] For port f19aa668-2e45-401d-abb6-d0902b13df75, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:22.343678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.344030 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Added segment f90c5240-5b0d-42ff-a880-8bf667d9f3bc of type vlan for network 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f Jul 27 22:13:22.347429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] For port f19aa668-2e45-401d-abb6-d0902b13df75, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f19aa668-2e45-401d-abb6-d0902b13df75,segment=NetworkSegment(e050c258-8c31-4582-8eab-51814318f040),segment_id=e050c258-8c31-4582-8eab-51814318f040)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:22.356550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56591b84-07a5-4845-855f-5a0b04979ee6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:22.356773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.370900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462a810-19f2-4cd1-a140-47c16f0ad976 req-818d4ea7-50bb-4e76-a5e4-4e8aabcadf8c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:22.372612 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3462a810-19f2-4cd1-a140-47c16f0ad976 req-818d4ea7-50bb-4e76-a5e4-4e8aabcadf8c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.1264946 Jul 27 22:13:22.426316 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.435120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.448223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2830f984-59bc-459a-8d28-50b558e5a2f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Deleting port d668bd63-6695-4e30-b777-7b34f25cda94 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:22.449271 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2830f984-59bc-459a-8d28-50b558e5a2f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.489336 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3462a810-19f2-4cd1-a140-47c16f0ad976 req-c08a6dc0-a58f-447a-bb02-014845fee6b1 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958028 Jul 27 22:13:22.497892 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ef1a1-a6fa-493c-aa33-05303a0efdaf None None] Pushing event updated for resources: {'Port': ['ID=f19aa668-2e45-401d-abb6-d0902b13df75,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:22.510518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.511851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:22.512591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.599618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0636387 Jul 27 22:13:22.602841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54426) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:22.614512 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2830f984-59bc-459a-8d28-50b558e5a2f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.614699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-64826e23-765f-470a-b97e-e5c5456d84b2 admin admin] Request body: {'subnet': {'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-subnet', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:22.615631 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2830f984-59bc-459a-8d28-50b558e5a2f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.631594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2830f984-59bc-459a-8d28-50b558e5a2f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Calling delete_port for d668bd63-6695-4e30-b777-7b34f25cda94 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:22.649824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577dd53-ec54-435d-b57f-1092592d0f06 admin admin] Pushing event updated for resources: {'Network': ['ID=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:22.668075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:22.686253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64826e23-765f-470a-b97e-e5c5456d84b2 admin admin] Made reservation on behalf of 88362ff17b0b4efcbf619b330731cbe3 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:22.690512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64826e23-765f-470a-b97e-e5c5456d84b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:22.786176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Transition to ACTIVE for port object 6e0894a4-2e86-477a-b290-d380892da9e8 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:22.949771 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.083418 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64826e23-765f-470a-b97e-e5c5456d84b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.125284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Network 9f10d0a2-e3ea-4215-bea8-555e92be4718 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:23.138103 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:23.142564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:23.181807 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Pushing event updated for resources: {'Port': ['ID=6e0894a4-2e86-477a-b290-d380892da9e8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:23.195541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64826e23-765f-470a-b97e-e5c5456d84b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee472c6-d4f6-4a75-a13f-f7a665f27dc3,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:23.239174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f9438-8d36-4837-9d99-26b33fd48500 req-808b4f42-002c-4f06-bb73-fbac0d011b99 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:23.245460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:23.246366 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.247887 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-177f9438-8d36-4837-9d99-26b33fd48500 req-808b4f42-002c-4f06-bb73-fbac0d011b99 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1801927 Jul 27 22:13:23.280200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64826e23-765f-470a-b97e-e5c5456d84b2 admin admin] Checking segment: {'id': 'f90c5240-5b0d-42ff-a880-8bf667d9f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:23.281185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64826e23-765f-470a-b97e-e5c5456d84b2 admin admin] Network hostable DHCP agents. Network: 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:23.294130 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5ee4076b-f3d2-4023-a7ee-9ca075f71e05 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3788705 Jul 27 22:13:23.300229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54460) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:23.303656 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2830f984-59bc-459a-8d28-50b558e5a2f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.322817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Request body: {'port': {'network_id': '9f10d0a2-e3ea-4215-bea8-555e92be4718', 'name': 'tempest-ExtraDHCPOptionsTestJSON-365049690', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:23.323427 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.api.validators [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] bootfile-name is not in valid_values {{(pid=93835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:13:23.323907 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.api.validators [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] tftp-server is not in valid_values {{(pid=93835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:13:23.324372 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.api.validators [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] server-ip-address is not in valid_values {{(pid=93835) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:13:23.349283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830f984-59bc-459a-8d28-50b558e5a2f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Port': ['ID=d668bd63-6695-4e30-b777-7b34f25cda94,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:23.394606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-177f9438-8d36-4837-9d99-26b33fd48500 req-70560fe4-e6e4-4f2b-b050-fbceaab25a02 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455693 Jul 27 22:13:23.447601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64826e23-765f-470a-b97e-e5c5456d84b2 admin admin] Network 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:23.464907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-64826e23-765f-470a-b97e-e5c5456d84b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:23.476766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d3678-c046-4f37-8890-b19c8b128608 None None] Network 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:23.484443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64826e23-765f-470a-b97e-e5c5456d84b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:23.485178 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64826e23-765f-470a-b97e-e5c5456d84b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.508777 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2830f984-59bc-459a-8d28-50b558e5a2f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.521519 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2830f984-59bc-459a-8d28-50b558e5a2f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.525591 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2830f984-59bc-459a-8d28-50b558e5a2f5 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "DELETE /v2.0/floatingips/4bdb3f4b-cbbd-4dcc-a018-426e88f373ba HTTP/1.1" status: 204 len: 168 time: 1.6553388 Jul 27 22:13:23.526812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54468) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:23.544522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-64826e23-765f-470a-b97e-e5c5456d84b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9404957 Jul 27 22:13:23.547588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:23.557870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:23.610281 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Made reservation on behalf of aa26c73054404f658a944f1567725b58 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:23.614499 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.637264 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.638634 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.651432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f19aa668-2e45-401d-abb6-d0902b13df75 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:23.674711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] device_id is not set on port 26c6d475-9d04-4065-b980-3e5c08b09159 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:23.777656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ef14d-a47e-4a54-8b39-b9ddca9aa4a9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Deleting port 8f6682e7-807c-456b-8719-b5adefaf5440 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:23.778108 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e9ef14d-a47e-4a54-8b39-b9ddca9aa4a9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.845612 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.882019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port f19aa668-2e45-401d-abb6-d0902b13df75 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:23.903659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661522af-579c-4bdc-8f13-4eaa2ee132d0 None None] Network 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:23.960376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e9ef14d-a47e-4a54-8b39-b9ddca9aa4a9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:23.990100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ef14d-a47e-4a54-8b39-b9ddca9aa4a9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Calling delete_port for 8f6682e7-807c-456b-8719-b5adefaf5440 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:24.065786 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54504) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:24.119624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:24.148858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1881b095-c4ea-473f-8f39-a25673201fb1 admin admin] Deleting subnet 9b736049-a370-4e88-93f1-f143c8c1f61e {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:24.153743 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1881b095-c4ea-473f-8f39-a25673201fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.164477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.169177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Allocated IP 172.20.0.8 (9f10d0a2-e3ea-4215-bea8-555e92be4718/e0a9b115-81a6-4605-a02f-507d260f1598/26c6d475-9d04-4065-b980-3e5c08b09159) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:24.260157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea78095-792d-48b2-9803-e679b05dcbcc None None] Network 9f10d0a2-e3ea-4215-bea8-555e92be4718 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:24.366455 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1881b095-c4ea-473f-8f39-a25673201fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.449235 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e9ef14d-a47e-4a54-8b39-b9ddca9aa4a9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.505162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ef14d-a47e-4a54-8b39-b9ddca9aa4a9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Port': ['ID=8f6682e7-807c-456b-8719-b5adefaf5440,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:24.507279 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.509905 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1881b095-c4ea-473f-8f39-a25673201fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.541589 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.607105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d8201606-dbb6-43b9-bb50-295a21b441b1 None None] Provisioning for port f19aa668-2e45-401d-abb6-d0902b13df75 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:24.649780 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8e9ef14d-a47e-4a54-8b39-b9ddca9aa4a9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.650049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Transition to ACTIVE for port object 26c6d475-9d04-4065-b980-3e5c08b09159 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:24.653239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8e9ef14d-a47e-4a54-8b39-b9ddca9aa4a9 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "DELETE /v2.0/ports/8f6682e7-807c-456b-8719-b5adefaf5440 HTTP/1.1" status: 204 len: 168 time: 1.1253870 Jul 27 22:13:24.656328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54520) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:24.669002 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1881b095-c4ea-473f-8f39-a25673201fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.696680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ec520-2b73-46ec-ae21-85861e4be9bf req-b91d6041-1f44-4cb4-a72a-7ae9e1d64d77 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:24.705273 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f20ec520-2b73-46ec-ae21-85861e4be9bf req-b91d6041-1f44-4cb4-a72a-7ae9e1d64d77 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 947 time: 0.2911584 Jul 27 22:13:24.741082 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881b095-c4ea-473f-8f39-a25673201fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b736049-a370-4e88-93f1-f143c8c1f61e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:24.760864 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1881b095-c4ea-473f-8f39-a25673201fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.765706 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1881b095-c4ea-473f-8f39-a25673201fb1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9b736049-a370-4e88-93f1-f143c8c1f61e HTTP/1.1" status: 204 len: 168 time: 0.6964808 Jul 27 22:13:24.769021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54522) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:24.777747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b8373-53bc-45c6-8c0a-b8ab61a51c3c req-6e8875b3-6a6a-42d3-9f28-2f1b3700ee81 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:24.779355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c0b8373-53bc-45c6-8c0a-b8ab61a51c3c req-6e8875b3-6a6a-42d3-9f28-2f1b3700ee81 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.2818849 Jul 27 22:13:24.789845 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.804155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d8201606-dbb6-43b9-bb50-295a21b441b1 None None] Provisioning complete for port f19aa668-2e45-401d-abb6-d0902b13df75 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:24.804531 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8201606-dbb6-43b9-bb50-295a21b441b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.814832 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f20ec520-2b73-46ec-ae21-85861e4be9bf req-eada1e73-1b4d-4184-8aa0-c1db659e25fa tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085885 Jul 27 22:13:24.877443 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.884935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:24.894512 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8993b2c1-4047-4468-9d2a-9cd8e97b9561" -d '{"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-unplugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:24.924214 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:24.950039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:24.963804 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.012409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c0b8373-53bc-45c6-8c0a-b8ab61a51c3c req-9e541e7a-bb46-44c6-b5cc-b5b852d003ee tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242634 Jul 27 22:13:25.018477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.116511 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.127086 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0a3b4e-2535-496e-9304-a74ac2a7f0fc x-openstack-request-id: req-cd0a3b4e-2535-496e-9304-a74ac2a7f0fc {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:25.127792 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-unplugged", "status": "completed", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:25.129540 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd0a3b4e-2535-496e-9304-a74ac2a7f0fc {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:25.130173 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'code': 200} Jul 27 22:13:25.148328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025b8a01-39d2-4d5e-b427-4e98bab23a0c']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:25.159608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5433d649-e641-4193-93bc-d77f0c890e39 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Deleting port 3e2e069c-b4e5-4d60-8ef1-59e97587c47f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:25.159872 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5433d649-e641-4193-93bc-d77f0c890e39 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.160697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=14']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:25.179739 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8201606-dbb6-43b9-bb50-295a21b441b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.244570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d8201606-dbb6-43b9-bb50-295a21b441b1 None None] For port f19aa668-2e45-401d-abb6-d0902b13df75, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f19aa668-2e45-401d-abb6-d0902b13df75,segment=NetworkSegment(e050c258-8c31-4582-8eab-51814318f040),segment_id=e050c258-8c31-4582-8eab-51814318f040)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:25.253685 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8201606-dbb6-43b9-bb50-295a21b441b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.296567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55911d7e-b929-4fd9-a528-1007ee3c2f8c') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:25.296919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55911d7e-b929-4fd9-a528-1007ee3c2f8c') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:25.315766 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.340219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8201606-dbb6-43b9-bb50-295a21b441b1 None None] Pushing event updated for resources: {'Port': ['ID=f19aa668-2e45-401d-abb6-d0902b13df75,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:25.355019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Network 9f10d0a2-e3ea-4215-bea8-555e92be4718 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:25.359011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:25.365350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:25.406369 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.425554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:25.426042 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:25.427806 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:25.436469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Pushing event updated for resources: {'Port': ['ID=26c6d475-9d04-4065-b980-3e5c08b09159,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:25.485061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1065d96c-037d-41d8-9c81-b622195963b4 None None] Provisioning complete for port f19aa668-2e45-401d-abb6-d0902b13df75 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:25.485435 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1065d96c-037d-41d8-9c81-b622195963b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.485691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Allocated IP 172.25.1.208 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/1f09e8a1-f37e-479d-a66e-dda11db4fd97) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:25.494029 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5433d649-e641-4193-93bc-d77f0c890e39 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.520786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:25.521677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.544195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5433d649-e641-4193-93bc-d77f0c890e39 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Calling delete_port for 3e2e069c-b4e5-4d60-8ef1-59e97587c47f owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:25.548021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d8370-549a-4f06-9768-f03f6e7221d3 req-e456c92a-e8cb-499d-84cd-f7f05ea3f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:25.549664 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-753d8370-549a-4f06-9768-f03f6e7221d3 req-e456c92a-e8cb-499d-84cd-f7f05ea3f734 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 1096 time: 0.1955481 Jul 27 22:13:25.579046 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.585771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f19aa668-2e45-401d-abb6-d0902b13df75 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:25.606222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e2b0d-8dc2-477b-9af4-3525ad6a6b87 req-9768bcfe-7de9-444a-97ef-69ebd301a92a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:25.607856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-124e2b0d-8dc2-477b-9af4-3525ad6a6b87 req-9768bcfe-7de9-444a-97ef-69ebd301a92a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.2021177 Jul 27 22:13:25.616405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b5dba903-a04d-4b7f-a003-d1632a44f1c1 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.3118973 Jul 27 22:13:25.616738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54532) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:25.664769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.665213 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1065d96c-037d-41d8-9c81-b622195963b4 None None] Provisioning for port 6e0894a4-2e86-477a-b290-d380892da9e8 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:25.674555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1065d96c-037d-41d8-9c81-b622195963b4 None None] Provisioning complete for port 6e0894a4-2e86-477a-b290-d380892da9e8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:25.674989 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] 10.222.0.24 "DELETE /v2.0/networks/025b8a01-39d2-4d5e-b427-4e98bab23a0c HTTP/1.1" status: 204 len: 168 time: 0.9040234 Jul 27 22:13:25.675361 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1065d96c-037d-41d8-9c81-b622195963b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.678620 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f19aa668-2e45-401d-abb6-d0902b13df75 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:25.679172 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.697254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21f730-9b67-415c-895b-853544549cae admin admin] Pushing event deleted for resources: {'Network': ['ID=025b8a01-39d2-4d5e-b427-4e98bab23a0c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:25.755738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1065d96c-037d-41d8-9c81-b622195963b4 None None] Port 6e0894a4-2e86-477a-b290-d380892da9e8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:25.757139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d8370-549a-4f06-9768-f03f6e7221d3 req-8d111f5c-a772-4dee-8928-6895062e86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:25.758657 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-753d8370-549a-4f06-9768-f03f6e7221d3 req-8d111f5c-a772-4dee-8928-6895062e86c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.1994872 Jul 27 22:13:25.883712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-124fcadc-afb1-4876-92e5-6cc088654033 None None] Provisioning complete for port 6e0894a4-2e86-477a-b290-d380892da9e8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:25.885781 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-124fcadc-afb1-4876-92e5-6cc088654033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.905169 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-753d8370-549a-4f06-9768-f03f6e7221d3 req-f28543e5-e597-4c32-9533-6eae96e95a92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59 HTTP/1.1" status: 200 len: 1000 time: 0.1387868 Jul 27 22:13:25.936031 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5433d649-e641-4193-93bc-d77f0c890e39 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:25.939092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-124fcadc-afb1-4876-92e5-6cc088654033 None None] Port 6e0894a4-2e86-477a-b290-d380892da9e8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:25.939360 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:26.055583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433d649-e641-4193-93bc-d77f0c890e39 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Port': ['ID=3e2e069c-b4e5-4d60-8ef1-59e97587c47f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:26.100367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb5ab80-c9bb-4ab4-b2d0-395115df4e51 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:26.106204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb5ab80-c9bb-4ab4-b2d0-395115df4e51 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:26.112863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb5ab80-c9bb-4ab4-b2d0-395115df4e51 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:26.117281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-acb5ab80-c9bb-4ab4-b2d0-395115df4e51 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4967697 Jul 27 22:13:26.120119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-124e2b0d-8dc2-477b-9af4-3525ad6a6b87 req-ea4fc91e-e716-44c9-979f-00ddcd0b8bf1 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217985 Jul 27 22:13:26.122716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:26.126151 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d8370-549a-4f06-9768-f03f6e7221d3 req-bd1b9723-e27c-43c3-8ecb-b7790b9ae2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:26.127666 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-753d8370-549a-4f06-9768-f03f6e7221d3 req-bd1b9723-e27c-43c3-8ecb-b7790b9ae2c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.2091019 Jul 27 22:13:26.164022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0e4642e4-e920-47e4-900e-3378ceb6ed8a None None] Provisioning for port 26c6d475-9d04-4065-b980-3e5c08b09159 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:26.169261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0e4642e4-e920-47e4-900e-3378ceb6ed8a None None] Provisioning complete for port 26c6d475-9d04-4065-b980-3e5c08b09159 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:26.170155 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e4642e4-e920-47e4-900e-3378ceb6ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.175397 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.197700 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-edfc6972-7ff5-4f50-b2c5-d1d46cb20fd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9eb67e230a5545c29884d04c0a96456e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570887 Jul 27 22:13:26.206288 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54546) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:26.215236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0e4642e4-e920-47e4-900e-3378ceb6ed8a None None] Port 26c6d475-9d04-4065-b980-3e5c08b09159 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:26.242946 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5433d649-e641-4193-93bc-d77f0c890e39 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.244949 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5433d649-e641-4193-93bc-d77f0c890e39 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "DELETE /v2.0/ports/3e2e069c-b4e5-4d60-8ef1-59e97587c47f HTTP/1.1" status: 204 len: 168 time: 1.5875366 Jul 27 22:13:26.252314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54548) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:26.266969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d8370-549a-4f06-9768-f03f6e7221d3 req-3f00c13e-f019-4d30-b2bf-4ccf6a23d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:26.268450 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-753d8370-549a-4f06-9768-f03f6e7221d3 req-3f00c13e-f019-4d30-b2bf-4ccf6a23d0c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054242 Jul 27 22:13:26.275077 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999d0d9-7282-44e6-9ed6-04f32d078890 req-8f5a0140-6301-4901-b9a4-05caf120e946 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:26.276576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f999d0d9-7282-44e6-9ed6-04f32d078890 req-8f5a0140-6301-4901-b9a4-05caf120e946 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1511223 Jul 27 22:13:26.324267 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17388d64-d05b-4290-b80c-95e396f03360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.358289 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17388d64-d05b-4290-b80c-95e396f03360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.364172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-618cccaf-3ba2-46f1-ae8b-ecb25d809635 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Deleting subnet 3c0f51f0-7bee-4eba-aab0-f9030365afa9 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:26.382557 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.387074 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-618cccaf-3ba2-46f1-ae8b-ecb25d809635 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.409878 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-753d8370-549a-4f06-9768-f03f6e7221d3 req-af9b518e-2de7-4352-8aaa-2ba7aa5a8734 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329069 Jul 27 22:13:26.421624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f999d0d9-7282-44e6-9ed6-04f32d078890 req-99d371bd-26d9-45b3-a16f-57a88ecf0419 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196933 Jul 27 22:13:26.446386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-85070a81-d451-4312-bdf5-5805b475152e tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Deleting port 26c6d475-9d04-4065-b980-3e5c08b09159 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:26.446739 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85070a81-d451-4312-bdf5-5805b475152e tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.474335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17388d64-d05b-4290-b80c-95e396f03360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.476862 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17388d64-d05b-4290-b80c-95e396f03360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.478002 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-17388d64-d05b-4290-b80c-95e396f03360 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/709f17e3-ffdb-4c97-b475-efa86dc9fcf9 HTTP/1.1" status: 204 len: 168 time: 0.2694869 Jul 27 22:13:26.478169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:26.494700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17388d64-d05b-4290-b80c-95e396f03360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709f17e3-ffdb-4c97-b475-efa86dc9fcf9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:26.517624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:26.524726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:26.532248 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-618cccaf-3ba2-46f1-ae8b-ecb25d809635 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.544448 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-753d8370-549a-4f06-9768-f03f6e7221d3 req-77c0e50a-f987-4abc-a3a3-7a440060d14c service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279733 Jul 27 22:13:26.595229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Pushing event updated for resources: {'Port': ['ID=1f09e8a1-f37e-479d-a66e-dda11db4fd97,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:26.758586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85070a81-d451-4312-bdf5-5805b475152e tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:26.822044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-85070a81-d451-4312-bdf5-5805b475152e tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Calling delete_port for 26c6d475-9d04-4065-b980-3e5c08b09159 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:26.867222 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-618cccaf-3ba2-46f1-ae8b-ecb25d809635 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.130379 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-618cccaf-3ba2-46f1-ae8b-ecb25d809635 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.177712 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85070a81-d451-4312-bdf5-5805b475152e tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.183058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cccaf-3ba2-46f1-ae8b-ecb25d809635 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0f51f0-7bee-4eba-aab0-f9030365afa9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:27.197044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-618cccaf-3ba2-46f1-ae8b-ecb25d809635 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.202736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:27.206008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a926f-acb6-4584-a50d-b0d61e124fe0 None None] Network 7efe6e56-000d-409a-b0b3-b6fad79e6b74 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:27.210903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-618cccaf-3ba2-46f1-ae8b-ecb25d809635 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "DELETE /v2.0/subnets/3c0f51f0-7bee-4eba-aab0-f9030365afa9 HTTP/1.1" status: 204 len: 168 time: 0.9566503 Jul 27 22:13:27.249289 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.255483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85070a81-d451-4312-bdf5-5805b475152e tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Pushing event deleted for resources: {'Port': ['ID=26c6d475-9d04-4065-b980-3e5c08b09159,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:27.263242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c4fd81-6230-4caa-8c42-3b60bdeb1fbe tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Deleting subnet e04025eb-ba2a-41ae-abbe-b807ba719368 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:27.266948 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fd81-6230-4caa-8c42-3b60bdeb1fbe tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.352413 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fd81-6230-4caa-8c42-3b60bdeb1fbe tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.492521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119240d7-7c29-4a71-8e2d-69e4d049cf28 None None] DHCP port deletion for 7efe6e56-000d-409a-b0b3-b6fad79e6b74 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:27.511352 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fd81-6230-4caa-8c42-3b60bdeb1fbe tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.533160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85070a81-d451-4312-bdf5-5805b475152e tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.536829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-85070a81-d451-4312-bdf5-5805b475152e tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] 10.222.0.24 "DELETE /v2.0/ports/26c6d475-9d04-4065-b980-3e5c08b09159 HTTP/1.1" status: 204 len: 168 time: 1.4130182 Jul 27 22:13:27.549797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54584) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:27.558297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1fa86fac-f04c-4b05-acc1-18191411395f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Request body: {'port': {'name': 'tempest-new-port-name-1649844450', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:27.558950 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-1fa86fac-f04c-4b05-acc1-18191411395f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] bootfile-name is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:13:27.559463 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-1fa86fac-f04c-4b05-acc1-18191411395f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] tftp-server is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:13:27.559956 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-1fa86fac-f04c-4b05-acc1-18191411395f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] server-ip-address is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:13:27.597418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-119240d7-7c29-4a71-8e2d-69e4d049cf28 None None] Deleting port 84babf35-cba2-40fb-9018-2fffe3463bbb {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:27.598176 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-119240d7-7c29-4a71-8e2d-69e4d049cf28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.616337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74386dbb-83c9-4575-88bb-b36cf1096afa req-74102d94-dd69-40be-a6c2-f27a3f7d0b7a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:27.617959 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74386dbb-83c9-4575-88bb-b36cf1096afa req-74102d94-dd69-40be-a6c2-f27a3f7d0b7a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.4058080 Jul 27 22:13:27.645330 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fd81-6230-4caa-8c42-3b60bdeb1fbe tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.675385 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.687249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-119240d7-7c29-4a71-8e2d-69e4d049cf28 None None] For port 84babf35-cba2-40fb-9018-2fffe3463bbb, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=84babf35-cba2-40fb-9018-2fffe3463bbb,segment=NetworkSegment(932cd5f0-aec0-4499-bf3c-4d8f361cf99f),segment_id=932cd5f0-aec0-4499-bf3c-4d8f361cf99f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:27.687924 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-119240d7-7c29-4a71-8e2d-69e4d049cf28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.699114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47fa43-4283-4265-8ea3-2469db5fff4b req-5c47688a-8a0f-4c6c-ba52-8cb84910c859 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:27.701356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f47fa43-4283-4265-8ea3-2469db5fff4b req-5c47688a-8a0f-4c6c-ba52-8cb84910c859 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1261957 Jul 27 22:13:27.705873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526a8f50-b885-4125-963a-5775f3b1af3e None None] Network 238c0b57-c7aa-4006-939c-14a4cb757645 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:27.713036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5c4fd81-6230-4caa-8c42-3b60bdeb1fbe tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.717530 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c5c4fd81-6230-4caa-8c42-3b60bdeb1fbe tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "DELETE /v2.0/subnets/e04025eb-ba2a-41ae-abbe-b807ba719368 HTTP/1.1" status: 204 len: 168 time: 0.5111229 Jul 27 22:13:27.719432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54586) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:27.724288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-119240d7-7c29-4a71-8e2d-69e4d049cf28 None None] Calling delete_port for 84babf35-cba2-40fb-9018-2fffe3463bbb owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:27.729690 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4fd81-6230-4caa-8c42-3b60bdeb1fbe tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Subnet': ['ID=e04025eb-ba2a-41ae-abbe-b807ba719368,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:27.746297 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fa86fac-f04c-4b05-acc1-18191411395f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.816514 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f47fa43-4283-4265-8ea3-2469db5fff4b req-4fe2d664-78f7-469f-937b-bfe17591dea0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991287 Jul 27 22:13:27.821171 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74386dbb-83c9-4575-88bb-b36cf1096afa req-e7759c33-923c-4460-82f3-2d37cc791496 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929851 Jul 27 22:13:27.849968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:27.973923 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-119240d7-7c29-4a71-8e2d-69e4d049cf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.013038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:13:28.037526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119240d7-7c29-4a71-8e2d-69e4d049cf28 None None] No DVR routers for this DVR port 84babf35-cba2-40fb-9018-2fffe3463bbb on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:28.041764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119240d7-7c29-4a71-8e2d-69e4d049cf28 None None] Pushing event deleted for resources: {'Port': ['ID=84babf35-cba2-40fb-9018-2fffe3463bbb,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:28.106414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Deleting port 84babf35-cba2-40fb-9018-2fffe3463bbb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:28.106894 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.163242 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024464d7-8f10-47b4-bb89-ca42e790a0bc None None] DHCP port deletion for 238c0b57-c7aa-4006-939c-14a4cb757645 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:28.214491 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fa86fac-f04c-4b05-acc1-18191411395f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.233865 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fa86fac-f04c-4b05-acc1-18191411395f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.237137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-024464d7-8f10-47b4-bb89-ca42e790a0bc None None] Deleting port a77d7a7d-78ca-464f-9235-bdc6edc397dd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:28.238139 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-024464d7-8f10-47b4-bb89-ca42e790a0bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.238421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df22bdf-cd1a-423d-ba6d-88c3558fcc6c req-4b7d01c6-77d6-4cce-a5be-ae0d796b5920 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:28.240110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9df22bdf-cd1a-423d-ba6d-88c3558fcc6c req-4b7d01c6-77d6-4cce-a5be-ae0d796b5920 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1453676 Jul 27 22:13:28.257946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:28.298865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9df22bdf-cd1a-423d-ba6d-88c3558fcc6c req-77248dd4-073d-44c4-b396-19dbc66d162d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481207 Jul 27 22:13:28.300128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.308957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a5f81644-675d-4422-a563-8a468a9fe854 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7589023 Jul 27 22:13:28.309310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:28.318881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-024464d7-8f10-47b4-bb89-ca42e790a0bc None None] For port a77d7a7d-78ca-464f-9235-bdc6edc397dd, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a77d7a7d-78ca-464f-9235-bdc6edc397dd,segment=NetworkSegment(bf6c7fdd-a52c-455a-8fad-5a076ba0591d),segment_id=bf6c7fdd-a52c-455a-8fad-5a076ba0591d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:28.319649 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-024464d7-8f10-47b4-bb89-ca42e790a0bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.333569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] For port 84babf35-cba2-40fb-9018-2fffe3463bbb, host n-d-802011-3, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:28.339714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-024464d7-8f10-47b4-bb89-ca42e790a0bc None None] Calling delete_port for a77d7a7d-78ca-464f-9235-bdc6edc397dd owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:28.342105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.344355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Sync routers for ids ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:28.364127 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Calling delete_port for 84babf35-cba2-40fb-9018-2fffe3463bbb owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:28.368951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Port 84babf35-cba2-40fb-9018-2fffe3463bbb was not found and therefore no delete operation was performed {{(pid=93834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:13:28.370835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.406396 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Routers {'4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:28.407545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:28.418398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa86fac-f04c-4b05-acc1-18191411395f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Pushing event updated for resources: {'Port': ['ID=6e0894a4-2e86-477a-b290-d380892da9e8,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:28.433350 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] No DVR routers for this DVR port 84babf35-cba2-40fb-9018-2fffe3463bbb on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:28.487055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1fa86fac-f04c-4b05-acc1-18191411395f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] In _notify_port_updated(), no bound segment for port 6e0894a4-2e86-477a-b290-d380892da9e8 on network 9f10d0a2-e3ea-4215-bea8-555e92be4718 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:13:28.492518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa86fac-f04c-4b05-acc1-18191411395f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:28.493615 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1fa86fac-f04c-4b05-acc1-18191411395f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.495133 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1fa86fac-f04c-4b05-acc1-18191411395f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] 10.222.0.24 "PUT /v2.0/ports/6e0894a4-2e86-477a-b290-d380892da9e8 HTTP/1.1" status: 200 len: 1136 time: 0.9438298 Jul 27 22:13:28.496352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Port': ['ID=84babf35-cba2-40fb-9018-2fffe3463bbb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:28.499889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54606) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:28.560867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf3b1f-e377-4e4b-a1e7-74b135cd7503 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:28.563241 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3cbf3b1f-e377-4e4b-a1e7-74b135cd7503 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] 10.222.0.24 "GET /v2.0/ports/6e0894a4-2e86-477a-b290-d380892da9e8 HTTP/1.1" status: 200 len: 1136 time: 0.0620391 Jul 27 22:13:28.566870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54608) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:28.611143 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-024464d7-8f10-47b4-bb89-ca42e790a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.679532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024464d7-8f10-47b4-bb89-ca42e790a0bc None None] Pushing event deleted for resources: {'Port': ['ID=a77d7a7d-78ca-464f-9235-bdc6edc397dd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:28.687237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.692411 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Set router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:13:28.695486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024464d7-8f10-47b4-bb89-ca42e790a0bc None None] No DVR routers for this DVR port a77d7a7d-78ca-464f-9235-bdc6edc397dd on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:28.702725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efe6e56-000d-409a-b0b3-b6fad79e6b74']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:28.714288 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932cd5f0-aec0-4499-bf3c-4d8f361cf99f') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:28.714604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932cd5f0-aec0-4499-bf3c-4d8f361cf99f') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:28.724689 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.740737 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.747103 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:28.747502 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:28.819574 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:28.822995 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.830141 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.835150 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "DELETE /v2.0/networks/7efe6e56-000d-409a-b0b3-b6fad79e6b74 HTTP/1.1" status: 204 len: 168 time: 1.1127656 Jul 27 22:13:28.836035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54610) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:28.852154 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3cf1b36c-99b3-40e1-b779-d47f4c6cfdd4 None None] Provisioning complete for port 6e0894a4-2e86-477a-b290-d380892da9e8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:28.852904 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cf1b36c-99b3-40e1-b779-d47f4c6cfdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:28.869615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edc2ec-52fc-451b-a45a-aa0bbe7b1928 req-fb0ccb65-3ea5-4ee5-9db1-c0323af8e471 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:28.871316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4edc2ec-52fc-451b-a45a-aa0bbe7b1928 req-fb0ccb65-3ea5-4ee5-9db1-c0323af8e471 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1350255 Jul 27 22:13:28.902694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1372d6-ae98-4614-9c1c-99aab27ade22 tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Network': ['ID=7efe6e56-000d-409a-b0b3-b6fad79e6b74,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:28.961633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1b36c-99b3-40e1-b779-d47f4c6cfdd4 None None] Port 6e0894a4-2e86-477a-b290-d380892da9e8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:29.055211 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f108e139-541b-4588-a708-ff68e7ecf79c tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Deleting port 6e0894a4-2e86-477a-b290-d380892da9e8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:29.056890 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f108e139-541b-4588-a708-ff68e7ecf79c tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.062846 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.080124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:13:26Z', 'revision_number': 3, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:29.111219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Checking router: 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:13:29.111572 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Updating router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e port 1f09e8a1-f37e-479d-a66e-dda11db4fd97 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:13:29.147242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4edc2ec-52fc-451b-a45a-aa0bbe7b1928 req-054b4a45-fac6-466d-abc8-64608a9abf93 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621768 Jul 27 22:13:29.165420 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.219986 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f108e139-541b-4588-a708-ff68e7ecf79c tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.251823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f108e139-541b-4588-a708-ff68e7ecf79c tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Calling delete_port for 6e0894a4-2e86-477a-b290-d380892da9e8 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:29.272775 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.374573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238c0b57-c7aa-4006-939c-14a4cb757645']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:29.431812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:29.432299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6c7fdd-a52c-455a-8fad-5a076ba0591d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:29.448029 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.466478 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3810f62-ba2c-4269-9b8e-947b6615ee80 req-f37dd01a-0a57-4c1d-852f-50d55a5f235f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:29.468835 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3810f62-ba2c-4269-9b8e-947b6615ee80 req-f37dd01a-0a57-4c1d-852f-50d55a5f235f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.4705400 Jul 27 22:13:29.484813 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f108e139-541b-4588-a708-ff68e7ecf79c tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.527779 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.527994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108e139-541b-4588-a708-ff68e7ecf79c tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Pushing event deleted for resources: {'Port': ['ID=6e0894a4-2e86-477a-b290-d380892da9e8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:29.559924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a77d7a7d-78ca-464f-9235-bdc6edc397dd no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:29.593058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:29.593546 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.596439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: a77d7a7d-78ca-464f-9235-bdc6edc397dd {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:29.596805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a77d7a7d-78ca-464f-9235-bdc6edc397dd not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:29.597837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 84babf35-cba2-40fb-9018-2fffe3463bbb no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:29.607286 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:29.629983 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f108e139-541b-4588-a708-ff68e7ecf79c tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.633141 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f108e139-541b-4588-a708-ff68e7ecf79c tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] 10.222.0.24 "DELETE /v2.0/ports/6e0894a4-2e86-477a-b290-d380892da9e8 HTTP/1.1" status: 204 len: 168 time: 0.8218026 Jul 27 22:13:29.635692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:29.640466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 84babf35-cba2-40fb-9018-2fffe3463bbb {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:29.640811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 84babf35-cba2-40fb-9018-2fffe3463bbb not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:29.679825 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3810f62-ba2c-4269-9b8e-947b6615ee80 req-19ac87a2-9434-4c19-bfc5-92ce08941b8a tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003064 Jul 27 22:13:29.688261 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.708077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-4045b115-ece9-42ff-bde8-7b2a6a61f54f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Deleting subnet e0a9b115-81a6-4605-a02f-507d260f1598 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:29.708194 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Transition to ACTIVE for port object 1f09e8a1-f37e-479d-a66e-dda11db4fd97 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:29.711352 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4045b115-ece9-42ff-bde8-7b2a6a61f54f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.714651 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.764309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdebde1-c29f-4cd0-be01-0d9e62c9069e None None] Pushing event updated for resources: {'Port': ['ID=1f09e8a1-f37e-479d-a66e-dda11db4fd97,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:29.770191 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4045b115-ece9-42ff-bde8-7b2a6a61f54f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.794424 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Attempting to bind port 1f09e8a1-f37e-479d-a66e-dda11db4fd97 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:29.794797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Attempting to bind port 1f09e8a1-f37e-479d-a66e-dda11db4fd97 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:29.795167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Attempting to bind port 1f09e8a1-f37e-479d-a66e-dda11db4fd97 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:29.801557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:29.801557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:29.801836 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.802095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:29.802880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Bound port: 1f09e8a1-f37e-479d-a66e-dda11db4fd97, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:29.803272 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.821822 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.860566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] For port 1f09e8a1-f37e-479d-a66e-dda11db4fd97, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:29.864211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] For port 1f09e8a1-f37e-479d-a66e-dda11db4fd97, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1f09e8a1-f37e-479d-a66e-dda11db4fd97,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:29.868881 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.876272 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.883947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] 10.222.0.24 "DELETE /v2.0/networks/238c0b57-c7aa-4006-939c-14a4cb757645 HTTP/1.1" status: 204 len: 168 time: 1.0454471 Jul 27 22:13:29.886024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48f0d0-4d4b-4065-b3f6-cb810e11c91d tempest-TaggedBootDevicesTest-1266447609 tempest-TaggedBootDevicesTest-1266447609-project] Pushing event deleted for resources: {'Network': ['ID=238c0b57-c7aa-4006-939c-14a4cb757645,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:29.910441 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4045b115-ece9-42ff-bde8-7b2a6a61f54f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:29.923565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5e925-2464-4fd0-a744-a05035081d55 req-6f99e7ea-0749-4286-b16b-66ecb1fb16c3 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:29.931307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11c5e925-2464-4fd0-a744-a05035081d55 req-6f99e7ea-0749-4286-b16b-66ecb1fb16c3 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.1524105 Jul 27 22:13:29.953308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Routers {'4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:29.954363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:29.965907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f79c0-7840-4db2-b139-45a5219f347d req-106cd0e2-23da-40c1-b02a-aafbbad23e51 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:29.967359 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-106cd0e2-23da-40c1-b02a-aafbbad23e51 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 811 time: 0.3870647 Jul 27 22:13:29.994498 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-258fed8b-0367-46b1-b2be-55adeccb2ce9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/quotas/4b3ee2fa696e4933b1287dd2b7753c06 HTTP/1.1" status: 200 len: 375 time: 0.0158052 Jul 27 22:13:30.005919 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdebde1-c29f-4cd0-be01-0d9e62c9069e None None] Pushing event updated for resources: {'Port': ['ID=1f09e8a1-f37e-479d-a66e-dda11db4fd97,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:30.055102 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4045b115-ece9-42ff-bde8-7b2a6a61f54f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.066546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11c5e925-2464-4fd0-a744-a05035081d55 req-f2036ff8-6dd7-4451-b697-7276a32b1a9e tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284709 Jul 27 22:13:30.077275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db4c75b-57ab-4752-a9ca-8266ccb8e6bf None None] Network 9f10d0a2-e3ea-4215-bea8-555e92be4718 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:30.091900 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4045b115-ece9-42ff-bde8-7b2a6a61f54f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.096604 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4045b115-ece9-42ff-bde8-7b2a6a61f54f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] 10.222.0.24 "DELETE /v2.0/subnets/e0a9b115-81a6-4605-a02f-507d260f1598 HTTP/1.1" status: 204 len: 168 time: 0.4598444 Jul 27 22:13:30.097283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54640) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:30.098014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045b115-ece9-42ff-bde8-7b2a6a61f54f tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a9b115-81a6-4605-a02f-507d260f1598,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:30.145512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.185921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-51fb8d1e-d2f7-4506-8bc8-65bd8c684f2d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1500289 Jul 27 22:13:30.213985 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.319440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Deleting port f19aa668-2e45-401d-abb6-d0902b13df75 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:30.320131 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.433607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] Set router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:13:30.470033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] For port f19aa668-2e45-401d-abb6-d0902b13df75, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f19aa668-2e45-401d-abb6-d0902b13df75,segment=NetworkSegment(e050c258-8c31-4582-8eab-51814318f040),segment_id=e050c258-8c31-4582-8eab-51814318f040)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:30.470033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.487526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Calling delete_port for f19aa668-2e45-401d-abb6-d0902b13df75 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:30.522015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Allocated IP 172.20.0.1 (01c9f9b3-c59b-48da-b16d-f6e4ec57be7f/cee472c6-d4f6-4a75-a13f-f7a665f27dc3/8b46313d-3e04-4851-8629-3a437a572120) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:30.626650 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.688302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Pushing event deleted for resources: {'Port': ['ID=f19aa668-2e45-401d-abb6-d0902b13df75,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:30.701490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] No DVR routers for this DVR port f19aa668-2e45-401d-abb6-d0902b13df75 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:30.767478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:13:26Z', 'revision_number': 3, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:30.792580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-248ac6b9-f763-4350-a743-bd3d1415369d service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165808 Jul 27 22:13:30.795706 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.818246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fe8be1-5cfb-4e03-9d53-08e8115522ef None None] DHCP port deletion for 9f10d0a2-e3ea-4215-bea8-555e92be4718 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:30.820607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66634950-851e-46b7-80d4-74b69c4e257d None None] The sync data for ids ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'] in n-d-802011-3 is: [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:13:26Z', 'revision_number': 3, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:30.852398 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.871475 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f10d0a2-e3ea-4215-bea8-555e92be4718']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:30.895979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e050c258-8c31-4582-8eab-51814318f040') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:30.896348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e050c258-8c31-4582-8eab-51814318f040') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:30.924787 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.952587 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.960226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:30.961001 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:30.984927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f72c0-0cdf-431d-9100-5a0ec2fa39c0 req-3b99664f-07c6-4436-bc76-851fa2df1b0c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:30.984927 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b61f72c0-0cdf-431d-9100-5a0ec2fa39c0 req-3b99664f-07c6-4436-bc76-851fa2df1b0c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1820965 Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:31.032848 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:31.045730 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.050199 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-dbfec987-d153-432e-8666-c566c9a87856 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444103 Jul 27 22:13:31.053601 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.057754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.060075 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] 10.222.0.24 "DELETE /v2.0/networks/9f10d0a2-e3ea-4215-bea8-555e92be4718 HTTP/1.1" status: 204 len: 168 time: 0.9596970 Jul 27 22:13:31.076165 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452d0a3-367d-491b-bc50-aae3807bf793 tempest-ExtraDHCPOptionsTestJSON-353391457 tempest-ExtraDHCPOptionsTestJSON-353391457-project] Pushing event deleted for resources: {'Network': ['ID=9f10d0a2-e3ea-4215-bea8-555e92be4718,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:31.079304 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b61f72c0-0cdf-431d-9100-5a0ec2fa39c0 req-4c53dd84-5aa9-4cb9-b5e4-bf01fcb8423f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900440 Jul 27 22:13:31.110673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Network 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:31.119703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:31.124804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:31.207707 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.330662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Pushing event updated for resources: {'Port': ['ID=8b46313d-3e04-4851-8629-3a437a572120,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:31.502956 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2ae87-a4db-4ebd-80d3-6c19f7a25d9b req-8090a85b-e7f5-4a6d-a898-a863ad1f96fd tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:31.510139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84e2ae87-a4db-4ebd-80d3-6c19f7a25d9b req-8090a85b-e7f5-4a6d-a898-a863ad1f96fd tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.2977350 Jul 27 22:13:31.540444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-60d66fdb-9303-479a-8be0-1a687ee7dbdb req-c0a1bac8-bb80-4e09-9099-d630636238c6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 210 time: 0.1061769 Jul 27 22:13:31.636052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1f09e8a1-f37e-479d-a66e-dda11db4fd97 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:31.698358 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84e2ae87-a4db-4ebd-80d3-6c19f7a25d9b req-45092ba3-b109-453e-9f1a-c4893108cb7d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834629 Jul 27 22:13:31.707590 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.757599 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54680) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:31.764771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 1f09e8a1-f37e-479d-a66e-dda11db4fd97 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:31.769273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1f09e8a1-f37e-479d-a66e-dda11db4fd97 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:31.769838 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.929607 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:31.961849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 1f09e8a1-f37e-479d-a66e-dda11db4fd97, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1f09e8a1-f37e-479d-a66e-dda11db4fd97,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:31.969258 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.114293 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f19aa668-2e45-401d-abb6-d0902b13df75 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:32.157675 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b0b3068c-2256-48ac-926f-4ec856c5a09f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa26c73054404f658a944f1567725b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981102 Jul 27 22:13:32.159578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54688) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:32.164819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=1f09e8a1-f37e-479d-a66e-dda11db4fd97,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:32.181736 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: f19aa668-2e45-401d-abb6-d0902b13df75 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:32.182099 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f19aa668-2e45-401d-abb6-d0902b13df75 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:32.207405 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.227698 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.272431 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96d14c31-1e2d-4f4a-bc60-251be3ef24c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.304362 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96d14c31-1e2d-4f4a-bc60-251be3ef24c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.345496 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.828905 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96d14c31-1e2d-4f4a-bc60-251be3ef24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.832318 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-96d14c31-1e2d-4f4a-bc60-251be3ef24c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:32.835768 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-96d14c31-1e2d-4f4a-bc60-251be3ef24c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6b4c4da-3e44-44a9-b590-9246b9d289e5 HTTP/1.1" status: 204 len: 168 time: 0.6729262 Jul 27 22:13:32.868686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d14c31-1e2d-4f4a-bc60-251be3ef24c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b4c4da-3e44-44a9-b590-9246b9d289e5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:32.940112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Network 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:32.969723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:32.974248 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db30ec1c-7eaa-4d14-a23b-ae6b431b5533 req-75eada8b-4f40-4ae4-b17e-ceb2138b60f8 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 210 time: 0.0600424 Jul 27 22:13:32.981106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Pushing event updated for resources: {'Port': ['ID=8b46313d-3e04-4851-8629-3a437a572120,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:32.992750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379aaf21-0ab9-4bab-8959-c4a076e73a07 req-d3162da1-25a4-4828-ae96-94068dc50e6d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:32.994327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-379aaf21-0ab9-4bab-8959-c4a076e73a07 req-d3162da1-25a4-4828-ae96-94068dc50e6d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.7848928 Jul 27 22:13:33.120334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f79c0-7840-4db2-b139-45a5219f347d req-247504fa-c27c-4667-8ba8-85d539b9dd90 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:33.121930 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-247504fa-c27c-4667-8ba8-85d539b9dd90 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 811 time: 0.2009108 Jul 27 22:13:33.137597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Request body: {'port': {'device_id': '99086711-3e3a-4fc9-9a43-3276cd3d2abd', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'admin_state_up': True, 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:33.208565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-379aaf21-0ab9-4bab-8959-c4a076e73a07 req-b8eab70c-59bd-44fc-8fb0-f372ff6b5495 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195033 Jul 27 22:13:33.367367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:13:33.448440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Made reservation on behalf of 4b3ee2fa696e4933b1287dd2b7753c06 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:33.455061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.564495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:33.573736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d8737-7523-4d17-938a-157dee10371e req-6b03523e-d049-4fbf-a380-3273da035a80 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:33.583897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a0d8737-7523-4d17-938a-157dee10371e req-6b03523e-d049-4fbf-a380-3273da035a80 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.2347529 Jul 27 22:13:33.607261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1f09e8a1-f37e-479d-a66e-dda11db4fd97 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:33.610759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b7d79220-a126-4ce3-96d4-c957fa23ea2d admin admin] 10.222.0.24 "PUT /v2.0/routers/4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3002794 Jul 27 22:13:33.658981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a0d8737-7523-4d17-938a-157dee10371e req-c77ce2aa-1c67-467f-ba68-3c5707f75437 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740461 Jul 27 22:13:33.753476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Allocated IP 172.20.0.7 (4c0e47d2-6150-45e9-905c-313a1c6e140b/1db25ef7-bbb2-4f2f-9291-aebd84fb4c42/237cf306-0d31-4fcb-a96c-ff87851cb98a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:33.756069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1f09e8a1-f37e-479d-a66e-dda11db4fd97 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:33.756633 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:33.855961 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Sync routers for ids ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:33.874018 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Routers {'4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:33.874763 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:34.059178 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Set router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:13:34.150532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.158581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54734) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:34.162474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e9e6921-dd8a-48b4-98bb-27f72a273144 req-e3601fa8-a0fd-437f-bb62-16f7281b8670 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 210 time: 0.0506301 Jul 27 22:13:34.175551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Transition to ACTIVE for port object 237cf306-0d31-4fcb-a96c-ff87851cb98a will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:34.244460 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.293870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:34.298296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:34.301172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:34.451226 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8b46313d-3e04-4851-8629-3a437a572120', 'name': '', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'mac_address': 'fa:16:3e:a4:2b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:30Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 2, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'subnets': [{'id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:34.465078 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:34.465706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.465973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa5972-fefc-4f3a-8b6a-3e5cb18db360 req-340523ce-c529-4a7b-b42d-8cb82b817cb2 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:34.475427 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfaa5972-fefc-4f3a-8b6a-3e5cb18db360 req-340523ce-c529-4a7b-b42d-8cb82b817cb2 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.0898831 Jul 27 22:13:34.479126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-381571480'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:34.501134 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Checking router: 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:13:34.501677 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Updating router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e port 8b46313d-3e04-4851-8629-3a437a572120 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:13:34.522083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event updated for resources: {'Port': ['ID=237cf306-0d31-4fcb-a96c-ff87851cb98a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:34.553305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Made reservation on behalf of cfbe6a31bf1b4e628ff6538344cfb5bc for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:34.557345 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.557526 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.578377 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.583762 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a5f62032-1574-4093-a74b-332cf701c778 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4481349 Jul 27 22:13:34.591317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfaa5972-fefc-4f3a-8b6a-3e5cb18db360 req-83187276-1433-4e05-adf6-fa7773adf0c4 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131370 Jul 27 22:13:34.608728 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Request body: {'port': {'device_id': '99086711-3e3a-4fc9-9a43-3276cd3d2abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:34.654016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-60ac14be-aed5-4acc-8ba7-7ebcb72eac32 None None] Provisioning for port 237cf306-0d31-4fcb-a96c-ff87851cb98a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:34.663133 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-60ac14be-aed5-4acc-8ba7-7ebcb72eac32 None None] Provisioning complete for port 237cf306-0d31-4fcb-a96c-ff87851cb98a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:34.663617 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60ac14be-aed5-4acc-8ba7-7ebcb72eac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.742316 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.772484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-11799e2c-62d6-4eb4-a305-99bdcb2db0ca tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:34.780926 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-60ac14be-aed5-4acc-8ba7-7ebcb72eac32 None None] Port 237cf306-0d31-4fcb-a96c-ff87851cb98a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:13:34.783024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-11799e2c-62d6-4eb4-a305-99bdcb2db0ca tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/networks?id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f HTTP/1.1" status: 200 len: 819 time: 0.2853842 Jul 27 22:13:34.801569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-612ecb7e-1aaf-4f15-b295-d5df121d5ef7 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/quotas/88362ff17b0b4efcbf619b330731cbe3 HTTP/1.1" status: 200 len: 375 time: 0.0170059 Jul 27 22:13:34.878219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-1794f014-3a21-420c-b989-ad3414afb1bb tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=88362ff17b0b4efcbf619b330731cbe3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752277 Jul 27 22:13:34.971796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb62d0-7452-4dc0-9e6b-27b34628e3c1 req-f8f710b0-ca3c-4af0-98e1-1cb022ee56d0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:34.984073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-accb62d0-7452-4dc0-9e6b-27b34628e3c1 req-f8f710b0-ca3c-4af0-98e1-1cb022ee56d0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.0910275 Jul 27 22:13:35.139329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-accb62d0-7452-4dc0-9e6b-27b34628e3c1 req-3811c184-a465-405e-a3bd-c00350b1f468 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525884 Jul 27 22:13:35.149525 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.165113 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Transition to ACTIVE for port object 8b46313d-3e04-4851-8629-3a437a572120 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:35.173457 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.180700 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-9db857c5-7de8-4184-8dd4-a08b2dcc28d5 service neutron] 10.222.0.24 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009105 Jul 27 22:13:35.234622 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.241987 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.245077 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Pushing event updated for resources: {'Port': ['ID=8b46313d-3e04-4851-8629-3a437a572120,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:35.258208 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:35.258860 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:35.259402 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:35.259898 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:35.260837 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:35.261335 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:35.262371 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:35.262894 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:35.263522 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:35.264010 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:35.265095 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:35.265902 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:35.318825 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-d1f4a763-0a75-4542-bf82-a61dd2298d52 service neutron] 10.222.0.24 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272511 Jul 27 22:13:35.357206 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Attempting to bind port 8b46313d-3e04-4851-8629-3a437a572120 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:35.357572 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Attempting to bind port 8b46313d-3e04-4851-8629-3a437a572120 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'f90c5240-5b0d-42ff-a880-8bf667d9f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:35.357997 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Attempting to bind port 8b46313d-3e04-4851-8629-3a437a572120 on network 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:35.375888 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:35.376298 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Checking segment: {'id': 'f90c5240-5b0d-42ff-a880-8bf667d9f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:35.376652 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.377040 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Bound using segment: {'id': 'f90c5240-5b0d-42ff-a880-8bf667d9f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:35.377510 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Bound port: 8b46313d-3e04-4851-8629-3a437a572120, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90c5240-5b0d-42ff-a880-8bf667d9f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:35.377905 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.383302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:35.389038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c806cb-f205-47b4-bb0e-d87bb08922d6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:35.429561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.429966 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Added segment 59adbe4d-42c7-491b-a6cc-37fce4cbc600 of type vlan for network 7b8df432-369a-46f6-8785-5c47928611cc Jul 27 22:13:35.430860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34d384-9d8a-4802-8d1e-81cf82d4e777 req-db1cdacf-e435-492f-8961-e3fb35c8f56c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:35.433198 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a34d384-9d8a-4802-8d1e-81cf82d4e777 req-db1cdacf-e435-492f-8961-e3fb35c8f56c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 931 time: 0.1702785 Jul 27 22:13:35.520944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237cf306-0d31-4fcb-a96c-ff87851cb98a {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:13:35.530532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.540976 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.566087 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] For port 8b46313d-3e04-4851-8629-3a437a572120, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:35.566864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a34d384-9d8a-4802-8d1e-81cf82d4e777 req-62788dbe-8858-4bc8-b0fc-e53bb248abff tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188202 Jul 27 22:13:35.573031 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] For port 8b46313d-3e04-4851-8629-3a437a572120, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8b46313d-3e04-4851-8629-3a437a572120,segment=NetworkSegment(f90c5240-5b0d-42ff-a880-8bf667d9f3bc),segment_id=f90c5240-5b0d-42ff-a880-8bf667d9f3bc)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:35.588712 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.643167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Transition to ACTIVE for port object 237cf306-0d31-4fcb-a96c-ff87851cb98a will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:35.653291 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239bef4-36fe-4bc3-98c0-af922c8a3db8 None None] Pushing event updated for resources: {'Port': ['ID=8b46313d-3e04-4851-8629-3a437a572120,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:35.660571 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.689247 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Routers {'4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:35.689899 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:35.697433 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.705538 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:35.706192 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.736528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bc59cf6c-65f2-498b-a927-3f252d4adb50 req-b1e2da36-718a-4a8a-a710-ed4541cb28f1 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 210 time: 0.0723078 Jul 27 22:13:35.803605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c481923-7453-4630-b0dc-70e32ea73385 req-dca7e7af-8a7a-4c17-a545-fc78471e5c89 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:35.805040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c481923-7453-4630-b0dc-70e32ea73385 req-dca7e7af-8a7a-4c17-a545-fc78471e5c89 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.0936644 Jul 27 22:13:35.826601 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] Set router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:13:35.877476 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c481923-7453-4630-b0dc-70e32ea73385 req-a53c5ad0-015e-4cd2-a462-03aad9969bd5 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661852 Jul 27 22:13:35.899344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Pushing event updated for resources: {'Port': ['ID=237cf306-0d31-4fcb-a96c-ff87851cb98a,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:36.032704 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8707924 Jul 27 22:13:36.033555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:36.040168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-abf57301-59fd-4d97-85ef-69fd8c61dc68 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'subnet': {'network_id': '7b8df432-369a-46f6-8785-5c47928611cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:36.098248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d253f18-1741-44b2-bf32-bb08cebf4550 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Network': ['ID=7b8df432-369a-46f6-8785-5c47928611cc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:36.119717 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7b8df432-369a-46f6-8785-5c47928611cc details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:36.249146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Attempting to bind port 237cf306-0d31-4fcb-a96c-ff87851cb98a on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:36.249798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Attempting to bind port 237cf306-0d31-4fcb-a96c-ff87851cb98a by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:36.250066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Attempting to bind port 237cf306-0d31-4fcb-a96c-ff87851cb98a on network 4c0e47d2-6150-45e9-905c-313a1c6e140b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:36.261557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Port 237cf306-0d31-4fcb-a96c-ff87851cb98a on network 4c0e47d2-6150-45e9-905c-313a1c6e140b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:36.261890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Attempting to bind port 237cf306-0d31-4fcb-a96c-ff87851cb98a on network 4c0e47d2-6150-45e9-905c-313a1c6e140b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:36.284214 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8b46313d-3e04-4851-8629-3a437a572120', 'name': '', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'mac_address': 'fa:16:3e:a4:2b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:30Z', 'updated_at': '2021-07-27T22:13:35Z', 'revision_number': 4, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'subnets': [{'id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:36.287159 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:36.287702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Checking segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:36.289260 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Bound using segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:36.290993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Bound port: 237cf306-0d31-4fcb-a96c-ff87851cb98a, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:36.291736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.371722 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ce087-2ac2-4aff-81ce-1d36d79da153 None None] The sync data for ids ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'] in n-d-802011-3 is: [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8b46313d-3e04-4851-8629-3a437a572120', 'name': '', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'mac_address': 'fa:16:3e:a4:2b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:30Z', 'updated_at': '2021-07-27T22:13:35Z', 'revision_number': 4, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'subnets': [{'id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:36.380335 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf57301-59fd-4d97-85ef-69fd8c61dc68 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Made reservation on behalf of cfbe6a31bf1b4e628ff6538344cfb5bc for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:36.383878 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abf57301-59fd-4d97-85ef-69fd8c61dc68 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.426145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] For port 237cf306-0d31-4fcb-a96c-ff87851cb98a, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:36.430003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] For port 237cf306-0d31-4fcb-a96c-ff87851cb98a, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=237cf306-0d31-4fcb-a96c-ff87851cb98a,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:36.437617 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.508920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2077d2d-fb82-40e8-b614-f9021ff60d53 req-0b9d7dfd-728f-4b94-a4b8-05cd3e3db849 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:36.517927 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2077d2d-fb82-40e8-b614-f9021ff60d53 req-0b9d7dfd-728f-4b94-a4b8-05cd3e3db849 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.1875949 Jul 27 22:13:36.528436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:36.529217 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:36.552216 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] 10.222.0.43 "PUT /v2.0/ports/237cf306-0d31-4fcb-a96c-ff87851cb98a HTTP/1.1" status: 200 len: 1091 time: 1.9315238 Jul 27 22:13:36.552818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99086711-3e3a-4fc9-9a43-3276cd3d2abd', 'tag': '237cf306-0d31-4fcb-a96c-ff87851cb98a'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:36.558466 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709ca5b7-dffd-4ced-b141-26f798a14d44" -d '{"events": [{"name": "network-changed", "server_uuid": "99086711-3e3a-4fc9-9a43-3276cd3d2abd", "tag": "237cf306-0d31-4fcb-a96c-ff87851cb98a"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:36.666923 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31e42d5-8ad2-462e-a8c4-0e5ce221a6ce x-openstack-request-id: req-b31e42d5-8ad2-462e-a8c4-0e5ce221a6ce {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:36.667413 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99086711-3e3a-4fc9-9a43-3276cd3d2abd", "tag": "237cf306-0d31-4fcb-a96c-ff87851cb98a", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:36.667856 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b31e42d5-8ad2-462e-a8c4-0e5ce221a6ce {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:36.667987 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2077d2d-fb82-40e8-b614-f9021ff60d53 req-1f285154-a962-4586-9b23-40b7240ca471 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464355 Jul 27 22:13:36.668492 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99086711-3e3a-4fc9-9a43-3276cd3d2abd', 'tag': '237cf306-0d31-4fcb-a96c-ff87851cb98a', 'status': 'completed', 'code': 200} Jul 27 22:13:36.669305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78333ff7-55fe-4460-bd6c-1cac3b5b2c84 service neutron] Pushing event updated for resources: {'Port': ['ID=237cf306-0d31-4fcb-a96c-ff87851cb98a,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:36.753437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f79c0-7840-4db2-b139-45a5219f347d req-aa911d10-b312-42c5-86e5-c34afa60603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:36.755184 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-aa911d10-b312-42c5-86e5-c34afa60603b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 1094 time: 0.1528430 Jul 27 22:13:36.882797 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-bf189dee-a434-474a-8caa-e62b988e27b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=237cf306-0d31-4fcb-a96c-ff87851cb98a HTTP/1.1" status: 200 len: 217 time: 0.1200140 Jul 27 22:13:36.949680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a1731356-db69-4f3b-ab9f-868f0d0ccf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:36.951206 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-a1731356-db69-4f3b-ab9f-868f0d0ccf28 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.0587389 Jul 27 22:13:36.999482 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-853238ae-ac8f-424e-a748-a6779853318a req-35f31012-f23b-4ee6-8ab4-290fe98a0b57 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 210 time: 0.1064084 Jul 27 22:13:37.027880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f79c0-7840-4db2-b139-45a5219f347d req-d78042d9-8341-4f4a-a0f6-3409e0235c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:37.029471 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-d78042d9-8341-4f4a-a0f6-3409e0235c50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707150 Jul 27 22:13:37.030123 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abf57301-59fd-4d97-85ef-69fd8c61dc68 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.055275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfe68f-052b-433c-930f-d62917c1258d req-a2db7abc-53cf-4b7c-8333-120dd9b48da6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:37.078067 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56bfe68f-052b-433c-930f-d62917c1258d req-a2db7abc-53cf-4b7c-8333-120dd9b48da6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 943 time: 0.2574883 Jul 27 22:13:37.352601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-c8bafc60-da7f-4ed5-b4d8-cd2d4e9f4ded tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:37.355343 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-c8bafc60-da7f-4ed5-b4d8-cd2d4e9f4ded tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.41 "GET /v2.0/networks?id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f HTTP/1.1" status: 200 len: 819 time: 0.2025306 Jul 27 22:13:37.380325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf57301-59fd-4d97-85ef-69fd8c61dc68 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Subnet': ['ID=8f424ad3-ff66-433d-9dda-d15fddb58f4d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:37.396357 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-35ccc0d6-7d8a-4518-9aae-5af1189f32cf service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587756 Jul 27 22:13:37.407914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Request body: {'port': {'device_id': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'admin_state_up': True, 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:37.410421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56bfe68f-052b-433c-930f-d62917c1258d req-93ab6bcd-b7f1-4f10-855e-ce4a90ecaecb tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311298 Jul 27 22:13:37.418017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf57301-59fd-4d97-85ef-69fd8c61dc68 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Checking segment: {'id': '59adbe4d-42c7-491b-a6cc-37fce4cbc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7b8df432-369a-46f6-8785-5c47928611cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:37.424742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf57301-59fd-4d97-85ef-69fd8c61dc68 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network hostable DHCP agents. Network: 7b8df432-369a-46f6-8785-5c47928611cc, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:37.520520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19759f-ab25-4fb2-8d83-27004e9c909e req-3629056f-0596-4149-8d75-239ff4c23b9c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:37.532125 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc19759f-ab25-4fb2-8d83-27004e9c909e req-3629056f-0596-4149-8d75-239ff4c23b9c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.4155133 Jul 27 22:13:37.537541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf57301-59fd-4d97-85ef-69fd8c61dc68 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7b8df432-369a-46f6-8785-5c47928611cc is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:37.595267 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-abf57301-59fd-4d97-85ef-69fd8c61dc68 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7b8df432-369a-46f6-8785-5c47928611cc) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:37.602949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf57301-59fd-4d97-85ef-69fd8c61dc68 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:37.603539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abf57301-59fd-4d97-85ef-69fd8c61dc68 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.620214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8b46313d-3e04-4851-8629-3a437a572120 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:37.630238 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d88f79c0-7840-4db2-b139-45a5219f347d req-f983ae84-2383-418d-8bf7-ef7f09d5320c service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777887 Jul 27 22:13:37.633571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-abf57301-59fd-4d97-85ef-69fd8c61dc68 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5966089 Jul 27 22:13:37.653616 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54802) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:37.669630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b9ca4-d111-4a51-a860-a8c5806365f0 None None] Network 7b8df432-369a-46f6-8785-5c47928611cc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:37.679290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1603450417', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:37.743740 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.749614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.791080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc19759f-ab25-4fb2-8d83-27004e9c909e req-5f6051c5-2021-4bdf-b351-bf6b6fac9c74 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579908 Jul 27 22:13:37.826156 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca5b7-dffd-4ced-b141-26f798a14d44 req-f63d1dc0-8fd9-4952-870a-8fa7b686efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:37.844121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 8b46313d-3e04-4851-8629-3a437a572120 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:37.859022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8b46313d-3e04-4851-8629-3a437a572120 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:37.859957 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-709ca5b7-dffd-4ced-b141-26f798a14d44 req-f63d1dc0-8fd9-4952-870a-8fa7b686efdd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 1094 time: 0.1755381 Jul 27 22:13:37.860090 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.861581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Made reservation on behalf of 88362ff17b0b4efcbf619b330731cbe3 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:37.866778 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.948610 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f82b5-85bb-4c1a-bf44-e90a1b11edb1 None None] Network 7b8df432-369a-46f6-8785-5c47928611cc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:37.999521 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.041672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca5b7-dffd-4ced-b141-26f798a14d44 req-bca55ea4-f994-489b-97fd-f225f5099d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:38.043694 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-709ca5b7-dffd-4ced-b141-26f798a14d44 req-bca55ea4-f994-489b-97fd-f225f5099d43 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.1465068 Jul 27 22:13:38.189193 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-709ca5b7-dffd-4ced-b141-26f798a14d44 req-bcf92b01-8457-4766-9537-3ecb57a85e46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=237cf306-0d31-4fcb-a96c-ff87851cb98a HTTP/1.1" status: 200 len: 217 time: 0.1357033 Jul 27 22:13:38.238611 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.268922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba767fb-7a85-4501-b6aa-ebd4d106a092 req-cccddd95-90aa-48af-9aba-6ae428444ea7 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:38.276672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ba767fb-7a85-4501-b6aa-ebd4d106a092 req-cccddd95-90aa-48af-9aba-6ae428444ea7 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.4252346 Jul 27 22:13:38.331936 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-78841e8d-b2a2-4a33-83fd-d86764cc8b06 req-3cfe1e4a-b24f-4025-aafb-8151af84102a tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 210 time: 0.0892854 Jul 27 22:13:38.356740 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.385007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca5b7-dffd-4ced-b141-26f798a14d44 req-f0b11979-f27d-4483-ad06-80ff0afd46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:38.386505 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-709ca5b7-dffd-4ced-b141-26f798a14d44 req-f0b11979-f27d-4483-ad06-80ff0afd46ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.1639216 Jul 27 22:13:38.434383 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 8b46313d-3e04-4851-8629-3a437a572120, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8b46313d-3e04-4851-8629-3a437a572120,segment=NetworkSegment(f90c5240-5b0d-42ff-a880-8bf667d9f3bc),segment_id=f90c5240-5b0d-42ff-a880-8bf667d9f3bc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:38.440024 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.478098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ba767fb-7a85-4501-b6aa-ebd4d106a092 req-6a678504-f948-41ea-a087-12a52ce71078 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001171 Jul 27 22:13:38.486091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Allocated IP 172.20.0.7 (01c9f9b3-c59b-48da-b16d-f6e4ec57be7f/cee472c6-d4f6-4a75-a13f-f7a665f27dc3/d4e7519d-0ce9-4704-83d5-5eb242c59afe) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:38.508668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca5b7-dffd-4ced-b141-26f798a14d44 req-4d9af7cf-a400-4b4c-bdd0-64ec94fe86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:38.510180 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-709ca5b7-dffd-4ced-b141-26f798a14d44 req-4d9af7cf-a400-4b4c-bdd0-64ec94fe86f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095736 Jul 27 22:13:38.555923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=8b46313d-3e04-4851-8629-3a437a572120,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:38.574877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:38.575285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:38.575731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:38.576227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:38.576687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:38.577753 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:38.578432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:38.579577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:38.580451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:38.580955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:38.581487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:38.581883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:13:38.609245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace8cc2-0f84-45a2-9fa1-e1a0ae4cddfa req-a4571b98-448f-4818-b112-b2812f14b784 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:38.611322 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ace8cc2-0f84-45a2-9fa1-e1a0ae4cddfa req-a4571b98-448f-4818-b112-b2812f14b784 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1534882 Jul 27 22:13:38.709656 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ace8cc2-0f84-45a2-9fa1-e1a0ae4cddfa req-908fc3c1-e718-40d2-b09a-55f085d301b0 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807619 Jul 27 22:13:38.737365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a5262-c4bd-4222-8ca5-cdd823accc5e req-22403e27-18a9-4b8a-9726-8fa90c225793 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:38.738853 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-709ca5b7-dffd-4ced-b141-26f798a14d44 req-77e6f71b-e2a2-4ab4-9c8f-db5d96f7821c service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181516 Jul 27 22:13:38.750050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac0a5262-c4bd-4222-8ca5-cdd823accc5e req-22403e27-18a9-4b8a-9726-8fa90c225793 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 943 time: 0.1375039 Jul 27 22:13:38.854592 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.917585 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-709ca5b7-dffd-4ced-b141-26f798a14d44 req-58cff884-5993-4dcc-af48-3f1f7c80e648 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662495 Jul 27 22:13:38.930056 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac0a5262-c4bd-4222-8ca5-cdd823accc5e req-9f9f2350-a774-4ff5-80f1-5d2c34e3d122 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654227 Jul 27 22:13:38.931617 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.973077 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.996214 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Network 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:39.000560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:39.009668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Pushing event updated for resources: {'Port': ['ID=d4e7519d-0ce9-4704-83d5-5eb242c59afe,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:39.019712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:39.033082 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.077503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:39.078282 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.094513 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-05162898-16b8-41ef-b275-3a3b38effb52 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6966288 Jul 27 22:13:39.107672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529b943-f283-4e30-99df-0625de286668 req-603b0828-5f9e-44e9-b51f-5699b5ddf2c9 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:39.107862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Request body: {'port': {'device_id': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:39.116686 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4529b943-f283-4e30-99df-0625de286668 req-603b0828-5f9e-44e9-b51f-5699b5ddf2c9 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1461585 Jul 27 22:13:39.178616 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.181389 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4529b943-f283-4e30-99df-0625de286668 req-4b1e7e94-2567-4a91-85aa-4f85bd393ea3 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630951 Jul 27 22:13:39.247062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.25.1.6 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/9d782154-4b51-4619-bbed-bcec5f80bf63) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:39.475103 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.596594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8b46313d-3e04-4851-8629-3a437a572120 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:39.676873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f8328-e6fd-40a2-ae49-0d4492156281 req-7a87a54c-b42b-415a-b706-d77f8ae062ae tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:39.682092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8b46313d-3e04-4851-8629-3a437a572120 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:39.682503 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.685717 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d3f8328-e6fd-40a2-ae49-0d4492156281 req-7a87a54c-b42b-415a-b706-d77f8ae062ae tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 931 time: 0.1850622 Jul 27 22:13:39.700266 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e7519d-0ce9-4704-83d5-5eb242c59afe {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:13:39.716686 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.738101 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.740630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Transition to ACTIVE for port object d4e7519d-0ce9-4704-83d5-5eb242c59afe will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:39.744763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d3f8328-e6fd-40a2-ae49-0d4492156281 req-54fba541-5094-4122-b0e4-034d95fec131 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572469 Jul 27 22:13:39.754117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be81488-894e-4030-a303-fa5a9ea60bdf req-a1fe1caf-e019-4ab8-a1c0-2f1438d4dd09 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:39.755859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9be81488-894e-4030-a303-fa5a9ea60bdf req-a1fe1caf-e019-4ab8-a1c0-2f1438d4dd09 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.1902769 Jul 27 22:13:39.756951 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.807671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:39.812321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:39.822343 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:39.866040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e7519d-0ce9-4704-83d5-5eb242c59afe,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:39.893783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=9d782154-4b51-4619-bbed-bcec5f80bf63,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:39.945061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9be81488-894e-4030-a303-fa5a9ea60bdf req-b06f32cc-7534-4264-89a1-505b83e6f22c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559448 Jul 27 22:13:40.007830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Attempting to bind port d4e7519d-0ce9-4704-83d5-5eb242c59afe on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:40.008217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Attempting to bind port d4e7519d-0ce9-4704-83d5-5eb242c59afe by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'f90c5240-5b0d-42ff-a880-8bf667d9f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:40.008544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Attempting to bind port d4e7519d-0ce9-4704-83d5-5eb242c59afe on network 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:40.013487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Port d4e7519d-0ce9-4704-83d5-5eb242c59afe on network 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:13:40.013804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Attempting to bind port d4e7519d-0ce9-4704-83d5-5eb242c59afe on network 01c9f9b3-c59b-48da-b16d-f6e4ec57be7f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:40.019086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:40.019419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Checking segment: {'id': 'f90c5240-5b0d-42ff-a880-8bf667d9f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:40.019907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Bound using segment: {'id': 'f90c5240-5b0d-42ff-a880-8bf667d9f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:40.020340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Bound port: d4e7519d-0ce9-4704-83d5-5eb242c59afe, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90c5240-5b0d-42ff-a880-8bf667d9f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:40.020697 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.047994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f97d0-4f59-4ea9-9934-063d550cfdce req-3c6f9602-4bda-4512-b50e-60db9d27fd8a tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:40.049664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f88f97d0-4f59-4ea9-9934-063d550cfdce req-3c6f9602-4bda-4512-b50e-60db9d27fd8a tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.1414125 Jul 27 22:13:40.085793 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 237cf306-0d31-4fcb-a96c-ff87851cb98a details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:13:40.137763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] For port d4e7519d-0ce9-4704-83d5-5eb242c59afe, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:40.141987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] For port d4e7519d-0ce9-4704-83d5-5eb242c59afe, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe,segment=NetworkSegment(f90c5240-5b0d-42ff-a880-8bf667d9f3bc),segment_id=f90c5240-5b0d-42ff-a880-8bf667d9f3bc)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:40.148690 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.190644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:40.191623 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 237cf306-0d31-4fcb-a96c-ff87851cb98a, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=237cf306-0d31-4fcb-a96c-ff87851cb98a,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:40.191888 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.193479 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] 10.222.0.41 "PUT /v2.0/ports/d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 1091 time: 1.0903423 Jul 27 22:13:40.194036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:40.195460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f88f97d0-4f59-4ea9-9934-063d550cfdce req-dd1021e0-cd53-4d81-a868-5c3cac910b06 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241937 Jul 27 22:13:40.196418 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe5c879-2c91-4ab1-9913-7338cad6d177" -d '{"events": [{"name": "network-changed", "server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:40.212561 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '237cf306-0d31-4fcb-a96c-ff87851cb98a', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'port_id': '237cf306-0d31-4fcb-a96c-ff87851cb98a', 'mac_address': 'fa:16:3e:fe:7a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:13:40.253105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bd53e-eafe-4433-9017-0d0cdcd01db5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e7519d-0ce9-4704-83d5-5eb242c59afe,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:40.278930 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.301897 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86344ffa-bab0-4dc5-aa18-42a0dd830ecd x-openstack-request-id: req-86344ffa-bab0-4dc5-aa18-42a0dd830ecd {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:40.302714 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:40.303260 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86344ffa-bab0-4dc5-aa18-42a0dd830ecd {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:40.303838 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'status': 'completed', 'code': 200} Jul 27 22:13:40.304946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237cf306-0d31-4fcb-a96c-ff87851cb98a {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:13:40.317320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-79042663-8b88-4980-a54d-88b56232f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:40.318927 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-79042663-8b88-4980-a54d-88b56232f7ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88362ff17b0b4efcbf619b330731cbe3&device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 1094 time: 0.0617394 Jul 27 22:13:40.328913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 237cf306-0d31-4fcb-a96c-ff87851cb98a, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=237cf306-0d31-4fcb-a96c-ff87851cb98a,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:40.335484 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.369604 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-7890670d-3969-4a43-911a-19823b347b36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 217 time: 0.0405002 Jul 27 22:13:40.391863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=237cf306-0d31-4fcb-a96c-ff87851cb98a,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:40.431137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-7607f48c-3b15-4a61-89bc-735cdba1b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:40.432620 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-7607f48c-3b15-4a61-89bc-735cdba1b9b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee472c6-d4f6-4a75-a13f-f7a665f27dc3 HTTP/1.1" status: 200 len: 859 time: 0.0544968 Jul 27 22:13:40.465582 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-dd9bc343-91cb-4dc8-98f7-164218148589 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256412 Jul 27 22:13:40.554521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493aee9-7019-4d21-94ac-342371bdf398 req-e143d62a-65cd-44e5-9b23-bfda5dcd458d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:40.556254 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b493aee9-7019-4d21-94ac-342371bdf398 req-e143d62a-65cd-44e5-9b23-bfda5dcd458d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 943 time: 0.4339495 Jul 27 22:13:40.565871 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-4fec6e84-a8ba-485d-80c3-4a381a9bce8b service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916758 Jul 27 22:13:40.598650 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:40.633076 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['237cf306-0d31-4fcb-a96c-ff87851cb98a'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:13:40.659227 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b493aee9-7019-4d21-94ac-342371bdf398 req-120513b9-be8c-405d-9853-b6ce70544381 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935600 Jul 27 22:13:40.763541 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e6b5f6d-8df8-4bea-85b0-d7b3c715cb6f req-6fdbdbe1-8b6d-4ef2-853b-04ca72962e0c service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893859 Jul 27 22:13:40.895425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c879-2c91-4ab1-9913-7338cad6d177 req-ec241683-99a3-4e1b-b4d8-147705d0c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:40.896875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fe5c879-2c91-4ab1-9913-7338cad6d177 req-ec241683-99a3-4e1b-b4d8-147705d0c464 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88362ff17b0b4efcbf619b330731cbe3&device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 1094 time: 0.0791328 Jul 27 22:13:40.981178 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.039894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c879-2c91-4ab1-9913-7338cad6d177 req-68b13813-a5f8-4e62-b3e1-4b9d0f7f50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:41.041570 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fe5c879-2c91-4ab1-9913-7338cad6d177 req-68b13813-a5f8-4e62-b3e1-4b9d0f7f50aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f HTTP/1.1" status: 200 len: 920 time: 0.1379714 Jul 27 22:13:41.076370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e68b-8938-4d45-8255-bc3511ce0bf4 req-46e59a4c-aae5-47f8-a2cd-e726c03bc563 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:41.079277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6877e68b-8938-4d45-8255-bc3511ce0bf4 req-46e59a4c-aae5-47f8-a2cd-e726c03bc563 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.4302645 Jul 27 22:13:41.117690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaffcc7-e284-43b9-96e5-8c521d1cecca req-e9929f19-c975-4427-83a0-1b12dcebd6cd tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:41.119465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfaffcc7-e284-43b9-96e5-8c521d1cecca req-e9929f19-c975-4427-83a0-1b12dcebd6cd tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 943 time: 0.1399381 Jul 27 22:13:41.136479 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fe5c879-2c91-4ab1-9913-7338cad6d177 req-30438415-70a8-4d27-92b1-9e5bc751dcb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 217 time: 0.0863969 Jul 27 22:13:41.251073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c879-2c91-4ab1-9913-7338cad6d177 req-dc83b1ae-bcc7-4e81-9b59-b197cdaddb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:41.252627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fe5c879-2c91-4ab1-9913-7338cad6d177 req-dc83b1ae-bcc7-4e81-9b59-b197cdaddb27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee472c6-d4f6-4a75-a13f-f7a665f27dc3 HTTP/1.1" status: 200 len: 859 time: 0.1090846 Jul 27 22:13:41.303862 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fe5c879-2c91-4ab1-9913-7338cad6d177 req-192d4749-c177-4b7c-b3b2-3eb57575bb4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425766 Jul 27 22:13:41.306871 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfaffcc7-e284-43b9-96e5-8c521d1cecca req-3a471322-4ac6-4f15-9a7e-d38c3bc970b0 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609876 Jul 27 22:13:41.349117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed2b2f-8b83-44f5-a146-41fd4bf1319b req-cd2fa39d-cf4a-4de9-945f-8263840b6900 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:41.350734 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e6ed2b2f-8b83-44f5-a146-41fd4bf1319b req-cd2fa39d-cf4a-4de9-945f-8263840b6900 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 946 time: 0.2606192 Jul 27 22:13:41.475590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e6ed2b2f-8b83-44f5-a146-41fd4bf1319b req-ae2721c3-c85e-4471-8512-2530a5e7678f tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063569 Jul 27 22:13:41.510136 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6877e68b-8938-4d45-8255-bc3511ce0bf4 req-1a610580-faf0-458d-98ed-ff69cb34d6e6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Deleting port db06f2f4-debf-4c1b-868e-63da02abf42f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:41.510743 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6877e68b-8938-4d45-8255-bc3511ce0bf4 req-1a610580-faf0-458d-98ed-ff69cb34d6e6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.528331 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fe5c879-2c91-4ab1-9913-7338cad6d177 req-eeeb5012-0c0d-4fb1-89e8-88cbc5a13f39 service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132616 Jul 27 22:13:41.606683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:13:41.651986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42139a60-7f0b-4477-abcc-a956ea51286d req-3c8c2d7a-3ef0-4fa2-9efc-92e796105e67 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:41.660066 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42139a60-7f0b-4477-abcc-a956ea51286d req-3c8c2d7a-3ef0-4fa2-9efc-92e796105e67 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.1684508 Jul 27 22:13:41.694952 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fe5c879-2c91-4ab1-9913-7338cad6d177 req-30f9c4c1-2199-49f7-9722-a7e1c27e9f7e service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554699 Jul 27 22:13:41.777139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6877e68b-8938-4d45-8255-bc3511ce0bf4 req-1a610580-faf0-458d-98ed-ff69cb34d6e6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] For port db06f2f4-debf-4c1b-868e-63da02abf42f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=db06f2f4-debf-4c1b-868e-63da02abf42f,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:41.777673 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6877e68b-8938-4d45-8255-bc3511ce0bf4 req-1a610580-faf0-458d-98ed-ff69cb34d6e6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:41.795045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6877e68b-8938-4d45-8255-bc3511ce0bf4 req-1a610580-faf0-458d-98ed-ff69cb34d6e6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Calling delete_port for db06f2f4-debf-4c1b-868e-63da02abf42f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:41.926626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42139a60-7f0b-4477-abcc-a956ea51286d req-974802c1-fff5-485a-b9e2-eb6ab449ba01 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655315 Jul 27 22:13:42.089965 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 237cf306-0d31-4fcb-a96c-ff87851cb98a up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:42.141575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fedb85-e3fa-4608-88ba-ef78b8586034 req-4409ea38-102f-43db-b36c-fc6b18b97f0d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:42.163620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82fedb85-e3fa-4608-88ba-ef78b8586034 req-4409ea38-102f-43db-b36c-fc6b18b97f0d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 944 time: 0.2833147 Jul 27 22:13:42.191669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 237cf306-0d31-4fcb-a96c-ff87851cb98a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:42.197890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 237cf306-0d31-4fcb-a96c-ff87851cb98a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:42.198525 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.354255 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6877e68b-8938-4d45-8255-bc3511ce0bf4 req-1a610580-faf0-458d-98ed-ff69cb34d6e6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.356841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:42.391611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1d105-b3e4-4df2-933d-e9c73edc4120 req-cd558125-1100-4e38-9689-4362f998eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:42.397365 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbd1d105-b3e4-4df2-933d-e9c73edc4120 req-cd558125-1100-4e38-9689-4362f998eb03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 1096 time: 0.1095643 Jul 27 22:13:42.424574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['db06f2f4-debf-4c1b-868e-63da02abf42f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:13:42.439565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cb7cbcef-1a13-4c90-9893-7e38611703fd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:13:42.452607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a610580-faf0-458d-98ed-ff69cb34d6e6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event deleted for resources: {'Port': ['ID=db06f2f4-debf-4c1b-868e-63da02abf42f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:42.460290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35286784-51a8-40ff-b82d-da2123f9538d None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:42.508280 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.533753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6877e68b-8938-4d45-8255-bc3511ce0bf4 req-1a610580-faf0-458d-98ed-ff69cb34d6e6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] No DVR routers for this DVR port db06f2f4-debf-4c1b-868e-63da02abf42f on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:42.553175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35286784-51a8-40ff-b82d-da2123f9538d None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:42.553819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-35286784-51a8-40ff-b82d-da2123f9538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:42.556026 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6877e68b-8938-4d45-8255-bc3511ce0bf4 req-1a610580-faf0-458d-98ed-ff69cb34d6e6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.558682 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6877e68b-8938-4d45-8255-bc3511ce0bf4 req-1a610580-faf0-458d-98ed-ff69cb34d6e6 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.41 "DELETE /v2.0/ports/db06f2f4-debf-4c1b-868e-63da02abf42f HTTP/1.1" status: 204 len: 173 time: 1.4647899 Jul 27 22:13:42.562965 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82fedb85-e3fa-4608-88ba-ef78b8586034 req-041b9434-8adf-4274-a84a-debc60f9b1bf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991704 Jul 27 22:13:42.566223 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.567413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b072ba-1305-4c01-ac13-37009ed0631d', 'name': 'network-vif-deleted', 'tag': 'db06f2f4-debf-4c1b-868e-63da02abf42f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:42.569777 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347a06d5-f1aa-41ca-8a3f-14800b43c328" -d '{"events": [{"server_uuid": "c7b072ba-1305-4c01-ac13-37009ed0631d", "name": "network-vif-deleted", "tag": "db06f2f4-debf-4c1b-868e-63da02abf42f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:42.588902 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.592696 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dca03260-83bd-40de-898e-2a2f14681c51 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9348607 Jul 27 22:13:42.605746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1faece9-d837-4a76-9521-22dbf566dd6e req-7e8b3d7c-819b-4cae-84e9-440124f3ac7d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:42.614176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1faece9-d837-4a76-9521-22dbf566dd6e req-7e8b3d7c-819b-4cae-84e9-440124f3ac7d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.2171724 Jul 27 22:13:42.616900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 54908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:42.657248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 237cf306-0d31-4fcb-a96c-ff87851cb98a, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=237cf306-0d31-4fcb-a96c-ff87851cb98a,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:42.661767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99086711-3e3a-4fc9-9a43-3276cd3d2abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237cf306-0d31-4fcb-a96c-ff87851cb98a'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:42.664990 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adc0571-b2f4-430e-bb4f-1a095d0ce672" -d '{"events": [{"server_uuid": "99086711-3e3a-4fc9-9a43-3276cd3d2abd", "name": "network-vif-plugged", "status": "completed", "tag": "237cf306-0d31-4fcb-a96c-ff87851cb98a"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:42.669557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-35286784-51a8-40ff-b82d-da2123f9538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:42.677261 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.690394 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d4e7519d-0ce9-4704-83d5-5eb242c59afe details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:13:42.744705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1d105-b3e4-4df2-933d-e9c73edc4120 req-42655979-efd1-4f2b-9e24-489421adbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:42.750367 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbd1d105-b3e4-4df2-933d-e9c73edc4120 req-42655979-efd1-4f2b-9e24-489421adbe0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 912 time: 0.3417468 Jul 27 22:13:42.754899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35286784-51a8-40ff-b82d-da2123f9538d None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:42.755637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-35286784-51a8-40ff-b82d-da2123f9538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:42.825903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-35286784-51a8-40ff-b82d-da2123f9538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:42.826874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35286784-51a8-40ff-b82d-da2123f9538d None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:42.874778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=237cf306-0d31-4fcb-a96c-ff87851cb98a,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:42.881853 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbd1d105-b3e4-4df2-933d-e9c73edc4120 req-fdf879eb-ca2e-4ba0-96dc-665472712cb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc91b05a-3f99-44c1-ae6d-86b32ac86c41 HTTP/1.1" status: 200 len: 1001 time: 0.1211033 Jul 27 22:13:42.893998 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ee53fbe-e702-4de6-bde0-220ab12b0853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:42.900345 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:13:42.927319 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1faece9-d837-4a76-9521-22dbf566dd6e req-73a8d375-7213-438c-81b4-b4695411049a tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121319 Jul 27 22:13:43.024541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1d105-b3e4-4df2-933d-e9c73edc4120 req-33c04cbb-d118-4a0e-b661-1db13e20cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:43.034821 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbd1d105-b3e4-4df2-933d-e9c73edc4120 req-33c04cbb-d118-4a0e-b661-1db13e20cfac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1c3957-e1a9-4398-a24f-389e93ecfda9 HTTP/1.1" status: 200 len: 850 time: 0.1435537 Jul 27 22:13:43.057905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8287d-ab33-4d38-88d5-fc09179a368d req-74b8b5ba-8f7f-406b-94d2-170cf87f4b0f tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:43.059526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1cf8287d-ab33-4d38-88d5-fc09179a368d req-74b8b5ba-8f7f-406b-94d2-170cf87f4b0f tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 943 time: 0.2979693 Jul 27 22:13:43.081417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port d4e7519d-0ce9-4704-83d5-5eb242c59afe, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe,segment=NetworkSegment(f90c5240-5b0d-42ff-a880-8bf667d9f3bc),segment_id=f90c5240-5b0d-42ff-a880-8bf667d9f3bc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:43.106704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'port_id': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'mac_address': 'fa:16:3e:c8:f6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:13:43.152106 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1d105-b3e4-4df2-933d-e9c73edc4120 req-eb2a6d18-2774-4603-ab91-bb9c22ea8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:43.158855 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbd1d105-b3e4-4df2-933d-e9c73edc4120 req-eb2a6d18-2774-4603-ab91-bb9c22ea8471 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230760 Jul 27 22:13:43.230059 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.231016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1cf8287d-ab33-4d38-88d5-fc09179a368d req-a279ef4d-17d6-4deb-976a-1b0a2209a22e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568792 Jul 27 22:13:43.262700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e7519d-0ce9-4704-83d5-5eb242c59afe {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:13:43.317294 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port d4e7519d-0ce9-4704-83d5-5eb242c59afe, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe,segment=NetworkSegment(f90c5240-5b0d-42ff-a880-8bf667d9f3bc),segment_id=f90c5240-5b0d-42ff-a880-8bf667d9f3bc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:43.324163 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:43.347140 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbd1d105-b3e4-4df2-933d-e9c73edc4120 req-ede381dc-59f4-4703-985b-028f9e27482f service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797371 Jul 27 22:13:43.368844 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2580805-ea5f-40ca-946b-889f6d1e6d16 x-openstack-request-id: req-a2580805-ea5f-40ca-946b-889f6d1e6d16 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:43.369157 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b072ba-1305-4c01-ac13-37009ed0631d", "name": "network-vif-deleted", "tag": "db06f2f4-debf-4c1b-868e-63da02abf42f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:43.378201 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2580805-ea5f-40ca-946b-889f6d1e6d16 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:43.378676 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b072ba-1305-4c01-ac13-37009ed0631d', 'name': 'network-vif-deleted', 'tag': 'db06f2f4-debf-4c1b-868e-63da02abf42f', 'status': 'completed', 'code': 200} Jul 27 22:13:43.386107 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0442aefa-f92e-4bc1-92be-2ad8a71710d2 x-openstack-request-id: req-0442aefa-f92e-4bc1-92be-2ad8a71710d2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:43.386449 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99086711-3e3a-4fc9-9a43-3276cd3d2abd", "name": "network-vif-plugged", "status": "completed", "tag": "237cf306-0d31-4fcb-a96c-ff87851cb98a", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:43.386664 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0442aefa-f92e-4bc1-92be-2ad8a71710d2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:43.387055 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99086711-3e3a-4fc9-9a43-3276cd3d2abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237cf306-0d31-4fcb-a96c-ff87851cb98a', 'code': 200} Jul 27 22:13:43.439519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=d4e7519d-0ce9-4704-83d5-5eb242c59afe,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:43.512485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fede30e-5ac3-4b24-9ad0-de6d555ecacc req-841378f1-670e-4355-a5da-3e27188927bf tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b072ba-1305-4c01-ac13-37009ed0631d HTTP/1.1" status: 200 len: 210 time: 0.2334387 Jul 27 22:13:43.524763 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fbd1d105-b3e4-4df2-933d-e9c73edc4120 req-5fba1f5d-b7bc-41cf-bb5b-eebba5bf158c service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700189 Jul 27 22:13:43.540626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['d4e7519d-0ce9-4704-83d5-5eb242c59afe'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:13:43.540893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd7255-c853-4433-8a52-de55593fc6bf req-a19e5870-825b-4926-bfa7-81fb0506a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:43.542457 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-62cd7255-c853-4433-8a52-de55593fc6bf req-a19e5870-825b-4926-bfa7-81fb0506a0dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 1096 time: 0.0472713 Jul 27 22:13:43.604756 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-62cd7255-c853-4433-8a52-de55593fc6bf req-a57a2363-09c6-42d8-b509-925bd27e0a3e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520694 Jul 27 22:13:43.816013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd60fc7-f780-4aa3-be13-83596fde53e7 req-7b963c5c-6a3d-4f95-8bfb-6088171a5c9f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:43.817680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bd60fc7-f780-4aa3-be13-83596fde53e7 req-7b963c5c-6a3d-4f95-8bfb-6088171a5c9f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1022108 Jul 27 22:13:43.918893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bd60fc7-f780-4aa3-be13-83596fde53e7 req-10bd212d-a981-4eab-8b64-7e2876a8047c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758970 Jul 27 22:13:43.949496 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.162862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dc4c9-59dc-4bce-aa9b-2c3efc231b97 req-9106e1af-2b1b-4273-a2a6-fc13769ff057 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:44.164857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f87dc4c9-59dc-4bce-aa9b-2c3efc231b97 req-9106e1af-2b1b-4273-a2a6-fc13769ff057 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.1362219 Jul 27 22:13:44.272778 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f87dc4c9-59dc-4bce-aa9b-2c3efc231b97 req-1006eab8-96c2-42ae-b564-e416d89085a1 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834887 Jul 27 22:13:44.685003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d4e7519d-0ce9-4704-83d5-5eb242c59afe up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:44.700286 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd552dc-c48c-4793-9d95-918332ab0a11 req-3a043137-aae3-48f5-b9f3-e7d83cac2734 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:44.701826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffd552dc-c48c-4793-9d95-918332ab0a11 req-3a043137-aae3-48f5-b9f3-e7d83cac2734 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 944 time: 0.3662984 Jul 27 22:13:44.744173 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.20.0.1 (7b8df432-369a-46f6-8785-5c47928611cc/8f424ad3-ff66-433d-9dda-d15fddb58f4d/5ac8fb9f-66de-4d2f-a94a-ca74a12f2f7f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:44.774843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffd552dc-c48c-4793-9d95-918332ab0a11 req-2cbbe2c1-b61e-4142-b506-a16a212aa936 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640278 Jul 27 22:13:44.775616 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port d4e7519d-0ce9-4704-83d5-5eb242c59afe completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:44.781627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port d4e7519d-0ce9-4704-83d5-5eb242c59afe triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:44.782029 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.938480 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:44.941596 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.022934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port d4e7519d-0ce9-4704-83d5-5eb242c59afe, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe,segment=NetworkSegment(f90c5240-5b0d-42ff-a880-8bf667d9f3bc),segment_id=f90c5240-5b0d-42ff-a880-8bf667d9f3bc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:45.032493 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.033378 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device db06f2f4-debf-4c1b-868e-63da02abf42f no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:45.052961 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.086066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 54976) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:45.127326 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=5ac8fb9f-66de-4d2f-a94a-ca74a12f2f7f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:45.159434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7b8df432-369a-46f6-8785-5c47928611cc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:45.162407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:45.176533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3597a91-0ddc-4dc2-835f-41e5930baad9 req-770c88f7-8513-4efe-a9ee-0b0bf76af625 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:45.178385 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3597a91-0ddc-4dc2-835f-41e5930baad9 req-770c88f7-8513-4efe-a9ee-0b0bf76af625 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1404788 Jul 27 22:13:45.179458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:45.250931 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.297424 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=d4e7519d-0ce9-4704-83d5-5eb242c59afe,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:45.301380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: db06f2f4-debf-4c1b-868e-63da02abf42f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:45.301732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device db06f2f4-debf-4c1b-868e-63da02abf42f not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:45.388351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:45.391090 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd027183-e687-490d-88b0-ef0a05436a5e" -d '{"events": [{"server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "name": "network-vif-plugged", "status": "completed", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:45.409158 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3597a91-0ddc-4dc2-835f-41e5930baad9 req-60c5975f-4bb7-4ef6-a45a-5742a974a4b6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518161 Jul 27 22:13:45.438083 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e432c83-9b4f-40a0-b481-037b7c7ef820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.527192 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f89444-e56e-4e3a-b307-1f56811f6356 x-openstack-request-id: req-73f89444-e56e-4e3a-b307-1f56811f6356 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:45.527490 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "name": "network-vif-plugged", "status": "completed", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:45.527768 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73f89444-e56e-4e3a-b307-1f56811f6356 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:45.528189 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'code': 200} Jul 27 22:13:45.562832 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.594785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255cd84-49f0-44fd-b9f7-dda4e9f450c1 req-cc194cd0-31ba-4709-ad1b-f89ead1c4f9a tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:45.596379 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0255cd84-49f0-44fd-b9f7-dda4e9f450c1 req-cc194cd0-31ba-4709-ad1b-f89ead1c4f9a tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.1442914 Jul 27 22:13:45.692115 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.706788 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4e4a8-cd7f-4710-864c-f7d66a161469 req-26c06cc7-01b8-412d-84db-8bdd4ea804a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:45.712705 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46f4e4a8-cd7f-4710-864c-f7d66a161469 req-26c06cc7-01b8-412d-84db-8bdd4ea804a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1052437 Jul 27 22:13:45.759847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0255cd84-49f0-44fd-b9f7-dda4e9f450c1 req-a8707c0a-2392-426e-9f46-463aafdf5792 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444020 Jul 27 22:13:45.857697 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46f4e4a8-cd7f-4710-864c-f7d66a161469 req-6ab14971-bbad-4f5d-b4cb-e03808a16af9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592699 Jul 27 22:13:45.940910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d243ca5-1b2b-4527-82c2-2203e6c77d24 req-32da5570-4f5c-41cb-abb2-fe7954d84355 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:45.941599 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfd78ccd-6754-476a-a8a4-bbde117db1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:45.942342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d243ca5-1b2b-4527-82c2-2203e6c77d24 req-32da5570-4f5c-41cb-abb2-fe7954d84355 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1364551 Jul 27 22:13:45.975000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0cc1e-5e0b-441d-ab5d-987d7493a96a req-5a0bb0bf-16dd-4cdb-81d3-7e3d899ab9e3 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:45.976477 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99e0cc1e-5e0b-441d-ab5d-987d7493a96a req-5a0bb0bf-16dd-4cdb-81d3-7e3d899ab9e3 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.0958903 Jul 27 22:13:46.085208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d243ca5-1b2b-4527-82c2-2203e6c77d24 req-a1bbdce7-1dcb-4dc0-a1a7-44b220c69268 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266055 Jul 27 22:13:46.134937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99e0cc1e-5e0b-441d-ab5d-987d7493a96a req-a32118e8-3e94-4d0a-af0c-dc74fb0b227a tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467009 Jul 27 22:13:46.190703 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.195488 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.247944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cfd78ccd-6754-476a-a8a4-bbde117db1db admin admin] Deleting port 73fabc07-39e1-4b87-b075-a47cce699d98 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:46.249891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfd78ccd-6754-476a-a8a4-bbde117db1db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.292689 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.294162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=5ac8fb9f-66de-4d2f-a94a-ca74a12f2f7f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:46.298940 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.358411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-cfd78ccd-6754-476a-a8a4-bbde117db1db admin admin] For port 73fabc07-39e1-4b87-b075-a47cce699d98, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=73fabc07-39e1-4b87-b075-a47cce699d98,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:46.358800 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfd78ccd-6754-476a-a8a4-bbde117db1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.361543 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.375358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-cfd78ccd-6754-476a-a8a4-bbde117db1db admin admin] Calling delete_port for 73fabc07-39e1-4b87-b075-a47cce699d98 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:46.418293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7b8df432-369a-46f6-8785-5c47928611cc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:46.418293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:46.578678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d46fa-6201-48a4-b371-a38a407e3766 req-ef2d0d73-f253-44c4-b92d-3961a48c0a31 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:46.580329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f43d46fa-6201-48a4-b371-a38a407e3766 req-ef2d0d73-f253-44c4-b92d-3961a48c0a31 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 945 time: 0.1092787 Jul 27 22:13:46.611064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:13:46.642754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfd78ccd-6754-476a-a8a4-bbde117db1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.647818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f43d46fa-6201-48a4-b371-a38a407e3766 req-4e81fe24-8809-47e9-ae1a-9f1160c29e6c tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582347 Jul 27 22:13:46.675835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd78ccd-6754-476a-a8a4-bbde117db1db admin admin] Pushing event deleted for resources: {'Port': ['ID=73fabc07-39e1-4b87-b075-a47cce699d98,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:46.790287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:46.797149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-40d5226a-b317-4fca-8923-9b8f14299262 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "PUT /v2.0/routers/317ee73d-198a-46ae-b5e8-bb791d8f5d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1791613 Jul 27 22:13:46.799508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55036) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:46.803410 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a092eb-397c-4039-b49c-edda7261bbcb None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:46.805978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'port': {'network_id': '7b8df432-369a-46f6-8785-5c47928611cc', 'name': 'tempest-FloatingIPTestJSON-1611699786'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:46.818514 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a092eb-397c-4039-b49c-edda7261bbcb None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:46.819656 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36a092eb-397c-4039-b49c-edda7261bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:46.884358 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36a092eb-397c-4039-b49c-edda7261bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:46.902961 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a092eb-397c-4039-b49c-edda7261bbcb None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:46.907099 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cfd78ccd-6754-476a-a8a4-bbde117db1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.907853 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36a092eb-397c-4039-b49c-edda7261bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:46.957433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Made reservation on behalf of cfbe6a31bf1b4e628ff6538344cfb5bc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:46.961187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.972423 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36a092eb-397c-4039-b49c-edda7261bbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:46.973317 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a092eb-397c-4039-b49c-edda7261bbcb None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:46.979838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] device_id is not set on port a5f2400a-fc0c-4f7a-a1ad-d511a111e2af yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:47.097692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.20.0.12 (7b8df432-369a-46f6-8785-5c47928611cc/8f424ad3-ff66-433d-9dda-d15fddb58f4d/a5f2400a-fc0c-4f7a-a1ad-d511a111e2af) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:47.182793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd78ccd-6754-476a-a8a4-bbde117db1db admin admin] Router b8f2d81a-cae3-4703-9941-f214ee1d5516 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:13:47.338159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ec16f-2fca-47f5-81b8-98bf36c39033 req-0dfdad5a-50b9-466d-9450-3375c1620f57 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:47.339914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-202ec16f-2fca-47f5-81b8-98bf36c39033 req-0dfdad5a-50b9-466d-9450-3375c1620f57 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1206388 Jul 27 22:13:47.362704 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.376904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905c95-d420-4000-97e0-102ab8331f79 req-bab510bd-8e1c-450f-ba74-28c13dc7cc50 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:47.378711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd905c95-d420-4000-97e0-102ab8331f79 req-bab510bd-8e1c-450f-ba74-28c13dc7cc50 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1325564 Jul 27 22:13:47.440548 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-202ec16f-2fca-47f5-81b8-98bf36c39033 req-fe489353-4af5-43bf-9e53-af5564ae2b94 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860357 Jul 27 22:13:47.477080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd905c95-d420-4000-97e0-102ab8331f79 req-973e9142-80d4-4144-a15a-88d32e58dbb6 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801938 Jul 27 22:13:47.494505 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.566124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=a5f2400a-fc0c-4f7a-a1ad-d511a111e2af,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:47.584209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7b8df432-369a-46f6-8785-5c47928611cc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:47.587687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:47.594202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:47.673802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:47.674522 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:47.693519 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b7eaa0f9-ce47-40cd-a598-8df93f88d3b6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8905971 Jul 27 22:13:47.693975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:47.703036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'port': {'network_id': '7b8df432-369a-46f6-8785-5c47928611cc', 'name': 'tempest-FloatingIPTestJSON-314875246'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:47.777351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd78ccd-6754-476a-a8a4-bbde117db1db admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:47.796875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0cbe6c-81bd-4c0a-ad7e-05442b0ccc24 None None] Sync routers for ids ['b8f2d81a-cae3-4703-9941-f214ee1d5516'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:47.808346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0cbe6c-81bd-4c0a-ad7e-05442b0ccc24 None None] Routers {'b8f2d81a-cae3-4703-9941-f214ee1d5516'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:47.809362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3a0cbe6c-81bd-4c0a-ad7e-05442b0ccc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b8f2d81a-cae3-4703-9941-f214ee1d5516'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:47.813838 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cfd78ccd-6754-476a-a8a4-bbde117db1db admin admin] 10.222.0.24 "PUT /v2.0/routers/b8f2d81a-cae3-4703-9941-f214ee1d5516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7266488 Jul 27 22:13:47.822130 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:13:47.823663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55066) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:47.878610 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebfc12-4b12-4a18-8e47-c5c471496abc req-4f1dd39e-7c31-4289-9245-985769bf935d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:47.880778 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bebfc12-4b12-4a18-8e47-c5c471496abc req-4f1dd39e-7c31-4289-9245-985769bf935d tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 945 time: 0.1269321 Jul 27 22:13:47.919804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219c507-d58d-40de-8137-4c1a2ab4f001 req-b8a863c6-723d-4ba0-8d34-6ae9c78d03e7 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:47.921476 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1219c507-d58d-40de-8137-4c1a2ab4f001 req-b8a863c6-723d-4ba0-8d34-6ae9c78d03e7 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 945 time: 0.1459131 Jul 27 22:13:47.971433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3a0cbe6c-81bd-4c0a-ad7e-05442b0ccc24 None None] Set router b8f2d81a-cae3-4703-9941-f214ee1d5516 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:13:47.972107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da67e6d-19de-4e71-af7e-416d52630f18 req-2c4488c1-13ff-480b-a987-e13c4f16f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:47.973785 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6da67e6d-19de-4e71-af7e-416d52630f18 req-2c4488c1-13ff-480b-a987-e13c4f16f9aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88362ff17b0b4efcbf619b330731cbe3&device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1641607 Jul 27 22:13:47.974853 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23500e0-da8f-4606-907c-fbc1936f8cd0 req-6434e8e7-db88-4dfc-9d36-9172eb83b986 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:47.976407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c23500e0-da8f-4606-907c-fbc1936f8cd0 req-6434e8e7-db88-4dfc-9d36-9172eb83b986 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1124318 Jul 27 22:13:48.011003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bebfc12-4b12-4a18-8e47-c5c471496abc req-217d1b77-77ce-470d-86c4-3d54dd36cf69 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952389 Jul 27 22:13:48.014704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Made reservation on behalf of cfbe6a31bf1b4e628ff6538344cfb5bc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:48.020751 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.072927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] device_id is not set on port 07d51cf4-68bd-4f9a-8a20-f0e375608796 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:13:48.094869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da67e6d-19de-4e71-af7e-416d52630f18 req-1fbbd747-203c-48ad-a328-da84a1db296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:48.096482 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6da67e6d-19de-4e71-af7e-416d52630f18 req-1fbbd747-203c-48ad-a328-da84a1db296c service neutron] 10.222.0.41 "GET /v2.0/networks?id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f HTTP/1.1" status: 200 len: 920 time: 0.1133161 Jul 27 22:13:48.160422 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6da67e6d-19de-4e71-af7e-416d52630f18 req-6bec1140-8e30-4ae8-8d32-e8bcc0e1b7ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 217 time: 0.0397840 Jul 27 22:13:48.164303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.195164 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.215947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3a0cbe6c-81bd-4c0a-ad7e-05442b0ccc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:13:46Z', 'revision_number': 5, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:48.217656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.20.0.10 (7b8df432-369a-46f6-8785-5c47928611cc/8f424ad3-ff66-433d-9dda-d15fddb58f4d/07d51cf4-68bd-4f9a-8a20-f0e375608796) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:48.225163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da67e6d-19de-4e71-af7e-416d52630f18 req-1192524e-df44-4ea0-b1da-310857384fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:48.226943 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6da67e6d-19de-4e71-af7e-416d52630f18 req-1192524e-df44-4ea0-b1da-310857384fce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee472c6-d4f6-4a75-a13f-f7a665f27dc3 HTTP/1.1" status: 200 len: 859 time: 0.0586247 Jul 27 22:13:48.248850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0cbe6c-81bd-4c0a-ad7e-05442b0ccc24 None None] Checking router: b8f2d81a-cae3-4703-9941-f214ee1d5516 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:13:48.257973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0cbe6c-81bd-4c0a-ad7e-05442b0ccc24 None None] Routers {'b8f2d81a-cae3-4703-9941-f214ee1d5516'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:48.258642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3a0cbe6c-81bd-4c0a-ad7e-05442b0ccc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b8f2d81a-cae3-4703-9941-f214ee1d5516'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:48.345044 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6da67e6d-19de-4e71-af7e-416d52630f18 req-39e3b717-6a5a-40ec-b0ad-c3043a9fc305 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664425 Jul 27 22:13:48.355049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c23500e0-da8f-4606-907c-fbc1936f8cd0 req-0cb5d549-c49d-481c-af67-0efcd221ef58 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430808 Jul 27 22:13:48.397952 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.423244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3a0cbe6c-81bd-4c0a-ad7e-05442b0ccc24 None None] Set router b8f2d81a-cae3-4703-9941-f214ee1d5516 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:13:48.446505 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.477681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7b8df432-369a-46f6-8785-5c47928611cc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:48.481032 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:48.507425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:48.552796 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.567700 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=07d51cf4-68bd-4f9a-8a20-f0e375608796,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:48.582310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-1219c507-d58d-40de-8137-4c1a2ab4f001 req-1d0bcd6a-67b8-45c5-9dfb-2059a4558203 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Deleting port cb7cbcef-1a13-4c90-9893-7e38611703fd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:48.582662 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1219c507-d58d-40de-8137-4c1a2ab4f001 req-1d0bcd6a-67b8-45c5-9dfb-2059a4558203 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.584873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:48.585800 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.604399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bc05d3bb-5af6-454b-9075-8aaf6cf3a5bc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9085481 Jul 27 22:13:48.607394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:48.614665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '07d51cf4-68bd-4f9a-8a20-f0e375608796', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:48.617570 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6da67e6d-19de-4e71-af7e-416d52630f18 req-33e4c84c-84b3-46ad-bd03-a410fc18c841 service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643325 Jul 27 22:13:48.625099 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3a0cbe6c-81bd-4c0a-ad7e-05442b0ccc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:13:46Z', 'revision_number': 5, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:48.657162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0cbe6c-81bd-4c0a-ad7e-05442b0ccc24 None None] The sync data for ids ['b8f2d81a-cae3-4703-9941-f214ee1d5516'] in n-d-802011-3 is: [{'id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'name': 'tempest-TaggedBootDevicesTest-1994632184-router', 'tenant_id': 'babe1211a4104c579285a0c283ed0cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:01:46Z', 'updated_at': '2021-07-27T22:13:46Z', 'revision_number': 5, 'project_id': 'babe1211a4104c579285a0c283ed0cca', 'gw_port': {'id': 'f5094946-ac1c-4e12-b5bf-574cc6042aa8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2d81a-cae3-4703-9941-f214ee1d5516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:01:48Z', 'updated_at': '2021-07-27T22:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:48.674059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.746372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b13ef-3bb9-45d1-af95-fb216f52c4fc req-35e635cd-f96a-4881-b37e-446e5f9acba9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:48.746372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-736b13ef-3bb9-45d1-af95-fb216f52c4fc req-35e635cd-f96a-4881-b37e-446e5f9acba9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1177807 Jul 27 22:13:48.829626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-736b13ef-3bb9-45d1-af95-fb216f52c4fc req-a437fbf1-e888-460b-8148-49a2c9d9401a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730734 Jul 27 22:13:48.843351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1219c507-d58d-40de-8137-4c1a2ab4f001 req-1d0bcd6a-67b8-45c5-9dfb-2059a4558203 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] For port cb7cbcef-1a13-4c90-9893-7e38611703fd, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cb7cbcef-1a13-4c90-9893-7e38611703fd,segment=NetworkSegment(3af36b8b-5c42-42c6-970e-1cc198676de0),segment_id=3af36b8b-5c42-42c6-970e-1cc198676de0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:48.843351 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1219c507-d58d-40de-8137-4c1a2ab4f001 req-1d0bcd6a-67b8-45c5-9dfb-2059a4558203 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.871258 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:48.882973 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6da67e6d-19de-4e71-af7e-416d52630f18 req-6d0a1fff-3651-4da5-b904-ef12f7856b88 service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248719 Jul 27 22:13:48.890851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-1219c507-d58d-40de-8137-4c1a2ab4f001 req-1d0bcd6a-67b8-45c5-9dfb-2059a4558203 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Calling delete_port for cb7cbcef-1a13-4c90-9893-7e38611703fd owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:48.902934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Deleting port f5094946-ac1c-4e12-b5bf-574cc6042aa8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:48.903271 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.023921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.25.1.230 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/02ebd42f-e49d-4b58-a845-e1347170773c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:49.060441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] For port f5094946-ac1c-4e12-b5bf-574cc6042aa8, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f5094946-ac1c-4e12-b5bf-574cc6042aa8,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:49.061331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.075727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Calling delete_port for f5094946-ac1c-4e12-b5bf-574cc6042aa8 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:49.191811 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1219c507-d58d-40de-8137-4c1a2ab4f001 req-1d0bcd6a-67b8-45c5-9dfb-2059a4558203 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.234597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bcd6a-67b8-45c5-9dfb-2059a4558203 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Pushing event deleted for resources: {'Port': ['ID=cb7cbcef-1a13-4c90-9893-7e38611703fd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:49.331804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1219c507-d58d-40de-8137-4c1a2ab4f001 req-1d0bcd6a-67b8-45c5-9dfb-2059a4558203 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] No DVR routers for this DVR port cb7cbcef-1a13-4c90-9893-7e38611703fd on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:49.336982 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1219c507-d58d-40de-8137-4c1a2ab4f001 req-1d0bcd6a-67b8-45c5-9dfb-2059a4558203 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.344751 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1219c507-d58d-40de-8137-4c1a2ab4f001 req-1d0bcd6a-67b8-45c5-9dfb-2059a4558203 tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.43 "DELETE /v2.0/ports/cb7cbcef-1a13-4c90-9893-7e38611703fd HTTP/1.1" status: 204 len: 173 time: 1.3648093 Jul 27 22:13:49.345241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374594b5-c08e-4a9b-b7e2-93cc510f9943', 'name': 'network-vif-deleted', 'tag': 'cb7cbcef-1a13-4c90-9893-7e38611703fd'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:13:49.347531 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9c4fed-5460-4ac1-89bc-d4705e2bb80e" -d '{"events": [{"server_uuid": "374594b5-c08e-4a9b-b7e2-93cc510f9943", "name": "network-vif-deleted", "tag": "cb7cbcef-1a13-4c90-9893-7e38611703fd"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:13:49.404639 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a7d7aa-21e3-4f41-9bcc-110af431c313 x-openstack-request-id: req-49a7d7aa-21e3-4f41-9bcc-110af431c313 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:13:49.405028 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374594b5-c08e-4a9b-b7e2-93cc510f9943", "name": "network-vif-deleted", "tag": "cb7cbcef-1a13-4c90-9893-7e38611703fd", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:13:49.405285 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49a7d7aa-21e3-4f41-9bcc-110af431c313 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:13:49.405727 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374594b5-c08e-4a9b-b7e2-93cc510f9943', 'name': 'network-vif-deleted', 'tag': 'cb7cbcef-1a13-4c90-9893-7e38611703fd', 'status': 'completed', 'code': 200} Jul 27 22:13:49.419339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.462329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5094946-ac1c-4e12-b5bf-574cc6042aa8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:49.519648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 73fabc07-39e1-4b87-b075-a47cce699d98 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:49.535927 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.557239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 73fabc07-39e1-4b87-b075-a47cce699d98 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:49.557938 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 73fabc07-39e1-4b87-b075-a47cce699d98 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:49.558393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fd15c-9b95-4a7b-95f1-292329e976f5 req-ebd2ef74-f82d-4965-9703-4df237415f2b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:49.571152 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-066fd15c-9b95-4a7b-95f1-292329e976f5 req-ebd2ef74-f82d-4965-9703-4df237415f2b tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/ports?device_id=374594b5-c08e-4a9b-b7e2-93cc510f9943 HTTP/1.1" status: 200 len: 945 time: 0.4684763 Jul 27 22:13:49.589067 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.636506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.639080 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.674691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-066fd15c-9b95-4a7b-95f1-292329e976f5 req-77b9588e-18f8-466d-8537-41d6cd65d3ff tempest-ServersTestJSON-1614491865 tempest-ServersTestJSON-1614491865-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027241 Jul 27 22:13:49.689365 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.690122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8f2d81a-cae3-4703-9941-f214ee1d5516 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:13:49.690852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926cfce-7cb0-48dc-9d40-2e4ad0036622 req-54421947-c27b-48f6-a946-040bb3c9d8c3 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:49.693224 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d926cfce-7cb0-48dc-9d40-2e4ad0036622 req-54421947-c27b-48f6-a946-040bb3c9d8c3 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1172082 Jul 27 22:13:49.695955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.697227 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ec6d9a36-7422-4141-ab89-5810bbe13361 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b8f2d81a-cae3-4703-9941-f214ee1d5516 HTTP/1.1" status: 204 len: 168 time: 1.8716300 Jul 27 22:13:49.700218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55112) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:49.752514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.826420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:49.838166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9e4800-cc7d-4ca3-9751-91a14f4a601f admin admin] Deleting subnet c7746efe-61a7-45c7-ac8d-cb8760801fae {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:49.856701 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:49.859208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=02ebd42f-e49d-4b58-a845-e1347170773c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:49.862692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:49.885747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4800-cc7d-4ca3-9751-91a14f4a601f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:49.891868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d926cfce-7cb0-48dc-9d40-2e4ad0036622 req-7ec9ea32-8b1a-4d74-89c3-2b149b746401 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797917 Jul 27 22:13:49.974510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4800-cc7d-4ca3-9751-91a14f4a601f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.096543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808a650-2e7c-4648-80a5-cc6108b8c2a0 req-4e31fe8a-1c0f-42c4-a5f2-81596d17c680 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:50.098017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3808a650-2e7c-4648-80a5-cc6108b8c2a0 req-4e31fe8a-1c0f-42c4-a5f2-81596d17c680 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1605916 Jul 27 22:13:50.119797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device cb7cbcef-1a13-4c90-9893-7e38611703fd no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:50.140075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: cb7cbcef-1a13-4c90-9893-7e38611703fd {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:50.140361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device cb7cbcef-1a13-4c90-9893-7e38611703fd not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:50.222104 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4800-cc7d-4ca3-9751-91a14f4a601f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.250587 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3808a650-2e7c-4648-80a5-cc6108b8c2a0 req-5a9c41dd-5fb4-4847-b4f5-5cf54479242c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427026 Jul 27 22:13:50.352138 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4800-cc7d-4ca3-9751-91a14f4a601f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.400784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e4800-cc7d-4ca3-9751-91a14f4a601f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7746efe-61a7-45c7-ac8d-cb8760801fae,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:50.409812 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4800-cc7d-4ca3-9751-91a14f4a601f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.413883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ff9e4800-cc7d-4ca3-9751-91a14f4a601f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c7746efe-61a7-45c7-ac8d-cb8760801fae HTTP/1.1" status: 204 len: 168 time: 0.7087677 Jul 27 22:13:50.414196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e94cabf-7b02-4caa-b423-8f5c97dbfb64 None None] Network 16b72184-423f-48d6-9efa-1107e6681307 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:50.414325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:50.560646 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.589762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.609536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bb068d-7efd-4e04-bfb4-76dd28fac868 None None] DHCP port deletion for 16b72184-423f-48d6-9efa-1107e6681307 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:13:50.657454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-62bb068d-7efd-4e04-bfb4-76dd28fac868 None None] Deleting port b41364a0-66b0-451e-8067-be731cc35f0e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:50.657750 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62bb068d-7efd-4e04-bfb4-76dd28fac868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.687661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Deleting port b41364a0-66b0-451e-8067-be731cc35f0e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:50.688018 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.701887 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.724703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-62bb068d-7efd-4e04-bfb4-76dd28fac868 None None] For port b41364a0-66b0-451e-8067-be731cc35f0e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b41364a0-66b0-451e-8067-be731cc35f0e,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:50.725239 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62bb068d-7efd-4e04-bfb4-76dd28fac868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.738308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:50.740250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-62bb068d-7efd-4e04-bfb4-76dd28fac868 None None] Calling delete_port for b41364a0-66b0-451e-8067-be731cc35f0e owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:50.793570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8799b9-dad3-4d1c-b08d-724ca3c83c10 admin admin] Deleting subnet a8a26f0a-cab7-4000-93f5-0fd89413147b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:13:50.799000 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff8799b9-dad3-4d1c-b08d-724ca3c83c10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.799333 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] For port b41364a0-66b0-451e-8067-be731cc35f0e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b41364a0-66b0-451e-8067-be731cc35f0e,segment=NetworkSegment(267b44ce-e5b1-4a54-b230-b53c3bed4a09),segment_id=267b44ce-e5b1-4a54-b230-b53c3bed4a09)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:50.799711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.823722 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Calling delete_port for b41364a0-66b0-451e-8067-be731cc35f0e owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:50.840704 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62bb068d-7efd-4e04-bfb4-76dd28fac868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.840851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff8799b9-dad3-4d1c-b08d-724ca3c83c10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.884982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb068d-7efd-4e04-bfb4-76dd28fac868 None None] Pushing event deleted for resources: {'Port': ['ID=b41364a0-66b0-451e-8067-be731cc35f0e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:50.896833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bb068d-7efd-4e04-bfb4-76dd28fac868 None None] No DVR routers for this DVR port b41364a0-66b0-451e-8067-be731cc35f0e on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:50.908108 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff8799b9-dad3-4d1c-b08d-724ca3c83c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:50.994187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.033849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41364a0-66b0-451e-8067-be731cc35f0e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:51.035637 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff8799b9-dad3-4d1c-b08d-724ca3c83c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.057019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] No DVR routers for this DVR port b41364a0-66b0-451e-8067-be731cc35f0e on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:13:51.064253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8799b9-dad3-4d1c-b08d-724ca3c83c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a26f0a-cab7-4000-93f5-0fd89413147b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:51.067922 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff8799b9-dad3-4d1c-b08d-724ca3c83c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.069872 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ff8799b9-dad3-4d1c-b08d-724ca3c83c10 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a8a26f0a-cab7-4000-93f5-0fd89413147b HTTP/1.1" status: 204 len: 168 time: 0.3295779 Jul 27 22:13:51.074727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55146) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:51.106677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.113964 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.158456 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.213486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157abb5-45e5-438c-8def-122dbbfb109f req-3d53dc46-c06e-42ea-93e6-5d82e2d68ef6 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:51.215129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b157abb5-45e5-438c-8def-122dbbfb109f req-3d53dc46-c06e-42ea-93e6-5d82e2d68ef6 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1860938 Jul 27 22:13:51.218021 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.243057 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.257131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12877bf8-a34f-4c9c-abe4-4954942b1a4f']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:51.264968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b72184-423f-48d6-9efa-1107e6681307']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:51.275846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af36b8b-5c42-42c6-970e-1cc198676de0') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:51.275846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af36b8b-5c42-42c6-970e-1cc198676de0') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:51.286196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.303008 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.309769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:51.310309 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.310513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267b44ce-e5b1-4a54-b230-b53c3bed4a09') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:51.311496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267b44ce-e5b1-4a54-b230-b53c3bed4a09') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:51.323619 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.343207 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.348654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=02ebd42f-e49d-4b58-a845-e1347170773c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:51.351391 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:51.354149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.379884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.391796 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.396261 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] 10.222.0.24 "DELETE /v2.0/networks/12877bf8-a34f-4c9c-abe4-4954942b1a4f HTTP/1.1" status: 204 len: 168 time: 0.3180511 Jul 27 22:13:51.408217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25327124-19e3-4047-9429-c644538ae729 admin admin] Pushing event deleted for resources: {'Network': ['ID=12877bf8-a34f-4c9c-abe4-4954942b1a4f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:51.423484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:13:51.423971 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:13:51.426915 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:13:51.542925 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f5094946-ac1c-4e12-b5bf-574cc6042aa8 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:51.567402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: f5094946-ac1c-4e12-b5bf-574cc6042aa8 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:51.568035 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f5094946-ac1c-4e12-b5bf-574cc6042aa8 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:51.568625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b41364a0-66b0-451e-8067-be731cc35f0e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:13:51.580405 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55162) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:51.594436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: b41364a0-66b0-451e-8067-be731cc35f0e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:13:51.595207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b41364a0-66b0-451e-8067-be731cc35f0e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:13:51.596731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b157abb5-45e5-438c-8def-122dbbfb109f req-623a9284-1ca9-4e5f-b82d-dc1a1d374629 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448608 Jul 27 22:13:51.614930 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.627627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584c158-e5a4-4d46-8f00-82ba0fb974d9 req-4e922b73-4a32-4028-a210-bd4dfb0f32db tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:51.629811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1584c158-e5a4-4d46-8f00-82ba0fb974d9 req-4e922b73-4a32-4028-a210-bd4dfb0f32db tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.2154648 Jul 27 22:13:51.631279 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Floating IP a204d4b0-60de-4a92-9d0b-d1cb63b0dc1c associated. External IP: 172.25.1.230, port: 07d51cf4-68bd-4f9a-8a20-f0e375608796. Jul 27 22:13:51.650642 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1ed220f6-3814-434e-9130-f00e6f70ee8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8cb9d7daf91406a9d5ac06bcffeecf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690398 Jul 27 22:13:51.653130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:51.676307 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.678181 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] 10.222.0.24 "DELETE /v2.0/networks/16b72184-423f-48d6-9efa-1107e6681307 HTTP/1.1" status: 204 len: 168 time: 1.2629111 Jul 27 22:13:51.711356 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7313f872-c0fb-4880-a446-e5b127564307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.721807 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1584c158-e5a4-4d46-8f00-82ba0fb974d9 req-364d293c-3b36-436a-8898-0ca79fe24131 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 Jul 27 22:13:51.743681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df4562-85aa-40bb-9304-96febd094c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=16b72184-423f-48d6-9efa-1107e6681307,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:51.748560 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7313f872-c0fb-4880-a446-e5b127564307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.803351 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7313f872-c0fb-4880-a446-e5b127564307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.807013 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7313f872-c0fb-4880-a446-e5b127564307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:51.808787 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7313f872-c0fb-4880-a446-e5b127564307 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1a6b11f-3c7a-4bbe-ac86-8d90948c7720 HTTP/1.1" status: 204 len: 168 time: 0.1543887 Jul 27 22:13:51.818498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313f872-c0fb-4880-a446-e5b127564307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a6b11f-3c7a-4bbe-ac86-8d90948c7720,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:51.940607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55174) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:51.995232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:13:52.000328 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7dec1621-7a84-4cde-87f2-1ca512a3a03b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=babe1211a4104c579285a0c283ed0cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585589 Jul 27 22:13:52.008006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55180) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:52.108279 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7dc153c0-4b68-4530-ac1c-ec38f11e0c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.436041 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7dc153c0-4b68-4530-ac1c-ec38f11e0c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.470951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:52.482981 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4982b7ee-c007-4d67-b48d-5c5835d8be46 None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:52.492701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.505045 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982b7ee-c007-4d67-b48d-5c5835d8be46 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:52.505045 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4982b7ee-c007-4d67-b48d-5c5835d8be46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:52.534145 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7dc153c0-4b68-4530-ac1c-ec38f11e0c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.537253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7dc153c0-4b68-4530-ac1c-ec38f11e0c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.539519 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7dc153c0-4b68-4530-ac1c-ec38f11e0c1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89af9b14-da7c-4339-898e-7ce77296691c HTTP/1.1" status: 204 len: 168 time: 0.5263274 Jul 27 22:13:52.545542 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4982b7ee-c007-4d67-b48d-5c5835d8be46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:52.553702 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc153c0-4b68-4530-ac1c-ec38f11e0c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89af9b14-da7c-4339-898e-7ce77296691c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:52.557348 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4982b7ee-c007-4d67-b48d-5c5835d8be46 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:52.558950 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4982b7ee-c007-4d67-b48d-5c5835d8be46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:52.563900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55210) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:52.570903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ba4a0622-8a16-4465-b092-0fd3a8643f41 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:52.574925 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c9e35b6a-047f-4c06-8e6f-e9b220831e7c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9655602 Jul 27 22:13:52.607395 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4982b7ee-c007-4d67-b48d-5c5835d8be46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:52.608480 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4982b7ee-c007-4d67-b48d-5c5835d8be46 None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:52.668441 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0622-8a16-4465-b092-0fd3a8643f41 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.791144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e3ef5-b50c-4d49-b69d-2843696d8392 req-3e2e76c5-b748-4899-a343-7f92b354a1de tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:52.801794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-161e3ef5-b50c-4d49-b69d-2843696d8392 req-3e2e76c5-b748-4899-a343-7f92b354a1de tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1011791 Jul 27 22:13:52.900435 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0622-8a16-4465-b092-0fd3a8643f41 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.912720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0622-8a16-4465-b092-0fd3a8643f41 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:52.913047 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-ba4a0622-8a16-4465-b092-0fd3a8643f41 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Floating IP a204d4b0-60de-4a92-9d0b-d1cb63b0dc1c disassociated. External IP: 172.25.1.230, port: 07d51cf4-68bd-4f9a-8a20-f0e375608796. Jul 27 22:13:52.946813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-161e3ef5-b50c-4d49-b69d-2843696d8392 req-780b9560-086b-48af-a96a-f1c7ff7fe661 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441078 Jul 27 22:13:52.989459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77254b9f-b788-4a79-bd21-ae86093fbae3 req-b9e2c2a7-476f-483f-89a9-e7164c7fb450 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:52.992750 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77254b9f-b788-4a79-bd21-ae86093fbae3 req-b9e2c2a7-476f-483f-89a9-e7164c7fb450 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1480851 Jul 27 22:13:53.046201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77254b9f-b788-4a79-bd21-ae86093fbae3 req-53b7e1fd-768f-496b-b2ff-1c7857529382 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414522 Jul 27 22:13:53.055668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55234) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:53.233752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e29cf80-06f4-4f5a-81c3-63180793ab05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.282640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4a0622-8a16-4465-b092-0fd3a8643f41 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:13:53.452576 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e29cf80-06f4-4f5a-81c3-63180793ab05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.454442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4a0622-8a16-4465-b092-0fd3a8643f41 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:53.459251 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0622-8a16-4465-b092-0fd3a8643f41 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.463818 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e29cf80-06f4-4f5a-81c3-63180793ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.472134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adb2e4-b698-43de-ab5d-66c7cbb65d81 None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:53.491945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adb2e4-b698-43de-ab5d-66c7cbb65d81 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:53.492577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f8adb2e4-b698-43de-ab5d-66c7cbb65d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:53.512662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29cf80-06f4-4f5a-81c3-63180793ab05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b72010-36a4-4603-a4a9-71a7079da056,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:53.528755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f8adb2e4-b698-43de-ab5d-66c7cbb65d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:53.536200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55260) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:53.536349 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ba4a0622-8a16-4465-b092-0fd3a8643f41 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "PUT /v2.0/floatingips/a204d4b0-60de-4a92-9d0b-d1cb63b0dc1c HTTP/1.1" status: 200 len: 688 time: 0.9709227 Jul 27 22:13:53.539100 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0e29cf80-06f4-4f5a-81c3-63180793ab05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a16f52dc7cd40a6ab5cc25a0349c219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809499 Jul 27 22:13:53.541644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55262) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:53.544225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adb2e4-b698-43de-ab5d-66c7cbb65d81 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:53.545032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f8adb2e4-b698-43de-ab5d-66c7cbb65d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:53.586583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f8adb2e4-b698-43de-ab5d-66c7cbb65d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:53.587237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adb2e4-b698-43de-ab5d-66c7cbb65d81 None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:53.616541 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e4f91ef-f353-42f8-9a94-fe11b89c271b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.650224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e4f91ef-f353-42f8-9a94-fe11b89c271b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.656861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55268) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:53.709182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e4f91ef-f353-42f8-9a94-fe11b89c271b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.712417 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e4f91ef-f353-42f8-9a94-fe11b89c271b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.714363 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4e4f91ef-f353-42f8-9a94-fe11b89c271b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8b72010-36a4-4603-a4a9-71a7079da056 HTTP/1.1" status: 204 len: 168 time: 0.1716907 Jul 27 22:13:53.725046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f91ef-f353-42f8-9a94-fe11b89c271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b72010-36a4-4603-a4a9-71a7079da056,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:53.732426 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-db6d3901-02cb-4340-ad96-df381dccdd9c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port 02ebd42f-e49d-4b58-a845-e1347170773c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:13:53.733342 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d3901-02cb-4340-ad96-df381dccdd9c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.816643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1454014587-network', 'tenant_id': '417cd3877b66454fb225b71c0ef1af16'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:53.838126 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d3901-02cb-4340-ad96-df381dccdd9c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.838554 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d3901-02cb-4340-ad96-df381dccdd9c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.862073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-db6d3901-02cb-4340-ad96-df381dccdd9c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for 02ebd42f-e49d-4b58-a845-e1347170773c owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:13:53.866481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Made reservation on behalf of 417cd3877b66454fb225b71c0ef1af16 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:53.868746 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:53.881800 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.131612 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.172741 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.210799 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d3901-02cb-4340-ad96-df381dccdd9c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.255409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d3901-02cb-4340-ad96-df381dccdd9c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=02ebd42f-e49d-4b58-a845-e1347170773c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:54.263916 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:54.301314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e030ce4-6f56-476e-95da-9d2b6ecf2a92 req-f3843fde-9f1e-44f8-815e-205cc34cdfa5 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:54.303185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e030ce4-6f56-476e-95da-9d2b6ecf2a92 req-f3843fde-9f1e-44f8-815e-205cc34cdfa5 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.2442789 Jul 27 22:13:54.314127 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.318582 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Added segment 87cd881a-78de-4da8-a6c2-c32172702073 of type vlan for network 8ebcc3c2-e7aa-4319-903e-755b3cf29317 Jul 27 22:13:54.351948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e33fbfa-9e75-4cf1-b639-4506a5a69531,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:54.393857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae8f27-f050-4792-879a-41e87c7104f6 req-6ac5da92-573f-496b-b3e8-f31e8993640d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:54.395743 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4fae8f27-f050-4792-879a-41e87c7104f6 req-6ac5da92-573f-496b-b3e8-f31e8993640d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.2628794 Jul 27 22:13:54.452904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55306) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:54.459354 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.500856 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d3901-02cb-4340-ad96-df381dccdd9c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.503973 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db6d3901-02cb-4340-ad96-df381dccdd9c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.506313 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-db6d3901-02cb-4340-ad96-df381dccdd9c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/floatingips/a204d4b0-60de-4a92-9d0b-d1cb63b0dc1c HTTP/1.1" status: 204 len: 168 time: 0.9674385 Jul 27 22:13:54.509654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55312) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:54.514895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': 'a5f2400a-fc0c-4f7a-a1ad-d511a111e2af'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:54.517360 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e030ce4-6f56-476e-95da-9d2b6ecf2a92 req-9eb1ca49-bbf1-4f41-abe7-03a1f6538ad0 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784012 Jul 27 22:13:54.536120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4fae8f27-f050-4792-879a-41e87c7104f6 req-ba24f024-f7c6-4c9f-b459-70fd842fef73 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046128 Jul 27 22:13:54.550118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.551382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:54.551996 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.570590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.634834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-network', 'tenant_id': '9adc4e23b7574122842522e980a1cc15'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:54.644431 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9837940 Jul 27 22:13:54.646693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55318) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:54.654520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-439e506f-d56c-4af7-ac22-ed7c494ed046 admin admin] Request body: {'subnet': {'network_id': '8ebcc3c2-e7aa-4319-903e-755b3cf29317', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1454014587-subnet', 'tenant_id': '417cd3877b66454fb225b71c0ef1af16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:54.658563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39310991-7251-4b86-bbf6-a08de95e9074 admin admin] Pushing event updated for resources: {'Network': ['ID=8ebcc3c2-e7aa-4319-903e-755b3cf29317,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:54.671848 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 8ebcc3c2-e7aa-4319-903e-755b3cf29317 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:54.684088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Made reservation on behalf of 9adc4e23b7574122842522e980a1cc15 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:54.686365 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.713799 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.732084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439e506f-d56c-4af7-ac22-ed7c494ed046 admin admin] Made reservation on behalf of 417cd3877b66454fb225b71c0ef1af16 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:54.734409 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-439e506f-d56c-4af7-ac22-ed7c494ed046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:54.868330 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.331455 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.342152 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.414587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.25.1.116 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/d6fcf1fc-0305-4850-ac99-266b8acb86a6) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:55.416512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:13:55.427098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ca400d-dba5-4cb9-8c08-f5b22a1901a1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:55.457263 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.458113 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Added segment 63e13327-a378-44b5-8b0a-a26ed3a5818d of type vlan for network a9c88e20-805d-4f8f-85e6-624dea576f2d Jul 27 22:13:55.461072 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-439e506f-d56c-4af7-ac22-ed7c494ed046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.592759 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.632228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e506f-d56c-4af7-ac22-ed7c494ed046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f648b6a-a9aa-4933-aa72-24d01960eff1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:55.684498 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.685469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:55.686768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.689226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e506f-d56c-4af7-ac22-ed7c494ed046 admin admin] Checking segment: {'id': '87cd881a-78de-4da8-a6c2-c32172702073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ebcc3c2-e7aa-4319-903e-755b3cf29317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:55.689592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e506f-d56c-4af7-ac22-ed7c494ed046 admin admin] Network hostable DHCP agents. Network: 8ebcc3c2-e7aa-4319-903e-755b3cf29317, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:55.694930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733321b-7b2f-48b4-9415-033dda67f9ce req-00a4c4f7-8794-4450-8cb3-194fcf8d384a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:55.696436 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3733321b-7b2f-48b4-9415-033dda67f9ce req-00a4c4f7-8794-4450-8cb3-194fcf8d384a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.0780597 Jul 27 22:13:55.713853 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.716128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2249da-6f18-495e-9e60-0a9fb3715dce req-35af66ac-cd9e-41f6-82e4-72398e21167d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:55.718219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e2249da-6f18-495e-9e60-0a9fb3715dce req-35af66ac-cd9e-41f6-82e4-72398e21167d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.0873983 Jul 27 22:13:55.777394 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3227465 Jul 27 22:13:55.781729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55344) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:55.796982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588ab9a-8e95-407e-b80d-2d6456459766 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c88e20-805d-4f8f-85e6-624dea576f2d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:55.800461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-193004b9-9420-4c0f-800b-62718cc9957b admin admin] Request body: {'subnet': {'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-subnet', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:55.804677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e506f-d56c-4af7-ac22-ed7c494ed046 admin admin] Network 8ebcc3c2-e7aa-4319-903e-755b3cf29317 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:55.813016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network a9c88e20-805d-4f8f-85e6-624dea576f2d details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:13:55.819085 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3733321b-7b2f-48b4-9415-033dda67f9ce req-bbbb402d-8272-4397-8e6f-06ee0a1a4187 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995355 Jul 27 22:13:55.840013 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e2249da-6f18-495e-9e60-0a9fb3715dce req-6f3cea44-85d0-45ed-9a91-bda4ebf85089 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924778 Jul 27 22:13:55.846702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-439e506f-d56c-4af7-ac22-ed7c494ed046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 8ebcc3c2-e7aa-4319-903e-755b3cf29317) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:55.856934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e506f-d56c-4af7-ac22-ed7c494ed046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:55.857470 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-439e506f-d56c-4af7-ac22-ed7c494ed046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.871688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193004b9-9420-4c0f-800b-62718cc9957b admin admin] Made reservation on behalf of 9adc4e23b7574122842522e980a1cc15 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:55.877967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193004b9-9420-4c0f-800b-62718cc9957b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.895174 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:55.910634 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d87cd30-990d-4387-9d31-fd02d598253e None None] Network 8ebcc3c2-e7aa-4319-903e-755b3cf29317 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:55.916277 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-439e506f-d56c-4af7-ac22-ed7c494ed046 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2668974 Jul 27 22:13:55.947381 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:55.952637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:55.955377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:55.994048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=d6fcf1fc-0305-4850-ac99-266b8acb86a6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:56.111832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e813693a-95f4-4386-94bd-929eacbd16c5 None None] Network 8ebcc3c2-e7aa-4319-903e-755b3cf29317 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:56.149911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193004b9-9420-4c0f-800b-62718cc9957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.280807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193004b9-9420-4c0f-800b-62718cc9957b admin admin] Pushing event updated for resources: {'Subnet': ['ID=33286f14-de17-41ee-a71f-43e9d9fb3856,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:56.287052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193004b9-9420-4c0f-800b-62718cc9957b admin admin] Checking segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:56.287419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193004b9-9420-4c0f-800b-62718cc9957b admin admin] Network hostable DHCP agents. Network: a9c88e20-805d-4f8f-85e6-624dea576f2d, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:13:56.306601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193004b9-9420-4c0f-800b-62718cc9957b admin admin] Network a9c88e20-805d-4f8f-85e6-624dea576f2d is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:13:56.320107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-193004b9-9420-4c0f-800b-62718cc9957b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, a9c88e20-805d-4f8f-85e6-624dea576f2d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:56.331995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f455e58-27a5-47ab-b9b8-b916e0a783c2 None None] Network a9c88e20-805d-4f8f-85e6-624dea576f2d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:56.337589 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193004b9-9420-4c0f-800b-62718cc9957b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:56.338198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193004b9-9420-4c0f-800b-62718cc9957b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.367497 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-193004b9-9420-4c0f-800b-62718cc9957b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5705960 Jul 27 22:13:56.369773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:56.374618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:56.457662 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.458843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.524489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-a9c88e20-805d-4f8f-85e6-624dea576f2d', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:13:56.525886 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.570094 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.572198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-9ef9b827-7dd2-448d-ae14-a25e9018199b tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:56.573833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-9ef9b827-7dd2-448d-ae14-a25e9018199b tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/networks?id=8ebcc3c2-e7aa-4319-903e-755b3cf29317 HTTP/1.1" status: 200 len: 814 time: 0.1688871 Jul 27 22:13:56.577922 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.590492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-c9f54125-aa0e-4cce-a659-0d434ef77428 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/quotas/417cd3877b66454fb225b71c0ef1af16 HTTP/1.1" status: 200 len: 375 time: 0.0102057 Jul 27 22:13:56.649756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-59234c08-5d4b-436a-bb24-c44f34d99ccc tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=417cd3877b66454fb225b71c0ef1af16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521603 Jul 27 22:13:56.705678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Allocated IP 172.20.0.2 (a9c88e20-805d-4f8f-85e6-624dea576f2d/33286f14-de17-41ee-a71f-43e9d9fb3856/479f0d44-0bd1-4826-9407-c0b3197bdd49) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:56.764438 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.770311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-f10a54d6-ede7-4f60-ad8d-29a668b0a02f service neutron] 10.222.0.24 "GET /v2.0/networks/8ebcc3c2-e7aa-4319-903e-755b3cf29317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195102 Jul 27 22:13:56.807654 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.914759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e96d1c74-4852-448b-8979-0c540bba7623 service neutron] 10.222.0.24 "GET /v2.0/networks/8ebcc3c2-e7aa-4319-903e-755b3cf29317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435213 Jul 27 22:13:56.961442 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:56.985898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Transition to ACTIVE for port object 479f0d44-0bd1-4826-9407-c0b3197bdd49 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:56.992311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f6f9b-233c-4ee5-8ca9-8874ef763464 req-c5387ea1-2231-4fc6-9a0c-33c2636fdecb tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:56.993978 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-376f6f9b-233c-4ee5-8ca9-8874ef763464 req-c5387ea1-2231-4fc6-9a0c-33c2636fdecb tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.0679030 Jul 27 22:13:57.009951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Transition to ACTIVE for port object 479f0d44-0bd1-4826-9407-c0b3197bdd49 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:13:57.019226 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.062658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-376f6f9b-233c-4ee5-8ca9-8874ef763464 req-46b5e159-8f59-474f-96e1-c9c6adc76e40 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608013 Jul 27 22:13:57.074618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Pushing event updated for resources: {'Port': ['ID=479f0d44-0bd1-4826-9407-c0b3197bdd49,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:57.097238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Network a9c88e20-805d-4f8f-85e6-624dea576f2d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:57.099273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:57.101748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:57.143164 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.185670 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.298392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2c077-b063-4e74-bd6e-a380a691e7fc req-20c49eb6-2546-4461-be39-1fd279effed2 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:57.304161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95f2c077-b063-4e74-bd6e-a380a691e7fc req-20c49eb6-2546-4461-be39-1fd279effed2 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1144981 Jul 27 22:13:57.313663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=d6fcf1fc-0305-4850-ac99-266b8acb86a6,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:57.355894 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.359291 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.374606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2c70806e-a54d-446f-8d83-139ce97f8328 req-e6fc846b-cbae-4c99-85eb-f37df22612ae tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 210 time: 0.0594943 Jul 27 22:13:57.384494 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.398346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Attempting to bind port 479f0d44-0bd1-4826-9407-c0b3197bdd49 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:13:57.400794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Attempting to bind port 479f0d44-0bd1-4826-9407-c0b3197bdd49 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:13:57.401159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Attempting to bind port 479f0d44-0bd1-4826-9407-c0b3197bdd49 on network a9c88e20-805d-4f8f-85e6-624dea576f2d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:13:57.411375 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95f2c077-b063-4e74-bd6e-a380a691e7fc req-06a49d01-3359-478f-b450-0fa587dbea38 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992198 Jul 27 22:13:57.430849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:13:57.431164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Checking segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:13:57.431625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.432015 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Bound using segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:13:57.432559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Bound port: 479f0d44-0bd1-4826-9407-c0b3197bdd49, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:13:57.432941 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.517899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] For port 479f0d44-0bd1-4826-9407-c0b3197bdd49, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:13:57.536242 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] For port 479f0d44-0bd1-4826-9407-c0b3197bdd49, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=479f0d44-0bd1-4826-9407-c0b3197bdd49,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:13:57.547043 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.583142 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Allocated IP 172.25.1.104 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/669e0986-617d-43e3-8928-96658c7f2a61) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:57.623515 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc61805-24c7-4f37-b48f-3b747ac1459d None None] Pushing event updated for resources: {'Port': ['ID=479f0d44-0bd1-4826-9407-c0b3197bdd49,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:57.734981 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Floating IP 51a00f36-6d5d-4f26-9e77-855b3975d3e0 associated. External IP: 172.25.1.116, port: a5f2400a-fc0c-4f7a-a1ad-d511a111e2af. Jul 27 22:13:57.863033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:57.969702 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.054168 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:13:58.062121 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:13:58.065134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:13:58.186676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Pushing event updated for resources: {'Port': ['ID=669e0986-617d-43e3-8928-96658c7f2a61,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:13:58.194562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bd91c-f705-4e1a-9ff5-6594976ac60e req-fbee6a8b-b590-4526-a31e-12e7646eaf44 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:58.196298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d3bd91c-f705-4e1a-9ff5-6594976ac60e req-fbee6a8b-b590-4526-a31e-12e7646eaf44 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.0618312 Jul 27 22:13:58.249650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d3bd91c-f705-4e1a-9ff5-6594976ac60e req-de42022f-52be-4c9f-9370-fa38a8c2a293 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421026 Jul 27 22:13:58.289705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:13:58.607170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e1b43d76-3488-4408-a4c5-7d964e4c5c44 req-d5f0e89b-1425-4be2-9e17-c3e1db26b414 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 210 time: 0.0745618 Jul 27 22:13:58.633860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95633c21-6273-422f-b7c9-cc9e17f3a132 req-8aba5382-cd64-4aec-815a-b1a57476c143 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:58.643201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95633c21-6273-422f-b7c9-cc9e17f3a132 req-8aba5382-cd64-4aec-815a-b1a57476c143 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.0908790 Jul 27 22:13:58.722550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95633c21-6273-422f-b7c9-cc9e17f3a132 req-d97b0aa7-75bd-4b8c-b76b-e036e927f6fc tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782113 Jul 27 22:13:58.894897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6a6f6c-d5f4-498a-86b2-3367f86e9611 None None] Network a9c88e20-805d-4f8f-85e6-624dea576f2d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:13:58.927058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:58.990043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-606ae4b4-c371-4932-a852-4a9068076270 None None] Provisioning for port 479f0d44-0bd1-4826-9407-c0b3197bdd49 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:59.003299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:59.014911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05576c26-2552-4363-9635-bfb200aac457 None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:59.024055 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05576c26-2552-4363-9635-bfb200aac457 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:59.024671 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-05576c26-2552-4363-9635-bfb200aac457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:59.041101 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-06914c66-9555-4799-b5dc-f8505fdcbb65 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:59.042614 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-06914c66-9555-4799-b5dc-f8505fdcbb65 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.41 "GET /v2.0/networks?id=8ebcc3c2-e7aa-4319-903e-755b3cf29317 HTTP/1.1" status: 200 len: 814 time: 0.2303090 Jul 27 22:13:59.060445 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-05576c26-2552-4363-9635-bfb200aac457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:59.069940 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05576c26-2552-4363-9635-bfb200aac457 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:13:59.070583 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-05576c26-2552-4363-9635-bfb200aac457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:59.103209 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-05576c26-2552-4363-9635-bfb200aac457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:13:59.103876 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05576c26-2552-4363-9635-bfb200aac457 None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:13:59.136207 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.141678 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Request body: {'port': {'device_id': 'bd5ae527-7a88-473e-ba68-753148ee1dca', 'network_id': '8ebcc3c2-e7aa-4319-903e-755b3cf29317', 'admin_state_up': True, 'tenant_id': '417cd3877b66454fb225b71c0ef1af16'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:59.219569 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d83ec69d-5d79-410c-ba8b-0cecc6b7010b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.7086380 Jul 27 22:13:59.222825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:59.359440 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.365227 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d31730d5-5fff-4a43-9776-fb7262f04ac5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "GET /v2.0/floatingips/51a00f36-6d5d-4f26-9e77-855b3975d3e0 HTTP/1.1" status: 200 len: 979 time: 0.1410413 Jul 27 22:13:59.367796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55440) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:59.440400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Made reservation on behalf of 417cd3877b66454fb225b71c0ef1af16 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:13:59.444214 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.526327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f70ab-6a14-476c-bd10-e90c564fe34a req-5c1c418a-d2d8-4df0-a7f3-5d1c6bd272c7 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:59.528144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b08f70ab-6a14-476c-bd10-e90c564fe34a req-5c1c418a-d2d8-4df0-a7f3-5d1c6bd272c7 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1580794 Jul 27 22:13:59.563111 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-51992fd8-6713-41d0-9634-3470e6fd00fe tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1939514 Jul 27 22:13:59.568258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:59.573646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-54f0a37c-86d4-441e-b322-592fd97d6871 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'floatingip': {'port_id': '07d51cf4-68bd-4f9a-8a20-f0e375608796'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:13:59.632654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:13:59.687894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b08f70ab-6a14-476c-bd10-e90c564fe34a req-8e8eb43e-2c33-4f09-93e4-a9f4da14e0ac tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491582 Jul 27 22:13:59.688318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 479f0d44-0bd1-4826-9407-c0b3197bdd49 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:13:59.705591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Allocated IP 172.20.0.9 (8ebcc3c2-e7aa-4319-903e-755b3cf29317/8f648b6a-a9aa-4933-aa72-24d01960eff1/daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:13:59.715756 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54f0a37c-86d4-441e-b322-592fd97d6871 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.784549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 479f0d44-0bd1-4826-9407-c0b3197bdd49 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:13:59.788644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 479f0d44-0bd1-4826-9407-c0b3197bdd49 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:13:59.789068 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.821985 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66c66917-1c43-4974-b448-3b4e72a1ab41 req-0bbe7901-b49e-442c-8c47-5e18954a7432 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 210 time: 0.0679984 Jul 27 22:13:59.884747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.922836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 479f0d44-0bd1-4826-9407-c0b3197bdd49, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=479f0d44-0bd1-4826-9407-c0b3197bdd49,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:13:59.929368 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:59.959143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:13:59.978255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d590f0-2e1b-4580-8946-7b1c7855fa12 req-c2405743-08ed-41f3-824f-6d5585c69f60 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:59.987525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Sync routers for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:13:59.989195 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3d590f0-2e1b-4580-8946-7b1c7855fa12 req-c2405743-08ed-41f3-824f-6d5585c69f60 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1632650 Jul 27 22:14:00.014296 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.015235 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a0021d25-ae82-43f1-b8be-bdf08fe3eeca admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6445172 Jul 27 22:14:00.018509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55458) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:00.020138 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:00.020956 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:00.065504 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.105155 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3d590f0-2e1b-4580-8946-7b1c7855fa12 req-f0463e3f-62dc-43ec-87c6-f1cb4769a197 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107903 Jul 27 22:14:00.179068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:00.211504 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.302149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Network 8ebcc3c2-e7aa-4319-903e-755b3cf29317 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:00.312636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:00.314090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253f45b9-8d2a-48ba-90a6-ccc64200704a req-27ac1d32-95ec-4b70-9239-b02c356a6b28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1422014 Jul 27 22:14:00.316501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:00.321720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Pushing event updated for resources: {'Port': ['ID=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:00.371138 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=479f0d44-0bd1-4826-9407-c0b3197bdd49,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:00.423144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:00.423868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.450523 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e98e0519-3888-46c6-9c66-6c4ffc184944 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3154233 Jul 27 22:14:00.469520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:13:58Z', 'revision_number': 3, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:00.493175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Request body: {'port': {'device_id': 'bd5ae527-7a88-473e-ba68-753148ee1dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:00.504871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Checking router: 45e25285-7ed0-4556-a5c8-ad0be9ab4639 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:00.505236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Updating router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 port 669e0986-617d-43e3-8928-96658c7f2a61 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:14:00.540937 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.563807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f45b9-8d2a-48ba-90a6-ccc64200704a req-ddec9be1-5487-4b3e-97f0-58df09785af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:00.569470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253f45b9-8d2a-48ba-90a6-ccc64200704a req-ddec9be1-5487-4b3e-97f0-58df09785af8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 1096 time: 0.1562915 Jul 27 22:14:00.579146 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.736719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f45b9-8d2a-48ba-90a6-ccc64200704a req-30557db1-cdf3-4d6c-a61f-6f846c3a6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:00.738522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253f45b9-8d2a-48ba-90a6-ccc64200704a req-30557db1-cdf3-4d6c-a61f-6f846c3a6c67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 912 time: 0.1389933 Jul 27 22:14:00.880442 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-54f0a37c-86d4-441e-b322-592fd97d6871 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:14:00.941134 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.956224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Transition to ACTIVE for port object 669e0986-617d-43e3-8928-96658c7f2a61 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:00.965951 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.994340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253f45b9-8d2a-48ba-90a6-ccc64200704a req-70f71678-005e-4381-ac80-077b778e890a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc91b05a-3f99-44c1-ae6d-86b32ac86c41 HTTP/1.1" status: 200 len: 1001 time: 0.2136960 Jul 27 22:14:00.997953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.008299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c291f56-411e-4bef-9f92-30eebfe9a391 req-f7b898a4-b294-4a19-96db-95af6d7ff222 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.009069 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c291f56-411e-4bef-9f92-30eebfe9a391 req-f7b898a4-b294-4a19-96db-95af6d7ff222 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1897061 Jul 27 22:14:01.047888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Attempting to bind port 669e0986-617d-43e3-8928-96658c7f2a61 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:01.048428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Attempting to bind port 669e0986-617d-43e3-8928-96658c7f2a61 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:01.048884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Attempting to bind port 669e0986-617d-43e3-8928-96658c7f2a61 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:01.055777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ff2d7-aaf2-4adc-ae94-44140e272081 None None] Pushing event updated for resources: {'Port': ['ID=669e0986-617d-43e3-8928-96658c7f2a61,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:01.061031 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:01.061608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:01.062106 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.062615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:01.063966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Bound port: 669e0986-617d-43e3-8928-96658c7f2a61, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:01.064442 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.135589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] For port 669e0986-617d-43e3-8928-96658c7f2a61, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:01.140516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] For port 669e0986-617d-43e3-8928-96658c7f2a61, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=669e0986-617d-43e3-8928-96658c7f2a61,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:01.146623 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.189174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:01.202882 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.242116 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Transition to ACTIVE for port object daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:01.247379 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.258548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ff2d7-aaf2-4adc-ae94-44140e272081 None None] Pushing event updated for resources: {'Port': ['ID=669e0986-617d-43e3-8928-96658c7f2a61,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:01.283416 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:01.284336 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:01.309605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Allocated IP 172.20.0.1 (a9c88e20-805d-4f8f-85e6-624dea576f2d/33286f14-de17-41ee-a71f-43e9d9fb3856/24cc177e-d1a3-4942-b0e5-879ef79de9ab) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:01.388568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Pushing event updated for resources: {'Port': ['ID=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:01.394000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f45b9-8d2a-48ba-90a6-ccc64200704a req-35cf52e7-a58e-40f6-840b-e81220fa7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.395275 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253f45b9-8d2a-48ba-90a6-ccc64200704a req-35cf52e7-a58e-40f6-840b-e81220fa7185 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1c3957-e1a9-4398-a24f-389e93ecfda9 HTTP/1.1" status: 200 len: 850 time: 0.3831637 Jul 27 22:14:01.400550 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54f0a37c-86d4-441e-b322-592fd97d6871 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.418199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Attempting to bind port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:01.418671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Attempting to bind port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '87cd881a-78de-4da8-a6c2-c32172702073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ebcc3c2-e7aa-4319-903e-755b3cf29317'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:01.418940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Attempting to bind port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 on network 8ebcc3c2-e7aa-4319-903e-755b3cf29317 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:01.422198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7074f5-0293-4ded-8359-8466e89084dc req-21c7bcad-b787-446e-adc3-d9a7db119ba2 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.433648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9f7074f5-0293-4ded-8359-8466e89084dc req-21c7bcad-b787-446e-adc3-d9a7db119ba2 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 931 time: 0.4935138 Jul 27 22:14:01.442116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:01.447735 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54f0a37c-86d4-441e-b322-592fd97d6871 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.447958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 on network 8ebcc3c2-e7aa-4319-903e-755b3cf29317 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:14:01.448303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Attempting to bind port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 on network 8ebcc3c2-e7aa-4319-903e-755b3cf29317 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:01.463129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:01.463476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Checking segment: {'id': '87cd881a-78de-4da8-a6c2-c32172702073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ebcc3c2-e7aa-4319-903e-755b3cf29317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:01.464223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Bound using segment: {'id': '87cd881a-78de-4da8-a6c2-c32172702073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ebcc3c2-e7aa-4319-903e-755b3cf29317'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:01.464672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Bound port: daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87cd881a-78de-4da8-a6c2-c32172702073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8ebcc3c2-e7aa-4319-903e-755b3cf29317'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:01.465041 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.590814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.594690 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] For port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:01.606944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c291f56-411e-4bef-9f92-30eebfe9a391 req-ddd31eac-77eb-42d6-bafd-a5e5acd6c95a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183654 Jul 27 22:14:01.623022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9f7074f5-0293-4ded-8359-8466e89084dc req-9b85ef6a-72b5-4c17-b9e5-2dff8f9ce949 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879849 Jul 27 22:14:01.637844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] For port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4,segment=NetworkSegment(87cd881a-78de-4da8-a6c2-c32172702073),segment_id=87cd881a-78de-4da8-a6c2-c32172702073)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:01.657806 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Transition to ACTIVE for port object 24cc177e-d1a3-4942-b0e5-879ef79de9ab will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:01.663849 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.686201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 479f0d44-0bd1-4826-9407-c0b3197bdd49 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:01.716726 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-54f0a37c-86d4-441e-b322-592fd97d6871 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Floating IP 51a00f36-6d5d-4f26-9e77-855b3975d3e0 associated. External IP: 172.25.1.116, port: a5f2400a-fc0c-4f7a-a1ad-d511a111e2af. Jul 27 22:14:01.720860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f45b9-8d2a-48ba-90a6-ccc64200704a req-e55bf49e-b943-4c1c-b713-afed671e1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.722570 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253f45b9-8d2a-48ba-90a6-ccc64200704a req-e55bf49e-b943-4c1c-b713-afed671e1f00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3106396 Jul 27 22:14:01.745535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.746322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.747812 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a7496937-2674-40f9-a901-7a928b59149a service neutron] 10.222.0.41 "PUT /v2.0/ports/daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 HTTP/1.1" status: 200 len: 1091 time: 1.2603879 Jul 27 22:14:01.748879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5ae527-7a88-473e-ba68-753148ee1dca', 'tag': 'daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:01.751249 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddf969a-e93e-41a4-922a-a8d59734c158" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5ae527-7a88-473e-ba68-753148ee1dca", "tag": "daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:01.847915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 479f0d44-0bd1-4826-9407-c0b3197bdd49 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:01.848285 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.852361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:13:58Z', 'revision_number': 3, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:01.869018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7496937-2674-40f9-a901-7a928b59149a service neutron] Pushing event updated for resources: {'Port': ['ID=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:01.903218 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e223a7c-821c-4142-8c45-2cc0da923d3a x-openstack-request-id: req-8e223a7c-821c-4142-8c45-2cc0da923d3a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:01.903635 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5ae527-7a88-473e-ba68-753148ee1dca", "tag": "daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:01.903977 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e223a7c-821c-4142-8c45-2cc0da923d3a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:01.905219 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5ae527-7a88-473e-ba68-753148ee1dca', 'tag': 'daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4', 'status': 'completed', 'code': 200} Jul 27 22:14:01.907393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-4898ccf2-951a-47c0-951e-46c30f74a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.909173 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-4898ccf2-951a-47c0-951e-46c30f74a0e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=417cd3877b66454fb225b71c0ef1af16&device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 1094 time: 0.1108341 Jul 27 22:14:01.910601 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.936454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5569ada-f6b7-4ed1-95c3-13b868eb0dcd None None] The sync data for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 is: [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:13:58Z', 'revision_number': 3, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:01.958548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Network a9c88e20-805d-4f8f-85e6-624dea576f2d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:01.976746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7239a36-9a3a-403b-ade7-2ebc48a228ac req-b6fd2d3d-6baa-402d-81ee-f8adfbff0509 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.977182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7239a36-9a3a-403b-ade7-2ebc48a228ac req-b6fd2d3d-6baa-402d-81ee-f8adfbff0509 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.2629218 Jul 27 22:14:02.018082 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:02.022613 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:02.068488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253f45b9-8d2a-48ba-90a6-ccc64200704a req-385f5508-3bb4-4dda-95e6-825cbe60ebf5 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354223 Jul 27 22:14:02.075350 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.079660 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-e6e5e548-42de-4b86-b7bd-b824bf0bff2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 HTTP/1.1" status: 200 len: 217 time: 0.1606309 Jul 27 22:14:02.114609 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7239a36-9a3a-403b-ade7-2ebc48a228ac req-9ce5bd45-6f68-4e28-bdbf-ab7aff13776a tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216588 Jul 27 22:14:02.258877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Pushing event updated for resources: {'Port': ['ID=24cc177e-d1a3-4942-b0e5-879ef79de9ab,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:02.311614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a4a57980-dd87-409a-bf40-a193747bfdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:02.313298 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-a4a57980-dd87-409a-bf40-a193747bfdf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f648b6a-a9aa-4933-aa72-24d01960eff1 HTTP/1.1" status: 200 len: 854 time: 0.1853929 Jul 27 22:14:02.314806 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.332347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253f45b9-8d2a-48ba-90a6-ccc64200704a req-a6fe45e1-86ef-477d-a849-9b0c795584b7 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529643 Jul 27 22:14:02.341584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f0a37c-86d4-441e-b322-592fd97d6871 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:02.409565 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-916bf54f-c8fb-4389-8ebe-b2356945f3c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ebcc3c2-e7aa-4319-903e-755b3cf29317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839481 Jul 27 22:14:02.419639 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-21d7f7aa-25c7-42af-ad0a-e0b849a2032e None None] Provisioning for port 24cc177e-d1a3-4942-b0e5-879ef79de9ab completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:02.425571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-21d7f7aa-25c7-42af-ad0a-e0b849a2032e None None] Provisioning complete for port 24cc177e-d1a3-4942-b0e5-879ef79de9ab triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:02.426020 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21d7f7aa-25c7-42af-ad0a-e0b849a2032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.471040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-21d7f7aa-25c7-42af-ad0a-e0b849a2032e None None] Port 24cc177e-d1a3-4942-b0e5-879ef79de9ab cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:02.524444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f0a37c-86d4-441e-b322-592fd97d6871 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:02.535128 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6fef5d-9b9d-4ba2-a9ff-fdb63cdfd2c4 None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:02.550175 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6fef5d-9b9d-4ba2-a9ff-fdb63cdfd2c4 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:02.551219 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ac6fef5d-9b9d-4ba2-a9ff-fdb63cdfd2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:02.599456 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ac6fef5d-9b9d-4ba2-a9ff-fdb63cdfd2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:02.625714 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6fef5d-9b9d-4ba2-a9ff-fdb63cdfd2c4 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:02.626692 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ac6fef5d-9b9d-4ba2-a9ff-fdb63cdfd2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:02.671486 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ac6fef5d-9b9d-4ba2-a9ff-fdb63cdfd2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:02.672513 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6fef5d-9b9d-4ba2-a9ff-fdb63cdfd2c4 None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:02.708118 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-b4506da1-079b-4d66-a48c-f6852d9280f6 service neutron] 10.222.0.41 "GET /v2.0/networks/8ebcc3c2-e7aa-4319-903e-755b3cf29317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839639 Jul 27 22:14:02.807686 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.817871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:02.875987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Pushing event updated for resources: {'Port': ['ID=24cc177e-d1a3-4942-b0e5-879ef79de9ab,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:02.885284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f0a37c-86d4-441e-b322-592fd97d6871 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:02.950917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a58a87-c2d4-44a0-8bb9-571eea9e4ce6 req-5a80fe79-f801-4737-8d1c-41117dd049b9 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:02.954412 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58a58a87-c2d4-44a0-8bb9-571eea9e4ce6 req-5a80fe79-f801-4737-8d1c-41117dd049b9 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 943 time: 0.1107028 Jul 27 22:14:03.049353 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cc5d6-0cb6-4197-b981-27ecbeb9d6fa req-86d4349b-c1b3-4f39-900e-48b77c9ddda1 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:03.051018 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-554cc5d6-0cb6-4197-b981-27ecbeb9d6fa req-86d4349b-c1b3-4f39-900e-48b77c9ddda1 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.2171829 Jul 27 22:14:03.091693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58a58a87-c2d4-44a0-8bb9-571eea9e4ce6 req-d0f8d862-a31e-4d99-aef5-4ab55e997fdb tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966105 Jul 27 22:14:03.165264 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-554cc5d6-0cb6-4197-b981-27ecbeb9d6fa req-4005042b-dd08-4309-b438-4c010773719c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043727 Jul 27 22:14:03.208198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f0a37c-86d4-441e-b322-592fd97d6871 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:03.213605 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54f0a37c-86d4-441e-b322-592fd97d6871 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.220185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8529e62-00bd-4cac-b93f-ee556ea6c98c None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:03.233424 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8529e62-00bd-4cac-b93f-ee556ea6c98c None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:03.243131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c8529e62-00bd-4cac-b93f-ee556ea6c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:03.309286 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-54f0a37c-86d4-441e-b322-592fd97d6871 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "PUT /v2.0/floatingips/51a00f36-6d5d-4f26-9e77-855b3975d3e0 HTTP/1.1" status: 200 len: 978 time: 3.7395940 Jul 27 22:14:03.312473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:03.318402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4c3c7a46-5e95-45a8-a0e9-b92fd5244470 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:03.328513 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c8529e62-00bd-4cac-b93f-ee556ea6c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:03.349318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8529e62-00bd-4cac-b93f-ee556ea6c98c None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:03.350691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c8529e62-00bd-4cac-b93f-ee556ea6c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:03.418515 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c8529e62-00bd-4cac-b93f-ee556ea6c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:03.423017 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8529e62-00bd-4cac-b93f-ee556ea6c98c None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:03.479659 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d0c37697-119d-4a7d-8e8d-638b3012ca65 req-75f2e8f9-47aa-498e-b16e-1c1888bc23cb service neutron] 10.222.0.41 "GET /v2.0/networks/8ebcc3c2-e7aa-4319-903e-755b3cf29317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7574115 Jul 27 22:14:03.481973 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.536913 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c3c7a46-5e95-45a8-a0e9-b92fd5244470 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.611450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b17a2-81c7-4b61-9baa-cfa3523cb0ba req-c7a8afe3-8431-4528-bcb4-ac92ac3afda0 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:03.619645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-017b17a2-81c7-4b61-9baa-cfa3523cb0ba req-c7a8afe3-8431-4528-bcb4-ac92ac3afda0 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.2956748 Jul 27 22:14:03.636212 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 669e0986-617d-43e3-8928-96658c7f2a61 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:03.645354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf969a-e93e-41a4-922a-a8d59734c158 req-984101d8-eff1-403a-aebf-8055764995cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:03.647172 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ddf969a-e93e-41a4-922a-a8d59734c158 req-984101d8-eff1-403a-aebf-8055764995cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=417cd3877b66454fb225b71c0ef1af16&device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 1094 time: 0.0821238 Jul 27 22:14:03.657131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Network a9c88e20-805d-4f8f-85e6-624dea576f2d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:03.670417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:03.710171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 669e0986-617d-43e3-8928-96658c7f2a61 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:03.716202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 669e0986-617d-43e3-8928-96658c7f2a61 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:03.718989 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.768563 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-017b17a2-81c7-4b61-9baa-cfa3523cb0ba req-b91399ab-3491-4238-9ed1-f946cabd8f03 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479325 Jul 27 22:14:03.834452 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c3c7a46-5e95-45a8-a0e9-b92fd5244470 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.840810 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c3c7a46-5e95-45a8-a0e9-b92fd5244470 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.841229 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-4c3c7a46-5e95-45a8-a0e9-b92fd5244470 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Floating IP 51a00f36-6d5d-4f26-9e77-855b3975d3e0 disassociated. External IP: 172.25.1.116, port: 07d51cf4-68bd-4f9a-8a20-f0e375608796. Jul 27 22:14:03.855642 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.903097 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 669e0986-617d-43e3-8928-96658c7f2a61, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=669e0986-617d-43e3-8928-96658c7f2a61,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:03.910749 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.942166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:04.006029 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=669e0986-617d-43e3-8928-96658c7f2a61,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:04.016984 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf969a-e93e-41a4-922a-a8d59734c158 req-88df3d68-e8f2-4154-bfef-5d767cbd932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:04.018742 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ddf969a-e93e-41a4-922a-a8d59734c158 req-88df3d68-e8f2-4154-bfef-5d767cbd932f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ebcc3c2-e7aa-4319-903e-755b3cf29317 HTTP/1.1" status: 200 len: 915 time: 0.3596470 Jul 27 22:14:04.107139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d2062661-9f6d-4dce-b61d-92d67815728f None None] Provisioning complete for port 24cc177e-d1a3-4942-b0e5-879ef79de9ab triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:04.109282 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2062661-9f6d-4dce-b61d-92d67815728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.113584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ddf969a-e93e-41a4-922a-a8d59734c158 req-b7ce41d0-01bf-4509-ae2d-781584c3d04e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 HTTP/1.1" status: 200 len: 217 time: 0.0830576 Jul 27 22:14:04.142930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3c7a46-5e95-45a8-a0e9-b92fd5244470 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:04.155966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d2062661-9f6d-4dce-b61d-92d67815728f None None] Port 24cc177e-d1a3-4942-b0e5-879ef79de9ab cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:04.238387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf969a-e93e-41a4-922a-a8d59734c158 req-00b98412-ef90-40eb-9535-69c0ddb99723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:04.239824 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ddf969a-e93e-41a4-922a-a8d59734c158 req-00b98412-ef90-40eb-9535-69c0ddb99723 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f648b6a-a9aa-4933-aa72-24d01960eff1 HTTP/1.1" status: 200 len: 854 time: 0.1114523 Jul 27 22:14:04.247727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:04.262201 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-047f96a5-edf5-4427-bc2b-93f852384819 admin admin] 10.222.0.24 "PUT /v2.0/routers/45e25285-7ed0-4556-a5c8-ad0be9ab4639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2342324 Jul 27 22:14:04.289978 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ddf969a-e93e-41a4-922a-a8d59734c158 req-38bf6b8c-e8b0-4af9-b6ae-4112b8cd1a6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ebcc3c2-e7aa-4319-903e-755b3cf29317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347676 Jul 27 22:14:04.366093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4f128-35c5-4432-8165-aa402fc68d4e req-9dc721a4-3cf2-482f-bc70-e9587cadcfe3 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:04.373676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4af4f128-35c5-4432-8165-aa402fc68d4e req-9dc721a4-3cf2-482f-bc70-e9587cadcfe3 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1280205 Jul 27 22:14:04.402201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba4d54-4447-452b-abf8-46c421a3684f req-ab0f76f7-634d-4b1b-9048-00f1da230dbd tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:04.410007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99ba4d54-4447-452b-abf8-46c421a3684f req-ab0f76f7-634d-4b1b-9048-00f1da230dbd tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 943 time: 0.1999402 Jul 27 22:14:04.419414 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3c7a46-5e95-45a8-a0e9-b92fd5244470 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:04.424878 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ddf969a-e93e-41a4-922a-a8d59734c158 req-5dd05add-232f-478f-a161-f0d1219bf208 service neutron] 10.222.0.41 "GET /v2.0/networks/8ebcc3c2-e7aa-4319-903e-755b3cf29317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232569 Jul 27 22:14:04.429667 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c3c7a46-5e95-45a8-a0e9-b92fd5244470 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.430178 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe4a69-2d05-4f91-b557-fac566a8fc3a None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:04.450654 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe4a69-2d05-4f91-b557-fac566a8fc3a None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:04.454443 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0cfe4a69-2d05-4f91-b557-fac566a8fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:04.487243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4af4f128-35c5-4432-8165-aa402fc68d4e req-244c332a-b340-405b-b18a-6082224becfa tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125603 Jul 27 22:14:04.502912 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0cfe4a69-2d05-4f91-b557-fac566a8fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:04.516103 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe4a69-2d05-4f91-b557-fac566a8fc3a None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:04.517092 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0cfe4a69-2d05-4f91-b557-fac566a8fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:04.540413 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99ba4d54-4447-452b-abf8-46c421a3684f req-d1ce4ddd-3784-495b-b3ac-80d516affde9 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294742 Jul 27 22:14:04.542029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4c3c7a46-5e95-45a8-a0e9-b92fd5244470 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "PUT /v2.0/floatingips/51a00f36-6d5d-4f26-9e77-855b3975d3e0 HTTP/1.1" status: 200 len: 688 time: 1.2282593 Jul 27 22:14:04.544648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55552) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:04.582695 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ddf969a-e93e-41a4-922a-a8d59734c158 req-550afa45-892c-4a54-a465-389539858aa6 service neutron] 10.222.0.41 "GET /v2.0/networks/8ebcc3c2-e7aa-4319-903e-755b3cf29317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450787 Jul 27 22:14:04.594472 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Sync routers for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:04.601724 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0cfe4a69-2d05-4f91-b557-fac566a8fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:04.603041 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe4a69-2d05-4f91-b557-fac566a8fc3a None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:04.614514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:04.615213 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:04.732265 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-471b60c6-5e4c-40fd-b933-f81583b10a0c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port d6fcf1fc-0305-4850-ac99-266b8acb86a6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:04.732729 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471b60c6-5e4c-40fd-b933-f81583b10a0c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:04.735489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:05.065031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.069969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4ec433a8-2562-4ce5-bba8-6e781bb82ba1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860465848', 'description': 'tempest-description--1849846568'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:05.096292 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ec433a8-2562-4ce5-bba8-6e781bb82ba1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.160385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 2, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:05.198783 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ec433a8-2562-4ce5-bba8-6e781bb82ba1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.199081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Checking router: 45e25285-7ed0-4556-a5c8-ad0be9ab4639 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:05.199863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Updating router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 port 24cc177e-d1a3-4942-b0e5-879ef79de9ab binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:14:05.205519 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ec433a8-2562-4ce5-bba8-6e781bb82ba1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.234930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c81c7-944f-413a-b7cb-636ebfe352c3 req-50a456b7-11dd-4f55-bc21-0f1230c22980 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:05.236756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be5c81c7-944f-413a-b7cb-636ebfe352c3 req-50a456b7-11dd-4f55-bc21-0f1230c22980 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.0886188 Jul 27 22:14:05.240996 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.258165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ec433a8-2562-4ce5-bba8-6e781bb82ba1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.264816 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4ec433a8-2562-4ce5-bba8-6e781bb82ba1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1973460 Jul 27 22:14:05.267819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55570) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.270030 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471b60c6-5e4c-40fd-b933-f81583b10a0c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.270391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471b60c6-5e4c-40fd-b933-f81583b10a0c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.275112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-046f90a6-0877-45e8-9635-5954249d2ca4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Request body: {'security_group_rule': {'security_group_id': '4da36063-9a3b-4ee9-b723-76f4f171f585', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:05.289533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-471b60c6-5e4c-40fd-b933-f81583b10a0c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for d6fcf1fc-0305-4850-ac99-266b8acb86a6 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:05.305822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec433a8-2562-4ce5-bba8-6e781bb82ba1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da36063-9a3b-4ee9-b723-76f4f171f585,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:05.314096 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-046f90a6-0877-45e8-9635-5954249d2ca4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.324534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be5c81c7-944f-413a-b7cb-636ebfe352c3 req-2ad095eb-f88f-495c-bca7-161504b622c4 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787094 Jul 27 22:14:05.401985 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-046f90a6-0877-45e8-9635-5954249d2ca4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.406923 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-046f90a6-0877-45e8-9635-5954249d2ca4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.429600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f90a6-0877-45e8-9635-5954249d2ca4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed93e870-6a48-4824-9526-12f044dd7418,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:05.431643 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-046f90a6-0877-45e8-9635-5954249d2ca4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.436400 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-046f90a6-0877-45e8-9635-5954249d2ca4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1668890 Jul 27 22:14:05.437422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55572) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.442246 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2ca7e716-3ccb-4ec0-b02a-1e522a5907e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Request body: {'security_group_rule': {'security_group_id': '4da36063-9a3b-4ee9-b723-76f4f171f585', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:05.475665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ca7e716-3ccb-4ec0-b02a-1e522a5907e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.537857 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471b60c6-5e4c-40fd-b933-f81583b10a0c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.618518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 669e0986-617d-43e3-8928-96658c7f2a61 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:05.627256 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ca7e716-3ccb-4ec0-b02a-1e522a5907e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.634206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ca7e716-3ccb-4ec0-b02a-1e522a5907e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.666402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7e716-3ccb-4ec0-b02a-1e522a5907e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a02f08a-672e-43df-82e5-c86ebc2bf859,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:05.672955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ca7e716-3ccb-4ec0-b02a-1e522a5907e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.675131 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2ca7e716-3ccb-4ec0-b02a-1e522a5907e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2366962 Jul 27 22:14:05.678466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55584) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.688821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:05.694494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b60c6-5e4c-40fd-b933-f81583b10a0c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=d6fcf1fc-0305-4850-ac99-266b8acb86a6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:05.725487 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.739900 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.756217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb46ea4-192e-460e-b897-0531c833914c req-669c4a5d-0008-4e89-8cf6-bdd7f9cf5d57 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:05.757744 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efb46ea4-192e-460e-b897-0531c833914c req-669c4a5d-0008-4e89-8cf6-bdd7f9cf5d57 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 943 time: 0.0928257 Jul 27 22:14:05.765168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Transition to ACTIVE for port object 24cc177e-d1a3-4942-b0e5-879ef79de9ab will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:05.767514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 669e0986-617d-43e3-8928-96658c7f2a61 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:05.768094 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.776521 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.776695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebce8f5-8c52-475c-b2f3-4fedaf1e008f req-878eac0d-41f5-41c5-b567-fe1baca8fa6a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:05.779075 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ebce8f5-8c52-475c-b2f3-4fedaf1e008f req-878eac0d-41f5-41c5-b567-fe1baca8fa6a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1432464 Jul 27 22:14:05.810498 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471b60c6-5e4c-40fd-b933-f81583b10a0c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.813460 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471b60c6-5e4c-40fd-b933-f81583b10a0c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.814667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-471b60c6-5e4c-40fd-b933-f81583b10a0c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/floatingips/51a00f36-6d5d-4f26-9e77-855b3975d3e0 HTTP/1.1" status: 204 len: 168 time: 1.2687571 Jul 27 22:14:05.820132 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55590) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.861735 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efb46ea4-192e-460e-b897-0531c833914c req-17db29a2-aedf-4a86-b28c-317a2cc6fb04 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814881 Jul 27 22:14:05.862965 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfe36e-95d8-4991-8c9c-6c2b3025970b None None] Pushing event updated for resources: {'Port': ['ID=24cc177e-d1a3-4942-b0e5-879ef79de9ab,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:05.864938 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ebce8f5-8c52-475c-b2f3-4fedaf1e008f req-16056af2-4bef-4fa6-ba0c-4fe50cae3325 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770171 Jul 27 22:14:05.887480 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-26af960e-cd45-4b42-8d01-322178c98177 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] delete failed (client error): The resource could not be found. Jul 27 22:14:05.892742 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-26af960e-cd45-4b42-8d01-322178c98177 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/floatingips/51a00f36-6d5d-4f26-9e77-855b3975d3e0 HTTP/1.1" status: 404 len: 345 time: 0.0703342 Jul 27 22:14:05.892966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55592) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:05.943665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.051954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ec3532-c43a-4663-993b-e5574f8f0be9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.074409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ec3532-c43a-4663-993b-e5574f8f0be9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.080747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ec3532-c43a-4663-993b-e5574f8f0be9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.088619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Attempting to bind port 24cc177e-d1a3-4942-b0e5-879ef79de9ab on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:06.088997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Attempting to bind port 24cc177e-d1a3-4942-b0e5-879ef79de9ab by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:06.089364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Attempting to bind port 24cc177e-d1a3-4942-b0e5-879ef79de9ab on network a9c88e20-805d-4f8f-85e6-624dea576f2d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:06.097658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:06.098034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Checking segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:06.098557 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a1ec3532-c43a-4663-993b-e5574f8f0be9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "GET /v2.0/ports?network_id=7b8df432-369a-46f6-8785-5c47928611cc HTTP/1.1" status: 200 len: 2359 time: 0.1886125 Jul 27 22:14:06.099276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55596) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:06.109686 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.110188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Bound using segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:06.110733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Bound port: 24cc177e-d1a3-4942-b0e5-879ef79de9ab, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:06.111599 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.117491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Allocated IP 172.25.1.45 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/e57a9610-00f9-4167-88df-544d060ffbff) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:06.187174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f763c493-7bc7-44d9-b3e3-edb7b09c2997 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.194672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f763c493-7bc7-44d9-b3e3-edb7b09c2997 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "GET /v2.0/subnets/8f424ad3-ff66-433d-9dda-d15fddb58f4d HTTP/1.1" status: 200 len: 797 time: 0.0942614 Jul 27 22:14:06.195583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:06.202178 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'port': {'network_id': '7b8df432-369a-46f6-8785-5c47928611cc', 'name': 'tempest-FloatingIPTestJSON-1551257473', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:06.216123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] For port 24cc177e-d1a3-4942-b0e5-879ef79de9ab, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:06.233058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] For port 24cc177e-d1a3-4942-b0e5-879ef79de9ab, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=24cc177e-d1a3-4942-b0e5-879ef79de9ab,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:06.245687 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.289306 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.310103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:06.311752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:06.341717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Made reservation on behalf of cfbe6a31bf1b4e628ff6538344cfb5bc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:06.351561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.397520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:06.403182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfe36e-95d8-4991-8c9c-6c2b3025970b None None] Pushing event updated for resources: {'Port': ['ID=24cc177e-d1a3-4942-b0e5-879ef79de9ab,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:06.403371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:06.411113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:06.449339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event updated for resources: {'Port': ['ID=e57a9610-00f9-4167-88df-544d060ffbff,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:06.527126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:06.556715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.565300 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.580645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] device_id is not set on port 17c3d0bd-1699-4148-9069-586fd1555ebd yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:06.606838 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.614878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e32a6d-7292-4d89-8b32-fdcd3fbee01e req-48429d7e-7fa0-483b-a7c6-150d454daf82 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:06.616778 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a8e32a6d-7292-4d89-8b32-fdcd3fbee01e req-48429d7e-7fa0-483b-a7c6-150d454daf82 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1833708 Jul 27 22:14:06.722519 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a8e32a6d-7292-4d89-8b32-fdcd3fbee01e req-1afa7d8c-a2ad-4fcf-b323-c4b2df8d8c7e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610046 Jul 27 22:14:06.781829 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:14:06.831784 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.838562 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.920118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event updated for resources: {'Port': ['ID=e57a9610-00f9-4167-88df-544d060ffbff,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:06.935320 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.952112 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.963168 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0750a36d-e591-479c-a6b9-14ca6816238c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2728412 Jul 27 22:14:06.966870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4,segment=NetworkSegment(87cd881a-78de-4da8-a6c2-c32172702073),segment_id=87cd881a-78de-4da8-a6c2-c32172702073)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:07.000777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:06Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:07.037600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.20.0.14 (7b8df432-369a-46f6-8785-5c47928611cc/8f424ad3-ff66-433d-9dda-d15fddb58f4d/17c3d0bd-1699-4148-9069-586fd1555ebd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:07.043073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524bce6-44a1-4374-8b09-05ed3ae323f5 None None] The sync data for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 is: [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:06Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:07.047687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4', 'network_id': '8ebcc3c2-e7aa-4319-903e-755b3cf29317', 'port_id': 'daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4', 'mac_address': 'fa:16:3e:2a:85:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f648b6a-a9aa-4933-aa72-24d01960eff1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:14:07.065842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.20.0.13 (7b8df432-369a-46f6-8785-5c47928611cc/8f424ad3-ff66-433d-9dda-d15fddb58f4d/17c3d0bd-1699-4148-9069-586fd1555ebd) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:07.118017 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.145026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:07.177505 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4,segment=NetworkSegment(87cd881a-78de-4da8-a6c2-c32172702073),segment_id=87cd881a-78de-4da8-a6c2-c32172702073)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:07.182186 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.210385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ec5a8-41e5-42a3-854c-23448144001b req-d59947a3-1948-4775-b7d7-f67644f60f4e tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:07.212711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c57ec5a8-41e5-42a3-854c-23448144001b req-d59947a3-1948-4775-b7d7-f67644f60f4e tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 943 time: 0.1442168 Jul 27 22:14:07.222588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42d2dd-1733-4e76-84a2-dd05f212703e req-83959e80-fb7d-4979-8969-d97469f66d50 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:07.224745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da42d2dd-1733-4e76-84a2-dd05f212703e req-83959e80-fb7d-4979-8969-d97469f66d50 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.2216885 Jul 27 22:14:07.245104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:07.374809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c57ec5a8-41e5-42a3-854c-23448144001b req-91863ae2-0999-49a8-9198-8df5b58d69c4 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442878 Jul 27 22:14:07.399495 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da42d2dd-1733-4e76-84a2-dd05f212703e req-bb6785d7-94ab-4666-b732-9125eecec9d6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558175 Jul 27 22:14:07.424423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:07.498675 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.587316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-888a8eba-a7e9-4cf6-8d81-214211155051 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1860465848&fields=id&tenant_id=9adc4e23b7574122842522e980a1cc15 HTTP/1.1" status: 200 len: 267 time: 0.0791488 Jul 27 22:14:07.634971 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 24cc177e-d1a3-4942-b0e5-879ef79de9ab up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:07.711617 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.717981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 24cc177e-d1a3-4942-b0e5-879ef79de9ab completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:07.724608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 24cc177e-d1a3-4942-b0e5-879ef79de9ab triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:07.724990 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.800920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7b8df432-369a-46f6-8785-5c47928611cc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:07.812689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:07.823016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:07.870675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-0f1a8416-e099-42f4-b336-36def0d08bd3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:07.874737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-0f1a8416-e099-42f4-b336-36def0d08bd3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 817 time: 0.2713189 Jul 27 22:14:07.884259 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.893294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=17c3d0bd-1699-4148-9069-586fd1555ebd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:07.931586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 24cc177e-d1a3-4942-b0e5-879ef79de9ab, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=24cc177e-d1a3-4942-b0e5-879ef79de9ab,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:07.943316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0e4d5-fb38-4844-9177-05dc19452965 req-2ec7d4f8-422c-429a-b506-cd5b0c052d1e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:07.944894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3fd0e4d5-fb38-4844-9177-05dc19452965 req-2ec7d4f8-422c-429a-b506-cd5b0c052d1e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1298110 Jul 27 22:14:07.946453 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-181d17a9-a5b0-4bc4-9c6c-a693a42348ba tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/quotas/9adc4e23b7574122842522e980a1cc15 HTTP/1.1" status: 200 len: 375 time: 0.0477338 Jul 27 22:14:07.947104 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.967673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:07.968446 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.036798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=24cc177e-d1a3-4942-b0e5-879ef79de9ab,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:08.057644 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a5c86a9d-3c93-46b3-8ea4-7b561acee4c1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8573837 Jul 27 22:14:08.057879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55650) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:08.066982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '17c3d0bd-1699-4148-9069-586fd1555ebd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:08.084714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3fd0e4d5-fb38-4844-9177-05dc19452965 req-16a5b1c1-5080-48e8-9c1c-701af88a4c63 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086760 Jul 27 22:14:08.108331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.110940 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-402ed792-22c5-4421-a521-087e99585569 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1341252 Jul 27 22:14:08.223402 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-8c47a514-5e6f-49c1-8ef4-1e1cf91b61ff service neutron] 10.222.0.24 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976155 Jul 27 22:14:08.260125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.339531 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-395fba0f-2082-4693-8cde-013137f0ab7a service neutron] 10.222.0.24 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084709 Jul 27 22:14:08.388052 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.25.1.128 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/4f512ad2-f718-454c-ae4b-4143b2606262) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:08.561764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2990f-c10c-49b5-a5a3-efc5d764004b req-1fdef633-fe25-4f8d-bafd-88afa8f0c38c tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:08.571782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2eb2990f-c10c-49b5-a5a3-efc5d764004b req-1fdef633-fe25-4f8d-bafd-88afa8f0c38c tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 944 time: 0.1073124 Jul 27 22:14:08.599767 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.643465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2eb2990f-c10c-49b5-a5a3-efc5d764004b req-93e3645a-d68a-463e-b85c-acbbed39d827 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707221 Jul 27 22:14:08.679735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11141b-c328-4cc1-9031-8c6bc1fbe5e4 req-e9a13127-2118-4c1d-9607-b715c311a52d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:08.679926 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.683113 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a11141b-c328-4cc1-9031-8c6bc1fbe5e4 req-e9a13127-2118-4c1d-9607-b715c311a52d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.0936518 Jul 27 22:14:08.731507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:08.756152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=4f512ad2-f718-454c-ae4b-4143b2606262,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:08.759010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:08.761255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:08.761949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f28e2d8a-82e0-4350-8cc0-b67f8f39b613 req-92a524dc-d66d-4f25-bc60-57bb887a53d7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 210 time: 0.0455477 Jul 27 22:14:08.778926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a11141b-c328-4cc1-9031-8c6bc1fbe5e4 req-316f04df-ee83-46c6-9adf-ea7749d6915e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875564 Jul 27 22:14:08.794211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:08.877768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:08.898565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:08.900844 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.990790 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.018205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5ae527-7a88-473e-ba68-753148ee1dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:09.021034 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c95f76-2789-4e77-b493-87a6701caa1b" -d '{"events": [{"server_uuid": "bd5ae527-7a88-473e-ba68-753148ee1dca", "name": "network-vif-plugged", "status": "completed", "tag": "daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:09.036042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4,segment=NetworkSegment(87cd881a-78de-4da8-a6c2-c32172702073),segment_id=87cd881a-78de-4da8-a6c2-c32172702073)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:09.047622 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.090644 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35107326-2dcb-4f64-9e39-837b998b4d40 x-openstack-request-id: req-35107326-2dcb-4f64-9e39-837b998b4d40 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:09.091529 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5ae527-7a88-473e-ba68-753148ee1dca", "name": "network-vif-plugged", "status": "completed", "tag": "daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:09.091529 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35107326-2dcb-4f64-9e39-837b998b4d40 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:09.091529 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5ae527-7a88-473e-ba68-753148ee1dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4', 'code': 200} Jul 27 22:14:09.156429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:09.230316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee5c5b-33bc-43e2-bb4c-c7cf13c0d477 req-883aef09-6895-4597-bb3c-c24e3d3fe993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:09.230971 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e0ee5c5b-33bc-43e2-bb4c-c7cf13c0d477 req-883aef09-6895-4597-bb3c-c24e3d3fe993 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 1096 time: 0.0847929 Jul 27 22:14:09.293938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbfa8b-d04a-45a2-b70f-8119c3238ade req-09ca3a53-a5ec-4cdf-a844-39dc1b7e4849 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:09.296810 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fbbfa8b-d04a-45a2-b70f-8119c3238ade req-09ca3a53-a5ec-4cdf-a844-39dc1b7e4849 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1038985 Jul 27 22:14:09.350815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fbbfa8b-d04a-45a2-b70f-8119c3238ade req-e0140898-045c-41e2-b0ff-ea54824ec1cc tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461853 Jul 27 22:14:09.364021 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e0ee5c5b-33bc-43e2-bb4c-c7cf13c0d477 req-1e210765-a9d0-4c4b-9f3c-2cd9326e8649 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907619 Jul 27 22:14:09.390835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.467895 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.572637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 24cc177e-d1a3-4942-b0e5-879ef79de9ab up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:09.624115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 24cc177e-d1a3-4942-b0e5-879ef79de9ab triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:09.624493 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.638727 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.645006 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.717136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=4f512ad2-f718-454c-ae4b-4143b2606262,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:09.767859 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.806430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0756394-a081-4654-84d7-b6770b0f50ec req-3e7b7d93-bb76-4359-a41e-bee435ea01e7 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:09.808240 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0756394-a081-4654-84d7-b6770b0f50ec req-3e7b7d93-bb76-4359-a41e-bee435ea01e7 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 945 time: 0.0614409 Jul 27 22:14:09.885085 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0756394-a081-4654-84d7-b6770b0f50ec req-dd9bfeca-737e-4ab2-bb5a-1c23a6c2920d tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537381 Jul 27 22:14:09.971346 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Floating IP 98b25bc0-b855-473f-a80e-6e71641fa612 associated. External IP: 172.25.1.128, port: 17c3d0bd-1699-4148-9069-586fd1555ebd. Jul 27 22:14:09.977984 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da4e0356-c8d7-49cc-b992-2ac83be839e2 req-1da86eb6-c159-44cd-b684-a366f7898c6f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 210 time: 0.0653300 Jul 27 22:14:10.063416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-8a9c474d-df55-4e0f-a344-67044897735d tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:10.065049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-8a9c474d-df55-4e0f-a344-67044897735d tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.43 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 817 time: 0.2355402 Jul 27 22:14:10.091385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e561f7-76e5-453f-a312-9901d50347fb req-6bb40d14-00ef-44c3-9bfc-d759fc6582de tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:10.095376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25e561f7-76e5-453f-a312-9901d50347fb req-6bb40d14-00ef-44c3-9bfc-d759fc6582de tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.0903566 Jul 27 22:14:10.146484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25e561f7-76e5-453f-a312-9901d50347fb req-daba5b18-b9b2-4508-be12-f93dd6c14b6f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429382 Jul 27 22:14:10.160719 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-dea4035e-dcaf-4748-929e-dce4e5f238df tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9adc4e23b7574122842522e980a1cc15 HTTP/1.1" status: 200 len: 380 time: 0.0822730 Jul 27 22:14:10.175272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Request body: {'port': {'device_id': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'admin_state_up': True, 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'security_groups': ['4da36063-9a3b-4ee9-b723-76f4f171f585']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:10.479290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046f962-b91a-421c-80b2-a3d57791ae5a req-2ac9b0c9-87b2-435f-86fb-a953453c4d68 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:10.480948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f046f962-b91a-421c-80b2-a3d57791ae5a req-2ac9b0c9-87b2-435f-86fb-a953453c4d68 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.0547743 Jul 27 22:14:10.527001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f046f962-b91a-421c-80b2-a3d57791ae5a req-4524e64c-c7e0-41b1-9471-901b775901f3 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354419 Jul 27 22:14:10.702225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:10.705344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Made reservation on behalf of 9adc4e23b7574122842522e980a1cc15 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:10.708830 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.906655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:10.918600 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99361e3-5361-43a7-a010-6cf496b13213 None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:10.928970 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99361e3-5361-43a7-a010-6cf496b13213 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:10.930129 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c99361e3-5361-43a7-a010-6cf496b13213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:10.935919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Allocated IP 172.20.0.9 (a9c88e20-805d-4f8f-85e6-624dea576f2d/33286f14-de17-41ee-a71f-43e9d9fb3856/4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:10.938076 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.983460 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c99361e3-5361-43a7-a010-6cf496b13213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:10.993356 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99361e3-5361-43a7-a010-6cf496b13213 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:10.994374 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c99361e3-5361-43a7-a010-6cf496b13213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:11.032689 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3289af4c-4c20-4c79-a7d5-34cdb3df9deb tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.9726968 Jul 27 22:14:11.039682 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c99361e3-5361-43a7-a010-6cf496b13213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:11.040611 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99361e3-5361-43a7-a010-6cf496b13213 None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:11.059906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55728) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.066727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c0b5a972-fe32-4298-bef1-96aac7e41e80 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'floatingip': {'port_id': '17c3d0bd-1699-4148-9069-586fd1555ebd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:11.145741 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.175429 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a972-fe32-4298-bef1-96aac7e41e80 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.179474 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Transition to ACTIVE for port object 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:11.223482 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.235536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c990f60-e5ef-4c92-a0bf-ede2c70c6591 req-91a22879-0f3c-43f3-a139-6dbcfc3abcf8 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:11.237242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c990f60-e5ef-4c92-a0bf-ede2c70c6591 req-91a22879-0f3c-43f3-a139-6dbcfc3abcf8 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 945 time: 0.2251835 Jul 27 22:14:11.301421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Network a9c88e20-805d-4f8f-85e6-624dea576f2d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:11.304844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:11.314244 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:11.337179 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c990f60-e5ef-4c92-a0bf-ede2c70c6591 req-a02a9910-4c06-4ca2-9ae3-746465f0760f tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896554 Jul 27 22:14:11.369638 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event updated for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:11.438535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:11.438757 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.470160 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-2941af38-bf41-4a5d-ae31-dd7caf02c1ce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3017640 Jul 27 22:14:11.484159 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Request body: {'port': {'device_id': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:11.563070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5af94-3525-4c8d-91c5-69e4a514769d req-f81e63a9-c3e7-4ea8-b652-379dc053c9b5 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:11.564763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7b5af94-3525-4c8d-91c5-69e4a514769d req-f81e63a9-c3e7-4ea8-b652-379dc053c9b5 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 931 time: 0.1665964 Jul 27 22:14:11.567261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.674969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f3f46-6a6c-459e-8ac7-e75ac454ea21 req-5634d57e-6b87-4a04-b09b-212437681d2c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:11.676637 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-167f3f46-6a6c-459e-8ac7-e75ac454ea21 req-5634d57e-6b87-4a04-b09b-212437681d2c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1590717 Jul 27 22:14:11.681444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7b5af94-3525-4c8d-91c5-69e4a514769d req-f930e5f5-49df-4a28-9246-1230e6f8b306 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065638 Jul 27 22:14:11.742652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-abf4192d-d10b-49ce-9cc0-7d90fd4d808e None None] Provisioning for port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:11.752844 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-abf4192d-d10b-49ce-9cc0-7d90fd4d808e None None] Provisioning complete for port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:11.753578 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abf4192d-d10b-49ce-9cc0-7d90fd4d808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.796723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-abf4192d-d10b-49ce-9cc0-7d90fd4d808e None None] Port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:11.898342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-167f3f46-6a6c-459e-8ac7-e75ac454ea21 req-b96b3d32-7009-461b-89bd-4b966a82316d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118249 Jul 27 22:14:11.928615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:11.939126 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.956876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Transition to ACTIVE for port object 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:11.966858 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.000139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0420fb-5ff3-4f4c-a256-737e8b3fd156 req-52c86fe6-4c46-41b0-b546-10dd2b593f2e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:12.002138 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd0420fb-5ff3-4f4c-a256-737e8b3fd156 req-52c86fe6-4c46-41b0-b546-10dd2b593f2e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1024146 Jul 27 22:14:12.031491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:12.136867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Attempting to bind port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:12.137377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Attempting to bind port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:12.137815 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Attempting to bind port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 on network a9c88e20-805d-4f8f-85e6-624dea576f2d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:12.153172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 on network a9c88e20-805d-4f8f-85e6-624dea576f2d not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:14:12.155048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Attempting to bind port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 on network a9c88e20-805d-4f8f-85e6-624dea576f2d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:12.189458 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:12.189733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Checking segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:12.190006 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd0420fb-5ff3-4f4c-a256-737e8b3fd156 req-1c8ec7ca-bc1f-458c-bc10-28c74ed8882f tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792724 Jul 27 22:14:12.191414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Bound using segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:12.192335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a972-fe32-4298-bef1-96aac7e41e80 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.195132 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Bound port: 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:12.195621 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.199038 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a972-fe32-4298-bef1-96aac7e41e80 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.269456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b611490-037c-4f27-9047-5f35d0d14e57 req-47ef74e2-d453-49c4-8e3c-49609339d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:12.271137 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6b611490-037c-4f27-9047-5f35d0d14e57 req-47ef74e2-d453-49c4-8e3c-49609339d217 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=417cd3877b66454fb225b71c0ef1af16&device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 1096 time: 0.1115191 Jul 27 22:14:12.353193 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.353719 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:12.368470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0d908-7273-40c2-a18d-168b093c89a4 req-4bee7ed5-6792-4983-a1c2-5eaee5495ac6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:12.376179 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ddc0d908-7273-40c2-a18d-168b093c89a4 req-4bee7ed5-6792-4983-a1c2-5eaee5495ac6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1150844 Jul 27 22:14:12.377211 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:12.383098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.440636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:12.441339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.442784 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] 10.222.0.43 "PUT /v2.0/ports/4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 HTTP/1.1" status: 200 len: 1091 time: 0.9643362 Jul 27 22:14:12.444940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:12.447787 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2bade2-f162-43c2-b810-223937308d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:12.460322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b611490-037c-4f27-9047-5f35d0d14e57 req-0d7e700b-d6d5-4acb-8dd6-912a4b61a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:12.461984 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6b611490-037c-4f27-9047-5f35d0d14e57 req-0d7e700b-d6d5-4acb-8dd6-912a4b61a50b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ebcc3c2-e7aa-4319-903e-755b3cf29317 HTTP/1.1" status: 200 len: 915 time: 0.1799011 Jul 27 22:14:12.481735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f437d-00b5-4844-a589-a3915ebdab30 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:12.526560 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6b611490-037c-4f27-9047-5f35d0d14e57 req-42995fa2-c8e1-4243-bb2c-828d8c0b2644 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 HTTP/1.1" status: 200 len: 217 time: 0.0575674 Jul 27 22:14:12.606276 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b611490-037c-4f27-9047-5f35d0d14e57 req-357d5566-b0be-4f2f-abae-fe2e981786e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:12.608511 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6b611490-037c-4f27-9047-5f35d0d14e57 req-357d5566-b0be-4f2f-abae-fe2e981786e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f648b6a-a9aa-4933-aa72-24d01960eff1 HTTP/1.1" status: 200 len: 854 time: 0.0732009 Jul 27 22:14:12.672647 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6b611490-037c-4f27-9047-5f35d0d14e57 req-5b720fd9-52d0-4a0e-a15c-3559df8c6e8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ebcc3c2-e7aa-4319-903e-755b3cf29317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529208 Jul 27 22:14:12.749487 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25079b05-1a9f-41d7-84e4-332c6cfb8e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.782588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-47ffc1c9-10c4-4e44-8562-d3d5712f9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:12.784209 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-47ffc1c9-10c4-4e44-8562-d3d5712f9807 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 1094 time: 0.2676039 Jul 27 22:14:12.789584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b5ef3-c8af-4a20-9b3b-6f67159801c6 req-3092328c-64ed-4fdf-b05d-2c2e79796e22 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:12.797104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-031b5ef3-c8af-4a20-9b3b-6f67159801c6 req-3092328c-64ed-4fdf-b05d-2c2e79796e22 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 945 time: 0.4942734 Jul 27 22:14:12.813489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ddc0d908-7273-40c2-a18d-168b093c89a4 req-ba1f7d53-d068-4f27-88d4-8423d7b494a7 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4364846 Jul 27 22:14:12.868113 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-d4d480bf-5368-491c-bf39-fb6208f3e493 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 HTTP/1.1" status: 200 len: 217 time: 0.0746806 Jul 27 22:14:12.880829 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6b611490-037c-4f27-9047-5f35d0d14e57 req-0438952b-5ed4-4a39-9d83-727bc4ee5124 service neutron] 10.222.0.41 "GET /v2.0/networks/8ebcc3c2-e7aa-4319-903e-755b3cf29317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981628 Jul 27 22:14:12.914130 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-031b5ef3-c8af-4a20-9b3b-6f67159801c6 req-c9936d78-4c84-4d9e-9813-15a6011da864 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005645 Jul 27 22:14:12.996167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b5a972-fe32-4298-bef1-96aac7e41e80 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:13.013458 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f807a2-bf08-4be4-8b9f-dd79e79323ba x-openstack-request-id: req-08f807a2-bf08-4be4-8b9f-dd79e79323ba {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:13.014622 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:13.014808 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08f807a2-bf08-4be4-8b9f-dd79e79323ba {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:13.015330 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'status': 'completed', 'code': 200} Jul 27 22:14:13.045069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-558d897c-ee95-43cc-93ab-b512dfc9d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:13.046435 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-558d897c-ee95-43cc-93ab-b512dfc9d034 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.1642811 Jul 27 22:14:13.109077 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6b611490-037c-4f27-9047-5f35d0d14e57 req-caea6318-e0ef-4201-bfe1-bfebdde01dbb service neutron] 10.222.0.41 "GET /v2.0/networks/8ebcc3c2-e7aa-4319-903e-755b3cf29317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164261 Jul 27 22:14:13.115547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-6c16ae3c-99fb-4a21-b6dc-c3268914a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:13.117108 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-6c16ae3c-99fb-4a21-b6dc-c3268914a812 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623975 Jul 27 22:14:13.152666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48162cf5-df62-4e7b-9543-74e431315611 req-114fb799-998f-4664-9a6e-5d0843951a63 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:13.160681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48162cf5-df62-4e7b-9543-74e431315611 req-114fb799-998f-4664-9a6e-5d0843951a63 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1407387 Jul 27 22:14:13.187108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a718-285c-4bab-8259-e241a68d4f9d req-5340d52a-b68e-4655-b417-0a0e4396026a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:13.194617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ca1a718-285c-4bab-8259-e241a68d4f9d req-5340d52a-b68e-4655-b417-0a0e4396026a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.1967790 Jul 27 22:14:13.272536 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-27c99937-9747-4a79-a0c7-100d335335bf service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475406 Jul 27 22:14:13.284740 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48162cf5-df62-4e7b-9543-74e431315611 req-c1ef2194-07ae-4036-8852-45f8b1e7f150 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230767 Jul 27 22:14:13.305492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ca1a718-285c-4bab-8259-e241a68d4f9d req-536abeaa-7ea3-47a2-89d3-6dc7b8919b73 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097364 Jul 27 22:14:13.327153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b5a972-fe32-4298-bef1-96aac7e41e80 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:13.327153 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a972-fe32-4298-bef1-96aac7e41e80 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.339431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09e321c-ab48-497b-a314-54550cffe59b None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:13.355194 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09e321c-ab48-497b-a314-54550cffe59b None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:13.355842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d09e321c-ab48-497b-a314-54550cffe59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:13.390674 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d70b93cf-6ae0-4660-a6f4-5e435192e471 req-1190be05-2fcf-4dc8-97a8-36087770a4c9 service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109900 Jul 27 22:14:13.439865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d09e321c-ab48-497b-a314-54550cffe59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:13.442328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c0b5a972-fe32-4298-bef1-96aac7e41e80 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "PUT /v2.0/floatingips/98b25bc0-b855-473f-a80e-6e71641fa612 HTTP/1.1" status: 200 len: 979 time: 2.3801293 Jul 27 22:14:13.444769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:13.457971 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09e321c-ab48-497b-a314-54550cffe59b None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:13.459516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d09e321c-ab48-497b-a314-54550cffe59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:13.540320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d09e321c-ab48-497b-a314-54550cffe59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:13.541754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09e321c-ab48-497b-a314-54550cffe59b None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:13.571300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bade2-f162-43c2-b810-223937308d7f req-0a7de262-1045-4cb8-830a-9d5542c1e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:13.573671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eb2bade2-f162-43c2-b810-223937308d7f req-0a7de262-1045-4cb8-830a-9d5542c1e07d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 1094 time: 0.1278460 Jul 27 22:14:13.586472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab06f5c-4c4c-4cf3-8ab3-405ef7863eb3 req-7ff0b3e4-6593-40eb-b225-6b638e597a4b tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:13.588627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ab06f5c-4c4c-4cf3-8ab3-405ef7863eb3 req-7ff0b3e4-6593-40eb-b225-6b638e597a4b tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1423411 Jul 27 22:14:13.683169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bade2-f162-43c2-b810-223937308d7f req-600177e1-da5b-4747-89f5-bbb86878fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:13.684847 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eb2bade2-f162-43c2-b810-223937308d7f req-600177e1-da5b-4747-89f5-bbb86878fd1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.1029842 Jul 27 22:14:13.753386 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eb2bade2-f162-43c2-b810-223937308d7f req-c1b68e0c-0317-4572-aec2-1596e596f7ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 HTTP/1.1" status: 200 len: 217 time: 0.0569863 Jul 27 22:14:13.754131 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ab06f5c-4c4c-4cf3-8ab3-405ef7863eb3 req-9c00f1ca-7e52-4dfc-8d3f-40a6ed7520aa tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570301 Jul 27 22:14:13.813536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-acd2c142-0978-4765-9d91-ff051189efcd tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:13.815170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-acd2c142-0978-4765-9d91-ff051189efcd tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 811 time: 0.2413816 Jul 27 22:14:13.822153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bade2-f162-43c2-b810-223937308d7f req-44f00af4-ee79-48e2-bb45-73c2c9ad31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:13.823765 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eb2bade2-f162-43c2-b810-223937308d7f req-44f00af4-ee79-48e2-bb45-73c2c9ad31b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.0621645 Jul 27 22:14:13.838059 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-f15f9b20-5238-4048-8104-7c86384419c4 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/quotas/4b3ee2fa696e4933b1287dd2b7753c06 HTTP/1.1" status: 200 len: 375 time: 0.0158207 Jul 27 22:14:13.883844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port 4f512ad2-f718-454c-ae4b-4143b2606262 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:13.884225 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.892272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bade2-f162-43c2-b810-223937308d7f req-097f8741-e952-48fd-966b-9c6ac5f04400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:13.893764 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eb2bade2-f162-43c2-b810-223937308d7f req-097f8741-e952-48fd-966b-9c6ac5f04400 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613637 Jul 27 22:14:13.957966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-a296c17b-938e-46d0-8140-f27025555958 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1129773 Jul 27 22:14:14.020046 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eb2bade2-f162-43c2-b810-223937308d7f req-c20987ac-3811-4280-b71f-65ebdf82fabf service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170728 Jul 27 22:14:14.040001 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.040393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.070931 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for 4f512ad2-f718-454c-ae4b-4143b2606262 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:14.152822 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eb2bade2-f162-43c2-b810-223937308d7f req-0bc61e6b-930f-4381-9b4f-01ade549c9d2 service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249065 Jul 27 22:14:14.162432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-5c67e38a-18fc-4647-9f7d-1fb55e28400b service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958959 Jul 27 22:14:14.268451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9dacd-dd8b-4e30-be16-25fed5c4dcf0 req-e40661dc-ca76-4820-8d1e-4054e0125982 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:14.269986 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05a9dacd-dd8b-4e30-be16-25fed5c4dcf0 req-e40661dc-ca76-4820-8d1e-4054e0125982 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 945 time: 0.2167954 Jul 27 22:14:14.349718 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05a9dacd-dd8b-4e30-be16-25fed5c4dcf0 req-7a38fe37-4e01-4761-aee6-c76177e8c431 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689139 Jul 27 22:14:14.357345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-94ea3596-0a3f-4f75-a1c4-4e092fd3ae24 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792605 Jul 27 22:14:14.453190 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.502779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=4f512ad2-f718-454c-ae4b-4143b2606262,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:14.614072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdb5f2-dc3c-4ee9-a1df-f0df639715a1 req-3a5b2f6d-7150-406c-8501-f036530011d3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:14.615955 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0bdb5f2-dc3c-4ee9-a1df-f0df639715a1 req-3a5b2f6d-7150-406c-8501-f036530011d3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.1764231 Jul 27 22:14:14.620423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a808c5ff-cbd2-4b04-8c14-bdd842a557ed req-af55f35a-c8d2-4574-8ccf-44eae305a774 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 210 time: 0.0546339 Jul 27 22:14:14.643829 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.644234 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Floating IP 98b25bc0-b855-473f-a80e-6e71641fa612 disassociated (deleted). External IP: 172.25.1.128, port: 17c3d0bd-1699-4148-9069-586fd1555ebd. Jul 27 22:14:14.707923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0bdb5f2-dc3c-4ee9-a1df-f0df639715a1 req-976d0644-5025-4e55-91e3-c89eb0881208 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821817 Jul 27 22:14:15.024287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a03d2-0614-449a-b489-eaac874437e6 req-f1f751e1-b5c3-4abe-afac-86a80d1014f7 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:15.026094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-271a03d2-0614-449a-b489-eaac874437e6 req-f1f751e1-b5c3-4abe-afac-86a80d1014f7 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1463776 Jul 27 22:14:15.027970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:15.051246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f281fac-04de-4176-80ef-ef82548e3c43 req-3ffb9149-4e34-4ce3-a1d4-09827953aa78 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:15.052869 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9f281fac-04de-4176-80ef-ef82548e3c43 req-3ffb9149-4e34-4ce3-a1d4-09827953aa78 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 945 time: 0.1142073 Jul 27 22:14:15.153070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2fa98-60e3-4829-8317-d26cb314fecb req-700fd021-4d14-49f8-8f76-575a07b19ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:15.158839 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3fe2fa98-60e3-4829-8317-d26cb314fecb req-700fd021-4d14-49f8-8f76-575a07b19ba5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0507789 Jul 27 22:14:15.163535 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9f281fac-04de-4176-80ef-ef82548e3c43 req-fdb13b84-fc02-4cf6-9976-99df08fcb0ef tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943480 Jul 27 22:14:15.173023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-271a03d2-0614-449a-b489-eaac874437e6 req-4c23188b-5e64-44e2-b9e6-7809312f6b58 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359839 Jul 27 22:14:15.220162 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3fe2fa98-60e3-4829-8317-d26cb314fecb req-f3174211-1249-405b-994a-741406286f2d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546529 Jul 27 22:14:15.276755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:15.281575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.290874 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af198c4c-aabd-4f9c-b352-8e984e1fb7a6 None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:15.303157 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af198c4c-aabd-4f9c-b352-8e984e1fb7a6 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:15.303782 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-af198c4c-aabd-4f9c-b352-8e984e1fb7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:15.329854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6598c21d-f86f-4266-8a21-295420455b65 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/floatingips/98b25bc0-b855-473f-a80e-6e71641fa612 HTTP/1.1" status: 204 len: 168 time: 1.8683491 Jul 27 22:14:15.330181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:15.336362 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-af198c4c-aabd-4f9c-b352-8e984e1fb7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:15.345030 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af198c4c-aabd-4f9c-b352-8e984e1fb7a6 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:15.345634 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-af198c4c-aabd-4f9c-b352-8e984e1fb7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:13:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:15.380699 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-af198c4c-aabd-4f9c-b352-8e984e1fb7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:15.381348 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af198c4c-aabd-4f9c-b352-8e984e1fb7a6 None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:15.420300 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-893d9aff-ba3d-472e-b691-986c0abc9284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.435025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6561ebe5-b7bc-45ad-b77c-a360a4341683 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port 17c3d0bd-1699-4148-9069-586fd1555ebd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:15.435963 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6561ebe5-b7bc-45ad-b77c-a360a4341683 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.529707 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6561ebe5-b7bc-45ad-b77c-a360a4341683 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.541987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6561ebe5-b7bc-45ad-b77c-a360a4341683 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for 17c3d0bd-1699-4148-9069-586fd1555ebd owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:15.689245 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.747357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-e9ed75ec-fb5f-48b1-b648-d54464c29688 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:15.750591 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-e9ed75ec-fb5f-48b1-b648-d54464c29688 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 811 time: 0.1244433 Jul 27 22:14:15.764814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Request body: {'port': {'device_id': 'baabf956-73b4-403d-9b81-57803b2eb9b6', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'admin_state_up': True, 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:15.895003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Made reservation on behalf of 4b3ee2fa696e4933b1287dd2b7753c06 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:15.900372 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.084221 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Allocated IP 172.20.0.12 (4c0e47d2-6150-45e9-905c-313a1c6e140b/1db25ef7-bbb2-4f2f-9291-aebd84fb4c42/e565edf6-4169-4c0b-9f3d-17e0feb28e59) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:16.147217 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ab3f733-5b17-4053-beae-9268e2d201cb req-944dd41c-c1c1-468c-9ab2-6c76f29a5406 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 210 time: 0.3808057 Jul 27 22:14:16.201102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648d071-28e7-4c1f-a621-ec92ad000bea req-3617f6a8-bfcc-461d-bada-119f9abfbab1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:16.209526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b648d071-28e7-4c1f-a621-ec92ad000bea req-3617f6a8-bfcc-461d-bada-119f9abfbab1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.0920022 Jul 27 22:14:16.213326 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6561ebe5-b7bc-45ad-b77c-a360a4341683 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.264621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561ebe5-b7bc-45ad-b77c-a360a4341683 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=17c3d0bd-1699-4148-9069-586fd1555ebd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:16.266876 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.277421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:14:16.286714 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Transition to ACTIVE for port object e565edf6-4169-4c0b-9f3d-17e0feb28e59 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:16.296782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b648d071-28e7-4c1f-a621-ec92ad000bea req-84604c81-4399-4d43-a008-251e2587da61 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849788 Jul 27 22:14:16.382609 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.423027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['237cf306-0d31-4fcb-a96c-ff87851cb98a'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:16.436782 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.479342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event updated for resources: {'Port': ['ID=e565edf6-4169-4c0b-9f3d-17e0feb28e59,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:16.485395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aeca6b-3b2a-4291-9089-0b62a23ce918 req-93a6ad2e-1e1a-4d7e-a99e-3018c32d26d9 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:16.491136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:16.491490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:16.491911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:16.492259 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:16.492595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:16.493189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:16.493416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67aeca6b-3b2a-4291-9089-0b62a23ce918 req-93a6ad2e-1e1a-4d7e-a99e-3018c32d26d9 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 945 time: 0.2304587 Jul 27 22:14:16.493543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:16.493852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:16.494230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:16.494581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:16.494910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:16.495236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:16.507828 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:16.509607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:16.524891 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:16.544562 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6561ebe5-b7bc-45ad-b77c-a360a4341683 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.547197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6561ebe5-b7bc-45ad-b77c-a360a4341683 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/ports/17c3d0bd-1699-4148-9069-586fd1555ebd HTTP/1.1" status: 204 len: 168 time: 1.2159636 Jul 27 22:14:16.552495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:16.576863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67aeca6b-3b2a-4291-9089-0b62a23ce918 req-ecde1c58-a576-4521-b19b-ae5c2bf2b756 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e33fbfa-9e75-4cf1-b639-4506a5a69531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763347 Jul 27 22:14:16.581175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:16.619460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacaf7f-c2e0-47df-8cc8-0b77aca88e07 req-39293013-4f3e-4adb-9afd-89870999eba6 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:16.638114 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bacaf7f-c2e0-47df-8cc8-0b77aca88e07 req-39293013-4f3e-4adb-9afd-89870999eba6 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.2116516 Jul 27 22:14:16.704377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.704824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:16.705512 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.714105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.734078 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d2b2c-901e-4e47-bfca-3acac73e68ee req-c197ba8f-3e89-4c8e-a27b-71107dac0135 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:16.735799 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f7d2b2c-901e-4e47-bfca-3acac73e68ee req-c197ba8f-3e89-4c8e-a27b-71107dac0135 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 945 time: 0.1754892 Jul 27 22:14:16.739826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bacaf7f-c2e0-47df-8cc8-0b77aca88e07 req-854bbde7-eff8-44f0-aac2-bf65fd247031 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977285 Jul 27 22:14:16.766687 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-65b5a194-3407-43de-9320-7a2761e70e33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0073283 Jul 27 22:14:16.809681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-2c439949-4947-4cd1-94cc-dc2245cfc455 req-68172c78-9604-444a-9044-8ae327273799 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2084267388', 'description': 'tempest-description-986877009'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:16.812833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Request body: {'port': {'device_id': 'baabf956-73b4-403d-9b81-57803b2eb9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:16.838098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:16.854095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'port_id': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'mac_address': 'fa:16:3e:d6:aa:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:14:16.865589 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c439949-4947-4cd1-94cc-dc2245cfc455 req-68172c78-9604-444a-9044-8ae327273799 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.948530 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.983741 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:16.987077 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.026545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:17.039717 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-1f7d2b2c-901e-4e47-bfca-3acac73e68ee req-e6767011-1b89-4f2f-9777-b976f17e28de tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Deleting port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:17.040068 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f7d2b2c-901e-4e47-bfca-3acac73e68ee req-e6767011-1b89-4f2f-9777-b976f17e28de tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.049657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:17.051882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-de561501-3aa4-42fa-b2e3-48629510f162 None None] Provisioning for port e565edf6-4169-4c0b-9f3d-17e0feb28e59 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:17.060005 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.064283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-de561501-3aa4-42fa-b2e3-48629510f162 None None] Provisioning complete for port e565edf6-4169-4c0b-9f3d-17e0feb28e59 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:17.064841 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de561501-3aa4-42fa-b2e3-48629510f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.141572 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-de561501-3aa4-42fa-b2e3-48629510f162 None None] Port e565edf6-4169-4c0b-9f3d-17e0feb28e59 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:17.148525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.25.1.242 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/d33347cf-ced9-4bb4-b184-e6acd7962dc1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:17.172885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:17.197713 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c439949-4947-4cd1-94cc-dc2245cfc455 req-68172c78-9604-444a-9044-8ae327273799 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.210368 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c439949-4947-4cd1-94cc-dc2245cfc455 req-68172c78-9604-444a-9044-8ae327273799 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.221080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1f7d2b2c-901e-4e47-bfca-3acac73e68ee req-e6767011-1b89-4f2f-9777-b976f17e28de tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] For port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4,segment=NetworkSegment(87cd881a-78de-4da8-a6c2-c32172702073),segment_id=87cd881a-78de-4da8-a6c2-c32172702073)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:17.221770 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f7d2b2c-901e-4e47-bfca-3acac73e68ee req-e6767011-1b89-4f2f-9777-b976f17e28de tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.269138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-1f7d2b2c-901e-4e47-bfca-3acac73e68ee req-e6767011-1b89-4f2f-9777-b976f17e28de tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Calling delete_port for daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:17.345571 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2c439949-4947-4cd1-94cc-dc2245cfc455 req-68172c78-9604-444a-9044-8ae327273799 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.351918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:17.359232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2c439949-4947-4cd1-94cc-dc2245cfc455 req-68172c78-9604-444a-9044-8ae327273799 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5548484 Jul 27 22:14:17.368847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68172c78-9604-444a-9044-8ae327273799 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e723bf7f-b9e8-4516-b46a-2fcc44a6e6ab,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:17.459936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cb62e-a7c0-46a4-b3f0-a1f4b5022edb req-f06ec648-350e-4c9a-abaf-342942990910 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:17.461460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d79cb62e-a7c0-46a4-b3f0-a1f4b5022edb req-f06ec648-350e-4c9a-abaf-342942990910 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 932 time: 0.1714535 Jul 27 22:14:17.536202 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.547321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e565edf6-4169-4c0b-9f3d-17e0feb28e59 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:17.557532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.564119 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f7d2b2c-901e-4e47-bfca-3acac73e68ee req-e6767011-1b89-4f2f-9777-b976f17e28de tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.580787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:17.600044 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d79cb62e-a7c0-46a4-b3f0-a1f4b5022edb req-20336af3-09e2-4982-8934-eae1b4a9d7d6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232088 Jul 27 22:14:17.603206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6767011-1b89-4f2f-9777-b976f17e28de tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Pushing event deleted for resources: {'Port': ['ID=daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:17.605088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Transition to ACTIVE for port object e565edf6-4169-4c0b-9f3d-17e0feb28e59 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:17.615465 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.620654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64036669-6f6c-4aad-bd10-7bbec8f69291 req-446c0e42-1117-442b-b50f-e7be60469f45 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:17.628575 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64036669-6f6c-4aad-bd10-7bbec8f69291 req-446c0e42-1117-442b-b50f-e7be60469f45 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.1658626 Jul 27 22:14:17.668327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7d2b2c-901e-4e47-bfca-3acac73e68ee req-e6767011-1b89-4f2f-9777-b976f17e28de tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] No DVR routers for this DVR port daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:17.673103 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.674022 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1f7d2b2c-901e-4e47-bfca-3acac73e68ee req-e6767011-1b89-4f2f-9777-b976f17e28de tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.676593 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1f7d2b2c-901e-4e47-bfca-3acac73e68ee req-e6767011-1b89-4f2f-9777-b976f17e28de tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.41 "DELETE /v2.0/ports/daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 HTTP/1.1" status: 204 len: 173 time: 0.9264038 Jul 27 22:14:17.696419 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64036669-6f6c-4aad-bd10-7bbec8f69291 req-e2360baf-564a-45ca-b3fc-7c6456e66289 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668833 Jul 27 22:14:17.698883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5ae527-7a88-473e-ba68-753148ee1dca', 'name': 'network-vif-deleted', 'tag': 'daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:17.701197 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0d1316-0370-48ab-a857-4615c1600b02" -d '{"events": [{"server_uuid": "bd5ae527-7a88-473e-ba68-753148ee1dca", "name": "network-vif-deleted", "tag": "daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:17.840744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:17.848173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e565edf6-4169-4c0b-9f3d-17e0feb28e59,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:17.855340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Attempting to bind port e565edf6-4169-4c0b-9f3d-17e0feb28e59 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:17.855652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:17.855801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Attempting to bind port e565edf6-4169-4c0b-9f3d-17e0feb28e59 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:17.856015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Attempting to bind port e565edf6-4169-4c0b-9f3d-17e0feb28e59 on network 4c0e47d2-6150-45e9-905c-313a1c6e140b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:17.864057 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Port e565edf6-4169-4c0b-9f3d-17e0feb28e59 on network 4c0e47d2-6150-45e9-905c-313a1c6e140b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:14:17.864387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Attempting to bind port e565edf6-4169-4c0b-9f3d-17e0feb28e59 on network 4c0e47d2-6150-45e9-905c-313a1c6e140b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:17.870129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:17.870501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Checking segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:17.870975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Bound using segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:17.871404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Bound port: e565edf6-4169-4c0b-9f3d-17e0feb28e59, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:17.871845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.884668 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:17.896093 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cc5578e-125e-4c39-9ffe-b6bcab029d4f req-ef8545d8-7c83-4c74-ade2-7733f3032c73 tempest-InstanceActionsTestJSON-1100838887 tempest-InstanceActionsTestJSON-1100838887-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd5ae527-7a88-473e-ba68-753148ee1dca HTTP/1.1" status: 200 len: 210 time: 0.0528145 Jul 27 22:14:17.960595 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874eaa10-5bea-46c6-bc8e-591e46092b08 x-openstack-request-id: req-874eaa10-5bea-46c6-bc8e-591e46092b08 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:17.961028 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5ae527-7a88-473e-ba68-753148ee1dca", "name": "network-vif-deleted", "tag": "daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:17.961347 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-874eaa10-5bea-46c6-bc8e-591e46092b08 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:17.961840 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5ae527-7a88-473e-ba68-753148ee1dca', 'name': 'network-vif-deleted', 'tag': 'daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4', 'status': 'completed', 'code': 200} Jul 27 22:14:17.962822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5fab0092-4efb-4366-87c5-5080f156027f req-1e8cbe5c-9997-48ee-b090-7cf53fde3399 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2084267388&fields=id&tenant_id=88362ff17b0b4efcbf619b330731cbe3 HTTP/1.1" status: 200 len: 267 time: 0.2140782 Jul 27 22:14:17.965485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=d33347cf-ced9-4bb4-b184-e6acd7962dc1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:18.007473 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] For port e565edf6-4169-4c0b-9f3d-17e0feb28e59, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:18.011109 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] For port e565edf6-4169-4c0b-9f3d-17e0feb28e59, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e565edf6-4169-4c0b-9f3d-17e0feb28e59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:18.026353 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.051501 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.056298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab0092-4efb-4366-87c5-5080f156027f req-2a05f075-914d-488f-8a26-dc49617cc26c tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:18.057825 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5fab0092-4efb-4366-87c5-5080f156027f req-2a05f075-914d-488f-8a26-dc49617cc26c tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.0940259 Jul 27 22:14:18.089267 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:18.089531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5fab0092-4efb-4366-87c5-5080f156027f req-6fc5deb1-3ce0-4ac8-b81d-9b5089d0171e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Request body: {'port': {'security_groups': ['56591b84-07a5-4845-855f-5a0b04979ee6', 'e723bf7f-b9e8-4516-b46a-2fcc44a6e6ab']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:18.089895 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.091718 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] 10.222.0.43 "PUT /v2.0/ports/e565edf6-4169-4c0b-9f3d-17e0feb28e59 HTTP/1.1" status: 200 len: 1092 time: 1.2868187 Jul 27 22:14:18.127357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0f58e-6fa3-4f7b-8ad6-9caf4b2385d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e565edf6-4169-4c0b-9f3d-17e0feb28e59,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:18.152128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.198771 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-5b4d5d1b-9259-4f8a-ace7-dc54abee308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:18.200068 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-5b4d5d1b-9259-4f8a-ace7-dc54abee308f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 1095 time: 0.0494416 Jul 27 22:14:18.200518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5fab0092-4efb-4366-87c5-5080f156027f req-6fc5deb1-3ce0-4ac8-b81d-9b5089d0171e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.250778 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.256875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-a954e9f6-8c12-49d5-9af5-e04e6225a6ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e565edf6-4169-4c0b-9f3d-17e0feb28e59 HTTP/1.1" status: 200 len: 217 time: 0.0469646 Jul 27 22:14:18.302989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:18.336825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-fc393b57-f2d4-4c7d-b5c8-0c99bcd643e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:18.339465 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-fc393b57-f2d4-4c7d-b5c8-0c99bcd643e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.0687633 Jul 27 22:14:18.382973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:18.401640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-c2a88477-ed0c-47fb-ae39-c0eb7b07013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:18.403642 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-c2a88477-ed0c-47fb-ae39-c0eb7b07013e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561993 Jul 27 22:14:18.416873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:18.417154 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.497615 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.522705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.544613 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-a2e1d39b-0dcf-4301-a394-a4b2fd0efdf8 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332283 Jul 27 22:14:18.570473 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.595958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:18.599209 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f42f41-fe21-4fe1-a237-17fd5aee1f5e" -d '{"events": [{"server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "name": "network-vif-plugged", "status": "completed", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:18.603204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=d33347cf-ced9-4bb4-b184-e6acd7962dc1,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:18.617944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:18.624774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:18.625127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:18.625476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:18.625817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:18.626150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:18.626532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:18.626866 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:18.627209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:18.627522 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:18.627853 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:18.628202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:18.628532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:18.629067 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.676057 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.678917 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bab7a14-e7a9-42b3-bac8-a7766b05e623 x-openstack-request-id: req-7bab7a14-e7a9-42b3-bac8-a7766b05e623 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:18.679221 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "name": "network-vif-plugged", "status": "completed", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:18.681538 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-09a34aa9-9d73-4dff-bdab-27c29d7c4c0f req-40aabeb9-bbcc-4460-b3bb-4781bd6690ba service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285002 Jul 27 22:14:18.682613 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bab7a14-e7a9-42b3-bac8-a7766b05e623 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:18.683178 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'code': 200} Jul 27 22:14:18.717862 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.721523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3fa7fe4e-4811-4326-97f1-eb2bbf350e76 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1652155 Jul 27 22:14:18.722627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:18.726943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'port': {'network_id': '7b8df432-369a-46f6-8785-5c47928611cc', 'name': 'tempest-FloatingIPTestJSON-2039000612'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:18.755191 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:18.813716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ebe54-718e-4c41-8f14-83d453dc74fd req-2e1f2296-3019-43fc-bced-af7fc2be1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:18.815682 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f50ebe54-718e-4c41-8f14-83d453dc74fd req-2e1f2296-3019-43fc-bced-af7fc2be1c65 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 1096 time: 0.0530226 Jul 27 22:14:18.830399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5fab0092-4efb-4366-87c5-5080f156027f req-6fc5deb1-3ce0-4ac8-b81d-9b5089d0171e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] For port d4e7519d-0ce9-4704-83d5-5eb242c59afe, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe,segment=NetworkSegment(f90c5240-5b0d-42ff-a880-8bf667d9f3bc),segment_id=f90c5240-5b0d-42ff-a880-8bf667d9f3bc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:18.861454 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f50ebe54-718e-4c41-8f14-83d453dc74fd req-df867935-c642-4247-ba7e-e855725237b2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366573 Jul 27 22:14:18.871174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Made reservation on behalf of cfbe6a31bf1b4e628ff6538344cfb5bc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:18.874926 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.897377 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5fab0092-4efb-4366-87c5-5080f156027f req-6fc5deb1-3ce0-4ac8-b81d-9b5089d0171e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.906360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] device_id is not set on port f0dd3567-68e4-4ad9-afd8-14f1260300e3 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:18.913365 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5fab0092-4efb-4366-87c5-5080f156027f req-6fc5deb1-3ce0-4ac8-b81d-9b5089d0171e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.925046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['d4e7519d-0ce9-4704-83d5-5eb242c59afe'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:19.007726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab0092-4efb-4366-87c5-5080f156027f req-6fc5deb1-3ce0-4ac8-b81d-9b5089d0171e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.008365 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5fab0092-4efb-4366-87c5-5080f156027f req-6fc5deb1-3ce0-4ac8-b81d-9b5089d0171e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.022178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5fab0092-4efb-4366-87c5-5080f156027f req-6fc5deb1-3ce0-4ac8-b81d-9b5089d0171e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "PUT /v2.0/ports/d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 981 time: 0.9389865 Jul 27 22:14:19.032507 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:19.039907 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69cdc40-becd-4613-877f-564819a3062f" -d '{"events": [{"name": "network-changed", "server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:19.076927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5deb1-3ce0-4ac8-b81d-9b5089d0171e tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Pushing event updated for resources: {'Port': ['ID=d4e7519d-0ce9-4704-83d5-5eb242c59afe,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:19.081352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['d4e7519d-0ce9-4704-83d5-5eb242c59afe'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:19.216615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.20.0.6 (7b8df432-369a-46f6-8785-5c47928611cc/8f424ad3-ff66-433d-9dda-d15fddb58f4d/f0dd3567-68e4-4ad9-afd8-14f1260300e3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:19.226672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fdfe6-d34e-4263-898c-ddc2b8b0728f req-568cb3f8-6912-46c3-95f3-2a3bd93fec96 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.228276 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-202fdfe6-d34e-4263-898c-ddc2b8b0728f req-568cb3f8-6912-46c3-95f3-2a3bd93fec96 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1409991 Jul 27 22:14:19.242193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76c71d-defd-43b5-8475-0ca41a72139f req-23bbdc52-a5e6-41ac-b3b8-8e7c2dc35614 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.246727 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e76c71d-defd-43b5-8475-0ca41a72139f req-23bbdc52-a5e6-41ac-b3b8-8e7c2dc35614 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 944 time: 0.2031212 Jul 27 22:14:19.351979 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e76c71d-defd-43b5-8475-0ca41a72139f req-42e02bdb-b49b-4715-87ba-d8fe89852e24 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992362 Jul 27 22:14:19.357448 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-202fdfe6-d34e-4263-898c-ddc2b8b0728f req-e3a658c6-50f3-406f-a84d-bae20e8ac467 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096277 Jul 27 22:14:19.431516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55944) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:19.491175 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.518702 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ecf696-d152-484e-b858-1b60368cd875 x-openstack-request-id: req-35ecf696-d152-484e-b858-1b60368cd875 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:19.519331 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:19.519768 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35ecf696-d152-484e-b858-1b60368cd875 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:19.520368 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'status': 'completed', 'code': 200} Jul 27 22:14:19.524586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a90b66-2127-42d6-88e7-e8f156a2eaa2 admin admin] Deleting subnet 8f648b6a-a9aa-4933-aa72-24d01960eff1 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:19.535217 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09a90b66-2127-42d6-88e7-e8f156a2eaa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.588994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbefaf37-5353-4a70-b70d-5060982cf50c req-586e530d-3e68-4fb1-b271-8c4ef74b1768 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2084267388&fields=id&tenant_id=88362ff17b0b4efcbf619b330731cbe3 HTTP/1.1" status: 200 len: 267 time: 0.0523138 Jul 27 22:14:19.621562 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09a90b66-2127-42d6-88e7-e8f156a2eaa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.634163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.664730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefaf37-5353-4a70-b70d-5060982cf50c req-1923a64f-50c6-4304-b39f-3cc4899de94d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.666423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbefaf37-5353-4a70-b70d-5060982cf50c req-1923a64f-50c6-4304-b39f-3cc4899de94d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 984 time: 0.0705757 Jul 27 22:14:19.677407 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09a90b66-2127-42d6-88e7-e8f156a2eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.692372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-fbefaf37-5353-4a70-b70d-5060982cf50c req-bf65a4be-3b12-45f0-971d-9b1f4bfeb5bd tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Request body: {'port': {'security_groups': ['56591b84-07a5-4845-855f-5a0b04979ee6']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:19.703977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7b8df432-369a-46f6-8785-5c47928611cc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:19.708742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:19.730476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cdc40-becd-4613-877f-564819a3062f req-0253d2a4-3f45-47e1-b681-90f59deb2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.732232 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e69cdc40-becd-4613-877f-564819a3062f req-0253d2a4-3f45-47e1-b681-90f59deb2841 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88362ff17b0b4efcbf619b330731cbe3&device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 1135 time: 0.1804106 Jul 27 22:14:19.735501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:19.812627 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09a90b66-2127-42d6-88e7-e8f156a2eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.836369 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fbefaf37-5353-4a70-b70d-5060982cf50c req-bf65a4be-3b12-45f0-971d-9b1f4bfeb5bd tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.846303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a90b66-2127-42d6-88e7-e8f156a2eaa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f648b6a-a9aa-4933-aa72-24d01960eff1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:19.848343 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09a90b66-2127-42d6-88e7-e8f156a2eaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.849809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=f0dd3567-68e4-4ad9-afd8-14f1260300e3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:19.850414 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-09a90b66-2127-42d6-88e7-e8f156a2eaa2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8f648b6a-a9aa-4933-aa72-24d01960eff1 HTTP/1.1" status: 204 len: 168 time: 0.4166183 Jul 27 22:14:19.857044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55948) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:19.930209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.930962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cdc40-becd-4613-877f-564819a3062f req-edc78bca-36f5-47f8-841e-5e154063af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.931153 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.932644 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e69cdc40-becd-4613-877f-564819a3062f req-edc78bca-36f5-47f8-841e-5e154063af22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f HTTP/1.1" status: 200 len: 920 time: 0.1931701 Jul 27 22:14:20.002136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-333e5e31-43ed-4c2c-bf4c-695564ab2db9 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2790196 Jul 27 22:14:20.037874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:20.050585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ba483b86-9b58-4ebb-b9f5-557ddb07ec00 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'floatingip': {'port_id': 'f0dd3567-68e4-4ad9-afd8-14f1260300e3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:20.097261 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba483b86-9b58-4ebb-b9f5-557ddb07ec00 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.220553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fbefaf37-5353-4a70-b70d-5060982cf50c req-bf65a4be-3b12-45f0-971d-9b1f4bfeb5bd tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] For port d4e7519d-0ce9-4704-83d5-5eb242c59afe, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe,segment=NetworkSegment(f90c5240-5b0d-42ff-a880-8bf667d9f3bc),segment_id=f90c5240-5b0d-42ff-a880-8bf667d9f3bc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:20.296213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baabf956-73b4-403d-9b81-57803b2eb9b6', 'tag': 'e565edf6-4169-4c0b-9f3d-17e0feb28e59'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:20.298542 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c8e976-6117-4230-85f5-68a9e7a0ec26" -d '{"events": [{"name": "network-changed", "server_uuid": "baabf956-73b4-403d-9b81-57803b2eb9b6", "tag": "e565edf6-4169-4c0b-9f3d-17e0feb28e59"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:20.308020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e565edf6-4169-4c0b-9f3d-17e0feb28e59 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:14:20.308605 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fbefaf37-5353-4a70-b70d-5060982cf50c req-bf65a4be-3b12-45f0-971d-9b1f4bfeb5bd tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.321494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fbefaf37-5353-4a70-b70d-5060982cf50c req-bf65a4be-3b12-45f0-971d-9b1f4bfeb5bd tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.341098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['d4e7519d-0ce9-4704-83d5-5eb242c59afe'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:20.360279 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.366122 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb83c991-191e-464f-a743-44c57a0181f7 x-openstack-request-id: req-eb83c991-191e-464f-a743-44c57a0181f7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:20.366651 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baabf956-73b4-403d-9b81-57803b2eb9b6", "tag": "e565edf6-4169-4c0b-9f3d-17e0feb28e59", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:20.367366 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb83c991-191e-464f-a743-44c57a0181f7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:20.367932 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baabf956-73b4-403d-9b81-57803b2eb9b6', 'tag': 'e565edf6-4169-4c0b-9f3d-17e0feb28e59', 'status': 'completed', 'code': 200} Jul 27 22:14:20.375891 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e69cdc40-becd-4613-877f-564819a3062f req-58d7d145-33de-421c-a7fb-27c11376467f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 217 time: 0.4330711 Jul 27 22:14:20.413101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefaf37-5353-4a70-b70d-5060982cf50c req-bf65a4be-3b12-45f0-971d-9b1f4bfeb5bd tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:20.414122 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fbefaf37-5353-4a70-b70d-5060982cf50c req-bf65a4be-3b12-45f0-971d-9b1f4bfeb5bd tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.415896 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbefaf37-5353-4a70-b70d-5060982cf50c req-bf65a4be-3b12-45f0-971d-9b1f4bfeb5bd tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "PUT /v2.0/ports/d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 942 time: 0.7290199 Jul 27 22:14:20.504519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65a4be-3b12-45f0-971d-9b1f4bfeb5bd tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Pushing event updated for resources: {'Port': ['ID=d4e7519d-0ce9-4704-83d5-5eb242c59afe,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:20.590111 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['d4e7519d-0ce9-4704-83d5-5eb242c59afe'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:20.595405 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.608338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cdc40-becd-4613-877f-564819a3062f req-917c812d-105f-4c9a-971f-b78db5c2f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:20.609852 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e69cdc40-becd-4613-877f-564819a3062f req-917c812d-105f-4c9a-971f-b78db5c2f58f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee472c6-d4f6-4a75-a13f-f7a665f27dc3 HTTP/1.1" status: 200 len: 859 time: 0.1956213 Jul 27 22:14:20.616328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebcc3c2-e7aa-4319-903e-755b3cf29317']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:20.619967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8e976-6117-4230-85f5-68a9e7a0ec26 req-63926bd3-d46b-447e-83f5-646516577c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:20.621641 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3c8e976-6117-4230-85f5-68a9e7a0ec26 req-63926bd3-d46b-447e-83f5-646516577c08 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 1095 time: 0.2399392 Jul 27 22:14:20.664415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cd881a-78de-4da8-a6c2-c32172702073') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:20.664936 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cd881a-78de-4da8-a6c2-c32172702073') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:20.668751 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e69cdc40-becd-4613-877f-564819a3062f req-a9480ae0-71fe-418c-8e37-3da365ca8822 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404181 Jul 27 22:14:20.698083 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.764676 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.773466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:20.775095 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:20.788826 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:20.799016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port e565edf6-4169-4c0b-9f3d-17e0feb28e59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e565edf6-4169-4c0b-9f3d-17e0feb28e59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:20.827120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:20.830717 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'e565edf6-4169-4c0b-9f3d-17e0feb28e59', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'port_id': 'e565edf6-4169-4c0b-9f3d-17e0feb28e59', 'mac_address': 'fa:16:3e:c1:a0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:14:20.900167 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.906402 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.923223 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:20.925198 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8ebcc3c2-e7aa-4319-903e-755b3cf29317 HTTP/1.1" status: 204 len: 168 time: 1.0666058 Jul 27 22:14:20.953555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e565edf6-4169-4c0b-9f3d-17e0feb28e59 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:20.959942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411650f-9ee1-4052-8307-ff7309310489 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ebcc3c2-e7aa-4319-903e-755b3cf29317,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:20.964441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8e976-6117-4230-85f5-68a9e7a0ec26 req-5608577c-d8a6-41b5-9344-4d45cc3eecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:20.966090 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3c8e976-6117-4230-85f5-68a9e7a0ec26 req-5608577c-d8a6-41b5-9344-4d45cc3eecf3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.2905889 Jul 27 22:14:20.968286 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e69cdc40-becd-4613-877f-564819a3062f req-085d538b-631c-4b9f-bacb-f1a1ef743965 service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814403 Jul 27 22:14:20.991612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port e565edf6-4169-4c0b-9f3d-17e0feb28e59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e565edf6-4169-4c0b-9f3d-17e0feb28e59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:20.996879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:20.997259 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device daa7dd2a-e4a2-4a98-95f8-091d1b8f85b4 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:21.014972 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.019342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997f028-4659-4982-9635-06c96d8e89a1 req-4a7bb563-0bf9-4a93-b39f-ed4377548bae tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:21.028116 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0997f028-4659-4982-9635-06c96d8e89a1 req-4a7bb563-0bf9-4a93-b39f-ed4377548bae tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 944 time: 0.5408435 Jul 27 22:14:21.062703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e6c3e-dfa8-48b3-b014-5a5cb12b0e1d req-bc57e53d-f435-43a5-8b44-8830e78e3076 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:21.064821 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-248e6c3e-dfa8-48b3-b014-5a5cb12b0e1d req-bc57e53d-f435-43a5-8b44-8830e78e3076 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.5482700 Jul 27 22:14:21.081013 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3c8e976-6117-4230-85f5-68a9e7a0ec26 req-d3800512-da89-4b8e-b05f-58f37f5c165a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e565edf6-4169-4c0b-9f3d-17e0feb28e59 HTTP/1.1" status: 200 len: 217 time: 0.1054711 Jul 27 22:14:21.104107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=e565edf6-4169-4c0b-9f3d-17e0feb28e59,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:21.143985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55972) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:21.196429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0997f028-4659-4982-9635-06c96d8e89a1 req-aa0159e7-f24a-4705-9042-c796e84a008b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675673 Jul 27 22:14:21.204136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-248e6c3e-dfa8-48b3-b014-5a5cb12b0e1d req-791ace92-a17f-47ea-891e-aa2aa4a5f74f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299634 Jul 27 22:14:21.228143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8e976-6117-4230-85f5-68a9e7a0ec26 req-f01fa2ad-c8be-44bc-aad8-52bd902b4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:21.229783 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3c8e976-6117-4230-85f5-68a9e7a0ec26 req-f01fa2ad-c8be-44bc-aad8-52bd902b4881 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.1045644 Jul 27 22:14:21.278729 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-af75c57f-6e64-4972-943e-39a5787a80e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=417cd3877b66454fb225b71c0ef1af16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323700 Jul 27 22:14:21.282365 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55976) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:21.305972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['e565edf6-4169-4c0b-9f3d-17e0feb28e59'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:21.329171 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e69cdc40-becd-4613-877f-564819a3062f req-e41df50d-250a-4c79-85b3-8741af2499e4 service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478088 Jul 27 22:14:21.335305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8e976-6117-4230-85f5-68a9e7a0ec26 req-1cba2aba-4d7b-413d-955d-b284e4ee5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:21.348927 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3c8e976-6117-4230-85f5-68a9e7a0ec26 req-1cba2aba-4d7b-413d-955d-b284e4ee5f9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103075 Jul 27 22:14:21.398827 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba483b86-9b58-4ebb-b9f5-557ddb07ec00 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.422296 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba483b86-9b58-4ebb-b9f5-557ddb07ec00 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.435175 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0794-8e51-4d29-99bd-5232a049eacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.472494 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0794-8e51-4d29-99bd-5232a049eacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.525131 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3c8e976-6117-4230-85f5-68a9e7a0ec26 req-6e722e58-3440-4480-876e-5aff77c64b19 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648004 Jul 27 22:14:21.535715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:21.537052 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982de5bd-a152-4716-9538-bc5d0be571f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:21.626479 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0794-8e51-4d29-99bd-5232a049eacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.629055 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ba7f0794-8e51-4d29-99bd-5232a049eacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.632851 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ba7f0794-8e51-4d29-99bd-5232a049eacb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e33fbfa-9e75-4cf1-b639-4506a5a69531 HTTP/1.1" status: 204 len: 168 time: 0.3473494 Jul 27 22:14:21.637967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-db363ce0-2dfb-4f96-b33e-25d01922cdbe tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3857791 Jul 27 22:14:21.652695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86750d00-ea11-4a1c-9c8c-0a5551c86fb3 req-f9beb7ed-8a2f-4d08-b54e-849583c2c326 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:21.654391 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86750d00-ea11-4a1c-9c8c-0a5551c86fb3 req-f9beb7ed-8a2f-4d08-b54e-849583c2c326 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1741524 Jul 27 22:14:21.659060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f0794-8e51-4d29-99bd-5232a049eacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e33fbfa-9e75-4cf1-b639-4506a5a69531,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:21.667892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55984) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:21.670455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:21.674387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-44a0a309-3f49-46c7-93f8-ac57f68c2526 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Request body: {'floatingip': {'port_id': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:21.701468 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-ba483b86-9b58-4ebb-b9f5-557ddb07ec00 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Floating IP de50fcd3-ce88-4aa0-a07f-fd2f8ad55d75 associated. External IP: 172.25.1.242, port: f0dd3567-68e4-4ad9-afd8-14f1260300e3. Jul 27 22:14:21.731044 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a0a309-3f49-46c7-93f8-ac57f68c2526 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.798892 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e34962-94ce-4d07-b9df-551c04f63fb4 x-openstack-request-id: req-c8e34962-94ce-4d07-b9df-551c04f63fb4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:21.799182 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:21.799430 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8e34962-94ce-4d07-b9df-551c04f63fb4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:21.799817 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'status': 'completed', 'code': 200} Jul 27 22:14:21.800533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:21.853039 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3c8e976-6117-4230-85f5-68a9e7a0ec26 req-65807c79-d8d6-401c-a215-82ac6fbc78f4 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190041 Jul 27 22:14:21.915016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982de5bd-a152-4716-9538-bc5d0be571f1 req-d09f4ba3-8817-4e91-97ae-1d627b135243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:21.916429 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-982de5bd-a152-4716-9538-bc5d0be571f1 req-d09f4ba3-8817-4e91-97ae-1d627b135243 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88362ff17b0b4efcbf619b330731cbe3&device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1201966 Jul 27 22:14:22.045500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba483b86-9b58-4ebb-b9f5-557ddb07ec00 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:22.049393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.262922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Allocated IP 172.25.1.115 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/c674cd58-55f7-47b8-a08f-ec8e6532a6a0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:22.266190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba483b86-9b58-4ebb-b9f5-557ddb07ec00 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:22.273290 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba483b86-9b58-4ebb-b9f5-557ddb07ec00 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.278038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456c299f-5cc1-40ed-812f-8c84211d94f3 None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:22.290451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456c299f-5cc1-40ed-812f-8c84211d94f3 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:22.296280 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-456c299f-5cc1-40ed-812f-8c84211d94f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:22.349327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ba483b86-9b58-4ebb-b9f5-557ddb07ec00 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "PUT /v2.0/floatingips/de50fcd3-ce88-4aa0-a07f-fd2f8ad55d75 HTTP/1.1" status: 200 len: 978 time: 2.3101211 Jul 27 22:14:22.385020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-456c299f-5cc1-40ed-812f-8c84211d94f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:22.390846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56002) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:22.414061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456c299f-5cc1-40ed-812f-8c84211d94f3 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:22.417316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-456c299f-5cc1-40ed-812f-8c84211d94f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:22.497409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-456c299f-5cc1-40ed-812f-8c84211d94f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:22.498537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456c299f-5cc1-40ed-812f-8c84211d94f3 None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:22.521579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982de5bd-a152-4716-9538-bc5d0be571f1 req-34b1ef65-11f8-4fe1-bad9-2dd577141725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:22.523601 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-982de5bd-a152-4716-9538-bc5d0be571f1 req-34b1ef65-11f8-4fe1-bad9-2dd577141725 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f HTTP/1.1" status: 200 len: 920 time: 0.5984282 Jul 27 22:14:22.566744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7385bfb-2e22-44c6-a506-fdd0e4fb640f req-1870ac4c-71bf-4320-a60f-d6ed831aa95e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:22.568374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7385bfb-2e22-44c6-a506-fdd0e4fb640f req-1870ac4c-71bf-4320-a60f-d6ed831aa95e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 945 time: 0.1765997 Jul 27 22:14:22.595331 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.596789 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a0a309-3f49-46c7-93f8-ac57f68c2526 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.600343 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-982de5bd-a152-4716-9538-bc5d0be571f1 req-7b837a16-f1c0-4f75-8f74-90d22d57f1be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 217 time: 0.0671787 Jul 27 22:14:22.603288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a0a309-3f49-46c7-93f8-ac57f68c2526 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.676405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port f0dd3567-68e4-4ad9-afd8-14f1260300e3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:22.676785 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.694335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7385bfb-2e22-44c6-a506-fdd0e4fb640f req-2395dea4-2687-4b7f-a321-2e2026d7b2bc tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131976 Jul 27 22:14:22.725364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982de5bd-a152-4716-9538-bc5d0be571f1 req-5bd67c91-fa51-4ba1-b484-737e6fef0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:22.727141 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-982de5bd-a152-4716-9538-bc5d0be571f1 req-5bd67c91-fa51-4ba1-b484-737e6fef0f3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee472c6-d4f6-4a75-a13f-f7a665f27dc3 HTTP/1.1" status: 200 len: 859 time: 0.1199625 Jul 27 22:14:22.765095 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.827370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:22.827750 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-982de5bd-a152-4716-9538-bc5d0be571f1 req-59010532-79d5-4058-a55f-ecaac0382677 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810971 Jul 27 22:14:22.833510 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:22.839927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56016) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:22.844907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:22.903316 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-44a0a309-3f49-46c7-93f8-ac57f68c2526 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Floating IP b8b32a1a-dca6-430b-9c16-9dd0fed67919 associated. External IP: 172.25.1.45, port: 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9. Jul 27 22:14:22.915130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:22.955634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Pushing event updated for resources: {'Port': ['ID=c674cd58-55f7-47b8-a08f-ec8e6532a6a0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:23.027814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-351289114-network', 'tenant_id': '9a40adc3b3124889a8d1215bcea011a2'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:23.046401 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-982de5bd-a152-4716-9538-bc5d0be571f1 req-79450914-82f1-41fe-8bd6-ea97cb89d42c service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072337 Jul 27 22:14:23.108825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Made reservation on behalf of 9a40adc3b3124889a8d1215bcea011a2 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:23.111077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.127795 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.132374 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.220772 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.274405 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-982de5bd-a152-4716-9538-bc5d0be571f1 req-e691f84c-2003-4952-9c0f-26a8d5172f4a service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193806 Jul 27 22:14:23.286762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.286762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.287296 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Floating IP de50fcd3-ce88-4aa0-a07f-fd2f8ad55d75 disassociated. External IP: 172.25.1.242, port: f0dd3567-68e4-4ad9-afd8-14f1260300e3. Jul 27 22:14:23.287487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for f0dd3567-68e4-4ad9-afd8-14f1260300e3 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:23.340420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a0a309-3f49-46c7-93f8-ac57f68c2526 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:23.376566 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.413360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.456953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:23.497362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7b59ca-8e36-4b89-a920-5e9d11d010c8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:23.507518 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.507951 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Added segment f6256d07-1adf-4ed0-ad6a-68ce46973bb0 of type vlan for network 03232577-f3ae-48d9-8042-726715c60a6e Jul 27 22:14:23.559232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a0a309-3f49-46c7-93f8-ac57f68c2526 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:23.565548 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44a0a309-3f49-46c7-93f8-ac57f68c2526 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.569997 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.585328 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d589a8ca-c091-45eb-837e-140160d42140 None None] Sync routers for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:23.601966 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.607924 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-44a0a309-3f49-46c7-93f8-ac57f68c2526 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "PUT /v2.0/floatingips/b8b32a1a-dca6-430b-9c16-9dd0fed67919 HTTP/1.1" status: 200 len: 990 time: 1.9360235 Jul 27 22:14:23.609514 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d589a8ca-c091-45eb-837e-140160d42140 None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:23.610729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:23.611183 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d589a8ca-c091-45eb-837e-140160d42140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:23.615519 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dc3a9c-9ff0-422d-9c78-61acd69f4909" -d '{"events": [{"name": "network-changed", "server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:23.627992 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.687900 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.689397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:23.690390 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.716142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Pushing event updated for resources: {'Port': ['ID=c674cd58-55f7-47b8-a08f-ec8e6532a6a0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:23.718575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.798183 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b18ca3f-a6aa-4d27-a2e1-dac181d6438c x-openstack-request-id: req-6b18ca3f-a6aa-4d27-a2e1-dac181d6438c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:23.800600 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:23.800600 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b18ca3f-a6aa-4d27-a2e1-dac181d6438c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:23.802302 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'status': 'completed', 'code': 200} Jul 27 22:14:23.844165 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d589a8ca-c091-45eb-837e-140160d42140 None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:23.854742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=f0dd3567-68e4-4ad9-afd8-14f1260300e3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:23.858092 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.877016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc3a9c-9ff0-422d-9c78-61acd69f4909 req-06e06953-76c3-4843-91d0-8d87ecc5ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:23.878773 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63dc3a9c-9ff0-422d-9c78-61acd69f4909 req-06e06953-76c3-4843-91d0-8d87ecc5ea66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 1096 time: 0.0727191 Jul 27 22:14:23.880022 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0311394 Jul 27 22:14:23.881239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc9945-2792-4e6f-a9a0-0bd62d76400e admin admin] Pushing event updated for resources: {'Network': ['ID=03232577-f3ae-48d9-8042-726715c60a6e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:23.883468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56032) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:23.891545 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9d71526f-5784-4d5f-a9c7-5d90a783222b admin admin] Request body: {'subnet': {'network_id': '03232577-f3ae-48d9-8042-726715c60a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-351289114-subnet', 'tenant_id': '9a40adc3b3124889a8d1215bcea011a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:23.892088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 03232577-f3ae-48d9-8042-726715c60a6e details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:24.011349 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f62625-c3a4-468f-b815-a7e096430c95 req-bb27992a-2d9a-4122-8bd5-a417d55b1769 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:24.020366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2f62625-c3a4-468f-b815-a7e096430c95 req-bb27992a-2d9a-4122-8bd5-a417d55b1769 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 945 time: 0.2000899 Jul 27 22:14:24.021045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc3a9c-9ff0-422d-9c78-61acd69f4909 req-e30446d6-3408-474b-88fb-385736122bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:24.025091 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63dc3a9c-9ff0-422d-9c78-61acd69f4909 req-e30446d6-3408-474b-88fb-385736122bfc service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.1376071 Jul 27 22:14:24.031792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d71526f-5784-4d5f-a9c7-5d90a783222b admin admin] Made reservation on behalf of 9a40adc3b3124889a8d1215bcea011a2 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:24.035475 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d71526f-5784-4d5f-a9c7-5d90a783222b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.048484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.049713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-bcabd090-c24b-44ce-8674-de2d2222713d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3942914 Jul 27 22:14:24.183063 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d589a8ca-c091-45eb-837e-140160d42140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'b8b32a1a-dca6-430b-9c16-9dd0fed67919', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'port_id': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'mac_address': 'fa:16:3e:d6:aa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:14:06Z', 'updated_at': '2021-07-27T22:14:22Z', 'revision_number': 1, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:07Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:24.219799 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d589a8ca-c091-45eb-837e-140160d42140 None None] Checking router: 45e25285-7ed0-4556-a5c8-ad0be9ab4639 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:24.228812 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d589a8ca-c091-45eb-837e-140160d42140 None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:24.229432 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d589a8ca-c091-45eb-837e-140160d42140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:24.296167 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63dc3a9c-9ff0-422d-9c78-61acd69f4909 req-aa5c2685-5169-4313-9726-4908795e782d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 HTTP/1.1" status: 200 len: 998 time: 0.1071253 Jul 27 22:14:24.310079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e565edf6-4169-4c0b-9f3d-17e0feb28e59 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:24.339233 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d71526f-5784-4d5f-a9c7-5d90a783222b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.347983 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d589a8ca-c091-45eb-837e-140160d42140 None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:24.425700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port e565edf6-4169-4c0b-9f3d-17e0feb28e59 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:24.432348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port e565edf6-4169-4c0b-9f3d-17e0feb28e59 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:24.432949 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.439542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc3a9c-9ff0-422d-9c78-61acd69f4909 req-99e17b41-64f2-49a4-b280-20e1fd988812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:24.442089 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63dc3a9c-9ff0-422d-9c78-61acd69f4909 req-99e17b41-64f2-49a4-b280-20e1fd988812 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.1174300 Jul 27 22:14:24.545905 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d71526f-5784-4d5f-a9c7-5d90a783222b admin admin] Checking segment: {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:24.546572 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d71526f-5784-4d5f-a9c7-5d90a783222b admin admin] Network hostable DHCP agents. Network: 03232577-f3ae-48d9-8042-726715c60a6e, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:14:24.554935 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71526f-5784-4d5f-a9c7-5d90a783222b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0197a5-783a-4f66-8ce5-59e8bf454b4a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:24.582643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.596406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc3a9c-9ff0-422d-9c78-61acd69f4909 req-1d6ea58e-c1cd-4333-9c9b-a335ab0275e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:24.600665 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63dc3a9c-9ff0-422d-9c78-61acd69f4909 req-1d6ea58e-c1cd-4333-9c9b-a335ab0275e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444817 Jul 27 22:14:24.604324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d71526f-5784-4d5f-a9c7-5d90a783222b admin admin] Network 03232577-f3ae-48d9-8042-726715c60a6e is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:14:24.613430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baabf956-73b4-403d-9b81-57803b2eb9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e565edf6-4169-4c0b-9f3d-17e0feb28e59'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:24.616125 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2300b9b-2b07-4c05-bff6-f244e3840329" -d '{"events": [{"server_uuid": "baabf956-73b4-403d-9b81-57803b2eb9b6", "name": "network-vif-plugged", "status": "completed", "tag": "e565edf6-4169-4c0b-9f3d-17e0feb28e59"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:24.630747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port e565edf6-4169-4c0b-9f3d-17e0feb28e59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e565edf6-4169-4c0b-9f3d-17e0feb28e59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:24.637226 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.647625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-c0133022-775b-4c78-abfa-c1ac3c179ce3 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.115 HTTP/1.1" status: 200 len: 696 time: 0.5851338 Jul 27 22:14:24.669412 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9d71526f-5784-4d5f-a9c7-5d90a783222b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 03232577-f3ae-48d9-8042-726715c60a6e) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:24.677438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d71526f-5784-4d5f-a9c7-5d90a783222b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:24.678041 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d71526f-5784-4d5f-a9c7-5d90a783222b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:24.681902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e5e30c-585f-455d-a8ae-1b7e45f9478a None None] Network 03232577-f3ae-48d9-8042-726715c60a6e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:24.711254 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2f62625-c3a4-468f-b815-a7e096430c95 req-3d78d916-0aaf-41f0-8725-4783b401fabb tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899116 Jul 27 22:14:24.727890 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d589a8ca-c091-45eb-837e-140160d42140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'b8b32a1a-dca6-430b-9c16-9dd0fed67919', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'port_id': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'mac_address': 'fa:16:3e:d6:aa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:14:06Z', 'updated_at': '2021-07-27T22:14:22Z', 'revision_number': 1, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:07Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:24.776284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:24.790035 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63dc3a9c-9ff0-422d-9c78-61acd69f4909 req-4e1d8641-5365-4e46-ad78-19d289056d9d service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751494 Jul 27 22:14:24.805530 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9d71526f-5784-4d5f-a9c7-5d90a783222b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9132049 Jul 27 22:14:24.831755 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d589a8ca-c091-45eb-837e-140160d42140 None None] The sync data for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 is: [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'b8b32a1a-dca6-430b-9c16-9dd0fed67919', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'port_id': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'mac_address': 'fa:16:3e:d6:aa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:14:06Z', 'updated_at': '2021-07-27T22:14:22Z', 'revision_number': 1, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:07Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:24.848990 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:14:24.887850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=e565edf6-4169-4c0b-9f3d-17e0feb28e59,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:24.988075 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-2a9df25d-374a-419e-b456-746ec240b98f tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:24.992109 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d0e643-b7f7-4726-bf80-c2d23c6fbc16 x-openstack-request-id: req-52d0e643-b7f7-4726-bf80-c2d23c6fbc16 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:24.992769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87ae2959-9202-4436-a036-bc2ba3a106b8 req-2a9df25d-374a-419e-b456-746ec240b98f tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.3344872 Jul 27 22:14:24.994668 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63dc3a9c-9ff0-422d-9c78-61acd69f4909 req-82bf79cb-8000-4f72-af8d-871ae04827c3 service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955566 Jul 27 22:14:24.996606 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baabf956-73b4-403d-9b81-57803b2eb9b6", "name": "network-vif-plugged", "status": "completed", "tag": "e565edf6-4169-4c0b-9f3d-17e0feb28e59", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:24.997262 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52d0e643-b7f7-4726-bf80-c2d23c6fbc16 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:24.998525 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baabf956-73b4-403d-9b81-57803b2eb9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e565edf6-4169-4c0b-9f3d-17e0feb28e59', 'code': 200} Jul 27 22:14:25.135363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f968e23-bb81-4ad6-902b-43e902a83978 None None] Network 03232577-f3ae-48d9-8042-726715c60a6e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:25.143005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b9f24-6592-4981-9173-523335b5914a req-cbdc0c8f-2f4a-40e4-9d18-441cd6553ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:25.145106 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-704b9f24-6592-4981-9173-523335b5914a req-cbdc0c8f-2f4a-40e4-9d18-441cd6553ea4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 1097 time: 0.0650058 Jul 27 22:14:25.191106 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-704b9f24-6592-4981-9173-523335b5914a req-2b9f3d7d-63dc-48a8-adb5-3918258c4a83 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389256 Jul 27 22:14:25.220589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cd691-96a3-4a4e-bbb6-e782aae2efd5 None None] New status for floating IP b8b32a1a-dca6-430b-9c16-9dd0fed67919: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:14:25.236080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:25.247089 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f2cbf-5102-4ace-a752-57a98adcdf2d None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:25.261998 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f2cbf-5102-4ace-a752-57a98adcdf2d None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:25.262762 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1f8f2cbf-5102-4ace-a752-57a98adcdf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:25.299153 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1f8f2cbf-5102-4ace-a752-57a98adcdf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:25.309052 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f2cbf-5102-4ace-a752-57a98adcdf2d None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:25.309593 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1f8f2cbf-5102-4ace-a752-57a98adcdf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:25.351006 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1f8f2cbf-5102-4ace-a752-57a98adcdf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:25.352307 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f2cbf-5102-4ace-a752-57a98adcdf2d None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:25.369045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-c0cc5561-c349-4d66-a964-b2d04ae658d0 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:25.376813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-c0cc5561-c349-4d66-a964-b2d04ae658d0 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2709446 Jul 27 22:14:25.432925 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.438430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56060) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:25.438679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d78eff4e-0069-4032-9736-bb1439b5b02a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/ports/f0dd3567-68e4-4ad9-afd8-14f1260300e3 HTTP/1.1" status: 204 len: 168 time: 3.0454612 Jul 27 22:14:25.501407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-8f5c94f6-21f6-4c1d-b255-0fa957409598 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.115 HTTP/1.1" status: 200 len: 696 time: 0.1235387 Jul 27 22:14:25.507939 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f43527e7-e5f1-4157-9b6b-c6c40f1c52cc tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "GET /v2.0/floatingips/de50fcd3-ce88-4aa0-a07f-fd2f8ad55d75 HTTP/1.1" status: 200 len: 688 time: 0.0683293 Jul 27 22:14:25.510608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:25.521405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-63b4ccc9-c10f-4f34-87c0-d9c30862b24b tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Request body: {'floatingip': {'port_id': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:25.571671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-63b4ccc9-c10f-4f34-87c0-d9c30862b24b tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.699624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-00f26d1a-080f-40c5-a08f-e1b825dc7a98 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:25.701382 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-00f26d1a-080f-40c5-a08f-e1b825dc7a98 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/networks?id=03232577-f3ae-48d9-8042-726715c60a6e HTTP/1.1" status: 200 len: 812 time: 0.3418636 Jul 27 22:14:25.727350 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-81e58435-e8b5-4be3-9829-b01942abbc54 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/quotas/9a40adc3b3124889a8d1215bcea011a2 HTTP/1.1" status: 200 len: 375 time: 0.0149608 Jul 27 22:14:25.815764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-29c82426-2388-4e1c-99af-2cf56fb35417 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a40adc3b3124889a8d1215bcea011a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322912 Jul 27 22:14:26.057610 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-1d16dafc-e119-4b66-9a90-c50890a68529 service neutron] 10.222.0.24 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029953 Jul 27 22:14:26.061195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b165b945-3adf-4fb0-9855-ea4e613cc976 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port d33347cf-ced9-4bb4-b184-e6acd7962dc1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:26.062297 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b165b945-3adf-4fb0-9855-ea4e613cc976 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.172260 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b165b945-3adf-4fb0-9855-ea4e613cc976 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.172708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b165b945-3adf-4fb0-9855-ea4e613cc976 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.189469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b165b945-3adf-4fb0-9855-ea4e613cc976 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for d33347cf-ced9-4bb4-b184-e6acd7962dc1 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:26.249010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-3fe55dd2-684a-4d5e-8cd9-e6fe76f2ff87 service neutron] 10.222.0.24 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844845 Jul 27 22:14:26.365654 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-63b4ccc9-c10f-4f34-87c0-d9c30862b24b tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.370365 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-63b4ccc9-c10f-4f34-87c0-d9c30862b24b tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.377033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b165b945-3adf-4fb0-9855-ea4e613cc976 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.424194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165b945-3adf-4fb0-9855-ea4e613cc976 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=d33347cf-ced9-4bb4-b184-e6acd7962dc1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:26.484878 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-63b4ccc9-c10f-4f34-87c0-d9c30862b24b tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Floating IP a5254a9a-79c6-4219-85fe-27a928a38f3d associated. External IP: 172.25.1.115, port: d4e7519d-0ce9-4704-83d5-5eb242c59afe. Jul 27 22:14:26.512008 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b165b945-3adf-4fb0-9855-ea4e613cc976 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.515129 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b165b945-3adf-4fb0-9855-ea4e613cc976 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.516456 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b165b945-3adf-4fb0-9855-ea4e613cc976 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/floatingips/de50fcd3-ce88-4aa0-a07f-fd2f8ad55d75 HTTP/1.1" status: 204 len: 168 time: 1.0047286 Jul 27 22:14:26.519933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56080) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:26.526605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '07d51cf4-68bd-4f9a-8a20-f0e375608796'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:26.559099 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.723850 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:26.749296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b91a0-67bf-4ea9-bcd5-73ae7c4c078e req-fee2f312-c33e-410e-94bc-85806b752fcd tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:26.752524 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-359b91a0-67bf-4ea9-bcd5-73ae7c4c078e req-fee2f312-c33e-410e-94bc-85806b752fcd tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 946 time: 0.1053562 Jul 27 22:14:26.848154 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-359b91a0-67bf-4ea9-bcd5-73ae7c4c078e req-11dd6d70-945a-4878-a0a4-3630d5e9f266 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878189 Jul 27 22:14:26.856963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-63b4ccc9-c10f-4f34-87c0-d9c30862b24b tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:26.882515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.25.1.58 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/f48419c0-8293-4ff9-a375-4e2233b0a379) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:27.017261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.020996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-63b4ccc9-c10f-4f34-87c0-d9c30862b24b tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:27.030528 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-63b4ccc9-c10f-4f34-87c0-d9c30862b24b tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.036475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9731a3c-dfb1-4b0a-bacb-1f2c34694bdf None None] Sync routers for ids ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:27.051312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9731a3c-dfb1-4b0a-bacb-1f2c34694bdf None None] Routers {'4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:27.051958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c9731a3c-dfb1-4b0a-bacb-1f2c34694bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:27.088519 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-63b4ccc9-c10f-4f34-87c0-d9c30862b24b tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "PUT /v2.0/floatingips/a5254a9a-79c6-4219-85fe-27a928a38f3d HTTP/1.1" status: 200 len: 996 time: 1.5778019 Jul 27 22:14:27.088969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:27.091804 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5137ba0-679b-48b7-b2c3-0e90f6ac79de" -d '{"events": [{"name": "network-changed", "server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:27.105033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.148097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:27.151632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:27.159550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:27.205334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=f48419c0-8293-4ff9-a375-4e2233b0a379,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:27.206566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-6d43506f-eefd-4095-bd21-b0d33d6c7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:27.220796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-6d43506f-eefd-4095-bd21-b0d33d6c7a4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88362ff17b0b4efcbf619b330731cbe3&device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1058452 Jul 27 22:14:27.487322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-e6cee586-9610-4a67-835c-8922b2c715d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:27.490218 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-e6cee586-9610-4a67-835c-8922b2c715d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f HTTP/1.1" status: 200 len: 920 time: 0.2672608 Jul 27 22:14:27.525721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febe493-88bd-4431-95ef-a3f72a4be218 req-bd8acd95-2f18-40c3-96bc-94828b8ca8e0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:27.528087 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8febe493-88bd-4431-95ef-a3f72a4be218 req-bd8acd95-2f18-40c3-96bc-94828b8ca8e0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.0904524 Jul 27 22:14:27.541573 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c9731a3c-dfb1-4b0a-bacb-1f2c34694bdf None None] Set router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:27.662721 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-50908f90-aa73-441f-a96f-09a073efacd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 999 time: 0.1523631 Jul 27 22:14:27.669256 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8febe493-88bd-4431-95ef-a3f72a4be218 req-22d42623-578b-41f1-9b6d-45c18fc4b227 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865986 Jul 27 22:14:27.752589 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.762735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-ae640fd8-fa87-4d93-8ba4-9d16e4a2114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:27.765854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-ae640fd8-fa87-4d93-8ba4-9d16e4a2114c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cee472c6-d4f6-4a75-a13f-f7a665f27dc3 HTTP/1.1" status: 200 len: 859 time: 0.0938320 Jul 27 22:14:27.821415 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-d926796e-6d7e-40ba-b3cb-890ab9c03e70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470042 Jul 27 22:14:27.834548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-cd4d14b7-95ca-4b8b-b845-5007dcbb6c43 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:14:27.835833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-cd4d14b7-95ca-4b8b-b845-5007dcbb6c43 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071917 Jul 27 22:14:27.877353 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df1ae5b-90f3-4c5f-a348-8f37b4f2829b x-openstack-request-id: req-9df1ae5b-90f3-4c5f-a348-8f37b4f2829b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:27.877651 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:27.877912 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9df1ae5b-90f3-4c5f-a348-8f37b4f2829b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:27.878348 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'status': 'completed', 'code': 200} Jul 27 22:14:27.897120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:27.974969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5137ba0-679b-48b7-b2c3-0e90f6ac79de req-817186d5-3644-4215-8300-fb782fe9c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:27.976478 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f5137ba0-679b-48b7-b2c3-0e90f6ac79de req-817186d5-3644-4215-8300-fb782fe9c72d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88362ff17b0b4efcbf619b330731cbe3&device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1006627 Jul 27 22:14:27.988807 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-88af58b5-96c4-47a4-a0d9-d8c30346b071 req-5feb9963-dfbe-4e45-ad0f-68895a1bfc9d tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 210 time: 0.0791233 Jul 27 22:14:28.039976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c9731a3c-dfb1-4b0a-bacb-1f2c34694bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'a5254a9a-79c6-4219-85fe-27a928a38f3d', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'port_id': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'mac_address': 'fa:16:3e:c8:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:14:23Z', 'updated_at': '2021-07-27T22:14:26Z', 'revision_number': 1, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b46313d-3e04-4851-8629-3a437a572120', 'name': '', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'mac_address': 'fa:16:3e:a4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:30Z', 'updated_at': '2021-07-27T22:13:38Z', 'revision_number': 5, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'subnets': [{'id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:28.041163 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-34f4dd57-bfe0-4136-9c12-b05ef779e97e service neutron] 10.222.0.24 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976891 Jul 27 22:14:28.138316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9731a3c-dfb1-4b0a-bacb-1f2c34694bdf None None] Checking router: 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:28.186747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9731a3c-dfb1-4b0a-bacb-1f2c34694bdf None None] Routers {'4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:28.188220 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5137ba0-679b-48b7-b2c3-0e90f6ac79de req-52c938f7-dd6c-49fe-811b-ce93467932d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:28.190749 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f5137ba0-679b-48b7-b2c3-0e90f6ac79de req-52c938f7-dd6c-49fe-811b-ce93467932d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f HTTP/1.1" status: 200 len: 920 time: 0.2028873 Jul 27 22:14:28.191277 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c9731a3c-dfb1-4b0a-bacb-1f2c34694bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:28.261057 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.289162 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.309636 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f5137ba0-679b-48b7-b2c3-0e90f6ac79de req-ee80ecb7-6a2f-42d2-a1fb-870024be4d63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 999 time: 0.1105297 Jul 27 22:14:28.441077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c9731a3c-dfb1-4b0a-bacb-1f2c34694bdf None None] Set router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:28.461201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=f48419c0-8293-4ff9-a375-4e2233b0a379,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:28.473246 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5137ba0-679b-48b7-b2c3-0e90f6ac79de req-e802ad3e-0d92-4297-b6d0-23f8da03f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:28.474709 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f5137ba0-679b-48b7-b2c3-0e90f6ac79de req-e802ad3e-0d92-4297-b6d0-23f8da03f69e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee472c6-d4f6-4a75-a13f-f7a665f27dc3 HTTP/1.1" status: 200 len: 859 time: 0.1239452 Jul 27 22:14:28.478582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.548576 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f5137ba0-679b-48b7-b2c3-0e90f6ac79de req-04a4c322-4a33-4864-af03-7269069091b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646248 Jul 27 22:14:28.776899 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f5137ba0-679b-48b7-b2c3-0e90f6ac79de req-ab33fea0-9fc9-4422-a80e-2aa95c977e22 service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154102 Jul 27 22:14:28.791523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cab17c9a-dc16-4e12-afb8-e0dd1644cdf1 req-b7d692f6-171e-477b-81fd-735fc5aa4e90 service neutron] 10.222.0.24 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7155814 Jul 27 22:14:28.805738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-9239790d-3229-4627-b1ad-164396b0c0f8 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:28.808576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-9239790d-3229-4627-b1ad-164396b0c0f8 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.41 "GET /v2.0/networks?id=03232577-f3ae-48d9-8042-726715c60a6e HTTP/1.1" status: 200 len: 812 time: 0.5258083 Jul 27 22:14:28.843697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Request body: {'port': {'device_id': 'a45782c9-be21-40d5-a6de-3dcafe4f9f8b', 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e', 'admin_state_up': True, 'tenant_id': '9a40adc3b3124889a8d1215bcea011a2'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:28.851164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c9731a3c-dfb1-4b0a-bacb-1f2c34694bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'a5254a9a-79c6-4219-85fe-27a928a38f3d', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'port_id': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'mac_address': 'fa:16:3e:c8:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:14:23Z', 'updated_at': '2021-07-27T22:14:26Z', 'revision_number': 1, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b46313d-3e04-4851-8629-3a437a572120', 'name': '', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'mac_address': 'fa:16:3e:a4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:30Z', 'updated_at': '2021-07-27T22:13:38Z', 'revision_number': 5, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'subnets': [{'id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:28.900295 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9731a3c-dfb1-4b0a-bacb-1f2c34694bdf None None] The sync data for ids ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'] in n-d-802011-3 is: [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'a5254a9a-79c6-4219-85fe-27a928a38f3d', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'floating_ip_address': '172.25.1.115', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'port_id': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'mac_address': 'fa:16:3e:c8:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:14:23Z', 'updated_at': '2021-07-27T22:14:26Z', 'revision_number': 1, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b46313d-3e04-4851-8629-3a437a572120', 'name': '', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'mac_address': 'fa:16:3e:a4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:30Z', 'updated_at': '2021-07-27T22:13:38Z', 'revision_number': 5, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'subnets': [{'id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:28.942293 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Floating IP 6bc731f2-f2c1-42d1-a8ca-5d82d53b7897 associated. External IP: 172.25.1.58, port: 07d51cf4-68bd-4f9a-8a20-f0e375608796. Jul 27 22:14:29.074540 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f5137ba0-679b-48b7-b2c3-0e90f6ac79de req-22d8b420-5872-4e16-bfcf-a85a5cd0d9a2 service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853708 Jul 27 22:14:29.133298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8ec54-cc27-4494-bf96-2c2ae9ee71d9 req-28f251fe-b97c-4ca2-a15a-ff43cf189a27 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:29.135030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94e8ec54-cc27-4494-bf96-2c2ae9ee71d9 req-28f251fe-b97c-4ca2-a15a-ff43cf189a27 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.2872450 Jul 27 22:14:29.138753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-002bc932-893a-4b39-886f-b89a2de47cfa tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:29.140419 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-002bc932-893a-4b39-886f-b89a2de47cfa tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.41 "GET /v2.0/networks?id=03232577-f3ae-48d9-8042-726715c60a6e HTTP/1.1" status: 200 len: 812 time: 0.3543007 Jul 27 22:14:29.154965 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-d1152bfa-f1e2-416d-999a-e41b850b23eb tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.115 HTTP/1.1" status: 200 len: 999 time: 0.1598587 Jul 27 22:14:29.161989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Request body: {'port': {'device_id': '3e04e53d-dd98-4e5b-b29f-37ea96c28200', 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e', 'admin_state_up': True, 'tenant_id': '9a40adc3b3124889a8d1215bcea011a2'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:29.240082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-c3a858d2-8d14-4309-ab08-bfe5573357d9 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:29.241974 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-c3a858d2-8d14-4309-ab08-bfe5573357d9 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports/d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 942 time: 0.0701451 Jul 27 22:14:29.260747 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ce58d8-5c86-476c-92a1-148e281c1cad None None] New status for floating IP a5254a9a-79c6-4219-85fe-27a928a38f3d: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:14:29.271246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94e8ec54-cc27-4494-bf96-2c2ae9ee71d9 req-dbb16e7d-0756-4104-84d6-05e9c562b1f1 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126785 Jul 27 22:14:29.285652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Made reservation on behalf of 9a40adc3b3124889a8d1215bcea011a2 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:29.290504 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.461983 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-d230fe1f-52a3-4707-b8b9-f03fa912b260 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.115 HTTP/1.1" status: 200 len: 999 time: 0.0844514 Jul 27 22:14:29.493986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:29.500501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Made reservation on behalf of 9a40adc3b3124889a8d1215bcea011a2 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:29.504159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.582345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49b63f21-6de9-45ae-a50e-1472432743cc req-a722482f-273c-47e8-af6f-44c764ea14b7 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 210 time: 0.1161633 Jul 27 22:14:29.682602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:29.691774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Allocated IP 172.20.0.7 (03232577-f3ae-48d9-8042-726715c60a6e/5c0197a5-783a-4f66-8ce5-59e8bf454b4a/227a84da-b5d5-4e41-9a98-3621be2d32d3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:29.694453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13660a4a-0c2c-462a-939d-9cd12193b233 None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:29.714176 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.715518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13660a4a-0c2c-462a-939d-9cd12193b233 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:29.716162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-13660a4a-0c2c-462a-939d-9cd12193b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:29.722476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-0b60191d-7951-4ad1-8079-f8027d47d636 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:29.724139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-0b60191d-7951-4ad1-8079-f8027d47d636 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.2394984 Jul 27 22:14:29.770924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-13660a4a-0c2c-462a-939d-9cd12193b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:29.775900 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e638c999-7c2c-4b72-879b-67ccde3149e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2546492 Jul 27 22:14:29.779307 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56278) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:29.788188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e23035c4-08b0-43bd-a7a4-90f7f82b040f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-226221055'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:29.792269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13660a4a-0c2c-462a-939d-9cd12193b233 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:29.792915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-13660a4a-0c2c-462a-939d-9cd12193b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:29.831080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23035c4-08b0-43bd-a7a4-90f7f82b040f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Made reservation on behalf of cfbe6a31bf1b4e628ff6538344cfb5bc for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:29.839966 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e23035c4-08b0-43bd-a7a4-90f7f82b040f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.841281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-13660a4a-0c2c-462a-939d-9cd12193b233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:29.843076 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13660a4a-0c2c-462a-939d-9cd12193b233 None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:29.872880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23035c4-08b0-43bd-a7a4-90f7f82b040f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:29.883498 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e23035c4-08b0-43bd-a7a4-90f7f82b040f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.883937 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-e23035c4-08b0-43bd-a7a4-90f7f82b040f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Added segment a7f17e09-266d-43cf-9490-2ca84fab1f54 of type vlan for network b8628146-6082-431e-817f-2d9212a81397 Jul 27 22:14:29.890937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-39d5420a-237f-40ef-a0ec-bc95352cb313 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.115 HTTP/1.1" status: 200 len: 1001 time: 0.1565602 Jul 27 22:14:29.937446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-ca46d75e-8fd8-4afa-98ea-e4335f742578 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:29.944430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e23035c4-08b0-43bd-a7a4-90f7f82b040f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.985724 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e23035c4-08b0-43bd-a7a4-90f7f82b040f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.995065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23035c4-08b0-43bd-a7a4-90f7f82b040f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:29.995702 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e23035c4-08b0-43bd-a7a4-90f7f82b040f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.043370 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-ca46d75e-8fd8-4afa-98ea-e4335f742578 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.071996 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e23035c4-08b0-43bd-a7a4-90f7f82b040f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2916224 Jul 27 22:14:30.072617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56314) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:30.080754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-53451a95-f13e-42e1-a884-1e6526fdc9f1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'subnet': {'network_id': 'b8628146-6082-431e-817f-2d9212a81397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:30.113496 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.146753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23035c4-08b0-43bd-a7a4-90f7f82b040f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Network': ['ID=b8628146-6082-431e-817f-2d9212a81397,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:30.158826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network b8628146-6082-431e-817f-2d9212a81397 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:30.188844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53451a95-f13e-42e1-a884-1e6526fdc9f1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Made reservation on behalf of cfbe6a31bf1b4e628ff6538344cfb5bc for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:30.194005 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53451a95-f13e-42e1-a884-1e6526fdc9f1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.288433 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-ca46d75e-8fd8-4afa-98ea-e4335f742578 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.300297 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-ca46d75e-8fd8-4afa-98ea-e4335f742578 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.300852 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-ca46d75e-8fd8-4afa-98ea-e4335f742578 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Floating IP a5254a9a-79c6-4219-85fe-27a928a38f3d disassociated. External IP: 172.25.1.115, port: d4e7519d-0ce9-4704-83d5-5eb242c59afe. Jul 27 22:14:30.423291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.464252 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53451a95-f13e-42e1-a884-1e6526fdc9f1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.521248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Network 03232577-f3ae-48d9-8042-726715c60a6e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:30.522025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Allocated IP 172.20.0.9 (03232577-f3ae-48d9-8042-726715c60a6e/5c0197a5-783a-4f66-8ce5-59e8bf454b4a/9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:30.534995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:30.537404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:30.543398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Pushing event updated for resources: {'Port': ['ID=227a84da-b5d5-4e41-9a98-3621be2d32d3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:30.564623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53451a95-f13e-42e1-a884-1e6526fdc9f1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Subnet': ['ID=1c8d1b90-283c-4db1-8702-f4ca07dd349f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:30.586788 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53451a95-f13e-42e1-a884-1e6526fdc9f1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Checking segment: {'id': 'a7f17e09-266d-43cf-9490-2ca84fab1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b8628146-6082-431e-817f-2d9212a81397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:30.587148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53451a95-f13e-42e1-a884-1e6526fdc9f1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network hostable DHCP agents. Network: b8628146-6082-431e-817f-2d9212a81397, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:14:30.629964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e8d37-74cc-4b7f-96ec-a2d05a02352b req-2636015a-1dfc-441b-a0fc-91aecad40dc9 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.631540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc8e8d37-74cc-4b7f-96ec-a2d05a02352b req-2636015a-1dfc-441b-a0fc-91aecad40dc9 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.2310195 Jul 27 22:14:30.660246 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53451a95-f13e-42e1-a884-1e6526fdc9f1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network b8628146-6082-431e-817f-2d9212a81397 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:14:30.679985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-53451a95-f13e-42e1-a884-1e6526fdc9f1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, b8628146-6082-431e-817f-2d9212a81397) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:30.688853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53451a95-f13e-42e1-a884-1e6526fdc9f1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.689531 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53451a95-f13e-42e1-a884-1e6526fdc9f1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.690204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5a67a7-321a-4f5d-98da-74d8da3f58b7 None None] Network b8628146-6082-431e-817f-2d9212a81397 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:30.710856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.711767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.729768 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-53451a95-f13e-42e1-a884-1e6526fdc9f1 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6541328 Jul 27 22:14:30.736250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:30.742561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-735887896', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:30.751249 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.759677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-efce8ad1-8b75-4912-8cb4-8220ead6b356 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9411163 Jul 27 22:14:30.769042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc8e8d37-74cc-4b7f-96ec-a2d05a02352b req-6811338f-0c1e-4c0e-8242-ba6ef1f36dda tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285634 Jul 27 22:14:30.784572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Request body: {'port': {'device_id': 'a45782c9-be21-40d5-a6de-3dcafe4f9f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:30.791041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-ca46d75e-8fd8-4afa-98ea-e4335f742578 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:30.792374 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.793536 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.838911 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.915182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.932309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Network 03232577-f3ae-48d9-8042-726715c60a6e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:30.939929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:30.943182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:30.965821 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:30.980124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Pushing event updated for resources: {'Port': ['ID=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:30.987955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-b8628146-6082-431e-817f-2d9212a81397', 'network_id': 'b8628146-6082-431e-817f-2d9212a81397', 'tenant_id': 'cfbe6a31bf1b4e628ff6538344cfb5bc', 'fixed_ips': [{'subnet_id': '1c8d1b90-283c-4db1-8702-f4ca07dd349f'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:30.988931 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.085673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f441972-9228-4fb3-a829-f19636ee4b24 req-2a901cae-7ac2-46df-a0af-2446920846da tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:31.087298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f441972-9228-4fb3-a829-f19636ee4b24 req-2a901cae-7ac2-46df-a0af-2446920846da tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 931 time: 0.1864645 Jul 27 22:14:31.093374 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:31.094018 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.133866 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.136629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-ca46d75e-8fd8-4afa-98ea-e4335f742578 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:31.142688 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-ca46d75e-8fd8-4afa-98ea-e4335f742578 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.147677 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-b8ec0b3a-37cc-4f63-9d37-37d90f781f6a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9942605 Jul 27 22:14:31.150438 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7a6f3-2866-4409-9f93-d513bca11d29 None None] Sync routers for ids ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:31.163990 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7a6f3-2866-4409-9f93-d513bca11d29 None None] Routers {'4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:31.164810 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cde7a6f3-2866-4409-9f93-d513bca11d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:31.173410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Request body: {'port': {'device_id': '3e04e53d-dd98-4e5b-b29f-37ea96c28200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:31.240403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Allocated IP 172.20.0.2 (b8628146-6082-431e-817f-2d9212a81397/1c8d1b90-283c-4db1-8702-f4ca07dd349f/d4632396-c5a7-4db9-97c4-e180d89cff5a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:31.256198 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f441972-9228-4fb3-a829-f19636ee4b24 req-320019ca-0598-481d-a743-6a48f28f9a31 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588707 Jul 27 22:14:31.257726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-ca46d75e-8fd8-4afa-98ea-e4335f742578 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "PUT /v2.0/floatingips/a5254a9a-79c6-4219-85fe-27a928a38f3d HTTP/1.1" status: 200 len: 695 time: 1.3508136 Jul 27 22:14:31.261994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:31.264400 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adc46b9-8b2a-49e6-a3e2-b8a9d32c278f" -d '{"events": [{"name": "network-changed", "server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:31.304508 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.382774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-0fcbe8fe-abf5-4236-a93f-de94795ac0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:31.385517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-0fcbe8fe-abf5-4236-a93f-de94795ac0d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88362ff17b0b4efcbf619b330731cbe3&device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0672541 Jul 27 22:14:31.586243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227a84da-b5d5-4e41-9a98-3621be2d32d3 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:31.592579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-d6fe4e1b-b256-487f-80cb-50d11b5d7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:31.594139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-d6fe4e1b-b256-487f-80cb-50d11b5d7f63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f HTTP/1.1" status: 200 len: 920 time: 0.1919200 Jul 27 22:14:31.599475 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.607773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.625883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Transition to ACTIVE for port object d4632396-c5a7-4db9-97c4-e180d89cff5a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:31.661690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-b76d5767-6ed8-4dea-a440-3f68268f080f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 217 time: 0.0585098 Jul 27 22:14:31.662998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Transition to ACTIVE for port object d4632396-c5a7-4db9-97c4-e180d89cff5a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:31.664565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Transition to ACTIVE for port object 227a84da-b5d5-4e41-9a98-3621be2d32d3 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:31.674251 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.683671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.770298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Network b8628146-6082-431e-817f-2d9212a81397 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:31.775312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:31.784235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:31.805601 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a87a00-6c49-44da-a9df-a163b491e214 x-openstack-request-id: req-c7a87a00-6c49-44da-a9df-a163b491e214 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:31.805982 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:31.806145 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7a87a00-6c49-44da-a9df-a163b491e214 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:31.806578 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'status': 'completed', 'code': 200} Jul 27 22:14:31.823535 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Pushing event updated for resources: {'Port': ['ID=227a84da-b5d5-4e41-9a98-3621be2d32d3,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:31.847127 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cde7a6f3-2866-4409-9f93-d513bca11d29 None None] Set router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:31.901229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-37bbae22-6876-4821-ac45-7410faf5a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:31.903781 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-37bbae22-6876-4821-ac45-7410faf5a572 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cee472c6-d4f6-4a75-a13f-f7a665f27dc3 HTTP/1.1" status: 200 len: 859 time: 0.2247190 Jul 27 22:14:31.941863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Pushing event updated for resources: {'Port': ['ID=d4632396-c5a7-4db9-97c4-e180d89cff5a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:31.963796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Attempting to bind port d4632396-c5a7-4db9-97c4-e180d89cff5a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:31.964281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Attempting to bind port d4632396-c5a7-4db9-97c4-e180d89cff5a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'a7f17e09-266d-43cf-9490-2ca84fab1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b8628146-6082-431e-817f-2d9212a81397'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:31.968083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Attempting to bind port d4632396-c5a7-4db9-97c4-e180d89cff5a on network b8628146-6082-431e-817f-2d9212a81397 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:31.986246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:31.987096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Checking segment: {'id': 'a7f17e09-266d-43cf-9490-2ca84fab1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b8628146-6082-431e-817f-2d9212a81397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:31.987771 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:31.988394 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Bound using segment: {'id': 'a7f17e09-266d-43cf-9490-2ca84fab1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b8628146-6082-431e-817f-2d9212a81397'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:31.989564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Bound port: d4632396-c5a7-4db9-97c4-e180d89cff5a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f17e09-266d-43cf-9490-2ca84fab1f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b8628146-6082-431e-817f-2d9212a81397'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:31.990151 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.003943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-1fb1d0a7-d480-4da5-a5c9-870f89147578 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731215 Jul 27 22:14:32.079519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] For port d4632396-c5a7-4db9-97c4-e180d89cff5a, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:32.083932 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] For port d4632396-c5a7-4db9-97c4-e180d89cff5a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d4632396-c5a7-4db9-97c4-e180d89cff5a,segment=NetworkSegment(a7f17e09-266d-43cf-9490-2ca84fab1f54),segment_id=a7f17e09-266d-43cf-9490-2ca84fab1f54)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:32.084837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Attempting to bind port 227a84da-b5d5-4e41-9a98-3621be2d32d3 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:32.085186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Attempting to bind port 227a84da-b5d5-4e41-9a98-3621be2d32d3 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:32.085521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Attempting to bind port 227a84da-b5d5-4e41-9a98-3621be2d32d3 on network 03232577-f3ae-48d9-8042-726715c60a6e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:32.094509 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.099381 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Port 227a84da-b5d5-4e41-9a98-3621be2d32d3 on network 03232577-f3ae-48d9-8042-726715c60a6e not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:14:32.099715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Attempting to bind port 227a84da-b5d5-4e41-9a98-3621be2d32d3 on network 03232577-f3ae-48d9-8042-726715c60a6e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:32.110660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be931734-ca89-4d48-a13c-f653ef291b75 req-1631ed2d-5317-459e-821b-1d517b415dfa tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:32.117966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be931734-ca89-4d48-a13c-f653ef291b75 req-1631ed2d-5317-459e-821b-1d517b415dfa tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.1713130 Jul 27 22:14:32.144013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:32.144368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Checking segment: {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:32.144769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Bound using segment: {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:32.145222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Bound port: 227a84da-b5d5-4e41-9a98-3621be2d32d3, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:32.145654 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.172055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb7cb5-1ced-4cce-97c8-bb3554757509 None None] Pushing event updated for resources: {'Port': ['ID=d4632396-c5a7-4db9-97c4-e180d89cff5a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:32.252362 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be931734-ca89-4d48-a13c-f653ef291b75 req-ac55c48d-df41-415d-bbdc-e6ab21f0ae76 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176353 Jul 27 22:14:32.257843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-a6ae47c1-b639-40cc-971b-b1ca71c30227 service neutron] 10.222.0.24 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370110 Jul 27 22:14:32.270815 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cde7a6f3-2866-4409-9f93-d513bca11d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8b46313d-3e04-4851-8629-3a437a572120', 'name': '', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'mac_address': 'fa:16:3e:a4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:30Z', 'updated_at': '2021-07-27T22:13:38Z', 'revision_number': 5, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'subnets': [{'id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:32.307041 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7a6f3-2866-4409-9f93-d513bca11d29 None None] Checking router: 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:32.320731 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7a6f3-2866-4409-9f93-d513bca11d29 None None] Routers {'4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:32.321362 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cde7a6f3-2866-4409-9f93-d513bca11d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:32.344042 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.369723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.405033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc46b9-8b2a-49e6-a3e2-b8a9d32c278f req-cbc38a48-b05d-461d-b727-ac7de6cad5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:32.411959 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1adc46b9-8b2a-49e6-a3e2-b8a9d32c278f req-cbc38a48-b05d-461d-b727-ac7de6cad5d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88362ff17b0b4efcbf619b330731cbe3&device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 1096 time: 0.4408104 Jul 27 22:14:32.503095 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cde7a6f3-2866-4409-9f93-d513bca11d29 None None] Set router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:32.670335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:32.689844 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.738480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.25.1.72 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/abafc3d4-e757-4475-a858-c263be9093b9) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:32.740747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Transition to ACTIVE for port object 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:32.744473 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc46b9-8b2a-49e6-a3e2-b8a9d32c278f req-9cfd0ad7-046d-4c40-9936-141e229c742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:32.745817 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1adc46b9-8b2a-49e6-a3e2-b8a9d32c278f req-9cfd0ad7-046d-4c40-9936-141e229c742b service neutron] 10.222.0.41 "GET /v2.0/networks?id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f HTTP/1.1" status: 200 len: 920 time: 0.2933352 Jul 27 22:14:32.749309 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.853467 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1adc46b9-8b2a-49e6-a3e2-b8a9d32c278f req-feb21a82-112a-42a7-9ce3-5e01cab019a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 200 len: 217 time: 0.0688696 Jul 27 22:14:32.884048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:32.884353 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] For port 227a84da-b5d5-4e41-9a98-3621be2d32d3, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:32.917309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] For port 227a84da-b5d5-4e41-9a98-3621be2d32d3, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=227a84da-b5d5-4e41-9a98-3621be2d32d3,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:32.933815 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:32.978982 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cde7a6f3-2866-4409-9f93-d513bca11d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8b46313d-3e04-4851-8629-3a437a572120', 'name': '', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'mac_address': 'fa:16:3e:a4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:30Z', 'updated_at': '2021-07-27T22:13:38Z', 'revision_number': 5, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'subnets': [{'id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:32.995454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5e7304a-93ba-4da8-bcf0-ece2b05a0b96 req-a4d59700-1ac7-426c-8b75-76669e703c3f service neutron] 10.222.0.24 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210898 Jul 27 22:14:32.998819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc46b9-8b2a-49e6-a3e2-b8a9d32c278f req-580581f2-db1c-4f35-a2be-2488bad7eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:33.000436 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1adc46b9-8b2a-49e6-a3e2-b8a9d32c278f req-580581f2-db1c-4f35-a2be-2488bad7eaa2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee472c6-d4f6-4a75-a13f-f7a665f27dc3 HTTP/1.1" status: 200 len: 859 time: 0.1126213 Jul 27 22:14:33.015029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc7c2f-c9e9-48b6-9092-20df2f65b312 req-de65c67b-efaf-43e3-902f-9c64f9474b22 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:33.023709 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7a6f3-2866-4409-9f93-d513bca11d29 None None] The sync data for ids ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'] in n-d-802011-3 is: [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8b46313d-3e04-4851-8629-3a437a572120', 'name': '', 'network_id': '01c9f9b3-c59b-48da-b16d-f6e4ec57be7f', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'mac_address': 'fa:16:3e:a4:2b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:30Z', 'updated_at': '2021-07-27T22:13:38Z', 'revision_number': 5, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'subnets': [{'id': 'cee472c6-d4f6-4a75-a13f-f7a665f27dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:33.026222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48dc7c2f-c9e9-48b6-9092-20df2f65b312 req-de65c67b-efaf-43e3-902f-9c64f9474b22 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 943 time: 0.1958692 Jul 27 22:14:33.044411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:33.045421 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.047149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] 10.222.0.41 "PUT /v2.0/ports/227a84da-b5d5-4e41-9a98-3621be2d32d3 HTTP/1.1" status: 200 len: 1091 time: 2.2705569 Jul 27 22:14:33.080992 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1adc46b9-8b2a-49e6-a3e2-b8a9d32c278f req-41b17e2c-7a20-4842-b270-5fff2e8a13fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697367 Jul 27 22:14:33.088662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054c244-f53d-4fc8-a8fc-1d0124d78c17 service neutron] Pushing event updated for resources: {'Port': ['ID=227a84da-b5d5-4e41-9a98-3621be2d32d3,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:33.096947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48dc7c2f-c9e9-48b6-9092-20df2f65b312 req-76ca2f2c-12db-45e5-ba17-4bb9b0413aca tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696063 Jul 27 22:14:33.166583 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.170892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Attempting to bind port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:33.171233 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Attempting to bind port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:33.171563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Attempting to bind port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 on network 03232577-f3ae-48d9-8042-726715c60a6e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:33.173653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d2d157a3-c9d7-4045-b2f4-8144b8497317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:33.175229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-d2d157a3-c9d7-4045-b2f4-8144b8497317 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a40adc3b3124889a8d1215bcea011a2&device_id=a45782c9-be21-40d5-a6de-3dcafe4f9f8b HTTP/1.1" status: 200 len: 1094 time: 0.0703313 Jul 27 22:14:33.199614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 on network 03232577-f3ae-48d9-8042-726715c60a6e not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:14:33.200204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Attempting to bind port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 on network 03232577-f3ae-48d9-8042-726715c60a6e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:33.226798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:33.227659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Checking segment: {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:33.228079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Bound using segment: {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:33.228528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Bound port: 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:33.228886 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.262792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-9e125d0a-a96a-46d3-93e6-0500c6ffffa2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227a84da-b5d5-4e41-9a98-3621be2d32d3 HTTP/1.1" status: 200 len: 217 time: 0.0776386 Jul 27 22:14:33.422350 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1adc46b9-8b2a-49e6-a3e2-b8a9d32c278f req-95124aff-e248-4ab8-ad9a-9d495743696c service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282878 Jul 27 22:14:33.426855 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.430413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] For port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:33.431642 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-0a471266-dcea-437a-b796-0dd9417e762d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/floatingips/a5254a9a-79c6-4219-85fe-27a928a38f3d HTTP/1.1" status: 200 len: 695 time: 0.1865458 Jul 27 22:14:33.488415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d022b98-a32f-4973-8df3-6e1faccd03f3 None None] New status for floating IP a5254a9a-79c6-4219-85fe-27a928a38f3d: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:14:33.603302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-aa4b8c53-edea-4c62-8c91-23b442fada8d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:33.604990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-aa4b8c53-edea-4c62-8c91-23b442fada8d tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 784 time: 0.1725781 Jul 27 22:14:33.618890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] For port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:33.633819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:33.636906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=abafc3d4-e757-4475-a858-c263be9093b9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:33.659642 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.663413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:33.666758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-1ee308db-8f78-4dbc-8648-3d6b5ddc1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:33.668933 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-1ee308db-8f78-4dbc-8648-3d6b5ddc1c2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c0197a5-783a-4f66-8ce5-59e8bf454b4a HTTP/1.1" status: 200 len: 852 time: 0.3245308 Jul 27 22:14:33.672039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:33.677658 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-15f90bd6-c7f7-4cd2-bca4-49eb959c9fd5 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:14:33.678727 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-15f90bd6-c7f7-4cd2-bca4-49eb959c9fd5 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084386 Jul 27 22:14:33.708133 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-fbfc23c6-8e7b-4037-ba8e-e8d61d0d30ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03232577-f3ae-48d9-8042-726715c60a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265474 Jul 27 22:14:33.769738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d4632396-c5a7-4db9-97c4-e180d89cff5a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:33.770372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-38586af6-17af-4bbe-bed7-4839c80aa17b tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.115 HTTP/1.1" status: 200 len: 698 time: 0.0589135 Jul 27 22:14:33.782117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:33.791221 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.793722 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-dafa6477-8229-4457-86d1-16e076511753 service neutron] 10.222.0.41 "PUT /v2.0/ports/9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 HTTP/1.1" status: 200 len: 1091 time: 2.6260145 Jul 27 22:14:33.816810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4adb08-f036-476c-aa84-8abac744259a None None] Network b8628146-6082-431e-817f-2d9212a81397 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:33.834415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e04e53d-dd98-4e5b-b29f-37ea96c28200', 'tag': '9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:33.837480 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2968e61-fced-498e-87e2-acbda1883241" -d '{"events": [{"name": "network-changed", "server_uuid": "3e04e53d-dd98-4e5b-b29f-37ea96c28200", "tag": "9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:33.842390 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1adc46b9-8b2a-49e6-a3e2-b8a9d32c278f req-a5307c64-d3f6-4b32-b2d7-e45754522f62 service neutron] 10.222.0.41 "GET /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607910 Jul 27 22:14:33.895037 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45782c9-be21-40d5-a6de-3dcafe4f9f8b', 'tag': '227a84da-b5d5-4e41-9a98-3621be2d32d3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:33.896627 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42502512-d5cf-4162-859e-e404705cba4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a45782c9-be21-40d5-a6de-3dcafe4f9f8b", "tag": "227a84da-b5d5-4e41-9a98-3621be2d32d3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:33.899467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-12d4fc6f-37a7-499f-b758-8fb2525af63a None None] Provisioning for port d4632396-c5a7-4db9-97c4-e180d89cff5a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:33.901307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-1ea0040b-0c88-4286-ad50-2c44d54ff8ef service neutron] 10.222.0.41 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282694 Jul 27 22:14:33.914877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d4632396-c5a7-4db9-97c4-e180d89cff5a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:33.931102 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d4632396-c5a7-4db9-97c4-e180d89cff5a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:33.931631 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:33.962176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-d1b1d821-d4f5-48d6-a58a-2a0a753ba386 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.1.115 HTTP/1.1" status: 200 len: 696 time: 0.0594258 Jul 27 22:14:34.024969 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.045291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf305c-cda0-4c0c-abe4-c3e7049681d2 req-93c214dd-9d2f-484b-a9ba-4eab91ad1d2c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:34.047309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9bcf305c-cda0-4c0c-abe4-c3e7049681d2 req-93c214dd-9d2f-484b-a9ba-4eab91ad1d2c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.6353354 Jul 27 22:14:34.059732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa6477-8229-4457-86d1-16e076511753 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:34.138979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port d4632396-c5a7-4db9-97c4-e180d89cff5a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d4632396-c5a7-4db9-97c4-e180d89cff5a,segment=NetworkSegment(a7f17e09-266d-43cf-9490-2ca84fab1f54),segment_id=a7f17e09-266d-43cf-9490-2ca84fab1f54)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:34.149448 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.209236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=d4632396-c5a7-4db9-97c4-e180d89cff5a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:34.212349 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9bcf305c-cda0-4c0c-abe4-c3e7049681d2 req-5607808e-cda3-4a3b-a2ac-979fd183a155 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489282 Jul 27 22:14:34.217480 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.272360 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-c1951170-1785-4441-83eb-9e4c7d15ebf3 service neutron] 10.222.0.41 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091176 Jul 27 22:14:34.281259 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399e55e3-74f4-43e1-8e07-59859e44edf9 x-openstack-request-id: req-399e55e3-74f4-43e1-8e07-59859e44edf9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:34.281546 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e04e53d-dd98-4e5b-b29f-37ea96c28200", "tag": "9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:34.281797 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-399e55e3-74f4-43e1-8e07-59859e44edf9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:34.282191 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e04e53d-dd98-4e5b-b29f-37ea96c28200', 'tag': '9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5', 'status': 'completed', 'code': 200} Jul 27 22:14:34.306291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-9d893afd-3de6-4349-ab04-cc5046ee3d93 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Deleting port c674cd58-55f7-47b8-a08f-ec8e6532a6a0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:34.306570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-1feaf7a5-0ef7-4bea-92b4-d01a3aa0bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:34.307213 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-9d893afd-3de6-4349-ab04-cc5046ee3d93 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.308608 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-1feaf7a5-0ef7-4bea-92b4-d01a3aa0bd14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a40adc3b3124889a8d1215bcea011a2&device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 1094 time: 0.4639106 Jul 27 22:14:34.363022 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25c80a9-6023-47e8-b5a5-edda0b868e6e x-openstack-request-id: req-f25c80a9-6023-47e8-b5a5-edda0b868e6e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:34.363318 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45782c9-be21-40d5-a6de-3dcafe4f9f8b", "tag": "227a84da-b5d5-4e41-9a98-3621be2d32d3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:34.363547 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f25c80a9-6023-47e8-b5a5-edda0b868e6e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:34.363954 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45782c9-be21-40d5-a6de-3dcafe4f9f8b', 'tag': '227a84da-b5d5-4e41-9a98-3621be2d32d3', 'status': 'completed', 'code': 200} Jul 27 22:14:34.393619 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-a8f1c8f8-876d-4c45-a89f-a1aaf148b967 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 HTTP/1.1" status: 200 len: 217 time: 0.0744474 Jul 27 22:14:34.456892 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-9d893afd-3de6-4349-ab04-cc5046ee3d93 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.457779 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-9d893afd-3de6-4349-ab04-cc5046ee3d93 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.476244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-9d893afd-3de6-4349-ab04-cc5046ee3d93 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Calling delete_port for c674cd58-55f7-47b8-a08f-ec8e6532a6a0 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:34.483478 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42502512-d5cf-4162-859e-e404705cba4a req-359f15a7-c905-4640-941c-c1cbb96d3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:34.484991 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42502512-d5cf-4162-859e-e404705cba4a req-359f15a7-c905-4640-941c-c1cbb96d3de4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a40adc3b3124889a8d1215bcea011a2&device_id=a45782c9-be21-40d5-a6de-3dcafe4f9f8b HTTP/1.1" status: 200 len: 1094 time: 0.1056240 Jul 27 22:14:34.508443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-f2697907-1d8d-4399-9913-c64e93a8c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:34.510073 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-f2697907-1d8d-4399-9913-c64e93a8c212 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c0197a5-783a-4f66-8ce5-59e8bf454b4a HTTP/1.1" status: 200 len: 852 time: 0.1079009 Jul 27 22:14:34.536811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-537b618a-9cc8-46da-bb6b-c2a47aa562e7 None None] Provisioning complete for port d4632396-c5a7-4db9-97c4-e180d89cff5a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:34.537420 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-537b618a-9cc8-46da-bb6b-c2a47aa562e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.647152 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-c266acd3-ee21-4e51-b0a6-966795728a97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03232577-f3ae-48d9-8042-726715c60a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206911 Jul 27 22:14:34.652997 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.797252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224a087-b8e7-4a1d-90db-4b1a3b1ba592 req-d8519fd7-de65-45b3-acd2-312f71922c55 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:34.804555 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9224a087-b8e7-4a1d-90db-4b1a3b1ba592 req-d8519fd7-de65-45b3-acd2-312f71922c55 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 943 time: 0.2028615 Jul 27 22:14:34.832381 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42502512-d5cf-4162-859e-e404705cba4a req-cd8377f3-cd25-4519-96bd-03e69fe3dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:34.833576 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-f787005e-5e26-48e0-9726-3de85a0b3626 service neutron] 10.222.0.41 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762524 Jul 27 22:14:34.834048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42502512-d5cf-4162-859e-e404705cba4a req-cd8377f3-cd25-4519-96bd-03e69fe3dd7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=03232577-f3ae-48d9-8042-726715c60a6e HTTP/1.1" status: 200 len: 913 time: 0.2561691 Jul 27 22:14:34.836469 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-9d893afd-3de6-4349-ab04-cc5046ee3d93 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.882492 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d893afd-3de6-4349-ab04-cc5046ee3d93 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Pushing event deleted for resources: {'Port': ['ID=c674cd58-55f7-47b8-a08f-ec8e6532a6a0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:34.922198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router f3a8b54c-893c-4711-94aa-ab64ce5e3d70 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:14:34.924688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42502512-d5cf-4162-859e-e404705cba4a req-7b592d1c-a245-4181-b72a-105c639a82ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227a84da-b5d5-4e41-9a98-3621be2d32d3 HTTP/1.1" status: 200 len: 217 time: 0.0738342 Jul 27 22:14:34.951006 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9224a087-b8e7-4a1d-90db-4b1a3b1ba592 req-92cf5e33-6ab6-4b01-a20c-ab51000be52b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455767 Jul 27 22:14:35.004768 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c4ec66d0-0406-4740-9fdc-ba36fa837e25 req-c7047483-1109-41eb-a4df-e4401775a6da service neutron] 10.222.0.41 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564581 Jul 27 22:14:35.025088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42502512-d5cf-4162-859e-e404705cba4a req-c2859694-3931-42cb-b4aa-883e5e1a1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:35.026644 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42502512-d5cf-4162-859e-e404705cba4a req-c2859694-3931-42cb-b4aa-883e5e1a1566 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c0197a5-783a-4f66-8ce5-59e8bf454b4a HTTP/1.1" status: 200 len: 852 time: 0.0746818 Jul 27 22:14:35.067630 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-9d893afd-3de6-4349-ab04-cc5046ee3d93 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.070095 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-9d893afd-3de6-4349-ab04-cc5046ee3d93 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.071263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f51e3b95-2876-4ac3-a0bd-ec1b5d0f6750 req-9d893afd-3de6-4349-ab04-cc5046ee3d93 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "DELETE /v2.0/floatingips/a5254a9a-79c6-4219-85fe-27a928a38f3d HTTP/1.1" status: 204 len: 173 time: 1.0957198 Jul 27 22:14:35.073694 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42502512-d5cf-4162-859e-e404705cba4a req-e0656d5b-d329-4b8d-ad1a-eb47c1b1e288 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03232577-f3ae-48d9-8042-726715c60a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355165 Jul 27 22:14:35.103815 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:35.117541 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b1a9b-224d-40a3-b659-8596710988a3 None None] Sync routers for ids ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:35.129488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.132855 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b1a9b-224d-40a3-b659-8596710988a3 None None] Routers {'f3a8b54c-893c-4711-94aa-ab64ce5e3d70'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:35.133696 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ce5b1a9b-224d-40a3-b659-8596710988a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:35.136277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:35.139452 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f217f193-acaa-40d0-b107-301e6931946f tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4018991 Jul 27 22:14:35.151195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2968e61-fced-498e-87e2-acbda1883241 req-c620b9f3-aa4d-4159-a1eb-bec058bc4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:35.153278 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2968e61-fced-498e-87e2-acbda1883241 req-c620b9f3-aa4d-4159-a1eb-bec058bc4b9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a40adc3b3124889a8d1215bcea011a2&device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 1094 time: 0.0865974 Jul 27 22:14:35.173795 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ce5b1a9b-224d-40a3-b659-8596710988a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:35.184100 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b1a9b-224d-40a3-b659-8596710988a3 None None] Routers {'f3a8b54c-893c-4711-94aa-ab64ce5e3d70'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:35.184752 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ce5b1a9b-224d-40a3-b659-8596710988a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:35.222005 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ce5b1a9b-224d-40a3-b659-8596710988a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:35.222951 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b1a9b-224d-40a3-b659-8596710988a3 None None] The sync data for ids ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:35.272092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2968e61-fced-498e-87e2-acbda1883241 req-3dcf0001-609a-46f1-aea7-ab41e68f662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:35.273732 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2968e61-fced-498e-87e2-acbda1883241 req-3dcf0001-609a-46f1-aea7-ab41e68f662b service neutron] 10.222.0.41 "GET /v2.0/networks?id=03232577-f3ae-48d9-8042-726715c60a6e HTTP/1.1" status: 200 len: 913 time: 0.1122379 Jul 27 22:14:35.300156 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8891eb0e-3565-436d-a6bf-ccb8110cb198 req-e63481ce-5e9e-4e64-860e-ff513581ec73 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups/e723bf7f-b9e8-4516-b46a-2fcc44a6e6ab HTTP/1.1" status: 200 len: 1809 time: 0.1981528 Jul 27 22:14:35.325019 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2968e61-fced-498e-87e2-acbda1883241 req-dac7c98c-1a7d-4bee-87de-c3de9bd1b1cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 HTTP/1.1" status: 200 len: 217 time: 0.0415075 Jul 27 22:14:35.331485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42502512-d5cf-4162-859e-e404705cba4a req-748fd050-d03a-4b43-bbaa-928186b0cd27 service neutron] 10.222.0.41 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489038 Jul 27 22:14:35.377157 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2968e61-fced-498e-87e2-acbda1883241 req-6823513f-d7c0-4564-866d-539c622f5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:35.378813 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2968e61-fced-498e-87e2-acbda1883241 req-6823513f-d7c0-4564-866d-539c622f5700 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c0197a5-783a-4f66-8ce5-59e8bf454b4a HTTP/1.1" status: 200 len: 852 time: 0.0462480 Jul 27 22:14:35.413959 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2968e61-fced-498e-87e2-acbda1883241 req-3f136265-800e-444a-9c21-dcc0e3f8aaeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03232577-f3ae-48d9-8042-726715c60a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258825 Jul 27 22:14:35.503139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a427d9-e7be-4ac2-930b-90d8f114400c req-8e66e609-ae7c-4cd5-98e4-2b60111cf3c5 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:35.504663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97a427d9-e7be-4ac2-930b-90d8f114400c req-8e66e609-ae7c-4cd5-98e4-2b60111cf3c5 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.1976242 Jul 27 22:14:35.521133 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2968e61-fced-498e-87e2-acbda1883241 req-d41ef3a0-b271-4e2e-bab1-58cac6e28f83 service neutron] 10.222.0.41 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994093 Jul 27 22:14:35.592991 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8891eb0e-3565-436d-a6bf-ccb8110cb198 req-bc5cd64f-f3a6-4218-8cdb-2b3734dabffc tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.596484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d4632396-c5a7-4db9-97c4-e180d89cff5a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:35.640070 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42502512-d5cf-4162-859e-e404705cba4a req-24d1e32b-d53b-4562-a447-ec07f896929d service neutron] 10.222.0.41 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817914 Jul 27 22:14:35.641563 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2968e61-fced-498e-87e2-acbda1883241 req-6b5ef179-387e-4366-8aaa-90a7bae124e4 service neutron] 10.222.0.41 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123877 Jul 27 22:14:35.667676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d4632396-c5a7-4db9-97c4-e180d89cff5a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:35.668058 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.671320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97a427d9-e7be-4ac2-930b-90d8f114400c req-bf058ba0-eff2-4514-8135-ccd97a082e51 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372669 Jul 27 22:14:35.673350 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8891eb0e-3565-436d-a6bf-ccb8110cb198 req-bc5cd64f-f3a6-4218-8cdb-2b3734dabffc tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.799349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8891eb0e-3565-436d-a6bf-ccb8110cb198 req-bc5cd64f-f3a6-4218-8cdb-2b3734dabffc tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.801946 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8891eb0e-3565-436d-a6bf-ccb8110cb198 req-bc5cd64f-f3a6-4218-8cdb-2b3734dabffc tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.803143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8891eb0e-3565-436d-a6bf-ccb8110cb198 req-bc5cd64f-f3a6-4218-8cdb-2b3734dabffc tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "DELETE /v2.0/security-groups/e723bf7f-b9e8-4516-b46a-2fcc44a6e6ab HTTP/1.1" status: 204 len: 173 time: 0.4949894 Jul 27 22:14:35.821450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cd64f-f3a6-4218-8cdb-2b3734dabffc tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e723bf7f-b9e8-4516-b46a-2fcc44a6e6ab,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:36.286548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1ccf6-764a-4afa-994f-5fe3ba477043 req-41f2dbb0-6b06-48cc-a4f1-432d5774d46c tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:36.288059 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3d1ccf6-764a-4afa-994f-5fe3ba477043 req-41f2dbb0-6b06-48cc-a4f1-432d5774d46c tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 943 time: 0.1270947 Jul 27 22:14:36.298797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432029e-9e5c-4f3c-8672-2d1fec7ef23d req-bec48e44-2f5c-4c12-8d43-053177c40c91 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:36.300249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c432029e-9e5c-4f3c-8672-2d1fec7ef23d req-bec48e44-2f5c-4c12-8d43-053177c40c91 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1381991 Jul 27 22:14:36.390819 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.397662 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3d1ccf6-764a-4afa-994f-5fe3ba477043 req-a922177b-c607-4281-beb0-f8cfd6259ec8 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945334 Jul 27 22:14:36.406894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c432029e-9e5c-4f3c-8672-2d1fec7ef23d req-a06e5630-9e14-457c-8b35-2c9663948828 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945489 Jul 27 22:14:36.684677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.20.0.1 (b8628146-6082-431e-817f-2d9212a81397/1c8d1b90-283c-4db1-8702-f4ca07dd349f/36b67cda-33c9-4e12-9546-5c8b4e6d3f58) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:36.828277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947a688-e3ef-4096-9c92-98216bc5a94f req-b1e6392b-8ed9-4e90-9b63-e0ee0c6870a8 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:36.829830 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b947a688-e3ef-4096-9c92-98216bc5a94f req-b1e6392b-8ed9-4e90-9b63-e0ee0c6870a8 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.0889854 Jul 27 22:14:36.873776 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:36.894306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b947a688-e3ef-4096-9c92-98216bc5a94f req-6e71f1ab-e919-4e0c-a2ce-cd6d42e67f35 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539761 Jul 27 22:14:36.897083 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Transition to ACTIVE for port object 36b67cda-33c9-4e12-9546-5c8b4e6d3f58 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:36.921946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 227a84da-b5d5-4e41-9a98-3621be2d32d3 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:14:36.964057 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.010332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56650) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:37.016027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network b8628146-6082-431e-817f-2d9212a81397 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:37.019450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:37.023855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:37.056480 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 227a84da-b5d5-4e41-9a98-3621be2d32d3, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=227a84da-b5d5-4e41-9a98-3621be2d32d3,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:37.057893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=36b67cda-33c9-4e12-9546-5c8b4e6d3f58,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:37.082567 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '227a84da-b5d5-4e41-9a98-3621be2d32d3', 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e', 'port_id': '227a84da-b5d5-4e41-9a98-3621be2d32d3', 'mac_address': 'fa:16:3e:7d:f3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0197a5-783a-4f66-8ce5-59e8bf454b4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:14:37.084831 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.134062 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.150532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227a84da-b5d5-4e41-9a98-3621be2d32d3 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:37.175146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 227a84da-b5d5-4e41-9a98-3621be2d32d3, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=227a84da-b5d5-4e41-9a98-3621be2d32d3,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:37.180581 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.181752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:14:37.210551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ec96d23-74c5-47ca-b5ff-da7561425e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.238759 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=227a84da-b5d5-4e41-9a98-3621be2d32d3,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:37.326322 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.335989 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ec96d23-74c5-47ca-b5ff-da7561425e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.344457 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ec96d23-74c5-47ca-b5ff-da7561425e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.384586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec96d23-74c5-47ca-b5ff-da7561425e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddc651c-194d-4c8f-98c1-5bcf88ebcfee,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:37.391970 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0ec96d23-74c5-47ca-b5ff-da7561425e05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2e85efb8dbe424da62cc1160d5b299e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841729 Jul 27 22:14:37.392191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56654) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:37.435945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:37.454426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-80ec61e0-5530-4afe-872f-1b8551691641 None None] Provisioning for port 36b67cda-33c9-4e12-9546-5c8b4e6d3f58 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:37.459566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5', 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e', 'port_id': '9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5', 'mac_address': 'fa:16:3e:c4:2f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0197a5-783a-4f66-8ce5-59e8bf454b4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:14:37.461012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-80ec61e0-5530-4afe-872f-1b8551691641 None None] Provisioning complete for port 36b67cda-33c9-4e12-9546-5c8b4e6d3f58 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:37.461388 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80ec61e0-5530-4afe-872f-1b8551691641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.472758 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6ae162a-d0aa-4048-a7d6-231e516868c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.499718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6ae162a-d0aa-4048-a7d6-231e516868c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.542484 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.552595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-80ec61e0-5530-4afe-872f-1b8551691641 None None] Port 36b67cda-33c9-4e12-9546-5c8b4e6d3f58 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:37.554224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6ae162a-d0aa-4048-a7d6-231e516868c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.558334 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6ae162a-d0aa-4048-a7d6-231e516868c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.559255 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:37.562923 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a6ae162a-d0aa-4048-a7d6-231e516868c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ddc651c-194d-4c8f-98c1-5bcf88ebcfee HTTP/1.1" status: 204 len: 168 time: 0.1668835 Jul 27 22:14:37.569513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae162a-d0aa-4048-a7d6-231e516868c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddc651c-194d-4c8f-98c1-5bcf88ebcfee,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:37.585876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:37.592337 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.628683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf31e5c-72be-41a9-b51b-7db677a2a301 req-9c2ffb42-d8b1-4294-8a13-745dc1c0f946 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:37.630204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eaf31e5c-72be-41a9-b51b-7db677a2a301 req-9c2ffb42-d8b1-4294-8a13-745dc1c0f946 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 943 time: 0.1430500 Jul 27 22:14:37.643630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad9c77-65d4-4c1b-8c19-d7199b82848a req-42244c8f-8bca-4872-9d7b-1b3fa4490668 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:37.644726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:37.645454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9bad9c77-65d4-4c1b-8c19-d7199b82848a req-42244c8f-8bca-4872-9d7b-1b3fa4490668 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.1276870 Jul 27 22:14:37.776498 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eaf31e5c-72be-41a9-b51b-7db677a2a301 req-50f52337-9d30-4de3-b391-f36e25a6f746 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144674 Jul 27 22:14:37.781903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9bad9c77-65d4-4c1b-8c19-d7199b82848a req-7c939f03-3de3-4e24-a232-f8a46fb0a10a tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916681 Jul 27 22:14:37.837082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['227a84da-b5d5-4e41-9a98-3621be2d32d3'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:37.845070 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.852925 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.862068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:37.955468 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.957423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=36b67cda-33c9-4e12-9546-5c8b4e6d3f58,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:38.109217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network b8628146-6082-431e-817f-2d9212a81397 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:38.118827 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f9a3e-523a-4397-89a1-c0d3491b34e3 req-37b48181-478e-45cb-8f07-ac77d246846c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:38.120486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc8f9a3e-523a-4397-89a1-c0d3491b34e3 req-37b48181-478e-45cb-8f07-ac77d246846c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.0825453 Jul 27 22:14:38.121611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:38.228799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08088c61-3ed1-4a59-9987-cb14b581ff49 req-6c2942e3-9561-4234-be83-55a3e2c5948c tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:38.231403 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08088c61-3ed1-4a59-9987-cb14b581ff49 req-6c2942e3-9561-4234-be83-55a3e2c5948c tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 945 time: 0.0692155 Jul 27 22:14:38.247090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc8f9a3e-523a-4397-89a1-c0d3491b34e3 req-019fa686-b9f8-4ef9-81e1-495a067d02c5 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163602 Jul 27 22:14:38.287009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router f3a8b54c-893c-4711-94aa-ab64ce5e3d70 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:38.355058 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-08088c61-3ed1-4a59-9987-cb14b581ff49 req-f305d000-d93b-4099-81b1-962edf838b59 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Deleting port d4e7519d-0ce9-4704-83d5-5eb242c59afe {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:38.355379 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08088c61-3ed1-4a59-9987-cb14b581ff49 req-f305d000-d93b-4099-81b1-962edf838b59 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.380188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4a94a84e-ab3f-4e61-8619-8432e29ae550 None None] Provisioning complete for port 36b67cda-33c9-4e12-9546-5c8b4e6d3f58 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:38.381188 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a94a84e-ab3f-4e61-8619-8432e29ae550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.418739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4a94a84e-ab3f-4e61-8619-8432e29ae550 None None] Port 36b67cda-33c9-4e12-9546-5c8b4e6d3f58 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:38.439914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:38.446734 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-87cfa975-6bed-45f9-bf3c-93f06eef21ca tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "PUT /v2.0/routers/f3a8b54c-893c-4711-94aa-ab64ce5e3d70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3031013 Jul 27 22:14:38.448851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56692) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:38.455972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'port': {'network_id': 'b8628146-6082-431e-817f-2d9212a81397', 'name': 'tempest-FloatingIPTestJSON-1457388323'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:38.458409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c370f-690a-4ca2-840d-6b92041f9a4d None None] Sync routers for ids ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:38.472553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c370f-690a-4ca2-840d-6b92041f9a4d None None] Routers {'f3a8b54c-893c-4711-94aa-ab64ce5e3d70'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:38.473749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-049c370f-690a-4ca2-840d-6b92041f9a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:38.497448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-08088c61-3ed1-4a59-9987-cb14b581ff49 req-f305d000-d93b-4099-81b1-962edf838b59 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] For port d4e7519d-0ce9-4704-83d5-5eb242c59afe, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d4e7519d-0ce9-4704-83d5-5eb242c59afe,segment=NetworkSegment(f90c5240-5b0d-42ff-a880-8bf667d9f3bc),segment_id=f90c5240-5b0d-42ff-a880-8bf667d9f3bc)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:38.499355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08088c61-3ed1-4a59-9987-cb14b581ff49 req-f305d000-d93b-4099-81b1-962edf838b59 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.521100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-049c370f-690a-4ca2-840d-6b92041f9a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:38.532195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c370f-690a-4ca2-840d-6b92041f9a4d None None] Routers {'f3a8b54c-893c-4711-94aa-ab64ce5e3d70'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:38.533114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-049c370f-690a-4ca2-840d-6b92041f9a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:38.573348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-049c370f-690a-4ca2-840d-6b92041f9a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:38.574014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c370f-690a-4ca2-840d-6b92041f9a4d None None] The sync data for ids ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:38.684463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec555335-db00-4fe2-8996-2718f8700b74 req-2ba3716b-ec42-4c50-b943-cef1759b1b63 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:38.686918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec555335-db00-4fe2-8996-2718f8700b74 req-2ba3716b-ec42-4c50-b943-cef1759b1b63 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.1187539 Jul 27 22:14:38.690843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb598119-bd08-43ba-a61e-9789dbf567fe req-a7ca5b0d-f0be-4a3e-96a5-f07fe50231bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:38.692264 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb598119-bd08-43ba-a61e-9789dbf567fe req-a7ca5b0d-f0be-4a3e-96a5-f07fe50231bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 1096 time: 0.1230354 Jul 27 22:14:38.710781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Made reservation on behalf of cfbe6a31bf1b4e628ff6538344cfb5bc for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:38.714221 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.798172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] device_id is not set on port 1e0a81ce-343e-425b-8078-f4c305123c17 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:14:38.807174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec555335-db00-4fe2-8996-2718f8700b74 req-f2f40dbc-70c4-42ca-a66c-30798f9098ec tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130857 Jul 27 22:14:38.921847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-08088c61-3ed1-4a59-9987-cb14b581ff49 req-f305d000-d93b-4099-81b1-962edf838b59 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Calling delete_port for d4e7519d-0ce9-4704-83d5-5eb242c59afe owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:38.935395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 227a84da-b5d5-4e41-9a98-3621be2d32d3 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:38.964341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb598119-bd08-43ba-a61e-9789dbf567fe req-f46717fa-f149-4962-adab-b25d1c3bf762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:38.965862 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb598119-bd08-43ba-a61e-9789dbf567fe req-f46717fa-f149-4962-adab-b25d1c3bf762 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 912 time: 0.2651193 Jul 27 22:14:39.001643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 227a84da-b5d5-4e41-9a98-3621be2d32d3 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:39.010611 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 227a84da-b5d5-4e41-9a98-3621be2d32d3 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:39.011277 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.089079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccf756-2e7a-44fd-8fb0-51c0db17b33e req-3cf40e34-c5fa-404a-a9a3-3edfa693ae4a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:39.096960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84ccf756-2e7a-44fd-8fb0-51c0db17b33e req-3cf40e34-c5fa-404a-a9a3-3edfa693ae4a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 944 time: 0.2300041 Jul 27 22:14:39.102411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08088c61-3ed1-4a59-9987-cb14b581ff49 req-f305d000-d93b-4099-81b1-962edf838b59 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.123279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Allocated IP 172.20.0.13 (b8628146-6082-431e-817f-2d9212a81397/1c8d1b90-283c-4db1-8702-f4ca07dd349f/1e0a81ce-343e-425b-8078-f4c305123c17) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:39.132012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305d000-d93b-4099-81b1-962edf838b59 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Pushing event deleted for resources: {'Port': ['ID=d4e7519d-0ce9-4704-83d5-5eb242c59afe,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:39.162817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954fbf3-17f2-4590-83e1-d7c9a7b18a3d req-74c89c50-ab1e-4e86-ace0-8a2c1de2b119 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:39.164327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1954fbf3-17f2-4590-83e1-d7c9a7b18a3d req-74c89c50-ab1e-4e86-ace0-8a2c1de2b119 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/ports?device_id=f94f8e7e-ebf9-410f-bcee-af5eb4176cb8 HTTP/1.1" status: 200 len: 867 time: 0.2418866 Jul 27 22:14:39.174129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb598119-bd08-43ba-a61e-9789dbf567fe req-2af30816-e90e-4097-a0f7-7e7dea323687 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc91b05a-3f99-44c1-ae6d-86b32ac86c41 HTTP/1.1" status: 200 len: 1001 time: 0.1778507 Jul 27 22:14:39.174798 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.187728 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-08088c61-3ed1-4a59-9987-cb14b581ff49 req-f305d000-d93b-4099-81b1-962edf838b59 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] No DVR routers for this DVR port d4e7519d-0ce9-4704-83d5-5eb242c59afe on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:39.190452 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08088c61-3ed1-4a59-9987-cb14b581ff49 req-f305d000-d93b-4099-81b1-962edf838b59 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.192794 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08088c61-3ed1-4a59-9987-cb14b581ff49 req-f305d000-d93b-4099-81b1-962edf838b59 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.41 "DELETE /v2.0/ports/d4e7519d-0ce9-4704-83d5-5eb242c59afe HTTP/1.1" status: 204 len: 173 time: 0.9545288 Jul 27 22:14:39.193253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'name': 'network-vif-deleted', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:39.196040 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c1209f-705f-4911-946c-0ef4a56a1eb1" -d '{"events": [{"server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "name": "network-vif-deleted", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:39.208412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45782c9-be21-40d5-a6de-3dcafe4f9f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227a84da-b5d5-4e41-9a98-3621be2d32d3'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:39.212229 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6082fa-dbc6-476c-a1d0-1224804ca80a" -d '{"events": [{"server_uuid": "a45782c9-be21-40d5-a6de-3dcafe4f9f8b", "name": "network-vif-plugged", "status": "completed", "tag": "227a84da-b5d5-4e41-9a98-3621be2d32d3"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:39.228924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 227a84da-b5d5-4e41-9a98-3621be2d32d3, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=227a84da-b5d5-4e41-9a98-3621be2d32d3,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:39.235397 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.236137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:39.254474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84ccf756-2e7a-44fd-8fb0-51c0db17b33e req-03247535-c58b-4493-a651-b5541abb7c50 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565342 Jul 27 22:14:39.311444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1954fbf3-17f2-4590-83e1-d7c9a7b18a3d req-57da5ae0-4480-4a2e-a0df-19c82a6c5058 tempest-ServerRescueTestJSONUnderV235-352785781 tempest-ServerRescueTestJSONUnderV235-352785781-project] 10.222.0.24 "GET /v2.0/security-groups?id=56591b84-07a5-4845-855f-5a0b04979ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344149 Jul 27 22:14:39.319531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb598119-bd08-43ba-a61e-9789dbf567fe req-051e1dfb-1fd6-40e4-bc43-2350373b9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:39.321019 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb598119-bd08-43ba-a61e-9789dbf567fe req-051e1dfb-1fd6-40e4-bc43-2350373b9942 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1c3957-e1a9-4398-a24f-389e93ecfda9 HTTP/1.1" status: 200 len: 850 time: 0.1305001 Jul 27 22:14:39.340345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=227a84da-b5d5-4e41-9a98-3621be2d32d3,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:39.396809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:39.397470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:39.397640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:39.398082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:39.398578 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:39.399013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:39.399446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:39.399875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:39.400308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:39.401218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:39.401656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:39.402087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:39.433005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:39.443180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:39.443991 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.460470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb598119-bd08-43ba-a61e-9789dbf567fe req-e032eaa4-44a1-4d24-9e8c-ac1827838fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:39.462010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb598119-bd08-43ba-a61e-9789dbf567fe req-e032eaa4-44a1-4d24-9e8c-ac1827838fff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254482 Jul 27 22:14:39.487604 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c709e1cc-7bc5-452a-8f14-fa8b00dd43d5 x-openstack-request-id: req-c709e1cc-7bc5-452a-8f14-fa8b00dd43d5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:39.488098 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94f8e7e-ebf9-410f-bcee-af5eb4176cb8", "name": "network-vif-deleted", "tag": "d4e7519d-0ce9-4704-83d5-5eb242c59afe", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:39.488208 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c709e1cc-7bc5-452a-8f14-fa8b00dd43d5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:39.488514 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94f8e7e-ebf9-410f-bcee-af5eb4176cb8', 'name': 'network-vif-deleted', 'tag': 'd4e7519d-0ce9-4704-83d5-5eb242c59afe', 'status': 'completed', 'code': 200} Jul 27 22:14:39.526315 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4e5137-e5b6-4736-9027-d318e3793de2 x-openstack-request-id: req-6a4e5137-e5b6-4736-9027-d318e3793de2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:39.526315 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45782c9-be21-40d5-a6de-3dcafe4f9f8b", "name": "network-vif-plugged", "status": "completed", "tag": "227a84da-b5d5-4e41-9a98-3621be2d32d3", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:39.526315 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a4e5137-e5b6-4736-9027-d318e3793de2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:39.526315 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45782c9-be21-40d5-a6de-3dcafe4f9f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227a84da-b5d5-4e41-9a98-3621be2d32d3', 'code': 200} Jul 27 22:14:39.582575 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.584975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb598119-bd08-43ba-a61e-9789dbf567fe req-13042139-de1f-40d6-956f-12f05d85ced4 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138043 Jul 27 22:14:39.655072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865bae-c35e-4583-97da-93616f71e67b req-0480247e-0678-491f-8cff-96132745b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:39.658557 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4c865bae-c35e-4583-97da-93616f71e67b req-0480247e-0678-491f-8cff-96132745b356 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a45782c9-be21-40d5-a6de-3dcafe4f9f8b HTTP/1.1" status: 200 len: 1096 time: 0.0466797 Jul 27 22:14:39.659582 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:39.666447 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.670369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d4e7519d-0ce9-4704-83d5-5eb242c59afe no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:39.715703 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4c865bae-c35e-4583-97da-93616f71e67b req-1c540c4b-e5bd-43a6-a673-5eef85249e86 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514150 Jul 27 22:14:39.729441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb598119-bd08-43ba-a61e-9789dbf567fe req-f5583e70-d058-4a9b-b1f1-f7883665389a service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093814 Jul 27 22:14:39.742705 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: d4e7519d-0ce9-4704-83d5-5eb242c59afe {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:39.743142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d4e7519d-0ce9-4704-83d5-5eb242c59afe not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:39.751624 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.769464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:39.779860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e482310-7421-473c-9030-8a57074b312d req-902852ec-5cd6-417f-9ce7-080dc4f81ac2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:39.781743 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e482310-7421-473c-9030-8a57074b312d req-902852ec-5cd6-417f-9ce7-080dc4f81ac2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1958735 Jul 27 22:14:39.785074 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Transition to ACTIVE for port object 1e0a81ce-343e-425b-8078-f4c305123c17 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:39.851767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e482310-7421-473c-9030-8a57074b312d req-05e9f70f-d6d9-443a-8bfc-bf1b3a1f0982 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628989 Jul 27 22:14:39.879705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.294196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Network b8628146-6082-431e-817f-2d9212a81397 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:40.311104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event updated for resources: {'Port': ['ID=1e0a81ce-343e-425b-8078-f4c305123c17,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:40.314357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:40.317397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:40.364286 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a5b59-f8fc-4c79-8aa9-50cfb39bdf01 req-c7fd2912-c3bc-44b5-9ec8-9f4f07ca54f2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:40.365884 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e56a5b59-f8fc-4c79-8aa9-50cfb39bdf01 req-c7fd2912-c3bc-44b5-9ec8-9f4f07ca54f2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.4486299 Jul 27 22:14:40.405721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:40.406485 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.429862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af14e8-6d9f-4f9b-b9a5-b0a8ab1f81f0 req-71018a56-8c21-492f-88a8-c0c0ed03c1d5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:40.431422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0af14e8-6d9f-4f9b-b9a5-b0a8ab1f81f0 req-71018a56-8c21-492f-88a8-c0c0ed03c1d5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1633837 Jul 27 22:14:40.453857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ab06c974-544b-432b-bf45-d59b120dd9d6 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0039492 Jul 27 22:14:40.457090 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56738) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:40.463529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b7b17e82-4a2e-41ca-95be-ce81f32d4d89 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Request body: {'floatingip': {'port_id': '1e0a81ce-343e-425b-8078-f4c305123c17'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:40.491679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e56a5b59-f8fc-4c79-8aa9-50cfb39bdf01 req-fbafffca-806f-4618-9f3a-e5eee9b8d1a9 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179085 Jul 27 22:14:40.536035 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0af14e8-6d9f-4f9b-b9a5-b0a8ab1f81f0 req-2ea60f4d-6ca4-4620-8cf6-c58370ebc61a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951517 Jul 27 22:14:40.572495 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b17e82-4a2e-41ca-95be-ce81f32d4d89 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.614763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56744) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:40.668121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a6515e76-9bec-42b5-94bb-35f1f33ccc16 None None] Provisioning for port 1e0a81ce-343e-425b-8078-f4c305123c17 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:40.675979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a6515e76-9bec-42b5-94bb-35f1f33ccc16 None None] Provisioning complete for port 1e0a81ce-343e-425b-8078-f4c305123c17 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:40.678763 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6515e76-9bec-42b5-94bb-35f1f33ccc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:40.699688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2302b20-174f-4bcb-9439-9a5d0acdea73 req-35e71d26-3cac-415e-95b8-ccc589121a69 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:40.703714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2302b20-174f-4bcb-9439-9a5d0acdea73 req-35e71d26-3cac-415e-95b8-ccc589121a69 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 945 time: 0.1346085 Jul 27 22:14:40.766613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a6515e76-9bec-42b5-94bb-35f1f33ccc16 None None] Port 1e0a81ce-343e-425b-8078-f4c305123c17 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:40.787833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2302b20-174f-4bcb-9439-9a5d0acdea73 req-0d8daade-51b9-4330-8ca8-b3d495c9bd5f tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768619 Jul 27 22:14:41.055405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f4c11-a5bc-4c5f-a31c-dd243335f440 req-26d0771e-367a-4f9f-bb61-ea54d3e70e23 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:41.064781 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a2f4c11-a5bc-4c5f-a31c-dd243335f440 req-26d0771e-367a-4f9f-bb61-ea54d3e70e23 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0636759 Jul 27 22:14:41.114682 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a2f4c11-a5bc-4c5f-a31c-dd243335f440 req-b2a95f9e-375a-47f4-96d8-3dd71e5869ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482438 Jul 27 22:14:41.468808 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b17e82-4a2e-41ca-95be-ce81f32d4d89 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.487826 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb4c901f-85df-42c5-95ed-f3feea162d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.490162 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b17e82-4a2e-41ca-95be-ce81f32d4d89 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:41.527539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e04e53d-dd98-4e5b-b29f-37ea96c28200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:41.530509 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e632ab9b-e655-4cee-8ab4-7126303b4f06" -d '{"events": [{"server_uuid": "3e04e53d-dd98-4e5b-b29f-37ea96c28200", "name": "network-vif-plugged", "status": "completed", "tag": "9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:41.621493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b06c6-30e4-42a0-98a5-715023672a4a req-a79d3b47-1102-49b3-9b74-a1b2fac64e90 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:41.623168 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-819b06c6-30e4-42a0-98a5-715023672a4a req-a79d3b47-1102-49b3-9b74-a1b2fac64e90 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1201136 Jul 27 22:14:41.645138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe767371-d210-44e3-8728-0d91877e232b req-df64c58a-95c4-4657-9090-e4973785fa45 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:41.646653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe767371-d210-44e3-8728-0d91877e232b req-df64c58a-95c4-4657-9090-e4973785fa45 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.0835862 Jul 27 22:14:41.705863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-819b06c6-30e4-42a0-98a5-715023672a4a req-57d24728-0a28-4a2f-b1b1-c51552669e2c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747302 Jul 27 22:14:41.720820 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-b7b17e82-4a2e-41ca-95be-ce81f32d4d89 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Floating IP 6bc731f2-f2c1-42d1-a8ca-5d82d53b7897 associated. External IP: 172.25.1.58, port: 07d51cf4-68bd-4f9a-8a20-f0e375608796. Jul 27 22:14:41.737180 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe767371-d210-44e3-8728-0d91877e232b req-54bce213-247d-4d9d-a33e-c849e12b0282 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803368 Jul 27 22:14:41.792327 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cf5b23-3de1-426a-8fb1-e0b5bc7942bd x-openstack-request-id: req-f8cf5b23-3de1-426a-8fb1-e0b5bc7942bd {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:41.792826 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e04e53d-dd98-4e5b-b29f-37ea96c28200", "name": "network-vif-plugged", "status": "completed", "tag": "9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:41.792935 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8cf5b23-3de1-426a-8fb1-e0b5bc7942bd {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:41.793325 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e04e53d-dd98-4e5b-b29f-37ea96c28200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5', 'code': 200} Jul 27 22:14:41.974970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adbed4-d69d-4f05-b55e-deae92eca9b4 req-0df271ec-0343-4fea-a48a-fe249c0d428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:41.976278 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87adbed4-d69d-4f05-b55e-deae92eca9b4 req-0df271ec-0343-4fea-a48a-fe249c0d428b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 1096 time: 0.1243644 Jul 27 22:14:41.992899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca14ed-1fb0-4494-99ec-324b4bb241da req-56a738fb-b272-4f73-8d59-645ac74781ce tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:41.994503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c5ca14ed-1fb0-4494-99ec-324b4bb241da req-56a738fb-b272-4f73-8d59-645ac74781ce tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 945 time: 0.0872099 Jul 27 22:14:42.053937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87adbed4-d69d-4f05-b55e-deae92eca9b4 req-d8a848ad-5479-485d-a433-6f582b3f34d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584309 Jul 27 22:14:42.056801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c5ca14ed-1fb0-4494-99ec-324b4bb241da req-c558aef8-82d2-4990-8ec9-cc325543b86d tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543032 Jul 27 22:14:42.201225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b17e82-4a2e-41ca-95be-ce81f32d4d89 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:42.216481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c901f-85df-42c5-95ed-f3feea162d35 admin admin] Deleting port 8b46313d-3e04-4851-8629-3a437a572120 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:42.216833 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb4c901f-85df-42c5-95ed-f3feea162d35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.352151 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.376634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-eb4c901f-85df-42c5-95ed-f3feea162d35 admin admin] For port 8b46313d-3e04-4851-8629-3a437a572120, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8b46313d-3e04-4851-8629-3a437a572120,segment=NetworkSegment(f90c5240-5b0d-42ff-a880-8bf667d9f3bc),segment_id=f90c5240-5b0d-42ff-a880-8bf667d9f3bc)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:42.377002 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb4c901f-85df-42c5-95ed-f3feea162d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.391836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c901f-85df-42c5-95ed-f3feea162d35 admin admin] Calling delete_port for 8b46313d-3e04-4851-8629-3a437a572120 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:42.393913 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b17e82-4a2e-41ca-95be-ce81f32d4d89 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:42.404579 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2f474-cffc-4085-a7e4-c4d363386f07 None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:42.415538 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2f474-cffc-4085-a7e4-c4d363386f07 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:42.416503 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7ad2f474-cffc-4085-a7e4-c4d363386f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:42.453621 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7ad2f474-cffc-4085-a7e4-c4d363386f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:42.462834 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad2f474-cffc-4085-a7e4-c4d363386f07 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:42.463695 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7ad2f474-cffc-4085-a7e4-c4d363386f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:42.507085 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7ad2f474-cffc-4085-a7e4-c4d363386f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:42.508084 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad2f474-cffc-4085-a7e4-c4d363386f07 None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:42.747283 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-381f61f4-d577-42b6-bd44-df17c1c50c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:42.885604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:42.932277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba9fad-7996-4a77-b5fa-3749dc58d35a req-230eb53b-93c4-4401-92e9-98c86da6671e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:42.933867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21ba9fad-7996-4a77-b5fa-3749dc58d35a req-230eb53b-93c4-4401-92e9-98c86da6671e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1185181 Jul 27 22:14:43.019804 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21ba9fad-7996-4a77-b5fa-3749dc58d35a req-b2073e3c-301c-4189-87e2-34f5b8122446 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739412 Jul 27 22:14:43.105529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4767f68f-cf68-4d34-9846-2446fe3dfdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.228454 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb4c901f-85df-42c5-95ed-f3feea162d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.230749 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4f61c-c672-422f-bf5f-78248608e6c3 req-d9dd95f5-0a5c-4d89-bfec-2ffaaad2d57f tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:43.232486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2a4f61c-c672-422f-bf5f-78248608e6c3 req-d9dd95f5-0a5c-4d89-bfec-2ffaaad2d57f tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 945 time: 0.0833476 Jul 27 22:14:43.268662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c901f-85df-42c5-95ed-f3feea162d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b46313d-3e04-4851-8629-3a437a572120,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:43.277193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4767f68f-cf68-4d34-9846-2446fe3dfdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.277411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b17e82-4a2e-41ca-95be-ce81f32d4d89 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router f3a8b54c-893c-4711-94aa-ab64ce5e3d70 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:43.289309 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4767f68f-cf68-4d34-9846-2446fe3dfdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.305648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2a4f61c-c672-422f-bf5f-78248608e6c3 req-e67af42a-647d-4819-a5b6-b79b9f9610d7 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673664 Jul 27 22:14:43.330172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4767f68f-cf68-4d34-9846-2446fe3dfdac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25c962443701463fb1c2ce7da032fdf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4389346 Jul 27 22:14:43.330172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:43.353928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767f68f-cf68-4d34-9846-2446fe3dfdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a7e6a-a45d-4bb9-b7e5-fb8951bf1a77,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:43.413960 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f24b41f-ceca-4a64-9426-d329ce2200ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.441141 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f24b41f-ceca-4a64-9426-d329ce2200ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.456237 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a760a-dd09-4cdb-b862-421ebcdac8ea req-93ab14b1-f2aa-42b3-ad45-a1b258cc0b82 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:43.457630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-862a760a-dd09-4cdb-b862-421ebcdac8ea req-93ab14b1-f2aa-42b3-ad45-a1b258cc0b82 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=a45782c9-be21-40d5-a6de-3dcafe4f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0799310 Jul 27 22:14:43.512534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-862a760a-dd09-4cdb-b862-421ebcdac8ea req-387d0105-96fe-4b97-8aa6-3d10f13419fe tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463488 Jul 27 22:14:43.531749 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f24b41f-ceca-4a64-9426-d329ce2200ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.531951 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb4c901f-85df-42c5-95ed-f3feea162d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.534536 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b17e82-4a2e-41ca-95be-ce81f32d4d89 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:43.535263 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f24b41f-ceca-4a64-9426-d329ce2200ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.546635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1f24b41f-ceca-4a64-9426-d329ce2200ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf8a7e6a-a45d-4bb9-b7e5-fb8951bf1a77 HTTP/1.1" status: 204 len: 168 time: 0.2065051 Jul 27 22:14:43.547790 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b17e82-4a2e-41ca-95be-ce81f32d4d89 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.567136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6b5362-4ab6-49b4-a4ea-abe806b7fd56 None None] Sync routers for ids ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:43.569276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24b41f-ceca-4a64-9426-d329ce2200ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a7e6a-a45d-4bb9-b7e5-fb8951bf1a77,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:43.592943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6b5362-4ab6-49b4-a4ea-abe806b7fd56 None None] Routers {'f3a8b54c-893c-4711-94aa-ab64ce5e3d70'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:43.593989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0e6b5362-4ab6-49b4-a4ea-abe806b7fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:43.657314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0e6b5362-4ab6-49b4-a4ea-abe806b7fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:43.685904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6b5362-4ab6-49b4-a4ea-abe806b7fd56 None None] Routers {'f3a8b54c-893c-4711-94aa-ab64ce5e3d70'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:43.687230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0e6b5362-4ab6-49b4-a4ea-abe806b7fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:43.696625 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b7b17e82-4a2e-41ca-95be-ce81f32d4d89 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "PUT /v2.0/floatingips/6bc731f2-f2c1-42d1-a8ca-5d82d53b7897 HTTP/1.1" status: 200 len: 978 time: 3.2381022 Jul 27 22:14:43.699456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:43.737068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0e6b5362-4ab6-49b4-a4ea-abe806b7fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:43.738090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6b5362-4ab6-49b4-a4ea-abe806b7fd56 None None] The sync data for ids ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:43.833207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port 1e0a81ce-343e-425b-8078-f4c305123c17 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:43.834124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:43.874408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4c901f-85df-42c5-95ed-f3feea162d35 admin admin] Router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:43.957531 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.038185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4c901f-85df-42c5-95ed-f3feea162d35 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:44.045783 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-eb4c901f-85df-42c5-95ed-f3feea162d35 admin admin] 10.222.0.24 "PUT /v2.0/routers/4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4298723 Jul 27 22:14:44.048535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56816) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:44.053091 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590df350-b397-4dd6-993e-dd87815223f8 None None] Sync routers for ids ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:44.073717 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590df350-b397-4dd6-993e-dd87815223f8 None None] Routers {'4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:44.075532 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-590df350-b397-4dd6-993e-dd87815223f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:44.213847 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.241747 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-590df350-b397-4dd6-993e-dd87815223f8 None None] Set router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:44.303569 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f27e4d-e991-487c-b16c-e8cafbb41ba8 req-807a1f78-9c4d-475c-a180-c4805b289b4d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:44.305067 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62f27e4d-e991-487c-b16c-e8cafbb41ba8 req-807a1f78-9c4d-475c-a180-c4805b289b4d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1309962 Jul 27 22:14:44.412584 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.428948 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.429422 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.429820 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Floating IP 6bc731f2-f2c1-42d1-a8ca-5d82d53b7897 disassociated. External IP: 172.25.1.58, port: 1e0a81ce-343e-425b-8078-f4c305123c17. Jul 27 22:14:44.430237 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for 1e0a81ce-343e-425b-8078-f4c305123c17 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:44.452646 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62f27e4d-e991-487c-b16c-e8cafbb41ba8 req-e6059471-61e8-4ee1-8e17-e18aed4465e3 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098099 Jul 27 22:14:44.478172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15dceff1-6789-42bb-b8a9-470d37c43375 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:44.479708 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15dceff1-6789-42bb-b8a9-470d37c43375 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/networks?id=03232577-f3ae-48d9-8042-726715c60a6e HTTP/1.1" status: 200 len: 812 time: 0.2078011 Jul 27 22:14:44.480822 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-590df350-b397-4dd6-993e-dd87815223f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:14:43Z', 'revision_number': 5, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port': {'id': '1f09e8a1-f37e-479d-a66e-dda11db4fd97', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:24Z', 'updated_at': '2021-07-27T22:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:44.495796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Deleting port 1f09e8a1-f37e-479d-a66e-dda11db4fd97 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:44.496183 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.515378 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590df350-b397-4dd6-993e-dd87815223f8 None None] Checking router: 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:44.524165 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590df350-b397-4dd6-993e-dd87815223f8 None None] Routers {'4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:44.525008 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-590df350-b397-4dd6-993e-dd87815223f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:44.533935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-ce815ddf-0838-456c-a86d-85a481e8cc60 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/quotas/9a40adc3b3124889a8d1215bcea011a2 HTTP/1.1" status: 200 len: 375 time: 0.0113602 Jul 27 22:14:44.600037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] For port 1f09e8a1-f37e-479d-a66e-dda11db4fd97, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1f09e8a1-f37e-479d-a66e-dda11db4fd97,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:44.600403 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.617824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Calling delete_port for 1f09e8a1-f37e-479d-a66e-dda11db4fd97 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:44.625069 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-590df350-b397-4dd6-993e-dd87815223f8 None None] Set router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:44.638197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-cc0a16d9-d66b-49ae-8522-a4154bfcf299 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a40adc3b3124889a8d1215bcea011a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983834 Jul 27 22:14:44.695391 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-590df350-b397-4dd6-993e-dd87815223f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:14:44Z', 'revision_number': 6, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:44.733746 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590df350-b397-4dd6-993e-dd87815223f8 None None] The sync data for ids ['4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e'] in n-d-802011-3 is: [{'id': '4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e', 'name': 'tempest-ServerRescueTestJSONUnderV235-220489488-router', 'tenant_id': '88362ff17b0b4efcbf619b330731cbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:23Z', 'updated_at': '2021-07-27T22:14:44Z', 'revision_number': 6, 'project_id': '88362ff17b0b4efcbf619b330731cbe3', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:44.771163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.815542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=1e0a81ce-343e-425b-8078-f4c305123c17,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:44.824315 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-e82adc03-c694-4912-9b25-581c9a1796ee service neutron] 10.222.0.24 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713288 Jul 27 22:14:44.832555 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:44.866188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f09e8a1-f37e-479d-a66e-dda11db4fd97,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:44.930209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.017763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-7a56fecb-a513-4882-a61f-193e624ea319 service neutron] 10.222.0.24 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527958 Jul 27 22:14:45.028144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router f3a8b54c-893c-4711-94aa-ab64ce5e3d70 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:45.063636 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.065981 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.150844 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.153541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:14:45.161304 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.170207 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0f0fcfe0-10f6-4f4b-918d-319ca6f7a0a1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4f1803e2-d1ec-495d-8cea-ce9f1ce02a2e HTTP/1.1" status: 204 len: 168 time: 1.1175683 Jul 27 22:14:45.172847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:45.238448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2b6c05-513e-4951-8832-ca60a948faf3 admin admin] Deleting subnet cee472c6-d4f6-4a75-a13f-f7a665f27dc3 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:45.249781 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6c05-513e-4951-8832-ca60a948faf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.298976 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6c05-513e-4951-8832-ca60a948faf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.335470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55d46-e826-4be8-92b0-e0679f2ddf13 req-e12b4d3c-d387-4556-96ec-60496fbe1c42 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:45.337512 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5fb55d46-e826-4be8-92b0-e0679f2ddf13 req-e12b4d3c-d387-4556-96ec-60496fbe1c42 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.41 "GET /v2.0/ports?device_id=a45782c9-be21-40d5-a6de-3dcafe4f9f8b HTTP/1.1" status: 200 len: 945 time: 0.1794264 Jul 27 22:14:45.386409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:45.386748 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6c05-513e-4951-8832-ca60a948faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.400195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52a1e23-eead-4674-944b-e7e7651ca3e1 None None] Sync routers for ids ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:45.433564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52a1e23-eead-4674-944b-e7e7651ca3e1 None None] Routers {'f3a8b54c-893c-4711-94aa-ab64ce5e3d70'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:45.434194 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b52a1e23-eead-4674-944b-e7e7651ca3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:45.486562 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.492888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-32181a8a-2bb1-49b3-ba4e-a7a8c56b9a67 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/ports/1e0a81ce-343e-425b-8078-f4c305123c17 HTTP/1.1" status: 204 len: 168 time: 1.7883670 Jul 27 22:14:45.494346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:45.535857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b52a1e23-eead-4674-944b-e7e7651ca3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:45.559624 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e40d1b64-f698-42b3-a309-4400dd8e11e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.567796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52a1e23-eead-4674-944b-e7e7651ca3e1 None None] Routers {'f3a8b54c-893c-4711-94aa-ab64ce5e3d70'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:45.569545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b52a1e23-eead-4674-944b-e7e7651ca3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:45.583013 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6c05-513e-4951-8832-ca60a948faf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.620373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e2b6c05-513e-4951-8832-ca60a948faf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.636863 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7e2b6c05-513e-4951-8832-ca60a948faf3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cee472c6-d4f6-4a75-a13f-f7a665f27dc3 HTTP/1.1" status: 204 len: 168 time: 0.4484103 Jul 27 22:14:45.643020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56862) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:45.671588 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b52a1e23-eead-4674-944b-e7e7651ca3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:45.674330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52a1e23-eead-4674-944b-e7e7651ca3e1 None None] The sync data for ids ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:45.709974 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.712884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5fb55d46-e826-4be8-92b0-e0679f2ddf13 req-46d05a43-f3ee-43e7-90ea-bb8276cd9b98 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Deleting port 227a84da-b5d5-4e41-9a98-3621be2d32d3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:45.714115 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5fb55d46-e826-4be8-92b0-e0679f2ddf13 req-46d05a43-f3ee-43e7-90ea-bb8276cd9b98 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.829221 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c868f3-ac70-4545-ad6a-e5374fa20556 req-907e56a4-4174-4c84-a2b9-78079a00cd79 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:45.831065 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f5c868f3-ac70-4545-ad6a-e5374fa20556 req-907e56a4-4174-4c84-a2b9-78079a00cd79 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e04e53d-dd98-4e5b-b29f-37ea96c28200 HTTP/1.1" status: 200 len: 945 time: 0.3281095 Jul 27 22:14:45.836153 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:45.837667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1f09e8a1-f37e-479d-a66e-dda11db4fd97 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:45.839549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b6c05-513e-4951-8832-ca60a948faf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee472c6-d4f6-4a75-a13f-f7a665f27dc3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:45.889147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 1f09e8a1-f37e-479d-a66e-dda11db4fd97 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:45.892337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1f09e8a1-f37e-479d-a66e-dda11db4fd97 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:45.893811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8b46313d-3e04-4851-8629-3a437a572120 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:45.934468 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 8b46313d-3e04-4851-8629-3a437a572120 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:45.936789 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8b46313d-3e04-4851-8629-3a437a572120 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:45.937971 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca8e2fce-57f3-4439-a6d0-bdaf82431483 req-2b6ec871-3eb5-4408-a2fa-f8343786f45b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 210 time: 0.1625454 Jul 27 22:14:45.992854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2fb14-e58c-4f32-8738-0bbf64f54c69 req-be639792-7d9a-4fdc-affb-8c50491f2019 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:45.994480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecb2fb14-e58c-4f32-8738-0bbf64f54c69 req-be639792-7d9a-4fdc-affb-8c50491f2019 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.3199651 Jul 27 22:14:46.054686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f5c868f3-ac70-4545-ad6a-e5374fa20556 req-7566ad53-b95a-4c5b-a215-a2ba3c462321 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Deleting port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:46.055085 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f5c868f3-ac70-4545-ad6a-e5374fa20556 req-7566ad53-b95a-4c5b-a215-a2ba3c462321 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.132281 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.171513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c9f9b3-c59b-48da-b16d-f6e4ec57be7f']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:46.181999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5fb55d46-e826-4be8-92b0-e0679f2ddf13 req-46d05a43-f3ee-43e7-90ea-bb8276cd9b98 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] For port 227a84da-b5d5-4e41-9a98-3621be2d32d3, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=227a84da-b5d5-4e41-9a98-3621be2d32d3,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:46.181999 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5fb55d46-e826-4be8-92b0-e0679f2ddf13 req-46d05a43-f3ee-43e7-90ea-bb8276cd9b98 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.188644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90c5240-5b0d-42ff-a880-8bf667d9f3bc') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:46.188644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90c5240-5b0d-42ff-a880-8bf667d9f3bc') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:46.202963 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.286052 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.309906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:46.313596 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:46.317350 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:46.343852 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.383475 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.421537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f5c868f3-ac70-4545-ad6a-e5374fa20556 req-7566ad53-b95a-4c5b-a215-a2ba3c462321 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] For port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:46.421537 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f5c868f3-ac70-4545-ad6a-e5374fa20556 req-7566ad53-b95a-4c5b-a215-a2ba3c462321 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.443398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f5c868f3-ac70-4545-ad6a-e5374fa20556 req-7566ad53-b95a-4c5b-a215-a2ba3c462321 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Calling delete_port for 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:46.463828 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.501330 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.503630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] 10.222.0.24 "DELETE /v2.0/networks/01c9f9b3-c59b-48da-b16d-f6e4ec57be7f HTTP/1.1" status: 204 len: 168 time: 0.7847793 Jul 27 22:14:46.517127 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49c673-ff52-4d12-9d83-8a879704c13b admin admin] Pushing event deleted for resources: {'Network': ['ID=01c9f9b3-c59b-48da-b16d-f6e4ec57be7f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:46.613259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5fb55d46-e826-4be8-92b0-e0679f2ddf13 req-46d05a43-f3ee-43e7-90ea-bb8276cd9b98 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Calling delete_port for 227a84da-b5d5-4e41-9a98-3621be2d32d3 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:46.623533 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f5c868f3-ac70-4545-ad6a-e5374fa20556 req-7566ad53-b95a-4c5b-a215-a2ba3c462321 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.637439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['227a84da-b5d5-4e41-9a98-3621be2d32d3', '9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:46.687195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566ad53-b95a-4c5b-a215-a2ba3c462321 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Pushing event deleted for resources: {'Port': ['ID=9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:46.712305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c868f3-ac70-4545-ad6a-e5374fa20556 req-7566ad53-b95a-4c5b-a215-a2ba3c462321 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] No DVR routers for this DVR port 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:46.715481 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f5c868f3-ac70-4545-ad6a-e5374fa20556 req-7566ad53-b95a-4c5b-a215-a2ba3c462321 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.718328 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f5c868f3-ac70-4545-ad6a-e5374fa20556 req-7566ad53-b95a-4c5b-a215-a2ba3c462321 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.41 "DELETE /v2.0/ports/9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 HTTP/1.1" status: 204 len: 173 time: 0.8797195 Jul 27 22:14:46.718997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e04e53d-dd98-4e5b-b29f-37ea96c28200', 'name': 'network-vif-deleted', 'tag': '9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:46.722104 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623e3779-b7ca-4d7a-9944-3c6ec08db0d5" -d '{"events": [{"server_uuid": "3e04e53d-dd98-4e5b-b29f-37ea96c28200", "name": "network-vif-deleted", "tag": "9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:46.743725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecb2fb14-e58c-4f32-8738-0bbf64f54c69 req-4d974c4e-3f51-49b0-b5d7-1265a522e130 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7011576 Jul 27 22:14:46.805944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56886) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:46.832170 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ed1ce1-bcdc-4775-ac60-14766561bf7a x-openstack-request-id: req-b5ed1ce1-bcdc-4775-ac60-14766561bf7a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:46.832453 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e04e53d-dd98-4e5b-b29f-37ea96c28200", "name": "network-vif-deleted", "tag": "9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:46.832770 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5ed1ce1-bcdc-4775-ac60-14766561bf7a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:46.833121 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e04e53d-dd98-4e5b-b29f-37ea96c28200', 'name': 'network-vif-deleted', 'tag': '9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5', 'status': 'completed', 'code': 200} Jul 27 22:14:46.874399 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ce0cd227-4d23-467d-8349-f559c167bd11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88362ff17b0b4efcbf619b330731cbe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671463 Jul 27 22:14:46.876765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56888) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:46.933393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5fb55d46-e826-4be8-92b0-e0679f2ddf13 req-46d05a43-f3ee-43e7-90ea-bb8276cd9b98 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.938843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b4a2-a7d0-4e15-b25f-9076694aff34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:46.980487 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b4a2-a7d0-4e15-b25f-9076694aff34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.006821 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d05a43-f3ee-43e7-90ea-bb8276cd9b98 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Pushing event deleted for resources: {'Port': ['ID=227a84da-b5d5-4e41-9a98-3621be2d32d3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:47.057745 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b4a2-a7d0-4e15-b25f-9076694aff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.062093 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b4a2-a7d0-4e15-b25f-9076694aff34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.063319 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7cb8b4a2-a7d0-4e15-b25f-9076694aff34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56591b84-07a5-4845-855f-5a0b04979ee6 HTTP/1.1" status: 204 len: 168 time: 0.1855097 Jul 27 22:14:47.071375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8b4a2-a7d0-4e15-b25f-9076694aff34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56591b84-07a5-4845-855f-5a0b04979ee6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:47.116161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c338e18-2ccd-4084-97b7-07addd1c6929 req-8fe6edef-767e-464f-84e0-15bd6ba8df5b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 210 time: 0.0445473 Jul 27 22:14:47.116844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb55d46-e826-4be8-92b0-e0679f2ddf13 req-46d05a43-f3ee-43e7-90ea-bb8276cd9b98 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] No DVR routers for this DVR port 227a84da-b5d5-4e41-9a98-3621be2d32d3 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:47.120086 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5fb55d46-e826-4be8-92b0-e0679f2ddf13 req-46d05a43-f3ee-43e7-90ea-bb8276cd9b98 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.122001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5fb55d46-e826-4be8-92b0-e0679f2ddf13 req-46d05a43-f3ee-43e7-90ea-bb8276cd9b98 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.41 "DELETE /v2.0/ports/227a84da-b5d5-4e41-9a98-3621be2d32d3 HTTP/1.1" status: 204 len: 173 time: 1.7742455 Jul 27 22:14:47.126857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45782c9-be21-40d5-a6de-3dcafe4f9f8b', 'name': 'network-vif-deleted', 'tag': '227a84da-b5d5-4e41-9a98-3621be2d32d3'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:47.134794 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d514f16-1020-4c3c-857d-81ee18f997fe" -d '{"events": [{"server_uuid": "a45782c9-be21-40d5-a6de-3dcafe4f9f8b", "name": "network-vif-deleted", "tag": "227a84da-b5d5-4e41-9a98-3621be2d32d3"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:47.182542 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39738f74-e716-44b3-8069-2b4bce3bed69 x-openstack-request-id: req-39738f74-e716-44b3-8069-2b4bce3bed69 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:47.183148 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45782c9-be21-40d5-a6de-3dcafe4f9f8b", "name": "network-vif-deleted", "tag": "227a84da-b5d5-4e41-9a98-3621be2d32d3", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:47.183148 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39738f74-e716-44b3-8069-2b4bce3bed69 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:47.183543 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45782c9-be21-40d5-a6de-3dcafe4f9f8b', 'name': 'network-vif-deleted', 'tag': '227a84da-b5d5-4e41-9a98-3621be2d32d3', 'status': 'completed', 'code': 200} Jul 27 22:14:47.187217 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d18e4d1-7347-4fe1-a73d-7267f4f60c17 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:47.567404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-6d3d5338-2b3c-4314-b32e-810aef1644f0 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:47.569652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-6d3d5338-2b3c-4314-b32e-810aef1644f0 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.41 "GET /v2.0/networks?id=03232577-f3ae-48d9-8042-726715c60a6e HTTP/1.1" status: 200 len: 812 time: 0.1631997 Jul 27 22:14:47.632650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Request body: {'port': {'device_id': '9efea9ca-5cea-43fc-b998-22d120272553', 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e', 'admin_state_up': True, 'tenant_id': '9a40adc3b3124889a8d1215bcea011a2'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:47.801339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-9f1f4823-69e1-4552-a101-2c39cf47bc0a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:47.804314 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-9f1f4823-69e1-4552-a101-2c39cf47bc0a tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.43 "GET /v2.0/networks?id=03232577-f3ae-48d9-8042-726715c60a6e HTTP/1.1" status: 200 len: 812 time: 0.3261793 Jul 27 22:14:47.818603 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Request body: {'port': {'device_id': '5c1de8c6-d043-48b5-93b1-55bef7708eaa', 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e', 'admin_state_up': True, 'tenant_id': '9a40adc3b3124889a8d1215bcea011a2'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:47.822089 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2d18e4d1-7347-4fe1-a73d-7267f4f60c17 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port 36b67cda-33c9-4e12-9546-5c8b4e6d3f58 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:47.822486 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d18e4d1-7347-4fe1-a73d-7267f4f60c17 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.034250 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:14:48.034250 n-d-802011-3 neutron-server[93835]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 22:14:48.034250 n-d-802011-3 neutron-server[93835]: [parameters: {'project_id': '9a40adc3b3124889a8d1215bcea011a2', 'id': 'ee1d1840-ee35-4b3c-bfc9-f0a5805285f9', 'expiration': datetime.datetime(2021, 7, 27, 22, 16, 48, 17429)}] Jul 27 22:14:48.034250 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:14:48.034794 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:14:48.039995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Made reservation on behalf of 9a40adc3b3124889a8d1215bcea011a2 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:48.041495 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.050352 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.061823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ae7c8-efa5-45b1-84b8-96dd65b1eb35 req-5a638e72-eb7b-4463-af7f-112ad8505824 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:48.070014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d55ae7c8-efa5-45b1-84b8-96dd65b1eb35 req-5a638e72-eb7b-4463-af7f-112ad8505824 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1643884 Jul 27 22:14:48.080070 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d18e4d1-7347-4fe1-a73d-7267f4f60c17 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.102105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2d18e4d1-7347-4fe1-a73d-7267f4f60c17 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for 36b67cda-33c9-4e12-9546-5c8b4e6d3f58 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:48.141664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d55ae7c8-efa5-45b1-84b8-96dd65b1eb35 req-8646a2a5-b795-4b8c-9b86-63d53fd02d34 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647678 Jul 27 22:14:48.281280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:48.322667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Allocated IP 172.20.0.10 (03232577-f3ae-48d9-8042-726715c60a6e/5c0197a5-783a-4f66-8ce5-59e8bf454b4a/6377df5f-6feb-4959-b9cf-a7f792756731) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:48.326420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a086e4a3-8cc8-4685-81ad-b49b3f0d04da req-eb1f75b9-85ba-41a0-b0a6-f5948fe1e792 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 210 time: 0.0434604 Jul 27 22:14:48.433081 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d18e4d1-7347-4fe1-a73d-7267f4f60c17 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.445387 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-863478816-network', 'tenant_id': 'd449be77777e4e6a8abcbd78d5eac49b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:48.478092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18e4d1-7347-4fe1-a73d-7267f4f60c17 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=36b67cda-33c9-4e12-9546-5c8b4e6d3f58,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:48.537893 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.538643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Made reservation on behalf of d449be77777e4e6a8abcbd78d5eac49b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:48.541618 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.581236 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.593421 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.658684 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Network 03232577-f3ae-48d9-8042-726715c60a6e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:48.660555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Made reservation on behalf of 9a40adc3b3124889a8d1215bcea011a2 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:48.662845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:48.664415 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.666478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:48.710239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Pushing event updated for resources: {'Port': ['ID=6377df5f-6feb-4959-b9cf-a7f792756731,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:48.751744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:48.752404 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.894138 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d18e4d1-7347-4fe1-a73d-7267f4f60c17 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:48.965652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 227a84da-b5d5-4e41-9a98-3621be2d32d3 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:48.972455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Allocated IP 172.20.0.9 (03232577-f3ae-48d9-8042-726715c60a6e/5c0197a5-783a-4f66-8ce5-59e8bf454b4a/1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:49.008381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 227a84da-b5d5-4e41-9a98-3621be2d32d3 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:49.009162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 227a84da-b5d5-4e41-9a98-3621be2d32d3 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:49.009817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:49.033535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:49.034115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9f5f3c54-0da7-47f0-b8bf-e420b66e2fd5 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:49.058838 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.068406 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.068982 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae4fa30-effa-403f-881a-517a01b53b48 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2545519 Jul 27 22:14:49.083386 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Request body: {'port': {'device_id': '5c1de8c6-d043-48b5-93b1-55bef7708eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:49.118188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:49.137290 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.177697 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.178516 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Added segment f518f511-8c4b-43ec-a1f0-fd2f0df3bbd6 of type vlan for network c63995f4-e176-4a4d-bac3-ad5978a5b739 Jul 27 22:14:49.180266 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adce1d6-8dd5-41a2-a0a9-196af7ce7a2b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:49.294476 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.410902 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.425979 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.426983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:49.427560 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.436735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2770ae8-1736-4dba-9921-893adcbd544b req-b1b220ab-4690-400f-b31f-fa8d0f9514d6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:49.438209 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2770ae8-1736-4dba-9921-893adcbd544b req-b1b220ab-4690-400f-b31f-fa8d0f9514d6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.2180219 Jul 27 22:14:49.549304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d18e4d1-7347-4fe1-a73d-7267f4f60c17 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router f3a8b54c-893c-4711-94aa-ab64ce5e3d70 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:49.554666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2710829 Jul 27 22:14:49.596537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b67ea6-da6f-4082-84cb-ec616d85649c admin admin] Pushing event updated for resources: {'Network': ['ID=c63995f4-e176-4a4d-bac3-ad5978a5b739,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:49.605833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2770ae8-1736-4dba-9921-893adcbd544b req-f8b00fa1-7b26-4dd7-a553-ba1e1d04a8c3 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553619 Jul 27 22:14:49.607703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network c63995f4-e176-4a4d-bac3-ad5978a5b739 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:49.624555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ac68e-1f57-40c7-9ea8-db90065e3636 req-2480da79-eede-4550-af3c-aa36816fcc2f tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:49.631785 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db7ac68e-1f57-40c7-9ea8-db90065e3636 req-2480da79-eede-4550-af3c-aa36816fcc2f tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 932 time: 0.1912622 Jul 27 22:14:49.680628 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.937680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6377df5f-6feb-4959-b9cf-a7f792756731 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:49.947199 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:49.962252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Transition to ACTIVE for port object 6377df5f-6feb-4959-b9cf-a7f792756731 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:49.970075 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.036094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6377df5f-6feb-4959-b9cf-a7f792756731,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:50.108520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Network 03232577-f3ae-48d9-8042-726715c60a6e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:50.116479 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Attempting to bind port 6377df5f-6feb-4959-b9cf-a7f792756731 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:50.117050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Attempting to bind port 6377df5f-6feb-4959-b9cf-a7f792756731 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:50.117286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Attempting to bind port 6377df5f-6feb-4959-b9cf-a7f792756731 on network 03232577-f3ae-48d9-8042-726715c60a6e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:50.123676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Port 6377df5f-6feb-4959-b9cf-a7f792756731 on network 03232577-f3ae-48d9-8042-726715c60a6e not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:14:50.124080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Attempting to bind port 6377df5f-6feb-4959-b9cf-a7f792756731 on network 03232577-f3ae-48d9-8042-726715c60a6e {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:50.125622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db7ac68e-1f57-40c7-9ea8-db90065e3636 req-7fa28c6e-a0f3-4eb7-b519-da8e7cd81536 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929724 Jul 27 22:14:50.130377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:50.130377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Checking segment: {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:50.131055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Bound using segment: {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:50.131569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Bound port: 6377df5f-6feb-4959-b9cf-a7f792756731, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:50.132000 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.137693 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:50.160675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:50.193999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Pushing event updated for resources: {'Port': ['ID=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:50.202131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] For port 6377df5f-6feb-4959-b9cf-a7f792756731, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:50.205907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] For port 6377df5f-6feb-4959-b9cf-a7f792756731, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6377df5f-6feb-4959-b9cf-a7f792756731,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:50.213589 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.251930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.252560 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.253965 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] 10.222.0.43 "PUT /v2.0/ports/6377df5f-6feb-4959-b9cf-a7f792756731 HTTP/1.1" status: 200 len: 1092 time: 1.1754704 Jul 27 22:14:50.254427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1de8c6-d043-48b5-93b1-55bef7708eaa', 'tag': '6377df5f-6feb-4959-b9cf-a7f792756731'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:50.257150 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795abd46-2cef-4280-b9a7-3594851a9c73" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1de8c6-d043-48b5-93b1-55bef7708eaa", "tag": "6377df5f-6feb-4959-b9cf-a7f792756731"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:50.259516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d18e4d1-7347-4fe1-a73d-7267f4f60c17 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:50.277743 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331521b-6465-46b1-a203-0e06398541d5 None None] Sync routers for ids ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:50.278369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2d18e4d1-7347-4fe1-a73d-7267f4f60c17 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "PUT /v2.0/routers/f3a8b54c-893c-4711-94aa-ab64ce5e3d70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7814586 Jul 27 22:14:50.285655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56974) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:50.298288 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331521b-6465-46b1-a203-0e06398541d5 None None] Routers {'f3a8b54c-893c-4711-94aa-ab64ce5e3d70'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:50.299923 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d331521b-6465-46b1-a203-0e06398541d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:50.318983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.319664 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.346699 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d331521b-6465-46b1-a203-0e06398541d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:50.358117 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331521b-6465-46b1-a203-0e06398541d5 None None] Routers {'f3a8b54c-893c-4711-94aa-ab64ce5e3d70'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:50.359176 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d331521b-6465-46b1-a203-0e06398541d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:50.370058 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2ac5e5-fbe6-40d8-af30-7e25a47f9c6f x-openstack-request-id: req-7f2ac5e5-fbe6-40d8-af30-7e25a47f9c6f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:50.370058 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1de8c6-d043-48b5-93b1-55bef7708eaa", "tag": "6377df5f-6feb-4959-b9cf-a7f792756731", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:50.370445 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f2ac5e5-fbe6-40d8-af30-7e25a47f9c6f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:50.370566 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1de8c6-d043-48b5-93b1-55bef7708eaa', 'tag': '6377df5f-6feb-4959-b9cf-a7f792756731', 'status': 'completed', 'code': 200} Jul 27 22:14:50.371135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e1bd5-884f-4527-b312-ae4db55a26e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6377df5f-6feb-4959-b9cf-a7f792756731,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:50.392397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1603b8e6-650c-4726-9207-bb9b778ec980 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7825201 Jul 27 22:14:50.401459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81c061-1c69-4f21-a724-c5401c8e9eff req-bea2f93e-ad07-458b-9ea7-d3cd28766f38 tempest-ComputeTenantNetworksTest-2120756221 tempest-ComputeTenantNetworksTest-2120756221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.408792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81c061-1c69-4f21-a724-c5401c8e9eff req-bea2f93e-ad07-458b-9ea7-d3cd28766f38 tempest-ComputeTenantNetworksTest-2120756221 tempest-ComputeTenantNetworksTest-2120756221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.415379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81c061-1c69-4f21-a724-c5401c8e9eff req-bea2f93e-ad07-458b-9ea7-d3cd28766f38 tempest-ComputeTenantNetworksTest-2120756221 tempest-ComputeTenantNetworksTest-2120756221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.417442 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a81c061-1c69-4f21-a724-c5401c8e9eff req-bea2f93e-ad07-458b-9ea7-d3cd28766f38 tempest-ComputeTenantNetworksTest-2120756221 tempest-ComputeTenantNetworksTest-2120756221-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3191717 Jul 27 22:14:50.417907 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d331521b-6465-46b1-a203-0e06398541d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:50.418905 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331521b-6465-46b1-a203-0e06398541d5 None None] The sync data for ids ['f3a8b54c-893c-4711-94aa-ab64ce5e3d70'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:50.430671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Request body: {'port': {'device_id': '9efea9ca-5cea-43fc-b998-22d120272553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:50.567759 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.584597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3177cc-3a0f-451c-91dc-343980138458 req-690b1371-5904-4bf0-95b6-ec704543c480 tempest-ComputeTenantNetworksTest-2120756221 tempest-ComputeTenantNetworksTest-2120756221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.586019 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c3177cc-3a0f-451c-91dc-343980138458 req-690b1371-5904-4bf0-95b6-ec704543c480 tempest-ComputeTenantNetworksTest-2120756221 tempest-ComputeTenantNetworksTest-2120756221-project] 10.222.0.24 "GET /v2.0/networks/c63995f4-e176-4a4d-bac3-ad5978a5b739 HTTP/1.1" status: 200 len: 768 time: 0.1218243 Jul 27 22:14:50.623893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:50.783303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-2e7e3e40-2cf4-4a05-95d4-abea95e4b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.785318 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-2e7e3e40-2cf4-4a05-95d4-abea95e4b4c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a40adc3b3124889a8d1215bcea011a2&device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 1095 time: 0.4567163 Jul 27 22:14:50.809729 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.862383 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-7c5af111-d351-4f53-afd4-1ea99bd7ac9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6377df5f-6feb-4959-b9cf-a7f792756731 HTTP/1.1" status: 200 len: 217 time: 0.0567610 Jul 27 22:14:50.865835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:50.879779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f499c-aaf7-435e-9dfa-dc95a2d70390 req-e854cb5a-9e8e-4608-87f7-584b0ebdc6df tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:50.881225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e79f499c-aaf7-435e-9dfa-dc95a2d70390 req-e854cb5a-9e8e-4608-87f7-584b0ebdc6df tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1394174 Jul 27 22:14:50.996682 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.019998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63995f4-e176-4a4d-bac3-ad5978a5b739']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:51.036989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-7fe95b4b-0fe6-4dd9-8c70-6f9dfe3ad6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:51.038104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f518f511-8c4b-43ec-a1f0-fd2f0df3bbd6') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:51.038452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f518f511-8c4b-43ec-a1f0-fd2f0df3bbd6') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:51.038600 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-7fe95b4b-0fe6-4dd9-8c70-6f9dfe3ad6b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c0197a5-783a-4f66-8ce5-59e8bf454b4a HTTP/1.1" status: 200 len: 852 time: 0.1685913 Jul 27 22:14:51.047496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e79f499c-aaf7-435e-9dfa-dc95a2d70390 req-6ab29699-099d-4cc1-bc61-d427d6707202 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389098 Jul 27 22:14:51.065985 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.075881 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-67321f5a-ed8e-4ecf-a310-bc34c36c37cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03232577-f3ae-48d9-8042-726715c60a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291305 Jul 27 22:14:51.080880 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.105023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.115080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:51.115490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:51.117090 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:51.133271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:51.167443 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.200194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Transition to ACTIVE for port object 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:51.201543 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.217585 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.223235 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c63995f4-e176-4a4d-bac3-ad5978a5b739 HTTP/1.1" status: 204 len: 168 time: 0.5961907 Jul 27 22:14:51.223467 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-e0b2f19f-debc-4e88-b9b2-2daaa3f878ce service neutron] 10.222.0.43 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359463 Jul 27 22:14:51.233884 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.251399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port abafc3d4-e757-4475-a858-c263be9093b9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:51.251790 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.264646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cf403-3ad2-4838-954b-e8ddf46dd9d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c63995f4-e176-4a4d-bac3-ad5978a5b739,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:51.330000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Pushing event updated for resources: {'Port': ['ID=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:51.389696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f42d2-fbf3-4dd4-93ff-df21d618872e req-749b1145-f8e5-4919-979c-7ee1f209bd22 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:51.391208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd4f42d2-fbf3-4dd4-93ff-df21d618872e req-749b1145-f8e5-4919-979c-7ee1f209bd22 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 944 time: 0.1286530 Jul 27 22:14:51.397281 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-8ae44af4-44eb-4628-ba4a-74403b050807 service neutron] 10.222.0.43 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617868 Jul 27 22:14:51.398987 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.412052 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for abafc3d4-e757-4475-a858-c263be9093b9 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:51.445629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Attempting to bind port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:51.445629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Attempting to bind port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:51.445629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Attempting to bind port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 on network 03232577-f3ae-48d9-8042-726715c60a6e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:51.448964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56992) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.461067 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd4f42d2-fbf3-4dd4-93ff-df21d618872e req-43894ef2-7c5a-4691-8156-e634cdc689ed tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616648 Jul 27 22:14:51.468251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 on network 03232577-f3ae-48d9-8042-726715c60a6e not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:14:51.468581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Attempting to bind port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 on network 03232577-f3ae-48d9-8042-726715c60a6e {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:51.477728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:51.477987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Checking segment: {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:51.478398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Bound using segment: {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:51.478839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Bound port: 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:51.479211 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.538013 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4805fe43-83d0-4b2a-8425-e2537937448d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d449be77777e4e6a8abcbd78d5eac49b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0865412 Jul 27 22:14:51.540645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56994) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:51.562051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795abd46-2cef-4280-b9a7-3594851a9c73 req-4c5c0092-9826-4162-843a-fce51b8d7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:51.563916 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-795abd46-2cef-4280-b9a7-3594851a9c73 req-4c5c0092-9826-4162-843a-fce51b8d7e38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a40adc3b3124889a8d1215bcea011a2&device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 1095 time: 0.0952456 Jul 27 22:14:51.604932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] For port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:51.623851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] For port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:51.631776 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27189878-5cc3-4c9e-8457-c07e125e0e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.633991 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.689215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:51.689509 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.690794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] 10.222.0.41 "PUT /v2.0/ports/1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 HTTP/1.1" status: 200 len: 1091 time: 1.2721932 Jul 27 22:14:51.691322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efea9ca-5cea-43fc-b998-22d120272553', 'tag': '1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:51.693569 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8977e20d-76f2-45fa-a92c-754ce4a0ae3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9efea9ca-5cea-43fc-b998-22d120272553", "tag": "1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:51.699566 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27189878-5cc3-4c9e-8457-c07e125e0e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.735299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15003205-3123-4ee9-946d-3b28fe1b203b service neutron] Pushing event updated for resources: {'Port': ['ID=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:51.744091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795abd46-2cef-4280-b9a7-3594851a9c73 req-6155da2a-361b-44b9-90e4-2b9406f04c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:51.759185 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-795abd46-2cef-4280-b9a7-3594851a9c73 req-6155da2a-361b-44b9-90e4-2b9406f04c6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=03232577-f3ae-48d9-8042-726715c60a6e HTTP/1.1" status: 200 len: 913 time: 0.1823719 Jul 27 22:14:51.768095 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6838e7-d8b0-4de1-836b-9707b46662bb x-openstack-request-id: req-8b6838e7-d8b0-4de1-836b-9707b46662bb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:51.768414 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efea9ca-5cea-43fc-b998-22d120272553", "tag": "1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:51.768637 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b6838e7-d8b0-4de1-836b-9707b46662bb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:51.769069 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efea9ca-5cea-43fc-b998-22d120272553', 'tag': '1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6', 'status': 'completed', 'code': 200} Jul 27 22:14:51.806220 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.844464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-3959f98d-316c-4452-8263-7a49385cfc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:51.847642 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-3959f98d-316c-4452-8263-7a49385cfc7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a40adc3b3124889a8d1215bcea011a2&device_id=9efea9ca-5cea-43fc-b998-22d120272553 HTTP/1.1" status: 200 len: 1094 time: 0.1023698 Jul 27 22:14:51.849656 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-795abd46-2cef-4280-b9a7-3594851a9c73 req-764b0003-7892-494a-a04f-d24c50f9bf6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6377df5f-6feb-4959-b9cf-a7f792756731 HTTP/1.1" status: 200 len: 217 time: 0.0599267 Jul 27 22:14:51.882879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=abafc3d4-e757-4475-a858-c263be9093b9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:51.926818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-9cf9c94a-4e03-492d-90b1-ea60935cda3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 HTTP/1.1" status: 200 len: 217 time: 0.0710344 Jul 27 22:14:51.929076 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27189878-5cc3-4c9e-8457-c07e125e0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.934105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27189878-5cc3-4c9e-8457-c07e125e0e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:51.948226 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-27189878-5cc3-4c9e-8457-c07e125e0e15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6adce1d6-8dd5-41a2-a0a9-196af7ce7a2b HTTP/1.1" status: 204 len: 168 time: 0.4052899 Jul 27 22:14:51.974879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795abd46-2cef-4280-b9a7-3594851a9c73 req-7d7f92f7-d78f-40e8-bf4d-8bface6dddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:51.976396 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-795abd46-2cef-4280-b9a7-3594851a9c73 req-7d7f92f7-d78f-40e8-bf4d-8bface6dddfc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c0197a5-783a-4f66-8ce5-59e8bf454b4a HTTP/1.1" status: 200 len: 852 time: 0.1088591 Jul 27 22:14:52.006489 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.057208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27189878-5cc3-4c9e-8457-c07e125e0e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adce1d6-8dd5-41a2-a0a9-196af7ce7a2b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:52.096247 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-c1291248-eda5-45cc-abe2-cec1e76863b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:52.101487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-c1291248-eda5-45cc-abe2-cec1e76863b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c0197a5-783a-4f66-8ce5-59e8bf454b4a HTTP/1.1" status: 200 len: 852 time: 0.1507263 Jul 27 22:14:52.102005 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-795abd46-2cef-4280-b9a7-3594851a9c73 req-9bfe3b03-6924-456d-b4c1-0e0602517399 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03232577-f3ae-48d9-8042-726715c60a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107800 Jul 27 22:14:52.151635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-1025c5fd-3728-4601-8e38-1d0f78be445e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03232577-f3ae-48d9-8042-726715c60a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359225 Jul 27 22:14:52.203891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.276828 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.288348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-0cce4029-45dc-4e22-a2f6-4f495ccd7f72 service neutron] 10.222.0.41 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282725 Jul 27 22:14:52.386023 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.386520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Fanout notify agent at l3_agent the message router_deleted on router f3a8b54c-893c-4711-94aa-ab64ce5e3d70 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:14:52.410637 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.416883 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-39af801a-8490-4001-92a8-04df26557063 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/routers/f3a8b54c-893c-4711-94aa-ab64ce5e3d70 HTTP/1.1" status: 204 len: 168 time: 2.1165218 Jul 27 22:14:52.418817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57016) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:52.437381 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cb37b-5cb3-4914-8540-cf010185d2a8 req-57362fa8-56df-4f78-acf9-5ccd9ad52dad tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:52.445275 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53cb37b-5cb3-4914-8540-cf010185d2a8 req-57362fa8-56df-4f78-acf9-5ccd9ad52dad tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1556983 Jul 27 22:14:52.461530 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-795abd46-2cef-4280-b9a7-3594851a9c73 req-23bb74d8-1c06-4970-9f24-89b6614794ed service neutron] 10.222.0.43 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929990 Jul 27 22:14:52.504099 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 6377df5f-6feb-4959-b9cf-a7f792756731 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:14:52.556395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08165f6-d8fe-415f-9d57-e68a6afec13b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting subnet 1c8d1b90-283c-4db1-8702-f4ca07dd349f {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:52.561064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c08165f6-d8fe-415f-9d57-e68a6afec13b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.588652 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-795abd46-2cef-4280-b9a7-3594851a9c73 req-0833c5a6-78e7-43fc-b10a-f8386b2e8236 service neutron] 10.222.0.43 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130164 Jul 27 22:14:52.699887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 6377df5f-6feb-4959-b9cf-a7f792756731, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6377df5f-6feb-4959-b9cf-a7f792756731,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:52.704420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b35258a-a233-4b70-b18b-92a5d910d327 req-602dcc9c-aa68-496e-8c1e-abd3a8fa15a6 service neutron] 10.222.0.41 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758094 Jul 27 22:14:52.729530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '6377df5f-6feb-4959-b9cf-a7f792756731', 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e', 'port_id': '6377df5f-6feb-4959-b9cf-a7f792756731', 'mac_address': 'fa:16:3e:9f:94:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0197a5-783a-4f66-8ce5-59e8bf454b4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:14:52.790214 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c08165f6-d8fe-415f-9d57-e68a6afec13b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.797973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f53cb37b-5cb3-4914-8540-cf010185d2a8 req-7d391ed3-e186-40ac-93dc-8c0b8ad52493 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518496 Jul 27 22:14:52.799091 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.817823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6377df5f-6feb-4959-b9cf-a7f792756731 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:52.849021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 6377df5f-6feb-4959-b9cf-a7f792756731, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6377df5f-6feb-4959-b9cf-a7f792756731,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:52.861919 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:52.942421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=6377df5f-6feb-4959-b9cf-a7f792756731,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:52.968168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2593a6e-089b-49de-b5ec-a534a61d569b req-78617eba-8e1b-4ece-88fd-7e9317241506 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:52.969737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2593a6e-089b-49de-b5ec-a534a61d569b req-78617eba-8e1b-4ece-88fd-7e9317241506 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 944 time: 0.3354445 Jul 27 22:14:53.004708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977e20d-76f2-45fa-a92c-754ce4a0ae3a req-84a9f42e-34e0-41f6-bc73-0c6109d533f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:53.012183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8977e20d-76f2-45fa-a92c-754ce4a0ae3a req-84a9f42e-34e0-41f6-bc73-0c6109d533f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a40adc3b3124889a8d1215bcea011a2&device_id=9efea9ca-5cea-43fc-b998-22d120272553 HTTP/1.1" status: 200 len: 1094 time: 0.2256467 Jul 27 22:14:53.215082 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493248e8-d771-459d-98d6-7b5508a1be4e req-b448038c-7d1c-49d2-ad86-bc962b5f9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:53.221655 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-493248e8-d771-459d-98d6-7b5508a1be4e req-b448038c-7d1c-49d2-ad86-bc962b5f9bce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 1096 time: 0.0957885 Jul 27 22:14:53.223546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2593a6e-089b-49de-b5ec-a534a61d569b req-ceb20206-bdea-4ab9-9743-706c78a9f688 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428987 Jul 27 22:14:53.229880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['6377df5f-6feb-4959-b9cf-a7f792756731'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:53.240018 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c08165f6-d8fe-415f-9d57-e68a6afec13b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.302538 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.363220 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977e20d-76f2-45fa-a92c-754ce4a0ae3a req-f978767f-8f65-43a2-930b-54a790c2a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:53.364705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8977e20d-76f2-45fa-a92c-754ce4a0ae3a req-f978767f-8f65-43a2-930b-54a790c2a97d service neutron] 10.222.0.41 "GET /v2.0/networks?id=03232577-f3ae-48d9-8042-726715c60a6e HTTP/1.1" status: 200 len: 913 time: 0.3398170 Jul 27 22:14:53.395135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7080f-6955-4fee-a0ab-d961371776bd req-41a86825-7e74-486e-b1a6-898f5470fd1e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:53.396094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfd7080f-6955-4fee-a0ab-d961371776bd req-41a86825-7e74-486e-b1a6-898f5470fd1e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.2058241 Jul 27 22:14:53.429934 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8977e20d-76f2-45fa-a92c-754ce4a0ae3a req-aa674107-a961-4ed3-b0e3-2d669d4fe54c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 HTTP/1.1" status: 200 len: 217 time: 0.0523031 Jul 27 22:14:53.481521 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c08165f6-d8fe-415f-9d57-e68a6afec13b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.523650 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493248e8-d771-459d-98d6-7b5508a1be4e req-d601b37c-31ba-4c1a-a97e-f54cc9eca3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:53.525916 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-493248e8-d771-459d-98d6-7b5508a1be4e req-d601b37c-31ba-4c1a-a97e-f54cc9eca3f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.2963145 Jul 27 22:14:53.537079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08165f6-d8fe-415f-9d57-e68a6afec13b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8d1b90-283c-4db1-8702-f4ca07dd349f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:53.544147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fa871c-4eef-44cf-9bb7-07b61d4ef8c4 None None] Network b8628146-6082-431e-817f-2d9212a81397 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:53.549501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfd7080f-6955-4fee-a0ab-d961371776bd req-9669b04e-8a1a-4509-94f9-8db0a7d1cd3b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219616 Jul 27 22:14:53.550703 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c08165f6-d8fe-415f-9d57-e68a6afec13b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.559380 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c08165f6-d8fe-415f-9d57-e68a6afec13b tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/subnets/1c8d1b90-283c-4db1-8702-f4ca07dd349f HTTP/1.1" status: 204 len: 168 time: 1.1388271 Jul 27 22:14:53.563250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:53.595726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977e20d-76f2-45fa-a92c-754ce4a0ae3a req-7734b0e3-0039-4613-9bef-f66cb0d1044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:53.597586 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8977e20d-76f2-45fa-a92c-754ce4a0ae3a req-7734b0e3-0039-4613-9bef-f66cb0d1044f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c0197a5-783a-4f66-8ce5-59e8bf454b4a HTTP/1.1" status: 200 len: 852 time: 0.1567578 Jul 27 22:14:53.617053 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-493248e8-d771-459d-98d6-7b5508a1be4e req-01bf190f-3b66-4d7f-ba1d-21a583502eae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59 HTTP/1.1" status: 200 len: 1000 time: 0.0806003 Jul 27 22:14:53.690296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1061188211-network', 'tenant_id': '6a8d7fae8ba84b19ab068a8cff73c9f1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:53.710410 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.725390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Made reservation on behalf of 6a8d7fae8ba84b19ab068a8cff73c9f1 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:53.727972 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.742180 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.746568 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8977e20d-76f2-45fa-a92c-754ce4a0ae3a req-7c2f429e-89d5-408b-aa71-51e1a45146ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03232577-f3ae-48d9-8042-726715c60a6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332849 Jul 27 22:14:53.756347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493248e8-d771-459d-98d6-7b5508a1be4e req-c6aa9e71-dd78-4cb6-a7b8-fdec7ccae0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:53.757882 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-493248e8-d771-459d-98d6-7b5508a1be4e req-c6aa9e71-dd78-4cb6-a7b8-fdec7ccae0cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.1340215 Jul 27 22:14:53.801454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55bd7ff-7602-4dae-a2b5-78287a3e4a77 None None] DHCP port deletion for b8628146-6082-431e-817f-2d9212a81397 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:53.840471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493248e8-d771-459d-98d6-7b5508a1be4e req-9e8fa8f6-9899-4816-a5d5-5ae5d9d32304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:53.842351 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-493248e8-d771-459d-98d6-7b5508a1be4e req-9e8fa8f6-9899-4816-a5d5-5ae5d9d32304 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761163 Jul 27 22:14:53.881127 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b55bd7ff-7602-4dae-a2b5-78287a3e4a77 None None] Deleting port d4632396-c5a7-4db9-97c4-e180d89cff5a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:53.881625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55bd7ff-7602-4dae-a2b5-78287a3e4a77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.898463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port d4632396-c5a7-4db9-97c4-e180d89cff5a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:53.898810 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.915028 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8977e20d-76f2-45fa-a92c-754ce4a0ae3a req-7784b81f-9f91-4c31-a644-9fd153fd677e service neutron] 10.222.0.41 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379609 Jul 27 22:14:53.955800 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.972595 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.996413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b55bd7ff-7602-4dae-a2b5-78287a3e4a77 None None] For port d4632396-c5a7-4db9-97c4-e180d89cff5a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d4632396-c5a7-4db9-97c4-e180d89cff5a,segment=NetworkSegment(a7f17e09-266d-43cf-9490-2ca84fab1f54),segment_id=a7f17e09-266d-43cf-9490-2ca84fab1f54)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:53.996705 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55bd7ff-7602-4dae-a2b5-78287a3e4a77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:53.998201 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-493248e8-d771-459d-98d6-7b5508a1be4e req-8d65f83f-d6db-4f63-8d76-d8673dcddfc8 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439888 Jul 27 22:14:54.001669 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:54.016124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b55bd7ff-7602-4dae-a2b5-78287a3e4a77 None None] Calling delete_port for d4632396-c5a7-4db9-97c4-e180d89cff5a owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:54.112242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] For port d4632396-c5a7-4db9-97c4-e180d89cff5a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d4632396-c5a7-4db9-97c4-e180d89cff5a,segment=NetworkSegment(a7f17e09-266d-43cf-9490-2ca84fab1f54),segment_id=a7f17e09-266d-43cf-9490-2ca84fab1f54)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:54.112631 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.130377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b55bd7ff-7602-4dae-a2b5-78287a3e4a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.132999 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.133227 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Added segment fe93ffe2-c082-48ec-bab6-d0c3ecb60f63 of type vlan for network 40b69944-a0c2-4cd0-957b-acbe01c7694f Jul 27 22:14:54.147023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690ed1e-5690-44ce-b9e3-e44b441679d0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:54.162329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bd7ff-7602-4dae-a2b5-78287a3e4a77 None None] Pushing event deleted for resources: {'Port': ['ID=d4632396-c5a7-4db9-97c4-e180d89cff5a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:54.174619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for d4632396-c5a7-4db9-97c4-e180d89cff5a owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:54.174989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55bd7ff-7602-4dae-a2b5-78287a3e4a77 None None] No DVR routers for this DVR port d4632396-c5a7-4db9-97c4-e180d89cff5a on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:54.177771 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-493248e8-d771-459d-98d6-7b5508a1be4e req-4b6cb979-86d2-4728-aa68-e6c322bd2de1 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696639 Jul 27 22:14:54.201836 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.246929 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.248525 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:54.249120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.266823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8977e20d-76f2-45fa-a92c-754ce4a0ae3a req-d0577f63-af3f-4f33-800c-7cfea31bfce4 service neutron] 10.222.0.41 "GET /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191168 Jul 27 22:14:54.316520 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.330633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] Pushing event updated for resources: {'Network': ['ID=40b69944-a0c2-4cd0-957b-acbe01c7694f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:54.341985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 40b69944-a0c2-4cd0-957b-acbe01c7694f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:54.347469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57058) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:54.354380 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4b466da2-71a7-493b-a43b-d4390fb3dac3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9590044 Jul 27 22:14:54.354794 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5545a6f8-5bad-46a2-8286-c2ccd0a606b6 admin admin] Request body: {'subnet': {'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1061188211-subnet', 'tenant_id': '6a8d7fae8ba84b19ab068a8cff73c9f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:54.375894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=d4632396-c5a7-4db9-97c4-e180d89cff5a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:54.380252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] No DVR routers for this DVR port d4632396-c5a7-4db9-97c4-e180d89cff5a on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:54.399826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5545a6f8-5bad-46a2-8286-c2ccd0a606b6 admin admin] Made reservation on behalf of 6a8d7fae8ba84b19ab068a8cff73c9f1 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:54.401002 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5545a6f8-5bad-46a2-8286-c2ccd0a606b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.556954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af01d09-1db8-4405-b0b2-96ba28837311 req-ed140036-8fcb-4199-96e2-5da39f3cdf65 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:54.558640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8af01d09-1db8-4405-b0b2-96ba28837311 req-ed140036-8fcb-4199-96e2-5da39f3cdf65 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 945 time: 0.1798701 Jul 27 22:14:54.568927 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.592772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8628146-6082-431e-817f-2d9212a81397']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:54.616927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f17e09-266d-43cf-9490-2ca84fab1f54') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:54.617225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f17e09-266d-43cf-9490-2ca84fab1f54') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:54.647148 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.687930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8af01d09-1db8-4405-b0b2-96ba28837311 req-02a16b39-4e61-4f63-89cd-1a05f86aad3e tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163702 Jul 27 22:14:54.706916 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.719580 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:54.720642 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:54.724952 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:54.990920 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:14:55.101161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:55.112312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf8fc8-2471-43fe-8b4c-b0055c16e8f7 req-58c78a3b-0c18-43e1-a3dd-22f5728cf659 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:55.112902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6', 'network_id': '03232577-f3ae-48d9-8042-726715c60a6e', 'port_id': '1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6', 'mac_address': 'fa:16:3e:08:0b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0197a5-783a-4f66-8ce5-59e8bf454b4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:14:55.113803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5cf8fc8-2471-43fe-8b4c-b0055c16e8f7 req-58c78a3b-0c18-43e1-a3dd-22f5728cf659 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.4835947 Jul 27 22:14:55.173860 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.175069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.186085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.188346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/networks/b8628146-6082-431e-817f-2d9212a81397 HTTP/1.1" status: 204 len: 168 time: 1.6241770 Jul 27 22:14:55.191200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57066) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:55.210306 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5545a6f8-5bad-46a2-8286-c2ccd0a606b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.217200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aff328-b3b6-4bde-8039-a2b3f1d15cf2 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Network': ['ID=b8628146-6082-431e-817f-2d9212a81397,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:55.238564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:55.251205 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5cf8fc8-2471-43fe-8b4c-b0055c16e8f7 req-0504a979-4859-4d1f-a85b-5f8c334cf8df tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298738 Jul 27 22:14:55.266037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:55.284503 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.287054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545a6f8-5bad-46a2-8286-c2ccd0a606b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:55.303925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545a6f8-5bad-46a2-8286-c2ccd0a606b6 admin admin] Checking segment: {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:55.304399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545a6f8-5bad-46a2-8286-c2ccd0a606b6 admin admin] Network hostable DHCP agents. Network: 40b69944-a0c2-4cd0-957b-acbe01c7694f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:14:55.330190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545a6f8-5bad-46a2-8286-c2ccd0a606b6 admin admin] Network 40b69944-a0c2-4cd0-957b-acbe01c7694f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:14:55.343418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5545a6f8-5bad-46a2-8286-c2ccd0a606b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 40b69944-a0c2-4cd0-957b-acbe01c7694f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:55.349809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5545a6f8-5bad-46a2-8286-c2ccd0a606b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:55.350440 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5545a6f8-5bad-46a2-8286-c2ccd0a606b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.365403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf2dc88-fcb7-43e0-b554-bff819991cac None None] Network 40b69944-a0c2-4cd0-957b-acbe01c7694f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:55.378482 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5545a6f8-5bad-46a2-8286-c2ccd0a606b6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0197015 Jul 27 22:14:55.419401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9d02e73e-7548-44b3-b5f4-69704b9ded6c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port f48419c0-8293-4ff9-a375-4e2233b0a379 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:55.419950 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d02e73e-7548-44b3-b5f4-69704b9ded6c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.499400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:55.540990 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d02e73e-7548-44b3-b5f4-69704b9ded6c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.542170 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d02e73e-7548-44b3-b5f4-69704b9ded6c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.559328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9d02e73e-7548-44b3-b5f4-69704b9ded6c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for f48419c0-8293-4ff9-a375-4e2233b0a379 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:55.577911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:55.660674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d4632396-c5a7-4db9-97c4-e180d89cff5a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:55.682898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d4632396-c5a7-4db9-97c4-e180d89cff5a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:55.683260 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d4632396-c5a7-4db9-97c4-e180d89cff5a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:55.741099 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d02e73e-7548-44b3-b5f4-69704b9ded6c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.779685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2517e0c5-0ba3-47da-acc1-6110bbee60f1 None None] Network 40b69944-a0c2-4cd0-957b-acbe01c7694f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:55.791269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02e73e-7548-44b3-b5f4-69704b9ded6c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=f48419c0-8293-4ff9-a375-4e2233b0a379,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:55.861894 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d02e73e-7548-44b3-b5f4-69704b9ded6c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.866881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d02e73e-7548-44b3-b5f4-69704b9ded6c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:55.868154 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9d02e73e-7548-44b3-b5f4-69704b9ded6c tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/floatingips/6bc731f2-f2c1-42d1-a8ca-5d82d53b7897 HTTP/1.1" status: 204 len: 168 time: 0.6748388 Jul 27 22:14:55.871483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:55.909809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdddc2-c766-4ed7-8cf4-524c7e175d13 req-a335ff08-14b8-42e1-8ec2-7b41f12d5a86 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:55.911630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ebdddc2-c766-4ed7-8cf4-524c7e175d13 req-a335ff08-14b8-42e1-8ec2-7b41f12d5a86 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 945 time: 0.1028547 Jul 27 22:14:55.913224 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f771e355-5c7c-466f-a1c8-f2d7c4edbebd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:55.914100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f771e355-5c7c-466f-a1c8-f2d7c4edbebd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:55.916414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f771e355-5c7c-466f-a1c8-f2d7c4edbebd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/ports/1e0a81ce-343e-425b-8078-f4c305123c17 HTTP/1.1" status: 404 len: 333 time: 0.0431602 Jul 27 22:14:55.918927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57098) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:55.947388 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c5bc8f63-8f3f-4c4d-b86d-e188bd5c1009 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3a8b54c-893c-4711-94aa-ab64ce5e3d70 HTTP/1.1" status: 200 len: 205 time: 0.0270417 Jul 27 22:14:55.949662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57100) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:56.008510 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-6959f535-050e-46c1-8df5-b0ea4928bc58 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] delete failed (client error): The resource could not be found. Jul 27 22:14:56.009559 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ebdddc2-c766-4ed7-8cf4-524c7e175d13 req-160772b1-933e-4d24-8268-73e9e8070f0c tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914164 Jul 27 22:14:56.012251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57102) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:56.013458 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6959f535-050e-46c1-8df5-b0ea4928bc58 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/routers/f3a8b54c-893c-4711-94aa-ab64ce5e3d70 HTTP/1.1" status: 404 len: 336 time: 0.0616789 Jul 27 22:14:56.047893 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-95498e8b-606b-4083-a3a3-7e4744bb2f3a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] DELETE failed (client error): The resource could not be found. Jul 27 22:14:56.048354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95498e8b-606b-4083-a3a3-7e4744bb2f3a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:14:56.052756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-95498e8b-606b-4083-a3a3-7e4744bb2f3a tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/subnets/1c8d1b90-283c-4db1-8702-f4ca07dd349f HTTP/1.1" status: 404 len: 337 time: 0.0361390 Jul 27 22:14:56.053217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57104) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:56.099878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-a826c787-5760-41a7-b5bb-2649ea643e9c tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:56.101381 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-a826c787-5760-41a7-b5bb-2649ea643e9c tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 815 time: 0.1584311 Jul 27 22:14:56.117016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-773e4e3e-cffb-4167-babf-722cb60e5331 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/quotas/6a8d7fae8ba84b19ab068a8cff73c9f1 HTTP/1.1" status: 200 len: 375 time: 0.0093317 Jul 27 22:14:56.150378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-53fb4510-fc32-4510-9a60-ffc5c3410d9f tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270169 Jul 27 22:14:56.160204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-249ae951-a948-4f48-9d7f-b89081ad7515 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port 07d51cf4-68bd-4f9a-8a20-f0e375608796 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:56.160597 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-249ae951-a948-4f48-9d7f-b89081ad7515 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.254884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-249ae951-a948-4f48-9d7f-b89081ad7515 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.256923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-31fb3f64-8b98-4e74-bc65-21ca5aa41536 service neutron] 10.222.0.24 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974824 Jul 27 22:14:56.269596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-249ae951-a948-4f48-9d7f-b89081ad7515 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for 07d51cf4-68bd-4f9a-8a20-f0e375608796 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:56.359692 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-36fcc5e5-e49b-4500-9285-2e94889ff5a0 service neutron] 10.222.0.24 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018283 Jul 27 22:14:56.415372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54bd31-f7e3-4952-9551-1fba424f0d79 req-9edb869f-8389-4ef6-9d0d-1916df0c34de tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:56.423352 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df54bd31-f7e3-4952-9551-1fba424f0d79 req-9edb869f-8389-4ef6-9d0d-1916df0c34de tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0615480 Jul 27 22:14:56.440642 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-249ae951-a948-4f48-9d7f-b89081ad7515 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.467155 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df54bd31-f7e3-4952-9551-1fba424f0d79 req-0f838b65-daff-4dc7-a635-1a6cf7323ce6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428405 Jul 27 22:14:56.486434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ae951-a948-4f48-9d7f-b89081ad7515 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=07d51cf4-68bd-4f9a-8a20-f0e375608796,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:56.518913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 6377df5f-6feb-4959-b9cf-a7f792756731 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:56.569532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-249ae951-a948-4f48-9d7f-b89081ad7515 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.574162 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-249ae951-a948-4f48-9d7f-b89081ad7515 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/ports/07d51cf4-68bd-4f9a-8a20-f0e375608796 HTTP/1.1" status: 204 len: 168 time: 0.5175726 Jul 27 22:14:56.574820 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57118) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:56.619331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb943f-76ce-49cd-90ee-0ffdaf721b3b req-1ae5d670-5e77-4b2f-a84e-d26485579ae1 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:56.620432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 6377df5f-6feb-4959-b9cf-a7f792756731 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:56.625006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 6377df5f-6feb-4959-b9cf-a7f792756731 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:56.625502 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.626988 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6bb943f-76ce-49cd-90ee-0ffdaf721b3b req-1ae5d670-5e77-4b2f-a84e-d26485579ae1 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0749068 Jul 27 22:14:56.687967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73943f00-8d88-4604-8a69-54f1fd48296c req-fdc1b570-2523-437f-84ab-cf964974d881 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 210 time: 0.0596087 Jul 27 22:14:56.736259 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6bb943f-76ce-49cd-90ee-0ffdaf721b3b req-d7139a5e-786a-4a89-b948-109c9e956c5a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909979 Jul 27 22:14:56.749392 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.789070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 6377df5f-6feb-4959-b9cf-a7f792756731, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6377df5f-6feb-4959-b9cf-a7f792756731,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:56.790849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1de8c6-d043-48b5-93b1-55bef7708eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6377df5f-6feb-4959-b9cf-a7f792756731'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:56.793931 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44d5ab9-bdf2-49db-b2a2-92e7df804acc" -d '{"events": [{"server_uuid": "5c1de8c6-d043-48b5-93b1-55bef7708eaa", "name": "network-vif-plugged", "status": "completed", "tag": "6377df5f-6feb-4959-b9cf-a7f792756731"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:56.795778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7dd803c7-3fb1-4449-80ab-9c56a768a7e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port a5f2400a-fc0c-4f7a-a1ad-d511a111e2af {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:56.797131 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dd803c7-3fb1-4449-80ab-9c56a768a7e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.798700 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.855574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=6377df5f-6feb-4959-b9cf-a7f792756731,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:56.923300 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d30cd5-ef93-488b-8ee9-86a2bc0dd182 x-openstack-request-id: req-b5d30cd5-ef93-488b-8ee9-86a2bc0dd182 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:56.923776 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1de8c6-d043-48b5-93b1-55bef7708eaa", "name": "network-vif-plugged", "status": "completed", "tag": "6377df5f-6feb-4959-b9cf-a7f792756731", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:56.924058 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5d30cd5-ef93-488b-8ee9-86a2bc0dd182 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:56.924469 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1de8c6-d043-48b5-93b1-55bef7708eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6377df5f-6feb-4959-b9cf-a7f792756731', 'code': 200} Jul 27 22:14:56.948858 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dd803c7-3fb1-4449-80ab-9c56a768a7e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:56.963846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7dd803c7-3fb1-4449-80ab-9c56a768a7e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for a5f2400a-fc0c-4f7a-a1ad-d511a111e2af owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:56.996050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:57.061023 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:57.071581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:57.073467 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.082162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b59ee-791a-4bb1-bbc0-4ed10c6db219 req-19ac7b90-2832-46e0-a5c7-142b2a4ece8b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:57.090777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-445b59ee-791a-4bb1-bbc0-4ed10c6db219 req-19ac7b90-2832-46e0-a5c7-142b2a4ece8b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0709140 Jul 27 22:14:57.192637 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-445b59ee-791a-4bb1-bbc0-4ed10c6db219 req-02c11082-79d6-4c45-89be-66183920d552 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006508 Jul 27 22:14:57.204606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220b14b-35b5-46a9-9ed5-c9b297b9c127 req-9a0af7c1-d2be-4547-be5b-25b054f92b65 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:57.222030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a220b14b-35b5-46a9-9ed5-c9b297b9c127 req-9a0af7c1-d2be-4547-be5b-25b054f92b65 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 946 time: 0.1278336 Jul 27 22:14:57.281055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aaa62b-04f6-415f-825d-a69b5b3d4899 req-284d2788-e033-420b-9c70-56eaa8f17f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:57.282718 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89aaa62b-04f6-415f-825d-a69b5b3d4899 req-284d2788-e033-420b-9c70-56eaa8f17f34 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 1097 time: 0.2300899 Jul 27 22:14:57.316250 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dd803c7-3fb1-4449-80ab-9c56a768a7e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.359638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a220b14b-35b5-46a9-9ed5-c9b297b9c127 req-99ea517d-1ef3-4773-b9c5-2258141235ed tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292560 Jul 27 22:14:57.370753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd803c7-3fb1-4449-80ab-9c56a768a7e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=a5f2400a-fc0c-4f7a-a1ad-d511a111e2af,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:57.373992 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89aaa62b-04f6-415f-825d-a69b5b3d4899 req-acc2d5d6-7f73-40da-b347-e23a4c7e2c55 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816367 Jul 27 22:14:57.452577 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.477470 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7dd803c7-3fb1-4449-80ab-9c56a768a7e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.505960 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7dd803c7-3fb1-4449-80ab-9c56a768a7e4 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/ports/a5f2400a-fc0c-4f7a-a1ad-d511a111e2af HTTP/1.1" status: 204 len: 168 time: 0.9229164 Jul 27 22:14:57.506863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57150) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:57.551412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:57.554025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034aa3c-80f1-4321-8e57-93c362768045 req-d59f2b8e-c720-45f5-a3a7-4c1e6ef28302 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:57.562551 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:57.565112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d034aa3c-80f1-4321-8e57-93c362768045 req-d59f2b8e-c720-45f5-a3a7-4c1e6ef28302 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0818014 Jul 27 22:14:57.619661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d034aa3c-80f1-4321-8e57-93c362768045 req-de2244ef-518a-40b9-b5c9-580e711d8e7d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520191 Jul 27 22:14:57.660346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1d1b46-3d0e-49b7-82d2-a21ea85518f7 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:57.666743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:57.668018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ef1d1b46-3d0e-49b7-82d2-a21ea85518f7 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "GET /v2.0/ports?device_id=317ee73d-198a-46ae-b5e8-bb791d8f5d2b HTTP/1.1" status: 200 len: 913 time: 0.1598268 Jul 27 22:14:57.668189 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:57.834417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77698f5e-637f-4343-a3e6-e99ea07342c0 req-384e1196-8c93-465e-a2c6-e11ef01b5341 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 210 time: 0.0319178 Jul 27 22:14:58.102335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0baf6264-3f5d-450f-aa92-f518dbb9d699 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.393274 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0baf6264-3f5d-450f-aa92-f518dbb9d699 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port 5ac8fb9f-66de-4d2f-a94a-ca74a12f2f7f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:58.393925 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0baf6264-3f5d-450f-aa92-f518dbb9d699 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.527816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2512c16-5cd0-487f-9b8c-81fdc6215471 req-0e78b00e-a0a9-44f6-b91e-3c155dcfd97c tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:58.529492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2512c16-5cd0-487f-9b8c-81fdc6215471 req-0e78b00e-a0a9-44f6-b91e-3c155dcfd97c tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 946 time: 0.0812576 Jul 27 22:14:58.543461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0baf6264-3f5d-450f-aa92-f518dbb9d699 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:58.569962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0baf6264-3f5d-450f-aa92-f518dbb9d699 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for 5ac8fb9f-66de-4d2f-a94a-ca74a12f2f7f owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:58.602867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2512c16-5cd0-487f-9b8c-81fdc6215471 req-e7480e2b-98d5-4472-815d-9dbf1190e42b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634696 Jul 27 22:14:58.925748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efea9ca-5cea-43fc-b998-22d120272553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:58.928096 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40d7c77-9e5d-40f2-8873-154caef6ebc6" -d '{"events": [{"server_uuid": "9efea9ca-5cea-43fc-b998-22d120272553", "name": "network-vif-plugged", "status": "completed", "tag": "1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:58.946901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842a72c-2dd9-4380-becc-37d94bbe2cc1 req-d2bf2227-4669-4093-ac9d-ac6a2576604b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:58.948354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a842a72c-2dd9-4380-becc-37d94bbe2cc1 req-d2bf2227-4669-4093-ac9d-ac6a2576604b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1584685 Jul 27 22:14:58.959063 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-8b9a9dfc-4ad6-4fb8-97a2-594efaad098a tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:58.960491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-8b9a9dfc-4ad6-4fb8-97a2-594efaad098a tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.41 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 815 time: 0.2627847 Jul 27 22:14:58.985403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Request body: {'port': {'device_id': 'ff18db3f-4c85-483a-b1b8-1311f78a753f', 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f', 'admin_state_up': True, 'tenant_id': '6a8d7fae8ba84b19ab068a8cff73c9f1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:58.993736 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab661758-b127-4990-998f-670c017ff0bc req-16d0dfe6-9aed-4814-a278-eb1e7babca61 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 210 time: 0.0687048 Jul 27 22:14:59.065609 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3577759-210e-4f6f-9835-33d388ce744e x-openstack-request-id: req-d3577759-210e-4f6f-9835-33d388ce744e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:59.065609 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efea9ca-5cea-43fc-b998-22d120272553", "name": "network-vif-plugged", "status": "completed", "tag": "1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:59.066050 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3577759-210e-4f6f-9835-33d388ce744e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:59.066230 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efea9ca-5cea-43fc-b998-22d120272553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6', 'code': 200} Jul 27 22:14:59.096316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a842a72c-2dd9-4380-becc-37d94bbe2cc1 req-36e851c7-5050-4ab7-8235-b7e8731a5346 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332121 Jul 27 22:14:59.202582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c03715-9ee9-439d-a8a3-2240ced91cd3 req-106f3165-6731-4ee4-b108-22dce707f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:59.207243 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78c03715-9ee9-439d-a8a3-2240ced91cd3 req-106f3165-6731-4ee4-b108-22dce707f7b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9efea9ca-5cea-43fc-b998-22d120272553 HTTP/1.1" status: 200 len: 1096 time: 0.0609226 Jul 27 22:14:59.218512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0baf6264-3f5d-450f-aa92-f518dbb9d699 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.245604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Made reservation on behalf of 6a8d7fae8ba84b19ab068a8cff73c9f1 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:59.250624 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.268981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf6264-3f5d-450f-aa92-f518dbb9d699 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=5ac8fb9f-66de-4d2f-a94a-ca74a12f2f7f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:59.286142 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78c03715-9ee9-439d-a8a3-2240ced91cd3 req-f959306d-3366-4b91-8e91-64efd3f031eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719848 Jul 27 22:14:59.451782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613ecc9-6e20-4e98-aefe-1b62102d453b req-cdf0a473-8548-4b5e-bf45-737873d87eea tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:59.451782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1613ecc9-6e20-4e98-aefe-1b62102d453b req-cdf0a473-8548-4b5e-bf45-737873d87eea tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1641281 Jul 27 22:14:59.573738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Allocated IP 172.20.0.2 (40b69944-a0c2-4cd0-957b-acbe01c7694f/b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7/5f6cf3a5-19e3-4437-a2b0-f207441e7a94) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:59.582744 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1613ecc9-6e20-4e98-aefe-1b62102d453b req-9df743d6-b958-4c55-913d-bd4d42d440a4 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040356 Jul 27 22:14:59.689073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0baf6264-3f5d-450f-aa92-f518dbb9d699 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:59.863582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ffb19-3ec4-4b8c-b86d-763eb453b261 req-fb48b9b4-c609-4cd7-8fb6-7d33cad221ae tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:59.865090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c3ffb19-3ec4-4b8c-b86d-763eb453b261 req-fb48b9b4-c609-4cd7-8fb6-7d33cad221ae tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 946 time: 0.1874061 Jul 27 22:15:00.253389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.301975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1cd7f10e-98af-4671-b983-ec75dfff8991 req-b85700c5-1862-494e-9c62-701bc4b139dc tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 210 time: 0.0553827 Jul 27 22:15:00.321754 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c3ffb19-3ec4-4b8c-b86d-763eb453b261 req-e71eafeb-62a1-45c1-861c-80d701a87e2b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450340 Jul 27 22:15:00.474683 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.535665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0baf6264-3f5d-450f-aa92-f518dbb9d699 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:00.545523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Network 40b69944-a0c2-4cd0-957b-acbe01c7694f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:00.552591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:00.565610 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ae51-db86-48a8-8603-ce33a5c89f3c req-9c0c94e0-9fa0-4d78-ad87-9fb3e1f4920f tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:00.567238 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ad3ae51-db86-48a8-8603-ce33a5c89f3c req-9c0c94e0-9fa0-4d78-ad87-9fb3e1f4920f tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efea9ca-5cea-43fc-b998-22d120272553 HTTP/1.1" status: 200 len: 945 time: 0.1651878 Jul 27 22:15:00.568181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:00.571841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Pushing event updated for resources: {'Port': ['ID=5f6cf3a5-19e3-4437-a2b0-f207441e7a94,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:00.704215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ad3ae51-db86-48a8-8603-ce33a5c89f3c req-6b18db55-a407-4d1a-bdf8-f874d4d5b204 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287084 Jul 27 22:15:00.730994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:00.732198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.787308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-ccbeaa9b-2568-4959-a034-5ee9dac7c730 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8101883 Jul 27 22:15:00.803050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240426c-1ad9-4e98-9dfb-623404986f62 req-f5db9241-20f7-429d-85cd-2db053a8eded tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:00.804557 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c240426c-1ad9-4e98-9dfb-623404986f62 req-f5db9241-20f7-429d-85cd-2db053a8eded tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1245894 Jul 27 22:15:00.811763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Request body: {'port': {'device_id': 'ff18db3f-4c85-483a-b1b8-1311f78a753f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:00.868312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baf6264-3f5d-450f-aa92-f518dbb9d699 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:00.882281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0baf6264-3f5d-450f-aa92-f518dbb9d699 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "PUT /v2.0/routers/317ee73d-198a-46ae-b5e8-bb791d8f5d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2138178 Jul 27 22:15:00.883733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b8488c-535d-4bae-ad49-0de5270c5b07 None None] Sync routers for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:00.885252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57202) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:00.901798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8488c-535d-4bae-ad49-0de5270c5b07 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:00.903043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-18b8488c-535d-4bae-ad49-0de5270c5b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:00.915849 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c240426c-1ad9-4e98-9dfb-623404986f62 req-c41594ae-145e-4a9a-b858-b7dce7f8212c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971527 Jul 27 22:15:00.937546 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.948539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-18b8488c-535d-4bae-ad49-0de5270c5b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:00.961374 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b8488c-535d-4bae-ad49-0de5270c5b07 None None] Routers {'317ee73d-198a-46ae-b5e8-bb791d8f5d2b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:00.962507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-18b8488c-535d-4bae-ad49-0de5270c5b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:01.021175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-18b8488c-535d-4bae-ad49-0de5270c5b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:01.024058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b8488c-535d-4bae-ad49-0de5270c5b07 None None] The sync data for ids ['317ee73d-198a-46ae-b5e8-bb791d8f5d2b'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:01.155991 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.282037 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.334486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3497b9-bfe0-4e2e-9285-9c73d57929ed req-f4eccec5-d928-424f-aff6-563747b942b5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:01.343277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe3497b9-bfe0-4e2e-9285-9c73d57929ed req-f4eccec5-d928-424f-aff6-563747b942b5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1938140 Jul 27 22:15:01.360895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting port 9d782154-4b51-4619-bbed-bcec5f80bf63 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:01.361280 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.402327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac042f4-f37a-4e3e-9af5-372b58ef2561 req-87383034-1f70-45c2-aa62-37def99711e6 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:01.408541 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ac042f4-f37a-4e3e-9af5-372b58ef2561 req-87383034-1f70-45c2-aa62-37def99711e6 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efea9ca-5cea-43fc-b998-22d120272553 HTTP/1.1" status: 200 len: 945 time: 0.1573670 Jul 27 22:15:01.447092 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fe3497b9-bfe0-4e2e-9285-9c73d57929ed req-9ecff617-323e-4965-b283-db2e10e6448d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026497 Jul 27 22:15:01.488824 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.496744 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ac042f4-f37a-4e3e-9af5-372b58ef2561 req-94364a0a-3425-4d60-9fdb-0278d23a5b77 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721877 Jul 27 22:15:01.530554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Calling delete_port for 9d782154-4b51-4619-bbed-bcec5f80bf63 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:01.576150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:01.591079 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.601208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c7ce-a00b-4eda-a485-79cebc9d9500 req-468d7481-45f0-41fc-a3f1-0111717deff5 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:01.603378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ad5c7ce-a00b-4eda-a485-79cebc9d9500 req-468d7481-45f0-41fc-a3f1-0111717deff5 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 931 time: 0.0770738 Jul 27 22:15:01.622946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Transition to ACTIVE for port object 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:01.631349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.675116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Pushing event updated for resources: {'Port': ['ID=5f6cf3a5-19e3-4437-a2b0-f207441e7a94,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:01.719330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ad5c7ce-a00b-4eda-a485-79cebc9d9500 req-95c245d0-927f-45e0-8adc-524ea5c343ec tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077116 Jul 27 22:15:01.820570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.831912 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:15:01.840438 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Attempting to bind port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:01.840775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Attempting to bind port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:01.841269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Attempting to bind port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 on network 40b69944-a0c2-4cd0-957b-acbe01c7694f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:01.846026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 on network 40b69944-a0c2-4cd0-957b-acbe01c7694f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:15:01.846410 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Attempting to bind port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 on network 40b69944-a0c2-4cd0-957b-acbe01c7694f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:01.851390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:01.851734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Checking segment: {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:01.852119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Bound using segment: {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:01.852542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Bound port: 5f6cf3a5-19e3-4437-a2b0-f207441e7a94, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:01.852899 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.860614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Port': ['ID=9d782154-4b51-4619-bbed-bcec5f80bf63,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:01.943254 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:01.961599 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] For port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:01.971027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d6c3c-71c3-45a7-a814-96d126107a2d req-8ce004d5-d84c-44c3-8a08-c29d7e75820a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:01.972754 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba0d6c3c-71c3-45a7-a814-96d126107a2d req-8ce004d5-d84c-44c3-8a08-c29d7e75820a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0841138 Jul 27 22:15:01.974484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] For port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5f6cf3a5-19e3-4437-a2b0-f207441e7a94,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:01.983533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.068972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:02.069610 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.071027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] 10.222.0.41 "PUT /v2.0/ports/5f6cf3a5-19e3-4437-a2b0-f207441e7a94 HTTP/1.1" status: 200 len: 1091 time: 1.2655604 Jul 27 22:15:02.071467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff18db3f-4c85-483a-b1b8-1311f78a753f', 'tag': '5f6cf3a5-19e3-4437-a2b0-f207441e7a94'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:02.073716 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdb48f5-b5b9-4172-a96a-ceeda39d29ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ff18db3f-4c85-483a-b1b8-1311f78a753f", "tag": "5f6cf3a5-19e3-4437-a2b0-f207441e7a94"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:02.083944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba0d6c3c-71c3-45a7-a814-96d126107a2d req-7ba3c1d2-ee61-493d-afd1-c954d5c0afb4 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980384 Jul 27 22:15:02.086960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d69a5-a3d6-4492-9d80-445c42cc594d service neutron] Pushing event updated for resources: {'Port': ['ID=5f6cf3a5-19e3-4437-a2b0-f207441e7a94,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:02.132484 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.147635 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.217738 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.222887 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Fanout notify agent at l3_agent the message router_deleted on router 317ee73d-198a-46ae-b5e8-bb791d8f5d2b {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:15:02.233288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.236820 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e3a6b401-933a-4706-9e23-dd8070e3fcbd tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/routers/317ee73d-198a-46ae-b5e8-bb791d8f5d2b HTTP/1.1" status: 204 len: 168 time: 1.3466334 Jul 27 22:15:02.237107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57226) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:02.243566 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8586641-542c-4641-a2bb-4fe8359a1816 x-openstack-request-id: req-e8586641-542c-4641-a2bb-4fe8359a1816 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:02.243859 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff18db3f-4c85-483a-b1b8-1311f78a753f", "tag": "5f6cf3a5-19e3-4437-a2b0-f207441e7a94", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:02.244110 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8586641-542c-4641-a2bb-4fe8359a1816 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:02.244557 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff18db3f-4c85-483a-b1b8-1311f78a753f', 'tag': '5f6cf3a5-19e3-4437-a2b0-f207441e7a94', 'status': 'completed', 'code': 200} Jul 27 22:15:02.281345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-7a37e9b0-fa24-425b-bbd8-54627a822175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:02.283854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-7a37e9b0-fa24-425b-bbd8-54627a822175 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 1094 time: 0.1416829 Jul 27 22:15:02.327354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a2ac1f-a332-422d-881f-568cbf4de2e0 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Deleting subnet 8f424ad3-ff66-433d-9dda-d15fddb58f4d {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:02.337520 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-3a223109-61d4-4615-90ac-a68c14e18aa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f6cf3a5-19e3-4437-a2b0-f207441e7a94 HTTP/1.1" status: 200 len: 217 time: 0.0421937 Jul 27 22:15:02.338156 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0929c8-f58c-4001-a47f-0ff22642a165 req-4917d0c4-137d-48ed-81a6-543879011eb6 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:02.339585 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6a0929c8-f58c-4001-a47f-0ff22642a165 req-4917d0c4-137d-48ed-81a6-543879011eb6 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.41 "GET /v2.0/ports?device_id=9efea9ca-5cea-43fc-b998-22d120272553 HTTP/1.1" status: 200 len: 945 time: 0.0744462 Jul 27 22:15:02.340303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73a2ac1f-a332-422d-881f-568cbf4de2e0 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.345209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e970c-1d8d-468d-9f5f-153bd2df2672 req-fab6f969-40d7-4007-bda3-17c3ce83455c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:02.346595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f0e970c-1d8d-468d-9f5f-153bd2df2672 req-fab6f969-40d7-4007-bda3-17c3ce83455c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1236646 Jul 27 22:15:02.426846 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73a2ac1f-a332-422d-881f-568cbf4de2e0 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.427237 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f0e970c-1d8d-468d-9f5f-153bd2df2672 req-a0ccff83-adb1-404c-b5a2-08b439560146 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681179 Jul 27 22:15:02.442850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-31cf0799-4fd6-45cd-b973-6c5819138915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:02.454191 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-31cf0799-4fd6-45cd-b973-6c5819138915 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7 HTTP/1.1" status: 200 len: 855 time: 0.1005869 Jul 27 22:15:02.495088 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73a2ac1f-a332-422d-881f-568cbf4de2e0 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.506378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-fce3882f-d771-4111-8d00-cff46c4b4f90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40b69944-a0c2-4cd0-957b-acbe01c7694f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436630 Jul 27 22:15:02.551431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-6a0929c8-f58c-4001-a47f-0ff22642a165 req-8924c69d-3d33-4f20-95a4-e4fd9e3f03b1 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Deleting port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:02.552449 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6a0929c8-f58c-4001-a47f-0ff22642a165 req-8924c69d-3d33-4f20-95a4-e4fd9e3f03b1 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.620513 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73a2ac1f-a332-422d-881f-568cbf4de2e0 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:02.695298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a4053-d3c7-4c7c-ac87-0647c83fb053 req-b17878c2-074c-4892-b8b2-c1e4a06610ec tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:02.702706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f7a4053-d3c7-4c7c-ac87-0647c83fb053 req-b17878c2-074c-4892-b8b2-c1e4a06610ec tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efea9ca-5cea-43fc-b998-22d120272553 HTTP/1.1" status: 200 len: 945 time: 0.0809610 Jul 27 22:15:02.711642 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-bb32f806-fbab-408e-8db2-323095f32ba5 service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970336 Jul 27 22:15:02.724166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2ac1f-a332-422d-881f-568cbf4de2e0 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Subnet': ['ID=8f424ad3-ff66-433d-9dda-d15fddb58f4d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:02.822473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f7a4053-d3c7-4c7c-ac87-0647c83fb053 req-546f167a-d05e-4ea0-b8a2-2b70beff9b9c tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/security-groups?id=1d7b59ca-8e36-4b89-a920-5e9d11d010c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137426 Jul 27 22:15:02.885466 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449bc954-abc0-461c-a267-f48101ff3cd8 req-4e294d85-c937-494a-9acd-4f66964763b8 service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634545 Jul 27 22:15:02.902925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1c7b1-ad00-4eac-8809-33f7bd773008 req-d3d9a380-6cb6-4210-950e-a49d3c77ccec tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:02.905132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56c1c7b1-ad00-4eac-8809-33f7bd773008 req-d3d9a380-6cb6-4210-950e-a49d3c77ccec tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 943 time: 0.0813661 Jul 27 22:15:03.025969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56c1c7b1-ad00-4eac-8809-33f7bd773008 req-f3d9af81-271a-4ba0-a4e0-807dc84ee38d tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925009 Jul 27 22:15:03.051020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb48f5-b5b9-4172-a96a-ceeda39d29ab req-706b8543-abf9-49ff-b888-51bee2bcbb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:03.052868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efdb48f5-b5b9-4172-a96a-ceeda39d29ab req-706b8543-abf9-49ff-b888-51bee2bcbb7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 1094 time: 0.0796223 Jul 27 22:15:03.083686 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-73a2ac1f-a332-422d-881f-568cbf4de2e0 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.092777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-73a2ac1f-a332-422d-881f-568cbf4de2e0 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/subnets/8f424ad3-ff66-433d-9dda-d15fddb58f4d HTTP/1.1" status: 204 len: 168 time: 0.8479123 Jul 27 22:15:03.094954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:03.165704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6a0929c8-f58c-4001-a47f-0ff22642a165 req-8924c69d-3d33-4f20-95a4-e4fd9e3f03b1 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] For port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:03.166190 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6a0929c8-f58c-4001-a47f-0ff22642a165 req-8924c69d-3d33-4f20-95a4-e4fd9e3f03b1 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.179741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb48f5-b5b9-4172-a96a-ceeda39d29ab req-25c67e06-4e30-4e7b-a7a9-5ec977d12b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:03.181445 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efdb48f5-b5b9-4172-a96a-ceeda39d29ab req-25c67e06-4e30-4e7b-a7a9-5ec977d12b50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 916 time: 0.1198826 Jul 27 22:15:03.197951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-6a0929c8-f58c-4001-a47f-0ff22642a165 req-8924c69d-3d33-4f20-95a4-e4fd9e3f03b1 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Calling delete_port for 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:03.218749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c8423-57b8-48c8-b9b2-43341ae7d8f5 req-bbdf8761-a2c4-4490-8295-e5a684bc09c4 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:03.220220 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-774c8423-57b8-48c8-b9b2-43341ae7d8f5 req-bbdf8761-a2c4-4490-8295-e5a684bc09c4 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c1de8c6-d043-48b5-93b1-55bef7708eaa HTTP/1.1" status: 200 len: 946 time: 0.5310166 Jul 27 22:15:03.228424 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efdb48f5-b5b9-4172-a96a-ceeda39d29ab req-ce9ca57a-09e3-438a-8c7b-98afaa14542c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f6cf3a5-19e3-4437-a2b0-f207441e7a94 HTTP/1.1" status: 200 len: 217 time: 0.0381920 Jul 27 22:15:03.240138 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.286421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb48f5-b5b9-4172-a96a-ceeda39d29ab req-24076cb8-adee-428a-95d2-ecf1b7b77072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:03.288042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efdb48f5-b5b9-4172-a96a-ceeda39d29ab req-24076cb8-adee-428a-95d2-ecf1b7b77072 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7 HTTP/1.1" status: 200 len: 855 time: 0.0525565 Jul 27 22:15:03.330603 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efdb48f5-b5b9-4172-a96a-ceeda39d29ab req-797f0e18-07d1-41e9-ac87-ecafcdeab9d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40b69944-a0c2-4cd0-957b-acbe01c7694f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340190 Jul 27 22:15:03.440883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efdb48f5-b5b9-4172-a96a-ceeda39d29ab req-f35c8e84-ae7b-49c5-a9d9-98cd2abb7bdf service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012390 Jul 27 22:15:03.448650 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.468284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8df432-369a-46f6-8785-5c47928611cc']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:03.499408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-774c8423-57b8-48c8-b9b2-43341ae7d8f5 req-f240a8f0-3970-4e6e-895c-692aeaeb635b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Deleting port 6377df5f-6feb-4959-b9cf-a7f792756731 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:03.501098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-774c8423-57b8-48c8-b9b2-43341ae7d8f5 req-f240a8f0-3970-4e6e-895c-692aeaeb635b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.508533 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59adbe4d-42c7-491b-a6cc-37fce4cbc600') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:03.510334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59adbe4d-42c7-491b-a6cc-37fce4cbc600') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:03.560336 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.582032 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efdb48f5-b5b9-4172-a96a-ceeda39d29ab req-bb58d803-4dce-4b94-91a6-eedfa6ce74c1 service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296244 Jul 27 22:15:03.588807 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6a0929c8-f58c-4001-a47f-0ff22642a165 req-8924c69d-3d33-4f20-95a4-e4fd9e3f03b1 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.594524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.602858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['6377df5f-6feb-4959-b9cf-a7f792756731'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:03.630178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:03.630623 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:03.635153 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:03.657778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924c69d-3d33-4f20-95a4-e4fd9e3f03b1 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Pushing event deleted for resources: {'Port': ['ID=1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:03.743561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-774c8423-57b8-48c8-b9b2-43341ae7d8f5 req-f240a8f0-3970-4e6e-895c-692aeaeb635b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] For port 6377df5f-6feb-4959-b9cf-a7f792756731, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6377df5f-6feb-4959-b9cf-a7f792756731,segment=NetworkSegment(f6256d07-1adf-4ed0-ad6a-68ce46973bb0),segment_id=f6256d07-1adf-4ed0-ad6a-68ce46973bb0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:03.743561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-774c8423-57b8-48c8-b9b2-43341ae7d8f5 req-f240a8f0-3970-4e6e-895c-692aeaeb635b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.780638 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0929c8-f58c-4001-a47f-0ff22642a165 req-8924c69d-3d33-4f20-95a4-e4fd9e3f03b1 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] No DVR routers for this DVR port 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:03.784006 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6a0929c8-f58c-4001-a47f-0ff22642a165 req-8924c69d-3d33-4f20-95a4-e4fd9e3f03b1 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.787143 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6a0929c8-f58c-4001-a47f-0ff22642a165 req-8924c69d-3d33-4f20-95a4-e4fd9e3f03b1 tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.41 "DELETE /v2.0/ports/1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 HTTP/1.1" status: 204 len: 173 time: 1.4220338 Jul 27 22:15:03.811285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efea9ca-5cea-43fc-b998-22d120272553', 'name': 'network-vif-deleted', 'tag': '1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:03.822645 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d35adff-ca57-4402-a632-68dce6e5da71" -d '{"events": [{"server_uuid": "9efea9ca-5cea-43fc-b998-22d120272553", "name": "network-vif-deleted", "tag": "1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:03.831673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-774c8423-57b8-48c8-b9b2-43341ae7d8f5 req-f240a8f0-3970-4e6e-895c-692aeaeb635b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Calling delete_port for 6377df5f-6feb-4959-b9cf-a7f792756731 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:03.854550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.867514 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:03.872536 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] 10.222.0.24 "DELETE /v2.0/networks/7b8df432-369a-46f6-8785-5c47928611cc HTTP/1.1" status: 204 len: 168 time: 0.7754474 Jul 27 22:15:04.025600 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165d17b9-0117-43bc-9e70-9de2b7ae6c30 x-openstack-request-id: req-165d17b9-0117-43bc-9e70-9de2b7ae6c30 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:04.026071 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efea9ca-5cea-43fc-b998-22d120272553", "name": "network-vif-deleted", "tag": "1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:04.026434 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-165d17b9-0117-43bc-9e70-9de2b7ae6c30 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:04.026960 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efea9ca-5cea-43fc-b998-22d120272553', 'name': 'network-vif-deleted', 'tag': '1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6', 'status': 'completed', 'code': 200} Jul 27 22:15:04.045899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d800d4-00a1-4138-a529-032493658ab5 tempest-FloatingIPTestJSON-2136450771 tempest-FloatingIPTestJSON-2136450771-project] Pushing event deleted for resources: {'Network': ['ID=7b8df432-369a-46f6-8785-5c47928611cc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:04.055897 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-774c8423-57b8-48c8-b9b2-43341ae7d8f5 req-f240a8f0-3970-4e6e-895c-692aeaeb635b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.064847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-333478ee-93ff-4e11-b5ed-7ff55131b4ca req-3e771948-744f-42cc-9106-0dbfb6a373aa tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.24 "GET /v2.0/ports?device_id=9efea9ca-5cea-43fc-b998-22d120272553 HTTP/1.1" status: 200 len: 210 time: 0.0896749 Jul 27 22:15:04.119193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240a8f0-3970-4e6e-895c-692aeaeb635b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Pushing event deleted for resources: {'Port': ['ID=6377df5f-6feb-4959-b9cf-a7f792756731,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:04.176488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-774c8423-57b8-48c8-b9b2-43341ae7d8f5 req-f240a8f0-3970-4e6e-895c-692aeaeb635b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] No DVR routers for this DVR port 6377df5f-6feb-4959-b9cf-a7f792756731 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:04.179210 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-774c8423-57b8-48c8-b9b2-43341ae7d8f5 req-f240a8f0-3970-4e6e-895c-692aeaeb635b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.181442 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-774c8423-57b8-48c8-b9b2-43341ae7d8f5 req-f240a8f0-3970-4e6e-895c-692aeaeb635b tempest-MultipleCreateTestJSON-1154357685 tempest-MultipleCreateTestJSON-1154357685-project] 10.222.0.43 "DELETE /v2.0/ports/6377df5f-6feb-4959-b9cf-a7f792756731 HTTP/1.1" status: 204 len: 173 time: 0.9527609 Jul 27 22:15:04.183023 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad76f54-7ce8-44aa-be2f-36f91fd8705f req-63667ae4-21ee-40bb-bc24-a9ccfda4c130 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:04.185113 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cad76f54-7ce8-44aa-be2f-36f91fd8705f req-63667ae4-21ee-40bb-bc24-a9ccfda4c130 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 943 time: 0.0704310 Jul 27 22:15:04.235892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cad76f54-7ce8-44aa-be2f-36f91fd8705f req-98256bd7-783e-4919-85b0-b5e8015b9386 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442030 Jul 27 22:15:04.397379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57258) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:04.585068 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-318f5efe-9ba0-4996-a52e-1210a5d6e8aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfbe6a31bf1b4e628ff6538344cfb5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864049 Jul 27 22:15:04.587945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57262) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:04.652150 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f33b27c-2cba-49e5-83cf-619b34d988ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.682756 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f33b27c-2cba-49e5-83cf-619b34d988ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.749304 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f33b27c-2cba-49e5-83cf-619b34d988ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.752253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f33b27c-2cba-49e5-83cf-619b34d988ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.753239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2f33b27c-2cba-49e5-83cf-619b34d988ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38c806cb-f205-47b4-bb0e-d87bb08922d6 HTTP/1.1" status: 204 len: 168 time: 0.1635299 Jul 27 22:15:04.761182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33b27c-2cba-49e5-83cf-619b34d988ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c806cb-f205-47b4-bb0e-d87bb08922d6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:05.046214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:15:05.050477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:05.080545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:05.080545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1dafa6a4-ba4b-4551-a350-d92ee5ef9ef6 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:05.172516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57284) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:05.199230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5f6cf3a5-19e3-4437-a2b0-f207441e7a94,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:05.223061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '5f6cf3a5-19e3-4437-a2b0-f207441e7a94', 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f', 'port_id': '5f6cf3a5-19e3-4437-a2b0-f207441e7a94', 'mac_address': 'fa:16:3e:91:b9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:15:05.233056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5637e95-a4bf-4010-a979-6b0545c7aabc admin admin] Deleting subnet 5c0197a5-783a-4f66-8ce5-59e8bf454b4a {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:05.236434 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5637e95-a4bf-4010-a979-6b0545c7aabc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.278890 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.295990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:05.297276 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5637e95-a4bf-4010-a979-6b0545c7aabc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.355986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5f6cf3a5-19e3-4437-a2b0-f207441e7a94,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:05.364452 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.382591 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5637e95-a4bf-4010-a979-6b0545c7aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.384230 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a0151-0060-4cd4-9b7b-859ed181a383 req-0b87496e-48b7-4c07-9339-246165302360 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:05.393894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-298a0151-0060-4cd4-9b7b-859ed181a383 req-0b87496e-48b7-4c07-9339-246165302360 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 943 time: 0.0897195 Jul 27 22:15:05.449077 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-298a0151-0060-4cd4-9b7b-859ed181a383 req-b76ca52e-2371-43e3-99c7-ab3b641ccbba tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542769 Jul 27 22:15:05.460412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=5f6cf3a5-19e3-4437-a2b0-f207441e7a94,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:05.506364 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5637e95-a4bf-4010-a979-6b0545c7aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.538098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5637e95-a4bf-4010-a979-6b0545c7aabc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0197a5-783a-4f66-8ce5-59e8bf454b4a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:05.547711 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5637e95-a4bf-4010-a979-6b0545c7aabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.550561 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e5637e95-a4bf-4010-a979-6b0545c7aabc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5c0197a5-783a-4f66-8ce5-59e8bf454b4a HTTP/1.1" status: 204 len: 168 time: 0.3770251 Jul 27 22:15:05.553186 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57294) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:05.576919 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['5f6cf3a5-19e3-4437-a2b0-f207441e7a94'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:05.637371 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.739558 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.758362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03232577-f3ae-48d9-8042-726715c60a6e']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:05.779684 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:05.779684 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6256d07-1adf-4ed0-ad6a-68ce46973bb0') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:05.789603 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.805183 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.812947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:05.813387 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:05.815811 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:05.848368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57302) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:05.884504 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.891773 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.894175 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] 10.222.0.24 "DELETE /v2.0/networks/03232577-f3ae-48d9-8042-726715c60a6e HTTP/1.1" status: 204 len: 168 time: 0.3395960 Jul 27 22:15:05.912114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cb01f-9efe-4dbb-9c6f-c6ef6f1d8aba admin admin] Pushing event deleted for resources: {'Network': ['ID=03232577-f3ae-48d9-8042-726715c60a6e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:06.021686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-682589482'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:06.028892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1de8c6-d043-48b5-93b1-55bef7708eaa', 'name': 'network-vif-deleted', 'tag': '6377df5f-6feb-4959-b9cf-a7f792756731'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:06.032555 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4856c7ce-e6d1-4b79-a66f-6e4ba39980e9" -d '{"events": [{"server_uuid": "5c1de8c6-d043-48b5-93b1-55bef7708eaa", "name": "network-vif-deleted", "tag": "6377df5f-6feb-4959-b9cf-a7f792756731"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:06.079643 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dda7cf-928f-4e6e-9f62-0393f0e2a24c x-openstack-request-id: req-22dda7cf-928f-4e6e-9f62-0393f0e2a24c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:06.080646 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1de8c6-d043-48b5-93b1-55bef7708eaa", "name": "network-vif-deleted", "tag": "6377df5f-6feb-4959-b9cf-a7f792756731", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:06.080646 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22dda7cf-928f-4e6e-9f62-0393f0e2a24c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:06.080646 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1de8c6-d043-48b5-93b1-55bef7708eaa', 'name': 'network-vif-deleted', 'tag': '6377df5f-6feb-4959-b9cf-a7f792756731', 'status': 'completed', 'code': 200} Jul 27 22:15:06.082766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Made reservation on behalf of bfc3667e96bc4ab388fe573161604eb7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:06.086480 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.096948 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.152503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57314) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:06.228793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cfe7311b-9bd1-40da-af2d-09affc8f385a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a40adc3b3124889a8d1215bcea011a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751591 Jul 27 22:15:06.231323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:06.256991 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.267506 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.306223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:06.323603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4b2d8c-f2c9-4fe2-bcdb-24875543d5b3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:06.334719 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d5a089a-5f6d-4acf-9e14-3a709fbadb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.339590 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.339990 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Added segment 841f1dad-5b8e-418b-a964-dad284c2a0c1 of type vlan for network 0ddab61c-86d1-4f79-82c4-d0730cc71a5d Jul 27 22:15:06.385924 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d5a089a-5f6d-4acf-9e14-3a709fbadb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.400525 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.463183 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.469126 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:06.469740 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.535441 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d5a089a-5f6d-4acf-9e14-3a709fbadb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.537817 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d5a089a-5f6d-4acf-9e14-3a709fbadb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.548697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0d5a089a-5f6d-4acf-9e14-3a709fbadb4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d7b59ca-8e36-4b89-a920-5e9d11d010c8 HTTP/1.1" status: 204 len: 168 time: 0.3063400 Jul 27 22:15:06.549900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a089a-5f6d-4acf-9e14-3a709fbadb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7b59ca-8e36-4b89-a920-5e9d11d010c8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:06.553375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 6377df5f-6feb-4959-b9cf-a7f792756731 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:06.564270 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7097142 Jul 27 22:15:06.564618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57324) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:06.586352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 6377df5f-6feb-4959-b9cf-a7f792756731 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:06.586981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 6377df5f-6feb-4959-b9cf-a7f792756731 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:06.597591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-35aa8c5b-3aa5-4e50-9ac7-c921241a552c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Request body: {'subnet': {'network_id': '0ddab61c-86d1-4f79-82c4-d0730cc71a5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:06.657954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e31c6-667b-4d1e-b83f-4b6f05f47805 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event updated for resources: {'Network': ['ID=0ddab61c-86d1-4f79-82c4-d0730cc71a5d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:06.673843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 0ddab61c-86d1-4f79-82c4-d0730cc71a5d details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:06.682994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a46260-bd6c-4fa0-9dd0-fcd548812574 req-1f755fbf-153f-4c98-a207-bb0c5a9abfba tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:06.684732 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1a46260-bd6c-4fa0-9dd0-fcd548812574 req-1f755fbf-153f-4c98-a207-bb0c5a9abfba tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 944 time: 0.1175277 Jul 27 22:15:06.741820 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aa8c5b-3aa5-4e50-9ac7-c921241a552c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Made reservation on behalf of bfc3667e96bc4ab388fe573161604eb7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:06.749183 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35aa8c5b-3aa5-4e50-9ac7-c921241a552c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.807947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1a46260-bd6c-4fa0-9dd0-fcd548812574 req-dd82332a-099d-4f1a-8f2a-37829866d69d tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134567 Jul 27 22:15:06.983835 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35aa8c5b-3aa5-4e50-9ac7-c921241a552c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.050932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa8c5b-3aa5-4e50-9ac7-c921241a552c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event updated for resources: {'Subnet': ['ID=893adb2f-a276-47f6-8cc2-cee86d7b7b29,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:07.059160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:07.067107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aa8c5b-3aa5-4e50-9ac7-c921241a552c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Checking segment: {'id': '841f1dad-5b8e-418b-a964-dad284c2a0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ddab61c-86d1-4f79-82c4-d0730cc71a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:07.067716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aa8c5b-3aa5-4e50-9ac7-c921241a552c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Network hostable DHCP agents. Network: 0ddab61c-86d1-4f79-82c4-d0730cc71a5d, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:07.087621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aa8c5b-3aa5-4e50-9ac7-c921241a552c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Network 0ddab61c-86d1-4f79-82c4-d0730cc71a5d is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:07.102219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-35aa8c5b-3aa5-4e50-9ac7-c921241a552c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 0ddab61c-86d1-4f79-82c4-d0730cc71a5d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:07.108041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aa8c5b-3aa5-4e50-9ac7-c921241a552c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:07.108756 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35aa8c5b-3aa5-4e50-9ac7-c921241a552c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.123779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d0809-253d-4775-9a71-1d3cb950a75b None None] Network 0ddab61c-86d1-4f79-82c4-d0730cc71a5d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:07.142436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:07.147949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5ce0c60e-b448-461d-9ab1-a49dc2cfc7e3 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2019984723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:07.151514 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-35aa8c5b-3aa5-4e50-9ac7-c921241a552c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5859468 Jul 27 22:15:07.183417 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c60e-b448-461d-9ab1-a49dc2cfc7e3 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.186170 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c60e-b448-461d-9ab1-a49dc2cfc7e3 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.197872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:07.204440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:07.204853 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.251696 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c60e-b448-461d-9ab1-a49dc2cfc7e3 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.256364 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c60e-b448-461d-9ab1-a49dc2cfc7e3 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.286626 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c60e-b448-461d-9ab1-a49dc2cfc7e3 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.287723 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5ce0c60e-b448-461d-9ab1-a49dc2cfc7e3 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1439922 Jul 27 22:15:07.290444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57346) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:07.343922 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.391219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff18db3f-4c85-483a-b1b8-1311f78a753f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6cf3a5-19e3-4437-a2b0-f207441e7a94'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:07.394005 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031858dc-ef05-48de-9af4-f1dd7f2a2187" -d '{"events": [{"server_uuid": "ff18db3f-4c85-483a-b1b8-1311f78a753f", "name": "network-vif-plugged", "status": "completed", "tag": "5f6cf3a5-19e3-4437-a2b0-f207441e7a94"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:07.410779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5f6cf3a5-19e3-4437-a2b0-f207441e7a94,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:07.413245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-0ddab61c-86d1-4f79-82c4-d0730cc71a5d', 'network_id': '0ddab61c-86d1-4f79-82c4-d0730cc71a5d', 'tenant_id': 'bfc3667e96bc4ab388fe573161604eb7', 'fixed_ips': [{'subnet_id': '893adb2f-a276-47f6-8cc2-cee86d7b7b29'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:07.414178 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.433452 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.538868 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90753e8-92cf-4ae8-a45f-910115321838 x-openstack-request-id: req-a90753e8-92cf-4ae8-a45f-910115321838 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:07.539165 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff18db3f-4c85-483a-b1b8-1311f78a753f", "name": "network-vif-plugged", "status": "completed", "tag": "5f6cf3a5-19e3-4437-a2b0-f207441e7a94", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:07.539417 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a90753e8-92cf-4ae8-a45f-910115321838 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:07.539803 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff18db3f-4c85-483a-b1b8-1311f78a753f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6cf3a5-19e3-4437-a2b0-f207441e7a94', 'code': 200} Jul 27 22:15:07.591094 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=5f6cf3a5-19e3-4437-a2b0-f207441e7a94,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:07.593236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57356) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:07.656758 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583a852-5da2-46cf-a54d-bdf09ab0e048 req-539d0b17-c158-4375-8ec4-0a60df415955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:07.658794 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c583a852-5da2-46cf-a54d-bdf09ab0e048 req-539d0b17-c158-4375-8ec4-0a60df415955 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 1096 time: 0.1025290 Jul 27 22:15:07.660650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Allocated IP 172.20.0.2 (0ddab61c-86d1-4f79-82c4-d0730cc71a5d/893adb2f-a276-47f6-8cc2-cee86d7b7b29/d0b02398-bcbe-48d4-972a-f9bd881f0eee) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:07.720974 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.744569 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c583a852-5da2-46cf-a54d-bdf09ab0e048 req-19ceb1b0-998a-4df2-a25d-8f6dc0ae4400 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528524 Jul 27 22:15:07.791835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1354437668-network', 'tenant_id': '05f66a1919284be692d210456e08f9f2'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:07.861371 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.886526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Transition to ACTIVE for port object d0b02398-bcbe-48d4-972a-f9bd881f0eee will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:07.904582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Made reservation on behalf of 05f66a1919284be692d210456e08f9f2 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:07.905091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Transition to ACTIVE for port object d0b02398-bcbe-48d4-972a-f9bd881f0eee will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:07.907467 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.918522 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.927992 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:07.980545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Network 0ddab61c-86d1-4f79-82c4-d0730cc71a5d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:07.983610 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:07.986088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:08.000249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Pushing event updated for resources: {'Port': ['ID=d0b02398-bcbe-48d4-972a-f9bd881f0eee,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:08.006224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fc77f-8980-485c-8f0f-17c949f3c756 req-279579ec-fa04-4c79-8037-68c1a4c38d7d tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:08.008620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b48fc77f-8980-485c-8f0f-17c949f3c756 req-279579ec-fa04-4c79-8037-68c1a4c38d7d tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 945 time: 0.0985875 Jul 27 22:15:08.080517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b48fc77f-8980-485c-8f0f-17c949f3c756 req-ac77fd6f-5bd2-4e8a-b652-45740303c8c4 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548222 Jul 27 22:15:08.095603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Attempting to bind port d0b02398-bcbe-48d4-972a-f9bd881f0eee on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:08.096203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Attempting to bind port d0b02398-bcbe-48d4-972a-f9bd881f0eee by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '841f1dad-5b8e-418b-a964-dad284c2a0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ddab61c-86d1-4f79-82c4-d0730cc71a5d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:08.096562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Attempting to bind port d0b02398-bcbe-48d4-972a-f9bd881f0eee on network 0ddab61c-86d1-4f79-82c4-d0730cc71a5d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:08.109105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:08.109575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Checking segment: {'id': '841f1dad-5b8e-418b-a964-dad284c2a0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ddab61c-86d1-4f79-82c4-d0730cc71a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:08.110032 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.110535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Bound using segment: {'id': '841f1dad-5b8e-418b-a964-dad284c2a0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ddab61c-86d1-4f79-82c4-d0730cc71a5d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:08.110938 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Bound port: d0b02398-bcbe-48d4-972a-f9bd881f0eee, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841f1dad-5b8e-418b-a964-dad284c2a0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0ddab61c-86d1-4f79-82c4-d0730cc71a5d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:08.112023 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.132489 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Allocated IP 172.20.0.1 (0ddab61c-86d1-4f79-82c4-d0730cc71a5d/893adb2f-a276-47f6-8cc2-cee86d7b7b29/c8bd29b4-2efb-42a8-9a74-f35c40fab6ce) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:08.182084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] For port d0b02398-bcbe-48d4-972a-f9bd881f0eee, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:08.186643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] For port d0b02398-bcbe-48d4-972a-f9bd881f0eee, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d0b02398-bcbe-48d4-972a-f9bd881f0eee,segment=NetworkSegment(841f1dad-5b8e-418b-a964-dad284c2a0c1),segment_id=841f1dad-5b8e-418b-a964-dad284c2a0c1)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:08.194836 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.237887 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.258614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61374dac-31e6-4227-9ade-82ea8e8cfec3 None None] Pushing event updated for resources: {'Port': ['ID=d0b02398-bcbe-48d4-972a-f9bd881f0eee,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:08.260418 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.291595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:08.317483 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.317765 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Added segment 37a46f0f-7172-4da8-b2e3-b443419b82b8 of type vlan for network dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 Jul 27 22:15:08.340271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb4ec56-b0e6-4903-bbf5-83197b0786cb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:08.386106 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.389319 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.409096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Transition to ACTIVE for port object c8bd29b4-2efb-42a8-9a74-f35c40fab6ce will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:08.445151 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.446135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:08.446745 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.479010 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.538554 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9414742 Jul 27 22:15:08.539321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:08.544340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2530c159-e242-41e0-94fb-65d148bfd5ad admin admin] Request body: {'subnet': {'network_id': 'dbd5aa08-c80c-4b57-ac81-cf2774c1bf18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1354437668-subnet', 'tenant_id': '05f66a1919284be692d210456e08f9f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:08.586251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Network 0ddab61c-86d1-4f79-82c4-d0730cc71a5d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:08.587985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:08.592618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:08.599282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0f9e7-98f8-40e1-b405-8428639d1ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=dbd5aa08-c80c-4b57-ac81-cf2774c1bf18,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:08.601038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2530c159-e242-41e0-94fb-65d148bfd5ad admin admin] Made reservation on behalf of 05f66a1919284be692d210456e08f9f2 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:08.603931 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2530c159-e242-41e0-94fb-65d148bfd5ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.618983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:08.635015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event updated for resources: {'Port': ['ID=c8bd29b4-2efb-42a8-9a74-f35c40fab6ce,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:08.665311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.840777 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.864273 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2530c159-e242-41e0-94fb-65d148bfd5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.934124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530c159-e242-41e0-94fb-65d148bfd5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f70ba5-1581-46ae-b5dc-11a00d0377e8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:08.948222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2530c159-e242-41e0-94fb-65d148bfd5ad admin admin] Checking segment: {'id': '37a46f0f-7172-4da8-b2e3-b443419b82b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbd5aa08-c80c-4b57-ac81-cf2774c1bf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:08.948600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2530c159-e242-41e0-94fb-65d148bfd5ad admin admin] Network hostable DHCP agents. Network: dbd5aa08-c80c-4b57-ac81-cf2774c1bf18, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:08.972304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2530c159-e242-41e0-94fb-65d148bfd5ad admin admin] Network dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:08.991769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2530c159-e242-41e0-94fb-65d148bfd5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, dbd5aa08-c80c-4b57-ac81-cf2774c1bf18) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:08.996821 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530c159-e242-41e0-94fb-65d148bfd5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:08.998164 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2530c159-e242-41e0-94fb-65d148bfd5ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.002087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ee42c6-e592-4619-ade7-d7930bce913b None None] Network dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:09.030082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2530c159-e242-41e0-94fb-65d148bfd5ad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4890931 Jul 27 22:15:09.170832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf2504e-1439-4664-9366-a7f88a7f97ee None None] Network dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:09.189622 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.213508 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.300385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfec5d-6222-4a45-8b5b-13961ed34c96 req-bcb78756-f3a5-48c7-9836-5893f7329ae0 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:09.311365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3adfec5d-6222-4a45-8b5b-13961ed34c96 req-bcb78756-f3a5-48c7-9836-5893f7329ae0 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 945 time: 0.1129556 Jul 27 22:15:09.346917 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.351190 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event updated for resources: {'Port': ['ID=c8bd29b4-2efb-42a8-9a74-f35c40fab6ce,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:09.386188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3adfec5d-6222-4a45-8b5b-13961ed34c96 req-d3ecdb24-5958-43e1-a7e2-c3990d724302 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685058 Jul 27 22:15:09.531511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Network 0ddab61c-86d1-4f79-82c4-d0730cc71a5d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:09.535490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:09.710600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d0b02398-bcbe-48d4-972a-f9bd881f0eee up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:09.857411 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e28910c-e462-424d-a9c9-4b30435e2c9c None None] Network 0ddab61c-86d1-4f79-82c4-d0730cc71a5d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:09.869599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d0b02398-bcbe-48d4-972a-f9bd881f0eee completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:09.889448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-45453295-055a-4619-9595-15a17c6c9199 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:09.899557 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-45453295-055a-4619-9595-15a17c6c9199 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/networks?id=dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 HTTP/1.1" status: 200 len: 822 time: 0.3023515 Jul 27 22:15:09.937879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-00a478d9-d2ab-4ca6-b0f8-a268e044111d tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/quotas/05f66a1919284be692d210456e08f9f2 HTTP/1.1" status: 200 len: 375 time: 0.0353355 Jul 27 22:15:09.939696 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-232572d8-be39-4e8c-9de6-3bc5396871b7 req-009b8b4a-7090-4866-8e8c-b8483c2fe4a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1799583 Jul 27 22:15:09.940906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Router 677b1555-0c34-4c20-853d-1fad753250fd is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:15:09.954676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-24b93ed9-013c-4c2b-882f-9fb9d61e10b0 None None] Provisioning for port d0b02398-bcbe-48d4-972a-f9bd881f0eee completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:09.960487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-24b93ed9-013c-4c2b-882f-9fb9d61e10b0 None None] Provisioning complete for port d0b02398-bcbe-48d4-972a-f9bd881f0eee triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:09.960876 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b93ed9-013c-4c2b-882f-9fb9d61e10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.010064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-757e759f-d640-47bc-8b9f-75a92827f4a2 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f66a1919284be692d210456e08f9f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701473 Jul 27 22:15:10.171929 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b93ed9-013c-4c2b-882f-9fb9d61e10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.175351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232572d8-be39-4e8c-9de6-3bc5396871b7 req-e0a74317-769d-4015-9b18-6bbb2c9bc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:10.176813 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-232572d8-be39-4e8c-9de6-3bc5396871b7 req-e0a74317-769d-4015-9b18-6bbb2c9bc7ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 1096 time: 0.1343393 Jul 27 22:15:10.178822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-7529e7c7-b4a8-4b66-872b-9aac18817502 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd5aa08-c80c-4b57-ac81-cf2774c1bf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596968 Jul 27 22:15:10.180243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:10.188914 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-aecc4c33-b7a2-4751-ab8b-12cead9444c5 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "PUT /v2.0/routers/677b1555-0c34-4c20-853d-1fad753250fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8949287 Jul 27 22:15:10.189053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57424) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:10.191492 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d6407-791e-40db-b049-5170a89ea9d0 None None] Sync routers for ids ['677b1555-0c34-4c20-853d-1fad753250fd'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:10.194098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Request body: {'port': {'network_id': '0ddab61c-86d1-4f79-82c4-d0730cc71a5d', 'name': 'tempest-FloatingIPNegativeTestJSON-1908582528'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:10.233824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-24b93ed9-013c-4c2b-882f-9fb9d61e10b0 None None] For port d0b02398-bcbe-48d4-972a-f9bd881f0eee, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d0b02398-bcbe-48d4-972a-f9bd881f0eee,segment=NetworkSegment(841f1dad-5b8e-418b-a964-dad284c2a0c1),segment_id=841f1dad-5b8e-418b-a964-dad284c2a0c1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:10.239762 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b93ed9-013c-4c2b-882f-9fb9d61e10b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.329357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b93ed9-013c-4c2b-882f-9fb9d61e10b0 None None] Pushing event updated for resources: {'Port': ['ID=d0b02398-bcbe-48d4-972a-f9bd881f0eee,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:10.461037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232572d8-be39-4e8c-9de6-3bc5396871b7 req-ccab5cb5-2d96-4950-87e1-35777dcb2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:10.462581 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-232572d8-be39-4e8c-9de6-3bc5396871b7 req-ccab5cb5-2d96-4950-87e1-35777dcb2c7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.2359681 Jul 27 22:15:10.464151 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-d536684b-c875-433b-ab9b-874d2b7246f7 service neutron] 10.222.0.24 "GET /v2.0/networks/dbd5aa08-c80c-4b57-ac81-cf2774c1bf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454033 Jul 27 22:15:10.488490 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d6407-791e-40db-b049-5170a89ea9d0 None None] Routers {'677b1555-0c34-4c20-853d-1fad753250fd'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:10.491377 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d86d6407-791e-40db-b049-5170a89ea9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['677b1555-0c34-4c20-853d-1fad753250fd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:10.508849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Made reservation on behalf of bfc3667e96bc4ab388fe573161604eb7 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:10.515073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.554804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] device_id is not set on port f948e3f6-7e89-419d-927f-b22e28f2e1b9 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:10.555696 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d86d6407-791e-40db-b049-5170a89ea9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:10.582943 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d6407-791e-40db-b049-5170a89ea9d0 None None] Routers {'677b1555-0c34-4c20-853d-1fad753250fd'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:10.583576 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d86d6407-791e-40db-b049-5170a89ea9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:14:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['677b1555-0c34-4c20-853d-1fad753250fd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:10.597476 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-232572d8-be39-4e8c-9de6-3bc5396871b7 req-0c1369a9-73a1-4536-ba63-75b4c03176ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59 HTTP/1.1" status: 200 len: 1000 time: 0.1240277 Jul 27 22:15:10.639620 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d86d6407-791e-40db-b049-5170a89ea9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:10.640576 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d6407-791e-40db-b049-5170a89ea9d0 None None] The sync data for ids ['677b1555-0c34-4c20-853d-1fad753250fd'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:10.688799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-122460be-50f7-43fc-ba79-f26e9e9a5b76 None None] Provisioning for port c8bd29b4-2efb-42a8-9a74-f35c40fab6ce completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:10.697103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-122460be-50f7-43fc-ba79-f26e9e9a5b76 None None] Provisioning complete for port c8bd29b4-2efb-42a8-9a74-f35c40fab6ce triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:10.698876 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-122460be-50f7-43fc-ba79-f26e9e9a5b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.708099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232572d8-be39-4e8c-9de6-3bc5396871b7 req-2de3f8bc-798f-4905-be07-5a3141f95649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:10.709658 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-232572d8-be39-4e8c-9de6-3bc5396871b7 req-2de3f8bc-798f-4905-be07-5a3141f95649 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.1020117 Jul 27 22:15:10.751610 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Allocated IP 172.20.0.6 (0ddab61c-86d1-4f79-82c4-d0730cc71a5d/893adb2f-a276-47f6-8cc2-cee86d7b7b29/f948e3f6-7e89-419d-927f-b22e28f2e1b9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:10.791846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-122460be-50f7-43fc-ba79-f26e9e9a5b76 None None] Port c8bd29b4-2efb-42a8-9a74-f35c40fab6ce cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:10.823865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-122460be-50f7-43fc-ba79-f26e9e9a5b76 None None] Provisioning complete for port d0b02398-bcbe-48d4-972a-f9bd881f0eee triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:10.826640 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-122460be-50f7-43fc-ba79-f26e9e9a5b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:10.845026 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232572d8-be39-4e8c-9de6-3bc5396871b7 req-94d2ed4b-f137-4fd7-b284-64d1c519478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:10.846659 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-232572d8-be39-4e8c-9de6-3bc5396871b7 req-94d2ed4b-f137-4fd7-b284-64d1c519478b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279202 Jul 27 22:15:10.980542 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e149008-c663-4aa0-9646-cdebe100e80e req-5fd9fcb4-759a-463b-b1c9-91a8f1f97fd2 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 210 time: 0.1190033 Jul 27 22:15:11.141266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dc3bf46b-5f4b-4025-aadf-ad047f4de98a None None] Provisioning complete for port c8bd29b4-2efb-42a8-9a74-f35c40fab6ce triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:11.141869 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc3bf46b-5f4b-4025-aadf-ad047f4de98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.161873 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-232572d8-be39-4e8c-9de6-3bc5396871b7 req-870ca3c3-1933-4313-8016-b0c5cc386719 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063161 Jul 27 22:15:11.195675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dc3bf46b-5f4b-4025-aadf-ad047f4de98a None None] Port c8bd29b4-2efb-42a8-9a74-f35c40fab6ce cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:11.294437 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.313104 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-232572d8-be39-4e8c-9de6-3bc5396871b7 req-5fb26774-2a0d-43a3-828a-ed49a6bda684 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396871 Jul 27 22:15:11.321270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7d534317-ab1e-408c-b1ee-5d5cbbbc22c4 None None] Provisioning complete for port c8bd29b4-2efb-42a8-9a74-f35c40fab6ce triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:11.321968 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d534317-ab1e-408c-b1ee-5d5cbbbc22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.322228 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Transition to ACTIVE for port object f948e3f6-7e89-419d-927f-b22e28f2e1b9 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:11.360685 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.400695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7d534317-ab1e-408c-b1ee-5d5cbbbc22c4 None None] Port c8bd29b4-2efb-42a8-9a74-f35c40fab6ce cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:11.418777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Network 0ddab61c-86d1-4f79-82c4-d0730cc71a5d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:11.422125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:11.428474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:11.459494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event updated for resources: {'Port': ['ID=f948e3f6-7e89-419d-927f-b22e28f2e1b9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:11.500609 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:11.501557 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.523103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-75aa3797-be63-469e-8b64-99c3c8fa2ad7 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3325512 Jul 27 22:15:11.525931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57446) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:11.531782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:11.572589 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.628021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d0b02398-bcbe-48d4-972a-f9bd881f0eee up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:11.732147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d0b02398-bcbe-48d4-972a-f9bd881f0eee triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:11.733892 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.734566 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.846724 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4fac3fe8-c683-40b1-88c7-19de71d274f2 None None] Provisioning for port f948e3f6-7e89-419d-927f-b22e28f2e1b9 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:11.850460 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4fac3fe8-c683-40b1-88c7-19de71d274f2 None None] Provisioning complete for port f948e3f6-7e89-419d-927f-b22e28f2e1b9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:11.850828 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4fac3fe8-c683-40b1-88c7-19de71d274f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:11.871040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Allocated IP 172.25.1.126 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/7aba0150-9f4b-4c72-924c-f5039299e941) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:11.888542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4fac3fe8-c683-40b1-88c7-19de71d274f2 None None] Port f948e3f6-7e89-419d-927f-b22e28f2e1b9 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:11.983339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.031060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.060165 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dda0201c-4310-4ae6-95bf-1921c5af9037 req-84820ca3-bad6-4dbd-ac13-964da1014dde tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 210 time: 0.0277181 Jul 27 22:15:12.084069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:12.087077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:12.093948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:12.120487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event updated for resources: {'Port': ['ID=7aba0150-9f4b-4c72-924c-f5039299e941,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:12.241914 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.337327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.366046 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.385317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-e98494b7-7558-43d9-8cc6-13be4dd460c8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:12.386799 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-e98494b7-7558-43d9-8cc6-13be4dd460c8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.43 "GET /v2.0/networks?id=dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 HTTP/1.1" status: 200 len: 822 time: 0.1713040 Jul 27 22:15:12.410113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Request body: {'port': {'device_id': '9ed47a0a-5e81-4d7b-b968-e3fad61242ba', 'network_id': 'dbd5aa08-c80c-4b57-ac81-cf2774c1bf18', 'admin_state_up': True, 'tenant_id': '05f66a1919284be692d210456e08f9f2'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:12.635880 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.639138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Made reservation on behalf of 05f66a1919284be692d210456e08f9f2 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:12.642663 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.653088 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.746469 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10215915-a0fc-4f3b-ab06-a1562c38c0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.769773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event updated for resources: {'Port': ['ID=7aba0150-9f4b-4c72-924c-f5039299e941,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:12.794206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.816754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:12.817628 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-70dd6cb0-712a-43b1-912c-8bc69893c8b0 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2900805 Jul 27 22:15:12.820694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:12.825909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-83442d62-78e4-47e0-a60c-418ebe855c4d tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Request body: {'floatingip': {'port_id': 'f948e3f6-7e89-419d-927f-b22e28f2e1b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:12.882117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83442d62-78e4-47e0-a60c-418ebe855c4d tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.025143 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-83442d62-78e4-47e0-a60c-418ebe855c4d tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] update failed (client error): The resource could not be found. Jul 27 22:15:13.029514 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-83442d62-78e4-47e0-a60c-418ebe855c4d tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "PUT /v2.0/floatingips/5f1b2cc3-79e8-4469-8264-af1cdaa347dc HTTP/1.1" status: 404 len: 507 time: 0.2077506 Jul 27 22:15:13.030935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57472) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:13.241306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Allocated IP 172.20.0.9 (dbd5aa08-c80c-4b57-ac81-cf2774c1bf18/66f70ba5-1581-46ae-b5dc-11a00d0377e8/158aeaa9-a041-4715-a5b4-126e10f54016) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:13.434087 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.495179 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.524027 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Network dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:13.527652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:13.549923 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:13.607354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Pushing event updated for resources: {'Port': ['ID=158aeaa9-a041-4715-a5b4-126e10f54016,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:13.624358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:13.625202 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.639920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f9a36-8050-43dd-889f-0a82ff58e6f6 req-b488904a-0d61-4f40-bca5-06310588ce06 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:13.642113 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ca1efda6-34f1-4947-b5de-84a5c48f5fb8 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2367518 Jul 27 22:15:13.659397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d44f9a36-8050-43dd-889f-0a82ff58e6f6 req-b488904a-0d61-4f40-bca5-06310588ce06 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 931 time: 0.1679673 Jul 27 22:15:13.664961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Request body: {'port': {'device_id': '9ed47a0a-5e81-4d7b-b968-e3fad61242ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:13.682346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-203ec5c6-8eb5-41e3-9019-ea72396eebdd tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Deleting port 7aba0150-9f4b-4c72-924c-f5039299e941 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:13.682692 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-203ec5c6-8eb5-41e3-9019-ea72396eebdd tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.754677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d44f9a36-8050-43dd-889f-0a82ff58e6f6 req-48476b2d-ab24-472f-9b37-8852a74de1be tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb4ec56-b0e6-4903-bbf5-83197b0786cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942066 Jul 27 22:15:13.805455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-203ec5c6-8eb5-41e3-9019-ea72396eebdd tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.806073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-203ec5c6-8eb5-41e3-9019-ea72396eebdd tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.816470 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:13.822300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-203ec5c6-8eb5-41e3-9019-ea72396eebdd tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Calling delete_port for 7aba0150-9f4b-4c72-924c-f5039299e941 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:14.042221 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-203ec5c6-8eb5-41e3-9019-ea72396eebdd tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.175011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ec5c6-8eb5-41e3-9019-ea72396eebdd tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event deleted for resources: {'Port': ['ID=7aba0150-9f4b-4c72-924c-f5039299e941,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:14.176873 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-203ec5c6-8eb5-41e3-9019-ea72396eebdd tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.180155 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-203ec5c6-8eb5-41e3-9019-ea72396eebdd tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.186218 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-203ec5c6-8eb5-41e3-9019-ea72396eebdd tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "DELETE /v2.0/floatingips/5f1b2cc3-79e8-4469-8264-af1cdaa347dc HTTP/1.1" status: 204 len: 168 time: 1.1531055 Jul 27 22:15:14.186945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:14.191606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8c903f34-a457-4b49-9ff7-f82c3c94387a tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Request body: {'floatingip': {'floating_network_id': '0ddab61c-86d1-4f79-82c4-d0730cc71a5d', 'port_id': 'f948e3f6-7e89-419d-927f-b22e28f2e1b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:14.224432 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c903f34-a457-4b49-9ff7-f82c3c94387a tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.390970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158aeaa9-a041-4715-a5b4-126e10f54016 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:14.399145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.412289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Transition to ACTIVE for port object 158aeaa9-a041-4715-a5b4-126e10f54016 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:14.416248 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.444462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18bd4c-6af9-4d32-ba54-fe71020f837e req-2df1c221-c70f-47b7-8b1f-37e9aa5867f8 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:14.446387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc18bd4c-6af9-4d32-ba54-fe71020f837e req-2df1c221-c70f-47b7-8b1f-37e9aa5867f8 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.0742960 Jul 27 22:15:14.471787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Pushing event updated for resources: {'Port': ['ID=158aeaa9-a041-4715-a5b4-126e10f54016,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:14.544569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc18bd4c-6af9-4d32-ba54-fe71020f837e req-32fdc82e-b848-418f-8df9-45ae735d4ded tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814650 Jul 27 22:15:14.545453 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-8c903f34-a457-4b49-9ff7-f82c3c94387a tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:15:14.551580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8c903f34-a457-4b49-9ff7-f82c3c94387a tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3602247 Jul 27 22:15:14.551801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57500) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:14.554325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Attempting to bind port 158aeaa9-a041-4715-a5b4-126e10f54016 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:14.554584 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Attempting to bind port 158aeaa9-a041-4715-a5b4-126e10f54016 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '37a46f0f-7172-4da8-b2e3-b443419b82b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbd5aa08-c80c-4b57-ac81-cf2774c1bf18'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:14.554908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Attempting to bind port 158aeaa9-a041-4715-a5b4-126e10f54016 on network dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:14.561893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': 'f948e3f6-7e89-419d-927f-b22e28f2e1b9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:14.562850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Port 158aeaa9-a041-4715-a5b4-126e10f54016 on network dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:15:14.563441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Attempting to bind port 158aeaa9-a041-4715-a5b4-126e10f54016 on network dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:14.569707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:14.570595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Checking segment: {'id': '37a46f0f-7172-4da8-b2e3-b443419b82b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbd5aa08-c80c-4b57-ac81-cf2774c1bf18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:14.571241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Bound using segment: {'id': '37a46f0f-7172-4da8-b2e3-b443419b82b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbd5aa08-c80c-4b57-ac81-cf2774c1bf18'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:14.571743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Bound port: 158aeaa9-a041-4715-a5b4-126e10f54016, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a46f0f-7172-4da8-b2e3-b443419b82b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dbd5aa08-c80c-4b57-ac81-cf2774c1bf18'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:14.572201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.591993 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.651598 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] For port 158aeaa9-a041-4715-a5b4-126e10f54016, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:14.656440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] For port 158aeaa9-a041-4715-a5b4-126e10f54016, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=158aeaa9-a041-4715-a5b4-126e10f54016,segment=NetworkSegment(37a46f0f-7172-4da8-b2e3-b443419b82b8),segment_id=37a46f0f-7172-4da8-b2e3-b443419b82b8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:14.662679 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.709608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:14.710995 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.712846 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-478f10c9-92fa-426d-8182-343b2781799d service neutron] 10.222.0.43 "PUT /v2.0/ports/158aeaa9-a041-4715-a5b4-126e10f54016 HTTP/1.1" status: 200 len: 1091 time: 1.0598938 Jul 27 22:15:14.714371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed47a0a-5e81-4d7b-b968-e3fad61242ba', 'tag': '158aeaa9-a041-4715-a5b4-126e10f54016'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:14.716951 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cdde89-1c12-47f9-ab9e-93760e707506" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed47a0a-5e81-4d7b-b968-e3fad61242ba", "tag": "158aeaa9-a041-4715-a5b4-126e10f54016"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:14.737563 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:14.784877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f10c9-92fa-426d-8182-343b2781799d service neutron] Pushing event updated for resources: {'Port': ['ID=158aeaa9-a041-4715-a5b4-126e10f54016,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:14.851640 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d59248e-10b1-4a37-aa9a-a12f567786a1 x-openstack-request-id: req-5d59248e-10b1-4a37-aa9a-a12f567786a1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:14.852583 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed47a0a-5e81-4d7b-b968-e3fad61242ba", "tag": "158aeaa9-a041-4715-a5b4-126e10f54016", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:14.853002 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d59248e-10b1-4a37-aa9a-a12f567786a1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:14.853560 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed47a0a-5e81-4d7b-b968-e3fad61242ba', 'tag': '158aeaa9-a041-4715-a5b4-126e10f54016', 'status': 'completed', 'code': 200} Jul 27 22:15:14.868236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-60bb4787-6b91-45e4-8b36-c8f5adc1cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:14.870083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-60bb4787-6b91-45e4-8b36-c8f5adc1cb11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=05f66a1919284be692d210456e08f9f2&device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 1094 time: 0.0664814 Jul 27 22:15:14.915235 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-aad06f63-541f-483c-9aa5-5ac79155fcc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=158aeaa9-a041-4715-a5b4-126e10f54016 HTTP/1.1" status: 200 len: 217 time: 0.0372074 Jul 27 22:15:14.963854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Allocated IP 172.25.1.233 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/041aa7bc-1df7-4ef6-bfbd-1700429fe455) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:14.992010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-cb224826-518b-4642-8d9f-a0f7ab424450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:14.992250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f531fd-ab48-476d-98fc-f40450edbbd2 req-81bc3e0b-b292-415a-b8e9-3cb99901f76a tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:14.995435 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-cb224826-518b-4642-8d9f-a0f7ab424450 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66f70ba5-1581-46ae-b5dc-11a00d0377e8 HTTP/1.1" status: 200 len: 862 time: 0.0737886 Jul 27 22:15:14.999732 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3f531fd-ab48-476d-98fc-f40450edbbd2 req-81bc3e0b-b292-415a-b8e9-3cb99901f76a tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 943 time: 0.1232090 Jul 27 22:15:15.045655 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-2bed2200-3c6f-4f2c-b861-a097715cb67b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbd5aa08-c80c-4b57-ac81-cf2774c1bf18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399961 Jul 27 22:15:15.107784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3f531fd-ab48-476d-98fc-f40450edbbd2 req-5b59bc17-92fa-47fa-acad-e7ab9e26a066 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb4ec56-b0e6-4903-bbf5-83197b0786cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055853 Jul 27 22:15:15.172638 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-ddf787f7-c9ca-4ec4-99bc-0801d0505c46 service neutron] 10.222.0.43 "GET /v2.0/networks/dbd5aa08-c80c-4b57-ac81-cf2774c1bf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199009 Jul 27 22:15:15.173635 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.218467 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.261953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:15.270018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:15.274799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:15.276041 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2cc9f33-67b8-45fa-8c65-c9ff7837529a req-898452f5-3eb7-4dfe-8581-137318c1dcb3 service neutron] 10.222.0.43 "GET /v2.0/networks/dbd5aa08-c80c-4b57-ac81-cf2774c1bf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888765 Jul 27 22:15:15.278564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event updated for resources: {'Port': ['ID=041aa7bc-1df7-4ef6-bfbd-1700429fe455,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:15.382979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdde89-1c12-47f9-ab9e-93760e707506 req-11e25c7e-da5f-4470-92ce-7dbdccd2a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:15.384489 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-74cdde89-1c12-47f9-ab9e-93760e707506 req-11e25c7e-da5f-4470-92ce-7dbdccd2a46c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=05f66a1919284be692d210456e08f9f2&device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 1094 time: 0.0612428 Jul 27 22:15:15.430962 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fecd4ef-d695-43bd-bc80-8bc7ddfb5016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.487799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Deleting port 041aa7bc-1df7-4ef6-bfbd-1700429fe455 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:15.488409 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.517230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdde89-1c12-47f9-ab9e-93760e707506 req-cc9c13e0-3517-486f-8a48-dbfe63fcadde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:15.523432 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-74cdde89-1c12-47f9-ab9e-93760e707506 req-cc9c13e0-3517-486f-8a48-dbfe63fcadde service neutron] 10.222.0.43 "GET /v2.0/networks?id=dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 HTTP/1.1" status: 200 len: 923 time: 0.1283314 Jul 27 22:15:15.585264 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.585605 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.599909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Calling delete_port for 041aa7bc-1df7-4ef6-bfbd-1700429fe455 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:15.628858 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-74cdde89-1c12-47f9-ab9e-93760e707506 req-bcc74313-5530-4021-ad71-29a757edbc1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=158aeaa9-a041-4715-a5b4-126e10f54016 HTTP/1.1" status: 200 len: 217 time: 0.0958552 Jul 27 22:15:15.690300 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.716625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdde89-1c12-47f9-ab9e-93760e707506 req-f9a9d84e-3af1-4e48-ae33-a795886ce8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:15.718237 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-74cdde89-1c12-47f9-ab9e-93760e707506 req-f9a9d84e-3af1-4e48-ae33-a795886ce8f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=66f70ba5-1581-46ae-b5dc-11a00d0377e8 HTTP/1.1" status: 200 len: 862 time: 0.0799532 Jul 27 22:15:15.762049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-74cdde89-1c12-47f9-ab9e-93760e707506 req-9794bea4-3066-4eec-b9d0-41320dbaa638 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dbd5aa08-c80c-4b57-ac81-cf2774c1bf18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339558 Jul 27 22:15:15.767663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239b01f-5ff3-4fd5-a53d-6c18abf9fc2c req-bf7e3aa4-5c37-4580-a534-6f8a39f240cf tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:15.769374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d239b01f-5ff3-4fd5-a53d-6c18abf9fc2c req-bf7e3aa4-5c37-4580-a534-6f8a39f240cf tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.0892158 Jul 27 22:15:15.813056 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:15.830782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d239b01f-5ff3-4fd5-a53d-6c18abf9fc2c req-e83be48e-ff09-4cb0-935b-64107c712260 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528483 Jul 27 22:15:15.867140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event deleted for resources: {'Port': ['ID=041aa7bc-1df7-4ef6-bfbd-1700429fe455,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:15.891308 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-74cdde89-1c12-47f9-ab9e-93760e707506 req-7979a8ea-5cf6-498a-b4d1-3c5bae843614 service neutron] 10.222.0.43 "GET /v2.0/networks/dbd5aa08-c80c-4b57-ac81-cf2774c1bf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118934 Jul 27 22:15:15.947126 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] create failed (client error): The resource could not be found. Jul 27 22:15:15.949828 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e2975ce3-dba9-4c33-a97c-d0bcf6cbceea tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3910704 Jul 27 22:15:15.953347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:16.010686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-74cdde89-1c12-47f9-ab9e-93760e707506 req-a4e6d463-8dd0-4b75-9d88-d675c8c68d3b service neutron] 10.222.0.43 "GET /v2.0/networks/dbd5aa08-c80c-4b57-ac81-cf2774c1bf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115544 Jul 27 22:15:16.107855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e9621b96-00b4-4ca4-8297-d42ecfcdc094 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Deleting port f948e3f6-7e89-419d-927f-b22e28f2e1b9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:16.108469 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9621b96-00b4-4ca4-8297-d42ecfcdc094 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.245559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729da274-8ab4-4295-b056-481fb1b74a89 req-5f5ca948-aeac-46b8-9497-ae79f2d235ad tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:16.247465 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-729da274-8ab4-4295-b056-481fb1b74a89 req-5f5ca948-aeac-46b8-9497-ae79f2d235ad tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.41 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.0708976 Jul 27 22:15:16.283136 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9621b96-00b4-4ca4-8297-d42ecfcdc094 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.301456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e9621b96-00b4-4ca4-8297-d42ecfcdc094 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Calling delete_port for f948e3f6-7e89-419d-927f-b22e28f2e1b9 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:16.311846 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.380110 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.467735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Deleting port dc91b05a-3f99-44c1-ae6d-86b32ac86c41 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:16.468123 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.523321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76689cf6-ac51-40cf-952c-b7a460f89e87 req-da193c07-377e-4417-8cd9-95d124b88c84 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:16.524872 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76689cf6-ac51-40cf-952c-b7a460f89e87 req-da193c07-377e-4417-8cd9-95d124b88c84 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 943 time: 0.3039496 Jul 27 22:15:16.562141 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9621b96-00b4-4ca4-8297-d42ecfcdc094 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.606051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 158aeaa9-a041-4715-a5b4-126e10f54016 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:15:16.643111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9621b96-00b4-4ca4-8297-d42ecfcdc094 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event deleted for resources: {'Port': ['ID=f948e3f6-7e89-419d-927f-b22e28f2e1b9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:16.710091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] For port dc91b05a-3f99-44c1-ae6d-86b32ac86c41, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=dc91b05a-3f99-44c1-ae6d-86b32ac86c41,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:16.710454 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.748364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76689cf6-ac51-40cf-952c-b7a460f89e87 req-f87b3fc0-8e7e-4d02-9aca-de8c2c5ee84c tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb4ec56-b0e6-4903-bbf5-83197b0786cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130806 Jul 27 22:15:16.914616 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9621b96-00b4-4ca4-8297-d42ecfcdc094 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:16.916582 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e9621b96-00b4-4ca4-8297-d42ecfcdc094 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "DELETE /v2.0/ports/f948e3f6-7e89-419d-927f-b22e28f2e1b9 HTTP/1.1" status: 204 len: 168 time: 0.9617529 Jul 27 22:15:16.919798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:16.921647 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 158aeaa9-a041-4715-a5b4-126e10f54016, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=158aeaa9-a041-4715-a5b4-126e10f54016,segment=NetworkSegment(37a46f0f-7172-4da8-b2e3-b443419b82b8),segment_id=37a46f0f-7172-4da8-b2e3-b443419b82b8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:16.937141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '158aeaa9-a041-4715-a5b4-126e10f54016', 'network_id': 'dbd5aa08-c80c-4b57-ac81-cf2774c1bf18', 'port_id': '158aeaa9-a041-4715-a5b4-126e10f54016', 'mac_address': 'fa:16:3e:53:a9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f70ba5-1581-46ae-b5dc-11a00d0377e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:15:17.042518 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.085253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158aeaa9-a041-4715-a5b4-126e10f54016 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:17.100304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0f459-f6be-446f-bb84-314c27194fa9 req-e780b6c3-7530-4359-9584-28078636761f tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:17.113942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50e0f459-f6be-446f-bb84-314c27194fa9 req-e780b6c3-7530-4359-9584-28078636761f tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 945 time: 0.1186795 Jul 27 22:15:17.124177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 158aeaa9-a041-4715-a5b4-126e10f54016, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=158aeaa9-a041-4715-a5b4-126e10f54016,segment=NetworkSegment(37a46f0f-7172-4da8-b2e3-b443419b82b8),segment_id=37a46f0f-7172-4da8-b2e3-b443419b82b8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:17.130530 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.133650 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.134909 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.135327 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Floating IP 7b2f81dd-9700-4e88-806e-cc2e9bd4d7c7 disassociated. External IP: 172.25.1.214, port: dc91b05a-3f99-44c1-ae6d-86b32ac86c41. Jul 27 22:15:17.136870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e690684-74bb-44b6-bad9-e71d28bf9f0d tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:17.139325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Calling delete_port for dc91b05a-3f99-44c1-ae6d-86b32ac86c41 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:17.140116 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4e690684-74bb-44b6-bad9-e71d28bf9f0d tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "GET /v2.0/ports?device_id=677b1555-0c34-4c20-853d-1fad753250fd HTTP/1.1" status: 200 len: 913 time: 0.2193563 Jul 27 22:15:17.159815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57580) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:17.207365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=158aeaa9-a041-4715-a5b4-126e10f54016,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:17.311386 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.341104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50e0f459-f6be-446f-bb84-314c27194fa9 req-084472e1-cff4-4030-86e8-8a6d2a4577ab tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=a6dc6d08-b675-44d1-a0dd-15166b17c394&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262414 Jul 27 22:15:17.379155 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event deleted for resources: {'Port': ['ID=dc91b05a-3f99-44c1-ae6d-86b32ac86c41,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:17.392427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:17.393200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:17.393725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:17.394235 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:17.394790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:17.395284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:17.396014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:17.396524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:17.397038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:17.397748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:17.398342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:17.399081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:17.451045 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['158aeaa9-a041-4715-a5b4-126e10f54016'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:17.552091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Router cd3ee134-792b-4204-8a50-20577b8084a8 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:17.716757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:17.725961 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.802152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] No DVR routers for this DVR port dc91b05a-3f99-44c1-ae6d-86b32ac86c41 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:17.805122 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:17.807317 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-729da274-8ab4-4295-b056-481fb1b74a89 req-6aa2fb26-e327-4cea-9e63-bde9e7af02c6 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.41 "DELETE /v2.0/ports/dc91b05a-3f99-44c1-ae6d-86b32ac86c41 HTTP/1.1" status: 204 len: 173 time: 1.5536585 Jul 27 22:15:17.807855 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35374e98-cef3-4f4f-afe8-06711585f134', 'name': 'network-vif-deleted', 'tag': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:17.819605 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f3179c-c6c5-4dd0-972e-09432ba27cfe" -d '{"events": [{"server_uuid": "35374e98-cef3-4f4f-afe8-06711585f134", "name": "network-vif-deleted", "tag": "dc91b05a-3f99-44c1-ae6d-86b32ac86c41"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:17.947846 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72456d2-714a-4b28-8f95-4d723c86a8af x-openstack-request-id: req-a72456d2-714a-4b28-8f95-4d723c86a8af {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:17.948113 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35374e98-cef3-4f4f-afe8-06711585f134", "name": "network-vif-deleted", "tag": "dc91b05a-3f99-44c1-ae6d-86b32ac86c41", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:17.948361 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a72456d2-714a-4b28-8f95-4d723c86a8af {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:17.948757 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35374e98-cef3-4f4f-afe8-06711585f134', 'name': 'network-vif-deleted', 'tag': 'dc91b05a-3f99-44c1-ae6d-86b32ac86c41', 'status': 'completed', 'code': 200} Jul 27 22:15:17.977822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e74a6-3097-4321-b22e-62fe3e6d1f13 None None] Sync routers for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:18.020818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e74a6-3097-4321-b22e-62fe3e6d1f13 None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:18.021487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4a9e74a6-3097-4321-b22e-62fe3e6d1f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:18.120887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff98f3-87b8-4fa1-b973-e9099c30b7a1 req-276887d7-5529-4edb-9399-23573237c221 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:18.125119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.130877 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6cff98f3-87b8-4fa1-b973-e9099c30b7a1 req-276887d7-5529-4edb-9399-23573237c221 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 944 time: 0.1340418 Jul 27 22:15:18.199283 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6cff98f3-87b8-4fa1-b973-e9099c30b7a1 req-ca983462-97da-426f-b0dd-50d6b21d04cc tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb4ec56-b0e6-4903-bbf5-83197b0786cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664241 Jul 27 22:15:18.218397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4a9e74a6-3097-4321-b22e-62fe3e6d1f13 None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:18.357650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Deleting port c8bd29b4-2efb-42a8-9a74-f35c40fab6ce {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:18.358105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.506560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a5f222e-6465-41a1-9a41-b11505b744ac req-808cde6c-4b12-4259-87d1-972931b358d4 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=35374e98-cef3-4f4f-afe8-06711585f134 HTTP/1.1" status: 200 len: 210 time: 0.0495808 Jul 27 22:15:18.517168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4a9e74a6-3097-4321-b22e-62fe3e6d1f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:11Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:18.546235 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.553657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e74a6-3097-4321-b22e-62fe3e6d1f13 None None] Checking router: cd3ee134-792b-4204-8a50-20577b8084a8 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:18.560745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Calling delete_port for c8bd29b4-2efb-42a8-9a74-f35c40fab6ce owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:18.569780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e74a6-3097-4321-b22e-62fe3e6d1f13 None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:18.571214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4a9e74a6-3097-4321-b22e-62fe3e6d1f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:18.694100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4a9e74a6-3097-4321-b22e-62fe3e6d1f13 None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:18.751333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.784908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event deleted for resources: {'Port': ['ID=c8bd29b4-2efb-42a8-9a74-f35c40fab6ce,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:18.839497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:18.839767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:18.840103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:18.840437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:18.841310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:18.841642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:18.841974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:18.842718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:18.842718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:18.842980 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:18.843253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:18.843570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:18.928838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4a9e74a6-3097-4321-b22e-62fe3e6d1f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:11Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:18.956288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:18.972089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e74a6-3097-4321-b22e-62fe3e6d1f13 None None] The sync data for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 is: [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:11Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:19.095595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device dc91b05a-3f99-44c1-ae6d-86b32ac86c41 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:19.119057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: dc91b05a-3f99-44c1-ae6d-86b32ac86c41 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:19.119814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device dc91b05a-3f99-44c1-ae6d-86b32ac86c41 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:19.157352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Router 677b1555-0c34-4c20-853d-1fad753250fd has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:19.237243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:19.244538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-04787625-6623-4535-8d73-16c634c10b3c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "PUT /v2.0/routers/677b1555-0c34-4c20-853d-1fad753250fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0836179 Jul 27 22:15:19.247506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:19.255443 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f813dbd-d1ea-45b5-9333-2299d4e0317b None None] Sync routers for ids ['677b1555-0c34-4c20-853d-1fad753250fd'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:19.270666 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f813dbd-d1ea-45b5-9333-2299d4e0317b None None] Routers {'677b1555-0c34-4c20-853d-1fad753250fd'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:19.273655 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1f813dbd-d1ea-45b5-9333-2299d4e0317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['677b1555-0c34-4c20-853d-1fad753250fd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:19.314356 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1f813dbd-d1ea-45b5-9333-2299d4e0317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:19.322464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfacada0-da18-48d7-9c76-e2cfe78bddf4 None None] New status for floating IP 7b2f81dd-9700-4e88-806e-cc2e9bd4d7c7: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:15:19.346714 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f813dbd-d1ea-45b5-9333-2299d4e0317b None None] Routers {'677b1555-0c34-4c20-853d-1fad753250fd'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:19.347255 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1f813dbd-d1ea-45b5-9333-2299d4e0317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['677b1555-0c34-4c20-853d-1fad753250fd'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:19.382868 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1f813dbd-d1ea-45b5-9333-2299d4e0317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:19.383530 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f813dbd-d1ea-45b5-9333-2299d4e0317b None None] The sync data for ids ['677b1555-0c34-4c20-853d-1fad753250fd'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:19.388915 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8194bb28-2307-46b2-aadb-d92f25d1433f tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.486717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af247052-28c2-4c58-9a24-744f103ded68 req-5d052cdf-dbc3-4bb8-a610-3b6460007d64 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:19.488233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af247052-28c2-4c58-9a24-744f103ded68 req-5d052cdf-dbc3-4bb8-a610-3b6460007d64 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 944 time: 0.1821136 Jul 27 22:15:19.611786 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57640) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:19.613311 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8194bb28-2307-46b2-aadb-d92f25d1433f tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.619800 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8194bb28-2307-46b2-aadb-d92f25d1433f tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.638379 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af247052-28c2-4c58-9a24-744f103ded68 req-80b300e1-793f-4acf-9121-5c1e60911674 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb4ec56-b0e6-4903-bbf5-83197b0786cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207299 Jul 27 22:15:19.683023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8194bb28-2307-46b2-aadb-d92f25d1433f tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.683596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8194bb28-2307-46b2-aadb-d92f25d1433f tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Fanout notify agent at l3_agent the message router_deleted on router 677b1555-0c34-4c20-853d-1fad753250fd {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:15:19.685677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9904a57-9e03-419d-87e6-81a9545c0873 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.691908 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8194bb28-2307-46b2-aadb-d92f25d1433f tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.696201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8194bb28-2307-46b2-aadb-d92f25d1433f tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "DELETE /v2.0/routers/677b1555-0c34-4c20-853d-1fad753250fd HTTP/1.1" status: 204 len: 168 time: 0.4476054 Jul 27 22:15:19.696963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57642) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:19.712935 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9904a57-9e03-419d-87e6-81a9545c0873 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.761234 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2d3b3e-f87f-4cd2-a4cb-ce97903af55c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Deleting subnet 893adb2f-a276-47f6-8cc2-cee86d7b7b29 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:19.765935 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3b3e-f87f-4cd2-a4cb-ce97903af55c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.769674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9904a57-9e03-419d-87e6-81a9545c0873 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.772627 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9904a57-9e03-419d-87e6-81a9545c0873 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.773817 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e9904a57-9e03-419d-87e6-81a9545c0873 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "DELETE /v2.0/security-groups/a6dc6d08-b675-44d1-a0dd-15166b17c394 HTTP/1.1" status: 204 len: 168 time: 0.1610174 Jul 27 22:15:19.777852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:19.794568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9904a57-9e03-419d-87e6-81a9545c0873 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dc6d08-b675-44d1-a0dd-15166b17c394,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:19.802030 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-3d33b17f-de48-4d2c-8b0f-e6137f948657 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] show failed (client error): The resource could not be found. Jul 27 22:15:19.803135 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3d33b17f-de48-4d2c-8b0f-e6137f948657 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups/a6dc6d08-b675-44d1-a0dd-15166b17c394 HTTP/1.1" status: 404 len: 347 time: 0.0229270 Jul 27 22:15:19.806546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57648) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:19.824800 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3b3e-f87f-4cd2-a4cb-ce97903af55c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.929569 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3b3e-f87f-4cd2-a4cb-ce97903af55c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.968216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8998507d-382a-43fb-9cd1-bb90d08699af tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Deleting port e1adeead-8acd-48f7-9461-520f8defc7c6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:19.968611 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8998507d-382a-43fb-9cd1-bb90d08699af tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:19.999389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3b3e-f87f-4cd2-a4cb-ce97903af55c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.031194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d3b3e-f87f-4cd2-a4cb-ce97903af55c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event deleted for resources: {'Subnet': ['ID=893adb2f-a276-47f6-8cc2-cee86d7b7b29,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:20.038225 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e2d3b3e-f87f-4cd2-a4cb-ce97903af55c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.042804 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4e2d3b3e-f87f-4cd2-a4cb-ce97903af55c tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "DELETE /v2.0/subnets/893adb2f-a276-47f6-8cc2-cee86d7b7b29 HTTP/1.1" status: 204 len: 168 time: 0.3424134 Jul 27 22:15:20.043495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:20.050735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ccf09b-5a99-4c78-950c-99bd8c21c84e None None] Network 0ddab61c-86d1-4f79-82c4-d0730cc71a5d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:20.067384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8998507d-382a-43fb-9cd1-bb90d08699af tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.067821 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8998507d-382a-43fb-9cd1-bb90d08699af tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.088679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8998507d-382a-43fb-9cd1-bb90d08699af tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Calling delete_port for e1adeead-8acd-48f7-9461-520f8defc7c6 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:20.161378 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.246497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Deleting port d0b02398-bcbe-48d4-972a-f9bd881f0eee {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:20.247394 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.289509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ede124-14f0-441d-b834-05f32ae425ad None None] DHCP port deletion for 0ddab61c-86d1-4f79-82c4-d0730cc71a5d request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:20.318804 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8998507d-382a-43fb-9cd1-bb90d08699af tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.331199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] For port d0b02398-bcbe-48d4-972a-f9bd881f0eee, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d0b02398-bcbe-48d4-972a-f9bd881f0eee,segment=NetworkSegment(841f1dad-5b8e-418b-a964-dad284c2a0c1),segment_id=841f1dad-5b8e-418b-a964-dad284c2a0c1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:20.331871 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.349590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Calling delete_port for d0b02398-bcbe-48d4-972a-f9bd881f0eee owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:20.362454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-25ede124-14f0-441d-b834-05f32ae425ad None None] Deleting port d0b02398-bcbe-48d4-972a-f9bd881f0eee {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:20.363153 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25ede124-14f0-441d-b834-05f32ae425ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.367466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998507d-382a-43fb-9cd1-bb90d08699af tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event deleted for resources: {'Port': ['ID=e1adeead-8acd-48f7-9461-520f8defc7c6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:20.426224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8998507d-382a-43fb-9cd1-bb90d08699af tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.429747 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8998507d-382a-43fb-9cd1-bb90d08699af tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.431010 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8998507d-382a-43fb-9cd1-bb90d08699af tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "DELETE /v2.0/floatingips/7b2f81dd-9700-4e88-806e-cc2e9bd4d7c7 HTTP/1.1" status: 204 len: 168 time: 0.6234787 Jul 27 22:15:20.442033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-25ede124-14f0-441d-b834-05f32ae425ad None None] For port d0b02398-bcbe-48d4-972a-f9bd881f0eee, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d0b02398-bcbe-48d4-972a-f9bd881f0eee,segment=NetworkSegment(841f1dad-5b8e-418b-a964-dad284c2a0c1),segment_id=841f1dad-5b8e-418b-a964-dad284c2a0c1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:20.442334 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25ede124-14f0-441d-b834-05f32ae425ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.446323 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.458807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-25ede124-14f0-441d-b834-05f32ae425ad None None] Calling delete_port for d0b02398-bcbe-48d4-972a-f9bd881f0eee owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:20.486106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event deleted for resources: {'Port': ['ID=d0b02398-bcbe-48d4-972a-f9bd881f0eee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:20.494148 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] No DVR routers for this DVR port d0b02398-bcbe-48d4-972a-f9bd881f0eee on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:20.579444 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25ede124-14f0-441d-b834-05f32ae425ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.607928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ede124-14f0-441d-b834-05f32ae425ad None None] Pushing event deleted for resources: {'Port': ['ID=d0b02398-bcbe-48d4-972a-f9bd881f0eee,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:20.611682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ede124-14f0-441d-b834-05f32ae425ad None None] No DVR routers for this DVR port d0b02398-bcbe-48d4-972a-f9bd881f0eee on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:20.633473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 158aeaa9-a041-4715-a5b4-126e10f54016 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:20.738849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 158aeaa9-a041-4715-a5b4-126e10f54016 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:20.744089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 158aeaa9-a041-4715-a5b4-126e10f54016 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:20.744884 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.841842 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.883036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 158aeaa9-a041-4715-a5b4-126e10f54016, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=158aeaa9-a041-4715-a5b4-126e10f54016,segment=NetworkSegment(37a46f0f-7172-4da8-b2e3-b443419b82b8),segment_id=37a46f0f-7172-4da8-b2e3-b443419b82b8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:20.884167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed47a0a-5e81-4d7b-b968-e3fad61242ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158aeaa9-a041-4715-a5b4-126e10f54016'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:20.886734 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559665e0-f821-4b84-8408-edebc7c4dd68" -d '{"events": [{"server_uuid": "9ed47a0a-5e81-4d7b-b968-e3fad61242ba", "name": "network-vif-plugged", "status": "completed", "tag": "158aeaa9-a041-4715-a5b4-126e10f54016"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:20.892671 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:20.931687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57666) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:20.936943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fb31a26b-48d7-480f-a897-95656b8c5c4c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815843243', 'description': 'tempest-description--319793980'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:20.960732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=158aeaa9-a041-4715-a5b4-126e10f54016,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:20.982301 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb31a26b-48d7-480f-a897-95656b8c5c4c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.012247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.029747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddab61c-86d1-4f79-82c4-d0730cc71a5d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:21.045445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7ae10-67d3-47e1-8358-bceebb934515 req-3fa0d972-f584-45c0-8a9a-52f7b14fd9cf tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:21.056144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5da7ae10-67d3-47e1-8358-bceebb934515 req-3fa0d972-f584-45c0-8a9a-52f7b14fd9cf tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 945 time: 0.1434832 Jul 27 22:15:21.064121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841f1dad-5b8e-418b-a964-dad284c2a0c1') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:21.064422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841f1dad-5b8e-418b-a964-dad284c2a0c1') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:21.071405 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce149c3-73c4-4fbc-9d1f-217427e638bc x-openstack-request-id: req-4ce149c3-73c4-4fbc-9d1f-217427e638bc {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:21.071716 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed47a0a-5e81-4d7b-b968-e3fad61242ba", "name": "network-vif-plugged", "status": "completed", "tag": "158aeaa9-a041-4715-a5b4-126e10f54016", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:21.071974 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ce149c3-73c4-4fbc-9d1f-217427e638bc {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:21.072373 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed47a0a-5e81-4d7b-b968-e3fad61242ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158aeaa9-a041-4715-a5b4-126e10f54016', 'code': 200} Jul 27 22:15:21.091460 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.118293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.127265 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb31a26b-48d7-480f-a897-95656b8c5c4c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.132269 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb31a26b-48d7-480f-a897-95656b8c5c4c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.133962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:21.134402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:21.138086 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:21.151397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5da7ae10-67d3-47e1-8358-bceebb934515 req-245b5bce-3283-4888-9c41-21923295d9cf tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb4ec56-b0e6-4903-bbf5-83197b0786cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943542 Jul 27 22:15:21.214021 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb31a26b-48d7-480f-a897-95656b8c5c4c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.215676 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fb31a26b-48d7-480f-a897-95656b8c5c4c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2826018 Jul 27 22:15:21.216803 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.217619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31a26b-48d7-480f-a897-95656b8c5c4c tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:21.219891 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57672) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:21.228345 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.228549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f86c7f23-f42a-4366-acc1-b54bfc4d3b04 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Request body: {'security_group_rule': {'security_group_id': '2853d654-3f2f-4c2d-a69d-44bf6ce5ad09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:21.232828 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] 10.222.0.24 "DELETE /v2.0/networks/0ddab61c-86d1-4f79-82c4-d0730cc71a5d HTTP/1.1" status: 204 len: 168 time: 1.1842842 Jul 27 22:15:21.267014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a24d1-3bf0-4c2d-a235-bb19b8f8ab18 tempest-FloatingIPNegativeTestJSON-1613353154 tempest-FloatingIPNegativeTestJSON-1613353154-project] Pushing event deleted for resources: {'Network': ['ID=0ddab61c-86d1-4f79-82c4-d0730cc71a5d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:21.280576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ec231-d10e-4ca4-8f22-fd724fe73a3c req-25565e32-4315-4ab6-9615-e0cdbaec802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:21.282203 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f7ec231-d10e-4ca4-8f22-fd724fe73a3c req-25565e32-4315-4ab6-9615-e0cdbaec802d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 1096 time: 0.1381481 Jul 27 22:15:21.304764 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f86c7f23-f42a-4366-acc1-b54bfc4d3b04 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.341584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f7ec231-d10e-4ca4-8f22-fd724fe73a3c req-e8203e51-b3ef-4ffa-919e-1a561b4f08dd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=feb4ec56-b0e6-4903-bbf5-83197b0786cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505588 Jul 27 22:15:21.369537 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f86c7f23-f42a-4366-acc1-b54bfc4d3b04 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.374088 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f86c7f23-f42a-4366-acc1-b54bfc4d3b04 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.392845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c7f23-f42a-4366-acc1-b54bfc4d3b04 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52674061-0ed0-4c13-8e04-8c5000714ea4,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:21.404691 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f86c7f23-f42a-4366-acc1-b54bfc4d3b04 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.405230 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f86c7f23-f42a-4366-acc1-b54bfc4d3b04 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833026 Jul 27 22:15:21.405366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:21.414048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fd160c8c-f13f-483e-bcdf-fc79e8db05db tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Request body: {'security_group_rule': {'security_group_id': '2853d654-3f2f-4c2d-a69d-44bf6ce5ad09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:21.444923 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd160c8c-f13f-483e-bcdf-fc79e8db05db tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.508122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57680) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:21.521859 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd160c8c-f13f-483e-bcdf-fc79e8db05db tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.526610 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd160c8c-f13f-483e-bcdf-fc79e8db05db tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.554161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd160c8c-f13f-483e-bcdf-fc79e8db05db tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bf39c2-aba6-4dd7-877c-6766cd5f6eed,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:21.558887 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd160c8c-f13f-483e-bcdf-fc79e8db05db tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.562302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fd160c8c-f13f-483e-bcdf-fc79e8db05db tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505990 Jul 27 22:15:21.564279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57684) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:21.570853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:21.605434 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.644936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d0b02398-bcbe-48d4-972a-f9bd881f0eee no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:21.670760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d0b02398-bcbe-48d4-972a-f9bd881f0eee {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:21.671101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d0b02398-bcbe-48d4-972a-f9bd881f0eee not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:21.719997 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b976e34f-c6c8-47f7-bc01-17f37d172f23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfc3667e96bc4ab388fe573161604eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106318 Jul 27 22:15:21.722427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57688) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:21.797824 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe23e8cc-57b9-4674-b69e-4818f2938b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.812405 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.829785 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe23e8cc-57b9-4674-b69e-4818f2938b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.945538 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe23e8cc-57b9-4674-b69e-4818f2938b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.948190 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe23e8cc-57b9-4674-b69e-4818f2938b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:21.949335 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fe23e8cc-57b9-4674-b69e-4818f2938b50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad4b2d8c-f2c9-4fe2-bcdb-24875543d5b3 HTTP/1.1" status: 204 len: 168 time: 0.2260211 Jul 27 22:15:21.969351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Allocated IP 172.25.1.2 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/ab392021-2920-4b7c-9a71-c8785e0741e3) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:21.973516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23e8cc-57b9-4674-b69e-4818f2938b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4b2d8c-f2c9-4fe2-bcdb-24875543d5b3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:22.099936 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.146517 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.190762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:22.198861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:22.202139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event updated for resources: {'Port': ['ID=ab392021-2920-4b7c-9a71-c8785e0741e3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:22.204748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:22.326523 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.355809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03607be-2c67-4338-9cc0-df5392726d61 req-f10e3048-8b88-4ee1-99f6-10e5cf4aa917 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:22.359086 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c03607be-2c67-4338-9cc0-df5392726d61 req-f10e3048-8b88-4ee1-99f6-10e5cf4aa917 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 945 time: 0.0949516 Jul 27 22:15:22.402494 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.447052 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c03607be-2c67-4338-9cc0-df5392726d61 req-ff608e4e-7b6d-4100-8a40-b3a1fa0bfbd2 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb4ec56-b0e6-4903-bbf5-83197b0786cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761232 Jul 27 22:15:22.584717 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.590043 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.668762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event updated for resources: {'Port': ['ID=ab392021-2920-4b7c-9a71-c8785e0741e3,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:22.673734 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.704954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.706305 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-01802643-52e1-48d3-a947-a74cc6421475 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1409121 Jul 27 22:15:22.840882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57730) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:22.923125 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-51bd5e54-d2b4-4a6b-9ae1-4b9aa1e9869b tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--815843243&fields=id&tenant_id=e8d97f96557449bd9f5638c74ae5e7b4 HTTP/1.1" status: 200 len: 267 time: 0.0339987 Jul 27 22:15:22.944747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1121527301'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:22.970992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:22.974675 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:22.986398 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.051955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-a099c6c8-eb95-43cd-9b7b-6e4e58fe821b tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:23.053500 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-a099c6c8-eb95-43cd-9b7b-6e4e58fe821b tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 811 time: 0.1177530 Jul 27 22:15:23.078332 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-bac63944-4f41-4e31-93ba-b8ac1d3c12f3 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/quotas/e8d97f96557449bd9f5638c74ae5e7b4 HTTP/1.1" status: 200 len: 375 time: 0.0158749 Jul 27 22:15:23.119013 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.126164 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.145524 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-1e457a8d-fe35-400d-803c-3be5aac81b49 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601237 Jul 27 22:15:23.162389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:23.190968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.191317 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Added segment d72e4ee4-3f6f-4c8b-a712-4a5da064a8b1 of type vlan for network 7df4fb43-374a-430d-81d8-a809e4e11000 Jul 27 22:15:23.193151 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f247f58f-108d-4639-a415-77997524edff,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:23.246590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.261329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b4391ab5-4b0b-4319-9573-22f46e108f0d service neutron] 10.222.0.24 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096077 Jul 27 22:15:23.284725 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.290607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:23.291283 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.359024 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5139732 Jul 27 22:15:23.360789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:23.367708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8732a7c7-f9ce-45a5-8e9f-f247b661979d tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2020010642'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:23.368922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-fce5ca77-b8c4-47f0-9ecb-794d7a9bc7d4 service neutron] 10.222.0.24 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000161 Jul 27 22:15:23.381432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eee9d6-426b-4286-a4b7-88243ea256e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Network': ['ID=7df4fb43-374a-430d-81d8-a809e4e11000,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:23.392248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7df4fb43-374a-430d-81d8-a809e4e11000 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:23.399342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8732a7c7-f9ce-45a5-8e9f-f247b661979d tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:23.404256 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8732a7c7-f9ce-45a5-8e9f-f247b661979d tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.455114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8732a7c7-f9ce-45a5-8e9f-f247b661979d tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:23.479336 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8732a7c7-f9ce-45a5-8e9f-f247b661979d tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.479685 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-8732a7c7-f9ce-45a5-8e9f-f247b661979d tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Added segment af866a90-81ae-4f47-b941-5cb1b81032a1 of type vlan for network 07260175-0bab-41cf-98cb-598351096072 Jul 27 22:15:23.588375 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8732a7c7-f9ce-45a5-8e9f-f247b661979d tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.622603 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a23bc35a-fac3-42fc-87a0-87ed3c41a57e req-208a923d-32b6-4e5d-b1c0-a627427e98d4 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 210 time: 0.0488522 Jul 27 22:15:23.623573 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8732a7c7-f9ce-45a5-8e9f-f247b661979d tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.633623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8732a7c7-f9ce-45a5-8e9f-f247b661979d tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:23.634545 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8732a7c7-f9ce-45a5-8e9f-f247b661979d tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:23.682437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f27bac-dfd4-4177-8b68-1111475f695d req-41acc648-bae2-4c34-a075-cb3dfbcc4cd1 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:23.685036 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05f27bac-dfd4-4177-8b68-1111475f695d req-41acc648-bae2-4c34-a075-cb3dfbcc4cd1 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 945 time: 0.1081748 Jul 27 22:15:23.721023 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8732a7c7-f9ce-45a5-8e9f-f247b661979d tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3593926 Jul 27 22:15:23.724587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57752) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:23.730136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9a760bba-b70e-4fef-a369-8ae7901ab005 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'subnet': {'network_id': '7df4fb43-374a-430d-81d8-a809e4e11000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:23.735910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732a7c7-f9ce-45a5-8e9f-f247b661979d tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Network': ['ID=07260175-0bab-41cf-98cb-598351096072,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:23.751723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 07260175-0bab-41cf-98cb-598351096072 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:23.762706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05f27bac-dfd4-4177-8b68-1111475f695d req-1c8ca7d5-f97f-4083-b03e-8916f6e983b6 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb4ec56-b0e6-4903-bbf5-83197b0786cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631723 Jul 27 22:15:23.942422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a760bba-b70e-4fef-a369-8ae7901ab005 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:23.947814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a760bba-b70e-4fef-a369-8ae7901ab005 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.200556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac74f34-2b40-42eb-a5ba-1b17c5f7f862 req-bd5416c4-49c2-466b-8e5f-0e3b5d7cc806 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:24.202291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dac74f34-2b40-42eb-a5ba-1b17c5f7f862 req-bd5416c4-49c2-466b-8e5f-0e3b5d7cc806 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 945 time: 0.0719450 Jul 27 22:15:24.250579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dac74f34-2b40-42eb-a5ba-1b17c5f7f862 req-d1133322-90f2-46f9-a4f4-2600aa6043d5 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb4ec56-b0e6-4903-bbf5-83197b0786cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Jul 27 22:15:24.254429 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a760bba-b70e-4fef-a369-8ae7901ab005 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.322034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a760bba-b70e-4fef-a369-8ae7901ab005 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Subnet': ['ID=f74f9141-d00d-46a6-a523-17ad93da1633,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:24.333357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a760bba-b70e-4fef-a369-8ae7901ab005 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Checking segment: {'id': 'd72e4ee4-3f6f-4c8b-a712-4a5da064a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7df4fb43-374a-430d-81d8-a809e4e11000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:24.333719 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a760bba-b70e-4fef-a369-8ae7901ab005 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network hostable DHCP agents. Network: 7df4fb43-374a-430d-81d8-a809e4e11000, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:24.355713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a760bba-b70e-4fef-a369-8ae7901ab005 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 7df4fb43-374a-430d-81d8-a809e4e11000 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:24.366066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9a760bba-b70e-4fef-a369-8ae7901ab005 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7df4fb43-374a-430d-81d8-a809e4e11000) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:24.375447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9bc68-42ab-4d68-b3e5-e338c7509fe8 None None] Network 7df4fb43-374a-430d-81d8-a809e4e11000 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:24.384417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a760bba-b70e-4fef-a369-8ae7901ab005 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:24.385973 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a760bba-b70e-4fef-a369-8ae7901ab005 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.416691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:24.417674 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9a760bba-b70e-4fef-a369-8ae7901ab005 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6921062 Jul 27 22:15:24.423885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b9709e5a-9c8a-4275-a992-1dc51004bc24 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'subnet': {'network_id': '07260175-0bab-41cf-98cb-598351096072', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:24.523354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9709e5a-9c8a-4275-a992-1dc51004bc24 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:24.527203 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9709e5a-9c8a-4275-a992-1dc51004bc24 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.545411 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-7df4fb43-374a-430d-81d8-a809e4e11000', 'network_id': '7df4fb43-374a-430d-81d8-a809e4e11000', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'fixed_ips': [{'subnet_id': 'f74f9141-d00d-46a6-a523-17ad93da1633'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:24.547220 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:24.740503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Allocated IP 2001:db8::2 (7df4fb43-374a-430d-81d8-a809e4e11000/f74f9141-d00d-46a6-a523-17ad93da1633/74f051db-eab1-4796-9f99-85fa861404fe) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:24.860048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ad2c5dd-a5ca-452b-9f27-d23f50a5a21a req-0bcb5207-8728-4b09-a5d6-4b34777eb3fe tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 210 time: 0.0964515 Jul 27 22:15:24.883316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-820d890d-9c6d-4f60-99c3-ccc2319aa330 req-0e6f03f4-940a-45aa-88c2-82188fe3d219 service neutron] (93834) timed out ('10.222.0.24', 57310) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:15:24.990920 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.002521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Transition to ACTIVE for port object 74f051db-eab1-4796-9f99-85fa861404fe will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:25.008040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-d7684141-017b-4c46-a02f-ca0e2fd2aae2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:25.008040 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-d7684141-017b-4c46-a02f-ca0e2fd2aae2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.41 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 811 time: 0.2121282 Jul 27 22:15:25.013215 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9709e5a-9c8a-4275-a992-1dc51004bc24 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.033977 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Transition to ACTIVE for port object 74f051db-eab1-4796-9f99-85fa861404fe will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:25.041083 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.064061 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-dd02a9fc-c941-4265-9947-5c6679f4a4ad tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d97f96557449bd9f5638c74ae5e7b4 HTTP/1.1" status: 200 len: 379 time: 0.0456893 Jul 27 22:15:25.079051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Request body: {'port': {'device_id': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'admin_state_up': True, 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'security_groups': ['2853d654-3f2f-4c2d-a69d-44bf6ce5ad09']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:25.105943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Network 7df4fb43-374a-430d-81d8-a809e4e11000 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:25.108451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:25.111140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:25.113634 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Pushing event updated for resources: {'Port': ['ID=74f051db-eab1-4796-9f99-85fa861404fe,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:25.164014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9709e5a-9c8a-4275-a992-1dc51004bc24 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Subnet': ['ID=8fafbbeb-9bd1-4665-bbe3-d86a24357134,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:25.182852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Attempting to bind port 74f051db-eab1-4796-9f99-85fa861404fe on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:25.183502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Attempting to bind port 74f051db-eab1-4796-9f99-85fa861404fe by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'd72e4ee4-3f6f-4c8b-a712-4a5da064a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7df4fb43-374a-430d-81d8-a809e4e11000'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:25.183870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Attempting to bind port 74f051db-eab1-4796-9f99-85fa861404fe on network 7df4fb43-374a-430d-81d8-a809e4e11000 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:25.190229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:25.190517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Checking segment: {'id': 'd72e4ee4-3f6f-4c8b-a712-4a5da064a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7df4fb43-374a-430d-81d8-a809e4e11000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:25.190779 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.191430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Bound using segment: {'id': 'd72e4ee4-3f6f-4c8b-a712-4a5da064a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7df4fb43-374a-430d-81d8-a809e4e11000'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:25.191915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Bound port: 74f051db-eab1-4796-9f99-85fa861404fe, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72e4ee4-3f6f-4c8b-a712-4a5da064a8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7df4fb43-374a-430d-81d8-a809e4e11000'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:25.192299 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.213270 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Made reservation on behalf of e8d97f96557449bd9f5638c74ae5e7b4 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:25.213566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9709e5a-9c8a-4275-a992-1dc51004bc24 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Checking segment: {'id': 'af866a90-81ae-4f47-b941-5cb1b81032a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '07260175-0bab-41cf-98cb-598351096072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:25.213839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9709e5a-9c8a-4275-a992-1dc51004bc24 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network hostable DHCP agents. Network: 07260175-0bab-41cf-98cb-598351096072, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:25.219430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.243928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9709e5a-9c8a-4275-a992-1dc51004bc24 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 07260175-0bab-41cf-98cb-598351096072 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:25.267743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b9709e5a-9c8a-4275-a992-1dc51004bc24 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 07260175-0bab-41cf-98cb-598351096072) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:25.280484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9709e5a-9c8a-4275-a992-1dc51004bc24 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:25.281179 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9709e5a-9c8a-4275-a992-1dc51004bc24 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.283659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780583e-9601-49f2-b11e-17cc08e65884 None None] Network 07260175-0bab-41cf-98cb-598351096072 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:25.291588 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] For port 74f051db-eab1-4796-9f99-85fa861404fe, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:25.297137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-7ad6448b-6aad-446c-ad5d-730cdf4b8579 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:25.305372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-7ad6448b-6aad-446c-ad5d-730cdf4b8579 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 815 time: 0.2657199 Jul 27 22:15:25.329884 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-127432e6-90af-4d3b-8731-88ce2159aad2 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/quotas/6a8d7fae8ba84b19ab068a8cff73c9f1 HTTP/1.1" status: 200 len: 375 time: 0.0234036 Jul 27 22:15:25.348432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b9709e5a-9c8a-4275-a992-1dc51004bc24 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9295654 Jul 27 22:15:25.362761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57798) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:25.371269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] For port 74f051db-eab1-4796-9f99-85fa861404fe, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=74f051db-eab1-4796-9f99-85fa861404fe,segment=NetworkSegment(d72e4ee4-3f6f-4c8b-a712-4a5da064a8b1),segment_id=d72e4ee4-3f6f-4c8b-a712-4a5da064a8b1)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:25.379067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a6458be3-d9b8-494e-b3f1-f9a88c06eb7f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1929102049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:25.380842 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.393271 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-d8f8916e-d427-469d-b422-b72a4f6e1d38 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621946 Jul 27 22:15:25.459717 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6458be3-d9b8-494e-b3f1-f9a88c06eb7f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.460932 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6458be3-d9b8-494e-b3f1-f9a88c06eb7f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.532346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fc35b-08ed-4782-9d19-768156ca34eb req-e52aec92-9b60-484c-832c-66582acba117 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:25.541179 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-802fc35b-08ed-4782-9d19-768156ca34eb req-e52aec92-9b60-484c-832c-66582acba117 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 945 time: 0.1464648 Jul 27 22:15:25.560960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Allocated IP 172.20.0.12 (6e8bdfad-eb93-4310-b37b-5b7c990d96a6/2f1c3957-e1a9-4398-a24f-389e93ecfda9/2e5e1eb2-67bd-40fa-8c35-23a04b5598fe) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:25.642280 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-802fc35b-08ed-4782-9d19-768156ca34eb req-8aec421f-4c42-4957-9e06-207c98027cab tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb4ec56-b0e6-4903-bbf5-83197b0786cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967331 Jul 27 22:15:25.655470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-b9d6c848-5eba-47df-a992-c9e1c453a0fc service neutron] 10.222.0.24 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267506 Jul 27 22:15:25.695208 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6458be3-d9b8-494e-b3f1-f9a88c06eb7f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.721409 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6458be3-d9b8-494e-b3f1-f9a88c06eb7f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.767831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a189e9-9441-416e-b285-68a58cde2530 None None] Pushing event updated for resources: {'Port': ['ID=74f051db-eab1-4796-9f99-85fa861404fe,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:25.796358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a480-748b-438e-88cc-9482f76dc1e0 req-b7393d54-9cb2-4997-b8d1-65e528fff55e tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:25.798609 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8c02a480-748b-438e-88cc-9482f76dc1e0 req-b7393d54-9cb2-4997-b8d1-65e528fff55e tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 945 time: 0.2346375 Jul 27 22:15:25.855643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-07260175-0bab-41cf-98cb-598351096072', 'network_id': '07260175-0bab-41cf-98cb-598351096072', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'fixed_ips': [{'subnet_id': '8fafbbeb-9bd1-4665-bbe3-d86a24357134'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:25.857989 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.870542 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-db2e476b-f891-4ddb-a3c5-1b8b2fe02125 service neutron] 10.222.0.24 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014046 Jul 27 22:15:25.891639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6458be3-d9b8-494e-b3f1-f9a88c06eb7f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:25.899477 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:25.907906 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a6458be3-d9b8-494e-b3f1-f9a88c06eb7f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5413184 Jul 27 22:15:26.122392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e8600ca-2b20-4efb-b234-873df12e4277 req-7a94cfd1-deb3-40a9-8962-4173002a30dd tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 210 time: 0.1007516 Jul 27 22:15:26.132640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Allocated IP 2001:db8:1::2 (07260175-0bab-41cf-98cb-598351096072/8fafbbeb-9bd1-4665-bbe3-d86a24357134/0c32b23a-3d32-4677-8160-d7423d29b57a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:26.254437 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.281776 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Transition to ACTIVE for port object 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:26.286225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c543367-ecca-4008-9cc9-c39bbe8b0a59 req-a811d8a7-1ad7-4221-b19d-71d8805db299 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 210 time: 0.0428255 Jul 27 22:15:26.330176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-8c02a480-748b-438e-88cc-9482f76dc1e0 req-4240f3cd-9ccc-4384-ad97-748be245643a tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Deleting port 158aeaa9-a041-4715-a5b4-126e10f54016 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:26.330787 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c02a480-748b-438e-88cc-9482f76dc1e0 req-4240f3cd-9ccc-4384-ad97-748be245643a tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.406403 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.462566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.480863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:26.499352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Transition to ACTIVE for port object 0c32b23a-3d32-4677-8160-d7423d29b57a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:26.505237 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:26.522825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:26.547701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Transition to ACTIVE for port object 0c32b23a-3d32-4677-8160-d7423d29b57a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:26.561767 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.585978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event updated for resources: {'Port': ['ID=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:26.612256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.625775 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8c02a480-748b-438e-88cc-9482f76dc1e0 req-4240f3cd-9ccc-4384-ad97-748be245643a tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] For port 158aeaa9-a041-4715-a5b4-126e10f54016, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=158aeaa9-a041-4715-a5b4-126e10f54016,segment=NetworkSegment(37a46f0f-7172-4da8-b2e3-b443419b82b8),segment_id=37a46f0f-7172-4da8-b2e3-b443419b82b8)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:26.626729 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c02a480-748b-438e-88cc-9482f76dc1e0 req-4240f3cd-9ccc-4384-ad97-748be245643a tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.631459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Network 07260175-0bab-41cf-98cb-598351096072 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:26.635266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:26.641125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:26.654691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-8c02a480-748b-438e-88cc-9482f76dc1e0 req-4240f3cd-9ccc-4384-ad97-748be245643a tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Calling delete_port for 158aeaa9-a041-4715-a5b4-126e10f54016 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:26.695987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Pushing event updated for resources: {'Port': ['ID=0c32b23a-3d32-4677-8160-d7423d29b57a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:26.769170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Attempting to bind port 0c32b23a-3d32-4677-8160-d7423d29b57a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:26.769787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Attempting to bind port 0c32b23a-3d32-4677-8160-d7423d29b57a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'af866a90-81ae-4f47-b941-5cb1b81032a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '07260175-0bab-41cf-98cb-598351096072'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:26.771509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Attempting to bind port 0c32b23a-3d32-4677-8160-d7423d29b57a on network 07260175-0bab-41cf-98cb-598351096072 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:26.805145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:26.805145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Checking segment: {'id': 'af866a90-81ae-4f47-b941-5cb1b81032a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '07260175-0bab-41cf-98cb-598351096072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:26.805145 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:26.805145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Bound using segment: {'id': 'af866a90-81ae-4f47-b941-5cb1b81032a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '07260175-0bab-41cf-98cb-598351096072'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:26.805145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Bound port: 0c32b23a-3d32-4677-8160-d7423d29b57a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af866a90-81ae-4f47-b941-5cb1b81032a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '07260175-0bab-41cf-98cb-598351096072'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:26.805145 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:27.007583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:27.008293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:27.063855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] For port 0c32b23a-3d32-4677-8160-d7423d29b57a, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:27.092758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] For port 0c32b23a-3d32-4677-8160-d7423d29b57a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0c32b23a-3d32-4677-8160-d7423d29b57a,segment=NetworkSegment(af866a90-81ae-4f47-b941-5cb1b81032a1),segment_id=af866a90-81ae-4f47-b941-5cb1b81032a1)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:27.094031 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b1d19fbd-6415-48e0-887a-d4e9f7f82ea8 None None] Provisioning for port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:27.106909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b1d19fbd-6415-48e0-887a-d4e9f7f82ea8 None None] Provisioning complete for port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:27.107311 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1d19fbd-6415-48e0-887a-d4e9f7f82ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:27.110581 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:27.111689 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f5554001-227b-4367-bda6-a20fbe4f0811 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0394270 Jul 27 22:15:27.130196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Request body: {'port': {'device_id': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:27.169877 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c02a480-748b-438e-88cc-9482f76dc1e0 req-4240f3cd-9ccc-4384-ad97-748be245643a tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:27.201051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['158aeaa9-a041-4715-a5b4-126e10f54016'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:27.259743 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b1d19fbd-6415-48e0-887a-d4e9f7f82ea8 None None] Port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:27.273347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240f3cd-9ccc-4384-ad97-748be245643a tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Pushing event deleted for resources: {'Port': ['ID=158aeaa9-a041-4715-a5b4-126e10f54016,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:27.306219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7caee-cde0-43e2-875c-7e6ef5a46917 None None] Pushing event updated for resources: {'Port': ['ID=0c32b23a-3d32-4677-8160-d7423d29b57a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:27.344092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Allocated IP 2001:db8::1 (7df4fb43-374a-430d-81d8-a809e4e11000/f74f9141-d00d-46a6-a523-17ad93da1633/2ccbccd3-bf9c-4bfd-8a28-10425a2c7540) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:27.445914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57800262-cab9-4c62-9bef-6d7f549b8765 req-c50b4500-a98b-489c-b04a-a2a692be297c tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:27.456662 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d910c43b-ec4b-4b29-a70f-8b1c812b74c4 None None] Network 7df4fb43-374a-430d-81d8-a809e4e11000 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:27.459136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57800262-cab9-4c62-9bef-6d7f549b8765 req-c50b4500-a98b-489c-b04a-a2a692be297c tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 867 time: 0.5882125 Jul 27 22:15:27.542203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-79412548-66a9-46e9-a2dd-c586fe3e900e None None] Provisioning for port 74f051db-eab1-4796-9f99-85fa861404fe completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:27.555997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfc43b-7649-4682-bf91-9aad6bd32bae req-7034b75f-cd74-416b-ba5d-77a31bd6d3dc tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:27.558550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34cfc43b-7649-4682-bf91-9aad6bd32bae req-7034b75f-cd74-416b-ba5d-77a31bd6d3dc tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 932 time: 0.2113104 Jul 27 22:15:27.678661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57800262-cab9-4c62-9bef-6d7f549b8765 req-e7be3390-ff5a-4bec-a444-5f73058e22e5 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb4ec56-b0e6-4903-bbf5-83197b0786cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075086 Jul 27 22:15:27.771048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34cfc43b-7649-4682-bf91-9aad6bd32bae req-b710480e-d096-46f1-b9da-7272602426fb tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033069 Jul 27 22:15:27.792159 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:27.803223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 74f051db-eab1-4796-9f99-85fa861404fe up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:27.832123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Transition to ACTIVE for port object 2ccbccd3-bf9c-4bfd-8a28-10425a2c7540 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:27.917083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 74f051db-eab1-4796-9f99-85fa861404fe completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:27.918046 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:27.929202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 74f051db-eab1-4796-9f99-85fa861404fe triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:27.929547 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.054098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.071806 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.100253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c02a480-748b-438e-88cc-9482f76dc1e0 req-4240f3cd-9ccc-4384-ad97-748be245643a tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] No DVR routers for this DVR port 158aeaa9-a041-4715-a5b4-126e10f54016 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:28.104926 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c02a480-748b-438e-88cc-9482f76dc1e0 req-4240f3cd-9ccc-4384-ad97-748be245643a tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.108929 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8c02a480-748b-438e-88cc-9482f76dc1e0 req-4240f3cd-9ccc-4384-ad97-748be245643a tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.43 "DELETE /v2.0/ports/158aeaa9-a041-4715-a5b4-126e10f54016 HTTP/1.1" status: 204 len: 173 time: 2.2305868 Jul 27 22:15:28.112836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-405ad181-f1aa-433e-8607-c44f4dda6cc8 req-865b7441-2b6f-4ba5-86d8-40b62730b65e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 210 time: 0.0922101 Jul 27 22:15:28.136846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 74f051db-eab1-4796-9f99-85fa861404fe, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=74f051db-eab1-4796-9f99-85fa861404fe,segment=NetworkSegment(d72e4ee4-3f6f-4c8b-a712-4a5da064a8b1),segment_id=d72e4ee4-3f6f-4c8b-a712-4a5da064a8b1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:28.144067 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.154992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 7df4fb43-374a-430d-81d8-a809e4e11000 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:28.162647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:28.168312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:28.170815 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.227134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=74f051db-eab1-4796-9f99-85fa861404fe,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:28.255137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=2ccbccd3-bf9c-4bfd-8a28-10425a2c7540,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:28.330463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed47a0a-5e81-4d7b-b968-e3fad61242ba', 'name': 'network-vif-deleted', 'tag': '158aeaa9-a041-4715-a5b4-126e10f54016'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:28.332853 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf4ff3d-bc42-433c-bb59-e6db385aef60" -d '{"events": [{"server_uuid": "9ed47a0a-5e81-4d7b-b968-e3fad61242ba", "name": "network-vif-deleted", "tag": "158aeaa9-a041-4715-a5b4-126e10f54016"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:28.361643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-11ed5421-8b24-4305-abb0-2785fffac868 None None] Provisioning complete for port 74f051db-eab1-4796-9f99-85fa861404fe triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:28.362171 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11ed5421-8b24-4305-abb0-2785fffac868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.379023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.461704 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c60717-524a-412e-9586-a9aa686682a8 x-openstack-request-id: req-f3c60717-524a-412e-9586-a9aa686682a8 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:28.462016 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed47a0a-5e81-4d7b-b968-e3fad61242ba", "name": "network-vif-deleted", "tag": "158aeaa9-a041-4715-a5b4-126e10f54016", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:28.462303 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3c60717-524a-412e-9586-a9aa686682a8 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:28.462702 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed47a0a-5e81-4d7b-b968-e3fad61242ba', 'name': 'network-vif-deleted', 'tag': '158aeaa9-a041-4715-a5b4-126e10f54016', 'status': 'completed', 'code': 200} Jul 27 22:15:28.593435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-144022e9-647b-40cc-bf45-9755e2534a53 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:28.595681 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-144022e9-647b-40cc-bf45-9755e2534a53 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.43 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 815 time: 0.5717993 Jul 27 22:15:28.614770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Request body: {'port': {'device_id': 'f4e905d9-638c-4a45-a559-44b154589c5e', 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f', 'admin_state_up': True, 'tenant_id': '6a8d7fae8ba84b19ab068a8cff73c9f1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:28.789470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f977ac78-9eb9-4bf1-8cf6-c8faff22033a None None] Provisioning for port 2ccbccd3-bf9c-4bfd-8a28-10425a2c7540 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:28.802313 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f977ac78-9eb9-4bf1-8cf6-c8faff22033a None None] Provisioning complete for port 2ccbccd3-bf9c-4bfd-8a28-10425a2c7540 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:28.803082 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f977ac78-9eb9-4bf1-8cf6-c8faff22033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.828424 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Made reservation on behalf of 6a8d7fae8ba84b19ab068a8cff73c9f1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:28.828706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6865f8c7-70a2-4b3a-a501-276500c91358 req-8fa3aeba-e797-4bba-b71d-403ab19d6c04 tempest-ServerAddressesNegativeTestJSON-1382621851 tempest-ServerAddressesNegativeTestJSON-1382621851-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ed47a0a-5e81-4d7b-b968-e3fad61242ba HTTP/1.1" status: 200 len: 210 time: 0.0445065 Jul 27 22:15:28.839192 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:28.889917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f977ac78-9eb9-4bf1-8cf6-c8faff22033a None None] Port 2ccbccd3-bf9c-4bfd-8a28-10425a2c7540 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:28.973845 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.009660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be4aca3-9ed3-40d4-9862-804f2f860e0b None None] Network 07260175-0bab-41cf-98cb-598351096072 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:29.022497 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.023285 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.118509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:29.128135 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.130112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6aaeb20e-8c2a-4bf7-a8d7-fc720bfaaf23 None None] Provisioning for port 0c32b23a-3d32-4677-8160-d7423d29b57a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:29.142861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Transition to ACTIVE for port object 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:29.166016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Allocated IP 172.20.0.12 (40b69944-a0c2-4cd0-957b-acbe01c7694f/b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7/af5d6bde-55a5-4477-ab42-f33d5e164676) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:29.178225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66b476-44e4-49d6-a534-1acbd99af3ba req-3d54f20a-4316-4b3d-925e-a941b2d10e15 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:29.190365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db66b476-44e4-49d6-a534-1acbd99af3ba req-3d54f20a-4316-4b3d-925e-a941b2d10e15 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 932 time: 0.2140429 Jul 27 22:15:29.210840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=2ccbccd3-bf9c-4bfd-8a28-10425a2c7540,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:29.237819 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.277502 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db66b476-44e4-49d6-a534-1acbd99af3ba req-3df02bd4-b5e7-4eb9-92d2-6f628c621bb0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799479 Jul 27 22:15:29.320256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 7df4fb43-374a-430d-81d8-a809e4e11000 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:29.328001 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:29.443476 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e88f686a-671a-4c78-9d2b-c699887c5b0a req-5a1f3fe4-30b6-460c-a3c5-72b1a1a753ef tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 210 time: 0.0640266 Jul 27 22:15:29.480411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Pushing event updated for resources: {'Port': ['ID=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:29.530875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router ab078ac6-0ac0-41eb-a54c-a15c3046dd2e is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:15:29.587685 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.613751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Attempting to bind port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:29.614226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Attempting to bind port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:29.615203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Attempting to bind port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe on network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:29.626129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe on network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:15:29.626585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Attempting to bind port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe on network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:29.643105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:29.648980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Checking segment: {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:29.649510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Bound using segment: {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:29.650064 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Bound port: 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:29.650854 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.711103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:29.716558 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e87b9a4f-4ff1-4c34-b601-a1ef926e3850 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/ab078ac6-0ac0-41eb-a54c-a15c3046dd2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8159065 Jul 27 22:15:29.724837 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb2303-fd84-4aab-b915-1f4c175b5781 None None] Sync routers for ids ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:29.725764 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:29.738544 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb2303-fd84-4aab-b915-1f4c175b5781 None None] Routers {'ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:29.740328 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-84eb2303-fd84-4aab-b915-1f4c175b5781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:29.785809 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.798311 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['5f6cf3a5-19e3-4437-a2b0-f207441e7a94'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:29.814061 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-84eb2303-fd84-4aab-b915-1f4c175b5781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:29.825801 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb2303-fd84-4aab-b915-1f4c175b5781 None None] Routers {'ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:29.826848 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-84eb2303-fd84-4aab-b915-1f4c175b5781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:29.868282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 74f051db-eab1-4796-9f99-85fa861404fe up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:29.869778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8032eab-7111-4d48-b678-91861746f7d7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:29.873907 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d8032eab-7111-4d48-b678-91861746f7d7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports/2ccbccd3-bf9c-4bfd-8a28-10425a2c7540 HTTP/1.1" status: 200 len: 911 time: 0.1444025 Jul 27 22:15:29.874785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:29.883940 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-84eb2303-fd84-4aab-b915-1f4c175b5781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:29.884615 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84eb2303-fd84-4aab-b915-1f4c175b5781 None None] The sync data for ids ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:29.894235 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Network 40b69944-a0c2-4cd0-957b-acbe01c7694f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:29.895505 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] For port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:29.900914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] For port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:29.902729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:29.909661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:29.921072 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:29.929348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:29.961328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Pushing event updated for resources: {'Port': ['ID=af5d6bde-55a5-4477-ab42-f33d5e164676,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:30.011666 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 74f051db-eab1-4796-9f99-85fa861404fe triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:30.012270 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.041526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:30.042679 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.044681 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] 10.222.0.41 "PUT /v2.0/ports/2e5e1eb2-67bd-40fa-8c35-23a04b5598fe HTTP/1.1" status: 200 len: 1092 time: 2.9207423 Jul 27 22:15:30.084776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-228cad45-3fd0-4daf-9268-0e8d88f72635 None None] Provisioning complete for port 2ccbccd3-bf9c-4bfd-8a28-10425a2c7540 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:30.085152 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-228cad45-3fd0-4daf-9268-0e8d88f72635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.088491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:30.089152 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.152212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64e5528-9c08-434d-b20b-75697b989532 admin admin] Deleting subnet 66f70ba5-1581-46ae-b5dc-11a00d0377e8 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:30.204169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-228cad45-3fd0-4daf-9268-0e8d88f72635 None None] Port 2ccbccd3-bf9c-4bfd-8a28-10425a2c7540 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:30.212923 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b64e5528-9c08-434d-b20b-75697b989532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.281732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0c32b23a-3d32-4677-8160-d7423d29b57a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:30.292102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1325640-64e6-4641-838b-8decbb2d92fb service neutron] Pushing event updated for resources: {'Port': ['ID=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:30.332284 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-8777a269-caec-4013-9763-398e4183d090 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7267544 Jul 27 22:15:30.382709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Request body: {'port': {'device_id': 'f4e905d9-638c-4a45-a559-44b154589c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:30.415997 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b64e5528-9c08-434d-b20b-75697b989532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.428107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 0c32b23a-3d32-4677-8160-d7423d29b57a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:30.432641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 0c32b23a-3d32-4677-8160-d7423d29b57a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:30.433222 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.443887 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-d526ebd6-968f-4f75-8263-e0b7a8be8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:30.445513 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-d526ebd6-968f-4f75-8263-e0b7a8be8579 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 1095 time: 0.3361337 Jul 27 22:15:30.480282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'tag': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:30.483087 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.484015 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513d81e0-7d3e-4d1f-b35b-a50cd9f7c9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5911ef34-9bec-4c83-917a-02eda9cf37ba", "tag": "2e5e1eb2-67bd-40fa-8c35-23a04b5598fe"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:30.564048 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.592881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.601490 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-1a199be6-c790-40d7-b148-4012a1801d38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe HTTP/1.1" status: 200 len: 217 time: 0.1101229 Jul 27 22:15:30.611340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 0c32b23a-3d32-4677-8160-d7423d29b57a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0c32b23a-3d32-4677-8160-d7423d29b57a,segment=NetworkSegment(af866a90-81ae-4f47-b941-5cb1b81032a1),segment_id=af866a90-81ae-4f47-b941-5cb1b81032a1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:30.617256 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.666962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 158aeaa9-a041-4715-a5b4-126e10f54016 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:30.670618 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b64e5528-9c08-434d-b20b-75697b989532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.696733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 158aeaa9-a041-4715-a5b4-126e10f54016 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:30.697166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 158aeaa9-a041-4715-a5b4-126e10f54016 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:30.703378 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=0c32b23a-3d32-4677-8160-d7423d29b57a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:30.780829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-58aee637-a095-4e9c-bddf-defdb9f9625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:30.782381 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-58aee637-a095-4e9c-bddf-defdb9f9625c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1c3957-e1a9-4398-a24f-389e93ecfda9 HTTP/1.1" status: 200 len: 850 time: 0.1697900 Jul 27 22:15:30.912455 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b64e5528-9c08-434d-b20b-75697b989532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:30.958964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f528327d-5a80-4133-b001-59817bd101ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:30.960528 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-f528327d-5a80-4133-b001-59817bd101ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655686 Jul 27 22:15:30.988635 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e5528-9c08-434d-b20b-75697b989532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f70ba5-1581-46ae-b5dc-11a00d0377e8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:30.999524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b64e5528-9c08-434d-b20b-75697b989532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.004969 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b64e5528-9c08-434d-b20b-75697b989532 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/66f70ba5-1581-46ae-b5dc-11a00d0377e8 HTTP/1.1" status: 204 len: 168 time: 1.0514181 Jul 27 22:15:31.006243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57870) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:31.066029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70747f4-4a5c-4ff5-b985-3e06859e959f req-df253d7f-9b31-4667-9f2b-c9b492d5eed7 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:31.073819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d70747f4-4a5c-4ff5-b985-3e06859e959f req-df253d7f-9b31-4667-9f2b-c9b492d5eed7 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 944 time: 0.6074269 Jul 27 22:15:31.124884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805937-acd0-4874-abb3-367478657d9a req-2931e4cc-009f-402f-bc3f-6b9dd6c8f8b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:31.126410 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb805937-acd0-4874-abb3-367478657d9a req-2931e4cc-009f-402f-bc3f-6b9dd6c8f8b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 932 time: 0.5336037 Jul 27 22:15:31.156246 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.193802 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d70747f4-4a5c-4ff5-b985-3e06859e959f req-3626acc3-dc21-4a05-9b2b-b69d432607d0 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190546 Jul 27 22:15:31.209283 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-a71d854f-1ce9-4a28-8ed7-5afabae6f585 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232609 Jul 27 22:15:31.224998 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb805937-acd0-4874-abb3-367478657d9a req-5aa45cf9-e76e-42d5-b751-2155f7ab84b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645132 Jul 27 22:15:31.261437 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733fba9d-e503-4840-949a-8c1c4bd01ba7 x-openstack-request-id: req-733fba9d-e503-4840-949a-8c1c4bd01ba7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:31.262133 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5911ef34-9bec-4c83-917a-02eda9cf37ba", "tag": "2e5e1eb2-67bd-40fa-8c35-23a04b5598fe", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:31.262133 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-733fba9d-e503-4840-949a-8c1c4bd01ba7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:31.263308 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'tag': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe', 'status': 'completed', 'code': 200} Jul 27 22:15:31.376496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Allocated IP 2001:db8:1::1 (07260175-0bab-41cf-98cb-598351096072/8fafbbeb-9bd1-4665-bbe3-d86a24357134/7ba05fe2-374e-47da-bd8c-2e828673f381) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:31.384846 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.406700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5d6bde-55a5-4477-ab42-f33d5e164676 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:31.418569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd5aa08-c80c-4b57-ac81-cf2774c1bf18']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:31.422146 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.440534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a46f0f-7172-4da8-b2e3-b443419b82b8') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:31.440959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a46f0f-7172-4da8-b2e3-b443419b82b8') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:31.462299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Transition to ACTIVE for port object af5d6bde-55a5-4477-ab42-f33d5e164676 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:31.464283 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.478097 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.525055 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.531457 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3f4c88e1-6424-4703-9bb0-f66a253c8857 req-7452002e-3dd7-49cc-b245-9ab59517a558 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793391 Jul 27 22:15:31.540978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:31.541541 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:31.546485 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:31.590891 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.610663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Pushing event updated for resources: {'Port': ['ID=af5d6bde-55a5-4477-ab42-f33d5e164676,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:31.623485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Transition to ACTIVE for port object 7ba05fe2-374e-47da-bd8c-2e828673f381 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:31.661484 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.674306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0c32b23a-3d32-4677-8160-d7423d29b57a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:31.693258 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.693543 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.695453 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dbd5aa08-c80c-4b57-ac81-cf2774c1bf18 HTTP/1.1" status: 204 len: 168 time: 0.6882675 Jul 27 22:15:31.718537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 07260175-0bab-41cf-98cb-598351096072 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:31.720665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c2e3d-1a7f-4880-8440-af32cf019c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd5aa08-c80c-4b57-ac81-cf2774c1bf18,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:31.722602 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:31.741809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d81e0-7d3e-4d1f-b35b-a50cd9f7c9c5 req-c40d3057-d603-4c6e-8cc5-4a4a3f885098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:31.744212 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-513d81e0-7d3e-4d1f-b35b-a50cd9f7c9c5 req-c40d3057-d603-4c6e-8cc5-4a4a3f885098 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 1095 time: 0.1346538 Jul 27 22:15:31.748335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 0c32b23a-3d32-4677-8160-d7423d29b57a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:31.748946 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.749634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:31.750674 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:31.855874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Attempting to bind port af5d6bde-55a5-4477-ab42-f33d5e164676 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:31.856788 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Attempting to bind port af5d6bde-55a5-4477-ab42-f33d5e164676 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:31.857073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Attempting to bind port af5d6bde-55a5-4477-ab42-f33d5e164676 on network 40b69944-a0c2-4cd0-957b-acbe01c7694f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:31.877998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Port af5d6bde-55a5-4477-ab42-f33d5e164676 on network 40b69944-a0c2-4cd0-957b-acbe01c7694f not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:15:31.877998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Attempting to bind port af5d6bde-55a5-4477-ab42-f33d5e164676 on network 40b69944-a0c2-4cd0-957b-acbe01c7694f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:31.907627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=7ba05fe2-374e-47da-bd8c-2e828673f381,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:31.935735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:31.937819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Checking segment: {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:31.937819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Bound using segment: {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:31.937819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Bound port: af5d6bde-55a5-4477-ab42-f33d5e164676, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:31.937819 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.006203 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.023720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d81e0-7d3e-4d1f-b35b-a50cd9f7c9c5 req-aea3beb2-166b-43e1-9894-fa00e9c9ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:32.025351 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-513d81e0-7d3e-4d1f-b35b-a50cd9f7c9c5 req-aea3beb2-166b-43e1-9894-fa00e9c9ac72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 912 time: 0.2691338 Jul 27 22:15:32.085625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:32.099420 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-513d81e0-7d3e-4d1f-b35b-a50cd9f7c9c5 req-0ff950f7-bae5-4a4d-8372-01e9a885e135 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe HTTP/1.1" status: 200 len: 217 time: 0.0646746 Jul 27 22:15:32.103674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7aa937aa-250e-4e3f-ad81-13e6c874e00c None None] Provisioning for port 7ba05fe2-374e-47da-bd8c-2e828673f381 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:32.109849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7aa937aa-250e-4e3f-ad81-13e6c874e00c None None] Provisioning complete for port 7ba05fe2-374e-47da-bd8c-2e828673f381 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:32.110286 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7aa937aa-250e-4e3f-ad81-13e6c874e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.146881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7aa937aa-250e-4e3f-ad81-13e6c874e00c None None] Port 7ba05fe2-374e-47da-bd8c-2e828673f381 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:32.161587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] For port af5d6bde-55a5-4477-ab42-f33d5e164676, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:32.181180 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] For port af5d6bde-55a5-4477-ab42-f33d5e164676, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=af5d6bde-55a5-4477-ab42-f33d5e164676,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:32.186450 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.208445 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-608fcefe-6a9e-4a82-885a-c3a05e96086f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05f66a1919284be692d210456e08f9f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1186304 Jul 27 22:15:32.208733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:32.218965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d81e0-7d3e-4d1f-b35b-a50cd9f7c9c5 req-3575fa7b-f1a5-414c-8e33-532635205044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:32.220471 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-513d81e0-7d3e-4d1f-b35b-a50cd9f7c9c5 req-3575fa7b-f1a5-414c-8e33-532635205044 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1c3957-e1a9-4398-a24f-389e93ecfda9 HTTP/1.1" status: 200 len: 850 time: 0.1037464 Jul 27 22:15:32.242947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:32.243480 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.244877 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] 10.222.0.43 "PUT /v2.0/ports/af5d6bde-55a5-4477-ab42-f33d5e164676 HTTP/1.1" status: 200 len: 1092 time: 1.8807130 Jul 27 22:15:32.330617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca2f0d-f6ec-4250-a27b-3e0f7a8c0fdc service neutron] Pushing event updated for resources: {'Port': ['ID=af5d6bde-55a5-4477-ab42-f33d5e164676,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:32.381459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d81e0-7d3e-4d1f-b35b-a50cd9f7c9c5 req-e4bb0209-ff1b-4c0f-897f-4e967febaf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:32.383020 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-513d81e0-7d3e-4d1f-b35b-a50cd9f7c9c5 req-e4bb0209-ff1b-4c0f-897f-4e967febaf9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544552 Jul 27 22:15:32.399230 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e33c148-7e05-4ddd-9a05-4de989985037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.447035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-882e9c9a-3342-4685-bdc7-9a46da834da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:32.448797 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-882e9c9a-3342-4685-bdc7-9a46da834da6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 1095 time: 0.1609743 Jul 27 22:15:32.471476 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e33c148-7e05-4ddd-9a05-4de989985037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.500762 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-7cc7b50a-fcc2-42ff-8e50-d4f7b260db72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af5d6bde-55a5-4477-ab42-f33d5e164676 HTTP/1.1" status: 200 len: 217 time: 0.0413084 Jul 27 22:15:32.508196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26047894-f237-402f-8ff8-bdf6df2d4e22 req-fa2e3da1-9117-49ff-b15d-e0cbffcbbea6 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:32.509716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26047894-f237-402f-8ff8-bdf6df2d4e22 req-fa2e3da1-9117-49ff-b15d-e0cbffcbbea6 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 944 time: 0.1599107 Jul 27 22:15:32.526881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf429f-0b20-43f1-bbf0-265f9501a8d1 req-2985385b-7d9b-464f-98c7-0ceb7811176a tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:32.529155 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06bf429f-0b20-43f1-bbf0-265f9501a8d1 req-2985385b-7d9b-464f-98c7-0ceb7811176a tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 944 time: 0.1905227 Jul 27 22:15:32.567843 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-513d81e0-7d3e-4d1f-b35b-a50cd9f7c9c5 req-11915c9b-a58b-4558-a9f0-324b56b05600 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760287 Jul 27 22:15:32.580219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-2bd7d30c-961e-48b0-a645-ee419dc98e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:32.580606 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-2bd7d30c-961e-48b0-a645-ee419dc98e29 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7 HTTP/1.1" status: 200 len: 855 time: 0.0684204 Jul 27 22:15:32.612603 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.627234 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.628007 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.637033 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26047894-f237-402f-8ff8-bdf6df2d4e22 req-8a063db7-2b63-46b1-b0c6-93934a3da371 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038632 Jul 27 22:15:32.665504 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-0d6e06c6-80fc-4fb2-9e1d-6cd3fd413ce1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b69944-a0c2-4cd0-957b-acbe01c7694f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761738 Jul 27 22:15:32.670144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06bf429f-0b20-43f1-bbf0-265f9501a8d1 req-51a3868b-7754-4919-a667-558ea62a1409 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139338 Jul 27 22:15:32.671068 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e33c148-7e05-4ddd-9a05-4de989985037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.673679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e33c148-7e05-4ddd-9a05-4de989985037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.674795 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2e33c148-7e05-4ddd-9a05-4de989985037 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/feb4ec56-b0e6-4903-bbf5-83197b0786cb HTTP/1.1" status: 204 len: 168 time: 0.4651871 Jul 27 22:15:32.733067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33c148-7e05-4ddd-9a05-4de989985037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb4ec56-b0e6-4903-bbf5-83197b0786cb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:32.757832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=7ba05fe2-374e-47da-bd8c-2e828673f381,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:32.832342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 07260175-0bab-41cf-98cb-598351096072 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:32.835933 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:32.999806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router ab078ac6-0ac0-41eb-a54c-a15c3046dd2e has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:33.133622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:33.141302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d546c34c-6900-42fd-88df-2a4c9275dfa1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/ab078ac6-0ac0-41eb-a54c-a15c3046dd2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2648668 Jul 27 22:15:33.148134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2bfd7-23bc-41ee-a717-a49d71e11a53 None None] Sync routers for ids ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:33.155723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57900) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:33.164687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2bfd7-23bc-41ee-a717-a49d71e11a53 None None] Routers {'ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:33.165842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7dd2bfd7-23bc-41ee-a717-a49d71e11a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:33.207342 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-513d81e0-7d3e-4d1f-b35b-a50cd9f7c9c5 req-3b419358-c4f8-4445-9728-f8389b7460c1 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306183 Jul 27 22:15:33.226346 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-aed7cc02-1b90-4421-8952-c7db1f270225 service neutron] 10.222.0.43 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510352 Jul 27 22:15:33.228041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7dd2bfd7-23bc-41ee-a717-a49d71e11a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:33.233520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:15:33.244547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aec5444-ae08-4b0f-982d-39f52de35be8 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:33.245947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7aec5444-ae08-4b0f-982d-39f52de35be8 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports/7ba05fe2-374e-47da-bd8c-2e828673f381 HTTP/1.1" status: 200 len: 913 time: 0.0892899 Jul 27 22:15:33.249406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57902) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:33.267444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2bfd7-23bc-41ee-a717-a49d71e11a53 None None] Routers {'ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:33.268214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7dd2bfd7-23bc-41ee-a717-a49d71e11a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:33.287313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e905d9-638c-4a45-a559-44b154589c5e', 'tag': 'af5d6bde-55a5-4477-ab42-f33d5e164676'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:33.289961 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee1f671-10d2-4760-b844-82e029f2e901" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e905d9-638c-4a45-a559-44b154589c5e", "tag": "af5d6bde-55a5-4477-ab42-f33d5e164676"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:33.307855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-03b9d7c1-8908-4609-896e-3e58d750450f None None] Provisioning complete for port 7ba05fe2-374e-47da-bd8c-2e828673f381 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:33.308233 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03b9d7c1-8908-4609-896e-3e58d750450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.312236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7dd2bfd7-23bc-41ee-a717-a49d71e11a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:33.312868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2bfd7-23bc-41ee-a717-a49d71e11a53 None None] The sync data for ids ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:33.359626 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0be8955d-0184-41b7-bc7b-0b9c404c4aae req-69811ee5-8c30-4e1b-8762-89dc6406d960 service neutron] 10.222.0.43 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250677 Jul 27 22:15:33.395027 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d8f19e-06b8-441d-85de-ecd8ea59eb49 x-openstack-request-id: req-f5d8f19e-06b8-441d-85de-ecd8ea59eb49 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:33.395745 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e905d9-638c-4a45-a559-44b154589c5e", "tag": "af5d6bde-55a5-4477-ab42-f33d5e164676", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:33.396224 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5d8f19e-06b8-441d-85de-ecd8ea59eb49 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:33.396849 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e905d9-638c-4a45-a559-44b154589c5e', 'tag': 'af5d6bde-55a5-4477-ab42-f33d5e164676', 'status': 'completed', 'code': 200} Jul 27 22:15:33.430592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-03b9d7c1-8908-4609-896e-3e58d750450f None None] Port 7ba05fe2-374e-47da-bd8c-2e828673f381 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:33.506171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:33.511073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1f671-10d2-4760-b844-82e029f2e901 req-f9839ae4-890c-443f-8ea6-18d90bec8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:33.513126 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ee1f671-10d2-4760-b844-82e029f2e901 req-f9839ae4-890c-443f-8ea6-18d90bec8938 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 1095 time: 0.0998960 Jul 27 22:15:33.558710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'port_id': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe', 'mac_address': 'fa:16:3e:99:4c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:15:33.661148 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.672858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1f671-10d2-4760-b844-82e029f2e901 req-0269708a-49dd-4711-9dac-054180b1a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:33.674630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ee1f671-10d2-4760-b844-82e029f2e901 req-0269708a-49dd-4711-9dac-054180b1a341 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 916 time: 0.1530697 Jul 27 22:15:33.697087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:33.715146 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08e685f5-c388-4de0-a41f-b0f56e18fce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.727817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:33.740428 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:33.778631 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ee1f671-10d2-4760-b844-82e029f2e901 req-9370f378-1524-4b7c-a47e-18f5b3a52376 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af5d6bde-55a5-4477-ab42-f33d5e164676 HTTP/1.1" status: 200 len: 217 time: 0.0892639 Jul 27 22:15:33.865341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:33.871485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1f671-10d2-4760-b844-82e029f2e901 req-04b4604f-7f0d-480a-b82d-eefa45557a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:33.874294 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ee1f671-10d2-4760-b844-82e029f2e901 req-04b4604f-7f0d-480a-b82d-eefa45557a24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7 HTTP/1.1" status: 200 len: 855 time: 0.0900097 Jul 27 22:15:33.916811 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ee1f671-10d2-4760-b844-82e029f2e901 req-7d901b38-1f14-48d0-866e-2531dc3dc593 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b69944-a0c2-4cd0-957b-acbe01c7694f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322573 Jul 27 22:15:33.921994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec05ecb-bd39-44f4-b6e2-b733c0a4f001 req-c62e0678-500c-4763-bf8f-618fa6c4dc2a tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:33.923592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cec05ecb-bd39-44f4-b6e2-b733c0a4f001 req-c62e0678-500c-4763-bf8f-618fa6c4dc2a tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 944 time: 0.1404879 Jul 27 22:15:33.963497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2e5e1eb2-67bd-40fa-8c35-23a04b5598fe'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:33.977136 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5e5ad-4de0-4648-87a4-859dc1c96596 req-71a2d3a9-18d0-4ec0-94cf-a5abf37ced43 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:33.978746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98e5e5ad-4de0-4648-87a4-859dc1c96596 req-71a2d3a9-18d0-4ec0-94cf-a5abf37ced43 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 945 time: 0.1455808 Jul 27 22:15:34.051914 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ee1f671-10d2-4760-b844-82e029f2e901 req-4233b53c-cb4d-455f-8516-0d7dee76d43c service neutron] 10.222.0.43 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206102 Jul 27 22:15:34.057506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57940) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:34.077969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cec05ecb-bd39-44f4-b6e2-b733c0a4f001 req-fb0fdee5-6d52-4bd2-87ff-ffa0f4d40755 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159804 Jul 27 22:15:34.099620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98e5e5ad-4de0-4648-87a4-859dc1c96596 req-fcb55219-c953-4970-8142-a8023ef34b3a tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082613 Jul 27 22:15:34.206530 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ee1f671-10d2-4760-b844-82e029f2e901 req-18bfc5eb-94bc-4672-8f7c-92a4d6cb80b9 service neutron] 10.222.0.43 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395910 Jul 27 22:15:34.235894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-706077861-network', 'tenant_id': '448294c6120e4cc394329e49beecf913'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:34.260247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Made reservation on behalf of 448294c6120e4cc394329e49beecf913 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:34.263663 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.274419 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.276455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-08e685f5-c388-4de0-a41f-b0f56e18fce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port 7ba05fe2-374e-47da-bd8c-2e828673f381 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:34.276956 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08e685f5-c388-4de0-a41f-b0f56e18fce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.366757 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08e685f5-c388-4de0-a41f-b0f56e18fce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.373159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.378137 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.382300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-08e685f5-c388-4de0-a41f-b0f56e18fce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for 7ba05fe2-374e-47da-bd8c-2e828673f381 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:34.401651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:34.417472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e92bb20-53c5-40e8-be2c-544987357807,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:34.433169 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.433960 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Added segment 90bd60bb-9928-401e-8acf-f34410ad98bc of type vlan for network 741e4901-fc3f-4efb-a15b-fd9355fbc270 Jul 27 22:15:34.495565 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.537488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.538579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:34.539221 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.576878 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08e685f5-c388-4de0-a41f-b0f56e18fce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.598075 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5349772 Jul 27 22:15:34.599490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57954) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:34.603692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e685f5-c388-4de0-a41f-b0f56e18fce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=7ba05fe2-374e-47da-bd8c-2e828673f381,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:34.604314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-eae4b30f-da35-47d2-a153-df9eec9da6d0 admin admin] Request body: {'subnet': {'network_id': '741e4901-fc3f-4efb-a15b-fd9355fbc270', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-706077861-subnet', 'tenant_id': '448294c6120e4cc394329e49beecf913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:34.615642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ef6b8-1411-4dbc-bdbe-d82f78c9d540 admin admin] Pushing event updated for resources: {'Network': ['ID=741e4901-fc3f-4efb-a15b-fd9355fbc270,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:34.634873 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae4b30f-da35-47d2-a153-df9eec9da6d0 admin admin] Made reservation on behalf of 448294c6120e4cc394329e49beecf913 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:34.635378 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 741e4901-fc3f-4efb-a15b-fd9355fbc270 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:34.637506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eae4b30f-da35-47d2-a153-df9eec9da6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.756816 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08e685f5-c388-4de0-a41f-b0f56e18fce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.868746 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eae4b30f-da35-47d2-a153-df9eec9da6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.930413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4b30f-da35-47d2-a153-df9eec9da6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d2a53c-3fdf-46bb-ac5c-cc22438222c6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:34.941516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4b30f-da35-47d2-a153-df9eec9da6d0 admin admin] Checking segment: {'id': '90bd60bb-9928-401e-8acf-f34410ad98bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '741e4901-fc3f-4efb-a15b-fd9355fbc270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:34.941877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4b30f-da35-47d2-a153-df9eec9da6d0 admin admin] Network hostable DHCP agents. Network: 741e4901-fc3f-4efb-a15b-fd9355fbc270, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:34.961144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4b30f-da35-47d2-a153-df9eec9da6d0 admin admin] Network 741e4901-fc3f-4efb-a15b-fd9355fbc270 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:34.972482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-eae4b30f-da35-47d2-a153-df9eec9da6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 741e4901-fc3f-4efb-a15b-fd9355fbc270) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:34.977329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae4b30f-da35-47d2-a153-df9eec9da6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:34.978123 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eae4b30f-da35-47d2-a153-df9eec9da6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.997375 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e685f5-c388-4de0-a41f-b0f56e18fce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router ab078ac6-0ac0-41eb-a54c-a15c3046dd2e has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:35.002983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-eae4b30f-da35-47d2-a153-df9eec9da6d0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4023218 Jul 27 22:15:35.004951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f3b035-e6e7-453a-b99f-c03784fd3809 None None] Network 741e4901-fc3f-4efb-a15b-fd9355fbc270 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:35.113401 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e685f5-c388-4de0-a41f-b0f56e18fce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:35.125520 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260b849-e93d-4670-8ab9-556818fabeee None None] Sync routers for ids ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:35.143035 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260b849-e93d-4670-8ab9-556818fabeee None None] Routers {'ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:35.143930 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a260b849-e93d-4670-8ab9-556818fabeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:35.145018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57962) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:35.147908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-08e685f5-c388-4de0-a41f-b0f56e18fce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/ab078ac6-0ac0-41eb-a54c-a15c3046dd2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8967111 Jul 27 22:15:35.197592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f4dafa-de2b-4b31-8e68-e735a4d145b0 None None] Network 741e4901-fc3f-4efb-a15b-fd9355fbc270 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:35.218037 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a260b849-e93d-4670-8ab9-556818fabeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:35.229386 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260b849-e93d-4670-8ab9-556818fabeee None None] Routers {'ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:35.230081 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a260b849-e93d-4670-8ab9-556818fabeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:35.274487 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a260b849-e93d-4670-8ab9-556818fabeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:35.275419 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260b849-e93d-4670-8ab9-556818fabeee None None] The sync data for ids ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:35.279821 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:35.305319 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff464217-59c3-4ed0-b895-f8eae099001d req-ce486570-0f7e-456c-a4ac-68196a6854ea tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:35.316120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff464217-59c3-4ed0-b895-f8eae099001d req-ce486570-0f7e-456c-a4ac-68196a6854ea tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 944 time: 0.1283352 Jul 27 22:15:35.371192 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:35.376096 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff464217-59c3-4ed0-b895-f8eae099001d req-31ca7319-a4df-4ebe-89bc-b82283b9639d tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588515 Jul 27 22:15:35.378050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:35.378512 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.398077 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba015a-b910-47ea-921e-b43cd630b6be req-fa5e0499-32b9-4e1f-b40a-dbedb2810e86 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:35.399882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcba015a-b910-47ea-921e-b43cd630b6be req-fa5e0499-32b9-4e1f-b40a-dbedb2810e86 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 945 time: 0.1601105 Jul 27 22:15:35.456401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcba015a-b910-47ea-921e-b43cd630b6be req-ddc4a4a0-175f-4efc-b3c7-3e554ef5b040 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482414 Jul 27 22:15:35.519428 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.566690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:35.567667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:35.571063 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ba2027-fa5a-414b-8298-3efeb0b108a3" -d '{"events": [{"server_uuid": "5911ef34-9bec-4c83-917a-02eda9cf37ba", "name": "network-vif-plugged", "status": "completed", "tag": "2e5e1eb2-67bd-40fa-8c35-23a04b5598fe"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:35.580008 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.655483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:35.681270 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e89777-ec33-44d0-987a-0ad717fc2d4a x-openstack-request-id: req-c9e89777-ec33-44d0-987a-0ad717fc2d4a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:35.682160 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5911ef34-9bec-4c83-917a-02eda9cf37ba", "name": "network-vif-plugged", "status": "completed", "tag": "2e5e1eb2-67bd-40fa-8c35-23a04b5598fe", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:35.683385 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9e89777-ec33-44d0-987a-0ad717fc2d4a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:35.684276 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe', 'code': 200} Jul 27 22:15:35.716268 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5106aaf-431b-4ce4-8300-e42c968f196a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.835993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdb251-9140-4091-96e6-17f4383e6fca req-235f40c7-4488-419c-9c21-ba5bc8c30afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:35.837488 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-23cdb251-9140-4091-96e6-17f4383e6fca req-235f40c7-4488-419c-9c21-ba5bc8c30afd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 1097 time: 0.0845561 Jul 27 22:15:35.901690 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-23cdb251-9140-4091-96e6-17f4383e6fca req-36b55559-dbac-4c9f-b06a-e7d3698e18ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574088 Jul 27 22:15:35.904932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-cb891533-e505-4ba0-b367-a3578e34b802 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:35.906598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-cb891533-e505-4ba0-b367-a3578e34b802 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/networks?id=741e4901-fc3f-4efb-a15b-fd9355fbc270 HTTP/1.1" status: 200 len: 808 time: 0.1072192 Jul 27 22:15:35.921895 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-13f7eec5-4c05-4a3c-8bfa-a583d3997aa2 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/quotas/448294c6120e4cc394329e49beecf913 HTTP/1.1" status: 200 len: 375 time: 0.0095158 Jul 27 22:15:35.955697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-e1cb1c2f-4d87-4074-be4f-fdbfc202f30a tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=448294c6120e4cc394329e49beecf913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278308 Jul 27 22:15:36.046919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f5106aaf-431b-4ce4-8300-e42c968f196a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port 2ccbccd3-bf9c-4bfd-8a28-10425a2c7540 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:36.047357 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5106aaf-431b-4ce4-8300-e42c968f196a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.060909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-745ca89f-6925-4275-b42b-882265c47652 service neutron] 10.222.0.24 "GET /v2.0/networks/741e4901-fc3f-4efb-a15b-fd9355fbc270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979211 Jul 27 22:15:36.139793 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5106aaf-431b-4ce4-8300-e42c968f196a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.151217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f5106aaf-431b-4ce4-8300-e42c968f196a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for 2ccbccd3-bf9c-4bfd-8a28-10425a2c7540 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:36.154394 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-f78f3b14-0bb1-41fc-a3cf-78547e793add service neutron] 10.222.0.24 "GET /v2.0/networks/741e4901-fc3f-4efb-a15b-fd9355fbc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862625 Jul 27 22:15:36.364576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-773cbad5-fd37-4455-83e3-7f76f1d7892a req-dd5991ad-ef32-4cb6-9d43-658fa6d95406 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 210 time: 0.0345933 Jul 27 22:15:36.385534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5106aaf-431b-4ce4-8300-e42c968f196a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.413164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5106aaf-431b-4ce4-8300-e42c968f196a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=2ccbccd3-bf9c-4bfd-8a28-10425a2c7540,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:36.555555 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5106aaf-431b-4ce4-8300-e42c968f196a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:36.606420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800a40b-5128-4044-9ae3-9b404665e972 req-173366c4-db4c-4cf9-8596-b8147dcf28d5 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:36.609184 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d800a40b-5128-4044-9ae3-9b404665e972 req-173366c4-db4c-4cf9-8596-b8147dcf28d5 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 944 time: 0.1320224 Jul 27 22:15:36.683154 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device af5d6bde-55a5-4477-ab42-f33d5e164676 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:15:36.711252 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d800a40b-5128-4044-9ae3-9b404665e972 req-59088f77-c5bd-4cfb-b777-52696ebbfe84 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902641 Jul 27 22:15:36.751925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705c89-7867-4457-beee-773722389b5b req-286f43c4-0212-45f4-b41f-fdb689941142 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:36.761696 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed705c89-7867-4457-beee-773722389b5b req-286f43c4-0212-45f4-b41f-fdb689941142 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 946 time: 0.1422029 Jul 27 22:15:36.860506 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed705c89-7867-4457-beee-773722389b5b req-64b466d6-e823-4bba-803f-348aea6e84e4 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959945 Jul 27 22:15:36.933485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5106aaf-431b-4ce4-8300-e42c968f196a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router ab078ac6-0ac0-41eb-a54c-a15c3046dd2e has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:37.057567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5106aaf-431b-4ce4-8300-e42c968f196a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:37.067181 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f5106aaf-431b-4ce4-8300-e42c968f196a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/ab078ac6-0ac0-41eb-a54c-a15c3046dd2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9175866 Jul 27 22:15:37.067324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58022) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:37.088502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de6c7a1-48c7-4c41-83b2-60611b0b3f99 None None] Sync routers for ids ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:37.114756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-56b62d0f-1a71-4d7b-a908-4df3da9ac5df tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab078ac6-0ac0-41eb-a54c-a15c3046dd2e HTTP/1.1" status: 200 len: 205 time: 0.0443594 Jul 27 22:15:37.115131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58024) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:37.135012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port af5d6bde-55a5-4477-ab42-f33d5e164676, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=af5d6bde-55a5-4477-ab42-f33d5e164676,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:37.148652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'af5d6bde-55a5-4477-ab42-f33d5e164676', 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f', 'port_id': 'af5d6bde-55a5-4477-ab42-f33d5e164676', 'mac_address': 'fa:16:3e:ee:3c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:15:37.163287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de6c7a1-48c7-4c41-83b2-60611b0b3f99 None None] Routers {'ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:37.164248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3de6c7a1-48c7-4c41-83b2-60611b0b3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:37.182331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df6be-8123-40e1-9907-2be0dfbeef18 req-9c6be658-6e8d-42d8-96b1-0b4b3675e1af tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:37.187323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b00df6be-8123-40e1-9907-2be0dfbeef18 req-9c6be658-6e8d-42d8-96b1-0b4b3675e1af tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0827897 Jul 27 22:15:37.220537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3de6c7a1-48c7-4c41-83b2-60611b0b3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:37.234980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de6c7a1-48c7-4c41-83b2-60611b0b3f99 None None] Routers {'ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:37.235758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3de6c7a1-48c7-4c41-83b2-60611b0b3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:37.240735 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcad461c-2b25-4e26-899f-55a2305dd4ce tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.287074 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b00df6be-8123-40e1-9907-2be0dfbeef18 req-1a5dbb45-4cfc-4b3e-8875-34ea559b271e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959876 Jul 27 22:15:37.288350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3de6c7a1-48c7-4c41-83b2-60611b0b3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:37.290203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de6c7a1-48c7-4c41-83b2-60611b0b3f99 None None] The sync data for ids ['ab078ac6-0ac0-41eb-a54c-a15c3046dd2e'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:37.300496 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.317090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5d6bde-55a5-4477-ab42-f33d5e164676 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:37.322796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078a529-2950-411b-a5c2-0162d4bfba00 req-7a99aa17-35f2-4ad6-ba2c-7fd7aae21e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:37.324289 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c078a529-2950-411b-a5c2-0162d4bfba00 req-7a99aa17-35f2-4ad6-ba2c-7fd7aae21e29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 1096 time: 0.1578083 Jul 27 22:15:37.339832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port af5d6bde-55a5-4477-ab42-f33d5e164676, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=af5d6bde-55a5-4477-ab42-f33d5e164676,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:37.347285 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.419786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=af5d6bde-55a5-4477-ab42-f33d5e164676,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:37.430422 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcad461c-2b25-4e26-899f-55a2305dd4ce tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.432700 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcad461c-2b25-4e26-899f-55a2305dd4ce tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.470711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f51cdaff-0597-4a0f-8217-76721713b9ba req-c40853a7-7c61-4796-90b5-612070af645d tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 210 time: 0.0287862 Jul 27 22:15:37.519572 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcad461c-2b25-4e26-899f-55a2305dd4ce tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.520238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcad461c-2b25-4e26-899f-55a2305dd4ce tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Fanout notify agent at l3_agent the message router_deleted on router ab078ac6-0ac0-41eb-a54c-a15c3046dd2e {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:15:37.529069 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcad461c-2b25-4e26-899f-55a2305dd4ce tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.530157 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fcad461c-2b25-4e26-899f-55a2305dd4ce tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/ab078ac6-0ac0-41eb-a54c-a15c3046dd2e HTTP/1.1" status: 204 len: 168 time: 0.4140332 Jul 27 22:15:37.532842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58028) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:37.601452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078a529-2950-411b-a5c2-0162d4bfba00 req-564b5375-e766-4c58-8f10-3a947adfaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:37.602987 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c078a529-2950-411b-a5c2-0162d4bfba00 req-564b5375-e766-4c58-8f10-3a947adfaf00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.2478292 Jul 27 22:15:37.612285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-da011234-0b66-4ba8-b1e5-cf42f706f70e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting subnet 8fafbbeb-9bd1-4665-bbe3-d86a24357134 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:37.615657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da011234-0b66-4ba8-b1e5-cf42f706f70e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.658106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['af5d6bde-55a5-4477-ab42-f33d5e164676'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:37.755077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da011234-0b66-4ba8-b1e5-cf42f706f70e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.819561 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c078a529-2950-411b-a5c2-0162d4bfba00 req-e6b7292a-f226-4d67-999b-74ccc3879b80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59 HTTP/1.1" status: 200 len: 1000 time: 0.2008612 Jul 27 22:15:37.903729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430af28-06ce-4b53-81c1-1935ee20556b req-fa5c0b1c-f1b0-4081-8e73-14ccfbd02cde tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:37.905815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b430af28-06ce-4b53-81c1-1935ee20556b req-fa5c0b1c-f1b0-4081-8e73-14ccfbd02cde tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 945 time: 0.0949268 Jul 27 22:15:37.920587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9decd875-c7ac-4277-baa3-83235e2a663a tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:37.922145 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9decd875-c7ac-4277-baa3-83235e2a663a tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.43 "GET /v2.0/networks?id=741e4901-fc3f-4efb-a15b-fd9355fbc270 HTTP/1.1" status: 200 len: 808 time: 0.3023553 Jul 27 22:15:37.948102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Request body: {'port': {'device_id': '7d3b22be-aae8-46e1-a501-9068f716341c', 'network_id': '741e4901-fc3f-4efb-a15b-fd9355fbc270', 'admin_state_up': True, 'tenant_id': '448294c6120e4cc394329e49beecf913'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:37.990965 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b430af28-06ce-4b53-81c1-1935ee20556b req-076aa5b3-804b-47b2-9e3b-66a320b4367a tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748620 Jul 27 22:15:38.036021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078a529-2950-411b-a5c2-0162d4bfba00 req-c8720987-d9a4-4893-a765-d3dc8f904a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:38.037607 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c078a529-2950-411b-a5c2-0162d4bfba00 req-c8720987-d9a4-4893-a765-d3dc8f904a6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.2034559 Jul 27 22:15:38.061050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75459080-c19e-4022-a843-56093cf5f4cc req-fba6eb2d-c0af-433c-8242-6b7952eacb3b tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:38.063161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75459080-c19e-4022-a843-56093cf5f4cc req-fba6eb2d-c0af-433c-8242-6b7952eacb3b tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 946 time: 0.1022108 Jul 27 22:15:38.101200 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da011234-0b66-4ba8-b1e5-cf42f706f70e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.126839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75459080-c19e-4022-a843-56093cf5f4cc req-ac9e4e32-c2db-4716-a69f-863ea813cfe2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492604 Jul 27 22:15:38.201178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078a529-2950-411b-a5c2-0162d4bfba00 req-712aebfd-85da-4fbc-a8de-2c199e4c562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:38.202887 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c078a529-2950-411b-a5c2-0162d4bfba00 req-712aebfd-85da-4fbc-a8de-2c199e4c562e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559601 Jul 27 22:15:38.295534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da011234-0b66-4ba8-b1e5-cf42f706f70e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.297846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Made reservation on behalf of 448294c6120e4cc394329e49beecf913 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:38.301649 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.321518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e21e9-75a2-4c99-9e80-41dc4dee183a req-b51e8477-8ae8-445a-9887-e3d8b07589fa tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:38.328542 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df5e21e9-75a2-4c99-9e80-41dc4dee183a req-b51e8477-8ae8-445a-9887-e3d8b07589fa tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 946 time: 0.0876474 Jul 27 22:15:38.334197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.341562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-672f1bcf-3969-4580-9a99-77620680fc98 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Request body: {'floatingip': {'port_id': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:38.369699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da011234-0b66-4ba8-b1e5-cf42f706f70e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Subnet': ['ID=8fafbbeb-9bd1-4665-bbe3-d86a24357134,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:38.384775 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da011234-0b66-4ba8-b1e5-cf42f706f70e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.386163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb03713e-941d-4d89-84bb-91bcb034cbf9 None None] Network 07260175-0bab-41cf-98cb-598351096072 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:38.391326 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-da011234-0b66-4ba8-b1e5-cf42f706f70e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/8fafbbeb-9bd1-4665-bbe3-d86a24357134 HTTP/1.1" status: 204 len: 168 time: 0.8573565 Jul 27 22:15:38.394495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58048) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:38.447808 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-672f1bcf-3969-4580-9a99-77620680fc98 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.487753 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c078a529-2950-411b-a5c2-0162d4bfba00 req-3229953b-c5f7-4f19-b326-aa55f9b9e424 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766147 Jul 27 22:15:38.639012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25249de-39c8-49f3-b38d-7e5055bccdf0 req-0f27033d-622b-45c4-bf71-0dfd56b66495 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:38.640789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e25249de-39c8-49f3-b38d-7e5055bccdf0 req-0f27033d-622b-45c4-bf71-0dfd56b66495 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.2444561 Jul 27 22:15:38.653989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5726a5-aa6a-4132-80a0-74019debc205 None None] DHCP port deletion for 07260175-0bab-41cf-98cb-598351096072 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:38.666041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc2373f1-1c09-41af-8bda-640cf0d727ec req-2bb55338-5284-450a-affc-87e7d6d4bdf9 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 210 time: 0.0938046 Jul 27 22:15:38.719107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4f5726a5-aa6a-4132-80a0-74019debc205 None None] Deleting port 0c32b23a-3d32-4677-8160-d7423d29b57a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:38.719581 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5726a5-aa6a-4132-80a0-74019debc205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.761080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e25249de-39c8-49f3-b38d-7e5055bccdf0 req-61a65287-26c8-4ab1-af51-dcd15ac23cfe tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996227 Jul 27 22:15:38.813011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4f5726a5-aa6a-4132-80a0-74019debc205 None None] For port 0c32b23a-3d32-4677-8160-d7423d29b57a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0c32b23a-3d32-4677-8160-d7423d29b57a,segment=NetworkSegment(af866a90-81ae-4f47-b941-5cb1b81032a1),segment_id=af866a90-81ae-4f47-b941-5cb1b81032a1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:38.813434 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5726a5-aa6a-4132-80a0-74019debc205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.833765 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:15:38.842641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4f5726a5-aa6a-4132-80a0-74019debc205 None None] Calling delete_port for 0c32b23a-3d32-4677-8160-d7423d29b57a owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:38.936225 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f5726a5-aa6a-4132-80a0-74019debc205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.952308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d793aa1-f433-4142-812d-02544ffc2bb9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting subnet f74f9141-d00d-46a6-a523-17ad93da1633 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:38.960859 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d793aa1-f433-4142-812d-02544ffc2bb9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:38.978306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5726a5-aa6a-4132-80a0-74019debc205 None None] Pushing event deleted for resources: {'Port': ['ID=0c32b23a-3d32-4677-8160-d7423d29b57a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:38.988755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5726a5-aa6a-4132-80a0-74019debc205 None None] No DVR routers for this DVR port 0c32b23a-3d32-4677-8160-d7423d29b57a on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:39.070159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d793aa1-f433-4142-812d-02544ffc2bb9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.130851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Allocated IP 172.20.0.12 (741e4901-fc3f-4efb-a15b-fd9355fbc270/d4d2a53c-3fdf-46bb-ac5c-cc22438222c6/fa9347f3-6f52-4b70-ab1e-96432d0d7085) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:39.148014 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c078a529-2950-411b-a5c2-0162d4bfba00 req-52be3275-7dcb-464f-861d-18cba7f5560e service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488678 Jul 27 22:15:39.223987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c893d8d-a414-4c76-8f73-530f52c70353 req-73fa6edc-87b7-4a7b-87fd-b79865d5abfe tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:39.225935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c893d8d-a414-4c76-8f73-530f52c70353 req-73fa6edc-87b7-4a7b-87fd-b79865d5abfe tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 945 time: 0.1232889 Jul 27 22:15:39.227671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-672f1bcf-3969-4580-9a99-77620680fc98 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.237799 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d793aa1-f433-4142-812d-02544ffc2bb9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.241484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-672f1bcf-3969-4580-9a99-77620680fc98 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.358396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c893d8d-a414-4c76-8f73-530f52c70353 req-691b1d30-973b-4b8b-b84f-535d6460df89 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160021 Jul 27 22:15:39.388013 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d793aa1-f433-4142-812d-02544ffc2bb9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.406979 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-672f1bcf-3969-4580-9a99-77620680fc98 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Floating IP 6e5dcdea-a3e3-4ec0-9929-1772b51df9fe associated. External IP: 172.25.1.2, port: 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe. Jul 27 22:15:39.438765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d793aa1-f433-4142-812d-02544ffc2bb9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Subnet': ['ID=f74f9141-d00d-46a6-a523-17ad93da1633,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:39.442741 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d793aa1-f433-4142-812d-02544ffc2bb9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.446376 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4d793aa1-f433-4142-812d-02544ffc2bb9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/f74f9141-d00d-46a6-a523-17ad93da1633 HTTP/1.1" status: 204 len: 168 time: 1.0480735 Jul 27 22:15:39.448479 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.449350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3accb8-cba8-4ee3-9a53-4c4e02a3e68a None None] Network 7df4fb43-374a-430d-81d8-a809e4e11000 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:39.450775 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58060) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.548574 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.599333 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.666892 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] DHCP port deletion for 7df4fb43-374a-430d-81d8-a809e4e11000 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:39.705530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Network 741e4901-fc3f-4efb-a15b-fd9355fbc270 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:39.713923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0c32b23a-3d32-4677-8160-d7423d29b57a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:39.716164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:39.719490 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.725379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:39.736154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Pushing event updated for resources: {'Port': ['ID=fa9347f3-6f52-4b70-ab1e-96432d0d7085,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:39.752953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 0c32b23a-3d32-4677-8160-d7423d29b57a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:39.753387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0c32b23a-3d32-4677-8160-d7423d29b57a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:39.759453 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07260175-0bab-41cf-98cb-598351096072']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:39.775121 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af866a90-81ae-4f47-b941-5cb1b81032a1') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:39.775476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af866a90-81ae-4f47-b941-5cb1b81032a1') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:39.781174 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Deleting port 74f051db-eab1-4796-9f99-85fa861404fe {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:39.781174 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.792883 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.813513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:39.814185 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.817065 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.828493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:39.829211 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:39.832424 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:39.878409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] For port 74f051db-eab1-4796-9f99-85fa861404fe, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=74f051db-eab1-4796-9f99-85fa861404fe,segment=NetworkSegment(d72e4ee4-3f6f-4c8b-a712-4a5da064a8b1),segment_id=d72e4ee4-3f6f-4c8b-a712-4a5da064a8b1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:39.878765 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.880942 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-97e588ae-134a-401f-8060-ee3da984b4d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9470518 Jul 27 22:15:39.893810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Calling delete_port for 74f051db-eab1-4796-9f99-85fa861404fe owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:39.895938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Request body: {'port': {'device_id': '7d3b22be-aae8-46e1-a501-9068f716341c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:39.928020 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.935853 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.937702 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/networks/07260175-0bab-41cf-98cb-598351096072 HTTP/1.1" status: 204 len: 168 time: 0.4859211 Jul 27 22:15:39.942599 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58066) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:39.975169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddb947-d957-41d4-9564-4cdff68ecd91 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Network': ['ID=07260175-0bab-41cf-98cb-598351096072,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:40.014302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818cc6f-5411-44b8-95c5-6a20a1aab9aa req-e0099cd1-27da-44fe-ba1b-9e1a0f81b13e tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:40.017394 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.021388 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d818cc6f-5411-44b8-95c5-6a20a1aab9aa req-e0099cd1-27da-44fe-ba1b-9e1a0f81b13e tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 932 time: 0.1163688 Jul 27 22:15:40.036645 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.050735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Pushing event deleted for resources: {'Port': ['ID=74f051db-eab1-4796-9f99-85fa861404fe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:40.068597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] No DVR routers for this DVR port 74f051db-eab1-4796-9f99-85fa861404fe on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:40.070293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.087756 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:40.088370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:40.089353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:40.089999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:40.091264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:40.091712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:40.092199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:40.092638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:40.093071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:40.093904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:40.094081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:40.094677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ce4e33-6d85-4579-beec-fb4191744d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:15:40.108633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a431e-05f8-49cb-9e75-fdfee8959cf0 req-bfe059f8-e090-4b99-9062-5e4d05d36df0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:40.110134 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca3a431e-05f8-49cb-9e75-fdfee8959cf0 req-bfe059f8-e090-4b99-9062-5e4d05d36df0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.2041497 Jul 27 22:15:40.120550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d818cc6f-5411-44b8-95c5-6a20a1aab9aa req-890cfb10-deca-4e89-8496-567829a390e0 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983200 Jul 27 22:15:40.238236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672f1bcf-3969-4580-9a99-77620680fc98 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Router cd3ee134-792b-4204-8a50-20577b8084a8 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:40.251516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca3a431e-05f8-49cb-9e75-fdfee8959cf0 req-7dad5419-8c61-4ba0-acc7-77a5167d78b9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270134 Jul 27 22:15:40.254489 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.286346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df4fb43-374a-430d-81d8-a809e4e11000']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:40.341605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72e4ee4-3f6f-4c8b-a712-4a5da064a8b1') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:40.341923 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72e4ee4-3f6f-4c8b-a712-4a5da064a8b1') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:40.354342 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.383939 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.403792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:40.404002 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:40.407474 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:40.412814 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672f1bcf-3969-4580-9a99-77620680fc98 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:40.419115 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-672f1bcf-3969-4580-9a99-77620680fc98 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.422780 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d9371-ed8b-4c92-b773-0ccb34ee8896 None None] Sync routers for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:40.433044 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d9371-ed8b-4c92-b773-0ccb34ee8896 None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:40.439324 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-489d9371-ed8b-4c92-b773-0ccb34ee8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:40.459035 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-672f1bcf-3969-4580-9a99-77620680fc98 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "PUT /v2.0/floatingips/6e5dcdea-a3e3-4ec0-9929-1772b51df9fe HTTP/1.1" status: 200 len: 990 time: 2.1207700 Jul 27 22:15:40.459035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'tag': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:40.472537 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ab8828-0e60-4ff5-b69c-f77faa3a5684" -d '{"events": [{"name": "network-changed", "server_uuid": "5911ef34-9bec-4c83-917a-02eda9cf37ba", "tag": "2e5e1eb2-67bd-40fa-8c35-23a04b5598fe"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:40.503140 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.533264 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.541042 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/networks/7df4fb43-374a-430d-81d8-a809e4e11000 HTTP/1.1" status: 204 len: 168 time: 0.5841622 Jul 27 22:15:40.541288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:40.547750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-945e6317-b572-4dea-bdcf-fbf40f060c63 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-927611794'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:40.560468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e4618-24f7-484a-95da-379363784828 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Network': ['ID=7df4fb43-374a-430d-81d8-a809e4e11000,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:40.574371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e18ca-54c3-40d3-967d-54c613378783 req-c002ffec-ef3b-4ee0-bca5-e79266cb2dd7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:40.582880 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c67e18ca-54c3-40d3-967d-54c613378783 req-c002ffec-ef3b-4ee0-bca5-e79266cb2dd7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 945 time: 0.1021292 Jul 27 22:15:40.608166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9347f3-6f52-4b70-ab1e-96432d0d7085 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:40.609221 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-489d9371-ed8b-4c92-b773-0ccb34ee8896 None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:40.610661 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab194bf0-bf42-4aa8-b61a-8c3115d1146c x-openstack-request-id: req-ab194bf0-bf42-4aa8-b61a-8c3115d1146c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:40.611039 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5911ef34-9bec-4c83-917a-02eda9cf37ba", "tag": "2e5e1eb2-67bd-40fa-8c35-23a04b5598fe", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:40.611291 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab194bf0-bf42-4aa8-b61a-8c3115d1146c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:40.611685 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'tag': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe', 'status': 'completed', 'code': 200} Jul 27 22:15:40.614633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945e6317-b572-4dea-bdcf-fbf40f060c63 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:40.617460 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-945e6317-b572-4dea-bdcf-fbf40f060c63 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.620671 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.636079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Transition to ACTIVE for port object fa9347f3-6f52-4b70-ab1e-96432d0d7085 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:40.640480 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.655274 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c67e18ca-54c3-40d3-967d-54c613378783 req-d76b11a6-9d07-4730-9b26-b28ec822b9d8 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714376 Jul 27 22:15:40.689875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945e6317-b572-4dea-bdcf-fbf40f060c63 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:40.691001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device af5d6bde-55a5-4477-ab42-f33d5e164676 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:40.707897 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-945e6317-b572-4dea-bdcf-fbf40f060c63 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.708481 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-945e6317-b572-4dea-bdcf-fbf40f060c63 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Added segment 8591a69e-8a5d-47d9-9cc4-e9876f996266 of type vlan for network 7791a97b-2684-48cb-89cc-689ace2892b9 Jul 27 22:15:40.736384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9347f3-6f52-4b70-ab1e-96432d0d7085,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:40.768165 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8828-0e60-4ff5-b69c-f77faa3a5684 req-b9aa05e3-8e77-4555-8eb9-7bda466c4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:40.769680 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25ab8828-0e60-4ff5-b69c-f77faa3a5684 req-b9aa05e3-8e77-4555-8eb9-7bda466c4da5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 1097 time: 0.1250861 Jul 27 22:15:40.795989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port af5d6bde-55a5-4477-ab42-f33d5e164676 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:40.802465 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-945e6317-b572-4dea-bdcf-fbf40f060c63 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.802787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port af5d6bde-55a5-4477-ab42-f33d5e164676 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:40.803163 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.863291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-945e6317-b572-4dea-bdcf-fbf40f060c63 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.870945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e6317-b572-4dea-bdcf-fbf40f060c63 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:40.873424 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-945e6317-b572-4dea-bdcf-fbf40f060c63 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.931733 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-489d9371-ed8b-4c92-b773-0ccb34ee8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6e5dcdea-a3e3-4ec0-9929-1772b51df9fe', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'port_id': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'mac_address': 'fa:16:3e:99:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:22Z', 'updated_at': '2021-07-27T22:15:39Z', 'revision_number': 1, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:11Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:40.941930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-945e6317-b572-4dea-bdcf-fbf40f060c63 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3986766 Jul 27 22:15:40.945495 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:40.949134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58098) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:40.956679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8d831e21-58a3-4236-9c43-2906784c3c1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'subnet': {'network_id': '7791a97b-2684-48cb-89cc-689ace2892b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:40.961317 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d9371-ed8b-4c92-b773-0ccb34ee8896 None None] Checking router: cd3ee134-792b-4204-8a50-20577b8084a8 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:15:40.965989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e6317-b572-4dea-bdcf-fbf40f060c63 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Network': ['ID=7791a97b-2684-48cb-89cc-689ace2892b9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:40.972578 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d9371-ed8b-4c92-b773-0ccb34ee8896 None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:40.973203 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-489d9371-ed8b-4c92-b773-0ccb34ee8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:40.976012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e905d9-638c-4a45-a559-44b154589c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5d6bde-55a5-4477-ab42-f33d5e164676'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:40.978558 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721d7ddf-1d55-4b02-bc2d-407935a986a1" -d '{"events": [{"server_uuid": "f4e905d9-638c-4a45-a559-44b154589c5e", "name": "network-vif-plugged", "status": "completed", "tag": "af5d6bde-55a5-4477-ab42-f33d5e164676"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:40.997670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7791a97b-2684-48cb-89cc-689ace2892b9 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:41.052437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Attempting to bind port fa9347f3-6f52-4b70-ab1e-96432d0d7085 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:41.052922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Attempting to bind port fa9347f3-6f52-4b70-ab1e-96432d0d7085 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '90bd60bb-9928-401e-8acf-f34410ad98bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '741e4901-fc3f-4efb-a15b-fd9355fbc270'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:41.053124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Attempting to bind port fa9347f3-6f52-4b70-ab1e-96432d0d7085 on network 741e4901-fc3f-4efb-a15b-fd9355fbc270 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:41.073942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port af5d6bde-55a5-4477-ab42-f33d5e164676, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=af5d6bde-55a5-4477-ab42-f33d5e164676,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:41.077948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Port fa9347f3-6f52-4b70-ab1e-96432d0d7085 on network 741e4901-fc3f-4efb-a15b-fd9355fbc270 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:15:41.078150 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Attempting to bind port fa9347f3-6f52-4b70-ab1e-96432d0d7085 on network 741e4901-fc3f-4efb-a15b-fd9355fbc270 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:41.102883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8828-0e60-4ff5-b69c-f77faa3a5684 req-4f4ef9cd-7cce-4c4e-893a-a323ab5eac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:41.110660 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25ab8828-0e60-4ff5-b69c-f77faa3a5684 req-4f4ef9cd-7cce-4c4e-893a-a323ab5eac67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 912 time: 0.3027403 Jul 27 22:15:41.116502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:41.116846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Checking segment: {'id': '90bd60bb-9928-401e-8acf-f34410ad98bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '741e4901-fc3f-4efb-a15b-fd9355fbc270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:41.117233 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Bound using segment: {'id': '90bd60bb-9928-401e-8acf-f34410ad98bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '741e4901-fc3f-4efb-a15b-fd9355fbc270'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:41.117683 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Bound port: fa9347f3-6f52-4b70-ab1e-96432d0d7085, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bd60bb-9928-401e-8acf-f34410ad98bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '741e4901-fc3f-4efb-a15b-fd9355fbc270'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:41.118045 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.120350 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-489d9371-ed8b-4c92-b773-0ccb34ee8896 None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:15:41.125097 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1922802e-1bfd-44dd-af8d-4ef74e8f6494 x-openstack-request-id: req-1922802e-1bfd-44dd-af8d-4ef74e8f6494 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:41.125623 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e905d9-638c-4a45-a559-44b154589c5e", "name": "network-vif-plugged", "status": "completed", "tag": "af5d6bde-55a5-4477-ab42-f33d5e164676", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:41.126083 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1922802e-1bfd-44dd-af8d-4ef74e8f6494 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:41.126675 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e905d9-638c-4a45-a559-44b154589c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5d6bde-55a5-4477-ab42-f33d5e164676', 'code': 200} Jul 27 22:15:41.129731 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.211551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=af5d6bde-55a5-4477-ab42-f33d5e164676,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:41.266721 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25ab8828-0e60-4ff5-b69c-f77faa3a5684 req-c61018af-c1d6-4558-8f27-529f5260022e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe HTTP/1.1" status: 200 len: 998 time: 0.1448321 Jul 27 22:15:41.267302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d831e21-58a3-4236-9c43-2906784c3c1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:41.270762 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d831e21-58a3-4236-9c43-2906784c3c1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.383330 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4cc3a-fbab-403a-9820-a6ebe15d8613 req-53a5310d-ef57-48c0-b64e-1185f9ead590 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:41.387985 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4f4cc3a-fbab-403a-9820-a6ebe15d8613 req-53a5310d-ef57-48c0-b64e-1185f9ead590 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 944 time: 0.1037276 Jul 27 22:15:41.406935 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d36cb-23d9-424f-b029-f654294fbcf5 req-3db1b1c4-530c-4304-b1e3-83399a045cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:41.408380 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e06d36cb-23d9-424f-b029-f654294fbcf5 req-3db1b1c4-530c-4304-b1e3-83399a045cf0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 1097 time: 0.2711561 Jul 27 22:15:41.414224 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] For port fa9347f3-6f52-4b70-ab1e-96432d0d7085, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:41.449381 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] For port fa9347f3-6f52-4b70-ab1e-96432d0d7085, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=fa9347f3-6f52-4b70-ab1e-96432d0d7085,segment=NetworkSegment(90bd60bb-9928-401e-8acf-f34410ad98bc),segment_id=90bd60bb-9928-401e-8acf-f34410ad98bc)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:41.456113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8828-0e60-4ff5-b69c-f77faa3a5684 req-c1663509-c234-4afd-b041-d214f7cb3025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:41.458181 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25ab8828-0e60-4ff5-b69c-f77faa3a5684 req-c1663509-c234-4afd-b041-d214f7cb3025 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1c3957-e1a9-4398-a24f-389e93ecfda9 HTTP/1.1" status: 200 len: 850 time: 0.1732495 Jul 27 22:15:41.466477 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.494815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4f4cc3a-fbab-403a-9820-a6ebe15d8613 req-38fa2e1b-fe73-4190-ab39-aeea53366bdf tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994418 Jul 27 22:15:41.592741 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-489d9371-ed8b-4c92-b773-0ccb34ee8896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6e5dcdea-a3e3-4ec0-9929-1772b51df9fe', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'port_id': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'mac_address': 'fa:16:3e:99:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:22Z', 'updated_at': '2021-07-27T22:15:39Z', 'revision_number': 1, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:11Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:41.605122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:41.605122 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:41.606847 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] 10.222.0.43 "PUT /v2.0/ports/fa9347f3-6f52-4b70-ab1e-96432d0d7085 HTTP/1.1" status: 200 len: 1092 time: 1.7155309 Jul 27 22:15:41.607484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3b22be-aae8-46e1-a501-9068f716341c', 'tag': 'fa9347f3-6f52-4b70-ab1e-96432d0d7085'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:41.609729 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626870be-1eb8-4ae5-9bf5-ca3ce0dae87a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3b22be-aae8-46e1-a501-9068f716341c", "tag": "fa9347f3-6f52-4b70-ab1e-96432d0d7085"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:41.639013 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e06d36cb-23d9-424f-b029-f654294fbcf5 req-c30f7a64-0c8b-47e3-9c9e-e49a46560550 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191796 Jul 27 22:15:41.656159 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489d9371-ed8b-4c92-b773-0ccb34ee8896 None None] The sync data for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 is: [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '6e5dcdea-a3e3-4ec0-9929-1772b51df9fe', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'port_id': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'mac_address': 'fa:16:3e:99:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:15:22Z', 'updated_at': '2021-07-27T22:15:39Z', 'revision_number': 1, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:11Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:41.671517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 74f051db-eab1-4796-9f99-85fa861404fe no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:41.713303 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b6b522-27fc-47c0-93b4-904f7010ad60 x-openstack-request-id: req-d5b6b522-27fc-47c0-93b4-904f7010ad60 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:41.714193 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3b22be-aae8-46e1-a501-9068f716341c", "tag": "fa9347f3-6f52-4b70-ab1e-96432d0d7085", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:41.714809 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5b6b522-27fc-47c0-93b4-904f7010ad60 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:41.716006 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3b22be-aae8-46e1-a501-9068f716341c', 'tag': 'fa9347f3-6f52-4b70-ab1e-96432d0d7085', 'status': 'completed', 'code': 200} Jul 27 22:15:41.737314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8828-0e60-4ff5-b69c-f77faa3a5684 req-0c0c63d4-f81d-42d8-9919-3b59391d0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:41.739550 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25ab8828-0e60-4ff5-b69c-f77faa3a5684 req-0c0c63d4-f81d-42d8-9919-3b59391d0943 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2698667 Jul 27 22:15:41.758032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc818ba-6411-432a-879e-0b93c21f9352 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9347f3-6f52-4b70-ab1e-96432d0d7085,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:41.769371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 74f051db-eab1-4796-9f99-85fa861404fe {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:41.769949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 74f051db-eab1-4796-9f99-85fa861404fe not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:41.862667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb59947-3fbb-434f-ac73-6e529633f739 req-da842510-6d9c-4e81-82f9-bf695c8c4204 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:41.884815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bb59947-3fbb-434f-ac73-6e529633f739 req-da842510-6d9c-4e81-82f9-bf695c8c4204 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 946 time: 0.1026936 Jul 27 22:15:41.968810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-d1ca93a3-d0f8-4349-af92-2b127c3cb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:41.970684 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-d1ca93a3-d0f8-4349-af92-2b127c3cb8af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=448294c6120e4cc394329e49beecf913&device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 1095 time: 0.2518752 Jul 27 22:15:41.995909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bb59947-3fbb-434f-ac73-6e529633f739 req-a633dbfa-a43e-4147-bc96-abb586690b55 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022542 Jul 27 22:15:42.019059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954ab3fd-68da-4a43-b18a-1045d4c21ff9 None None] New status for floating IP 6e5dcdea-a3e3-4ec0-9929-1772b51df9fe: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:15:42.064396 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-0e5553db-7aff-4174-a899-fa500d6f3bfb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa9347f3-6f52-4b70-ab1e-96432d0d7085 HTTP/1.1" status: 200 len: 217 time: 0.0636744 Jul 27 22:15:42.065238 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d831e21-58a3-4236-9c43-2906784c3c1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.149657 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25ab8828-0e60-4ff5-b69c-f77faa3a5684 req-77ff8b4e-76ab-43f8-bd81-b65ca5991a47 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858774 Jul 27 22:15:42.226144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-c26af300-9f42-4fd1-ab8b-d2c6964b58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:42.227632 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-c26af300-9f42-4fd1-ab8b-d2c6964b58ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4d2a53c-3fdf-46bb-ac5c-cc22438222c6 HTTP/1.1" status: 200 len: 848 time: 0.1537282 Jul 27 22:15:42.232776 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d831e21-58a3-4236-9c43-2906784c3c1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Subnet': ['ID=070b9443-bf2c-4d80-83a6-9ec21df185fb,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:42.256588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d831e21-58a3-4236-9c43-2906784c3c1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Checking segment: {'id': '8591a69e-8a5d-47d9-9cc4-e9876f996266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7791a97b-2684-48cb-89cc-689ace2892b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:42.256947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d831e21-58a3-4236-9c43-2906784c3c1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network hostable DHCP agents. Network: 7791a97b-2684-48cb-89cc-689ace2892b9, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:42.280262 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-9124c9fd-0ea5-471f-be51-fb8cfe26b9cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=741e4901-fc3f-4efb-a15b-fd9355fbc270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399814 Jul 27 22:15:42.358232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d831e21-58a3-4236-9c43-2906784c3c1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 7791a97b-2684-48cb-89cc-689ace2892b9 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:42.367723 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.375764 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25ab8828-0e60-4ff5-b69c-f77faa3a5684 req-c653e0f5-a9fe-48c0-bc8c-020ef24060b5 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134478 Jul 27 22:15:42.378143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8d831e21-58a3-4236-9c43-2906784c3c1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7791a97b-2684-48cb-89cc-689ace2892b9) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:42.384709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d831e21-58a3-4236-9c43-2906784c3c1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:42.385393 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d831e21-58a3-4236-9c43-2906784c3c1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.392065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61864855-d4e1-4bf2-bb92-0aeeac20136e None None] Network 7791a97b-2684-48cb-89cc-689ace2892b9 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:42.411671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8d831e21-58a3-4236-9c43-2906784c3c1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4567540 Jul 27 22:15:42.412018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58120) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:42.416733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b08a5096-d712-4322-b285-d14c4620b21f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-921057451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:42.424062 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-b061970c-6130-468e-9bb8-1f6ff599e43b service neutron] 10.222.0.43 "GET /v2.0/networks/741e4901-fc3f-4efb-a15b-fd9355fbc270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286244 Jul 27 22:15:42.464031 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b08a5096-d712-4322-b285-d14c4620b21f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.465129 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b08a5096-d712-4322-b285-d14c4620b21f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.529809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b08a5096-d712-4322-b285-d14c4620b21f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.534051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b08a5096-d712-4322-b285-d14c4620b21f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.553823 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1222e060-c334-4ad2-958a-5d2feacf8701 req-825b23b5-8e41-443f-88d9-753aa93b5359 service neutron] 10.222.0.43 "GET /v2.0/networks/741e4901-fc3f-4efb-a15b-fd9355fbc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223612 Jul 27 22:15:42.553977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b08a5096-d712-4322-b285-d14c4620b21f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.555503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b08a5096-d712-4322-b285-d14c4620b21f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1425388 Jul 27 22:15:42.558546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:42.564426 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'port': {'network_id': '7791a97b-2684-48cb-89cc-689ace2892b9', 'name': 'tempest-RoutersIpV6Test-2147253708'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:42.582059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-7791a97b-2684-48cb-89cc-689ace2892b9', 'network_id': '7791a97b-2684-48cb-89cc-689ace2892b9', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'fixed_ips': [{'subnet_id': '070b9443-bf2c-4d80-83a6-9ec21df185fb'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:42.582999 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.665359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626870be-1eb8-4ae5-9bf5-ca3ce0dae87a req-217d53b0-8fdf-4d0e-b3c4-af302b4d44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:42.667624 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-626870be-1eb8-4ae5-9bf5-ca3ce0dae87a req-217d53b0-8fdf-4d0e-b3c4-af302b4d44a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=448294c6120e4cc394329e49beecf913&device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 1095 time: 0.0499310 Jul 27 22:15:42.736835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c918ab-03a8-4614-9b6b-23d2c4f44bed req-739b0ec5-8746-43c0-8246-a64e006164e0 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:42.738420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36c918ab-03a8-4614-9b6b-23d2c4f44bed req-739b0ec5-8746-43c0-8246-a64e006164e0 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 944 time: 0.1019001 Jul 27 22:15:42.750132 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a7231d0-db7e-4dfa-b9d8-4a57daffd0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.761637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Allocated IP 2001:db8::2 (7791a97b-2684-48cb-89cc-689ace2892b9/070b9443-bf2c-4d80-83a6-9ec21df185fb/f3331cc9-a263-4a46-8426-8c7c415a0ac0) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:42.782550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:42.786042 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.807534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36c918ab-03a8-4614-9b6b-23d2c4f44bed req-577a26a2-1c3a-4e97-a457-d6e22680b06d tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546286 Jul 27 22:15:42.814530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] device_id is not set on port ef4798b7-1a95-47ae-9e32-634b39432e32 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:15:42.815407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626870be-1eb8-4ae5-9bf5-ca3ce0dae87a req-a537be8f-3803-4b25-89e7-bffe33bf21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:42.817384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-626870be-1eb8-4ae5-9bf5-ca3ce0dae87a req-a537be8f-3803-4b25-89e7-bffe33bf21ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=741e4901-fc3f-4efb-a15b-fd9355fbc270 HTTP/1.1" status: 200 len: 909 time: 0.1423447 Jul 27 22:15:42.864753 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-626870be-1eb8-4ae5-9bf5-ca3ce0dae87a req-73de438b-16f0-42a2-9a9c-f08322662209 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa9347f3-6f52-4b70-ab1e-96432d0d7085 HTTP/1.1" status: 200 len: 217 time: 0.0379126 Jul 27 22:15:42.914020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626870be-1eb8-4ae5-9bf5-ca3ce0dae87a req-2a3c7543-c978-41bb-8b85-377c4c2726af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:42.914297 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.915575 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-626870be-1eb8-4ae5-9bf5-ca3ce0dae87a req-2a3c7543-c978-41bb-8b85-377c4c2726af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4d2a53c-3fdf-46bb-ac5c-cc22438222c6 HTTP/1.1" status: 200 len: 848 time: 0.0438056 Jul 27 22:15:42.922729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Transition to ACTIVE for port object f3331cc9-a263-4a46-8426-8c7c415a0ac0 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:42.937562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Transition to ACTIVE for port object f3331cc9-a263-4a46-8426-8c7c415a0ac0 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:42.943192 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:42.951072 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-626870be-1eb8-4ae5-9bf5-ca3ce0dae87a req-181609cd-44de-4f55-8426-140a6b9969ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=741e4901-fc3f-4efb-a15b-fd9355fbc270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271006 Jul 27 22:15:42.982137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Network 7791a97b-2684-48cb-89cc-689ace2892b9 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:42.984601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:42.988799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:43.000824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Pushing event updated for resources: {'Port': ['ID=f3331cc9-a263-4a46-8426-8c7c415a0ac0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:43.015268 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Allocated IP 2001:db8::2b1 (7791a97b-2684-48cb-89cc-689ace2892b9/070b9443-bf2c-4d80-83a6-9ec21df185fb/ef4798b7-1a95-47ae-9e32-634b39432e32) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:43.083976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Attempting to bind port f3331cc9-a263-4a46-8426-8c7c415a0ac0 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:43.084352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Attempting to bind port f3331cc9-a263-4a46-8426-8c7c415a0ac0 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8591a69e-8a5d-47d9-9cc4-e9876f996266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7791a97b-2684-48cb-89cc-689ace2892b9'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:43.084711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Attempting to bind port f3331cc9-a263-4a46-8426-8c7c415a0ac0 on network 7791a97b-2684-48cb-89cc-689ace2892b9 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:43.096287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:43.099672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Checking segment: {'id': '8591a69e-8a5d-47d9-9cc4-e9876f996266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7791a97b-2684-48cb-89cc-689ace2892b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:43.099672 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.099903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Bound using segment: {'id': '8591a69e-8a5d-47d9-9cc4-e9876f996266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7791a97b-2684-48cb-89cc-689ace2892b9'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:43.100331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Bound port: f3331cc9-a263-4a46-8426-8c7c415a0ac0, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8591a69e-8a5d-47d9-9cc4-e9876f996266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7791a97b-2684-48cb-89cc-689ace2892b9'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:43.100713 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.125619 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-626870be-1eb8-4ae5-9bf5-ca3ce0dae87a req-a06d18a7-fbc6-4b0c-a195-e7198699daba service neutron] 10.222.0.43 "GET /v2.0/networks/741e4901-fc3f-4efb-a15b-fd9355fbc270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647353 Jul 27 22:15:43.208835 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] For port f3331cc9-a263-4a46-8426-8c7c415a0ac0, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:43.216396 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] For port f3331cc9-a263-4a46-8426-8c7c415a0ac0, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f3331cc9-a263-4a46-8426-8c7c415a0ac0,segment=NetworkSegment(8591a69e-8a5d-47d9-9cc4-e9876f996266),segment_id=8591a69e-8a5d-47d9-9cc4-e9876f996266)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:43.224501 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.261143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53566ee-cefd-4425-922f-6a001122f32e req-f14386f4-0d03-4617-94c2-36d589ae66fc tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:43.263587 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b53566ee-cefd-4425-922f-6a001122f32e req-f14386f4-0d03-4617-94c2-36d589ae66fc tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 946 time: 0.1330957 Jul 27 22:15:43.282476 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-626870be-1eb8-4ae5-9bf5-ca3ce0dae87a req-f337cb9b-ebe3-4da7-968e-bf1aedc2fa43 service neutron] 10.222.0.43 "GET /v2.0/networks/741e4901-fc3f-4efb-a15b-fd9355fbc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476305 Jul 27 22:15:43.307357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879037e-40e7-46f9-880b-2b4998847125 None None] Pushing event updated for resources: {'Port': ['ID=f3331cc9-a263-4a46-8426-8c7c415a0ac0,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:43.373517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b53566ee-cefd-4425-922f-6a001122f32e req-e9e0301b-dabd-467a-8cc9-12bb67e2e49b tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945215 Jul 27 22:15:43.413502 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.416753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Transition to ACTIVE for port object ef4798b7-1a95-47ae-9e32-634b39432e32 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:43.470836 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.582116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 7791a97b-2684-48cb-89cc-689ace2892b9 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:43.620008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:43.629945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=ef4798b7-1a95-47ae-9e32-634b39432e32,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:43.642040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:43.647860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:43.649084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:43.697798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aad1fee3-d621-4a56-b7b0-d378f61125b2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1373696 Jul 27 22:15:43.701598 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58150) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:44.013129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de433cc9-98ac-4a30-8152-bd05fc14aaed req-5d29f260-4548-400e-b804-1d19d00868d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:44.014772 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de433cc9-98ac-4a30-8152-bd05fc14aaed req-5d29f260-4548-400e-b804-1d19d00868d3 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 944 time: 0.1274261 Jul 27 22:15:44.067270 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de433cc9-98ac-4a30-8152-bd05fc14aaed req-ccc336cf-887c-46cc-8d92-9ad7a7d9217b tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436840 Jul 27 22:15:44.482005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f452a8ec-678c-46e2-b466-43a1a96de1d8 None None] Network 7791a97b-2684-48cb-89cc-689ace2892b9 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:44.485900 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.638240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-333b413b-cb9a-485b-a448-b539056f97a6 None None] Provisioning for port f3331cc9-a263-4a46-8426-8c7c415a0ac0 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:44.878256 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.892259 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:44.991034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=ef4798b7-1a95-47ae-9e32-634b39432e32,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:45.074230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2ad00c44-618e-4633-b888-42c9fab33c34 None None] Provisioning for port ef4798b7-1a95-47ae-9e32-634b39432e32 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:45.079571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2ad00c44-618e-4633-b888-42c9fab33c34 None None] Provisioning complete for port ef4798b7-1a95-47ae-9e32-634b39432e32 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:45.081510 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ad00c44-618e-4633-b888-42c9fab33c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.144780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2ad00c44-618e-4633-b888-42c9fab33c34 None None] Port ef4798b7-1a95-47ae-9e32-634b39432e32 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:45.165044 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.239246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b59a9-e8ed-4f49-b749-42e9c61c98a9 req-1628e3be-755d-4f5a-91f6-8b9b9dc497be tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:45.241193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a19b59a9-e8ed-4f49-b749-42e9c61c98a9 req-1628e3be-755d-4f5a-91f6-8b9b9dc497be tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 944 time: 0.0655415 Jul 27 22:15:45.294661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a19b59a9-e8ed-4f49-b749-42e9c61c98a9 req-f1cf32a0-e4de-4664-b87f-acb18ada074e tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466888 Jul 27 22:15:45.377772 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.390287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3f032fcf-9317-441a-a675-2d9f9412a3f0 None None] Provisioning complete for port ef4798b7-1a95-47ae-9e32-634b39432e32 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:45.391043 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f032fcf-9317-441a-a675-2d9f9412a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.447402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3f032fcf-9317-441a-a675-2d9f9412a3f0 None None] Port ef4798b7-1a95-47ae-9e32-634b39432e32 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:45.483191 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-546e8ca1-5fe0-40b6-ab41-6b3dde07d474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.679291 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.744684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f3331cc9-a263-4a46-8426-8c7c415a0ac0 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:45.792018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6ad6eb75-962b-4bd7-a35a-12b816c6fe51 None None] Provisioning complete for port ef4798b7-1a95-47ae-9e32-634b39432e32 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:45.792392 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ad6eb75-962b-4bd7-a35a-12b816c6fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.834252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port f3331cc9-a263-4a46-8426-8c7c415a0ac0 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:45.839488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f3331cc9-a263-4a46-8426-8c7c415a0ac0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:45.839864 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.843169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ad6eb75-962b-4bd7-a35a-12b816c6fe51 None None] Port ef4798b7-1a95-47ae-9e32-634b39432e32 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:45.885128 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.894534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:45.896108 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.015004 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.073881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 7791a97b-2684-48cb-89cc-689ace2892b9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:46.077813 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:46.083413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port f3331cc9-a263-4a46-8426-8c7c415a0ac0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f3331cc9-a263-4a46-8426-8c7c415a0ac0,segment=NetworkSegment(8591a69e-8a5d-47d9-9cc4-e9876f996266),segment_id=8591a69e-8a5d-47d9-9cc4-e9876f996266)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:46.093322 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.099215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=ef4798b7-1a95-47ae-9e32-634b39432e32,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:46.218146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=f3331cc9-a263-4a46-8426-8c7c415a0ac0,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:46.288336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 377bdc83-7536-4899-bcfe-25c9bde6ed8d is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:15:46.351794 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.382308 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.463041 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:46.473931 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-08d0e63b-8477-4c9f-9179-b3fcea126ff1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/377bdc83-7536-4899-bcfe-25c9bde6ed8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7681289 Jul 27 22:15:46.474066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58192) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:46.478720 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf8fec-68cb-4db3-8760-844e73960151 None None] Sync routers for ids ['377bdc83-7536-4899-bcfe-25c9bde6ed8d'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:46.485954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e1d938a9-4147-42fc-8a6d-48c29c47ee2d None None] Provisioning complete for port ef4798b7-1a95-47ae-9e32-634b39432e32 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:46.488782 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1d938a9-4147-42fc-8a6d-48c29c47ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.492842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccefd23-a031-4a76-a837-9e644d19f67b req-3b031bc0-a332-4f2b-9d0a-f8bae7204d36 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:46.494343 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ccefd23-a031-4a76-a837-9e644d19f67b req-3b031bc0-a332-4f2b-9d0a-f8bae7204d36 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 944 time: 0.0747426 Jul 27 22:15:46.495428 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf8fec-68cb-4db3-8760-844e73960151 None None] Routers {'377bdc83-7536-4899-bcfe-25c9bde6ed8d'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:46.496058 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eeaf8fec-68cb-4db3-8760-844e73960151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['377bdc83-7536-4899-bcfe-25c9bde6ed8d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:46.558698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d17ac3-459b-4256-936d-3ae40dfd7e52 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:46.558698 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-82d17ac3-459b-4256-936d-3ae40dfd7e52 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports/ef4798b7-1a95-47ae-9e32-634b39432e32 HTTP/1.1" status: 200 len: 984 time: 0.0779796 Jul 27 22:15:46.558698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:46.565381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e1d938a9-4147-42fc-8a6d-48c29c47ee2d None None] Port ef4798b7-1a95-47ae-9e32-634b39432e32 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:46.577566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ccefd23-a031-4a76-a837-9e644d19f67b req-044eaf91-5cc1-4775-9542-54412e35e35e tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526316 Jul 27 22:15:46.585217 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eeaf8fec-68cb-4db3-8760-844e73960151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:46.606410 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf8fec-68cb-4db3-8760-844e73960151 None None] Routers {'377bdc83-7536-4899-bcfe-25c9bde6ed8d'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:46.607376 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eeaf8fec-68cb-4db3-8760-844e73960151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['377bdc83-7536-4899-bcfe-25c9bde6ed8d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:46.644869 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eeaf8fec-68cb-4db3-8760-844e73960151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:46.645541 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaf8fec-68cb-4db3-8760-844e73960151 None None] The sync data for ids ['377bdc83-7536-4899-bcfe-25c9bde6ed8d'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:46.714381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device fa9347f3-6f52-4b70-ab1e-96432d0d7085 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:15:46.858578 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port fa9347f3-6f52-4b70-ab1e-96432d0d7085, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=fa9347f3-6f52-4b70-ab1e-96432d0d7085,segment=NetworkSegment(90bd60bb-9928-401e-8acf-f34410ad98bc),segment_id=90bd60bb-9928-401e-8acf-f34410ad98bc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:46.871104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'fa9347f3-6f52-4b70-ab1e-96432d0d7085', 'network_id': '741e4901-fc3f-4efb-a15b-fd9355fbc270', 'port_id': 'fa9347f3-6f52-4b70-ab1e-96432d0d7085', 'mac_address': 'fa:16:3e:2e:9d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d2a53c-3fdf-46bb-ac5c-cc22438222c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:15:46.910473 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.923813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9347f3-6f52-4b70-ab1e-96432d0d7085 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:46.944115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port fa9347f3-6f52-4b70-ab1e-96432d0d7085, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=fa9347f3-6f52-4b70-ab1e-96432d0d7085,segment=NetworkSegment(90bd60bb-9928-401e-8acf-f34410ad98bc),segment_id=90bd60bb-9928-401e-8acf-f34410ad98bc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:46.959479 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.992711 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b5c44e2-7cb6-4fae-94d7-c1ac2644a73b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:47.050657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=fa9347f3-6f52-4b70-ab1e-96432d0d7085,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:47.251196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c44e2-7cb6-4fae-94d7-c1ac2644a73b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port ef4798b7-1a95-47ae-9e32-634b39432e32 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:47.251543 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b5c44e2-7cb6-4fae-94d7-c1ac2644a73b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:47.279091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['fa9347f3-6f52-4b70-ab1e-96432d0d7085'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:47.366771 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b5c44e2-7cb6-4fae-94d7-c1ac2644a73b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:47.381026 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c44e2-7cb6-4fae-94d7-c1ac2644a73b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for ef4798b7-1a95-47ae-9e32-634b39432e32 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:47.626388 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b5c44e2-7cb6-4fae-94d7-c1ac2644a73b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:47.657840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f3331cc9-a263-4a46-8426-8c7c415a0ac0 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:47.717389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c44e2-7cb6-4fae-94d7-c1ac2644a73b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=ef4798b7-1a95-47ae-9e32-634b39432e32,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:47.764195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f3331cc9-a263-4a46-8426-8c7c415a0ac0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:47.764797 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:47.860953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8b5c44e2-7cb6-4fae-94d7-c1ac2644a73b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:47.879905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c2c90-e71d-4a85-b8af-3b0b80b063ae req-3c1fc9f5-e910-4e82-ad1c-034bb1c0d363 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:47.882096 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c0c2c90-e71d-4a85-b8af-3b0b80b063ae req-3c1fc9f5-e910-4e82-ad1c-034bb1c0d363 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 945 time: 0.1207812 Jul 27 22:15:47.957619 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c0c2c90-e71d-4a85-b8af-3b0b80b063ae req-6a22d522-a37e-4724-93ff-683709d83ffc tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677302 Jul 27 22:15:48.053663 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.128886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5c44e2-7cb6-4fae-94d7-c1ac2644a73b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 377bdc83-7536-4899-bcfe-25c9bde6ed8d has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:48.223790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5c44e2-7cb6-4fae-94d7-c1ac2644a73b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:48.234185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58220) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:48.235891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59ceb3-a5ad-47c0-b7dc-f26f7ca12dc8 None None] Sync routers for ids ['377bdc83-7536-4899-bcfe-25c9bde6ed8d'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:48.245667 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8b5c44e2-7cb6-4fae-94d7-c1ac2644a73b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/377bdc83-7536-4899-bcfe-25c9bde6ed8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6846733 Jul 27 22:15:48.255645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59ceb3-a5ad-47c0-b7dc-f26f7ca12dc8 None None] Routers {'377bdc83-7536-4899-bcfe-25c9bde6ed8d'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:48.256516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-da59ceb3-a5ad-47c0-b7dc-f26f7ca12dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['377bdc83-7536-4899-bcfe-25c9bde6ed8d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:48.289492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-da59ceb3-a5ad-47c0-b7dc-f26f7ca12dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:48.299434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59ceb3-a5ad-47c0-b7dc-f26f7ca12dc8 None None] Routers {'377bdc83-7536-4899-bcfe-25c9bde6ed8d'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:48.300282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-da59ceb3-a5ad-47c0-b7dc-f26f7ca12dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['377bdc83-7536-4899-bcfe-25c9bde6ed8d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:48.367838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-da59ceb3-a5ad-47c0-b7dc-f26f7ca12dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:48.368558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59ceb3-a5ad-47c0-b7dc-f26f7ca12dc8 None None] The sync data for ids ['377bdc83-7536-4899-bcfe-25c9bde6ed8d'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:48.524453 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-946d0a77-7e41-46bf-bd3b-0d57379a9af3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 22:15:48.529406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-946d0a77-7e41-46bf-bd3b-0d57379a9af3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/377bdc83-7536-4899-bcfe-25c9bde6ed8d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2899528 Jul 27 22:15:48.530636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:48.558485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e0662521-9fc2-44f6-9685-cd6fcb83f6bf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=377bdc83-7536-4899-bcfe-25c9bde6ed8d HTTP/1.1" status: 200 len: 205 time: 0.0274158 Jul 27 22:15:48.561780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:48.643885 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eff64d6e-235f-4f2b-b86d-3fdbed4e97d6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.723395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device fa9347f3-6f52-4b70-ab1e-96432d0d7085 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:48.809995 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eff64d6e-235f-4f2b-b86d-3fdbed4e97d6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.812946 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eff64d6e-235f-4f2b-b86d-3fdbed4e97d6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.826730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port fa9347f3-6f52-4b70-ab1e-96432d0d7085 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:48.831079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port fa9347f3-6f52-4b70-ab1e-96432d0d7085 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:48.831455 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.867784 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eff64d6e-235f-4f2b-b86d-3fdbed4e97d6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.868801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff64d6e-235f-4f2b-b86d-3fdbed4e97d6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Fanout notify agent at l3_agent the message router_deleted on router 377bdc83-7536-4899-bcfe-25c9bde6ed8d {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:15:48.881538 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eff64d6e-235f-4f2b-b86d-3fdbed4e97d6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.885368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58228) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:48.887161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-eff64d6e-235f-4f2b-b86d-3fdbed4e97d6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/377bdc83-7536-4899-bcfe-25c9bde6ed8d HTTP/1.1" status: 204 len: 168 time: 0.3243239 Jul 27 22:15:48.940109 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.968569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48f5507-a80e-4ed3-9246-5bc362ae999e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting subnet 070b9443-bf2c-4d80-83a6-9ec21df185fb {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:48.972276 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e48f5507-a80e-4ed3-9246-5bc362ae999e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:48.975491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3b22be-aae8-46e1-a501-9068f716341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9347f3-6f52-4b70-ab1e-96432d0d7085'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:48.978454 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4247f21f-1264-4ed3-a84a-b5a9288b0b17" -d '{"events": [{"server_uuid": "7d3b22be-aae8-46e1-a501-9068f716341c", "name": "network-vif-plugged", "status": "completed", "tag": "fa9347f3-6f52-4b70-ab1e-96432d0d7085"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:48.985777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port fa9347f3-6f52-4b70-ab1e-96432d0d7085, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=fa9347f3-6f52-4b70-ab1e-96432d0d7085,segment=NetworkSegment(90bd60bb-9928-401e-8acf-f34410ad98bc),segment_id=90bd60bb-9928-401e-8acf-f34410ad98bc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:48.991922 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.058928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=fa9347f3-6f52-4b70-ab1e-96432d0d7085,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:49.064459 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0388ab3-0dad-4c9a-952a-78abe303abd5 x-openstack-request-id: req-f0388ab3-0dad-4c9a-952a-78abe303abd5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:49.064917 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3b22be-aae8-46e1-a501-9068f716341c", "name": "network-vif-plugged", "status": "completed", "tag": "fa9347f3-6f52-4b70-ab1e-96432d0d7085", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:49.065050 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0388ab3-0dad-4c9a-952a-78abe303abd5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:49.065361 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3b22be-aae8-46e1-a501-9068f716341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9347f3-6f52-4b70-ab1e-96432d0d7085', 'code': 200} Jul 27 22:15:49.075044 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e48f5507-a80e-4ed3-9246-5bc362ae999e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.198123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e8ef5-ca32-4291-8360-f3f3bf5d507a req-52d10152-36e4-4b70-8d17-fe72ba8c7be0 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:49.201819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a6e8ef5-ca32-4291-8360-f3f3bf5d507a req-52d10152-36e4-4b70-8d17-fe72ba8c7be0 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 946 time: 0.0881062 Jul 27 22:15:49.237162 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e48f5507-a80e-4ed3-9246-5bc362ae999e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.256713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a6e8ef5-ca32-4291-8360-f3f3bf5d507a req-46814528-c1d9-416a-a8d5-4de87019bb8b tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493665 Jul 27 22:15:49.285938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df900620-1c14-4d66-975f-9a5de93933c2 req-5927874b-e762-4ff1-ac36-71d2f0d1055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:49.287585 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-df900620-1c14-4d66-975f-9a5de93933c2 req-5927874b-e762-4ff1-ac36-71d2f0d1055d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 1097 time: 0.1118402 Jul 27 22:15:49.342155 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e48f5507-a80e-4ed3-9246-5bc362ae999e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.368590 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-df900620-1c14-4d66-975f-9a5de93933c2 req-883382df-9aa3-4852-bbca-d4c271c3a7de service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730662 Jul 27 22:15:49.372954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f5507-a80e-4ed3-9246-5bc362ae999e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Subnet': ['ID=070b9443-bf2c-4d80-83a6-9ec21df185fb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:49.379975 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e48f5507-a80e-4ed3-9246-5bc362ae999e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.382061 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e48f5507-a80e-4ed3-9246-5bc362ae999e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/070b9443-bf2c-4d80-83a6-9ec21df185fb HTTP/1.1" status: 204 len: 168 time: 0.4955952 Jul 27 22:15:49.384641 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58244) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:49.385915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc7209-9af8-4ef2-ab7e-a1eced949039 None None] Network 7791a97b-2684-48cb-89cc-689ace2892b9 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:49.470893 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.533639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port f3331cc9-a263-4a46-8426-8c7c415a0ac0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:49.533861 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.599554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435db0f3-ae48-4da2-8328-a37961aa233a None None] DHCP port deletion for 7791a97b-2684-48cb-89cc-689ace2892b9 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:49.606161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] For port f3331cc9-a263-4a46-8426-8c7c415a0ac0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f3331cc9-a263-4a46-8426-8c7c415a0ac0,segment=NetworkSegment(8591a69e-8a5d-47d9-9cc4-e9876f996266),segment_id=8591a69e-8a5d-47d9-9cc4-e9876f996266)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:49.606161 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.619968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for f3331cc9-a263-4a46-8426-8c7c415a0ac0 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:49.649867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-435db0f3-ae48-4da2-8328-a37961aa233a None None] Deleting port f3331cc9-a263-4a46-8426-8c7c415a0ac0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:49.650249 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-435db0f3-ae48-4da2-8328-a37961aa233a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.724536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-435db0f3-ae48-4da2-8328-a37961aa233a None None] For port f3331cc9-a263-4a46-8426-8c7c415a0ac0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f3331cc9-a263-4a46-8426-8c7c415a0ac0,segment=NetworkSegment(8591a69e-8a5d-47d9-9cc4-e9876f996266),segment_id=8591a69e-8a5d-47d9-9cc4-e9876f996266)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:49.725656 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-435db0f3-ae48-4da2-8328-a37961aa233a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.744432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-435db0f3-ae48-4da2-8328-a37961aa233a None None] Calling delete_port for f3331cc9-a263-4a46-8426-8c7c415a0ac0 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:49.745816 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.783980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=f3331cc9-a263-4a46-8426-8c7c415a0ac0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:49.789548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No DVR routers for this DVR port f3331cc9-a263-4a46-8426-8c7c415a0ac0 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:49.823391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-d16e04dd-75ab-4db2-acb6-0ed0158750e2 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:49.830818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-d16e04dd-75ab-4db2-acb6-0ed0158750e2 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 815 time: 0.1257110 Jul 27 22:15:49.850122 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-16d1398c-cd84-45cf-9229-0d73cbaf4015 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/quotas/6a8d7fae8ba84b19ab068a8cff73c9f1 HTTP/1.1" status: 200 len: 375 time: 0.0147486 Jul 27 22:15:49.857569 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-435db0f3-ae48-4da2-8328-a37961aa233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:49.877675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435db0f3-ae48-4da2-8328-a37961aa233a None None] No DVR routers for this DVR port f3331cc9-a263-4a46-8426-8c7c415a0ac0 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:49.912737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435db0f3-ae48-4da2-8328-a37961aa233a None None] Pushing event deleted for resources: {'Port': ['ID=f3331cc9-a263-4a46-8426-8c7c415a0ac0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:49.930963 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-c56a9c22-d306-4c7e-b182-eab492324f0b tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718529 Jul 27 22:15:50.045213 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-21af0bea-01c2-4899-b36b-e1398356c31f service neutron] 10.222.0.24 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113598 Jul 27 22:15:50.138683 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-52e82243-c4e5-44ef-8d29-e1916432d2da service neutron] 10.222.0.24 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870862 Jul 27 22:15:50.227934 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.242173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7791a97b-2684-48cb-89cc-689ace2892b9']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:50.257092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8591a69e-8a5d-47d9-9cc4-e9876f996266') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:50.257426 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8591a69e-8a5d-47d9-9cc4-e9876f996266') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:50.272351 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.293357 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.308693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:50.319901 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:50.344069 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:50.410905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bca42a38-f27e-4ecb-8e6c-f90aa1671c30 req-5abfc1f2-aad4-48b5-836d-8daebde44646 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 210 time: 0.0766821 Jul 27 22:15:50.512814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.531326 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.541502 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/networks/7791a97b-2684-48cb-89cc-689ace2892b9 HTTP/1.1" status: 204 len: 168 time: 1.1522453 Jul 27 22:15:50.548011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58278) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:50.566553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0007bf-d98a-4be4-8615-55579ab0b72a req-299abecb-a5b6-4fcd-b46f-ee3c1dd35c0d tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:50.579975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba0007bf-d98a-4be4-8615-55579ab0b72a req-299abecb-a5b6-4fcd-b46f-ee3c1dd35c0d tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 946 time: 0.1494777 Jul 27 22:15:50.590740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-33562e7e-a170-4a61-98af-d48d63adf9ad tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-740419395'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:50.608862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf8298-d73d-48e7-b0c9-42b8833c3e41 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Network': ['ID=7791a97b-2684-48cb-89cc-689ace2892b9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:50.648351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33562e7e-a170-4a61-98af-d48d63adf9ad tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:50.657204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba0007bf-d98a-4be4-8615-55579ab0b72a req-e09eb200-4706-43f7-96ad-b4466f9253c6 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765283 Jul 27 22:15:50.662484 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33562e7e-a170-4a61-98af-d48d63adf9ad tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.683726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58284) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:50.696676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33562e7e-a170-4a61-98af-d48d63adf9ad tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:15:50.716558 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33562e7e-a170-4a61-98af-d48d63adf9ad tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.717112 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-33562e7e-a170-4a61-98af-d48d63adf9ad tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Added segment f9d4034d-9620-4f69-acc4-ffcbd88d2e8c of type vlan for network 612e1a74-3e54-4317-8465-1d2671a48349 Jul 27 22:15:50.811409 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33562e7e-a170-4a61-98af-d48d63adf9ad tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.845034 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33562e7e-a170-4a61-98af-d48d63adf9ad tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.852037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33562e7e-a170-4a61-98af-d48d63adf9ad tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:50.858597 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33562e7e-a170-4a61-98af-d48d63adf9ad tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.867782 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc3a78ac-8801-4221-aed9-606c269c312d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.935296 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-33562e7e-a170-4a61-98af-d48d63adf9ad tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3536761 Jul 27 22:15:50.938245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58290) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:50.945589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4d67d99c-cb5a-418e-b7a7-9d6c43d95826 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'subnet': {'network_id': '612e1a74-3e54-4317-8465-1d2671a48349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:50.950973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33562e7e-a170-4a61-98af-d48d63adf9ad tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Network': ['ID=612e1a74-3e54-4317-8465-1d2671a48349,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:50.963467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 612e1a74-3e54-4317-8465-1d2671a48349 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:15:50.983932 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc3a78ac-8801-4221-aed9-606c269c312d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:50.989518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc3a78ac-8801-4221-aed9-606c269c312d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.031814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dc3a78ac-8801-4221-aed9-606c269c312d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c06eac25ce9640d587a9533e22caf8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460178 Jul 27 22:15:51.036055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58292) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:51.084683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a78ac-8801-4221-aed9-606c269c312d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9610e5-fdbc-4954-9db3-79b29f5d7595,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:51.102377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d67d99c-cb5a-418e-b7a7-9d6c43d95826 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:51.108064 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d67d99c-cb5a-418e-b7a7-9d6c43d95826 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.133312 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc73b92-9e86-4794-8365-ca9cf2a19e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.154626 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc73b92-9e86-4794-8365-ca9cf2a19e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.206422 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc73b92-9e86-4794-8365-ca9cf2a19e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.209028 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc73b92-9e86-4794-8365-ca9cf2a19e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.210204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2cc73b92-9e86-4794-8365-ca9cf2a19e7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f9610e5-fdbc-4954-9db3-79b29f5d7595 HTTP/1.1" status: 204 len: 168 time: 0.1726320 Jul 27 22:15:51.221974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc73b92-9e86-4794-8365-ca9cf2a19e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9610e5-fdbc-4954-9db3-79b29f5d7595,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:51.326801 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d67d99c-cb5a-418e-b7a7-9d6c43d95826 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.390313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67d99c-cb5a-418e-b7a7-9d6c43d95826 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Subnet': ['ID=77b700ae-90ff-453e-9565-52cddc7418d8,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:51.398416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67d99c-cb5a-418e-b7a7-9d6c43d95826 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Checking segment: {'id': 'f9d4034d-9620-4f69-acc4-ffcbd88d2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '612e1a74-3e54-4317-8465-1d2671a48349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:51.398780 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d67d99c-cb5a-418e-b7a7-9d6c43d95826 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network hostable DHCP agents. Network: 612e1a74-3e54-4317-8465-1d2671a48349, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:15:51.417995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d67d99c-cb5a-418e-b7a7-9d6c43d95826 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 612e1a74-3e54-4317-8465-1d2671a48349 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:15:51.426970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4d67d99c-cb5a-418e-b7a7-9d6c43d95826 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 612e1a74-3e54-4317-8465-1d2671a48349) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:51.431432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d67d99c-cb5a-418e-b7a7-9d6c43d95826 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:51.432199 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4d67d99c-cb5a-418e-b7a7-9d6c43d95826 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.438608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046ac1f9-25b9-4be1-a9ec-693fcb76365c None None] Network 612e1a74-3e54-4317-8465-1d2671a48349 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:51.454615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58304) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:51.455156 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4d67d99c-cb5a-418e-b7a7-9d6c43d95826 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5150506 Jul 27 22:15:51.460550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6a2fc9d3-8dc5-4f71-b5d9-2e5edf45f698 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2115825586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:51.513578 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2fc9d3-8dc5-4f71-b5d9-2e5edf45f698 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.515269 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2fc9d3-8dc5-4f71-b5d9-2e5edf45f698 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.554951 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6799c2fe-59a1-45c1-a7c7-e4534fefa441 req-59d8ebdb-f1d7-4102-8162-a1770908bfee tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 210 time: 0.0328078 Jul 27 22:15:51.625947 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2fc9d3-8dc5-4f71-b5d9-2e5edf45f698 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.631206 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2fc9d3-8dc5-4f71-b5d9-2e5edf45f698 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.653913 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2fc9d3-8dc5-4f71-b5d9-2e5edf45f698 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.658997 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6a2fc9d3-8dc5-4f71-b5d9-2e5edf45f698 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2028308 Jul 27 22:15:51.662936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:51.693358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f3331cc9-a263-4a46-8426-8c7c415a0ac0 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:51.706096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-612e1a74-3e54-4317-8465-1d2671a48349', 'network_id': '612e1a74-3e54-4317-8465-1d2671a48349', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'fixed_ips': [{'subnet_id': '77b700ae-90ff-453e-9565-52cddc7418d8'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:15:51.707469 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.785088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: f3331cc9-a263-4a46-8426-8c7c415a0ac0 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:51.786064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f3331cc9-a263-4a46-8426-8c7c415a0ac0 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:51.801713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-04fbb67a-df01-4501-99e4-aa33becfdaaf tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:51.803582 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-04fbb67a-df01-4501-99e4-aa33becfdaaf tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.41 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 815 time: 0.2086618 Jul 27 22:15:51.817335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Request body: {'port': {'device_id': 'c158ceff-250f-415d-8e95-18de61f6653a', 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f', 'admin_state_up': True, 'tenant_id': '6a8d7fae8ba84b19ab068a8cff73c9f1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:51.921156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b7308-7526-488c-8d28-b2489dac80b6 req-d3adb005-bba6-4df0-8fa2-74b3090f45f5 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:51.922451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a83b7308-7526-488c-8d28-b2489dac80b6 req-d3adb005-bba6-4df0-8fa2-74b3090f45f5 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 946 time: 0.1113918 Jul 27 22:15:51.943406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Made reservation on behalf of 6a8d7fae8ba84b19ab068a8cff73c9f1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:51.946935 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:51.950537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Allocated IP 2001:db8::2 (612e1a74-3e54-4317-8465-1d2671a48349/77b700ae-90ff-453e-9565-52cddc7418d8/d00f0e60-423e-4dc6-87a0-1b63e5ac6bce) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:52.075499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a83b7308-7526-488c-8d28-b2489dac80b6 req-5a6182d3-b084-4672-a7c4-cafa8cdd6fb2 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111960 Jul 27 22:15:52.098987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Allocated IP 172.20.0.6 (40b69944-a0c2-4cd0-957b-acbe01c7694f/b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7/b437a7c4-ba1c-418c-b487-13c613c54377) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:52.142447 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.158051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Transition to ACTIVE for port object d00f0e60-423e-4dc6-87a0-1b63e5ac6bce will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:52.176507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Transition to ACTIVE for port object d00f0e60-423e-4dc6-87a0-1b63e5ac6bce will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:52.184676 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.228663 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.241456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Pushing event updated for resources: {'Port': ['ID=d00f0e60-423e-4dc6-87a0-1b63e5ac6bce,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:52.253178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Network 612e1a74-3e54-4317-8465-1d2671a48349 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:52.255077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:52.257690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:52.319527 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.323777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Attempting to bind port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:52.325055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Attempting to bind port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'f9d4034d-9620-4f69-acc4-ffcbd88d2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '612e1a74-3e54-4317-8465-1d2671a48349'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:52.325661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Attempting to bind port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce on network 612e1a74-3e54-4317-8465-1d2671a48349 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:52.331518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:52.331897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Checking segment: {'id': 'f9d4034d-9620-4f69-acc4-ffcbd88d2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '612e1a74-3e54-4317-8465-1d2671a48349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:52.332495 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.333162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Bound using segment: {'id': 'f9d4034d-9620-4f69-acc4-ffcbd88d2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '612e1a74-3e54-4317-8465-1d2671a48349'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:52.334476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Bound port: d00f0e60-423e-4dc6-87a0-1b63e5ac6bce, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d4034d-9620-4f69-acc4-ffcbd88d2e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '612e1a74-3e54-4317-8465-1d2671a48349'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:52.335043 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.401327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.416490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['5f6cf3a5-19e3-4437-a2b0-f207441e7a94'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:52.422021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['af5d6bde-55a5-4477-ab42-f33d5e164676'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:52.469470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Network 40b69944-a0c2-4cd0-957b-acbe01c7694f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:52.476596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:52.483308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:52.488100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Pushing event updated for resources: {'Port': ['ID=b437a7c4-ba1c-418c-b487-13c613c54377,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:52.510429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] For port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:52.537114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] For port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d00f0e60-423e-4dc6-87a0-1b63e5ac6bce,segment=NetworkSegment(f9d4034d-9620-4f69-acc4-ffcbd88d2e8c),segment_id=f9d4034d-9620-4f69-acc4-ffcbd88d2e8c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:52.569209 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.577335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:52.580111 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.639247 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-13ae8492-2d75-4243-8939-ee9ca09876b7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8268776 Jul 27 22:15:52.654945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Request body: {'port': {'device_id': 'c158ceff-250f-415d-8e95-18de61f6653a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:52.705967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd95f3e-1f77-4e45-89ab-dd90ecd915b1 None None] Pushing event updated for resources: {'Port': ['ID=d00f0e60-423e-4dc6-87a0-1b63e5ac6bce,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:52.710710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Allocated IP 2001:db8::1 (612e1a74-3e54-4317-8465-1d2671a48349/77b700ae-90ff-453e-9565-52cddc7418d8/2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:52.820071 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.909034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:52.987494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Transition to ACTIVE for port object 2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:53.051402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0421f-d766-4ade-861f-3f55f5d5d52e req-1985a793-bcbf-474b-acb3-70a67f0055c6 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:53.059106 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ee0421f-d766-4ade-861f-3f55f5d5d52e req-1985a793-bcbf-474b-acb3-70a67f0055c6 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 931 time: 0.1467860 Jul 27 22:15:53.130495 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ee0421f-d766-4ade-861f-3f55f5d5d52e req-c4dfabad-883f-4a28-8113-1e0cda6867a8 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701947 Jul 27 22:15:53.147760 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.233301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 612e1a74-3e54-4317-8465-1d2671a48349 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:53.234857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:53.237456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:53.240060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:53.240367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.259604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b437a7c4-ba1c-418c-b487-13c613c54377 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:53.268847 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.286661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Transition to ACTIVE for port object b437a7c4-ba1c-418c-b487-13c613c54377 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:15:53.290569 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.376288 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Pushing event updated for resources: {'Port': ['ID=b437a7c4-ba1c-418c-b487-13c613c54377,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:53.440283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Attempting to bind port b437a7c4-ba1c-418c-b487-13c613c54377 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:15:53.440912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Attempting to bind port b437a7c4-ba1c-418c-b487-13c613c54377 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:15:53.440912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Attempting to bind port b437a7c4-ba1c-418c-b487-13c613c54377 on network 40b69944-a0c2-4cd0-957b-acbe01c7694f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:53.443942 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.451098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Port b437a7c4-ba1c-418c-b487-13c613c54377 on network 40b69944-a0c2-4cd0-957b-acbe01c7694f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:15:53.451645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Attempting to bind port b437a7c4-ba1c-418c-b487-13c613c54377 on network 40b69944-a0c2-4cd0-957b-acbe01c7694f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:15:53.457504 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:15:53.457895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Checking segment: {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:15:53.458417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Bound using segment: {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:15:53.458851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Bound port: b437a7c4-ba1c-418c-b487-13c613c54377, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:15:53.459219 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.548394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] For port b437a7c4-ba1c-418c-b487-13c613c54377, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:15:53.552634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] For port b437a7c4-ba1c-418c-b487-13c613c54377, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b437a7c4-ba1c-418c-b487-13c613c54377,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:15:53.561858 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.703005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:53.706095 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:53.712885 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] 10.222.0.41 "PUT /v2.0/ports/b437a7c4-ba1c-418c-b487-13c613c54377 HTTP/1.1" status: 200 len: 1091 time: 1.0644286 Jul 27 22:15:53.714162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c158ceff-250f-415d-8e95-18de61f6653a', 'tag': 'b437a7c4-ba1c-418c-b487-13c613c54377'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:53.718500 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05aaa50c-146c-4150-a09a-935c198981ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c158ceff-250f-415d-8e95-18de61f6653a", "tag": "b437a7c4-ba1c-418c-b487-13c613c54377"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:53.733754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282bae6-5efe-48e8-a0ad-a4e6ec55d381 service neutron] Pushing event updated for resources: {'Port': ['ID=b437a7c4-ba1c-418c-b487-13c613c54377,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:53.797956 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d00f0e60-423e-4dc6-87a0-1b63e5ac6bce up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:53.825110 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99629c47-e3f9-4241-87dc-e7ebd417f992 x-openstack-request-id: req-99629c47-e3f9-4241-87dc-e7ebd417f992 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:53.825110 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c158ceff-250f-415d-8e95-18de61f6653a", "tag": "b437a7c4-ba1c-418c-b487-13c613c54377", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:53.825452 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99629c47-e3f9-4241-87dc-e7ebd417f992 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:53.825758 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c158ceff-250f-415d-8e95-18de61f6653a', 'tag': 'b437a7c4-ba1c-418c-b487-13c613c54377', 'status': 'completed', 'code': 200} Jul 27 22:15:53.853483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-91df2068-bc37-448b-88a9-55906ddef678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:53.860359 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-91df2068-bc37-448b-88a9-55906ddef678 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 1094 time: 0.0964978 Jul 27 22:15:53.880760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:53.934662 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-b46622a8-b26d-456f-8d7b-7a84cb6f4b78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b437a7c4-ba1c-418c-b487-13c613c54377 HTTP/1.1" status: 200 len: 217 time: 0.0555928 Jul 27 22:15:54.015151 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-5a7d925b-126b-4b6d-969c-720b171ced1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:54.016991 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-5a7d925b-126b-4b6d-969c-720b171ced1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7 HTTP/1.1" status: 200 len: 855 time: 0.0767949 Jul 27 22:15:54.058079 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-9ab27b94-0819-4b16-9f4a-543fc9eca9dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40b69944-a0c2-4cd0-957b-acbe01c7694f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342426 Jul 27 22:15:54.064483 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.071124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.076347 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.165048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:54.220779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f17bff2-a09f-40be-ad46-a66266934ff4 None None] Network 612e1a74-3e54-4317-8465-1d2671a48349 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:54.233487 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-f683e8a9-232e-4af0-af7c-15a3ba59f7cc service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665714 Jul 27 22:15:54.345697 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b2bd846a-29ef-4e9f-85a4-e126e5ee163b req-90adc734-1ca8-43af-a917-c99bce8663c5 service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040976 Jul 27 22:15:54.374777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-80323b39-c103-4e34-a9e0-5d203ef803e8 None None] Provisioning for port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:54.397593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-80323b39-c103-4e34-a9e0-5d203ef803e8 None None] Provisioning complete for port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:54.398345 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80323b39-c103-4e34-a9e0-5d203ef803e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.420914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58510) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:54.463892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaa50c-146c-4150-a09a-935c198981ca req-e8355b92-ccfa-4dfa-bec6-c836fb4803b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:54.466211 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05aaa50c-146c-4150-a09a-935c198981ca req-e8355b92-ccfa-4dfa-bec6-c836fb4803b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 1094 time: 0.0649631 Jul 27 22:15:54.543932 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80323b39-c103-4e34-a9e0-5d203ef803e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.584768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9189fdf3-db1d-48eb-8e40-1a87a93c11ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.635283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-80323b39-c103-4e34-a9e0-5d203ef803e8 None None] For port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d00f0e60-423e-4dc6-87a0-1b63e5ac6bce,segment=NetworkSegment(f9d4034d-9620-4f69-acc4-ffcbd88d2e8c),segment_id=f9d4034d-9620-4f69-acc4-ffcbd88d2e8c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:54.640375 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80323b39-c103-4e34-a9e0-5d203ef803e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.666999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaa50c-146c-4150-a09a-935c198981ca req-7a43ea76-105c-4a92-ab33-e26f0a499ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:54.672252 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05aaa50c-146c-4150-a09a-935c198981ca req-7a43ea76-105c-4a92-ab33-e26f0a499ad5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 916 time: 0.1994476 Jul 27 22:15:54.718787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80323b39-c103-4e34-a9e0-5d203ef803e8 None None] Pushing event updated for resources: {'Port': ['ID=d00f0e60-423e-4dc6-87a0-1b63e5ac6bce,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:54.741246 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05aaa50c-146c-4150-a09a-935c198981ca req-dcfd27a8-2f26-4d17-ba23-4d1cc9fdd794 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b437a7c4-ba1c-418c-b487-13c613c54377 HTTP/1.1" status: 200 len: 217 time: 0.0602486 Jul 27 22:15:54.841589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aaa50c-146c-4150-a09a-935c198981ca req-65fc5641-3cd0-480d-8ce1-840f6f22bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:54.843046 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05aaa50c-146c-4150-a09a-935c198981ca req-65fc5641-3cd0-480d-8ce1-840f6f22bb19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7 HTTP/1.1" status: 200 len: 855 time: 0.0950332 Jul 27 22:15:54.851907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d89f-b17c-4ee0-826a-542bcf6af789 req-204a7627-f36c-4bb7-adc0-51c1f0a1fb6d tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:54.853639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0d5d89f-b17c-4ee0-826a-542bcf6af789 req-204a7627-f36c-4bb7-adc0-51c1f0a1fb6d tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 943 time: 0.1025667 Jul 27 22:15:54.886610 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9189fdf3-db1d-48eb-8e40-1a87a93c11ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.890631 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05aaa50c-146c-4150-a09a-935c198981ca req-a4d6e60e-84a8-4157-b6ed-665698499197 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40b69944-a0c2-4cd0-957b-acbe01c7694f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372343 Jul 27 22:15:54.893163 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9189fdf3-db1d-48eb-8e40-1a87a93c11ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:54.902003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 612e1a74-3e54-4317-8465-1d2671a48349 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:54.911238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:54.960232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0d5d89f-b17c-4ee0-826a-542bcf6af789 req-a448d3bc-6ab7-4e0b-9876-19e802e02d42 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944195 Jul 27 22:15:54.997072 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9189fdf3-db1d-48eb-8e40-1a87a93c11ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2332634a7ec74fb7ab1359c9a0c17aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734265 Jul 27 22:15:54.997378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58524) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:54.997487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189fdf3-db1d-48eb-8e40-1a87a93c11ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c25583d-f050-4023-bbbb-f79c201c72ec,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:55.013456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1e9ef7fc-5305-41e7-8f6e-fbdabb8362d1 None None] Provisioning for port 2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:55.021273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1e9ef7fc-5305-41e7-8f6e-fbdabb8362d1 None None] Provisioning complete for port 2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:55.021827 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef7fc-5305-41e7-8f6e-fbdabb8362d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.083902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ef7fc-5305-41e7-8f6e-fbdabb8362d1 None None] Port 2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:55.095322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1e9ef7fc-5305-41e7-8f6e-fbdabb8362d1 None None] Provisioning complete for port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:55.095707 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e9ef7fc-5305-41e7-8f6e-fbdabb8362d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.102503 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05aaa50c-146c-4150-a09a-935c198981ca req-70f9af89-b588-4a83-8def-909bd11182e1 service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020657 Jul 27 22:15:55.214658 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router b395a7dc-74b3-45da-b570-28706f48ea8a is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:15:55.221898 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75fee128-1cbb-4d35-83fc-3879dd8ca92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.230380 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05aaa50c-146c-4150-a09a-935c198981ca req-67c841b8-2326-44bd-af20-959818546682 service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197965 Jul 27 22:15:55.241598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfd399-600b-4923-a56b-ab37d07c0481 req-4e01b2b0-a735-4696-b4de-c242a83a0611 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:55.243128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90cfd399-600b-4923-a56b-ab37d07c0481 req-4e01b2b0-a735-4696-b4de-c242a83a0611 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 946 time: 0.1494889 Jul 27 22:15:55.322030 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-94e14bd2-d8fa-436a-a9b2-a2bb7ef82c55 None None] Provisioning complete for port 2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:55.322429 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-94e14bd2-d8fa-436a-a9b2-a2bb7ef82c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.338231 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75fee128-1cbb-4d35-83fc-3879dd8ca92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.360291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-94e14bd2-d8fa-436a-a9b2-a2bb7ef82c55 None None] Port 2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:55.396613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90cfd399-600b-4923-a56b-ab37d07c0481 req-ea983064-0f4b-4811-9a2e-09b29243784e tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465528 Jul 27 22:15:55.398376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:55.404638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c3e7c0e8-66fe-4207-bbcf-4dda1c031140 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/b395a7dc-74b3-45da-b570-28706f48ea8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7406280 Jul 27 22:15:55.407290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58532) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:55.413720 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d949fd0a-aee4-4f7f-aae4-2e260b733ea5 None None] Sync routers for ids ['b395a7dc-74b3-45da-b570-28706f48ea8a'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:55.432706 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949fd0a-aee4-4f7f-aae4-2e260b733ea5 None None] Routers {'b395a7dc-74b3-45da-b570-28706f48ea8a'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:55.433318 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d949fd0a-aee4-4f7f-aae4-2e260b733ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b395a7dc-74b3-45da-b570-28706f48ea8a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:55.463038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728bf4bb-3b68-4d71-a8e7-5f219743340f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:55.465675 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-728bf4bb-3b68-4d71-a8e7-5f219743340f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports/2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14 HTTP/1.1" status: 200 len: 911 time: 0.0556617 Jul 27 22:15:55.468554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58534) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:55.477871 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75fee128-1cbb-4d35-83fc-3879dd8ca92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.480247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75fee128-1cbb-4d35-83fc-3879dd8ca92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.483921 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d949fd0a-aee4-4f7f-aae4-2e260b733ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:55.484081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-75fee128-1cbb-4d35-83fc-3879dd8ca92d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c25583d-f050-4023-bbbb-f79c201c72ec HTTP/1.1" status: 204 len: 168 time: 0.4836574 Jul 27 22:15:55.490625 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949fd0a-aee4-4f7f-aae4-2e260b733ea5 None None] Routers {'b395a7dc-74b3-45da-b570-28706f48ea8a'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:55.491259 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d949fd0a-aee4-4f7f-aae4-2e260b733ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b395a7dc-74b3-45da-b570-28706f48ea8a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:55.526686 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d949fd0a-aee4-4f7f-aae4-2e260b733ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:55.527362 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d949fd0a-aee4-4f7f-aae4-2e260b733ea5 None None] The sync data for ids ['b395a7dc-74b3-45da-b570-28706f48ea8a'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:55.568459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fee128-1cbb-4d35-83fc-3879dd8ca92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c25583d-f050-4023-bbbb-f79c201c72ec,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:55.583431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-942a534a-78c8-47de-87b9-34cf07d6906a None None] Provisioning complete for port 2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:55.583816 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-942a534a-78c8-47de-87b9-34cf07d6906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.633158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-942a534a-78c8-47de-87b9-34cf07d6906a None None] Port 2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:15:55.670737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d00f0e60-423e-4dc6-87a0-1b63e5ac6bce up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:55.725547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:55.725998 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.778679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58540) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:55.792702 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d157323-d918-4f62-80be-ef08829eed5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.865649 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-025e883c-a07e-4ac2-9a88-0382c66451cd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.884702 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d157323-d918-4f62-80be-ef08829eed5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.890204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d157323-d918-4f62-80be-ef08829eed5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:55.936524 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1d157323-d918-4f62-80be-ef08829eed5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1123c1e9b18147cfb09f2403462b2a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544504 Jul 27 22:15:55.936524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d157323-d918-4f62-80be-ef08829eed5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeb2f74-f0ed-4b15-ac91-98ce0bebee41,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:55.937379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:56.060891 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e94733e-f049-44d7-9f1e-2becb5741338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.104293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e94733e-f049-44d7-9f1e-2becb5741338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.133303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36058a-2f21-4a99-9ea5-31ec04685a34 req-e49da3e0-18aa-4540-83e1-3d1f2b2c5d1c tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:56.134715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca36058a-2f21-4a99-9ea5-31ec04685a34 req-e49da3e0-18aa-4540-83e1-3d1f2b2c5d1c tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 943 time: 0.0895598 Jul 27 22:15:56.226219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca36058a-2f21-4a99-9ea5-31ec04685a34 req-bafc5f92-9ba0-4df4-ba66-7cfebb39bf5a tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742960 Jul 27 22:15:56.228945 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e94733e-f049-44d7-9f1e-2becb5741338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.231660 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e94733e-f049-44d7-9f1e-2becb5741338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.232786 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2e94733e-f049-44d7-9f1e-2becb5741338 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2aeb2f74-f0ed-4b15-ac91-98ce0bebee41 HTTP/1.1" status: 204 len: 168 time: 0.2944219 Jul 27 22:15:56.268897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94733e-f049-44d7-9f1e-2becb5741338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeb2f74-f0ed-4b15-ac91-98ce0bebee41,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:56.303433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-025e883c-a07e-4ac2-9a88-0382c66451cd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port 2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:56.303781 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-025e883c-a07e-4ac2-9a88-0382c66451cd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.392365 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-025e883c-a07e-4ac2-9a88-0382c66451cd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.404677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-025e883c-a07e-4ac2-9a88-0382c66451cd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for 2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:56.592749 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bcba5-5ced-4dc7-892e-e392b33696eb req-29290542-a709-471d-a3e4-c074fac6c04e tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:56.594455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa0bcba5-5ced-4dc7-892e-e392b33696eb req-29290542-a709-471d-a3e4-c074fac6c04e tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 946 time: 0.1077049 Jul 27 22:15:56.665154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d021c-19b6-46d4-a563-403949ad9d4f req-7da525e0-b73a-4664-8ae0-a2fab76ca1a5 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:56.667254 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-832d021c-19b6-46d4-a563-403949ad9d4f req-7da525e0-b73a-4664-8ae0-a2fab76ca1a5 tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d3b22be-aae8-46e1-a501-9068f716341c HTTP/1.1" status: 200 len: 946 time: 0.0659792 Jul 27 22:15:56.687947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa0bcba5-5ced-4dc7-892e-e392b33696eb req-f4ec8284-86f6-41cc-8a25-f9869032216e tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e92bb20-53c5-40e8-be2c-544987357807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791142 Jul 27 22:15:56.697853 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-025e883c-a07e-4ac2-9a88-0382c66451cd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.734160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e883c-a07e-4ac2-9a88-0382c66451cd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=2af0c4e1-bbfb-453c-bbec-b9a5a0fdba14,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:56.779654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-832d021c-19b6-46d4-a563-403949ad9d4f req-875aa5f6-ff59-46b5-86e7-4662dc37b94f tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Deleting port fa9347f3-6f52-4b70-ab1e-96432d0d7085 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:56.780123 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-832d021c-19b6-46d4-a563-403949ad9d4f req-875aa5f6-ff59-46b5-86e7-4662dc37b94f tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.837070 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-025e883c-a07e-4ac2-9a88-0382c66451cd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.875601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-832d021c-19b6-46d4-a563-403949ad9d4f req-875aa5f6-ff59-46b5-86e7-4662dc37b94f tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] For port fa9347f3-6f52-4b70-ab1e-96432d0d7085, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=fa9347f3-6f52-4b70-ab1e-96432d0d7085,segment=NetworkSegment(90bd60bb-9928-401e-8acf-f34410ad98bc),segment_id=90bd60bb-9928-401e-8acf-f34410ad98bc)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:56.875974 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-832d021c-19b6-46d4-a563-403949ad9d4f req-875aa5f6-ff59-46b5-86e7-4662dc37b94f tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:56.890581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-832d021c-19b6-46d4-a563-403949ad9d4f req-875aa5f6-ff59-46b5-86e7-4662dc37b94f tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Calling delete_port for fa9347f3-6f52-4b70-ab1e-96432d0d7085 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:57.000959 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025e883c-a07e-4ac2-9a88-0382c66451cd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router b395a7dc-74b3-45da-b570-28706f48ea8a has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:15:57.035028 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-832d021c-19b6-46d4-a563-403949ad9d4f req-875aa5f6-ff59-46b5-86e7-4662dc37b94f tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.046075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['fa9347f3-6f52-4b70-ab1e-96432d0d7085'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:57.063743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875aa5f6-ff59-46b5-86e7-4662dc37b94f tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Pushing event deleted for resources: {'Port': ['ID=fa9347f3-6f52-4b70-ab1e-96432d0d7085,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:57.093865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025e883c-a07e-4ac2-9a88-0382c66451cd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:15:57.099010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-025e883c-a07e-4ac2-9a88-0382c66451cd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/b395a7dc-74b3-45da-b570-28706f48ea8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6294324 Jul 27 22:15:57.102694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58558) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:57.103775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd3dee-ce3d-41b4-90dd-3590f93cd440 None None] Sync routers for ids ['b395a7dc-74b3-45da-b570-28706f48ea8a'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:15:57.108724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-832d021c-19b6-46d4-a563-403949ad9d4f req-875aa5f6-ff59-46b5-86e7-4662dc37b94f tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] No DVR routers for this DVR port fa9347f3-6f52-4b70-ab1e-96432d0d7085 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:57.112010 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-832d021c-19b6-46d4-a563-403949ad9d4f req-875aa5f6-ff59-46b5-86e7-4662dc37b94f tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.113981 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-832d021c-19b6-46d4-a563-403949ad9d4f req-875aa5f6-ff59-46b5-86e7-4662dc37b94f tempest-ServerTagsTestJSON-391010931 tempest-ServerTagsTestJSON-391010931-project] 10.222.0.43 "DELETE /v2.0/ports/fa9347f3-6f52-4b70-ab1e-96432d0d7085 HTTP/1.1" status: 204 len: 173 time: 0.4390366 Jul 27 22:15:57.114467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3b22be-aae8-46e1-a501-9068f716341c', 'name': 'network-vif-deleted', 'tag': 'fa9347f3-6f52-4b70-ab1e-96432d0d7085'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:57.116454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd3dee-ce3d-41b4-90dd-3590f93cd440 None None] Routers {'b395a7dc-74b3-45da-b570-28706f48ea8a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:57.116723 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f13610-ead8-4b55-ad00-805f0344c6d8" -d '{"events": [{"server_uuid": "7d3b22be-aae8-46e1-a501-9068f716341c", "name": "network-vif-deleted", "tag": "fa9347f3-6f52-4b70-ab1e-96432d0d7085"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:57.117163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e3fd3dee-ce3d-41b4-90dd-3590f93cd440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b395a7dc-74b3-45da-b570-28706f48ea8a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:57.136409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-955899f7-11cb-41ca-9c0f-8f311cf94c83 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=b395a7dc-74b3-45da-b570-28706f48ea8a HTTP/1.1" status: 200 len: 205 time: 0.0302339 Jul 27 22:15:57.137486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58562) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:57.199838 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07d94e0-3db3-4799-a588-fbdbabf00d0f x-openstack-request-id: req-a07d94e0-3db3-4799-a588-fbdbabf00d0f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:57.200090 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3b22be-aae8-46e1-a501-9068f716341c", "name": "network-vif-deleted", "tag": "fa9347f3-6f52-4b70-ab1e-96432d0d7085", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:57.200279 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a07d94e0-3db3-4799-a588-fbdbabf00d0f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:57.200851 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3b22be-aae8-46e1-a501-9068f716341c', 'name': 'network-vif-deleted', 'tag': 'fa9347f3-6f52-4b70-ab1e-96432d0d7085', 'status': 'completed', 'code': 200} Jul 27 22:15:57.238904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a31f27cc-d58c-4a4b-b952-49b409601f37 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.319167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e3fd3dee-ce3d-41b4-90dd-3590f93cd440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:57.327162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b437a7c4-ba1c-418c-b487-13c613c54377 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:15:57.342940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd3dee-ce3d-41b4-90dd-3590f93cd440 None None] Routers {'b395a7dc-74b3-45da-b570-28706f48ea8a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:15:57.343785 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e3fd3dee-ce3d-41b4-90dd-3590f93cd440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b395a7dc-74b3-45da-b570-28706f48ea8a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:57.366909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114d6ab-0344-4fc0-ac65-465cba94d474 req-0321f4ff-c725-4346-b399-d6adfac07800 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:57.369230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b114d6ab-0344-4fc0-ac65-465cba94d474 req-0321f4ff-c725-4346-b399-d6adfac07800 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 943 time: 0.0612803 Jul 27 22:15:57.379758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e3fd3dee-ce3d-41b4-90dd-3590f93cd440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:57.380415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd3dee-ce3d-41b4-90dd-3590f93cd440 None None] The sync data for ids ['b395a7dc-74b3-45da-b570-28706f48ea8a'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:15:57.416284 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b114d6ab-0344-4fc0-ac65-465cba94d474 req-aef50150-c029-4185-a503-0153dffd7a84 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Jul 27 22:15:57.442080 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a31f27cc-d58c-4a4b-b952-49b409601f37 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.444224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a31f27cc-d58c-4a4b-b952-49b409601f37 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.472021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port b437a7c4-ba1c-418c-b487-13c613c54377, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b437a7c4-ba1c-418c-b487-13c613c54377,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:57.483819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'b437a7c4-ba1c-418c-b487-13c613c54377', 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f', 'port_id': 'b437a7c4-ba1c-418c-b487-13c613c54377', 'mac_address': 'fa:16:3e:28:67:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:15:57.490654 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a31f27cc-d58c-4a4b-b952-49b409601f37 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.491241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31f27cc-d58c-4a4b-b952-49b409601f37 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Fanout notify agent at l3_agent the message router_deleted on router b395a7dc-74b3-45da-b570-28706f48ea8a {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:15:57.498973 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a31f27cc-d58c-4a4b-b952-49b409601f37 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.502769 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a31f27cc-d58c-4a4b-b952-49b409601f37 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/b395a7dc-74b3-45da-b570-28706f48ea8a HTTP/1.1" status: 204 len: 168 time: 0.3638129 Jul 27 22:15:57.502941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:57.527976 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.542790 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b437a7c4-ba1c-418c-b487-13c613c54377 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:15:57.563740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e327c19-99bd-4ccc-97f5-ee596417779a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting subnet 77b700ae-90ff-453e-9565-52cddc7418d8 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:57.565322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port b437a7c4-ba1c-418c-b487-13c613c54377, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b437a7c4-ba1c-418c-b487-13c613c54377,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:57.567133 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e327c19-99bd-4ccc-97f5-ee596417779a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.571342 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.615152 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e327c19-99bd-4ccc-97f5-ee596417779a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.619936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=b437a7c4-ba1c-418c-b487-13c613c54377,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:57.707493 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e327c19-99bd-4ccc-97f5-ee596417779a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.759057 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58574) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:57.770819 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e327c19-99bd-4ccc-97f5-ee596417779a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.804495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e327c19-99bd-4ccc-97f5-ee596417779a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Subnet': ['ID=77b700ae-90ff-453e-9565-52cddc7418d8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:57.806530 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e327c19-99bd-4ccc-97f5-ee596417779a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.807165 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5aa525-32cb-4e4e-a31d-c5355df2e0a0 admin admin] Deleting subnet d4d2a53c-3fdf-46bb-ac5c-cc22438222c6 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:15:57.808399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8e327c19-99bd-4ccc-97f5-ee596417779a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/77b700ae-90ff-453e-9565-52cddc7418d8 HTTP/1.1" status: 204 len: 168 time: 0.3046162 Jul 27 22:15:57.810049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['b437a7c4-ba1c-418c-b487-13c613c54377'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:15:57.811784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:57.813390 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa525-32cb-4e4e-a31d-c5355df2e0a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.817700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732cf6dc-cd5a-43a7-8489-60e20275064e None None] Network 612e1a74-3e54-4317-8465-1d2671a48349 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:15:57.848894 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa525-32cb-4e4e-a31d-c5355df2e0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.891387 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa525-32cb-4e4e-a31d-c5355df2e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.893727 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.953363 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa525-32cb-4e4e-a31d-c5355df2e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.953641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:57.953837 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.990124 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa525-32cb-4e4e-a31d-c5355df2e0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:57.994809 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6b5aa525-32cb-4e4e-a31d-c5355df2e0a0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d4d2a53c-3fdf-46bb-ac5c-cc22438222c6 HTTP/1.1" status: 204 len: 168 time: 0.2324841 Jul 27 22:15:57.994809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5aa525-32cb-4e4e-a31d-c5355df2e0a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d2a53c-3fdf-46bb-ac5c-cc22438222c6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:57.995330 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:58.079683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] For port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d00f0e60-423e-4dc6-87a0-1b63e5ac6bce,segment=NetworkSegment(f9d4034d-9620-4f69-acc4-ffcbd88d2e8c),segment_id=f9d4034d-9620-4f69-acc4-ffcbd88d2e8c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:58.080056 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.097778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ef6903-e1b2-4c20-bb82-439de6f337b9 None None] DHCP port deletion for 612e1a74-3e54-4317-8465-1d2671a48349 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:15:58.099020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for d00f0e60-423e-4dc6-87a0-1b63e5ac6bce owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:58.102624 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.144525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-78ef6903-e1b2-4c20-bb82-439de6f337b9 None None] Deleting port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:15:58.144898 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78ef6903-e1b2-4c20-bb82-439de6f337b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.207932 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-78ef6903-e1b2-4c20-bb82-439de6f337b9 None None] For port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d00f0e60-423e-4dc6-87a0-1b63e5ac6bce,segment=NetworkSegment(f9d4034d-9620-4f69-acc4-ffcbd88d2e8c),segment_id=f9d4034d-9620-4f69-acc4-ffcbd88d2e8c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:58.208327 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78ef6903-e1b2-4c20-bb82-439de6f337b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.221217 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-78ef6903-e1b2-4c20-bb82-439de6f337b9 None None] Calling delete_port for d00f0e60-423e-4dc6-87a0-1b63e5ac6bce owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:15:58.234815 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.247117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741e4901-fc3f-4efb-a15b-fd9355fbc270']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:58.266497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bd60bb-9928-401e-8acf-f34410ad98bc') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:58.266803 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bd60bb-9928-401e-8acf-f34410ad98bc') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:58.276859 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.286448 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.288780 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:15:58.292243 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:15:58.300759 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78ef6903-e1b2-4c20-bb82-439de6f337b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.312541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.318566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=d00f0e60-423e-4dc6-87a0-1b63e5ac6bce,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:58.323480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:58.323881 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:58.326523 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:58.329023 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef6903-e1b2-4c20-bb82-439de6f337b9 None None] Pushing event deleted for resources: {'Port': ['ID=d00f0e60-423e-4dc6-87a0-1b63e5ac6bce,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:58.333106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ef6903-e1b2-4c20-bb82-439de6f337b9 None None] No DVR routers for this DVR port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:58.336060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No DVR routers for this DVR port d00f0e60-423e-4dc6-87a0-1b63e5ac6bce on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:15:58.460846 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.467318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.469253 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/741e4901-fc3f-4efb-a15b-fd9355fbc270 HTTP/1.1" status: 204 len: 168 time: 0.4729040 Jul 27 22:15:58.475258 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.496703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5854f-c937-44df-a024-5cb0e60384e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=741e4901-fc3f-4efb-a15b-fd9355fbc270,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:58.502495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612e1a74-3e54-4317-8465-1d2671a48349']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:58.523207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d4034d-9620-4f69-acc4-ffcbd88d2e8c') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:58.523509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d4034d-9620-4f69-acc4-ffcbd88d2e8c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:15:58.546909 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.565283 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.577471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2282bae-1bc4-48ea-b883-5c2f81ea28f8 req-cf8f9b04-e9b0-486b-8e47-38fbdbef7bf0 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:58.579011 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2282bae-1bc4-48ea-b883-5c2f81ea28f8 req-cf8f9b04-e9b0-486b-8e47-38fbdbef7bf0 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 944 time: 0.0741038 Jul 27 22:15:58.582283 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:15:58.582700 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:15:58.585716 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:15:58.647138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58590) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:58.673897 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.677817 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2282bae-1bc4-48ea-b883-5c2f81ea28f8 req-777715ab-8638-4d4b-a1dd-81d9ec802d13 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912836 Jul 27 22:15:58.683226 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.685816 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/networks/612e1a74-3e54-4317-8465-1d2671a48349 HTTP/1.1" status: 204 len: 168 time: 0.8731921 Jul 27 22:15:58.689929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58592) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:58.702905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546f4a0-518f-412d-bb3a-94a6a809a907 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Network': ['ID=612e1a74-3e54-4317-8465-1d2671a48349,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:58.703119 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-344521652', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:58.714575 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-241feeb1-f1c1-4560-862b-d2515b013778 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=448294c6120e4cc394329e49beecf913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663121 Jul 27 22:15:58.717034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58594) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:58.753409 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.754373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.795292 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ba1f8a0-2914-4771-ab11-602fe9b978f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.827045 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.900325 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ba1f8a0-2914-4771-ab11-602fe9b978f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:58.989471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.042689 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ba1f8a0-2914-4771-ab11-602fe9b978f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.045875 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ba1f8a0-2914-4771-ab11-602fe9b978f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.047035 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0ba1f8a0-2914-4771-ab11-602fe9b978f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e92bb20-53c5-40e8-be2c-544987357807 HTTP/1.1" status: 204 len: 168 time: 0.3291125 Jul 27 22:15:59.060320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1f8a0-2914-4771-ab11-602fe9b978f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e92bb20-53c5-40e8-be2c-544987357807,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:59.203447 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.224114 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.323450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b437a7c4-ba1c-418c-b487-13c613c54377 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:15:59.334367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Allocated IP 172.25.1.107 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/fd41ddc6-8405-4266-ab13-78cdab116e69) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:15:59.376747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port b437a7c4-ba1c-418c-b487-13c613c54377 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:15:59.382184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port b437a7c4-ba1c-418c-b487-13c613c54377 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:15:59.382184 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.444564 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.464047 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.492842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c158ceff-250f-415d-8e95-18de61f6653a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b437a7c4-ba1c-418c-b487-13c613c54377'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:15:59.495187 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137700b8-8994-4f52-b012-596ea5bc8985" -d '{"events": [{"server_uuid": "c158ceff-250f-415d-8e95-18de61f6653a", "name": "network-vif-plugged", "status": "completed", "tag": "b437a7c4-ba1c-418c-b487-13c613c54377"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:15:59.495346 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.512459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port b437a7c4-ba1c-418c-b487-13c613c54377, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b437a7c4-ba1c-418c-b487-13c613c54377,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:15:59.521137 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.536164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:15:59.539120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:15:59.542658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:15:59.577396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=fd41ddc6-8405-4266-ab13-78cdab116e69,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:59.592493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=b437a7c4-ba1c-418c-b487-13c613c54377,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:15:59.596779 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9754c012-0e9b-47f6-bcd0-c5df8dd23cfd x-openstack-request-id: req-9754c012-0e9b-47f6-bcd0-c5df8dd23cfd {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:15:59.597307 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c158ceff-250f-415d-8e95-18de61f6653a", "name": "network-vif-plugged", "status": "completed", "tag": "b437a7c4-ba1c-418c-b487-13c613c54377", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:15:59.597545 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9754c012-0e9b-47f6-bcd0-c5df8dd23cfd {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:15:59.598229 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c158ceff-250f-415d-8e95-18de61f6653a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b437a7c4-ba1c-418c-b487-13c613c54377', 'code': 200} Jul 27 22:15:59.704523 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d00f0e60-423e-4dc6-87a0-1b63e5ac6bce no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:15:59.732034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d00f0e60-423e-4dc6-87a0-1b63e5ac6bce {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:15:59.732441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d00f0e60-423e-4dc6-87a0-1b63e5ac6bce not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:15:59.761210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ea3f4-971c-4586-ae80-8a08b64b020e req-9eaa61c2-2314-461d-986b-80776a3b1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:59.762785 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab7ea3f4-971c-4586-ae80-8a08b64b020e req-9eaa61c2-2314-461d-986b-80776a3b1183 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 1096 time: 0.1135292 Jul 27 22:15:59.829867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755b96-c317-4dd2-8c88-3af9788e31ca req-73a21ea6-a3d9-4b67-b21d-e7df71f9a29d tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:59.831404 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67755b96-c317-4dd2-8c88-3af9788e31ca req-73a21ea6-a3d9-4b67-b21d-e7df71f9a29d tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 945 time: 0.0568502 Jul 27 22:15:59.842481 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab7ea3f4-971c-4586-ae80-8a08b64b020e req-8dfa27da-c1e3-46e3-966b-53d634aac163 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719740 Jul 27 22:15:59.853442 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:59.878727 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67755b96-c317-4dd2-8c88-3af9788e31ca req-9d743aad-70bb-4c09-a599-f1ce1c21f583 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Jul 27 22:15:59.904547 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.949712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1590330117-network', 'tenant_id': '42ac6e77b27844c48c2777964cb3a1f0'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:15:59.970712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Made reservation on behalf of 42ac6e77b27844c48c2777964cb3a1f0 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:15:59.972991 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:59.982008 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.077138 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.081321 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.105655 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.105968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:00.117496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:00.128098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.128098 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Added segment 17ca21dd-d826-4559-bb3e-4c201c2f5667 of type vlan for network c2281c97-7002-4dba-a653-ad0c9b4b5567 Jul 27 22:16:00.170166 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.204685 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.205692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:00.206309 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.261069 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4064705 Jul 27 22:16:00.264734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:00.271616 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7e8b2da8-85fe-4d7a-a922-713f26658967 admin admin] Request body: {'subnet': {'network_id': 'c2281c97-7002-4dba-a653-ad0c9b4b5567', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1590330117-subnet', 'tenant_id': '42ac6e77b27844c48c2777964cb3a1f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:00.281333 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9213e-8777-4ef6-8fbe-0c74f8b7ad5b admin admin] Pushing event updated for resources: {'Network': ['ID=c2281c97-7002-4dba-a653-ad0c9b4b5567,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:00.294103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network c2281c97-7002-4dba-a653-ad0c9b4b5567 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:00.297837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8b2da8-85fe-4d7a-a922-713f26658967 admin admin] Made reservation on behalf of 42ac6e77b27844c48c2777964cb3a1f0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:00.300345 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8b2da8-85fe-4d7a-a922-713f26658967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.482535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8b2da8-85fe-4d7a-a922-713f26658967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.541745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b2da8-85fe-4d7a-a922-713f26658967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34fddc46-13a1-4698-ae63-82f076f81a25,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:00.554026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b2da8-85fe-4d7a-a922-713f26658967 admin admin] Checking segment: {'id': '17ca21dd-d826-4559-bb3e-4c201c2f5667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2281c97-7002-4dba-a653-ad0c9b4b5567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:00.554423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8b2da8-85fe-4d7a-a922-713f26658967 admin admin] Network hostable DHCP agents. Network: c2281c97-7002-4dba-a653-ad0c9b4b5567, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:00.576407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8b2da8-85fe-4d7a-a922-713f26658967 admin admin] Network c2281c97-7002-4dba-a653-ad0c9b4b5567 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:00.589255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 31d8f7f4-3949-47de-b325-3eee59a455c8 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:16:00.591002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7e8b2da8-85fe-4d7a-a922-713f26658967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, c2281c97-7002-4dba-a653-ad0c9b4b5567) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:00.595445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b2da8-85fe-4d7a-a922-713f26658967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:00.596233 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8b2da8-85fe-4d7a-a922-713f26658967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.600595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0a6c6a-b217-4f4a-9b33-a51db21e460c None None] Network c2281c97-7002-4dba-a653-ad0c9b4b5567 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:00.613010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7e8b2da8-85fe-4d7a-a922-713f26658967 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3471460 Jul 27 22:16:00.731151 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:00.742340 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a09e2-314e-48b2-be78-a609914f5ddc None None] Sync routers for ids ['31d8f7f4-3949-47de-b325-3eee59a455c8'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:00.752015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:00.756490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58640) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:00.758866 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cab33b3d-950e-42d8-9917-b63fae20cc16 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0617034 Jul 27 22:16:00.761120 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a09e2-314e-48b2-be78-a609914f5ddc None None] Routers {'31d8f7f4-3949-47de-b325-3eee59a455c8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:00.761708 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a46571-0de9-45bd-94cf-aa5b7d931b50 None None] Network c2281c97-7002-4dba-a653-ad0c9b4b5567 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:00.761843 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-962a09e2-314e-48b2-be78-a609914f5ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['31d8f7f4-3949-47de-b325-3eee59a455c8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:00.803725 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device fa9347f3-6f52-4b70-ab1e-96432d0d7085 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:00.820865 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-962a09e2-314e-48b2-be78-a609914f5ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:00.831968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: fa9347f3-6f52-4b70-ab1e-96432d0d7085 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:00.832523 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device fa9347f3-6f52-4b70-ab1e-96432d0d7085 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:00.836812 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a09e2-314e-48b2-be78-a609914f5ddc None None] Routers {'31d8f7f4-3949-47de-b325-3eee59a455c8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:00.837445 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-962a09e2-314e-48b2-be78-a609914f5ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['31d8f7f4-3949-47de-b325-3eee59a455c8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:00.872008 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-962a09e2-314e-48b2-be78-a609914f5ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:00.872893 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a09e2-314e-48b2-be78-a609914f5ddc None None] The sync data for ids ['31d8f7f4-3949-47de-b325-3eee59a455c8'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:00.913814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58648) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:00.914356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1c7e2c10-2bbb-4f1f-b374-50311a3b64f8 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/routers/31d8f7f4-3949-47de-b325-3eee59a455c8 HTTP/1.1" status: 200 len: 884 time: 0.1561584 Jul 27 22:16:01.015432 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6fbd8-9f72-4069-9b9a-229a8bb233de req-0e4f4971-351f-44bc-bc24-b9233b619753 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:01.017222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09f6fbd8-9f72-4069-9b9a-229a8bb233de req-0e4f4971-351f-44bc-bc24-b9233b619753 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 945 time: 0.0620980 Jul 27 22:16:01.072390 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09f6fbd8-9f72-4069-9b9a-229a8bb233de req-2284eeaa-e51a-4a8f-87db-b08f6ca2e1b2 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402076 Jul 27 22:16:01.145106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:01.151229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1088805646-network', 'tenant_id': '0e6b10ebb5454a2586eadc600c48d368'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:01.171588 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-97e2fec5-d7e1-4fad-9f4e-835792772db3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2564247 Jul 27 22:16:01.174202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58660) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:01.179500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-94c0845c-3ca0-4028-96d8-f44d01162881 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-344521652'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:01.182685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Made reservation on behalf of 0e6b10ebb5454a2586eadc600c48d368 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:01.184922 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.223575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.770328 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.805550 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.831139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:01.889218 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.889573 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Added segment a7c4788d-5c4d-487a-bc81-808c3f626990 of type vlan for network 39924be5-ba69-49cf-9b30-cf28b73356de Jul 27 22:16:01.890927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff6b4c-0dc1-489e-94d3-777677e49ec2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:01.948814 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94c0845c-3ca0-4028-96d8-f44d01162881 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.952809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:01.971780 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94c0845c-3ca0-4028-96d8-f44d01162881 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.029657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.030687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:02.031267 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.085651 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9392984 Jul 27 22:16:02.088500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58674) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:02.093630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3f8858e0-cb0d-4e7d-9080-cae47dcc8f1a admin admin] Request body: {'subnet': {'network_id': '39924be5-ba69-49cf-9b30-cf28b73356de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1088805646-subnet', 'tenant_id': '0e6b10ebb5454a2586eadc600c48d368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:02.114412 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8858e0-cb0d-4e7d-9080-cae47dcc8f1a admin admin] Made reservation on behalf of 0e6b10ebb5454a2586eadc600c48d368 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:02.116858 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8858e0-cb0d-4e7d-9080-cae47dcc8f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.141810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ae541-0e91-43e1-8fde-51521d556663 admin admin] Pushing event updated for resources: {'Network': ['ID=39924be5-ba69-49cf-9b30-cf28b73356de,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:02.153727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 39924be5-ba69-49cf-9b30-cf28b73356de details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:02.155590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c0845c-3ca0-4028-96d8-f44d01162881 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 31d8f7f4-3949-47de-b325-3eee59a455c8 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:02.247579 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e3d320d4-875f-4c74-ae98-d21a4bf5ea31 req-b2a531ff-e69b-4544-af75-d4449926dd2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669427 Jul 27 22:16:02.268917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c0845c-3ca0-4028-96d8-f44d01162881 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:02.278461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94c0845c-3ca0-4028-96d8-f44d01162881 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.278633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8ac81-3f4b-447d-9ee6-d0bc7e4e24aa None None] Sync routers for ids ['31d8f7f4-3949-47de-b325-3eee59a455c8'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:02.280499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-94c0845c-3ca0-4028-96d8-f44d01162881 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/31d8f7f4-3949-47de-b325-3eee59a455c8 HTTP/1.1" status: 200 len: 891 time: 1.1050234 Jul 27 22:16:02.283010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58676) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:02.288657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8ac81-3f4b-447d-9ee6-d0bc7e4e24aa None None] Routers {'31d8f7f4-3949-47de-b325-3eee59a455c8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:02.289591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-24d8ac81-3f4b-447d-9ee6-d0bc7e4e24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['31d8f7f4-3949-47de-b325-3eee59a455c8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:02.347270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-24d8ac81-3f4b-447d-9ee6-d0bc7e4e24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:02.357525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8ac81-3f4b-447d-9ee6-d0bc7e4e24aa None None] Routers {'31d8f7f4-3949-47de-b325-3eee59a455c8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:02.358305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-24d8ac81-3f4b-447d-9ee6-d0bc7e4e24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['31d8f7f4-3949-47de-b325-3eee59a455c8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:02.386143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d320d4-875f-4c74-ae98-d21a4bf5ea31 req-c7a5cb79-5ecd-4e87-99f7-c52e8b9f7de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:02.388277 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e3d320d4-875f-4c74-ae98-d21a4bf5ea31 req-c7a5cb79-5ecd-4e87-99f7-c52e8b9f7de0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 1096 time: 0.0936565 Jul 27 22:16:02.396220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-24d8ac81-3f4b-447d-9ee6-d0bc7e4e24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:02.396519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8ac81-3f4b-447d-9ee6-d0bc7e4e24aa None None] The sync data for ids ['31d8f7f4-3949-47de-b325-3eee59a455c8'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:02.400191 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8858e0-cb0d-4e7d-9080-cae47dcc8f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.426622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3ced46fe-fb24-4d93-ae7a-00a809d35d76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/routers/31d8f7f4-3949-47de-b325-3eee59a455c8 HTTP/1.1" status: 200 len: 891 time: 0.1419749 Jul 27 22:16:02.429265 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:02.467954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3ad489f6-c214-4675-8be7-547639e07da9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=31d8f7f4-3949-47de-b325-3eee59a455c8 HTTP/1.1" status: 200 len: 205 time: 0.0349345 Jul 27 22:16:02.469507 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58686) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:02.519057 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8858e0-cb0d-4e7d-9080-cae47dcc8f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=316a1787-8d17-40df-831b-aa99c1b58cae,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:02.541060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8858e0-cb0d-4e7d-9080-cae47dcc8f1a admin admin] Checking segment: {'id': 'a7c4788d-5c4d-487a-bc81-808c3f626990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '39924be5-ba69-49cf-9b30-cf28b73356de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:02.541419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8858e0-cb0d-4e7d-9080-cae47dcc8f1a admin admin] Network hostable DHCP agents. Network: 39924be5-ba69-49cf-9b30-cf28b73356de, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:02.576131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d320d4-875f-4c74-ae98-d21a4bf5ea31 req-a3219db7-40a2-4528-9fcf-f688cc10bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:02.578033 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e3d320d4-875f-4c74-ae98-d21a4bf5ea31 req-a3219db7-40a2-4528-9fcf-f688cc10bee8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 916 time: 0.1347837 Jul 27 22:16:02.585452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8858e0-cb0d-4e7d-9080-cae47dcc8f1a admin admin] Network 39924be5-ba69-49cf-9b30-cf28b73356de is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:02.590097 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.634947 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e3d320d4-875f-4c74-ae98-d21a4bf5ea31 req-aa073f7a-576f-4009-9d62-a7584770f9c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f6cf3a5-19e3-4437-a2b0-f207441e7a94 HTTP/1.1" status: 200 len: 217 time: 0.0457697 Jul 27 22:16:02.635375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3f8858e0-cb0d-4e7d-9080-cae47dcc8f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 39924be5-ba69-49cf-9b30-cf28b73356de) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:02.639621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8858e0-cb0d-4e7d-9080-cae47dcc8f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:02.640261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f8858e0-cb0d-4e7d-9080-cae47dcc8f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.644490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a148ff12-e865-4dc4-9c90-895927b48d79 None None] Network 39924be5-ba69-49cf-9b30-cf28b73356de requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:02.691961 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3f8858e0-cb0d-4e7d-9080-cae47dcc8f1a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6023316 Jul 27 22:16:02.698942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d320d4-875f-4c74-ae98-d21a4bf5ea31 req-2faa9a85-6a61-434a-8121-714b05a9e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:02.701366 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e3d320d4-875f-4c74-ae98-d21a4bf5ea31 req-2faa9a85-6a61-434a-8121-714b05a9e38c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7 HTTP/1.1" status: 200 len: 855 time: 0.0584340 Jul 27 22:16:02.777793 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e3d320d4-875f-4c74-ae98-d21a4bf5ea31 req-8a6c02c5-6984-4161-b14c-071875d88b53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40b69944-a0c2-4cd0-957b-acbe01c7694f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579355 Jul 27 22:16:02.792705 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edee9db-051a-4b0d-8be8-fe38f8c15caa None None] Network 39924be5-ba69-49cf-9b30-cf28b73356de requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:02.798245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:02.903958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port fd41ddc6-8405-4266-ab13-78cdab116e69 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:02.903958 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.011727 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e3d320d4-875f-4c74-ae98-d21a4bf5ea31 req-48abac28-1de4-4ef5-9f61-341a3e7ea091 service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263865 Jul 27 22:16:03.030051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.055733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for fd41ddc6-8405-4266-ab13-78cdab116e69 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:03.203594 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e3d320d4-875f-4c74-ae98-d21a4bf5ea31 req-7284b9ed-97c3-477f-83e1-d7123397add2 service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839116 Jul 27 22:16:03.262575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.312064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=fd41ddc6-8405-4266-ab13-78cdab116e69,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:03.453843 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.524623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f712f7-b010-4baf-8044-e5005283630b req-02321f15-398f-4eee-8fee-7d40933e3371 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:03.526124 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-02321f15-398f-4eee-8fee-7d40933e3371 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/networks?id=c2281c97-7002-4dba-a653-ad0c9b4b5567 HTTP/1.1" status: 200 len: 825 time: 0.2256949 Jul 27 22:16:03.566828 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.569469 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.573215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-997c8a54-0313-46a3-b2d8-43024f175fe0 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/quotas/42ac6e77b27844c48c2777964cb3a1f0 HTTP/1.1" status: 200 len: 375 time: 0.0175898 Jul 27 22:16:03.637313 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-fec0b35c-79e5-439c-b986-ac5dd2cd2d3a tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=42ac6e77b27844c48c2777964cb3a1f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284662 Jul 27 22:16:03.638046 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.638659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Fanout notify agent at l3_agent the message router_deleted on router 31d8f7f4-3949-47de-b325-3eee59a455c8 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:16:03.645434 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.646560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-81b3f10b-d711-482e-8022-c86c4b0054cf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/31d8f7f4-3949-47de-b325-3eee59a455c8 HTTP/1.1" status: 204 len: 168 time: 1.1761024 Jul 27 22:16:03.651636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58722) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:03.663223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0bbe76dc-3ead-48e0-b3d0-ddb41f5525fa tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-918870983'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:03.734500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbe76dc-3ead-48e0-b3d0-ddb41f5525fa tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:03.738147 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bbe76dc-3ead-48e0-b3d0-ddb41f5525fa tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.780681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-2be3a062-08af-4f1f-be1e-2506ad361cde service neutron] 10.222.0.24 "GET /v2.0/networks/c2281c97-7002-4dba-a653-ad0c9b4b5567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315498 Jul 27 22:16:03.783849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbe76dc-3ead-48e0-b3d0-ddb41f5525fa tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:03.900249 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bbe76dc-3ead-48e0-b3d0-ddb41f5525fa tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:03.900601 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-0bbe76dc-3ead-48e0-b3d0-ddb41f5525fa tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Added segment 05381841-67af-4efa-9130-445c7cc8dabe of type vlan for network 086edbfb-c6c2-4c15-ac8e-7089feef10b6 Jul 27 22:16:03.989482 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bbe76dc-3ead-48e0-b3d0-ddb41f5525fa tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.011555 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-309aa0da-149a-4c8e-892e-89c5e58a22bc service neutron] 10.222.0.24 "GET /v2.0/networks/c2281c97-7002-4dba-a653-ad0c9b4b5567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171805 Jul 27 22:16:04.056196 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bbe76dc-3ead-48e0-b3d0-ddb41f5525fa tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.062982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbe76dc-3ead-48e0-b3d0-ddb41f5525fa tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:04.064202 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bbe76dc-3ead-48e0-b3d0-ddb41f5525fa tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.137011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe76dc-3ead-48e0-b3d0-ddb41f5525fa tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Network': ['ID=086edbfb-c6c2-4c15-ac8e-7089feef10b6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:04.148391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 086edbfb-c6c2-4c15-ac8e-7089feef10b6 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:04.174281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58738) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:04.189661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-39f8d714-4d83-4618-aab2-da70cb4cb4f3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'subnet': {'network_id': '086edbfb-c6c2-4c15-ac8e-7089feef10b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:04.196061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0bbe76dc-3ead-48e0-b3d0-ddb41f5525fa tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5433667 Jul 27 22:16:04.273591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5edfe54-5672-4c24-9e2d-5b9969c77ce6 req-ce059939-07d2-4462-a95d-e9371db7985b tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 210 time: 0.0725219 Jul 27 22:16:04.345062 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f8d714-4d83-4618-aab2-da70cb4cb4f3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:04.350403 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39f8d714-4d83-4618-aab2-da70cb4cb4f3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.622004 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39f8d714-4d83-4618-aab2-da70cb4cb4f3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.706824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8d714-4d83-4618-aab2-da70cb4cb4f3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Subnet': ['ID=97a1ef94-39fd-4d67-a72a-369e0a9cf184,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:04.714601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f8d714-4d83-4618-aab2-da70cb4cb4f3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Checking segment: {'id': '05381841-67af-4efa-9130-445c7cc8dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '086edbfb-c6c2-4c15-ac8e-7089feef10b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:04.715646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8d714-4d83-4618-aab2-da70cb4cb4f3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network hostable DHCP agents. Network: 086edbfb-c6c2-4c15-ac8e-7089feef10b6, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:04.733375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8d714-4d83-4618-aab2-da70cb4cb4f3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 086edbfb-c6c2-4c15-ac8e-7089feef10b6 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:04.742851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-39f8d714-4d83-4618-aab2-da70cb4cb4f3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 086edbfb-c6c2-4c15-ac8e-7089feef10b6) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:04.747435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f8d714-4d83-4618-aab2-da70cb4cb4f3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:04.748146 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39f8d714-4d83-4618-aab2-da70cb4cb4f3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.755593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da6a90-e7ad-4434-9a63-cb42d170879b None None] Network 086edbfb-c6c2-4c15-ac8e-7089feef10b6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:04.768631 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-39f8d714-4d83-4618-aab2-da70cb4cb4f3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5902729 Jul 27 22:16:04.770487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:04.776027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-422acece-281d-4380-b8db-aaaf1aac45a6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-494101805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:04.804209 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-422acece-281d-4380-b8db-aaaf1aac45a6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.805634 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-422acece-281d-4380-b8db-aaaf1aac45a6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.891719 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-422acece-281d-4380-b8db-aaaf1aac45a6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.901895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-422acece-281d-4380-b8db-aaaf1aac45a6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.931482 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-422acece-281d-4380-b8db-aaaf1aac45a6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.935489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-422acece-281d-4380-b8db-aaaf1aac45a6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1612406 Jul 27 22:16:04.935729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:04.968433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-086edbfb-c6c2-4c15-ac8e-7089feef10b6', 'network_id': '086edbfb-c6c2-4c15-ac8e-7089feef10b6', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'fixed_ips': [{'subnet_id': '97a1ef94-39fd-4d67-a72a-369e0a9cf184'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:16:04.969412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.139543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Allocated IP 2001:db8::2 (086edbfb-c6c2-4c15-ac8e-7089feef10b6/97a1ef94-39fd-4d67-a72a-369e0a9cf184/3efc002c-5e31-4227-9edd-0d53a249734c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:05.278449 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.315666 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.323993 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Transition to ACTIVE for port object 3efc002c-5e31-4227-9edd-0d53a249734c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:05.340348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Transition to ACTIVE for port object 3efc002c-5e31-4227-9edd-0d53a249734c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:05.351455 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.402904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Network 086edbfb-c6c2-4c15-ac8e-7089feef10b6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:05.405513 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:05.413908 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:05.457180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Pushing event updated for resources: {'Port': ['ID=3efc002c-5e31-4227-9edd-0d53a249734c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:05.489858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Attempting to bind port 3efc002c-5e31-4227-9edd-0d53a249734c on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:05.490338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Attempting to bind port 3efc002c-5e31-4227-9edd-0d53a249734c by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '05381841-67af-4efa-9130-445c7cc8dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '086edbfb-c6c2-4c15-ac8e-7089feef10b6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:05.491462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Attempting to bind port 3efc002c-5e31-4227-9edd-0d53a249734c on network 086edbfb-c6c2-4c15-ac8e-7089feef10b6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:05.497780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:05.498254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Checking segment: {'id': '05381841-67af-4efa-9130-445c7cc8dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '086edbfb-c6c2-4c15-ac8e-7089feef10b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:05.498755 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.499216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Bound using segment: {'id': '05381841-67af-4efa-9130-445c7cc8dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '086edbfb-c6c2-4c15-ac8e-7089feef10b6'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:05.499752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Bound port: 3efc002c-5e31-4227-9edd-0d53a249734c, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05381841-67af-4efa-9130-445c7cc8dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '086edbfb-c6c2-4c15-ac8e-7089feef10b6'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:05.500196 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.510968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f712f7-b010-4baf-8044-e5005283630b req-54335276-bda3-4b34-a38b-d721499586ea tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:05.514294 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-54335276-bda3-4b34-a38b-d721499586ea tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.41 "GET /v2.0/networks?id=c2281c97-7002-4dba-a653-ad0c9b4b5567 HTTP/1.1" status: 200 len: 825 time: 0.1198025 Jul 27 22:16:05.530765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-40f712f7-b010-4baf-8044-e5005283630b req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Request body: {'port': {'device_id': 'c181d3a1-a93b-4e28-90b2-dc9a760c7cfd', 'network_id': 'c2281c97-7002-4dba-a653-ad0c9b4b5567', 'admin_state_up': True, 'tenant_id': '42ac6e77b27844c48c2777964cb3a1f0'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:05.623712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] For port 3efc002c-5e31-4227-9edd-0d53a249734c, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:05.628871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] For port 3efc002c-5e31-4227-9edd-0d53a249734c, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3efc002c-5e31-4227-9edd-0d53a249734c,segment=NetworkSegment(05381841-67af-4efa-9130-445c7cc8dabe),segment_id=05381841-67af-4efa-9130-445c7cc8dabe)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:05.636415 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.677867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f712f7-b010-4baf-8044-e5005283630b req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Made reservation on behalf of 42ac6e77b27844c48c2777964cb3a1f0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:05.682179 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40f712f7-b010-4baf-8044-e5005283630b req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.737010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28403136-8031-4410-9b5c-a426c2e02a46 None None] Pushing event updated for resources: {'Port': ['ID=3efc002c-5e31-4227-9edd-0d53a249734c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:05.920416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-40f712f7-b010-4baf-8044-e5005283630b req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Allocated IP 172.20.0.6 (c2281c97-7002-4dba-a653-ad0c9b4b5567/34fddc46-13a1-4698-ae63-82f076f81a25/540138bd-46fb-491a-b7a0-99cce076069f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:06.038806 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc04455a-3c5f-43d3-bc16-cef86df2e766 req-19d700a7-f913-4592-b4e6-c664108a2fd9 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 210 time: 0.2135110 Jul 27 22:16:06.173073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Allocated IP 2001:db8::1 (086edbfb-c6c2-4c15-ac8e-7089feef10b6/97a1ef94-39fd-4d67-a72a-369e0a9cf184/2c6aa92e-e70b-4a13-bd4e-d0f620be6777) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:06.251681 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40f712f7-b010-4baf-8044-e5005283630b req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.322198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.333300 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40f712f7-b010-4baf-8044-e5005283630b req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.354351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Transition to ACTIVE for port object 2c6aa92e-e70b-4a13-bd4e-d0f620be6777 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:06.381600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f712f7-b010-4baf-8044-e5005283630b req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Network c2281c97-7002-4dba-a653-ad0c9b4b5567 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:06.384957 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-40f712f7-b010-4baf-8044-e5005283630b req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:06.389628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f712f7-b010-4baf-8044-e5005283630b req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:06.417156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7533527-df27-4491-a12a-387f7c62eab2 req-3a3b1905-83e4-4e67-ac55-52adff9b5fce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:06.419251 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7533527-df27-4491-a12a-387f7c62eab2 req-3a3b1905-83e4-4e67-ac55-52adff9b5fce tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.0831664 Jul 27 22:16:06.444642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Pushing event updated for resources: {'Port': ['ID=540138bd-46fb-491a-b7a0-99cce076069f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:06.458360 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.476303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f712f7-b010-4baf-8044-e5005283630b req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:06.476835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40f712f7-b010-4baf-8044-e5005283630b req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.496834 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-a659cba9-f4ad-4b21-8887-2239b9fcb6ac tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9707861 Jul 27 22:16:06.511265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Request body: {'port': {'device_id': 'c181d3a1-a93b-4e28-90b2-dc9a760c7cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:06.512926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 086edbfb-c6c2-4c15-ac8e-7089feef10b6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:06.517812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:06.529726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7533527-df27-4491-a12a-387f7c62eab2 req-5c03904b-07a5-46cb-8e14-e11c7df00159 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005683 Jul 27 22:16:06.532753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:06.533328 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.584140 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.600187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=2c6aa92e-e70b-4a13-bd4e-d0f620be6777,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:06.696367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.908399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540138bd-46fb-491a-b7a0-99cce076069f {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:16:06.919404 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.934317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Transition to ACTIVE for port object 540138bd-46fb-491a-b7a0-99cce076069f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:06.941600 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:06.979274 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e07e03-94ef-4540-881d-5fc99164389d None None] Network 086edbfb-c6c2-4c15-ac8e-7089feef10b6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:07.000726 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Pushing event updated for resources: {'Port': ['ID=540138bd-46fb-491a-b7a0-99cce076069f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:07.014442 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.019822 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.021400 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.073459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Attempting to bind port 540138bd-46fb-491a-b7a0-99cce076069f on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:07.073790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Attempting to bind port 540138bd-46fb-491a-b7a0-99cce076069f by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '17ca21dd-d826-4559-bb3e-4c201c2f5667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2281c97-7002-4dba-a653-ad0c9b4b5567'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:07.074189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Attempting to bind port 540138bd-46fb-491a-b7a0-99cce076069f on network c2281c97-7002-4dba-a653-ad0c9b4b5567 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:07.079625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Port 540138bd-46fb-491a-b7a0-99cce076069f on network c2281c97-7002-4dba-a653-ad0c9b4b5567 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:16:07.079955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Attempting to bind port 540138bd-46fb-491a-b7a0-99cce076069f on network c2281c97-7002-4dba-a653-ad0c9b4b5567 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:07.085091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:07.085434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Checking segment: {'id': '17ca21dd-d826-4559-bb3e-4c201c2f5667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2281c97-7002-4dba-a653-ad0c9b4b5567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:07.085821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Bound using segment: {'id': '17ca21dd-d826-4559-bb3e-4c201c2f5667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2281c97-7002-4dba-a653-ad0c9b4b5567'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:07.086274 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Bound port: 540138bd-46fb-491a-b7a0-99cce076069f, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ca21dd-d826-4559-bb3e-4c201c2f5667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c2281c97-7002-4dba-a653-ad0c9b4b5567'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:07.086754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.116808 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-81b8b641-ed03-4c08-874b-508a04f3443f None None] Provisioning for port 3efc002c-5e31-4227-9edd-0d53a249734c completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:07.138383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=2c6aa92e-e70b-4a13-bd4e-d0f620be6777,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:07.215317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] For port 540138bd-46fb-491a-b7a0-99cce076069f, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:07.220171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] For port 540138bd-46fb-491a-b7a0-99cce076069f, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=540138bd-46fb-491a-b7a0-99cce076069f,segment=NetworkSegment(17ca21dd-d826-4559-bb3e-4c201c2f5667),segment_id=17ca21dd-d826-4559-bb3e-4c201c2f5667)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:07.220472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 086edbfb-c6c2-4c15-ac8e-7089feef10b6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:07.228595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:07.229825 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.243227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a373236-dd54-411b-95dd-e44cc3aa7f08 req-0c925ac8-a887-4690-8e23-c2cdaa19acdc tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:07.244977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a373236-dd54-411b-95dd-e44cc3aa7f08 req-0c925ac8-a887-4690-8e23-c2cdaa19acdc tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 943 time: 0.0903590 Jul 27 22:16:07.288898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:07.289865 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.291601 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] 10.222.0.41 "PUT /v2.0/ports/540138bd-46fb-491a-b7a0-99cce076069f HTTP/1.1" status: 200 len: 1091 time: 0.7856596 Jul 27 22:16:07.292310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c181d3a1-a93b-4e28-90b2-dc9a760c7cfd', 'tag': '540138bd-46fb-491a-b7a0-99cce076069f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:07.295885 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dea379e-7ee5-4052-8240-3f1d551713ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c181d3a1-a93b-4e28-90b2-dc9a760c7cfd", "tag": "540138bd-46fb-491a-b7a0-99cce076069f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:07.337241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21cd0c-7e88-4db9-8f94-e45e9ae2a021 service neutron] Pushing event updated for resources: {'Port': ['ID=540138bd-46fb-491a-b7a0-99cce076069f,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:07.401575 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813b932b-3248-4037-b956-403f049e73d4 x-openstack-request-id: req-813b932b-3248-4037-b956-403f049e73d4 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:07.402686 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c181d3a1-a93b-4e28-90b2-dc9a760c7cfd", "tag": "540138bd-46fb-491a-b7a0-99cce076069f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:07.403213 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-813b932b-3248-4037-b956-403f049e73d4 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:07.403789 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c181d3a1-a93b-4e28-90b2-dc9a760c7cfd', 'tag': '540138bd-46fb-491a-b7a0-99cce076069f', 'status': 'completed', 'code': 200} Jul 27 22:16:07.430303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f712f7-b010-4baf-8044-e5005283630b req-96698f6b-e248-4d57-8750-eb39489e985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:07.433075 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-96698f6b-e248-4d57-8750-eb39489e985b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42ac6e77b27844c48c2777964cb3a1f0&device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 1094 time: 0.0754340 Jul 27 22:16:07.449087 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a373236-dd54-411b-95dd-e44cc3aa7f08 req-1734fac3-3899-46eb-9d15-bacaec132564 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257131 Jul 27 22:16:07.494328 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-5bc856eb-135d-4806-add6-8f69629399ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=540138bd-46fb-491a-b7a0-99cce076069f HTTP/1.1" status: 200 len: 217 time: 0.0524719 Jul 27 22:16:07.496168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router fcddff9c-301e-4146-a8e5-36004dd3e14d is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:16:07.561202 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f712f7-b010-4baf-8044-e5005283630b req-e6f10f47-1167-4c09-bef0-d7eaeca642ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:07.563391 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-e6f10f47-1167-4c09-bef0-d7eaeca642ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34fddc46-13a1-4698-ae63-82f076f81a25 HTTP/1.1" status: 200 len: 865 time: 0.0629473 Jul 27 22:16:07.638546 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-92bd51a8-e0b8-4ece-a149-b0ff410a39ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2281c97-7002-4dba-a653-ad0c9b4b5567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568874 Jul 27 22:16:07.721079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:07.733573 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d6470d39-bc46-4287-be3b-5b1eac60cd32 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/fcddff9c-301e-4146-a8e5-36004dd3e14d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7967217 Jul 27 22:16:07.734305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58798) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:07.736188 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fce286-4dbb-49d6-9bce-f46b51d3b428 None None] Sync routers for ids ['fcddff9c-301e-4146-a8e5-36004dd3e14d'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:07.753385 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fce286-4dbb-49d6-9bce-f46b51d3b428 None None] Routers {'fcddff9c-301e-4146-a8e5-36004dd3e14d'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:07.754302 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-37fce286-4dbb-49d6-9bce-f46b51d3b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['fcddff9c-301e-4146-a8e5-36004dd3e14d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:07.771323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3efc002c-5e31-4227-9edd-0d53a249734c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:07.809447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e18b-f72f-4c09-a2e7-9b462ff5ee75 req-b7ac93f0-2603-493b-b044-dabe92429b3d tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:07.809741 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-37fce286-4dbb-49d6-9bce-f46b51d3b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:07.811854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7d4431-6490-49d0-82ca-e822cc4aec67 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:07.813976 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9c7d4431-6490-49d0-82ca-e822cc4aec67 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports/2c6aa92e-e70b-4a13-bd4e-d0f620be6777 HTTP/1.1" status: 200 len: 911 time: 0.0782623 Jul 27 22:16:07.816345 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-15a3babe-bad6-46a1-971d-307b57a8746e service neutron] 10.222.0.41 "GET /v2.0/networks/c2281c97-7002-4dba-a653-ad0c9b4b5567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712282 Jul 27 22:16:07.816779 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71b0e18b-f72f-4c09-a2e7-9b462ff5ee75 req-b7ac93f0-2603-493b-b044-dabe92429b3d tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1686430 Jul 27 22:16:07.816929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58800) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:07.822362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f7d6a285-a51d-41a6-9878-c98ea4a70a14 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97a1ef94-39fd-4d67-a72a-369e0a9cf184'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:07.829098 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fce286-4dbb-49d6-9bce-f46b51d3b428 None None] Routers {'fcddff9c-301e-4146-a8e5-36004dd3e14d'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:07.830177 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-37fce286-4dbb-49d6-9bce-f46b51d3b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['fcddff9c-301e-4146-a8e5-36004dd3e14d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:07.867510 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-37fce286-4dbb-49d6-9bce-f46b51d3b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:07.868175 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fce286-4dbb-49d6-9bce-f46b51d3b428 None None] The sync data for ids ['fcddff9c-301e-4146-a8e5-36004dd3e14d'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:07.885569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71b0e18b-f72f-4c09-a2e7-9b462ff5ee75 req-d3e2d921-b8df-4c81-9cf9-7bad89c39298 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645742 Jul 27 22:16:07.895759 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 3efc002c-5e31-4227-9edd-0d53a249734c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:07.904519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3efc002c-5e31-4227-9edd-0d53a249734c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:07.904829 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.966109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f95a620e-0e07-4667-9247-882bb155a5e1 None None] Provisioning complete for port 3efc002c-5e31-4227-9edd-0d53a249734c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:07.966511 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f95a620e-0e07-4667-9247-882bb155a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.047051 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.068425 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-40f712f7-b010-4baf-8044-e5005283630b req-ad10c6a9-eac5-466d-b249-c0f28f0f63cf service neutron] 10.222.0.41 "GET /v2.0/networks/c2281c97-7002-4dba-a653-ad0c9b4b5567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409925 Jul 27 22:16:08.146301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 3efc002c-5e31-4227-9edd-0d53a249734c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3efc002c-5e31-4227-9edd-0d53a249734c,segment=NetworkSegment(05381841-67af-4efa-9130-445c7cc8dabe),segment_id=05381841-67af-4efa-9130-445c7cc8dabe)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:08.150185 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f95a620e-0e07-4667-9247-882bb155a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.162445 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.181827 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a285-a51d-41a6-9878-c98ea4a70a14 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.232122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea379e-7ee5-4052-8240-3f1d551713ce req-7af6f25f-e70b-41c4-89b4-18d567b876bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:08.233633 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5dea379e-7ee5-4052-8240-3f1d551713ce req-7af6f25f-e70b-41c4-89b4-18d567b876bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=42ac6e77b27844c48c2777964cb3a1f0&device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 1094 time: 0.0996914 Jul 27 22:16:08.243645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=3efc002c-5e31-4227-9edd-0d53a249734c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:08.249080 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-f95a620e-0e07-4667-9247-882bb155a5e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:16:08.249440 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-f95a620e-0e07-4667-9247-882bb155a5e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:16:08.560996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea379e-7ee5-4052-8240-3f1d551713ce req-1b508537-7665-4c8b-865c-7b737b2309bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:08.561288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0e05f-da9d-4843-8fb9-9ff52cdcb08b req-3d17c4ef-6c35-4cd2-9453-4d0dfad9f77f tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:08.562506 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5dea379e-7ee5-4052-8240-3f1d551713ce req-1b508537-7665-4c8b-865c-7b737b2309bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2281c97-7002-4dba-a653-ad0c9b4b5567 HTTP/1.1" status: 200 len: 926 time: 0.2307103 Jul 27 22:16:08.562970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82c0e05f-da9d-4843-8fb9-9ff52cdcb08b req-3d17c4ef-6c35-4cd2-9453-4d0dfad9f77f tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 943 time: 0.0495722 Jul 27 22:16:08.601010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82c0e05f-da9d-4843-8fb9-9ff52cdcb08b req-d2fa9cc0-bfba-401d-ad86-c4cba4752cc8 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Jul 27 22:16:08.618652 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5dea379e-7ee5-4052-8240-3f1d551713ce req-5c893b7a-c902-4b6e-acc5-273deab8a146 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=540138bd-46fb-491a-b7a0-99cce076069f HTTP/1.1" status: 200 len: 217 time: 0.0469303 Jul 27 22:16:08.723050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea379e-7ee5-4052-8240-3f1d551713ce req-3881312f-e06a-4dc0-b11b-4811035609a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:08.723937 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5dea379e-7ee5-4052-8240-3f1d551713ce req-3881312f-e06a-4dc0-b11b-4811035609a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=34fddc46-13a1-4698-ae63-82f076f81a25 HTTP/1.1" status: 200 len: 865 time: 0.0965254 Jul 27 22:16:08.769683 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5dea379e-7ee5-4052-8240-3f1d551713ce req-5eb3b0fd-d5de-4f16-93b2-1762ee277def service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2281c97-7002-4dba-a653-ad0c9b4b5567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330138 Jul 27 22:16:08.796279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f95a620e-0e07-4667-9247-882bb155a5e1 None None] Provisioning for port 2c6aa92e-e70b-4a13-bd4e-d0f620be6777 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:08.800083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f95a620e-0e07-4667-9247-882bb155a5e1 None None] Provisioning complete for port 2c6aa92e-e70b-4a13-bd4e-d0f620be6777 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:08.800563 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f95a620e-0e07-4667-9247-882bb155a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.837773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f95a620e-0e07-4667-9247-882bb155a5e1 None None] Port 2c6aa92e-e70b-4a13-bd4e-d0f620be6777 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:08.858342 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a285-a51d-41a6-9878-c98ea4a70a14 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.873278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a285-a51d-41a6-9878-c98ea4a70a14 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.879171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d6a285-a51d-41a6-9878-c98ea4a70a14 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:08.879806 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7d6a285-a51d-41a6-9878-c98ea4a70a14 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.881128 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f7d6a285-a51d-41a6-9878-c98ea4a70a14 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/ports/2c6aa92e-e70b-4a13-bd4e-d0f620be6777 HTTP/1.1" status: 200 len: 911 time: 1.0634336 Jul 27 22:16:08.884131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:08.926306 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5dea379e-7ee5-4052-8240-3f1d551713ce req-2e0005b9-9257-48d6-bf7a-f9d790792cb5 service neutron] 10.222.0.41 "GET /v2.0/networks/c2281c97-7002-4dba-a653-ad0c9b4b5567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462960 Jul 27 22:16:08.947867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6a285-a51d-41a6-9878-c98ea4a70a14 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=2c6aa92e-e70b-4a13-bd4e-d0f620be6777,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:08.968368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-83cf1725-7cf4-44be-b92f-91d495bbb697 None None] Provisioning complete for port 2c6aa92e-e70b-4a13-bd4e-d0f620be6777 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:08.968753 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83cf1725-7cf4-44be-b92f-91d495bbb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.017875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-83cf1725-7cf4-44be-b92f-91d495bbb697 None None] Port 2c6aa92e-e70b-4a13-bd4e-d0f620be6777 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:09.034125 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5dea379e-7ee5-4052-8240-3f1d551713ce req-91d97d7b-2e79-4ff3-9d8b-f9b07d474279 service neutron] 10.222.0.41 "GET /v2.0/networks/c2281c97-7002-4dba-a653-ad0c9b4b5567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978730 Jul 27 22:16:09.122366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7714947-e928-4ffc-b19c-120d97eba3ed req-62591207-a051-43af-bc36-01f2a1acea84 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:09.124252 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a7714947-e928-4ffc-b19c-120d97eba3ed req-62591207-a051-43af-bc36-01f2a1acea84 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1272397 Jul 27 22:16:09.210233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a7714947-e928-4ffc-b19c-120d97eba3ed req-df742212-5fc1-4652-9e31-55e19116f212 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637293 Jul 27 22:16:09.285030 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ba82959-3af5-4c43-bcf0-a16634b8f763 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.341010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 540138bd-46fb-491a-b7a0-99cce076069f details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:16:09.442242 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 540138bd-46fb-491a-b7a0-99cce076069f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=540138bd-46fb-491a-b7a0-99cce076069f,segment=NetworkSegment(17ca21dd-d826-4559-bb3e-4c201c2f5667),segment_id=17ca21dd-d826-4559-bb3e-4c201c2f5667)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:09.458361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '540138bd-46fb-491a-b7a0-99cce076069f', 'network_id': 'c2281c97-7002-4dba-a653-ad0c9b4b5567', 'port_id': '540138bd-46fb-491a-b7a0-99cce076069f', 'mac_address': 'fa:16:3e:d2:3e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34fddc46-13a1-4698-ae63-82f076f81a25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:16:09.498983 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.511552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540138bd-46fb-491a-b7a0-99cce076069f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:16:09.531083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 540138bd-46fb-491a-b7a0-99cce076069f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=540138bd-46fb-491a-b7a0-99cce076069f,segment=NetworkSegment(17ca21dd-d826-4559-bb3e-4c201c2f5667),segment_id=17ca21dd-d826-4559-bb3e-4c201c2f5667)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:09.536823 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.542051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9ba82959-3af5-4c43-bcf0-a16634b8f763 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port 2c6aa92e-e70b-4a13-bd4e-d0f620be6777 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:09.542555 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ba82959-3af5-4c43-bcf0-a16634b8f763 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.554686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-5e7ef593-b838-44f4-9bf9-1045c7182684 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0478702 Jul 27 22:16:09.584292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=540138bd-46fb-491a-b7a0-99cce076069f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:09.638818 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ba82959-3af5-4c43-bcf0-a16634b8f763 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.641325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-6adcae2f-1f40-45a8-a082-41392077e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:09.641816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-6adcae2f-1f40-45a8-a082-41392077e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:09.642329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-6adcae2f-1f40-45a8-a082-41392077e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:09.642809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-6adcae2f-1f40-45a8-a082-41392077e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:09.643279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-6adcae2f-1f40-45a8-a082-41392077e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:09.643755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-6adcae2f-1f40-45a8-a082-41392077e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:09.644222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-6adcae2f-1f40-45a8-a082-41392077e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:09.646165 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-6adcae2f-1f40-45a8-a082-41392077e0f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f44ee099caa4576a0393835a4c53f77&device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 6500 time: 0.0577345 Jul 27 22:16:09.652125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9ba82959-3af5-4c43-bcf0-a16634b8f763 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for 2c6aa92e-e70b-4a13-bd4e-d0f620be6777 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:09.671009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3efc002c-5e31-4227-9edd-0d53a249734c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:09.749497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3efc002c-5e31-4227-9edd-0d53a249734c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:09.749876 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.765263 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e9eb-e35e-48b1-ac1a-2bf591fbbe80 req-9f19bec3-56e0-456c-b722-3ca2abe5387a tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:09.766811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be01e9eb-e35e-48b1-ac1a-2bf591fbbe80 req-9f19bec3-56e0-456c-b722-3ca2abe5387a tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 944 time: 0.0704837 Jul 27 22:16:09.773749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['540138bd-46fb-491a-b7a0-99cce076069f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:09.792259 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-a730dcdf-74e0-42a6-9387-afbad33d16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:09.793760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-a730dcdf-74e0-42a6-9387-afbad33d16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:09.794232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-a730dcdf-74e0-42a6-9387-afbad33d16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:09.795915 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-a730dcdf-74e0-42a6-9387-afbad33d16dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1953a48-d636-4e9d-9e5f-5849e72fce1a&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=c521b827-668a-4ab8-91f4-58d73f3f2bae&id=c521b827-668a-4ab8-91f4-58d73f3f2bae HTTP/1.1" status: 200 len: 2298 time: 0.1228855 Jul 27 22:16:09.849671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be01e9eb-e35e-48b1-ac1a-2bf591fbbe80 req-561daf6e-69fd-4320-9207-365416b5dc3b tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761950 Jul 27 22:16:09.930127 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ba82959-3af5-4c43-bcf0-a16634b8f763 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:09.963345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba82959-3af5-4c43-bcf0-a16634b8f763 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=2c6aa92e-e70b-4a13-bd4e-d0f620be6777,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:10.073967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ba82959-3af5-4c43-bcf0-a16634b8f763 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.219461 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-6dc62461-d230-44bb-99a6-7bbdcb49d368 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=939774e0-b0e1-4e89-a9d3-849fb48484a0 HTTP/1.1" status: 200 len: 1000 time: 0.4141531 Jul 27 22:16:10.248715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba82959-3af5-4c43-bcf0-a16634b8f763 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router fcddff9c-301e-4146-a8e5-36004dd3e14d has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:10.279226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-79c28ff4-c8c1-41f1-a11f-efff2cef906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:10.281056 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-79c28ff4-c8c1-41f1-a11f-efff2cef906c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=17f69d25-f4fe-48ac-bb8e-d91962f7f812 HTTP/1.1" status: 200 len: 856 time: 0.0525558 Jul 27 22:16:10.331951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-5fd51c2e-75b1-43a1-af92-80ffa3e194ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:10.333419 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-5fd51c2e-75b1-43a1-af92-80ffa3e194ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1953a48-d636-4e9d-9e5f-5849e72fce1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427241 Jul 27 22:16:10.351063 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba82959-3af5-4c43-bcf0-a16634b8f763 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:10.357100 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9ba82959-3af5-4c43-bcf0-a16634b8f763 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/fcddff9c-301e-4146-a8e5-36004dd3e14d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4718323 Jul 27 22:16:10.359962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:10.362730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570bcd1-8708-4e78-8ca4-4a54cd0dc2a3 None None] Sync routers for ids ['fcddff9c-301e-4146-a8e5-36004dd3e14d'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:10.373174 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0570bcd1-8708-4e78-8ca4-4a54cd0dc2a3 None None] Routers {'fcddff9c-301e-4146-a8e5-36004dd3e14d'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:10.373809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0570bcd1-8708-4e78-8ca4-4a54cd0dc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['fcddff9c-301e-4146-a8e5-36004dd3e14d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:10.390286 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1635d1dd-4d3c-41d9-8e91-1b672d9886bb tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcddff9c-301e-4146-a8e5-36004dd3e14d HTTP/1.1" status: 200 len: 205 time: 0.0292218 Jul 27 22:16:10.392850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:10.407364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6296d-d7f9-40ab-9f88-2d1994c5912d req-f9938255-e595-4f18-8b0e-1e27ab958dd8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:10.408882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84a6296d-d7f9-40ab-9f88-2d1994c5912d req-f9938255-e595-4f18-8b0e-1e27ab958dd8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1149676 Jul 27 22:16:10.409892 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0570bcd1-8708-4e78-8ca4-4a54cd0dc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:10.419519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0570bcd1-8708-4e78-8ca4-4a54cd0dc2a3 None None] Routers {'fcddff9c-301e-4146-a8e5-36004dd3e14d'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:10.420168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0570bcd1-8708-4e78-8ca4-4a54cd0dc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:15:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['fcddff9c-301e-4146-a8e5-36004dd3e14d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:10.451487 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-22cab75d-304b-4dfc-a8e9-3bb4caa0ac7a service neutron] 10.222.0.43 "GET /v2.0/networks/b1953a48-d636-4e9d-9e5f-5849e72fce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101863 Jul 27 22:16:10.460055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0570bcd1-8708-4e78-8ca4-4a54cd0dc2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:10.460730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570bcd1-8708-4e78-8ca4-4a54cd0dc2a3 None None] The sync data for ids ['fcddff9c-301e-4146-a8e5-36004dd3e14d'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:10.490584 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7bc3ef1-cba9-4440-95a2-1be0bc116425 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.551918 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-0a78e048-30ee-4407-ae86-c2be5585a9a1 service neutron] 10.222.0.43 "GET /v2.0/networks/b1953a48-d636-4e9d-9e5f-5849e72fce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904310 Jul 27 22:16:10.569529 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84a6296d-d7f9-40ab-9f88-2d1994c5912d req-c25d7493-f66a-4f02-98f6-7b33ade36f47 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269188 Jul 27 22:16:10.595774 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-36c8d2b7-40da-45ff-ab31-ebcf425fcb2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=1d5041d4-18ed-408b-9a0f-481d6318c69a HTTP/1.1" status: 200 len: 217 time: 0.0363925 Jul 27 22:16:10.649659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-1eba9067-daa4-4ddd-a2a7-dea7660bbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:10.650653 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-1eba9067-daa4-4ddd-a2a7-dea7660bbdef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 200 len: 797 time: 0.0471749 Jul 27 22:16:10.661872 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7bc3ef1-cba9-4440-95a2-1be0bc116425 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.664072 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7bc3ef1-cba9-4440-95a2-1be0bc116425 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.697507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-b0365d2f-c677-4ef1-bc76-3fde6d46e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:10.699126 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-b0365d2f-c677-4ef1-bc76-3fde6d46e5b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0411253 Jul 27 22:16:10.706556 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7bc3ef1-cba9-4440-95a2-1be0bc116425 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.707089 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bc3ef1-cba9-4440-95a2-1be0bc116425 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Fanout notify agent at l3_agent the message router_deleted on router fcddff9c-301e-4146-a8e5-36004dd3e14d {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:16:10.713769 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7bc3ef1-cba9-4440-95a2-1be0bc116425 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.715422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f7bc3ef1-cba9-4440-95a2-1be0bc116425 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/fcddff9c-301e-4146-a8e5-36004dd3e14d HTTP/1.1" status: 204 len: 168 time: 0.3216748 Jul 27 22:16:10.718054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:10.776642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd28b0dc-f25c-49df-918f-7cce50686b1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting subnet 97a1ef94-39fd-4d67-a72a-369e0a9cf184 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:10.780537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd28b0dc-f25c-49df-918f-7cce50686b1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.809801 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-57241a3b-997f-49f4-a139-bd7dc117efe7 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981851 Jul 27 22:16:10.821501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd28b0dc-f25c-49df-918f-7cce50686b1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.907064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd28b0dc-f25c-49df-918f-7cce50686b1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:10.911602 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-2bb3607a-64a0-428a-92c4-12fb3cfe2453 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920062 Jul 27 22:16:10.955080 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-0829cbb1-49a4-4f61-930d-46b2fe102587 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=a56b565a-7c35-4223-a9e3-caf86b3cf9ac HTTP/1.1" status: 200 len: 217 time: 0.0350199 Jul 27 22:16:10.997824 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd28b0dc-f25c-49df-918f-7cce50686b1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.013679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef181b9-00df-4e75-b5ca-13cfee07fe38 req-64de6a9e-600a-4196-a1bf-71bad6da1084 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:11.014080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-5c6792dc-a3b8-4714-aa17-babe2b4b9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:11.015234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ef181b9-00df-4e75-b5ca-13cfee07fe38 req-64de6a9e-600a-4196-a1bf-71bad6da1084 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 944 time: 0.0808275 Jul 27 22:16:11.015563 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-5c6792dc-a3b8-4714-aa17-babe2b4b9c5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 200 len: 797 time: 0.0523551 Jul 27 22:16:11.039970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28b0dc-f25c-49df-918f-7cce50686b1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Subnet': ['ID=97a1ef94-39fd-4d67-a72a-369e0a9cf184,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:11.049599 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd28b0dc-f25c-49df-918f-7cce50686b1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.051229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fd28b0dc-f25c-49df-918f-7cce50686b1e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/97a1ef94-39fd-4d67-a72a-369e0a9cf184 HTTP/1.1" status: 204 len: 168 time: 0.3322399 Jul 27 22:16:11.053964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:11.058777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce42ba4-9daa-4d0f-9718-7586fc76de05 None None] Network 086edbfb-c6c2-4c15-ac8e-7089feef10b6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:11.082723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ef181b9-00df-4e75-b5ca-13cfee07fe38 req-29d02bd5-2a6a-4e1a-ab9d-847b0a136ace tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450680 Jul 27 22:16:11.127589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-288a8486-5cf0-412c-8abd-d1040b2f7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:11.129101 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-288a8486-5cf0-412c-8abd-d1040b2f7b6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1055384 Jul 27 22:16:11.136078 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.234636 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4b5561-7450-4605-9e7a-36ccec635dfe None None] DHCP port deletion for 086edbfb-c6c2-4c15-ac8e-7089feef10b6 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:16:11.257951 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-c62f1998-7fbc-46bb-aa1f-ee786585d836 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185303 Jul 27 22:16:11.284453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b5561-7450-4605-9e7a-36ccec635dfe None None] Deleting port 3efc002c-5e31-4227-9edd-0d53a249734c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:11.284831 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a4b5561-7450-4605-9e7a-36ccec635dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.286566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port 3efc002c-5e31-4227-9edd-0d53a249734c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:11.286908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.343947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 540138bd-46fb-491a-b7a0-99cce076069f up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:11.352519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1a4b5561-7450-4605-9e7a-36ccec635dfe None None] For port 3efc002c-5e31-4227-9edd-0d53a249734c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3efc002c-5e31-4227-9edd-0d53a249734c,segment=NetworkSegment(05381841-67af-4efa-9130-445c7cc8dabe),segment_id=05381841-67af-4efa-9130-445c7cc8dabe)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:11.352911 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a4b5561-7450-4605-9e7a-36ccec635dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.385194 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b5561-7450-4605-9e7a-36ccec635dfe None None] Calling delete_port for 3efc002c-5e31-4227-9edd-0d53a249734c owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:11.393929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] For port 3efc002c-5e31-4227-9edd-0d53a249734c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3efc002c-5e31-4227-9edd-0d53a249734c,segment=NetworkSegment(05381841-67af-4efa-9130-445c7cc8dabe),segment_id=05381841-67af-4efa-9130-445c7cc8dabe)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:11.394242 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.415201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for 3efc002c-5e31-4227-9edd-0d53a249734c owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:11.422454 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-e8369ee3-5807-412b-8b18-90d0bea454df service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564131 Jul 27 22:16:11.452226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 540138bd-46fb-491a-b7a0-99cce076069f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:11.459038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 540138bd-46fb-491a-b7a0-99cce076069f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:11.459344 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.498293 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-2a036651-6690-4945-b947-62a7005918eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 HTTP/1.1" status: 200 len: 217 time: 0.0665910 Jul 27 22:16:11.508191 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a4b5561-7450-4605-9e7a-36ccec635dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.540160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b5561-7450-4605-9e7a-36ccec635dfe None None] Pushing event deleted for resources: {'Port': ['ID=3efc002c-5e31-4227-9edd-0d53a249734c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:11.542243 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b5561-7450-4605-9e7a-36ccec635dfe None None] No DVR routers for this DVR port 3efc002c-5e31-4227-9edd-0d53a249734c on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:11.578844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-c1e7c069-da39-4640-98ae-1a2f3c590fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:11.580651 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-c1e7c069-da39-4640-98ae-1a2f3c590fe4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 200 len: 797 time: 0.0748169 Jul 27 22:16:11.587097 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.595247 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.621408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c181d3a1-a93b-4e28-90b2-dc9a760c7cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540138bd-46fb-491a-b7a0-99cce076069f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:11.623940 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7337f9ff-737b-4048-841a-43b7ed82ddbe" -d '{"events": [{"server_uuid": "c181d3a1-a93b-4e28-90b2-dc9a760c7cfd", "name": "network-vif-plugged", "status": "completed", "tag": "540138bd-46fb-491a-b7a0-99cce076069f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:11.649818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 540138bd-46fb-491a-b7a0-99cce076069f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=540138bd-46fb-491a-b7a0-99cce076069f,segment=NetworkSegment(17ca21dd-d826-4559-bb3e-4c201c2f5667),segment_id=17ca21dd-d826-4559-bb3e-4c201c2f5667)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:11.656818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=3efc002c-5e31-4227-9edd-0d53a249734c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:11.659129 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.663183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No DVR routers for this DVR port 3efc002c-5e31-4227-9edd-0d53a249734c on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:11.708417 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1028ed8c-3a50-4d89-adf0-cb1f1529b897 x-openstack-request-id: req-1028ed8c-3a50-4d89-adf0-cb1f1529b897 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:11.710120 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c181d3a1-a93b-4e28-90b2-dc9a760c7cfd", "name": "network-vif-plugged", "status": "completed", "tag": "540138bd-46fb-491a-b7a0-99cce076069f", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:11.710480 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1028ed8c-3a50-4d89-adf0-cb1f1529b897 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:11.710856 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c181d3a1-a93b-4e28-90b2-dc9a760c7cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540138bd-46fb-491a-b7a0-99cce076069f', 'code': 200} Jul 27 22:16:11.728733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3efc002c-5e31-4227-9edd-0d53a249734c no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:11.743364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-383e509d-f49c-43a9-86e9-36feade70305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:11.745083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-383e509d-f49c-43a9-86e9-36feade70305 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1541264 Jul 27 22:16:11.750619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f2c29-b7ab-48e6-a69e-cf7c79e573f5 req-421da3bf-59af-45ce-b569-a2086ddb5528 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:11.752604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b33f2c29-b7ab-48e6-a69e-cf7c79e573f5 req-421da3bf-59af-45ce-b569-a2086ddb5528 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.0721433 Jul 27 22:16:11.758772 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 3efc002c-5e31-4227-9edd-0d53a249734c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:11.759119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3efc002c-5e31-4227-9edd-0d53a249734c not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:11.765811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=540138bd-46fb-491a-b7a0-99cce076069f,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:11.801041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b33f2c29-b7ab-48e6-a69e-cf7c79e573f5 req-64b2b5b7-192c-4db4-92d5-ffb57f0a5df3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413318 Jul 27 22:16:11.802232 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.845523 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086edbfb-c6c2-4c15-ac8e-7089feef10b6']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:11.861335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05381841-67af-4efa-9130-445c7cc8dabe') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:11.861637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05381841-67af-4efa-9130-445c7cc8dabe') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:11.877775 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.891199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5217d3-2760-4795-bbe0-2dfa609d88b4 req-1726ba8b-f2c4-4918-8531-f9ce35d66f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:11.892704 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8e5217d3-2760-4795-bbe0-2dfa609d88b4 req-1726ba8b-f2c4-4918-8531-f9ce35d66f67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 1096 time: 0.1381869 Jul 27 22:16:11.907015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.941192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:11.941605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:11.944592 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:11.990123 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-9524809e-5a6a-4e90-99a3-4e1e7296d3dc service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317104 Jul 27 22:16:12.015394 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8e5217d3-2760-4795-bbe0-2dfa609d88b4 req-0e04d2b7-0ba1-4afc-9fac-e0aca7ddb4e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095273 Jul 27 22:16:12.062007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.066649 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.068537 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/networks/086edbfb-c6c2-4c15-ac8e-7089feef10b6 HTTP/1.1" status: 204 len: 168 time: 1.0135546 Jul 27 22:16:12.072558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58850) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:12.078382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-29c6f608-5774-4400-8855-a606b1ee545b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1287655377', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:12.091663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3393d9-3f37-464a-a4df-e2f118a1709f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Network': ['ID=086edbfb-c6c2-4c15-ac8e-7089feef10b6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:12.101259 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29c6f608-5774-4400-8855-a606b1ee545b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.102473 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29c6f608-5774-4400-8855-a606b1ee545b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.122002 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-55391ef3-e968-4d77-990e-04db40fdadc5 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212246 Jul 27 22:16:12.165920 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-12700078-cbf1-44cd-9007-213f04fedc47 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=98c66736-9514-4b6f-a997-a73eb1f4ed09 HTTP/1.1" status: 200 len: 217 time: 0.0358655 Jul 27 22:16:12.167282 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29c6f608-5774-4400-8855-a606b1ee545b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.187373 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29c6f608-5774-4400-8855-a606b1ee545b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.209098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29c6f608-5774-4400-8855-a606b1ee545b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.210398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-29c6f608-5774-4400-8855-a606b1ee545b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1367376 Jul 27 22:16:12.213216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58854) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:12.219256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7bd2c-60e7-454a-a142-478a02663944 req-c576fd18-c047-4e3d-bea1-06bb2c1b33c7 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:12.219824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d79bdf8a-00fd-4fa8-8610-ebdcdfaadb76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1253867304'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:12.220719 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8aa7bd2c-60e7-454a-a142-478a02663944 req-c576fd18-c047-4e3d-bea1-06bb2c1b33c7 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 945 time: 0.0649233 Jul 27 22:16:12.228617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-88566fe7-1eae-4f77-bf27-7c7588733068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:12.230021 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-88566fe7-1eae-4f77-bf27-7c7588733068 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 200 len: 797 time: 0.0568168 Jul 27 22:16:12.260644 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8aa7bd2c-60e7-454a-a142-478a02663944 req-dedaa201-2d9d-4f19-a67f-085d8c95de00 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337789 Jul 27 22:16:12.270052 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79bdf8a-00fd-4fa8-8610-ebdcdfaadb76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:12.273440 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d79bdf8a-00fd-4fa8-8610-ebdcdfaadb76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.305970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-fa0da9c7-364b-4e31-b403-307cf6397bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:12.307512 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-fa0da9c7-364b-4e31-b403-307cf6397bb3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691495 Jul 27 22:16:12.311793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79bdf8a-00fd-4fa8-8610-ebdcdfaadb76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:12.328112 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d79bdf8a-00fd-4fa8-8610-ebdcdfaadb76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.328448 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-d79bdf8a-00fd-4fa8-8610-ebdcdfaadb76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Added segment 84ac4127-2267-4048-b169-697ada60b5b9 of type vlan for network 14888e0d-254e-4815-846e-3525ce25918f Jul 27 22:16:12.370016 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.417476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d79bdf8a-00fd-4fa8-8610-ebdcdfaadb76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.463590 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-b3033ad9-3bfc-4fa9-8b3d-8a28bc9ea518 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432121 Jul 27 22:16:12.470572 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d79bdf8a-00fd-4fa8-8610-ebdcdfaadb76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.475993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79bdf8a-00fd-4fa8-8610-ebdcdfaadb76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:12.476564 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d79bdf8a-00fd-4fa8-8610-ebdcdfaadb76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.586931 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d79bdf8a-00fd-4fa8-8610-ebdcdfaadb76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3726327 Jul 27 22:16:12.589922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58858) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:12.591904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bdf8a-00fd-4fa8-8610-ebdcdfaadb76 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Network': ['ID=14888e0d-254e-4815-846e-3525ce25918f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:12.602303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ac3fc4c0-0c09-478b-8828-b24beef02c04 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'subnet': {'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:12.602924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 14888e0d-254e-4815-846e-3525ce25918f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:12.632284 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-8a41493b-a012-4f60-b4d0-10771f7eebf2 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529226 Jul 27 22:16:12.723123 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-e0b354a9-b7c4-4319-af7c-644d6f1b2357 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb3b3556-eb4a-484d-8b3b-f79d8aebea23 HTTP/1.1" status: 200 len: 217 time: 0.0535140 Jul 27 22:16:12.723812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3fc4c0-0c09-478b-8828-b24beef02c04 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:12.728674 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc4c0-0c09-478b-8828-b24beef02c04 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.753011 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4e56a6a-1629-42f2-89ac-207af16958ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:12.785679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-9e6be627-30d2-448f-b409-8f9a96d85cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:12.787239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-9e6be627-30d2-448f-b409-8f9a96d85cfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02f862eb-c4d7-4e84-905e-ec48c4c59b99 HTTP/1.1" status: 200 len: 797 time: 0.0845537 Jul 27 22:16:12.834250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-d1054bf0-2ccb-45f8-b2b4-5275a55809ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:12.835748 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-d1054bf0-2ccb-45f8-b2b4-5275a55809ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c521b827-668a-4ab8-91f4-58d73f3f2bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0413964 Jul 27 22:16:12.957298 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-23a6ae79-fde1-49e3-bd68-ff9d6c60ac69 service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130769 Jul 27 22:16:12.989660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40115-1175-416b-9149-89fd666bacb9 req-c71795df-4b9e-4fba-846f-ba75dad29e27 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:12.991195 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3de40115-1175-416b-9149-89fd666bacb9 req-c71795df-4b9e-4fba-846f-ba75dad29e27 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1074915 Jul 27 22:16:12.996840 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc4c0-0c09-478b-8828-b24beef02c04 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:13.062634 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-5a0b7ffb-bece-4902-85a7-3217bc50581d service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966892 Jul 27 22:16:13.111860 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-456ceac5-9e38-4027-8801-744806089211 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abba6cdf-12b7-4eac-b8d5-37b48d806ff6 HTTP/1.1" status: 200 len: 217 time: 0.0410478 Jul 27 22:16:13.167251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-7b015612-5f63-471a-9389-0403d3d6aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:13.168854 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-7b015612-5f63-471a-9389-0403d3d6aedd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02f862eb-c4d7-4e84-905e-ec48c4c59b99 HTTP/1.1" status: 200 len: 797 time: 0.0467243 Jul 27 22:16:13.228344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-7c91e2a3-67a0-45bb-b6ce-6b806da0b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:13.229821 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-7c91e2a3-67a0-45bb-b6ce-6b806da0b447 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c521b827-668a-4ab8-91f4-58d73f3f2bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482681 Jul 27 22:16:13.333111 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-3d676fe5-f162-4a54-ba6d-0b014793dd8f service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942874 Jul 27 22:16:13.421226 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3de40115-1175-416b-9149-89fd666bacb9 req-735f84ba-a791-45ef-9ecc-d87f92b5fada tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4218316 Jul 27 22:16:13.427738 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-36d25af8-adb1-47cd-98ac-f11b98d1b87f req-26bc62be-93c9-44ff-aa43-9bf9e9ad22b5 service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861843 Jul 27 22:16:13.435995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fc4c0-0c09-478b-8828-b24beef02c04 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Subnet': ['ID=00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:13.440027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3fc4c0-0c09-478b-8828-b24beef02c04 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Checking segment: {'id': '84ac4127-2267-4048-b169-697ada60b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14888e0d-254e-4815-846e-3525ce25918f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:13.440397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3fc4c0-0c09-478b-8828-b24beef02c04 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network hostable DHCP agents. Network: 14888e0d-254e-4815-846e-3525ce25918f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:13.466517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3fc4c0-0c09-478b-8828-b24beef02c04 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 14888e0d-254e-4815-846e-3525ce25918f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:13.478971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e231b-a75c-4cd2-948e-3bc767a25978 req-1b597ecd-b1ec-423a-a004-adf0f482b221 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:13.480423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-322e231b-a75c-4cd2-948e-3bc767a25978 req-1b597ecd-b1ec-423a-a004-adf0f482b221 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 945 time: 0.0835166 Jul 27 22:16:13.485366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ac3fc4c0-0c09-478b-8828-b24beef02c04 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 14888e0d-254e-4815-846e-3525ce25918f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:13.494565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa038de4-15d5-4cc6-a53f-ceba9cdde1ed None None] Network 14888e0d-254e-4815-846e-3525ce25918f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:13.495041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3fc4c0-0c09-478b-8828-b24beef02c04 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:13.495618 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc4c0-0c09-478b-8828-b24beef02c04 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:13.521949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ac3fc4c0-0c09-478b-8828-b24beef02c04 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9280558 Jul 27 22:16:13.522558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58868) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:13.531804 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-322e231b-a75c-4cd2-948e-3bc767a25978 req-31ccf698-dfd5-4cde-99ad-af92e355ef8e tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444672 Jul 27 22:16:13.644708 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-14888e0d-254e-4815-846e-3525ce25918f', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:16:13.646381 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:13.657579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f281589-0177-4c59-b97a-bfaea4ab92ef req-7b3ec873-bcce-4dcc-9766-6dce87c1feb4 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:13.659104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f281589-0177-4c59-b97a-bfaea4ab92ef req-7b3ec873-bcce-4dcc-9766-6dce87c1feb4 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 945 time: 0.0574081 Jul 27 22:16:13.706766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f281589-0177-4c59-b97a-bfaea4ab92ef req-215c168a-453b-4255-b080-88118ec4ef1a tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Jul 27 22:16:13.805004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Allocated IP 2001:db8::2 (14888e0d-254e-4815-846e-3525ce25918f/00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf/86c3646b-7101-475e-bcd4-c3e30c5faa99) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:13.857442 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:13.960664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf9181-12b5-48de-8cb3-deeef9b864e1 req-2beb5043-f269-4b3a-81ab-98db947629fd tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:13.966796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03bf9181-12b5-48de-8cb3-deeef9b864e1 req-2beb5043-f269-4b3a-81ab-98db947629fd tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 945 time: 0.0627182 Jul 27 22:16:13.977884 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:13.989884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Transition to ACTIVE for port object 86c3646b-7101-475e-bcd4-c3e30c5faa99 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:14.007813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Transition to ACTIVE for port object 86c3646b-7101-475e-bcd4-c3e30c5faa99 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:14.018288 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.044785 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03bf9181-12b5-48de-8cb3-deeef9b864e1 req-9f4bc79b-d472-49c4-8388-42ae8e8ddd21 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749547 Jul 27 22:16:14.073670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Network 14888e0d-254e-4815-846e-3525ce25918f is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:14.078072 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:14.080373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Pushing event updated for resources: {'Port': ['ID=86c3646b-7101-475e-bcd4-c3e30c5faa99,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:14.088053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:14.145189 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Attempting to bind port 86c3646b-7101-475e-bcd4-c3e30c5faa99 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:14.145557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Attempting to bind port 86c3646b-7101-475e-bcd4-c3e30c5faa99 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '84ac4127-2267-4048-b169-697ada60b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14888e0d-254e-4815-846e-3525ce25918f'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:14.145917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Attempting to bind port 86c3646b-7101-475e-bcd4-c3e30c5faa99 on network 14888e0d-254e-4815-846e-3525ce25918f {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:14.151159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:14.151538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Checking segment: {'id': '84ac4127-2267-4048-b169-697ada60b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14888e0d-254e-4815-846e-3525ce25918f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:14.151943 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.152958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Bound using segment: {'id': '84ac4127-2267-4048-b169-697ada60b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14888e0d-254e-4815-846e-3525ce25918f'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:14.153434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Bound port: 86c3646b-7101-475e-bcd4-c3e30c5faa99, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ac4127-2267-4048-b169-697ada60b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14888e0d-254e-4815-846e-3525ce25918f'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:14.153817 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.225715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] For port 86c3646b-7101-475e-bcd4-c3e30c5faa99, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:14.229267 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] For port 86c3646b-7101-475e-bcd4-c3e30c5faa99, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=86c3646b-7101-475e-bcd4-c3e30c5faa99,segment=NetworkSegment(84ac4127-2267-4048-b169-697ada60b5b9),segment_id=84ac4127-2267-4048-b169-697ada60b5b9)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:14.234148 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.315004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d590609-d3f3-4cd8-9f5c-18348783e93a None None] Pushing event updated for resources: {'Port': ['ID=86c3646b-7101-475e-bcd4-c3e30c5faa99,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:14.388198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a75420-9b6b-4aad-a5ee-5b69ebb4e3ae req-398c3b46-e42a-4113-8268-177b33b90991 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:14.389768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5a75420-9b6b-4aad-a5ee-5b69ebb4e3ae req-398c3b46-e42a-4113-8268-177b33b90991 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 945 time: 0.0625751 Jul 27 22:16:14.435182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5a75420-9b6b-4aad-a5ee-5b69ebb4e3ae req-35ab1111-ba85-482c-9daa-a52505c09488 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376408 Jul 27 22:16:14.463451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Allocated IP 2001:db8::1 (14888e0d-254e-4815-846e-3525ce25918f/00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf/a55f5323-eecc-45ef-bbb6-dfabbdb8aa70) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:14.581359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ed34a-a566-49f0-b2c3-540f25ca6b5f req-87e0f28c-29d9-4c3b-8a44-7dd87d9a31e6 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:14.587008 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-867ed34a-a566-49f0-b2c3-540f25ca6b5f req-87e0f28c-29d9-4c3b-8a44-7dd87d9a31e6 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.0678473 Jul 27 22:16:14.620038 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.633696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Transition to ACTIVE for port object a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:14.635464 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-867ed34a-a566-49f0-b2c3-540f25ca6b5f req-2275d8f2-58a0-49db-90d1-bcdb3b717120 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417304 Jul 27 22:16:14.669787 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.711274 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 14888e0d-254e-4815-846e-3525ce25918f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:14.714233 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:14.718647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:14.719200 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.756400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=a55f5323-eecc-45ef-bbb6-dfabbdb8aa70,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:14.856734 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.149815 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.155782 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.157551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.268001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=a55f5323-eecc-45ef-bbb6-dfabbdb8aa70,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:15.317688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 14888e0d-254e-4815-846e-3525ce25918f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:15.323572 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a68264-a0a2-4eb0-8d2d-5d352358ad3d None None] Network 14888e0d-254e-4815-846e-3525ce25918f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:15.331096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:15.449613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-155e846b-39f5-434b-b1f2-c5524e037e7f None None] Provisioning for port 86c3646b-7101-475e-bcd4-c3e30c5faa99 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:15.466105 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a4f698a-21f9-475c-9ff3-49c0d5b5af54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.473726 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:16:15.522643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f170ae-cdc2-477f-9416-6cdc59a50ce9 req-5bcdb301-fcdc-477f-9188-5cd4663d1fc1 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:15.530810 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32f170ae-cdc2-477f-9416-6cdc59a50ce9 req-5bcdb301-fcdc-477f-9188-5cd4663d1fc1 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0844204 Jul 27 22:16:15.587971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:15.593186 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ea0d5802-ed6c-4e7e-bf01-2e51b4b1f770 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0694516 Jul 27 22:16:15.597187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58918) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:15.601231 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Sync routers for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:15.603437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3dde2470-2d4f-4c0d-8ad1-9beddc3d5a0a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-148478248'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:15.619385 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:15.620026 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:15.625229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32f170ae-cdc2-477f-9416-6cdc59a50ce9 req-b837b876-34fd-491b-b757-034c829010b7 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934746 Jul 27 22:16:15.645229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5dbff-da4a-43db-b2ac-cda2c7b14333 req-5f4ac651-1c15-45ca-bd18-919fd899355c tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:15.653947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fb5dbff-da4a-43db-b2ac-cda2c7b14333 req-5f4ac651-1c15-45ca-bd18-919fd899355c tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 945 time: 0.1209228 Jul 27 22:16:15.680970 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.740915 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fb5dbff-da4a-43db-b2ac-cda2c7b14333 req-7da416d7-3970-4bf7-b488-6f6e24329474 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781264 Jul 27 22:16:15.740915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dde2470-2d4f-4c0d-8ad1-9beddc3d5a0a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:15.747930 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dde2470-2d4f-4c0d-8ad1-9beddc3d5a0a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.748475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 86c3646b-7101-475e-bcd4-c3e30c5faa99 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:15.763918 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb9c64-3b57-4049-9097-b982f0d3b02c req-ec308d40-1b6a-4153-8839-b0c4b8bf34da tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:15.765470 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-94cb9c64-3b57-4049-9097-b982f0d3b02c req-ec308d40-1b6a-4153-8839-b0c4b8bf34da tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 945 time: 0.0876873 Jul 27 22:16:15.819238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 86c3646b-7101-475e-bcd4-c3e30c5faa99 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:15.827366 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 86c3646b-7101-475e-bcd4-c3e30c5faa99 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:15.827976 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.845484 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:16:15.861839 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:15.883697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dde2470-2d4f-4c0d-8ad1-9beddc3d5a0a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:15.927114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7a76591a-1b10-48f6-b40a-053d93d2c060 None None] Provisioning complete for port 86c3646b-7101-475e-bcd4-c3e30c5faa99 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:15.928339 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a76591a-1b10-48f6-b40a-053d93d2c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.935997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-94cb9c64-3b57-4049-9097-b982f0d3b02c req-8108d461-a0bf-4af5-b059-23b114477fbb tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Deleting port 540138bd-46fb-491a-b7a0-99cce076069f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:15.936440 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94cb9c64-3b57-4049-9097-b982f0d3b02c req-8108d461-a0bf-4af5-b059-23b114477fbb tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:15.944435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ce8d5-8747-4567-aa44-ced03780403c req-4df15e3d-2bc7-46a1-b6b3-46196f4b5fc8 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:15.951949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d2ce8d5-8747-4567-aa44-ced03780403c req-4df15e3d-2bc7-46a1-b6b3-46196f4b5fc8 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.2014072 Jul 27 22:16:16.010929 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.011117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dde2470-2d4f-4c0d-8ad1-9beddc3d5a0a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.011504 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-3dde2470-2d4f-4c0d-8ad1-9beddc3d5a0a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Added segment 4278b6a9-c50a-4d9f-be81-72992ddf2445 of type vlan for network d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf Jul 27 22:16:16.052163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 86c3646b-7101-475e-bcd4-c3e30c5faa99, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=86c3646b-7101-475e-bcd4-c3e30c5faa99,segment=NetworkSegment(84ac4127-2267-4048-b169-697ada60b5b9),segment_id=84ac4127-2267-4048-b169-697ada60b5b9)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:16.067539 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.119091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-94cb9c64-3b57-4049-9097-b982f0d3b02c req-8108d461-a0bf-4af5-b059-23b114477fbb tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] For port 540138bd-46fb-491a-b7a0-99cce076069f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=540138bd-46fb-491a-b7a0-99cce076069f,segment=NetworkSegment(17ca21dd-d826-4559-bb3e-4c201c2f5667),segment_id=17ca21dd-d826-4559-bb3e-4c201c2f5667)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:16.119638 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94cb9c64-3b57-4049-9097-b982f0d3b02c req-8108d461-a0bf-4af5-b059-23b114477fbb tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.137672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d2ce8d5-8747-4567-aa44-ced03780403c req-04c0fadf-8af6-4660-bd50-b9c71ad5372b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532598 Jul 27 22:16:16.154900 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dde2470-2d4f-4c0d-8ad1-9beddc3d5a0a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.155216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-94cb9c64-3b57-4049-9097-b982f0d3b02c req-8108d461-a0bf-4af5-b059-23b114477fbb tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Calling delete_port for 540138bd-46fb-491a-b7a0-99cce076069f owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:16.164901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=86c3646b-7101-475e-bcd4-c3e30c5faa99,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:16.176043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317bb6b-12ad-4a46-ba27-6dbb8fbdeff5 req-9bf0da4f-6d1c-481d-ab6f-7c7599290d3b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:16.188025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d317bb6b-12ad-4a46-ba27-6dbb8fbdeff5 req-9bf0da4f-6d1c-481d-ab6f-7c7599290d3b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.3065429 Jul 27 22:16:16.295534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d317bb6b-12ad-4a46-ba27-6dbb8fbdeff5 req-31ee2270-ec95-436e-a139-7a37168acde8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046007 Jul 27 22:16:16.309114 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:14Z', 'revision_number': 2, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:15Z', 'revision_number': 2, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:16.357023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dde2470-2d4f-4c0d-8ad1-9beddc3d5a0a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.364064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dde2470-2d4f-4c0d-8ad1-9beddc3d5a0a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:16.364707 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dde2470-2d4f-4c0d-8ad1-9beddc3d5a0a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.399874 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Checking router: 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:16.402903 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Updating router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:16:16.453824 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.459210 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.461866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7a76591a-1b10-48f6-b40a-053d93d2c060 None None] Provisioning for port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:16.471026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3dde2470-2d4f-4c0d-8ad1-9beddc3d5a0a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8700330 Jul 27 22:16:16.472245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58934) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:16.478320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7a76591a-1b10-48f6-b40a-053d93d2c060 None None] Provisioning complete for port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:16.481223 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a76591a-1b10-48f6-b40a-053d93d2c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.482894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9970f2ef-0d24-410e-a2fc-2cfdf84f12c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'subnet': {'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:16.492650 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.516677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde2470-2d4f-4c0d-8ad1-9beddc3d5a0a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Network': ['ID=d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:16.546392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:16.599056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94cb9c64-3b57-4049-9097-b982f0d3b02c req-8108d461-a0bf-4af5-b059-23b114477fbb tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.673775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['540138bd-46fb-491a-b7a0-99cce076069f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:16.676066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7a76591a-1b10-48f6-b40a-053d93d2c060 None None] Port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:16.711016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108d461-a0bf-4af5-b059-23b114477fbb tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Pushing event deleted for resources: {'Port': ['ID=540138bd-46fb-491a-b7a0-99cce076069f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:16.778804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9970f2ef-0d24-410e-a2fc-2cfdf84f12c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:16.780737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-e379a96d-f46c-49dd-bb3a-3b0e1c0f9019 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:16.785147 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9970f2ef-0d24-410e-a2fc-2cfdf84f12c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.788369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-e379a96d-f46c-49dd-bb3a-3b0e1c0f9019 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 811 time: 0.2241428 Jul 27 22:16:16.805226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0922bb44-ed40-4af9-a889-f8b6464f52fc None None] Provisioning complete for port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:16.806162 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0922bb44-ed40-4af9-a889-f8b6464f52fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.807595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-34b7a5d6-1edd-443f-a464-28a220a52897 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/quotas/4b3ee2fa696e4933b1287dd2b7753c06 HTTP/1.1" status: 200 len: 375 time: 0.0167332 Jul 27 22:16:16.840695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cb9c64-3b57-4049-9097-b982f0d3b02c req-8108d461-a0bf-4af5-b059-23b114477fbb tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] No DVR routers for this DVR port 540138bd-46fb-491a-b7a0-99cce076069f on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:16.852696 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94cb9c64-3b57-4049-9097-b982f0d3b02c req-8108d461-a0bf-4af5-b059-23b114477fbb tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:16.854965 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-94cb9c64-3b57-4049-9097-b982f0d3b02c req-8108d461-a0bf-4af5-b059-23b114477fbb tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.41 "DELETE /v2.0/ports/540138bd-46fb-491a-b7a0-99cce076069f HTTP/1.1" status: 204 len: 173 time: 1.0719099 Jul 27 22:16:16.865512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0922bb44-ed40-4af9-a889-f8b6464f52fc None None] Port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:16.878222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c181d3a1-a93b-4e28-90b2-dc9a760c7cfd', 'name': 'network-vif-deleted', 'tag': '540138bd-46fb-491a-b7a0-99cce076069f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:16.880292 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22171f2a-ee15-4fee-9c0e-696e190f7a52" -d '{"events": [{"server_uuid": "c181d3a1-a93b-4e28-90b2-dc9a760c7cfd", "name": "network-vif-deleted", "tag": "540138bd-46fb-491a-b7a0-99cce076069f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:16.910252 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-e49f2c98-b0e0-4817-9964-2a487b515b05 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1016390 Jul 27 22:16:16.937783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3e72fb3-586e-46e3-b2d0-1038368e64ce req-adf53724-8f84-439f-9e21-d8fc17710e50 tempest-ServersNegativeTestMultiTenantJSON-718906379 tempest-ServersNegativeTestMultiTenantJSON-718906379-project] 10.222.0.24 "GET /v2.0/ports?device_id=c181d3a1-a93b-4e28-90b2-dc9a760c7cfd HTTP/1.1" status: 200 len: 210 time: 0.0657811 Jul 27 22:16:17.055132 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1dd800-f0c5-4918-a3d7-50bf6e8cebc5 x-openstack-request-id: req-ec1dd800-f0c5-4918-a3d7-50bf6e8cebc5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:17.055438 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.055938 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c181d3a1-a93b-4e28-90b2-dc9a760c7cfd", "name": "network-vif-deleted", "tag": "540138bd-46fb-491a-b7a0-99cce076069f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:17.055938 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec1dd800-f0c5-4918-a3d7-50bf6e8cebc5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:17.056088 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c181d3a1-a93b-4e28-90b2-dc9a760c7cfd', 'name': 'network-vif-deleted', 'tag': '540138bd-46fb-491a-b7a0-99cce076069f', 'status': 'completed', 'code': 200} Jul 27 22:16:17.080862 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Transition to ACTIVE for port object a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:17.088075 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.114534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-b0f1d994-c21a-462f-8377-a87473649118 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800413 Jul 27 22:16:17.123020 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9970f2ef-0d24-410e-a2fc-2cfdf84f12c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.141067 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Pushing event updated for resources: {'Port': ['ID=a55f5323-eecc-45ef-bbb6-dfabbdb8aa70,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:17.165536 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:17.165536 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:17.165901 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:17.166344 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:17.166594 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:17.167094 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:17.167433 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:17.167814 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:17.168153 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:17.168465 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:17.168938 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:17.169266 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:17.193719 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970f2ef-0d24-410e-a2fc-2cfdf84f12c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Subnet': ['ID=e8572329-716b-4a76-b0f5-a5660ae93f16,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:17.203612 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Attempting to bind port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:17.203992 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Attempting to bind port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '84ac4127-2267-4048-b169-697ada60b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14888e0d-254e-4815-846e-3525ce25918f'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:17.204348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9970f2ef-0d24-410e-a2fc-2cfdf84f12c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Checking segment: {'id': '4278b6a9-c50a-4d9f-be81-72992ddf2445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:17.204742 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Attempting to bind port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 on network 14888e0d-254e-4815-846e-3525ce25918f {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:17.204962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9970f2ef-0d24-410e-a2fc-2cfdf84f12c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network hostable DHCP agents. Network: d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:17.209989 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:17.210452 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Checking segment: {'id': '84ac4127-2267-4048-b169-697ada60b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14888e0d-254e-4815-846e-3525ce25918f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:17.210865 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.211260 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Bound using segment: {'id': '84ac4127-2267-4048-b169-697ada60b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14888e0d-254e-4815-846e-3525ce25918f'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:17.211730 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Bound port: a55f5323-eecc-45ef-bbb6-dfabbdb8aa70, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ac4127-2267-4048-b169-697ada60b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '14888e0d-254e-4815-846e-3525ce25918f'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:17.212110 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.232405 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9970f2ef-0d24-410e-a2fc-2cfdf84f12c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:17.249097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9970f2ef-0d24-410e-a2fc-2cfdf84f12c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:17.256799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9970f2ef-0d24-410e-a2fc-2cfdf84f12c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:17.257693 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9970f2ef-0d24-410e-a2fc-2cfdf84f12c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.269441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5d2f2-3dec-48c8-a56c-98cb684193ac None None] Network d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:17.319485 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9970f2ef-0d24-410e-a2fc-2cfdf84f12c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8459034 Jul 27 22:16:17.322484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58952) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:17.326486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-17ac3e08-957b-47c0-99da-1680cad914df service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100956 Jul 27 22:16:17.353287 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] For port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:17.362570 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] For port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a55f5323-eecc-45ef-bbb6-dfabbdb8aa70,segment=NetworkSegment(84ac4127-2267-4048-b169-697ada60b5b9),segment_id=84ac4127-2267-4048-b169-697ada60b5b9)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:17.382982 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.617372 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:17.618306 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:17.706744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c8ded-8371-4be0-ba6a-2b8e26d868a5 req-3401c539-ce57-4a7c-a097-102a9b54f2e3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:17.720726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a23c8ded-8371-4be0-ba6a-2b8e26d868a5 req-3401c539-ce57-4a7c-a097-102a9b54f2e3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1790311 Jul 27 22:16:17.748349 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749bcb7-53fe-411e-aa7a-c77c010440a0 None None] Pushing event updated for resources: {'Port': ['ID=a55f5323-eecc-45ef-bbb6-dfabbdb8aa70,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:17.813852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 86c3646b-7101-475e-bcd4-c3e30c5faa99 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:17.818343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:16:17.829151 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:17.860273 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a23c8ded-8371-4be0-ba6a-2b8e26d868a5 req-6ccc886a-80d5-42f5-8079-57a12472b9d8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368248 Jul 27 22:16:17.911771 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:17.963164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7feee19-4b90-41c2-abcf-991da946de10 req-c874f293-b6a5-4cdf-a41a-c0ff0f7d20e5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 210 time: 0.0617528 Jul 27 22:16:18.064163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:18.116326 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.134454 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.140372 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 86c3646b-7101-475e-bcd4-c3e30c5faa99 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:18.140744 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.175260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dff80b7-11ad-42c0-8417-5e620a57b9a4 admin admin] Deleting subnet 34fddc46-13a1-4698-ae63-82f076f81a25 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:18.187663 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9dff80b7-11ad-42c0-8417-5e620a57b9a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.215949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Allocated IP 2001:db8:1::2 (d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf/e8572329-716b-4a76-b0f5-a5660ae93f16/4b259c66-4fd2-46f8-8a85-3089037fc34c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:18.266124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9dff80b7-11ad-42c0-8417-5e620a57b9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.347686 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9dff80b7-11ad-42c0-8417-5e620a57b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.354701 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:14Z', 'revision_number': 2, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:18.424998 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b42c519-da70-41dd-a0cb-330e0f210215 None None] The sync data for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 is: [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:14Z', 'revision_number': 2, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:17Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:18.464483 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9dff80b7-11ad-42c0-8417-5e620a57b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.497865 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9dff80b7-11ad-42c0-8417-5e620a57b9a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.502310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9dff80b7-11ad-42c0-8417-5e620a57b9a4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/34fddc46-13a1-4698-ae63-82f076f81a25 HTTP/1.1" status: 204 len: 168 time: 0.4347534 Jul 27 22:16:18.502310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff80b7-11ad-42c0-8417-5e620a57b9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34fddc46-13a1-4698-ae63-82f076f81a25,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:18.503263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58976) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:18.649939 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.720305 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.732671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Transition to ACTIVE for port object 4b259c66-4fd2-46f8-8a85-3089037fc34c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:18.788883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Transition to ACTIVE for port object 4b259c66-4fd2-46f8-8a85-3089037fc34c will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:18.818921 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.851758 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.885812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2281c97-7002-4dba-a653-ad0c9b4b5567']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:18.911737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ca21dd-d826-4559-bb3e-4c201c2f5667') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:18.912645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ca21dd-d826-4559-bb3e-4c201c2f5667') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:18.916851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Allocated IP 2001:db8:1::1 (d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf/e8572329-716b-4a76-b0f5-a5660ae93f16/5e3ed37f-2738-412c-9a0c-953361630cac) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:18.944729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:16:18.944853 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:18.960010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Network d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:18.968099 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Pushing event updated for resources: {'Port': ['ID=4b259c66-4fd2-46f8-8a85-3089037fc34c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:18.971457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:18.989587 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:19.061302 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.090436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:19.113200 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:19.116831 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:19.182501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29b7ab06-de04-48bd-98ee-ffddfee79213 req-5f0d6ff7-6e89-4bde-9b29-83135b69ee5c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 210 time: 0.0422049 Jul 27 22:16:19.198358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Attempting to bind port 4b259c66-4fd2-46f8-8a85-3089037fc34c on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:19.198982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Attempting to bind port 4b259c66-4fd2-46f8-8a85-3089037fc34c by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4278b6a9-c50a-4d9f-be81-72992ddf2445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:19.199641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Attempting to bind port 4b259c66-4fd2-46f8-8a85-3089037fc34c on network d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:19.222497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:19.223161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Checking segment: {'id': '4278b6a9-c50a-4d9f-be81-72992ddf2445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:19.225761 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.226380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Bound using segment: {'id': '4278b6a9-c50a-4d9f-be81-72992ddf2445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:19.227043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Bound port: 4b259c66-4fd2-46f8-8a85-3089037fc34c, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4278b6a9-c50a-4d9f-be81-72992ddf2445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:19.227618 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.239882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646f6c3-7ced-4d4b-b4c2-ccb13d9bb2ab req-5ad6c633-4524-4023-b0bc-a545c6142eb0 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.241884 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8646f6c3-7ced-4d4b-b4c2-ccb13d9bb2ab req-5ad6c633-4524-4023-b0bc-a545c6142eb0 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.2047338 Jul 27 22:16:19.351493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8646f6c3-7ced-4d4b-b4c2-ccb13d9bb2ab req-37aeafac-9811-444b-8a21-e4b9ff922c61 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007395 Jul 27 22:16:19.365912 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:19.400626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'port_id': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'mac_address': 'fa:16:3e:d6:aa:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:16:19.415114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 540138bd-46fb-491a-b7a0-99cce076069f no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:19.436162 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.438515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.451201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] For port 4b259c66-4fd2-46f8-8a85-3089037fc34c, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:19.456273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 540138bd-46fb-491a-b7a0-99cce076069f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:19.456918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 540138bd-46fb-491a-b7a0-99cce076069f not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:19.470662 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] For port 4b259c66-4fd2-46f8-8a85-3089037fc34c, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4b259c66-4fd2-46f8-8a85-3089037fc34c,segment=NetworkSegment(4278b6a9-c50a-4d9f-be81-72992ddf2445),segment_id=4278b6a9-c50a-4d9f-be81-72992ddf2445)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:19.505536 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.526311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.528311 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] 10.222.0.24 "DELETE /v2.0/networks/c2281c97-7002-4dba-a653-ad0c9b4b5567 HTTP/1.1" status: 204 len: 168 time: 1.0245066 Jul 27 22:16:19.531827 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59010) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:19.562102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Pushing event deleted for resources: {'Network': ['ID=c2281c97-7002-4dba-a653-ad0c9b4b5567,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:19.564586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Transition to ACTIVE for port object 5e3ed37f-2738-412c-9a0c-953361630cac will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:19.607404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:19.608121 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:19.608791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:19.609388 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:19.609863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:19.610373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:19.610860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:19.611328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:19.611793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:19.612408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:19.612981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:19.613437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4662b4c1-b448-4ace-8a8f-b02c4f86de0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:19.672058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Deleting subnet 316a1787-8d17-40df-831b-aa99c1b58cae {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:19.682355 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.686741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcc53b-75e9-46f7-96d0-e0de395295ed None None] Pushing event updated for resources: {'Port': ['ID=4b259c66-4fd2-46f8-8a85-3089037fc34c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:19.717491 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.723202 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-8398b53e-0e96-40a4-9c6f-8618247a7fb0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:19.725877 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-8398b53e-0e96-40a4-9c6f-8618247a7fb0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 811 time: 0.3287649 Jul 27 22:16:19.766086 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.770970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Request body: {'port': {'device_id': '6c1f7be3-faa3-4e9c-9cd6-ffc862250558', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'admin_state_up': True, 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:19.772334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:16:19.828731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:19.845543 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.880711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:19.881105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:19.998715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:20.018994 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.023757 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.026598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:20.106882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=316a1787-8d17-40df-831b-aa99c1b58cae,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:20.131948 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.133561 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:20.138593 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:20.153531 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/316a1787-8d17-40df-831b-aa99c1b58cae HTTP/1.1" status: 204 len: 168 time: 0.6203468 Jul 27 22:16:20.164765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59022) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:20.168117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:20.171188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:20.172156 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.174045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:20.174591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:20.174935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:20.175273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:20.175604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:20.175932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:20.176257 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:20.176605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:20.176940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:20.177247 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:20.177568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:20.177884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46516c-b106-44ad-aa83-e1a3f98353a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:20.186910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:20.187282 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.381347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=5e3ed37f-2738-412c-9a0c-953361630cac,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:20.409786 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8a2370e-ff81-449a-a43a-3ea367acaa22 req-d6b58222-ab26-4123-a42a-f4ceb66bacfe tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 210 time: 0.0689650 Jul 27 22:16:20.495372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Made reservation on behalf of 4b3ee2fa696e4933b1287dd2b7753c06 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:20.504173 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.538111 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.579293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd9a0c-03f2-4887-a0e3-33df87292c1f req-3c18cea3-fa31-4a16-a2b0-83d4dd9538dd tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:20.583535 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13dd9a0c-03f2-4887-a0e3-33df87292c1f req-3c18cea3-fa31-4a16-a2b0-83d4dd9538dd tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.0972250 Jul 27 22:16:20.592789 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.613814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.688630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13dd9a0c-03f2-4887-a0e3-33df87292c1f req-1420ac34-b099-48af-b2a8-f55a5e5cccf7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774958 Jul 27 22:16:20.706741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a55f5323-eecc-45ef-bbb6-dfabbdb8aa70,segment=NetworkSegment(84ac4127-2267-4048-b169-697ada60b5b9),segment_id=84ac4127-2267-4048-b169-697ada60b5b9)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:20.728504 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:20.822759 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=a55f5323-eecc-45ef-bbb6-dfabbdb8aa70,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:20.909393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:21.004902 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.052717 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:21.054196 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.054670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39924be5-ba69-49cf-9b30-cf28b73356de']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:21.205378 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.270025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:21.271222 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:21.274092 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0d98e5-2fbe-4fd8-9e98-30d2641c1e96" -d '{"events": [{"server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "name": "network-vif-plugged", "status": "completed", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:21.291076 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.376664 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601db294-29fe-49ab-ac92-fc6158a6697a x-openstack-request-id: req-601db294-29fe-49ab-ac92-fc6158a6697a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:21.377210 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "name": "network-vif-plugged", "status": "completed", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:21.381426 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-601db294-29fe-49ab-ac92-fc6158a6697a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:21.382095 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'code': 200} Jul 27 22:16:21.426758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:21.470996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Allocated IP 172.20.0.13 (4c0e47d2-6150-45e9-905c-313a1c6e140b/1db25ef7-bbb2-4f2f-9291-aebd84fb4c42/04a5fe94-9c2e-49d0-b004-692510f269eb) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:21.591249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32b395ec-3d06-467a-b57e-a029cdec0b6f req-9cee60bc-1dc6-4660-be2d-48c24440bd87 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 210 time: 0.0570748 Jul 27 22:16:21.630487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f52ec-a3ac-47fe-9be0-dd81f2f77fb2 None None] Network d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:21.641040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c4788d-5c4d-487a-bc81-808c3f626990') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:21.641572 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c4788d-5c4d-487a-bc81-808c3f626990') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:21.698570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.766767 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.805223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-aed3fa64-d788-44a3-845e-58868616d172 None None] Provisioning for port 4b259c66-4fd2-46f8-8a85-3089037fc34c completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:21.807912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:21.808612 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:21.816165 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:21.844676 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.906136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4b259c66-4fd2-46f8-8a85-3089037fc34c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:21.937102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Transition to ACTIVE for port object 04a5fe94-9c2e-49d0-b004-692510f269eb will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:21.964306 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.988787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a48b-b33c-4e33-aed4-65a5b945ca4c req-45ed9999-67f8-460c-97f9-f34989481a5f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:21.990977 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:21.995843 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] 10.222.0.24 "DELETE /v2.0/networks/39924be5-ba69-49cf-9b30-cf28b73356de HTTP/1.1" status: 204 len: 168 time: 1.8266115 Jul 27 22:16:21.996031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0845a48b-b33c-4e33-aed4-65a5b945ca4c req-45ed9999-67f8-460c-97f9-f34989481a5f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1743188 Jul 27 22:16:22.009845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.034720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.035965 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.039195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981198c-eb18-4121-bbcf-ba8486b87c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=39924be5-ba69-49cf-9b30-cf28b73356de,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:22.116030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0845a48b-b33c-4e33-aed4-65a5b945ca4c req-d597abbd-de0e-4ef4-a8ac-f79ec78cf754 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140761 Jul 27 22:16:22.176852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 4b259c66-4fd2-46f8-8a85-3089037fc34c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:22.184595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 4b259c66-4fd2-46f8-8a85-3089037fc34c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:22.184975 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.192870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=5e3ed37f-2738-412c-9a0c-953361630cac,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:22.364525 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.375664 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.395562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['237cf306-0d31-4fcb-a96c-ff87851cb98a', 'e565edf6-4169-4c0b-9f3d-17e0feb28e59'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:22.399993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:22.429433 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:22.445024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:22.451316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:22.454384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:22.468356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:22.521952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 4b259c66-4fd2-46f8-8a85-3089037fc34c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4b259c66-4fd2-46f8-8a85-3089037fc34c,segment=NetworkSegment(4278b6a9-c50a-4d9f-be81-72992ddf2445),segment_id=4278b6a9-c50a-4d9f-be81-72992ddf2445)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:22.536153 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.537132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:22.611694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event updated for resources: {'Port': ['ID=04a5fe94-9c2e-49d0-b004-692510f269eb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:22.664798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:22.665907 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.706576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b4131968-348e-469b-aff2-b9b416d01bca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42ac6e77b27844c48c2777964cb3a1f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369416 Jul 27 22:16:22.718320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59052) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:22.739911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=4b259c66-4fd2-46f8-8a85-3089037fc34c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:22.790898 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-ddd30e8e-b393-4b97-b744-a2018cc5e66c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0264771 Jul 27 22:16:22.805819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:22.806121 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.810162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Request body: {'port': {'device_id': '6c1f7be3-faa3-4e9c-9cd6-ffc862250558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:22.818903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:22.870405 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0d0f-0257-490a-a162-3c5f7702beb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.875024 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-52424715-29f7-4ab1-ba67-a4a10e39c44f None None] Provisioning complete for port 4b259c66-4fd2-46f8-8a85-3089037fc34c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:22.878815 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52424715-29f7-4ab1-ba67-a4a10e39c44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.902333 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0d0f-0257-490a-a162-3c5f7702beb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:22.937881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12417dd8-7d7b-4445-abee-fd863f8d0632 req-c0c94ef4-10f3-4ae2-9d6f-4d9466054632 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:22.944236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12417dd8-7d7b-4445-abee-fd863f8d0632 req-c0c94ef4-10f3-4ae2-9d6f-4d9466054632 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 932 time: 0.2140434 Jul 27 22:16:22.998636 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0d0f-0257-490a-a162-3c5f7702beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.006627 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f5e0d0f-0257-490a-a162-3c5f7702beb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.019598 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3f5e0d0f-0257-490a-a162-3c5f7702beb7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1 HTTP/1.1" status: 204 len: 168 time: 0.2866189 Jul 27 22:16:23.086252 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12417dd8-7d7b-4445-abee-fd863f8d0632 req-ac9173fe-1ec7-48b1-9543-a44ce66383e4 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346352 Jul 27 22:16:23.146174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e0d0f-0257-490a-a162-3c5f7702beb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebd83fe-fd83-41aa-ba6f-b37f8bde47c1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:23.300674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-52424715-29f7-4ab1-ba67-a4a10e39c44f None None] Provisioning for port 5e3ed37f-2738-412c-9a0c-953361630cac completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:23.315909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-52424715-29f7-4ab1-ba67-a4a10e39c44f None None] Provisioning complete for port 5e3ed37f-2738-412c-9a0c-953361630cac triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:23.316283 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52424715-29f7-4ab1-ba67-a4a10e39c44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.324259 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.354758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-52424715-29f7-4ab1-ba67-a4a10e39c44f None None] Port 5e3ed37f-2738-412c-9a0c-953361630cac cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:23.511093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-abc81826-1ecd-4000-8713-fc8caeacae8c None None] Provisioning for port 04a5fe94-9c2e-49d0-b004-692510f269eb completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:23.524642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-abc81826-1ecd-4000-8713-fc8caeacae8c None None] Provisioning complete for port 04a5fe94-9c2e-49d0-b004-692510f269eb triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:23.525737 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abc81826-1ecd-4000-8713-fc8caeacae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.566969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3798d1-4747-44b3-a198-c66538bcd2a0 req-9db8a5f7-b966-4a5f-8ce0-d646c9a0fedf tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:23.568689 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a3798d1-4747-44b3-a198-c66538bcd2a0 req-9db8a5f7-b966-4a5f-8ce0-d646c9a0fedf tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.2407877 Jul 27 22:16:23.600099 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-abc81826-1ecd-4000-8713-fc8caeacae8c None None] Port 04a5fe94-9c2e-49d0-b004-692510f269eb cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:23.623656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-abc81826-1ecd-4000-8713-fc8caeacae8c None None] Provisioning complete for port 5e3ed37f-2738-412c-9a0c-953361630cac triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:23.624035 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-abc81826-1ecd-4000-8713-fc8caeacae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.674757 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a3798d1-4747-44b3-a198-c66538bcd2a0 req-cf5b6db3-6d4e-4df5-9626-9e5e6dbb48e5 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988064 Jul 27 22:16:23.723220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-abc81826-1ecd-4000-8713-fc8caeacae8c None None] Port 5e3ed37f-2738-412c-9a0c-953361630cac cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:23.732876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4b259c66-4fd2-46f8-8a85-3089037fc34c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:23.810862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-174a85e3-b99c-42c3-b67b-465790623403 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:23.815194 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 4b259c66-4fd2-46f8-8a85-3089037fc34c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:23.815852 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.818154 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-174a85e3-b99c-42c3-b67b-465790623403 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 815 time: 0.1315339 Jul 27 22:16:23.836579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-4fb74bb2-edb1-4867-9b6c-ea461dde2258 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/quotas/6a8d7fae8ba84b19ab068a8cff73c9f1 HTTP/1.1" status: 200 len: 375 time: 0.0174398 Jul 27 22:16:23.873694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c59372fe-9788-4160-b5e5-7171edcfac3d None None] Provisioning complete for port 5e3ed37f-2738-412c-9a0c-953361630cac triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:23.874765 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c59372fe-9788-4160-b5e5-7171edcfac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:23.924910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:23.955256 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:23.978074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Sync routers for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:23.989337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c59372fe-9788-4160-b5e5-7171edcfac3d None None] Port 5e3ed37f-2738-412c-9a0c-953361630cac cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:23.995479 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a5fe94-9c2e-49d0-b004-692510f269eb {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:16:23.999528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d140b15c-45e0-43a9-aab9-880ba5773a14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e6b10ebb5454a2586eadc600c48d368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722394 Jul 27 22:16:24.004723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.010502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:24.025814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Transition to ACTIVE for port object 04a5fe94-9c2e-49d0-b004-692510f269eb will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:24.026749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:24.028052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:24.030936 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-678b8eb7-d4a4-411c-87d7-5a928cf38a8b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7070887 Jul 27 22:16:24.034213 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.037256 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:24.048676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9da9890d-5bd4-4e2d-b63e-b6dc54a8455b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1199877144'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:24.049724 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-04b98077-b615-472b-ba77-cb02a3585aa9 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2122092 Jul 27 22:16:24.149254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:24.186018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Pushing event updated for resources: {'Port': ['ID=04a5fe94-9c2e-49d0-b004-692510f269eb,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:24.188532 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-7f44903a-14a7-4428-bbf1-7e14c3c08806 service neutron] 10.222.0.24 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378827 Jul 27 22:16:24.192962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da9890d-5bd4-4e2d-b63e-b6dc54a8455b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:24.196924 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9da9890d-5bd4-4e2d-b63e-b6dc54a8455b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.255081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da9890d-5bd4-4e2d-b63e-b6dc54a8455b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:24.257436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Attempting to bind port 04a5fe94-9c2e-49d0-b004-692510f269eb on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:24.257965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Attempting to bind port 04a5fe94-9c2e-49d0-b004-692510f269eb by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:24.258480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Attempting to bind port 04a5fe94-9c2e-49d0-b004-692510f269eb on network 4c0e47d2-6150-45e9-905c-313a1c6e140b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:24.268422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Port 04a5fe94-9c2e-49d0-b004-692510f269eb on network 4c0e47d2-6150-45e9-905c-313a1c6e140b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:16:24.270349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Attempting to bind port 04a5fe94-9c2e-49d0-b004-692510f269eb on network 4c0e47d2-6150-45e9-905c-313a1c6e140b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:24.280030 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9da9890d-5bd4-4e2d-b63e-b6dc54a8455b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.280642 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-9da9890d-5bd4-4e2d-b63e-b6dc54a8455b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Added segment dd04609f-851f-4c2b-ba76-ca86a850c284 of type vlan for network 180dd200-0f6e-4302-902c-3182e8a6a545 Jul 27 22:16:24.296653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:24.297289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Checking segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:24.297830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Bound using segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:24.298480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Bound port: 04a5fe94-9c2e-49d0-b004-692510f269eb, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:24.298996 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.441085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7125830-9282-405d-bf9f-5d2416d403e7 req-f5edf467-4aa8-474f-958c-ae5247e11699 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:24.443550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a7125830-9282-405d-bf9f-5d2416d403e7 req-f5edf467-4aa8-474f-958c-ae5247e11699 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 944 time: 0.1455178 Jul 27 22:16:24.450223 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c992d4d-153f-492a-a8a6-725d69ae0a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.473186 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9da9890d-5bd4-4e2d-b63e-b6dc54a8455b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.506611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] For port 04a5fe94-9c2e-49d0-b004-692510f269eb, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:24.513189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] For port 04a5fe94-9c2e-49d0-b004-692510f269eb, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=04a5fe94-9c2e-49d0-b004-692510f269eb,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:24.515847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-97825baa-aebe-4ba2-92b9-68af1d4e68dd service neutron] 10.222.0.24 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262818 Jul 27 22:16:24.528159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.536059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c992d4d-153f-492a-a8a6-725d69ae0a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.581127 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:24.582379 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.583994 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] 10.222.0.43 "PUT /v2.0/ports/04a5fe94-9c2e-49d0-b004-692510f269eb HTTP/1.1" status: 200 len: 1092 time: 1.7792139 Jul 27 22:16:24.584582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1f7be3-faa3-4e9c-9cd6-ffc862250558', 'tag': '04a5fe94-9c2e-49d0-b004-692510f269eb'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:24.587233 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bdca6c-8aed-47f7-a790-46a6b5e39bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1f7be3-faa3-4e9c-9cd6-ffc862250558", "tag": "04a5fe94-9c2e-49d0-b004-692510f269eb"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:24.594606 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9da9890d-5bd4-4e2d-b63e-b6dc54a8455b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.601561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da9890d-5bd4-4e2d-b63e-b6dc54a8455b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:24.602515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9da9890d-5bd4-4e2d-b63e-b6dc54a8455b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.622131 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a7125830-9282-405d-bf9f-5d2416d403e7 req-fc7514af-c1a7-4537-8bf6-ddc614a08fbe tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105664 Jul 27 22:16:24.707214 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9890d-5bd4-4e2d-b63e-b6dc54a8455b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Network': ['ID=180dd200-0f6e-4302-902c-3182e8a6a545,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:24.716741 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c992d4d-153f-492a-a8a6-725d69ae0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.720804 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c992d4d-153f-492a-a8a6-725d69ae0a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:24.722142 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7c992d4d-153f-492a-a8a6-725d69ae0a9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebff6b4c-0dc1-489e-94d3-777677e49ec2 HTTP/1.1" status: 204 len: 168 time: 0.7106743 Jul 27 22:16:24.742223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c992d4d-153f-492a-a8a6-725d69ae0a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebff6b4c-0dc1-489e-94d3-777677e49ec2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:24.743703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 180dd200-0f6e-4302-902c-3182e8a6a545 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:24.831359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:24.831914 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9da9890d-5bd4-4e2d-b63e-b6dc54a8455b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7915537 Jul 27 22:16:24.837998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-52df45cb-b1c2-4495-9b07-45f7876520af tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'subnet': {'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:24.847422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e580d9f-03c0-4038-a3a5-e627454403e1 service neutron] Pushing event updated for resources: {'Port': ['ID=04a5fe94-9c2e-49d0-b004-692510f269eb,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:24.911808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-3facbf25-2886-4bdc-841e-74b6a9272518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:24.923230 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-3facbf25-2886-4bdc-841e-74b6a9272518 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 1095 time: 0.2144582 Jul 27 22:16:24.994551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 3, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 2, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:25.017570 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-cebd054b-de68-43d4-9399-5f3d38a2d4c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04a5fe94-9c2e-49d0-b004-692510f269eb HTTP/1.1" status: 200 len: 217 time: 0.0913911 Jul 27 22:16:25.038596 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0297dce3-aec4-461b-a7ca-78d144433a07 x-openstack-request-id: req-0297dce3-aec4-461b-a7ca-78d144433a07 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:25.039094 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1f7be3-faa3-4e9c-9cd6-ffc862250558", "tag": "04a5fe94-9c2e-49d0-b004-692510f269eb", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:25.045972 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0297dce3-aec4-461b-a7ca-78d144433a07 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:25.046515 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1f7be3-faa3-4e9c-9cd6-ffc862250558', 'tag': '04a5fe94-9c2e-49d0-b004-692510f269eb', 'status': 'completed', 'code': 200} Jul 27 22:16:25.104412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Checking router: 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:25.104770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Updating router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 port 5e3ed37f-2738-412c-9a0c-953361630cac binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:16:25.153827 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.195623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-d6a977bd-e52c-4454-92a9-b4ce595b1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:25.200765 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-d6a977bd-e52c-4454-92a9-b4ce595b1074 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.1661532 Jul 27 22:16:25.258081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52df45cb-b1c2-4495-9b07-45f7876520af tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:25.270677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52df45cb-b1c2-4495-9b07-45f7876520af tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.299934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-7b9d6eba-cc38-4640-a9b9-08c045cf0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:25.305346 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-7b9d6eba-cc38-4640-a9b9-08c045cf0ed0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948074 Jul 27 22:16:25.415881 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5f16e59-25d3-4510-8af1-d2ec020d607a req-16469655-d30e-4bff-9834-38e098c2811c tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 210 time: 0.2910225 Jul 27 22:16:25.506833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d6e28-236d-44b4-96fc-3b0c1214850b req-2be41054-cb97-4b19-966d-a5ccaab7f526 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:25.515570 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-49fac1bb-6c33-4dfa-8c44-7e91b391160a service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945007 Jul 27 22:16:25.527565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de9d6e28-236d-44b4-96fc-3b0c1214850b req-2be41054-cb97-4b19-966d-a5ccaab7f526 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.4035940 Jul 27 22:16:25.638666 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ddc3597-0a16-477a-9690-c1cbe56f07bc req-64bc4f70-4b2a-4263-b6e9-753bf787a563 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134617 Jul 27 22:16:25.684294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de9d6e28-236d-44b4-96fc-3b0c1214850b req-e4a6ad10-0527-445a-a5f3-5cc41e169340 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557038 Jul 27 22:16:25.773135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdca6c-8aed-47f7-a790-46a6b5e39bd1 req-6869459c-af56-4b0e-9aa3-ec0069320d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:25.784826 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19bdca6c-8aed-47f7-a790-46a6b5e39bd1 req-6869459c-af56-4b0e-9aa3-ec0069320d61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 1095 time: 0.0795317 Jul 27 22:16:25.803172 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.818066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Transition to ACTIVE for port object 5e3ed37f-2738-412c-9a0c-953361630cac will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:25.829393 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:25.892815 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f82f5-f1aa-493a-a74f-10ea37570433 None None] Pushing event updated for resources: {'Port': ['ID=5e3ed37f-2738-412c-9a0c-953361630cac,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:26.109240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Attempting to bind port 5e3ed37f-2738-412c-9a0c-953361630cac on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:26.109437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a438ab8-dac3-414f-8fe7-9e88fcba370a req-96fe2e88-1c1e-4007-94c2-1ee313f33edb tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:26.109885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Attempting to bind port 5e3ed37f-2738-412c-9a0c-953361630cac by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4278b6a9-c50a-4d9f-be81-72992ddf2445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:26.110002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Attempting to bind port 5e3ed37f-2738-412c-9a0c-953361630cac on network d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:26.120419 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a438ab8-dac3-414f-8fe7-9e88fcba370a req-96fe2e88-1c1e-4007-94c2-1ee313f33edb tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 944 time: 0.3449516 Jul 27 22:16:26.122447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:26.122909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Checking segment: {'id': '4278b6a9-c50a-4d9f-be81-72992ddf2445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:26.123246 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:26.123646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Bound using segment: {'id': '4278b6a9-c50a-4d9f-be81-72992ddf2445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:26.124996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdca6c-8aed-47f7-a790-46a6b5e39bd1 req-c5632818-9391-46e8-9a34-959fd075c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:26.126544 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19bdca6c-8aed-47f7-a790-46a6b5e39bd1 req-c5632818-9391-46e8-9a34-959fd075c0c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.3323267 Jul 27 22:16:26.126869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Bound port: 5e3ed37f-2738-412c-9a0c-953361630cac, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4278b6a9-c50a-4d9f-be81-72992ddf2445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:26.127288 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:26.128826 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52df45cb-b1c2-4495-9b07-45f7876520af tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:26.240205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] For port 5e3ed37f-2738-412c-9a0c-953361630cac, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:26.243793 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] For port 5e3ed37f-2738-412c-9a0c-953361630cac, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5e3ed37f-2738-412c-9a0c-953361630cac,segment=NetworkSegment(4278b6a9-c50a-4d9f-be81-72992ddf2445),segment_id=4278b6a9-c50a-4d9f-be81-72992ddf2445)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:26.251325 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:26.267336 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a438ab8-dac3-414f-8fe7-9e88fcba370a req-14bf8d38-5939-4ba7-9f73-4f240bcc36a1 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438081 Jul 27 22:16:26.282610 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19bdca6c-8aed-47f7-a790-46a6b5e39bd1 req-c703c9ea-f18d-4e83-bc1b-ae13f0537a92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04a5fe94-9c2e-49d0-b004-692510f269eb HTTP/1.1" status: 200 len: 217 time: 0.1367381 Jul 27 22:16:26.297294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df45cb-b1c2-4495-9b07-45f7876520af tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Subnet': ['ID=c2412ec1-5552-4d5f-b620-77df4b581b68,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:26.334370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52df45cb-b1c2-4495-9b07-45f7876520af tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Checking segment: {'id': 'dd04609f-851f-4c2b-ba76-ca86a850c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:26.334757 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52df45cb-b1c2-4495-9b07-45f7876520af tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network hostable DHCP agents. Network: 180dd200-0f6e-4302-902c-3182e8a6a545, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:26.379598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52df45cb-b1c2-4495-9b07-45f7876520af tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 180dd200-0f6e-4302-902c-3182e8a6a545 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:26.380866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdca6c-8aed-47f7-a790-46a6b5e39bd1 req-2a83f8b2-e562-471e-b8fe-8635b4b42ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:26.382687 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19bdca6c-8aed-47f7-a790-46a6b5e39bd1 req-2a83f8b2-e562-471e-b8fe-8635b4b42ce6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.0986073 Jul 27 22:16:26.419229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-52df45cb-b1c2-4495-9b07-45f7876520af tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 180dd200-0f6e-4302-902c-3182e8a6a545) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:26.423659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52df45cb-b1c2-4495-9b07-45f7876520af tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:26.424240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52df45cb-b1c2-4495-9b07-45f7876520af tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:26.462103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-52df45cb-b1c2-4495-9b07-45f7876520af tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6287839 Jul 27 22:16:26.463384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59146) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:26.474049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f82f5-f1aa-493a-a74f-10ea37570433 None None] Pushing event updated for resources: {'Port': ['ID=5e3ed37f-2738-412c-9a0c-953361630cac,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:26.485406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdca6c-8aed-47f7-a790-46a6b5e39bd1 req-d450e88b-edc1-482c-87c2-fa826224f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:26.487355 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19bdca6c-8aed-47f7-a790-46a6b5e39bd1 req-d450e88b-edc1-482c-87c2-fa826224f7a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952938 Jul 27 22:16:26.496214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ff6214-31d7-4625-bf3d-be4770df14b7 None None] Network 180dd200-0f6e-4302-902c-3182e8a6a545 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:26.641577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:26.642228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:26.728591 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19bdca6c-8aed-47f7-a790-46a6b5e39bd1 req-624cf80c-23bd-49a8-92c8-6135d8546a39 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272911 Jul 27 22:16:26.818180 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e445458-ef4c-4ad7-a5fe-319f7e99a4c5 req-43657807-654d-40a5-bd72-5e9a1269600c tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 210 time: 0.1271594 Jul 27 22:16:26.934274 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-19bdca6c-8aed-47f7-a790-46a6b5e39bd1 req-f9ad97a7-21e5-4241-b5f4-22484ae801b7 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967549 Jul 27 22:16:26.934995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59152) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:27.080430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-e4630474-5a32-4f38-8b0e-10eec0a2e6fa tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:27.082441 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-e4630474-5a32-4f38-8b0e-10eec0a2e6fa tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.41 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 815 time: 0.1462474 Jul 27 22:16:27.096095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c9d25-28e8-4b91-a892-ce5d77936b5a req-94cad0b8-e2aa-40b2-be45-472bd10ff1d0 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:27.097696 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-814c9d25-28e8-4b91-a892-ce5d77936b5a req-94cad0b8-e2aa-40b2-be45-472bd10ff1d0 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.2091956 Jul 27 22:16:27.108043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Request body: {'port': {'device_id': 'f8041a53-47d7-4f52-97b2-428818ebfc47', 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f', 'admin_state_up': True, 'tenant_id': '6a8d7fae8ba84b19ab068a8cff73c9f1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:27.201496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:27.203048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-814c9d25-28e8-4b91-a892-ce5d77936b5a req-8999b584-be84-47ad-827b-983898ca8545 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970738 Jul 27 22:16:27.306439 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83938d5e-f4e0-4520-b631-63646571e464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.362062 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-180dd200-0f6e-4302-902c-3182e8a6a545', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:16:27.363393 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.450096 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83938d5e-f4e0-4520-b631-63646571e464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.461427 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83938d5e-f4e0-4520-b631-63646571e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.535966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb260a68-420d-46b8-8006-4511bd425ce4 req-0115b9c2-a061-4581-b3e4-7bec66502ad5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:27.541237 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-83938d5e-f4e0-4520-b631-63646571e464 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48c18a35831f44a9851b10a4cacb7190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751637 Jul 27 22:16:27.545189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59162) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:27.546668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb260a68-420d-46b8-8006-4511bd425ce4 req-0115b9c2-a061-4581-b3e4-7bec66502ad5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 944 time: 0.1392765 Jul 27 22:16:27.579554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83938d5e-f4e0-4520-b631-63646571e464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6292ec95-628e-4d61-b646-25e7655e0b4c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:27.611951 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.632217 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb260a68-420d-46b8-8006-4511bd425ce4 req-7e51c5f8-3382-4cf6-ab09-8f8bb4ffb2a2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844150 Jul 27 22:16:27.658304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Made reservation on behalf of 6a8d7fae8ba84b19ab068a8cff73c9f1 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:27.662183 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.702145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f28556a-acee-4098-a49b-359ccad6adcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.761897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Allocated IP 2001:db8:2::2 (180dd200-0f6e-4302-902c-3182e8a6a545/c2412ec1-5552-4d5f-b620-77df4b581b68/4d5d5c16-af82-4cd5-887a-f8f91a11c46d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:27.808774 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f28556a-acee-4098-a49b-359ccad6adcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:27.864082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 3, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:26Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:27.911673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4971c9f-17dd-4ffe-825d-c9254a41cd10 None None] The sync data for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 is: [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 3, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:26Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:28.074170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ebcaebba-ffc4-4728-8ba9-3de128da81ec req-de2f058e-cccd-499b-8776-ed575464e4d0 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 210 time: 0.0723763 Jul 27 22:16:28.085578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Allocated IP 172.20.0.8 (40b69944-a0c2-4cd0-957b-acbe01c7694f/b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7/8f975106-8d66-4794-a736-a0bb2d3f40fd) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:28.099107 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f28556a-acee-4098-a49b-359ccad6adcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.103949 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f28556a-acee-4098-a49b-359ccad6adcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.108144 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4f28556a-acee-4098-a49b-359ccad6adcf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6292ec95-628e-4d61-b646-25e7655e0b4c HTTP/1.1" status: 204 len: 168 time: 0.5613742 Jul 27 22:16:28.125802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28556a-acee-4098-a49b-359ccad6adcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6292ec95-628e-4d61-b646-25e7655e0b4c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:28.239906 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.265429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Transition to ACTIVE for port object 4d5d5c16-af82-4cd5-887a-f8f91a11c46d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:28.307710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Transition to ACTIVE for port object 4d5d5c16-af82-4cd5-887a-f8f91a11c46d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:28.319780 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.414061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Network 180dd200-0f6e-4302-902c-3182e8a6a545 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:28.417852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:28.421252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:28.448390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Pushing event updated for resources: {'Port': ['ID=4d5d5c16-af82-4cd5-887a-f8f91a11c46d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:28.475760 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.505902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe3df5-ed02-4356-992e-ee50976d7acb req-a084d825-7048-4fc3-b83d-73fb6e74525b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:28.517799 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9fe3df5-ed02-4356-992e-ee50976d7acb req-a084d825-7048-4fc3-b83d-73fb6e74525b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1420107 Jul 27 22:16:28.518777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Attempting to bind port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:28.519273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Attempting to bind port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'dd04609f-851f-4c2b-ba76-ca86a850c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:28.519729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Attempting to bind port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d on network 180dd200-0f6e-4302-902c-3182e8a6a545 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:28.528050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:28.528050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Checking segment: {'id': 'dd04609f-851f-4c2b-ba76-ca86a850c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:28.528827 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.529262 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Bound using segment: {'id': 'dd04609f-851f-4c2b-ba76-ca86a850c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:28.530047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Bound port: 4d5d5c16-af82-4cd5-887a-f8f91a11c46d, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd04609f-851f-4c2b-ba76-ca86a850c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:28.530406 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.539237 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Allocated IP 2001:db8:2::1 (180dd200-0f6e-4302-902c-3182e8a6a545/c2412ec1-5552-4d5f-b620-77df4b581b68/b81d0531-c3a4-4e14-8561-02025b2f238a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:28.564546 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.586983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['5f6cf3a5-19e3-4437-a2b0-f207441e7a94', 'b437a7c4-ba1c-418c-b487-13c613c54377'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:28.641242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9fe3df5-ed02-4356-992e-ee50976d7acb req-93b320aa-decb-44e5-9f16-b65f4804cc06 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224704 Jul 27 22:16:28.659039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Network 40b69944-a0c2-4cd0-957b-acbe01c7694f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:28.662925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:28.677928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['af5d6bde-55a5-4477-ab42-f33d5e164676'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:28.696123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:28.795717 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Pushing event updated for resources: {'Port': ['ID=8f975106-8d66-4794-a736-a0bb2d3f40fd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:28.832839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:28.833948 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.864297 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-116d44d9-8ffc-43ad-9f11-1b03ca3144eb tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7581754 Jul 27 22:16:28.895658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Request body: {'port': {'device_id': 'f8041a53-47d7-4f52-97b2-428818ebfc47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:28.913865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] For port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:28.943348 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:28.965361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Transition to ACTIVE for port object b81d0531-c3a4-4e14-8561-02025b2f238a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:28.989761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] For port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4d5d5c16-af82-4cd5-887a-f8f91a11c46d,segment=NetworkSegment(dd04609f-851f-4c2b-ba76-ca86a850c284),segment_id=dd04609f-851f-4c2b-ba76-ca86a850c284)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:28.994055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 04a5fe94-9c2e-49d0-b004-692510f269eb details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:16:29.041594 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:29.055571 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:29.115294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c2674-747f-42de-9a6c-772b19cf4a6a req-e708b792-1c49-4682-8537-5b5ed9a20f0b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:29.124491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c59c2674-747f-42de-9a6c-772b19cf4a6a req-e708b792-1c49-4682-8537-5b5ed9a20f0b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 944 time: 0.3234611 Jul 27 22:16:29.134030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 180dd200-0f6e-4302-902c-3182e8a6a545 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:29.139039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:29.169386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:29.169810 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:29.216563 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:16:29.324557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3104bf1-5428-41ae-86f5-78bb5c5598f3 None None] Pushing event updated for resources: {'Port': ['ID=4d5d5c16-af82-4cd5-887a-f8f91a11c46d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:29.431757 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=b81d0531-c3a4-4e14-8561-02025b2f238a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:29.456914 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 04a5fe94-9c2e-49d0-b004-692510f269eb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=04a5fe94-9c2e-49d0-b004-692510f269eb,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:29.528085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '04a5fe94-9c2e-49d0-b004-692510f269eb', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'port_id': '04a5fe94-9c2e-49d0-b004-692510f269eb', 'mac_address': 'fa:16:3e:ce:66:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:16:29.553201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828ca5a-5309-48bd-a524-f06e9a44588a req-04b04cb7-2991-483b-b9e1-36ada027f742 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:29.565468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7828ca5a-5309-48bd-a524-f06e9a44588a req-04b04cb7-2991-483b-b9e1-36ada027f742 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 931 time: 0.2205372 Jul 27 22:16:29.598906 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:29.616211 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c59c2674-747f-42de-9a6c-772b19cf4a6a req-c5493382-fffa-4f8e-b877-1969a4a645e2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908307 Jul 27 22:16:29.617883 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:29.712828 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:29.745103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7828ca5a-5309-48bd-a524-f06e9a44588a req-2a22e679-e9cd-4e69-9dbc-e4edbed04ded tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705055 Jul 27 22:16:29.790645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a5fe94-9c2e-49d0-b004-692510f269eb {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:16:29.852978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 04a5fe94-9c2e-49d0-b004-692510f269eb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=04a5fe94-9c2e-49d0-b004-692510f269eb,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:29.867745 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:29.999046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=04a5fe94-9c2e-49d0-b004-692510f269eb,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:30.009481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5e3ed37f-2738-412c-9a0c-953361630cac up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:30.077030 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5e3ed37f-2738-412c-9a0c-953361630cac completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:30.088037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5e3ed37f-2738-412c-9a0c-953361630cac triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:30.090283 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.245884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['04a5fe94-9c2e-49d0-b004-692510f269eb'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:30.287340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f975106-8d66-4794-a736-a0bb2d3f40fd {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:16:30.289207 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.308224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.346300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Transition to ACTIVE for port object 8f975106-8d66-4794-a736-a0bb2d3f40fd will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:30.360615 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.364677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 5e3ed37f-2738-412c-9a0c-953361630cac, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5e3ed37f-2738-412c-9a0c-953361630cac,segment=NetworkSegment(4278b6a9-c50a-4d9f-be81-72992ddf2445),segment_id=4278b6a9-c50a-4d9f-be81-72992ddf2445)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:30.385184 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.386003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4d5d5c16-af82-4cd5-887a-f8f91a11c46d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:30.461977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f975106-8d66-4794-a736-a0bb2d3f40fd,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:30.613745 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=5e3ed37f-2738-412c-9a0c-953361630cac,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:30.702837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:30.723856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Attempting to bind port 8f975106-8d66-4794-a736-a0bb2d3f40fd on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:30.725701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Attempting to bind port 8f975106-8d66-4794-a736-a0bb2d3f40fd by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:30.726454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Attempting to bind port 8f975106-8d66-4794-a736-a0bb2d3f40fd on network 40b69944-a0c2-4cd0-957b-acbe01c7694f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:30.743052 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Port 8f975106-8d66-4794-a736-a0bb2d3f40fd on network 40b69944-a0c2-4cd0-957b-acbe01c7694f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:16:30.743562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Attempting to bind port 8f975106-8d66-4794-a736-a0bb2d3f40fd on network 40b69944-a0c2-4cd0-957b-acbe01c7694f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:30.750825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:30.751213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Checking segment: {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:30.751754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Bound using segment: {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:30.752252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Bound port: 8f975106-8d66-4794-a736-a0bb2d3f40fd, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:30.752617 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.785949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8534f0-a4e4-4754-b506-52b620355376 req-0f1f583c-05c0-43c3-9ab6-c70aa35f946d tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:30.787499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba8534f0-a4e4-4754-b506-52b620355376 req-0f1f583c-05c0-43c3-9ab6-c70aa35f946d tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.2132149 Jul 27 22:16:30.839116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff923b62-f6c0-4686-a6a4-358098b4c3ba None None] Network 180dd200-0f6e-4302-902c-3182e8a6a545 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:30.860701 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba8534f0-a4e4-4754-b506-52b620355376 req-c03dcf4a-d475-4355-83ea-9818356d63e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621920 Jul 27 22:16:30.955761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] For port 8f975106-8d66-4794-a736-a0bb2d3f40fd, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:30.961547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] For port 8f975106-8d66-4794-a736-a0bb2d3f40fd, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8f975106-8d66-4794-a736-a0bb2d3f40fd,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:30.964968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-61823eb5-eaef-4919-ad8a-049cdef960ba None None] Provisioning for port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:30.982395 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.988478 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:30.998640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-61823eb5-eaef-4919-ad8a-049cdef960ba None None] Provisioning complete for port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:30.999365 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61823eb5-eaef-4919-ad8a-049cdef960ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.009640 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.010840 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.090201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:31.091593 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.093863 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] 10.222.0.41 "PUT /v2.0/ports/8f975106-8d66-4794-a736-a0bb2d3f40fd HTTP/1.1" status: 200 len: 1091 time: 2.2212880 Jul 27 22:16:31.094642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8041a53-47d7-4f52-97b2-428818ebfc47', 'tag': '8f975106-8d66-4794-a736-a0bb2d3f40fd'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:31.097612 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d085e0-cebc-43e7-8acf-c76d6e067c28" -d '{"events": [{"name": "network-changed", "server_uuid": "f8041a53-47d7-4f52-97b2-428818ebfc47", "tag": "8f975106-8d66-4794-a736-a0bb2d3f40fd"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:31.135498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0b746-f44a-448b-a168-00bce284fbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f975106-8d66-4794-a736-a0bb2d3f40fd,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:31.183645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=b81d0531-c3a4-4e14-8561-02025b2f238a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:31.227074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-d3ed5ac1-2ffe-4185-8a7d-86c9d7fbdaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:31.228844 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-d3ed5ac1-2ffe-4185-8a7d-86c9d7fbdaea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 1094 time: 0.0731902 Jul 27 22:16:31.266312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41161a5c-0352-4d31-8540-5572e1a85250 req-9c7af7c4-8fcc-4a95-9ad5-cdff1f40ddfa tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:31.267929 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-41161a5c-0352-4d31-8540-5572e1a85250 req-9c7af7c4-8fcc-4a95-9ad5-cdff1f40ddfa tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 943 time: 0.2055490 Jul 27 22:16:31.289094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73306a-649e-4e80-85a0-97e208fab6ed req-2583137a-92e4-44a3-b389-fc0b04f300d6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:31.291735 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e73306a-649e-4e80-85a0-97e208fab6ed req-2583137a-92e4-44a3-b389-fc0b04f300d6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 945 time: 0.2111073 Jul 27 22:16:31.312221 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-76589541-d76f-4b54-b0c7-3f4f2901e8ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f975106-8d66-4794-a736-a0bb2d3f40fd HTTP/1.1" status: 200 len: 217 time: 0.0706906 Jul 27 22:16:31.373805 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e73306a-649e-4e80-85a0-97e208fab6ed req-94eac376-b2eb-4b27-8887-f23bf4320e48 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716548 Jul 27 22:16:31.391207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network 180dd200-0f6e-4302-902c-3182e8a6a545 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:31.393229 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61823eb5-eaef-4919-ad8a-049cdef960ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.395562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:31.405884 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-41c69534-7c16-42b3-86db-36858104ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:31.407481 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-41c69534-7c16-42b3-86db-36858104ea2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7 HTTP/1.1" status: 200 len: 855 time: 0.0850577 Jul 27 22:16:31.420380 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-41161a5c-0352-4d31-8540-5572e1a85250 req-2c532c88-fb83-4858-a1bf-42481a9ffc27 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271210 Jul 27 22:16:31.488868 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-eb076f76-65a4-4088-8a82-d2b7c8f7aff6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40b69944-a0c2-4cd0-957b-acbe01c7694f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717771 Jul 27 22:16:31.492714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-61823eb5-eaef-4919-ad8a-049cdef960ba None None] For port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4d5d5c16-af82-4cd5-887a-f8f91a11c46d,segment=NetworkSegment(dd04609f-851f-4c2b-ba76-ca86a850c284),segment_id=dd04609f-851f-4c2b-ba76-ca86a850c284)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:31.520687 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-61823eb5-eaef-4919-ad8a-049cdef960ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.693367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61823eb5-eaef-4919-ad8a-049cdef960ba None None] Pushing event updated for resources: {'Port': ['ID=4d5d5c16-af82-4cd5-887a-f8f91a11c46d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:31.772651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5e3ed37f-2738-412c-9a0c-953361630cac up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:31.772955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:31.819404 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-0b282fc0-74b7-45ef-b8f8-378110b625ce service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029277 Jul 27 22:16:31.828467 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc92cb0-44cc-42b5-b3dd-819754f4f52c x-openstack-request-id: req-9fc92cb0-44cc-42b5-b3dd-819754f4f52c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:31.828772 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8041a53-47d7-4f52-97b2-428818ebfc47", "tag": "8f975106-8d66-4794-a736-a0bb2d3f40fd", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:31.829032 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fc92cb0-44cc-42b5-b3dd-819754f4f52c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:31.829455 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8041a53-47d7-4f52-97b2-428818ebfc47', 'tag': '8f975106-8d66-4794-a736-a0bb2d3f40fd', 'status': 'completed', 'code': 200} Jul 27 22:16:31.900858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5e3ed37f-2738-412c-9a0c-953361630cac triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:31.901150 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:31.954590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:31.971754 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Sync routers for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:31.974188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a74f44d8-00bf-42f6-bb98-c7d8c19808f7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5100143 Jul 27 22:16:31.977036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:31.989005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a49fabbe-186b-4d58-abf8-79a4d1091120 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-95458861'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:31.990399 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:31.991035 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:32.017585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-68fcad60-1c5f-4f57-9d8d-2931ea18e926 None None] Provisioning for port b81d0531-c3a4-4e14-8561-02025b2f238a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:32.060347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49fabbe-186b-4d58-abf8-79a4d1091120 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:32.068161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-68fcad60-1c5f-4f57-9d8d-2931ea18e926 None None] Provisioning complete for port b81d0531-c3a4-4e14-8561-02025b2f238a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:32.068543 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68fcad60-1c5f-4f57-9d8d-2931ea18e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.068807 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a49fabbe-186b-4d58-abf8-79a4d1091120 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.093484 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6be04ca2-1a4f-4fda-9274-c71af120cf02 req-810b4ceb-fe91-4568-a441-19cdd4addc32 service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627988 Jul 27 22:16:32.149433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49fabbe-186b-4d58-abf8-79a4d1091120 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:16:32.228898 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:32.248862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-68fcad60-1c5f-4f57-9d8d-2931ea18e926 None None] Port b81d0531-c3a4-4e14-8561-02025b2f238a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:32.327513 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a49fabbe-186b-4d58-abf8-79a4d1091120 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.327513 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-a49fabbe-186b-4d58-abf8-79a4d1091120 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Added segment f6eb6f29-10a8-4632-919f-00c9d04c5986 of type vlan for network eca20aba-51f5-4a6f-99f6-75b01bf266f8 Jul 27 22:16:32.335769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d085e0-cebc-43e7-8acf-c76d6e067c28 req-845a783f-1e2c-4b9f-a2c2-e8a24bd29420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:32.337851 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25d085e0-cebc-43e7-8acf-c76d6e067c28 req-845a783f-1e2c-4b9f-a2c2-e8a24bd29420 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 1094 time: 0.1768496 Jul 27 22:16:32.343008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-68fcad60-1c5f-4f57-9d8d-2931ea18e926 None None] Provisioning complete for port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:32.343394 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68fcad60-1c5f-4f57-9d8d-2931ea18e926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.530536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3809250-0ea0-40e2-83f3-fd84d481aefe req-717fe61a-7a08-4463-bfa0-5ae410151c73 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:32.548954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e3809250-0ea0-40e2-83f3-fd84d481aefe req-717fe61a-7a08-4463-bfa0-5ae410151c73 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.3142109 Jul 27 22:16:32.583392 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a49fabbe-186b-4d58-abf8-79a4d1091120 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.628169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d085e0-cebc-43e7-8acf-c76d6e067c28 req-09cc056a-31bb-4b64-9e37-aa435872817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:32.632897 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25d085e0-cebc-43e7-8acf-c76d6e067c28 req-09cc056a-31bb-4b64-9e37-aa435872817c service neutron] 10.222.0.41 "GET /v2.0/networks?id=40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 200 len: 916 time: 0.2848413 Jul 27 22:16:32.747906 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25d085e0-cebc-43e7-8acf-c76d6e067c28 req-899a300f-90e0-4a46-8c5f-0ba43addbe1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f975106-8d66-4794-a736-a0bb2d3f40fd HTTP/1.1" status: 200 len: 217 time: 0.1009653 Jul 27 22:16:32.777183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e3809250-0ea0-40e2-83f3-fd84d481aefe req-3cca6129-ef14-4766-9971-351feae4aaaf tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267368 Jul 27 22:16:32.788601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3a814de4-cfd3-4dd7-bb85-68954b9789b3 None None] Provisioning complete for port b81d0531-c3a4-4e14-8561-02025b2f238a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:32.790016 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a814de4-cfd3-4dd7-bb85-68954b9789b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.837692 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:29Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81d0531-c3a4-4e14-8561-02025b2f238a', 'name': '', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:3c:ba:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:27Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 2, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:32.841639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de162e40-4b05-4680-8a04-12e7a6c6b7e9 req-4b34cc1f-ab77-4818-b04b-b805bdb41c07 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:32.848455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de162e40-4b05-4680-8a04-12e7a6c6b7e9 req-4b34cc1f-ab77-4818-b04b-b805bdb41c07 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 945 time: 0.2870061 Jul 27 22:16:32.851461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a49fabbe-186b-4d58-abf8-79a4d1091120 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.870255 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3a814de4-cfd3-4dd7-bb85-68954b9789b3 None None] Port b81d0531-c3a4-4e14-8561-02025b2f238a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:32.878797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49fabbe-186b-4d58-abf8-79a4d1091120 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:32.879597 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a49fabbe-186b-4d58-abf8-79a4d1091120 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.891832 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Checking router: 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:32.892343 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Updating router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 port b81d0531-c3a4-4e14-8561-02025b2f238a binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:16:32.909720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d085e0-cebc-43e7-8acf-c76d6e067c28 req-3cfb9c6a-f216-473d-83bd-937991e48d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:32.915516 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25d085e0-cebc-43e7-8acf-c76d6e067c28 req-3cfb9c6a-f216-473d-83bd-937991e48d74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7 HTTP/1.1" status: 200 len: 855 time: 0.1631413 Jul 27 22:16:32.930773 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:32.969144 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25d085e0-cebc-43e7-8acf-c76d6e067c28 req-957aacb1-a670-4c1c-ba14-e036d90e86bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=40b69944-a0c2-4cd0-957b-acbe01c7694f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448112 Jul 27 22:16:33.015195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 04a5fe94-9c2e-49d0-b004-692510f269eb up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:33.030952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de162e40-4b05-4680-8a04-12e7a6c6b7e9 req-27d44238-e806-4c79-90b7-a0073f7693b8 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441503 Jul 27 22:16:33.042045 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a49fabbe-186b-4d58-abf8-79a4d1091120 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0636184 Jul 27 22:16:33.053109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:33.062814 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aaeeb846-6f39-4937-adb0-cc579301c25e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'subnet': {'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:33.067613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4a0b2386-4283-4a54-9344-ce31709a63a5 None None] Provisioning complete for port b81d0531-c3a4-4e14-8561-02025b2f238a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:33.067997 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a0b2386-4283-4a54-9344-ce31709a63a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.143719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b2386-4283-4a54-9344-ce31709a63a5 None None] Port b81d0531-c3a4-4e14-8561-02025b2f238a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:33.183213 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fabbe-186b-4d58-abf8-79a4d1091120 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Network': ['ID=eca20aba-51f5-4a6f-99f6-75b01bf266f8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:33.204106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 04a5fe94-9c2e-49d0-b004-692510f269eb completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:33.218737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 04a5fe94-9c2e-49d0-b004-692510f269eb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:33.219117 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.226676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network eca20aba-51f5-4a6f-99f6-75b01bf266f8 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:16:33.250940 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25d085e0-cebc-43e7-8acf-c76d6e067c28 req-cbe13bf3-5b0e-4f53-a72e-bd1413a0201a service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718697 Jul 27 22:16:33.265808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39a55f-338b-42f4-bd85-495e565a2545 req-289c5069-f77c-404c-ab03-458a59ecf966 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:33.276899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b39a55f-338b-42f4-bd85-495e565a2545 req-289c5069-f77c-404c-ab03-458a59ecf966 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 943 time: 0.3432131 Jul 27 22:16:33.291378 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.322158 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Transition to ACTIVE for port object b81d0531-c3a4-4e14-8561-02025b2f238a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:33.331260 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b39a55f-338b-42f4-bd85-495e565a2545 req-ea229459-9786-43f3-ae6e-5e365e3d2b5e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546508 Jul 27 22:16:33.336260 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.374554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeeb846-6f39-4937-adb0-cc579301c25e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Made reservation on behalf of bb986513327642c4b6f1cad808aaf46b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:33.379227 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb846-6f39-4937-adb0-cc579301c25e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.425969 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-25d085e0-cebc-43e7-8acf-c76d6e067c28 req-01e88706-145d-4b47-80dd-48eeedd9f52e service neutron] 10.222.0.41 "GET /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623490 Jul 27 22:16:33.432565 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e4133-21f6-47a1-815e-aaa63c47f282 None None] Pushing event updated for resources: {'Port': ['ID=b81d0531-c3a4-4e14-8561-02025b2f238a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:33.611126 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Attempting to bind port b81d0531-c3a4-4e14-8561-02025b2f238a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:33.611829 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Attempting to bind port b81d0531-c3a4-4e14-8561-02025b2f238a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'dd04609f-851f-4c2b-ba76-ca86a850c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:33.612001 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Attempting to bind port b81d0531-c3a4-4e14-8561-02025b2f238a on network 180dd200-0f6e-4302-902c-3182e8a6a545 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:33.626888 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:33.627275 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Checking segment: {'id': 'dd04609f-851f-4c2b-ba76-ca86a850c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:33.627667 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.628061 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Bound using segment: {'id': 'dd04609f-851f-4c2b-ba76-ca86a850c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:33.628544 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Bound port: b81d0531-c3a4-4e14-8561-02025b2f238a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd04609f-851f-4c2b-ba76-ca86a850c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:33.629012 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.715610 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8f975106-8d66-4794-a736-a0bb2d3f40fd details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:16:33.841917 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] For port b81d0531-c3a4-4e14-8561-02025b2f238a, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:33.849510 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] For port b81d0531-c3a4-4e14-8561-02025b2f238a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b81d0531-c3a4-4e14-8561-02025b2f238a,segment=NetworkSegment(dd04609f-851f-4c2b-ba76-ca86a850c284),segment_id=dd04609f-851f-4c2b-ba76-ca86a850c284)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:33.861134 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.871669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb846-6f39-4937-adb0-cc579301c25e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:33.873662 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4d5d5c16-af82-4cd5-887a-f8f91a11c46d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:33.955464 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:33.956516 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:33.958664 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e4133-21f6-47a1-815e-aaa63c47f282 None None] Pushing event updated for resources: {'Port': ['ID=b81d0531-c3a4-4e14-8561-02025b2f238a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:34.087154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeeb846-6f39-4937-adb0-cc579301c25e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Subnet': ['ID=905bc16f-b2ef-45e6-9feb-4730c70aec58,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:34.135112 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:34.150853 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.206839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeeb846-6f39-4937-adb0-cc579301c25e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Checking segment: {'id': 'f6eb6f29-10a8-4632-919f-00c9d04c5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:34.207483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeeb846-6f39-4937-adb0-cc579301c25e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network hostable DHCP agents. Network: eca20aba-51f5-4a6f-99f6-75b01bf266f8, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:16:34.270639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83b981-29a5-4e46-a279-63042622d6c5 req-be096fa4-c8ae-4c1e-b83e-0a47d6e54e84 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:34.279768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a83b981-29a5-4e46-a279-63042622d6c5 req-be096fa4-c8ae-4c1e-b83e-0a47d6e54e84 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1862791 Jul 27 22:16:34.307543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeeb846-6f39-4937-adb0-cc579301c25e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network eca20aba-51f5-4a6f-99f6-75b01bf266f8 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:16:34.331546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-aaeeb846-6f39-4937-adb0-cc579301c25e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, eca20aba-51f5-4a6f-99f6-75b01bf266f8) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:34.350769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8f975106-8d66-4794-a736-a0bb2d3f40fd, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8f975106-8d66-4794-a736-a0bb2d3f40fd,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:34.350979 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106a2b4-1de8-4ce1-b32f-76422b90582e req-8333a500-4d2e-4640-8992-e04599a23fb3 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:34.352509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6106a2b4-1de8-4ce1-b32f-76422b90582e req-8333a500-4d2e-4640-8992-e04599a23fb3 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 945 time: 0.1636698 Jul 27 22:16:34.360434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeeb846-6f39-4937-adb0-cc579301c25e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:34.360434 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaeeb846-6f39-4937-adb0-cc579301c25e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.382244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '8f975106-8d66-4794-a736-a0bb2d3f40fd', 'network_id': '40b69944-a0c2-4cd0-957b-acbe01c7694f', 'port_id': '8f975106-8d66-4794-a736-a0bb2d3f40fd', 'mac_address': 'fa:16:3e:74:0d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:16:34.384042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a83b981-29a5-4e46-a279-63042622d6c5 req-45aaf37a-16ff-4408-b5ce-7da53bfba008 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031060 Jul 27 22:16:34.457653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9023c5-2302-4f6d-b825-ab58e3cb93c0 None None] Network eca20aba-51f5-4a6f-99f6-75b01bf266f8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:34.476031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aaeeb846-6f39-4937-adb0-cc579301c25e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4205840 Jul 27 22:16:34.478910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59276) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:34.519981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6106a2b4-1de8-4ce1-b32f-76422b90582e req-26aaa79f-94cc-4da2-9364-06c8f78498ac tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103897 Jul 27 22:16:34.609680 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.616908 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:29Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81d0531-c3a4-4e14-8561-02025b2f238a', 'name': '', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:3c:ba:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:27Z', 'updated_at': '2021-07-27T22:16:33Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:34.632210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1f7be3-faa3-4e9c-9cd6-ffc862250558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a5fe94-9c2e-49d0-b004-692510f269eb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:34.636963 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3033037-978a-412e-b74a-43ad2fdb7e6c" -d '{"events": [{"server_uuid": "6c1f7be3-faa3-4e9c-9cd6-ffc862250558", "name": "network-vif-plugged", "status": "completed", "tag": "04a5fe94-9c2e-49d0-b004-692510f269eb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:34.646375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f975106-8d66-4794-a736-a0bb2d3f40fd {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:16:34.685895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8f975106-8d66-4794-a736-a0bb2d3f40fd, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8f975106-8d66-4794-a736-a0bb2d3f40fd,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:34.702433 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b2c06-a02f-4b46-92e8-00a122124387 None None] The sync data for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 is: [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:29Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81d0531-c3a4-4e14-8561-02025b2f238a', 'name': '', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:3c:ba:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:27Z', 'updated_at': '2021-07-27T22:16:33Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:34.714084 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.716972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:34.717350 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.828150 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b58fc9f-2e4a-4185-83d4-a0bc13fe9b19 x-openstack-request-id: req-8b58fc9f-2e4a-4185-83d4-a0bc13fe9b19 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:34.828456 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1f7be3-faa3-4e9c-9cd6-ffc862250558", "name": "network-vif-plugged", "status": "completed", "tag": "04a5fe94-9c2e-49d0-b004-692510f269eb", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:34.828715 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b58fc9f-2e4a-4185-83d4-a0bc13fe9b19 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:34.829115 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1f7be3-faa3-4e9c-9cd6-ffc862250558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a5fe94-9c2e-49d0-b004-692510f269eb', 'code': 200} Jul 27 22:16:34.896459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dfd8a-3ac3-4450-8f5d-f67b26c2f778 req-002cb5b3-b572-41f8-acaf-bb4fced9199c tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:34.906143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f6dfd8a-3ac3-4450-8f5d-f67b26c2f778 req-002cb5b3-b572-41f8-acaf-bb4fced9199c tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 944 time: 0.0901389 Jul 27 22:16:34.967301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7160804-4aa0-4f63-adb5-4b1e8ddb3abc req-ce9a7633-96ca-43ee-8aed-61d11b296546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:34.979967 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f7160804-4aa0-4f63-adb5-4b1e8ddb3abc req-ce9a7633-96ca-43ee-8aed-61d11b296546 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 1096 time: 0.1754749 Jul 27 22:16:34.982103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f6dfd8a-3ac3-4450-8f5d-f67b26c2f778 req-9214fab6-1100-410f-ba99-cb223bb78e46 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749578 Jul 27 22:16:35.014557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 04a5fe94-9c2e-49d0-b004-692510f269eb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=04a5fe94-9c2e-49d0-b004-692510f269eb,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:35.043216 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.045020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8f975106-8d66-4794-a736-a0bb2d3f40fd,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:35.141149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8f975106-8d66-4794-a736-a0bb2d3f40fd'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:35.181221 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f7160804-4aa0-4f63-adb5-4b1e8ddb3abc req-68b5d0a6-be47-4bb4-8d1b-6735e53ef267 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394441 Jul 27 22:16:35.228143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-eca20aba-51f5-4a6f-99f6-75b01bf266f8', 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'fixed_ips': [{'subnet_id': '905bc16f-b2ef-45e6-9feb-4730c70aec58'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:16:35.229088 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.257440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=04a5fe94-9c2e-49d0-b004-692510f269eb,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:35.385792 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.517211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Allocated IP 2001:db8:3::2 (eca20aba-51f5-4a6f-99f6-75b01bf266f8/905bc16f-b2ef-45e6-9feb-4730c70aec58/96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:35.668866 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8d173-1980-4da2-a951-baa16d78e66d req-c630b968-cc0b-43cc-bb5b-8de0982a0735 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:35.678241 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17e8d173-1980-4da2-a951-baa16d78e66d req-c630b968-cc0b-43cc-bb5b-8de0982a0735 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1431425 Jul 27 22:16:35.977083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17e8d173-1980-4da2-a951-baa16d78e66d req-192f6e88-bec6-48f9-84c9-17c69c15e866 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977817 Jul 27 22:16:36.056814 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8c420-1ed8-4b89-a8b2-1c03080c427b req-43431feb-7011-4e31-a6af-bd9b44751311 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:36.071876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6b8c420-1ed8-4b89-a8b2-1c03080c427b req-43431feb-7011-4e31-a6af-bd9b44751311 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 946 time: 0.2616270 Jul 27 22:16:36.120435 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.157348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b81d0531-c3a4-4e14-8561-02025b2f238a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:36.172840 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6b8c420-1ed8-4b89-a8b2-1c03080c427b req-7f93e1f5-8f00-489a-9641-d208829b6ac9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993047 Jul 27 22:16:36.180606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Transition to ACTIVE for port object 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:36.290625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Transition to ACTIVE for port object 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:36.305504 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.317215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port b81d0531-c3a4-4e14-8561-02025b2f238a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:36.355383 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b81d0531-c3a4-4e14-8561-02025b2f238a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:36.355886 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.364065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Network eca20aba-51f5-4a6f-99f6-75b01bf266f8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:36.385285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ef19d-b96a-43c4-aad1-2a54158038ab req-508f8d37-b66d-4981-b07a-469bef8d16ae tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:36.394660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7ef19d-b96a-43c4-aad1-2a54158038ab req-508f8d37-b66d-4981-b07a-469bef8d16ae tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 944 time: 0.0697331 Jul 27 22:16:36.423828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:36.426934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:36.441283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Pushing event updated for resources: {'Port': ['ID=96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:36.450515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc7ef19d-b96a-43c4-aad1-2a54158038ab req-b40ef806-3759-4fbf-a0d9-496d59edb053 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517228 Jul 27 22:16:36.469607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Allocated IP 2001:db8:3::1 (eca20aba-51f5-4a6f-99f6-75b01bf266f8/905bc16f-b2ef-45e6-9feb-4730c70aec58/d4c3941f-470d-4185-9454-3b3391ef2dbd) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:36.609668 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Attempting to bind port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:36.610050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Attempting to bind port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'f6eb6f29-10a8-4632-919f-00c9d04c5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:36.610440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Attempting to bind port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed on network eca20aba-51f5-4a6f-99f6-75b01bf266f8 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:36.622207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:36.622611 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Checking segment: {'id': 'f6eb6f29-10a8-4632-919f-00c9d04c5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:36.623017 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.623908 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Bound using segment: {'id': 'f6eb6f29-10a8-4632-919f-00c9d04c5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:36.624393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Bound port: 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb6f29-10a8-4632-919f-00c9d04c5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:36.625269 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.647611 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.654977 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.672130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Transition to ACTIVE for port object d4c3941f-470d-4185-9454-3b3391ef2dbd will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:36.716252 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.737965 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] For port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:36.741322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] For port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed,segment=NetworkSegment(f6eb6f29-10a8-4632-919f-00c9d04c5986),segment_id=f6eb6f29-10a8-4632-919f-00c9d04c5986)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:36.756550 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.787801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=d4c3941f-470d-4185-9454-3b3391ef2dbd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:36.803426 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network eca20aba-51f5-4a6f-99f6-75b01bf266f8 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:36.805105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:36.813178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:36.814888 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.827509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port b81d0531-c3a4-4e14-8561-02025b2f238a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b81d0531-c3a4-4e14-8561-02025b2f238a,segment=NetworkSegment(dd04609f-851f-4c2b-ba76-ca86a850c284),segment_id=dd04609f-851f-4c2b-ba76-ca86a850c284)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:36.844779 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:36.905577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a907e-c43e-4dfa-8d32-37a03d192277 None None] Pushing event updated for resources: {'Port': ['ID=96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:37.006464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=b81d0531-c3a4-4e14-8561-02025b2f238a,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:37.043667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.282815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005914-c55b-4fca-8c47-df0c46605814 req-8284812b-16e4-479b-83a7-da3bfdd19eec tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:37.287782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0005914-c55b-4fca-8c47-df0c46605814 req-8284812b-16e4-479b-83a7-da3bfdd19eec tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1656358 Jul 27 22:16:37.430126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8f975106-8d66-4794-a736-a0bb2d3f40fd up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:37.444221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793adc00-dfd9-43aa-9e2e-3ac868079cb8 req-d9393e93-f70b-4bcc-987f-7124ed08da68 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:37.453430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-793adc00-dfd9-43aa-9e2e-3ac868079cb8 req-d9393e93-f70b-4bcc-987f-7124ed08da68 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 946 time: 0.1201069 Jul 27 22:16:37.479543 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0005914-c55b-4fca-8c47-df0c46605814 req-79aaf279-634c-4c4f-9ca7-d7e16f33f9f4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722357 Jul 27 22:16:37.567032 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-793adc00-dfd9-43aa-9e2e-3ac868079cb8 req-09f23fe9-9004-4143-a148-58df5fef8f4b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121500 Jul 27 22:16:37.592193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 8f975106-8d66-4794-a736-a0bb2d3f40fd completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:37.606245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 8f975106-8d66-4794-a736-a0bb2d3f40fd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:37.610127 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.688724 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.703911 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.704746 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.829013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event updated for resources: {'Port': ['ID=d4c3941f-470d-4185-9454-3b3391ef2dbd,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:37.860002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6dc0dd-7f7f-49a4-a520-120d4d56e0ce req-20ecc1c2-bd00-435f-a896-ac9cf9e14c56 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:37.868217 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b6dc0dd-7f7f-49a4-a520-120d4d56e0ce req-20ecc1c2-bd00-435f-a896-ac9cf9e14c56 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 944 time: 0.0848165 Jul 27 22:16:37.869894 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.924170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b6dc0dd-7f7f-49a4-a520-120d4d56e0ce req-78a81c4f-8dbb-4ad7-b04e-b6944d7e605e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547867 Jul 27 22:16:37.941043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8041a53-47d7-4f52-97b2-428818ebfc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f975106-8d66-4794-a736-a0bb2d3f40fd'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:37.957243 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe49fd8-cde6-44f3-a3e6-57a3cd28ec00" -d '{"events": [{"server_uuid": "f8041a53-47d7-4f52-97b2-428818ebfc47", "name": "network-vif-plugged", "status": "completed", "tag": "8f975106-8d66-4794-a736-a0bb2d3f40fd"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:38.036046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8f975106-8d66-4794-a736-a0bb2d3f40fd, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8f975106-8d66-4794-a736-a0bb2d3f40fd,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:38.037118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Network eca20aba-51f5-4a6f-99f6-75b01bf266f8 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:38.045942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:38.049541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:38.062645 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.113421 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58bb33b-714f-45f6-bdb4-3064912adc5e x-openstack-request-id: req-b58bb33b-714f-45f6-bdb4-3064912adc5e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:38.114055 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8041a53-47d7-4f52-97b2-428818ebfc47", "name": "network-vif-plugged", "status": "completed", "tag": "8f975106-8d66-4794-a736-a0bb2d3f40fd", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:38.114522 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b58bb33b-714f-45f6-bdb4-3064912adc5e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:38.115132 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8041a53-47d7-4f52-97b2-428818ebfc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f975106-8d66-4794-a736-a0bb2d3f40fd', 'code': 200} Jul 27 22:16:38.138643 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cbba49f-78d9-4b85-86e9-0a220c64a3e6 req-a96a29a9-1d62-4f29-9151-c060b8bacb43 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4b3ee2fa696e4933b1287dd2b7753c06 HTTP/1.1" status: 200 len: 267 time: 0.1176167 Jul 27 22:16:38.233985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbba49f-78d9-4b85-86e9-0a220c64a3e6 req-9ef9e185-d316-4dea-a746-5e25e160c83c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:38.235241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8f975106-8d66-4794-a736-a0bb2d3f40fd,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:38.243889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cbba49f-78d9-4b85-86e9-0a220c64a3e6 req-9ef9e185-d316-4dea-a746-5e25e160c83c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 946 time: 0.0916958 Jul 27 22:16:38.251904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-7cbba49f-78d9-4b85-86e9-0a220c64a3e6 req-6f4a3a39-4d2c-4f2d-8dc1-a54c4dadaa15 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Request body: {'port': {'security_groups': []}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:38.287477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:38.291278 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b81d0531-c3a4-4e14-8561-02025b2f238a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:38.295862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:38.307046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a86bd-b1a4-4626-b593-b03db83021eb req-97138609-0aa8-493d-8e98-f9df1344c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:38.312239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b23a86bd-b1a4-4626-b593-b03db83021eb req-97138609-0aa8-493d-8e98-f9df1344c5c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 1096 time: 0.1257889 Jul 27 22:16:38.379029 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b23a86bd-b1a4-4626-b593-b03db83021eb req-5bc23222-f943-4582-b21c-c98173148e3b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501196 Jul 27 22:16:38.379237 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cbba49f-78d9-4b85-86e9-0a220c64a3e6 req-6f4a3a39-4d2c-4f2d-8dc1-a54c4dadaa15 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.413928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b81d0531-c3a4-4e14-8561-02025b2f238a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:38.414413 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.562235 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:38.574599 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8451d882-8557-4291-81f1-ca8395c1353f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0939381 Jul 27 22:16:38.578357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59330) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:38.583134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Sync routers for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:38.587061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2362d505-5681-4ba6-bcc6-8bdaf5d761e3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:38.612881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:38.613742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:38.737070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549dda58-3561-4485-a42d-ab15b42cfb34 req-45903f51-df4d-43ef-994c-b455e2a6834b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:38.746078 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-549dda58-3561-4485-a42d-ab15b42cfb34 req-45903f51-df4d-43ef-994c-b455e2a6834b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1263208 Jul 27 22:16:38.814990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-549dda58-3561-4485-a42d-ab15b42cfb34 req-7c7a0f21-d0c7-4bdb-a67f-0cf007449b28 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676231 Jul 27 22:16:38.878581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7cbba49f-78d9-4b85-86e9-0a220c64a3e6 req-6f4a3a39-4d2c-4f2d-8dc1-a54c4dadaa15 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] For port 04a5fe94-9c2e-49d0-b004-692510f269eb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=04a5fe94-9c2e-49d0-b004-692510f269eb,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:38.920170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc54beab-749d-48c0-b6a5-114cee4b4296 None None] Network eca20aba-51f5-4a6f-99f6-75b01bf266f8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:38.955676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cbba49f-78d9-4b85-86e9-0a220c64a3e6 req-6f4a3a39-4d2c-4f2d-8dc1-a54c4dadaa15 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.969447 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cbba49f-78d9-4b85-86e9-0a220c64a3e6 req-6f4a3a39-4d2c-4f2d-8dc1-a54c4dadaa15 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:39.048546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbba49f-78d9-4b85-86e9-0a220c64a3e6 req-6f4a3a39-4d2c-4f2d-8dc1-a54c4dadaa15 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:39.050209 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7cbba49f-78d9-4b85-86e9-0a220c64a3e6 req-6f4a3a39-4d2c-4f2d-8dc1-a54c4dadaa15 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:39.054400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cbba49f-78d9-4b85-86e9-0a220c64a3e6 req-6f4a3a39-4d2c-4f2d-8dc1-a54c4dadaa15 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "PUT /v2.0/ports/04a5fe94-9c2e-49d0-b004-692510f269eb HTTP/1.1" status: 200 len: 905 time: 0.8088224 Jul 27 22:16:39.054999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1f7be3-faa3-4e9c-9cd6-ffc862250558', 'tag': '04a5fe94-9c2e-49d0-b004-692510f269eb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:39.059083 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73ccb6d-4049-43b4-a568-75310960e0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1f7be3-faa3-4e9c-9cd6-ffc862250558", "tag": "04a5fe94-9c2e-49d0-b004-692510f269eb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:39.123485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['237cf306-0d31-4fcb-a96c-ff87851cb98a', 'e565edf6-4169-4c0b-9f3d-17e0feb28e59', '04a5fe94-9c2e-49d0-b004-692510f269eb'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:39.179123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a3a39-4d2c-4f2d-8dc1-a54c4dadaa15 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event updated for resources: {'Port': ['ID=04a5fe94-9c2e-49d0-b004-692510f269eb,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:39.268969 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Provisioning for port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:39.304593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Provisioning complete for port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:39.305019 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:39.348686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:39.360223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['04a5fe94-9c2e-49d0-b004-692510f269eb'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:39.378454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328e01c-6eba-4566-ae24-49399b73b659 req-a4c9f9d9-4600-4340-9e5f-f7ed09bae302 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:39.387468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8328e01c-6eba-4566-ae24-49399b73b659 req-a4c9f9d9-4600-4340-9e5f-f7ed09bae302 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 945 time: 0.1686311 Jul 27 22:16:39.459993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ce9f8-1cc8-4c03-bed6-1ddb84fe4378 req-01d1b702-5c39-4db2-b884-61de4fd2a993 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:39.473533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f27ce9f8-1cc8-4c03-bed6-1ddb84fe4378 req-01d1b702-5c39-4db2-b884-61de4fd2a993 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 908 time: 0.1554637 Jul 27 22:16:39.485810 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8328e01c-6eba-4566-ae24-49399b73b659 req-4190b736-f02c-4d33-b57c-986643fbf5aa tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912390 Jul 27 22:16:39.545388 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb37196-b3e0-4f7b-8fdf-ef5ac271f570 x-openstack-request-id: req-8eb37196-b3e0-4f7b-8fdf-ef5ac271f570 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:39.545857 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1f7be3-faa3-4e9c-9cd6-ffc862250558", "tag": "04a5fe94-9c2e-49d0-b004-692510f269eb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:39.546251 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8eb37196-b3e0-4f7b-8fdf-ef5ac271f570 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:39.546816 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1f7be3-faa3-4e9c-9cd6-ffc862250558', 'tag': '04a5fe94-9c2e-49d0-b004-692510f269eb', 'status': 'completed', 'code': 200} Jul 27 22:16:39.604686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.extraroute_db [None req-2362d505-5681-4ba6-bcc6-8bdaf5d761e3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 22:16:39.624713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.extraroute_db [None req-2362d505-5681-4ba6-bcc6-8bdaf5d761e3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Removed routes are [] {{(pid=93834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 22:16:39.625167 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2362d505-5681-4ba6-bcc6-8bdaf5d761e3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:39.667281 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:39.722209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fed6f-d7ca-4caf-9922-52906c7d6470 req-1fcf0d61-b04b-40c8-b33a-e21060d3694b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:39.763702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c02fed6f-d7ca-4caf-9922-52906c7d6470 req-1fcf0d61-b04b-40c8-b33a-e21060d3694b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1268280 Jul 27 22:16:39.797995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ccb6d-4049-43b4-a568-75310960e0dd req-72945f68-d7e4-4b69-9ce8-7ccedb94ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:39.800217 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f73ccb6d-4049-43b4-a568-75310960e0dd req-72945f68-d7e4-4b69-9ce8-7ccedb94ce91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 1059 time: 0.1702220 Jul 27 22:16:39.822318 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c02fed6f-d7ca-4caf-9922-52906c7d6470 req-e4e8c3fc-5095-4016-b609-3d5484b6c86d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563092 Jul 27 22:16:40.081009 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2362d505-5681-4ba6-bcc6-8bdaf5d761e3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:40.083500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846a733-25e7-4546-a8d6-6db5f6f4d19e req-fcfcaaa8-57ac-4e2d-98fe-d543593c7cf7 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:40.090414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a846a733-25e7-4546-a8d6-6db5f6f4d19e req-fcfcaaa8-57ac-4e2d-98fe-d543593c7cf7 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1357214 Jul 27 22:16:40.096858 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2362d505-5681-4ba6-bcc6-8bdaf5d761e3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:40.109118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b12d2b-f64f-48f3-a6db-5d3746317331 req-24d924bd-e892-447d-9f93-a7198dfb6669 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:40.111053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0b12d2b-f64f-48f3-a6db-5d3746317331 req-24d924bd-e892-447d-9f93-a7198dfb6669 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1380563 Jul 27 22:16:40.157871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] For port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed,segment=NetworkSegment(f6eb6f29-10a8-4632-919f-00c9d04c5986),segment_id=f6eb6f29-10a8-4632-919f-00c9d04c5986)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:40.193099 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:40.234882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0b12d2b-f64f-48f3-a6db-5d3746317331 req-f19c17fa-a15d-4f2f-b2cb-c642422df2dc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169350 Jul 27 22:16:40.240674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a846a733-25e7-4546-a8d6-6db5f6f4d19e req-4c31e242-80d1-42b0-ad70-51557d749256 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429348 Jul 27 22:16:40.386004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Pushing event updated for resources: {'Port': ['ID=96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:40.394908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ccb6d-4049-43b4-a568-75310960e0dd req-8e932d71-46c4-4986-b95c-9c9a40984f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:40.398016 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f73ccb6d-4049-43b4-a568-75310960e0dd req-8e932d71-46c4-4986-b95c-9c9a40984f1d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.5814247 Jul 27 22:16:40.489750 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f73ccb6d-4049-43b4-a568-75310960e0dd req-eaada77a-7412-4c1d-b51e-2b291254306f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04a5fe94-9c2e-49d0-b004-692510f269eb HTTP/1.1" status: 200 len: 217 time: 0.0815206 Jul 27 22:16:40.511137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.511578 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.511925 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.512263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.512953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.529070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.529367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.529655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.530004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.530371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.530721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.531052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc184120-7941-4921-b6b1-14bd1bed4b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:16:40.552990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6007a9b9-1301-4871-9b35-62f91cf9ea9c None None] Provisioning complete for port 04a5fe94-9c2e-49d0-b004-692510f269eb triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:40.552990 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6007a9b9-1301-4871-9b35-62f91cf9ea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:40.658897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-610401da-a6e7-4c8a-80db-5bdad195a397 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:40.660299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2362d505-5681-4ba6-bcc6-8bdaf5d761e3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:40.666136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-610401da-a6e7-4c8a-80db-5bdad195a397 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 811 time: 0.1413710 Jul 27 22:16:40.674799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ccb6d-4049-43b4-a568-75310960e0dd req-694fb722-40c9-4a99-8be7-ef3b2539f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:40.676636 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f73ccb6d-4049-43b4-a568-75310960e0dd req-694fb722-40c9-4a99-8be7-ef3b2539f94e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.1563244 Jul 27 22:16:40.737500 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:36Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81d0531-c3a4-4e14-8561-02025b2f238a', 'name': '', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:3c:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:27Z', 'updated_at': '2021-07-27T22:16:36Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4c3941f-470d-4185-9454-3b3391ef2dbd', 'name': '', 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:78:a6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '905bc16f-b2ef-45e6-9feb-4730c70aec58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:35Z', 'updated_at': '2021-07-27T22:16:37Z', 'revision_number': 2, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '905bc16f-b2ef-45e6-9feb-4730c70aec58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:40.760130 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-8c77c34f-071a-4390-a506-1e7c864705e4 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/quotas/4b3ee2fa696e4933b1287dd2b7753c06 HTTP/1.1" status: 200 len: 375 time: 0.0930607 Jul 27 22:16:40.781170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Checking router: 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:40.781536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Updating router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 port d4c3941f-470d-4185-9454-3b3391ef2dbd binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:16:40.852318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2a2a7-7892-4c3c-869d-8d8f43167463 req-6f84f704-245e-4e32-9902-31a41a16f128 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:40.861967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5fa2a2a7-7892-4c3c-869d-8d8f43167463 req-6f84f704-245e-4e32-9902-31a41a16f128 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 945 time: 0.1929574 Jul 27 22:16:40.901122 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:40.914086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ccb6d-4049-43b4-a568-75310960e0dd req-223640a8-705f-4a6f-a8eb-e81767c53241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:40.915819 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f73ccb6d-4049-43b4-a568-75310960e0dd req-223640a8-705f-4a6f-a8eb-e81767c53241 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2277009 Jul 27 22:16:40.970833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-8ef6b37c-97e6-4a27-a4a6-4bfccde505ac tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1995556 Jul 27 22:16:40.986153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5fa2a2a7-7892-4c3c-869d-8d8f43167463 req-c9075028-abb4-45aa-ae90-7be258ce1aa0 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230707 Jul 27 22:16:41.225836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c4bea944-46ed-49a4-bd28-c60be4b4d7a6 None None] Provisioning complete for port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:41.229468 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c4bea944-46ed-49a4-bd28-c60be4b4d7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.284007 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f73ccb6d-4049-43b4-a568-75310960e0dd req-9069e83c-a788-489b-bf36-348e29ac99bf service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540683 Jul 27 22:16:41.289102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-5faa3ff3-e25d-4a57-b249-6120c06bebfe service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965927 Jul 27 22:16:41.515241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2362d505-5681-4ba6-bcc6-8bdaf5d761e3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:41.534905 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2362d505-5681-4ba6-bcc6-8bdaf5d761e3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:41.534905 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2362d505-5681-4ba6-bcc6-8bdaf5d761e3 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2 HTTP/1.1" status: 200 len: 954 time: 2.9507589 Jul 27 22:16:41.547618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59394) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:41.586240 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-e0da25eb-ab6d-4b50-b3d3-842c95b7da18 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961662 Jul 27 22:16:41.769510 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a69f6-aa19-490e-b742-06c4c63795ef req-71a1c76f-e43c-4d96-8e4d-729c0bd7f96c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:41.782676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e3a69f6-aa19-490e-b742-06c4c63795ef req-71a1c76f-e43c-4d96-8e4d-729c0bd7f96c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.2123146 Jul 27 22:16:41.890376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e3a69f6-aa19-490e-b742-06c4c63795ef req-f95b570e-ad58-4fed-8f9f-2377c3462dcf tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045558 Jul 27 22:16:41.955510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:41.985090 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f5fafda4-cc39-4ebf-9d36-78354e023b47 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2 HTTP/1.1" status: 200 len: 954 time: 0.4362342 Jul 27 22:16:41.987734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59406) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:41.992615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d4158c26-6f71-4241-ab9b-a4dd8296bb8f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'router': {'routes': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:41.998428 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f73ccb6d-4049-43b4-a568-75310960e0dd req-f3bb1214-f9d3-4eaf-986b-9cdb44582860 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002208 Jul 27 22:16:42.164933 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.191798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Transition to ACTIVE for port object d4c3941f-470d-4185-9454-3b3391ef2dbd will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:42.211836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:42.212222 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.213815 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.300727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701df37d-e5d1-4e5d-aae1-b7e86e009213 None None] Pushing event updated for resources: {'Port': ['ID=d4c3941f-470d-4185-9454-3b3391ef2dbd,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:42.307531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c4bea944-46ed-49a4-bd28-c60be4b4d7a6 None None] Provisioning for port d4c3941f-470d-4185-9454-3b3391ef2dbd completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:42.354112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13ae448a-4a04-4548-a7c7-c2291dec8013 req-11a3237c-c64d-4ee8-ab92-2297531cf47c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 210 time: 0.1828244 Jul 27 22:16:42.569190 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.629118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Attempting to bind port d4c3941f-470d-4185-9454-3b3391ef2dbd on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:42.629500 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Attempting to bind port d4c3941f-470d-4185-9454-3b3391ef2dbd by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'f6eb6f29-10a8-4632-919f-00c9d04c5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:42.629871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Attempting to bind port d4c3941f-470d-4185-9454-3b3391ef2dbd on network eca20aba-51f5-4a6f-99f6-75b01bf266f8 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:42.668653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:42.669034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Checking segment: {'id': 'f6eb6f29-10a8-4632-919f-00c9d04c5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:42.669442 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.669815 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Bound using segment: {'id': 'f6eb6f29-10a8-4632-919f-00c9d04c5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:42.670327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Bound port: d4c3941f-470d-4185-9454-3b3391ef2dbd, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb6f29-10a8-4632-919f-00c9d04c5986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:42.670710 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.841951 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4caf2cc-457a-4cbd-af41-50a7b7860547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.925510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] For port d4c3941f-470d-4185-9454-3b3391ef2dbd, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:42.929803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] For port d4c3941f-470d-4185-9454-3b3391ef2dbd, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d4c3941f-470d-4185-9454-3b3391ef2dbd,segment=NetworkSegment(f6eb6f29-10a8-4632-919f-00c9d04c5986),segment_id=f6eb6f29-10a8-4632-919f-00c9d04c5986)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:42.948621 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:42.966467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-d4158c26-6f71-4241-ab9b-a4dd8296bb8f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Added routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 22:16:42.967883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-d4158c26-6f71-4241-ab9b-a4dd8296bb8f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 22:16:43.018865 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4158c26-6f71-4241-ab9b-a4dd8296bb8f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.134080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701df37d-e5d1-4e5d-aae1-b7e86e009213 None None] Pushing event updated for resources: {'Port': ['ID=d4c3941f-470d-4185-9454-3b3391ef2dbd,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:43.169605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:43.170251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:43.467966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:43.628334 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-457097c3-6b61-49f0-a09f-82ebf4e0b49e req-843625c0-88fc-464f-bbb1-32ec869176b5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 210 time: 0.0567291 Jul 27 22:16:43.713287 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4158c26-6f71-4241-ab9b-a4dd8296bb8f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.739709 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4158c26-6f71-4241-ab9b-a4dd8296bb8f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:43.769934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd718f9-37fe-4c4c-b2d8-698b68df531e req-014772b2-2f11-4272-8643-ea8ab849c84f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:43.786859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cd718f9-37fe-4c4c-b2d8-698b68df531e req-014772b2-2f11-4272-8643-ea8ab849c84f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.5414801 Jul 27 22:16:44.043790 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cd718f9-37fe-4c4c-b2d8-698b68df531e req-359a1305-7721-484c-ba69-de9f949fd63f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558563 Jul 27 22:16:44.155479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4158c26-6f71-4241-ab9b-a4dd8296bb8f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:44.214765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-0453eb36-1612-47f5-a231-bb0dd6eba383 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:44.215332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:42Z', 'revision_number': 7, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81d0531-c3a4-4e14-8561-02025b2f238a', 'name': '', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:3c:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:27Z', 'updated_at': '2021-07-27T22:16:36Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4c3941f-470d-4185-9454-3b3391ef2dbd', 'name': '', 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:78:a6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '905bc16f-b2ef-45e6-9feb-4730c70aec58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:35Z', 'updated_at': '2021-07-27T22:16:42Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '905bc16f-b2ef-45e6-9feb-4730c70aec58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:44.217086 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-0453eb36-1612-47f5-a231-bb0dd6eba383 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 811 time: 0.3593984 Jul 27 22:16:44.233091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Request body: {'port': {'device_id': '59b3467c-89be-4f48-87c2-06036c28e95d', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'admin_state_up': True, 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:44.338459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae69352-ccbe-450c-b33e-45f32e7e41e5 None None] The sync data for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 is: [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:42Z', 'revision_number': 7, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81d0531-c3a4-4e14-8561-02025b2f238a', 'name': '', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:3c:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:27Z', 'updated_at': '2021-07-27T22:16:36Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4c3941f-470d-4185-9454-3b3391ef2dbd', 'name': '', 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:78:a6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '905bc16f-b2ef-45e6-9feb-4730c70aec58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:35Z', 'updated_at': '2021-07-27T22:16:42Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '905bc16f-b2ef-45e6-9feb-4730c70aec58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:44.456967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4158c26-6f71-4241-ab9b-a4dd8296bb8f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:44.478052 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4158c26-6f71-4241-ab9b-a4dd8296bb8f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:44.482421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d4158c26-6f71-4241-ab9b-a4dd8296bb8f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2 HTTP/1.1" status: 200 len: 704 time: 2.4905591 Jul 27 22:16:44.483462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59460) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:44.599890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Made reservation on behalf of 4b3ee2fa696e4933b1287dd2b7753c06 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:16:44.616420 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:44.628899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59462) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:44.853139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-553626fe-b641-4f09-88ba-5aacbb2519b9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2 HTTP/1.1" status: 200 len: 704 time: 0.3657546 Jul 27 22:16:44.885310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59470) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:44.914623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac4b879a-73b0-47bd-9bc0-9a0fed32500d req-ae8b32a0-5b23-4398-95e7-a0e6c01f252e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 210 time: 0.1105130 Jul 27 22:16:44.968267 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-097810ec-b913-457a-ba21-5f538230fd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.181772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Allocated IP 172.20.0.6 (4c0e47d2-6150-45e9-905c-313a1c6e140b/1db25ef7-bbb2-4f2f-9291-aebd84fb4c42/460b4711-6539-4766-a52f-c5b028f20f8c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:16:45.452731 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cc3ce2e3-9ca1-479f-b3d8-5bf44b96f1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.706766 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0342a03-6a28-47be-83e8-c493d6f7c0e7 None None] Sync routers for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:45.726362 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0342a03-6a28-47be-83e8-c493d6f7c0e7 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:45.730831 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a0342a03-6a28-47be-83e8-c493d6f7c0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:45.743110 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.817840 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-097810ec-b913-457a-ba21-5f538230fd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.832976 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-097810ec-b913-457a-ba21-5f538230fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.856243 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:45.894744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Transition to ACTIVE for port object 460b4711-6539-4766-a52f-c5b028f20f8c will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:45.934631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097810ec-b913-457a-ba21-5f538230fd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4684f3c2-2216-4e31-add7-275d276f2f02,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:45.940476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d4c3941f-470d-4185-9454-3b3391ef2dbd up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:45.943857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-097810ec-b913-457a-ba21-5f538230fd4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c903ba24c5b64415b475f331a2699481&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3117640 Jul 27 22:16:45.947452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59486) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:45.982100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cfb1c-6e39-40c9-ad96-5e6d8b26d3b1 req-4f00c593-473e-4773-bcc9-a73ba31b389f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:45.991827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c86cfb1c-6e39-40c9-ad96-5e6d8b26d3b1 req-4f00c593-473e-4773-bcc9-a73ba31b389f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.3602724 Jul 27 22:16:46.043566 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a0342a03-6a28-47be-83e8-c493d6f7c0e7 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:46.140063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ab8d8e9-dde3-42b1-af3b-d46866cba912 req-e9947a72-890d-44c4-86b9-29cfda4b41a0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 210 time: 0.0573108 Jul 27 22:16:46.169834 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.172598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-277da57e-9b94-44d9-b010-92727d9d96a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.184085 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c86cfb1c-6e39-40c9-ad96-5e6d8b26d3b1 req-5872a16b-af8f-4948-97c9-e2df97cc0f69 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853387 Jul 27 22:16:46.232367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-277da57e-9b94-44d9-b010-92727d9d96a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.284521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:16:46.304153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:16:46.323200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:16:46.340986 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-277da57e-9b94-44d9-b010-92727d9d96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.344147 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-277da57e-9b94-44d9-b010-92727d9d96a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.345827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-277da57e-9b94-44d9-b010-92727d9d96a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4684f3c2-2216-4e31-add7-275d276f2f02 HTTP/1.1" status: 204 len: 168 time: 0.3974471 Jul 27 22:16:46.355350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['237cf306-0d31-4fcb-a96c-ff87851cb98a', 'e565edf6-4169-4c0b-9f3d-17e0feb28e59'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:46.365070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277da57e-9b94-44d9-b010-92727d9d96a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4684f3c2-2216-4e31-add7-275d276f2f02,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:46.464760 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.502774 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.506998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d4c3941f-470d-4185-9454-3b3391ef2dbd completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:46.507190 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:46.508183 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.527784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d4c3941f-470d-4185-9454-3b3391ef2dbd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:46.528565 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.560613 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e12422b-5a00-43d2-9282-25c15b9cd583 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.683862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event updated for resources: {'Port': ['ID=460b4711-6539-4766-a52f-c5b028f20f8c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:46.696871 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a0342a03-6a28-47be-83e8-c493d6f7c0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:42Z', 'revision_number': 7, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81d0531-c3a4-4e14-8561-02025b2f238a', 'name': '', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:3c:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:27Z', 'updated_at': '2021-07-27T22:16:36Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4c3941f-470d-4185-9454-3b3391ef2dbd', 'name': '', 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:78:a6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '905bc16f-b2ef-45e6-9feb-4730c70aec58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:35Z', 'updated_at': '2021-07-27T22:16:42Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '905bc16f-b2ef-45e6-9feb-4730c70aec58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:46.799846 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0342a03-6a28-47be-83e8-c493d6f7c0e7 None None] Checking router: 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:46.826189 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-52b7a709-543e-4639-83e9-7bcd7d27a8ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5987997 Jul 27 22:16:46.832000 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0342a03-6a28-47be-83e8-c493d6f7c0e7 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:46.838271 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:46.838769 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a0342a03-6a28-47be-83e8-c493d6f7c0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:46.864362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Request body: {'port': {'device_id': '59b3467c-89be-4f48-87c2-06036c28e95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:16:46.963576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port d4c3941f-470d-4185-9454-3b3391ef2dbd, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d4c3941f-470d-4185-9454-3b3391ef2dbd,segment=NetworkSegment(f6eb6f29-10a8-4632-919f-00c9d04c5986),segment_id=f6eb6f29-10a8-4632-919f-00c9d04c5986)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:46.984131 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.108069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=d4c3941f-470d-4185-9454-3b3391ef2dbd,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:47.118340 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a0342a03-6a28-47be-83e8-c493d6f7c0e7 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:47.134460 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-47f2ff17-36c2-42af-8787-8ac2398830f9 None None] Provisioning for port 460b4711-6539-4766-a52f-c5b028f20f8c completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:47.149614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-47f2ff17-36c2-42af-8787-8ac2398830f9 None None] Provisioning complete for port 460b4711-6539-4766-a52f-c5b028f20f8c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:47.150041 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-47f2ff17-36c2-42af-8787-8ac2398830f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.202655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-47f2ff17-36c2-42af-8787-8ac2398830f9 None None] Port 460b4711-6539-4766-a52f-c5b028f20f8c cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:16:47.469959 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4766aa5-0e44-476f-a1ee-6223919abdfe req-dcd34581-9eb3-4da3-a9e8-0474bd83a7b9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:47.472291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4766aa5-0e44-476f-a1ee-6223919abdfe req-dcd34581-9eb3-4da3-a9e8-0474bd83a7b9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 931 time: 0.1853106 Jul 27 22:16:47.520965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212b1b5-96a2-4c7f-8d1e-9d4d4eb95f70 req-b2f9f6c2-33cb-446d-b933-17262f5d029f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:47.529201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7212b1b5-96a2-4c7f-8d1e-9d4d4eb95f70 req-b2f9f6c2-33cb-446d-b933-17262f5d029f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1914415 Jul 27 22:16:47.562673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4766aa5-0e44-476f-a1ee-6223919abdfe req-3566d5d0-9731-4ad5-929d-29360f5f097f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789926 Jul 27 22:16:47.595104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7212b1b5-96a2-4c7f-8d1e-9d4d4eb95f70 req-7584338d-bc8b-462c-9ec7-932ada82e14c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647650 Jul 27 22:16:47.596779 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.731262 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d4c3941f-470d-4185-9454-3b3391ef2dbd up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:47.832817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d4c3941f-470d-4185-9454-3b3391ef2dbd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:47.833523 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:47.836215 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a0342a03-6a28-47be-83e8-c493d6f7c0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:42Z', 'revision_number': 7, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81d0531-c3a4-4e14-8561-02025b2f238a', 'name': '', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:3c:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:27Z', 'updated_at': '2021-07-27T22:16:36Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4c3941f-470d-4185-9454-3b3391ef2dbd', 'name': '', 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:78:a6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '905bc16f-b2ef-45e6-9feb-4730c70aec58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:35Z', 'updated_at': '2021-07-27T22:16:42Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '905bc16f-b2ef-45e6-9feb-4730c70aec58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:47.868473 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0342a03-6a28-47be-83e8-c493d6f7c0e7 None None] The sync data for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 is: [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:42Z', 'revision_number': 7, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81d0531-c3a4-4e14-8561-02025b2f238a', 'name': '', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:3c:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:27Z', 'updated_at': '2021-07-27T22:16:36Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4c3941f-470d-4185-9454-3b3391ef2dbd', 'name': '', 'network_id': 'eca20aba-51f5-4a6f-99f6-75b01bf266f8', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:78:a6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '905bc16f-b2ef-45e6-9feb-4730c70aec58', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:35Z', 'updated_at': '2021-07-27T22:16:42Z', 'revision_number': 4, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '905bc16f-b2ef-45e6-9feb-4730c70aec58', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:48.054008 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.156326 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6e12422b-5a00-43d2-9282-25c15b9cd583 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port d4c3941f-470d-4185-9454-3b3391ef2dbd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:48.156772 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e12422b-5a00-43d2-9282-25c15b9cd583 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.329329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6e12422b-5a00-43d2-9282-25c15b9cd583 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] For port d4c3941f-470d-4185-9454-3b3391ef2dbd, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d4c3941f-470d-4185-9454-3b3391ef2dbd,segment=NetworkSegment(f6eb6f29-10a8-4632-919f-00c9d04c5986),segment_id=f6eb6f29-10a8-4632-919f-00c9d04c5986)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:48.329706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e12422b-5a00-43d2-9282-25c15b9cd583 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.387448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6e12422b-5a00-43d2-9282-25c15b9cd583 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for d4c3941f-470d-4185-9454-3b3391ef2dbd owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:48.412265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460b4711-6539-4766-a52f-c5b028f20f8c {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:16:48.423066 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.473877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Transition to ACTIVE for port object 460b4711-6539-4766-a52f-c5b028f20f8c will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:16:48.481733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4a1e-1103-435a-b6dd-5561d47cb15b req-4c3c185c-f04c-4e98-97a3-4d3c0f310768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:48.483294 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-60ee4a1e-1103-435a-b6dd-5561d47cb15b req-4c3c185c-f04c-4e98-97a3-4d3c0f310768 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 1096 time: 0.1256089 Jul 27 22:16:48.491966 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.675701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Pushing event updated for resources: {'Port': ['ID=460b4711-6539-4766-a52f-c5b028f20f8c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:48.778545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260d721-2b71-4a52-9af7-cc2401aa9d7d req-0d65588c-4d65-4978-a8dd-5f45b7166c27 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:48.781174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c260d721-2b71-4a52-9af7-cc2401aa9d7d req-0d65588c-4d65-4978-a8dd-5f45b7166c27 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 943 time: 0.1237116 Jul 27 22:16:48.842232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4a1e-1103-435a-b6dd-5561d47cb15b req-aa4e82d6-be62-456a-81d6-6db5d2a5007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:48.850598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bb4b4-b0ad-4203-a125-85f0e8a8f796 req-e04fc4cb-2de7-4ae2-83e7-b1d84328b624 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:48.852196 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-60ee4a1e-1103-435a-b6dd-5561d47cb15b req-aa4e82d6-be62-456a-81d6-6db5d2a5007b service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.3579741 Jul 27 22:16:48.852490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-078bb4b4-b0ad-4203-a125-85f0e8a8f796 req-e04fc4cb-2de7-4ae2-83e7-b1d84328b624 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1168115 Jul 27 22:16:48.868507 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c260d721-2b71-4a52-9af7-cc2401aa9d7d req-51f545dc-ee4c-4b6f-90fd-6a52752b2cbc tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666571 Jul 27 22:16:48.897014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Attempting to bind port 460b4711-6539-4766-a52f-c5b028f20f8c on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:16:48.898088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Attempting to bind port 460b4711-6539-4766-a52f-c5b028f20f8c by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:16:48.898929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Attempting to bind port 460b4711-6539-4766-a52f-c5b028f20f8c on network 4c0e47d2-6150-45e9-905c-313a1c6e140b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:48.951670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Port 460b4711-6539-4766-a52f-c5b028f20f8c on network 4c0e47d2-6150-45e9-905c-313a1c6e140b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:16:48.952005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Attempting to bind port 460b4711-6539-4766-a52f-c5b028f20f8c on network 4c0e47d2-6150-45e9-905c-313a1c6e140b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:16:48.968432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-078bb4b4-b0ad-4203-a125-85f0e8a8f796 req-2209bb53-476e-4df6-8458-200de324b05e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985863 Jul 27 22:16:48.971475 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:16:48.972191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Checking segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:16:48.973167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Bound using segment: {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:16:48.973860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Bound port: 460b4711-6539-4766-a52f-c5b028f20f8c, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b0ffe7-7919-44ca-a6c3-b368b1dd8092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:16:48.974445 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:48.999168 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e12422b-5a00-43d2-9282-25c15b9cd583 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:49.039319 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-60ee4a1e-1103-435a-b6dd-5561d47cb15b req-4c62aeb0-22f2-4906-b313-3c6be7b02b4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 HTTP/1.1" status: 200 len: 1000 time: 0.1772313 Jul 27 22:16:49.068959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12422b-5a00-43d2-9282-25c15b9cd583 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=d4c3941f-470d-4185-9454-3b3391ef2dbd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:49.285275 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] For port 460b4711-6539-4766-a52f-c5b028f20f8c, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:16:49.291549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4a1e-1103-435a-b6dd-5561d47cb15b req-8b0555b5-79e5-43d9-bd3c-982b445561c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:49.293545 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-60ee4a1e-1103-435a-b6dd-5561d47cb15b req-8b0555b5-79e5-43d9-bd3c-982b445561c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.2214379 Jul 27 22:16:49.303551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e12422b-5a00-43d2-9282-25c15b9cd583 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:49.307005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] For port 460b4711-6539-4766-a52f-c5b028f20f8c, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=460b4711-6539-4766-a52f-c5b028f20f8c,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:16:49.335374 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:49.396095 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:49.396808 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:49.398663 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] 10.222.0.43 "PUT /v2.0/ports/460b4711-6539-4766-a52f-c5b028f20f8c HTTP/1.1" status: 200 len: 1091 time: 2.5499175 Jul 27 22:16:49.405578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b3467c-89be-4f48-87c2-06036c28e95d', 'tag': '460b4711-6539-4766-a52f-c5b028f20f8c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:49.407942 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d07944-4ff0-4bd6-aa51-7000ded85d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "59b3467c-89be-4f48-87c2-06036c28e95d", "tag": "460b4711-6539-4766-a52f-c5b028f20f8c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:49.529770 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31ab10f-52b1-40e7-b67f-1b1dd6f54e7c x-openstack-request-id: req-a31ab10f-52b1-40e7-b67f-1b1dd6f54e7c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:49.529916 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b3467c-89be-4f48-87c2-06036c28e95d", "tag": "460b4711-6539-4766-a52f-c5b028f20f8c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:49.530141 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a31ab10f-52b1-40e7-b67f-1b1dd6f54e7c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:49.530578 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b3467c-89be-4f48-87c2-06036c28e95d', 'tag': '460b4711-6539-4766-a52f-c5b028f20f8c', 'status': 'completed', 'code': 200} Jul 27 22:16:49.603005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4a1e-1103-435a-b6dd-5561d47cb15b req-046f9e25-d0af-48f0-8837-692c9138d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:49.605240 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-60ee4a1e-1103-435a-b6dd-5561d47cb15b req-046f9e25-d0af-48f0-8837-692c9138d38e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2919109 Jul 27 22:16:49.608510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-582ee31d-8d4e-4205-8e7a-0c6b6bea6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:49.610148 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-582ee31d-8d4e-4205-8e7a-0c6b6bea6633 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 1094 time: 0.1490393 Jul 27 22:16:49.611993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea9a94-86c5-4ccb-a1e5-014135edf41f service neutron] Pushing event updated for resources: {'Port': ['ID=460b4711-6539-4766-a52f-c5b028f20f8c,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:49.768535 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-30674443-3009-4b6f-b3fd-1da0b18c7da3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460b4711-6539-4766-a52f-c5b028f20f8c HTTP/1.1" status: 200 len: 217 time: 0.0586061 Jul 27 22:16:49.855598 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e12422b-5a00-43d2-9282-25c15b9cd583 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:49.894915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-c4700752-8d6d-49a3-bbcd-90d0f3169462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:49.896384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-c4700752-8d6d-49a3-bbcd-90d0f3169462 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.0939131 Jul 27 22:16:49.904623 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-60ee4a1e-1103-435a-b6dd-5561d47cb15b req-5c755008-4e0c-4392-85ed-348879ebddbb service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958432 Jul 27 22:16:49.990484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3fe85-c262-44f7-a362-1443800dd566 req-28ab3361-37a0-4c0d-a428-2a2e65ab75e5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:49.992965 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66f3fe85-c262-44f7-a362-1443800dd566 req-28ab3361-37a0-4c0d-a428-2a2e65ab75e5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 943 time: 0.0579352 Jul 27 22:16:50.060186 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66f3fe85-c262-44f7-a362-1443800dd566 req-5c5b89c8-b9de-471a-9330-9df8262d1c07 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534580 Jul 27 22:16:50.216190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5583877-bf68-4201-84e6-ecf72383374c req-c7c9c3f8-3d2a-46f6-a35f-5784f680704a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:50.225291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5583877-bf68-4201-84e6-ecf72383374c req-c7c9c3f8-3d2a-46f6-a35f-5784f680704a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.0879936 Jul 27 22:16:50.278426 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5583877-bf68-4201-84e6-ecf72383374c req-f1dd53de-113e-4b68-a411-54d84378b3f9 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460997 Jul 27 22:16:50.399364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e12422b-5a00-43d2-9282-25c15b9cd583 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:50.410100 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6e12422b-5a00-43d2-9282-25c15b9cd583 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5160604 Jul 27 22:16:50.412896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59630) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:50.415277 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62dd47-bb00-4730-9e6d-23e55b13a443 None None] Sync routers for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:50.422730 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-643fd90e-a8cb-4be1-918c-ce13cb88d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:50.424390 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-643fd90e-a8cb-4be1-918c-ce13cb88d60b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5171087 Jul 27 22:16:50.433954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62dd47-bb00-4730-9e6d-23e55b13a443 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:50.434669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1c62dd47-bb00-4730-9e6d-23e55b13a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:50.507363 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ae03a4-2364-4d66-9bce-af6ed3493639 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting subnet 905bc16f-b2ef-45e6-9feb-4730c70aec58 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:50.508001 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-60ee4a1e-1103-435a-b6dd-5561d47cb15b req-58b2697d-e08e-4d5b-905d-59bf269284ef service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544376 Jul 27 22:16:50.512338 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ae03a4-2364-4d66-9bce-af6ed3493639 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:50.571867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1c62dd47-bb00-4730-9e6d-23e55b13a443 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:50.596477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ae03a4-2364-4d66-9bce-af6ed3493639 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:50.622732 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-4136303e-2fc7-4018-89b3-5612eb94b5a2 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834295 Jul 27 22:16:50.718742 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ae03a4-2364-4d66-9bce-af6ed3493639 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:50.799820 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ae03a4-2364-4d66-9bce-af6ed3493639 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:50.809189 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd624c31-4b4b-40bd-aeef-26dc09454d49 req-4839d204-40fe-4123-a8a1-d2daecf6cee2 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803248 Jul 27 22:16:50.836198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae03a4-2364-4d66-9bce-af6ed3493639 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Subnet': ['ID=905bc16f-b2ef-45e6-9feb-4730c70aec58,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:50.838289 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ae03a4-2364-4d66-9bce-af6ed3493639 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:50.841412 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f2ae03a4-2364-4d66-9bce-af6ed3493639 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/905bc16f-b2ef-45e6-9feb-4730c70aec58 HTTP/1.1" status: 204 len: 168 time: 0.4274886 Jul 27 22:16:50.844072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59642) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:50.853239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c76cd4-956b-4c6e-b9f2-068908cac9a0 None None] Network eca20aba-51f5-4a6f-99f6-75b01bf266f8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:50.949549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:50.965139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d07944-4ff0-4bd6-aa51-7000ded85d8b req-f7655cc0-066d-42ac-ae42-dd6da19ca635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:50.968106 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3d07944-4ff0-4bd6-aa51-7000ded85d8b req-f7655cc0-066d-42ac-ae42-dd6da19ca635 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 1094 time: 0.0801075 Jul 27 22:16:50.971531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1c62dd47-bb00-4730-9e6d-23e55b13a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:48Z', 'revision_number': 8, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81d0531-c3a4-4e14-8561-02025b2f238a', 'name': '', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:3c:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:27Z', 'updated_at': '2021-07-27T22:16:36Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:51.035511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:51.036772 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.047528 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62dd47-bb00-4730-9e6d-23e55b13a443 None None] Checking router: 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:51.147729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62dd47-bb00-4730-9e6d-23e55b13a443 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:51.159067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1c62dd47-bb00-4730-9e6d-23e55b13a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:51.170087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] For port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed,segment=NetworkSegment(f6eb6f29-10a8-4632-919f-00c9d04c5986),segment_id=f6eb6f29-10a8-4632-919f-00c9d04c5986)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:51.170492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.196215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d07944-4ff0-4bd6-aa51-7000ded85d8b req-675aecc5-c752-4ccc-8065-547f283ba42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:51.199205 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3d07944-4ff0-4bd6-aa51-7000ded85d8b req-675aecc5-c752-4ccc-8065-547f283ba42a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.2204220 Jul 27 22:16:51.202066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:51.273067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:51.291692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3d07944-4ff0-4bd6-aa51-7000ded85d8b req-18309a7a-c5d2-4951-9079-cba8ad59bf37 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460b4711-6539-4766-a52f-c5b028f20f8c HTTP/1.1" status: 200 len: 217 time: 0.0794339 Jul 27 22:16:51.296417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56168c78-253b-44d0-aed6-9d9982bd5185 req-cd13f57c-99c9-415c-bcf9-9aae4b15853a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:51.297980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56168c78-253b-44d0-aed6-9d9982bd5185 req-cd13f57c-99c9-415c-bcf9-9aae4b15853a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 943 time: 0.1067622 Jul 27 22:16:51.300367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1c62dd47-bb00-4730-9e6d-23e55b13a443 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:51.376117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d07944-4ff0-4bd6-aa51-7000ded85d8b req-298385da-9d75-4353-a8df-3f8235f5e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:51.378126 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3d07944-4ff0-4bd6-aa51-7000ded85d8b req-298385da-9d75-4353-a8df-3f8235f5e2a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.0754826 Jul 27 22:16:51.381434 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56168c78-253b-44d0-aed6-9d9982bd5185 req-4c80cf04-b58f-41fb-b91b-5b456cbadd9a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692365 Jul 27 22:16:51.435109 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.467560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd96500-b103-4ef6-96f5-dfaf9aa8b234 None None] DHCP port deletion for eca20aba-51f5-4a6f-99f6-75b01bf266f8 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:16:51.471074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d07944-4ff0-4bd6-aa51-7000ded85d8b req-47d355a7-8120-43d8-b375-3f256ef01815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:51.476978 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3d07944-4ff0-4bd6-aa51-7000ded85d8b req-47d355a7-8120-43d8-b375-3f256ef01815 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878396 Jul 27 22:16:51.482850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd184e5-2ae5-4506-9121-4a8a3eac466f req-c52fb6e2-49df-4113-a87b-d87ec726ccc3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:51.484063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cd184e5-2ae5-4506-9121-4a8a3eac466f req-c52fb6e2-49df-4113-a87b-d87ec726ccc3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.1068566 Jul 27 22:16:51.485711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:51.494289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No DVR routers for this DVR port 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:51.567384 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1b051ce-a4ec-4a35-a2a6-7a18ef9a4f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.589307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3d07944-4ff0-4bd6-aa51-7000ded85d8b req-551e98c2-3bc5-40ca-9826-6e16a9875299 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993662 Jul 27 22:16:51.633716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cd184e5-2ae5-4506-9121-4a8a3eac466f req-a53469d5-0b3e-4240-a8bb-904005e5b64f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333411 Jul 27 22:16:51.659733 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.678612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca20aba-51f5-4a6f-99f6-75b01bf266f8']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:51.691422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1c62dd47-bb00-4730-9e6d-23e55b13a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:48Z', 'revision_number': 8, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81d0531-c3a4-4e14-8561-02025b2f238a', 'name': '', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:3c:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:27Z', 'updated_at': '2021-07-27T22:16:36Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:51.697943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6eb6f29-10a8-4632-919f-00c9d04c5986') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:51.698207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6eb6f29-10a8-4632-919f-00c9d04c5986') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:51.713864 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3d07944-4ff0-4bd6-aa51-7000ded85d8b req-45e5e62c-8e98-45ac-ae40-914e3dce9aa4 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165836 Jul 27 22:16:51.717935 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.727158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:51.731897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62dd47-bb00-4730-9e6d-23e55b13a443 None None] The sync data for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 is: [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:48Z', 'revision_number': 8, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b81d0531-c3a4-4e14-8561-02025b2f238a', 'name': '', 'network_id': '180dd200-0f6e-4302-902c-3182e8a6a545', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:3c:ba:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:27Z', 'updated_at': '2021-07-27T22:16:36Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'c2412ec1-5552-4d5f-b620-77df4b581b68', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:51.740787 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.749282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:51.749786 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:51.753175 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:51.755875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:51.756273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 96fc451e-00ce-4c6b-92d9-3ad9ff41d0ed not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:51.818204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.825977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.827849 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/networks/eca20aba-51f5-4a6f-99f6-75b01bf266f8 HTTP/1.1" status: 204 len: 168 time: 0.9827781 Jul 27 22:16:51.831134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59660) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:51.844575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39df54f-860f-4cac-8c74-087cb8755ee9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Network': ['ID=eca20aba-51f5-4a6f-99f6-75b01bf266f8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:51.886601 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1b051ce-a4ec-4a35-a2a6-7a18ef9a4f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.891043 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1b051ce-a4ec-4a35-a2a6-7a18ef9a4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.929560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b1b051ce-a4ec-4a35-a2a6-7a18ef9a4f31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf0e6899513341d5946d45e6b258aef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554594 Jul 27 22:16:51.930482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b051ce-a4ec-4a35-a2a6-7a18ef9a4f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c227e2ec-1e6f-4ab0-9fe6-70e478c8d765,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:51.933622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59662) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:51.984705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7eeb-3304-454d-a2e7-e61bc38d674f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.014210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7eeb-3304-454d-a2e7-e61bc38d674f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.072403 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7eeb-3304-454d-a2e7-e61bc38d674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.074671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7eeb-3304-454d-a2e7-e61bc38d674f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.078329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cd4e7eeb-3304-454d-a2e7-e61bc38d674f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c227e2ec-1e6f-4ab0-9fe6-70e478c8d765 HTTP/1.1" status: 204 len: 168 time: 0.1413136 Jul 27 22:16:52.085930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e7eeb-3304-454d-a2e7-e61bc38d674f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c227e2ec-1e6f-4ab0-9fe6-70e478c8d765,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:52.196630 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-968ebc09-784a-446e-8bbb-6bd06546338b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.396248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:52.410857 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27ca0bf5-c897-46f2-8697-f0992c55ece7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.471042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-968ebc09-784a-446e-8bbb-6bd06546338b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port b81d0531-c3a4-4e14-8561-02025b2f238a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:52.471384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-968ebc09-784a-446e-8bbb-6bd06546338b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.547793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba51182-94d8-49be-9daf-de6ed9c9b7fa req-11496326-e6ce-4720-b0fe-b7496ccae0dd tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:52.549405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ba51182-94d8-49be-9daf-de6ed9c9b7fa req-11496326-e6ce-4720-b0fe-b7496ccae0dd tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 943 time: 0.0756779 Jul 27 22:16:52.567772 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27ca0bf5-c897-46f2-8697-f0992c55ece7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.578425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27ca0bf5-c897-46f2-8697-f0992c55ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.592570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-968ebc09-784a-446e-8bbb-6bd06546338b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] For port b81d0531-c3a4-4e14-8561-02025b2f238a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b81d0531-c3a4-4e14-8561-02025b2f238a,segment=NetworkSegment(dd04609f-851f-4c2b-ba76-ca86a850c284),segment_id=dd04609f-851f-4c2b-ba76-ca86a850c284)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:52.592946 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-968ebc09-784a-446e-8bbb-6bd06546338b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.612511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-968ebc09-784a-446e-8bbb-6bd06546338b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for b81d0531-c3a4-4e14-8561-02025b2f238a owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:52.628839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-27ca0bf5-c897-46f2-8697-f0992c55ece7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3db66621ec6c44a2816dcb61f1c47c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313509 Jul 27 22:16:52.635139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ba51182-94d8-49be-9daf-de6ed9c9b7fa req-c9c75bb5-a5be-482e-87f6-3c8f0e150436 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777297 Jul 27 22:16:52.635447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:52.643967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca0bf5-c897-46f2-8697-f0992c55ece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1631e171-31c1-4c6e-80d9-814210353589,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:52.709919 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c34bfa11-d28e-4edc-a20d-7e64509c6e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.752137 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c34bfa11-d28e-4edc-a20d-7e64509c6e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.815679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d396e89-2791-4901-8f2e-e0095e4c6828 req-2593354c-c58b-4799-a092-5e70fe1bd4ca tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:52.817191 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d396e89-2791-4901-8f2e-e0095e4c6828 req-2593354c-c58b-4799-a092-5e70fe1bd4ca tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.0806732 Jul 27 22:16:52.825381 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-968ebc09-784a-446e-8bbb-6bd06546338b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.841115 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:16:52.849710 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c34bfa11-d28e-4edc-a20d-7e64509c6e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.852256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c34bfa11-d28e-4edc-a20d-7e64509c6e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:52.853407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c34bfa11-d28e-4edc-a20d-7e64509c6e11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1631e171-31c1-4c6e-80d9-814210353589 HTTP/1.1" status: 204 len: 168 time: 0.2161207 Jul 27 22:16:52.866587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ebc09-784a-446e-8bbb-6bd06546338b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=b81d0531-c3a4-4e14-8561-02025b2f238a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:52.871782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d396e89-2791-4901-8f2e-e0095e4c6828 req-536272f3-c01d-47e5-8935-5aa23154a201 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463817 Jul 27 22:16:52.872675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bfa11-d28e-4edc-a20d-7e64509c6e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1631e171-31c1-4c6e-80d9-814210353589,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:53.027673 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-968ebc09-784a-446e-8bbb-6bd06546338b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.112765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:53.215696 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.244361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:53.248582 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7092a9ad-5d19-458e-b2d6-f087270e44be" -d '{"events": [{"server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:53.265857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:53.273719 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.288659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968ebc09-784a-446e-8bbb-6bd06546338b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:53.321325 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc3deec-17f4-4d20-97ce-0e405816ee58 x-openstack-request-id: req-dfc3deec-17f4-4d20-97ce-0e405816ee58 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:53.321697 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "name": "network-vif-unplugged", "status": "failed", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9", "code": 422}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:53.322047 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfc3deec-17f4-4d20-97ce-0e405816ee58 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:53.322681 n-d-802011-3 neutron-server[93836]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'code': 422} returned with failed status Jul 27 22:16:53.381614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:53.426219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968ebc09-784a-446e-8bbb-6bd06546338b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:53.432215 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-968ebc09-784a-446e-8bbb-6bd06546338b tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5998530 Jul 27 22:16:53.435759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:53.440838 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc624f-78ad-4964-aca6-8d5fa1c1bd34 None None] Sync routers for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:53.451039 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc624f-78ad-4964-aca6-8d5fa1c1bd34 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:53.451794 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a0cc624f-78ad-4964-aca6-8d5fa1c1bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:53.498460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-431a47b9-cea6-4060-b2ed-80dc8aee4b79 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting subnet c2412ec1-5552-4d5f-b620-77df4b581b68 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:53.502155 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-431a47b9-cea6-4060-b2ed-80dc8aee4b79 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.554118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-431a47b9-cea6-4060-b2ed-80dc8aee4b79 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.555786 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a0cc624f-78ad-4964-aca6-8d5fa1c1bd34 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:53.750683 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-431a47b9-cea6-4060-b2ed-80dc8aee4b79 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.788085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36910f-a638-4764-b6a1-c90f4633ee28 req-0b619dd1-9f41-4d78-a91f-4708db6b09a5 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:53.789481 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b36910f-a638-4764-b6a1-c90f4633ee28 req-0b619dd1-9f41-4d78-a91f-4708db6b09a5 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.1406395 Jul 27 22:16:53.796910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d4c3941f-470d-4185-9454-3b3391ef2dbd no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:53.850073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d4c3941f-470d-4185-9454-3b3391ef2dbd {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:53.850477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d4c3941f-470d-4185-9454-3b3391ef2dbd not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:53.866325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b36910f-a638-4764-b6a1-c90f4633ee28 req-533a5fbf-21d4-4588-a58e-7293547b25f3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685790 Jul 27 22:16:53.907332 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-431a47b9-cea6-4060-b2ed-80dc8aee4b79 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.940371 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a0cc624f-78ad-4964-aca6-8d5fa1c1bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:52Z', 'revision_number': 9, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:53.940986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a47b9-cea6-4060-b2ed-80dc8aee4b79 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Subnet': ['ID=c2412ec1-5552-4d5f-b620-77df4b581b68,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:53.947286 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-431a47b9-cea6-4060-b2ed-80dc8aee4b79 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:53.947764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f11ef7-b7e9-47f0-974a-1c23dd2d2547 None None] Network 180dd200-0f6e-4302-902c-3182e8a6a545 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:53.949973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-431a47b9-cea6-4060-b2ed-80dc8aee4b79 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/c2412ec1-5552-4d5f-b620-77df4b581b68 HTTP/1.1" status: 204 len: 168 time: 0.5130653 Jul 27 22:16:53.952634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59736) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:53.958634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67175b3d-0f24-453c-9895-18770d25287a req-5a3396fd-fc62-45c0-bac9-d8e85bb4c837 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:53.966070 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67175b3d-0f24-453c-9895-18770d25287a req-5a3396fd-fc62-45c0-bac9-d8e85bb4c837 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 943 time: 0.1175349 Jul 27 22:16:54.019836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67175b3d-0f24-453c-9895-18770d25287a req-cdfeab68-bb8e-426c-891e-a95210ac4a5e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518312 Jul 27 22:16:54.022120 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc624f-78ad-4964-aca6-8d5fa1c1bd34 None None] Checking router: 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:54.048283 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc624f-78ad-4964-aca6-8d5fa1c1bd34 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:54.048911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a0cc624f-78ad-4964-aca6-8d5fa1c1bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:54.070885 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.143252 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a0cc624f-78ad-4964-aca6-8d5fa1c1bd34 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:54.160651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:54.161138 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.219238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b778cdf-b98c-49e4-a798-0b21a9e127cb None None] DHCP port deletion for 180dd200-0f6e-4302-902c-3182e8a6a545 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:16:54.265849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] For port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4d5d5c16-af82-4cd5-887a-f8f91a11c46d,segment=NetworkSegment(dd04609f-851f-4c2b-ba76-ca86a850c284),segment_id=dd04609f-851f-4c2b-ba76-ca86a850c284)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:54.272439 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.302073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4b778cdf-b98c-49e4-a798-0b21a9e127cb None None] Deleting port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:54.302815 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b778cdf-b98c-49e4-a798-0b21a9e127cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.317318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for 4d5d5c16-af82-4cd5-887a-f8f91a11c46d owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:54.380288 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-788fb8b2-0665-47a7-b629-50a72872789f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2298951 Jul 27 22:16:54.398761 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a0cc624f-78ad-4964-aca6-8d5fa1c1bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:52Z', 'revision_number': 9, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:54.400467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4b778cdf-b98c-49e4-a798-0b21a9e127cb None None] For port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4d5d5c16-af82-4cd5-887a-f8f91a11c46d,segment=NetworkSegment(dd04609f-851f-4c2b-ba76-ca86a850c284),segment_id=dd04609f-851f-4c2b-ba76-ca86a850c284)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:54.401133 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b778cdf-b98c-49e4-a798-0b21a9e127cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.423574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4b778cdf-b98c-49e4-a798-0b21a9e127cb None None] Calling delete_port for 4d5d5c16-af82-4cd5-887a-f8f91a11c46d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:54.435942 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.440387 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cc624f-78ad-4964-aca6-8d5fa1c1bd34 None None] The sync data for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 is: [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:52Z', 'revision_number': 9, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': '5e3ed37f-2738-412c-9a0c-953361630cac', 'name': '', 'network_id': 'd0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:d1:7d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:18Z', 'updated_at': '2021-07-27T22:16:30Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': 'e8572329-716b-4a76-b0f5-a5660ae93f16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:54.489568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=4d5d5c16-af82-4cd5-887a-f8f91a11c46d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:54.502591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No DVR routers for this DVR port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:54.548565 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b778cdf-b98c-49e4-a798-0b21a9e127cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.595197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b778cdf-b98c-49e4-a798-0b21a9e127cb None None] Pushing event deleted for resources: {'Port': ['ID=4d5d5c16-af82-4cd5-887a-f8f91a11c46d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:54.597328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b778cdf-b98c-49e4-a798-0b21a9e127cb None None] No DVR routers for this DVR port 4d5d5c16-af82-4cd5-887a-f8f91a11c46d on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:54.619833 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.631307 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180dd200-0f6e-4302-902c-3182e8a6a545']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:54.642504 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd04609f-851f-4c2b-ba76-ca86a850c284') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:54.642879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd04609f-851f-4c2b-ba76-ca86a850c284') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:54.653352 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.669394 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.675898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:54.676374 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:54.681569 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:54.749063 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.754612 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:54.759662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:54.760134 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/networks/180dd200-0f6e-4302-902c-3182e8a6a545 HTTP/1.1" status: 204 len: 168 time: 0.8052275 Jul 27 22:16:54.803335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c5e61-783b-448d-a996-a5a6c638e3e4 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Network': ['ID=180dd200-0f6e-4302-902c-3182e8a6a545,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:55.121010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dc527-dcc2-4406-93c2-e95d257385bb req-d0b8e6e2-8a4d-4322-a328-b11a996327f8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:55.127813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 460b4711-6539-4766-a52f-c5b028f20f8c details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:16:55.128215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-078dc527-dcc2-4406-93c2-e95d257385bb req-d0b8e6e2-8a4d-4322-a328-b11a996327f8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.1401420 Jul 27 22:16:55.250663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-078dc527-dcc2-4406-93c2-e95d257385bb req-c521599d-7094-46d0-8606-d71d54f693e9 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158106 Jul 27 22:16:55.259826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 460b4711-6539-4766-a52f-c5b028f20f8c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=460b4711-6539-4766-a52f-c5b028f20f8c,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:55.271421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e70b7e-4b00-47d3-b8f1-613b6b223f76 req-c25054c2-36b4-4e80-9708-1bde1fa46f36 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:55.279597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66e70b7e-4b00-47d3-b8f1-613b6b223f76 req-c25054c2-36b4-4e80-9708-1bde1fa46f36 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 943 time: 0.1493707 Jul 27 22:16:55.285170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '460b4711-6539-4766-a52f-c5b028f20f8c', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'port_id': '460b4711-6539-4766-a52f-c5b028f20f8c', 'mac_address': 'fa:16:3e:7d:f1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:16:55.326859 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:55.344573 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460b4711-6539-4766-a52f-c5b028f20f8c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:16:55.352009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66e70b7e-4b00-47d3-b8f1-613b6b223f76 req-8d3c9701-5b61-4335-b76f-3dfe32eab70e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679090 Jul 27 22:16:55.384788 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 460b4711-6539-4766-a52f-c5b028f20f8c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=460b4711-6539-4766-a52f-c5b028f20f8c,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:55.390336 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:55.452909 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-718363f7-24ec-4520-bcfc-61ccddeddb33 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:55.462646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=460b4711-6539-4766-a52f-c5b028f20f8c,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:55.698884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b81d0531-c3a4-4e14-8561-02025b2f238a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:55.722542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: b81d0531-c3a4-4e14-8561-02025b2f238a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:55.722999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b81d0531-c3a4-4e14-8561-02025b2f238a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:55.723438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4d5d5c16-af82-4cd5-887a-f8f91a11c46d no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:55.740844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-718363f7-24ec-4520-bcfc-61ccddeddb33 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port 5e3ed37f-2738-412c-9a0c-953361630cac {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:55.741196 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-718363f7-24ec-4520-bcfc-61ccddeddb33 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:55.745958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 4d5d5c16-af82-4cd5-887a-f8f91a11c46d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:55.746065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4d5d5c16-af82-4cd5-887a-f8f91a11c46d not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:55.763403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['460b4711-6539-4766-a52f-c5b028f20f8c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:16:55.853861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-718363f7-24ec-4520-bcfc-61ccddeddb33 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] For port 5e3ed37f-2738-412c-9a0c-953361630cac, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5e3ed37f-2738-412c-9a0c-953361630cac,segment=NetworkSegment(4278b6a9-c50a-4d9f-be81-72992ddf2445),segment_id=4278b6a9-c50a-4d9f-be81-72992ddf2445)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:55.854632 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-718363f7-24ec-4520-bcfc-61ccddeddb33 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:55.871422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-718363f7-24ec-4520-bcfc-61ccddeddb33 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for 5e3ed37f-2738-412c-9a0c-953361630cac owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:56.093370 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-718363f7-24ec-4520-bcfc-61ccddeddb33 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.120928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718363f7-24ec-4520-bcfc-61ccddeddb33 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=5e3ed37f-2738-412c-9a0c-953361630cac,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:56.259181 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-718363f7-24ec-4520-bcfc-61ccddeddb33 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.355614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59822) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:56.505239 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12526af3-25ec-4831-ad3b-ef4d4d53a00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.552338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74004c29-e798-4ae3-8c75-49bdc36605c4 req-f49a6ff9-805f-491e-8459-84d1c0a68d00 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:56.553973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74004c29-e798-4ae3-8c75-49bdc36605c4 req-f49a6ff9-805f-491e-8459-84d1c0a68d00 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.1514750 Jul 27 22:16:56.583938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718363f7-24ec-4520-bcfc-61ccddeddb33 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:16:56.605340 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12526af3-25ec-4831-ad3b-ef4d4d53a00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.610783 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12526af3-25ec-4831-ad3b-ef4d4d53a00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.658244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74004c29-e798-4ae3-8c75-49bdc36605c4 req-ca64d835-23d7-4112-b8ca-9e2770e63c5e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937760 Jul 27 22:16:56.659848 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-12526af3-25ec-4831-ad3b-ef4d4d53a00f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d45a4bb3b43e464f9bd77b83fac8a8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031204 Jul 27 22:16:56.660396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:56.660851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12526af3-25ec-4831-ad3b-ef4d4d53a00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd415db-3e5b-42b9-99e1-72ddcdec36cc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:56.802219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718363f7-24ec-4520-bcfc-61ccddeddb33 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:16:56.811924 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59834) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:56.815499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557a55a-b3c3-4b6a-a881-dae9e8d31306 None None] Sync routers for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:16:56.822294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-718363f7-24ec-4520-bcfc-61ccddeddb33 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0612748 Jul 27 22:16:56.828774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557a55a-b3c3-4b6a-a881-dae9e8d31306 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:56.829846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3557a55a-b3c3-4b6a-a881-dae9e8d31306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:56.865857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4558a-92cd-4059-abde-2429e5f52272 req-fdf6e6e1-80b9-4c4d-8053-fdd78cb7b2a9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:56.871108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5d4558a-92cd-4059-abde-2429e5f52272 req-fdf6e6e1-80b9-4c4d-8053-fdd78cb7b2a9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 944 time: 0.3820064 Jul 27 22:16:56.887844 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52cf0fc7-b404-4e20-9535-f0f552820ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.891795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb5581d-b6b1-46cb-a399-68c72105d306 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting subnet e8572329-716b-4a76-b0f5-a5660ae93f16 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:16:56.895265 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fb5581d-b6b1-46cb-a399-68c72105d306 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.945334 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fb5581d-b6b1-46cb-a399-68c72105d306 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:56.961741 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5d4558a-92cd-4059-abde-2429e5f52272 req-871556b5-20a0-44b2-8ab3-db6a4fcd7c3e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748911 Jul 27 22:16:56.983171 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52cf0fc7-b404-4e20-9535-f0f552820ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.058597 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52cf0fc7-b404-4e20-9535-f0f552820ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.061425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52cf0fc7-b404-4e20-9535-f0f552820ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.065301 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-52cf0fc7-b404-4e20-9535-f0f552820ca7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfd415db-3e5b-42b9-99e1-72ddcdec36cc HTTP/1.1" status: 204 len: 168 time: 0.4013751 Jul 27 22:16:57.078012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf0fc7-b404-4e20-9535-f0f552820ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd415db-3e5b-42b9-99e1-72ddcdec36cc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:57.110177 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fb5581d-b6b1-46cb-a399-68c72105d306 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.156946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 460b4711-6539-4766-a52f-c5b028f20f8c up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:16:57.190960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3557a55a-b3c3-4b6a-a881-dae9e8d31306 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:57.233945 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fb5581d-b6b1-46cb-a399-68c72105d306 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.298526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5581d-b6b1-46cb-a399-68c72105d306 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Subnet': ['ID=e8572329-716b-4a76-b0f5-a5660ae93f16,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:57.300544 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fb5581d-b6b1-46cb-a399-68c72105d306 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.304463 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5fb5581d-b6b1-46cb-a399-68c72105d306 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/e8572329-716b-4a76-b0f5-a5660ae93f16 HTTP/1.1" status: 204 len: 168 time: 0.4891250 Jul 27 22:16:57.305442 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59848) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:57.312600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b27dc9-a1a3-4645-94a8-2f00597bba8a None None] Network d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:16:57.408514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.486017 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 460b4711-6539-4766-a52f-c5b028f20f8c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:16:57.496173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 460b4711-6539-4766-a52f-c5b028f20f8c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:16:57.496546 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.512862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port 4b259c66-4fd2-46f8-8a85-3089037fc34c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:57.513370 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.627567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] For port 4b259c66-4fd2-46f8-8a85-3089037fc34c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4b259c66-4fd2-46f8-8a85-3089037fc34c,segment=NetworkSegment(4278b6a9-c50a-4d9f-be81-72992ddf2445),segment_id=4278b6a9-c50a-4d9f-be81-72992ddf2445)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:57.627950 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.652045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59858) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:57.661655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for 4b259c66-4fd2-46f8-8a85-3089037fc34c owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:57.670351 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d59ee2d5-a915-4050-87a9-cb776bc8d330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.714443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cdbfd2-0bbd-4a00-b964-a68b0601fad0 None None] DHCP port deletion for d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:16:57.764998 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.819468 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 460b4711-6539-4766-a52f-c5b028f20f8c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=460b4711-6539-4766-a52f-c5b028f20f8c,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:57.822370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b3467c-89be-4f48-87c2-06036c28e95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b4711-6539-4766-a52f-c5b028f20f8c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:16:57.826980 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c387b5d-26c0-4ea4-8e7e-3da3c465ee5e" -d '{"events": [{"server_uuid": "59b3467c-89be-4f48-87c2-06036c28e95d", "name": "network-vif-plugged", "status": "completed", "tag": "460b4711-6539-4766-a52f-c5b028f20f8c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:16:57.836628 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.838364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:57.852500 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:57.905877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=4b259c66-4fd2-46f8-8a85-3089037fc34c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:57.907439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3557a55a-b3c3-4b6a-a881-dae9e8d31306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:56Z', 'revision_number': 10, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:57.908164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No DVR routers for this DVR port 4b259c66-4fd2-46f8-8a85-3089037fc34c on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:57.961648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557a55a-b3c3-4b6a-a881-dae9e8d31306 None None] Checking router: 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:16:57.970115 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43871d7-6762-4c7e-830e-7c56a6782c0d x-openstack-request-id: req-d43871d7-6762-4c7e-830e-7c56a6782c0d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:16:57.970495 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b3467c-89be-4f48-87c2-06036c28e95d", "name": "network-vif-plugged", "status": "completed", "tag": "460b4711-6539-4766-a52f-c5b028f20f8c", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:16:57.970829 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d43871d7-6762-4c7e-830e-7c56a6782c0d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:16:57.971281 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b3467c-89be-4f48-87c2-06036c28e95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b4711-6539-4766-a52f-c5b028f20f8c', 'code': 200} Jul 27 22:16:57.996791 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d59ee2d5-a915-4050-87a9-cb776bc8d330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.014293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d59ee2d5-a915-4050-87a9-cb776bc8d330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.032777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c0cdbfd2-0bbd-4a00-b964-a68b0601fad0 None None] Deleting port 4b259c66-4fd2-46f8-8a85-3089037fc34c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:58.033161 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0cdbfd2-0bbd-4a00-b964-a68b0601fad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.036599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557a55a-b3c3-4b6a-a881-dae9e8d31306 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:16:58.038003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3557a55a-b3c3-4b6a-a881-dae9e8d31306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:58.050766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=460b4711-6539-4766-a52f-c5b028f20f8c,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:58.085730 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ee2d5-a915-4050-87a9-cb776bc8d330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f69e67c-45e4-4de7-9990-535546d25599,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:58.128988 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d59ee2d5-a915-4050-87a9-cb776bc8d330 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bcaf54e85e140d095ae305f8af9cd12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4757781 Jul 27 22:16:58.138448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59868) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:58.165020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2118a3-b14a-40ee-b454-2cb893017182 req-5a6ed245-43cc-4836-90ac-207d127a2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:58.166588 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-de2118a3-b14a-40ee-b454-2cb893017182 req-5a6ed245-43cc-4836-90ac-207d127a2135 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 1096 time: 0.1063437 Jul 27 22:16:58.229173 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a453277-669c-428c-87dd-67b5561e1a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.239539 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-de2118a3-b14a-40ee-b454-2cb893017182 req-4a4b630e-3f66-4120-8084-a8e58f735abb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604088 Jul 27 22:16:58.243403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c0cdbfd2-0bbd-4a00-b964-a68b0601fad0 None None] For port 4b259c66-4fd2-46f8-8a85-3089037fc34c, host n-d-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:58.243808 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0cdbfd2-0bbd-4a00-b964-a68b0601fad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.270820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3557a55a-b3c3-4b6a-a881-dae9e8d31306 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:16:58.272967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c0cdbfd2-0bbd-4a00-b964-a68b0601fad0 None None] Calling delete_port for 4b259c66-4fd2-46f8-8a85-3089037fc34c owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:58.287252 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a453277-669c-428c-87dd-67b5561e1a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.299402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-c0cdbfd2-0bbd-4a00-b964-a68b0601fad0 None None] Port 4b259c66-4fd2-46f8-8a85-3089037fc34c was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:16:58.303919 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0cdbfd2-0bbd-4a00-b964-a68b0601fad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.318514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cdbfd2-0bbd-4a00-b964-a68b0601fad0 None None] No DVR routers for this DVR port 4b259c66-4fd2-46f8-8a85-3089037fc34c on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:16:58.353752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdbfd2-0bbd-4a00-b964-a68b0601fad0 None None] Pushing event deleted for resources: {'Port': ['ID=4b259c66-4fd2-46f8-8a85-3089037fc34c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:58.362420 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a453277-669c-428c-87dd-67b5561e1a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.365628 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a453277-669c-428c-87dd-67b5561e1a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.367129 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2a453277-669c-428c-87dd-67b5561e1a24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f69e67c-45e4-4de7-9990-535546d25599 HTTP/1.1" status: 204 len: 168 time: 0.2276223 Jul 27 22:16:58.384290 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.395106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:58.402044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a453277-669c-428c-87dd-67b5561e1a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f69e67c-45e4-4de7-9990-535546d25599,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:58.405907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4278b6a9-c50a-4d9f-be81-72992ddf2445') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:58.406215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4278b6a9-c50a-4d9f-be81-72992ddf2445') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:58.461677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f695fc-3a47-4f86-af4d-4b069c8049cc req-7ed2af80-a56e-47d2-b43a-3f3ede3c46e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:58.464552 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2f695fc-3a47-4f86-af4d-4b069c8049cc req-7ed2af80-a56e-47d2-b43a-3f3ede3c46e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.5597560 Jul 27 22:16:58.465975 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.496520 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.504351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:16:58.505151 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.561397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3557a55a-b3c3-4b6a-a881-dae9e8d31306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:56Z', 'revision_number': 10, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:16:58.582111 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:16:58.602415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557a55a-b3c3-4b6a-a881-dae9e8d31306 None None] The sync data for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 is: [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:56Z', 'revision_number': 10, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None, '_interfaces': [{'id': 'a55f5323-eecc-45ef-bbb6-dfabbdb8aa70', 'name': '', 'network_id': '14888e0d-254e-4815-846e-3525ce25918f', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'mac_address': 'fa:16:3e:80:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:16:13Z', 'updated_at': '2021-07-27T22:16:20Z', 'revision_number': 5, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'subnets': [{'id': '00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:16:58.641861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159bf2d-066a-410e-9eb5-181fef5710b9 req-5ee6b3fb-3fd3-4b8f-9901-4c257e54ab77 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:58.647063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4159bf2d-066a-410e-9eb5-181fef5710b9 req-5ee6b3fb-3fd3-4b8f-9901-4c257e54ab77 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.2352338 Jul 27 22:16:58.679308 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.702219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:58.704316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/networks/d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf HTTP/1.1" status: 204 len: 168 time: 1.3976278 Jul 27 22:16:58.708750 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59878) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:16:58.713348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2f695fc-3a47-4f86-af4d-4b069c8049cc req-fc49808a-d497-4c08-9bcd-f2005acfcde8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273735 Jul 27 22:16:58.715366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e7a28-df3e-4712-8e5a-f47a270fbce5 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Network': ['ID=d0c9c67b-9d8a-46f0-9fc1-d9cd92e31aaf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:16:58.757392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4159bf2d-066a-410e-9eb5-181fef5710b9 req-768d20a5-7d11-4455-a135-104c194af44c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993383 Jul 27 22:16:59.155770 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b278fb83-62a6-4bbd-aa00-9015313d1994 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.445949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b278fb83-62a6-4bbd-aa00-9015313d1994 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:16:59.446534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b278fb83-62a6-4bbd-aa00-9015313d1994 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.542682 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b278fb83-62a6-4bbd-aa00-9015313d1994 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] For port a55f5323-eecc-45ef-bbb6-dfabbdb8aa70, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a55f5323-eecc-45ef-bbb6-dfabbdb8aa70,segment=NetworkSegment(84ac4127-2267-4048-b169-697ada60b5b9),segment_id=84ac4127-2267-4048-b169-697ada60b5b9)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:16:59.543144 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b278fb83-62a6-4bbd-aa00-9015313d1994 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.562478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b278fb83-62a6-4bbd-aa00-9015313d1994 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:16:59.714940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4b259c66-4fd2-46f8-8a85-3089037fc34c no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:59.741667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 4b259c66-4fd2-46f8-8a85-3089037fc34c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:59.742470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4b259c66-4fd2-46f8-8a85-3089037fc34c not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:59.743121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5e3ed37f-2738-412c-9a0c-953361630cac no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:16:59.772987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 5e3ed37f-2738-412c-9a0c-953361630cac {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:16:59.773533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5e3ed37f-2738-412c-9a0c-953361630cac not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:16:59.795237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b278fb83-62a6-4bbd-aa00-9015313d1994 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:59.829246 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278fb83-62a6-4bbd-aa00-9015313d1994 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=a55f5323-eecc-45ef-bbb6-dfabbdb8aa70,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:00.025466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a10ad-c8fc-4732-a4a2-e7751bc8b47e req-d6134a30-5417-4642-9173-80e0ffaab245 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:00.034245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c4a10ad-c8fc-4732-a4a2-e7751bc8b47e req-d6134a30-5417-4642-9173-80e0ffaab245 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.1281729 Jul 27 22:17:00.090910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c4a10ad-c8fc-4732-a4a2-e7751bc8b47e req-61bb37da-ae91-4124-8327-876caefa14dd tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555015 Jul 27 22:17:00.317775 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b278fb83-62a6-4bbd-aa00-9015313d1994 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.356639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ee578-8bcd-4bfa-90f4-cf782d941d70 req-fb31523d-943b-4a37-85fd-6d025286c493 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:00.358423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-532ee578-8bcd-4bfa-90f4-cf782d941d70 req-fb31523d-943b-4a37-85fd-6d025286c493 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.4752476 Jul 27 22:17:00.445899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-532ee578-8bcd-4bfa-90f4-cf782d941d70 req-0541dd37-8be0-4cf5-8086-5c57a75d6851 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727568 Jul 27 22:17:00.577702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b278fb83-62a6-4bbd-aa00-9015313d1994 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:00.596704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fba362-f82d-475b-b1b5-f40e0db0b79c req-fabff800-2aac-40dd-b475-1322f3903433 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:00.598560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7fba362-f82d-475b-b1b5-f40e0db0b79c req-fabff800-2aac-40dd-b475-1322f3903433 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.0643482 Jul 27 22:17:00.672426 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b278fb83-62a6-4bbd-aa00-9015313d1994 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:00.680163 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b278fb83-62a6-4bbd-aa00-9015313d1994 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9678233 Jul 27 22:17:00.680335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7fba362-f82d-475b-b1b5-f40e0db0b79c req-0410dcb9-4a0a-4960-bd44-a027587f0666 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733469 Jul 27 22:17:00.682323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59946) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:00.689333 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef20293-7875-4bac-9b3e-d04b228d9452 None None] Sync routers for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:00.710162 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef20293-7875-4bac-9b3e-d04b228d9452 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:00.710808 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fef20293-7875-4bac-9b3e-d04b228d9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:00.757733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c87333-e6a9-4869-abfe-5425f6dcafed tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting subnet 00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:00.761212 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09c87333-e6a9-4869-abfe-5425f6dcafed tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.803797 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fef20293-7875-4bac-9b3e-d04b228d9452 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:00.817341 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09c87333-e6a9-4869-abfe-5425f6dcafed tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.865289 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fef20293-7875-4bac-9b3e-d04b228d9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:59Z', 'revision_number': 11, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:00.892474 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef20293-7875-4bac-9b3e-d04b228d9452 None None] Checking router: 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:17:00.903509 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef20293-7875-4bac-9b3e-d04b228d9452 None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:00.904389 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fef20293-7875-4bac-9b3e-d04b228d9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:00.925449 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09c87333-e6a9-4869-abfe-5425f6dcafed tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:00.997342 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fef20293-7875-4bac-9b3e-d04b228d9452 None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:01.024962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09c87333-e6a9-4869-abfe-5425f6dcafed tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.056098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c87333-e6a9-4869-abfe-5425f6dcafed tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Subnet': ['ID=00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:01.058120 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-09c87333-e6a9-4869-abfe-5425f6dcafed tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.060030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-09c87333-e6a9-4869-abfe-5425f6dcafed tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf HTTP/1.1" status: 204 len: 168 time: 0.3752568 Jul 27 22:17:01.062900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59954) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:01.068987 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fef20293-7875-4bac-9b3e-d04b228d9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:59Z', 'revision_number': 11, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:01.071993 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e9bb94-49a7-4183-b911-dabc424a71be None None] Network 14888e0d-254e-4815-846e-3525ce25918f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:01.102833 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef20293-7875-4bac-9b3e-d04b228d9452 None None] The sync data for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 is: [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:59Z', 'revision_number': 11, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:01.103791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:01.199958 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.263765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Deleting port 86c3646b-7101-475e-bcd4-c3e30c5faa99 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:01.264393 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.265749 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a387e3dd-8dec-4ccc-9074-4be57904fb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.352246 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] For port 86c3646b-7101-475e-bcd4-c3e30c5faa99, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=86c3646b-7101-475e-bcd4-c3e30c5faa99,segment=NetworkSegment(84ac4127-2267-4048-b169-697ada60b5b9),segment_id=84ac4127-2267-4048-b169-697ada60b5b9)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:01.353492 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.369597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Calling delete_port for 86c3646b-7101-475e-bcd4-c3e30c5faa99 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:01.377721 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a387e3dd-8dec-4ccc-9074-4be57904fb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.382682 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a387e3dd-8dec-4ccc-9074-4be57904fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.426403 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a387e3dd-8dec-4ccc-9074-4be57904fb7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c85b32bc85ce4174bce3c1aa0b03ed73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210363 Jul 27 22:17:01.427848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387e3dd-8dec-4ccc-9074-4be57904fb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a6fc20-5e52-43de-ae2c-e6e39329a3a9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:01.429055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59964) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:01.492465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84902fce-ccf5-4b97-beba-91b4cfa46303 None None] DHCP port deletion for 14888e0d-254e-4815-846e-3525ce25918f request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:17:01.516705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd6f5de-27ab-49a6-b3b0-6f0b8cf480ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.547016 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd6f5de-27ab-49a6-b3b0-6f0b8cf480ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.565658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-84902fce-ccf5-4b97-beba-91b4cfa46303 None None] Deleting port 86c3646b-7101-475e-bcd4-c3e30c5faa99 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:01.572073 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84902fce-ccf5-4b97-beba-91b4cfa46303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.601236 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.634032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Port': ['ID=86c3646b-7101-475e-bcd4-c3e30c5faa99,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:01.635885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a39c86-95a0-454a-a598-65fec533c3fb req-21f7d6ba-6e29-4dd6-a852-fab0d27a54b5 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:01.647403 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33a39c86-95a0-454a-a598-65fec533c3fb req-21f7d6ba-6e29-4dd6-a852-fab0d27a54b5 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.0704281 Jul 27 22:17:01.656305 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd6f5de-27ab-49a6-b3b0-6f0b8cf480ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.659536 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efd6f5de-27ab-49a6-b3b0-6f0b8cf480ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.663591 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-efd6f5de-27ab-49a6-b3b0-6f0b8cf480ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3a6fc20-5e52-43de-ae2c-e6e39329a3a9 HTTP/1.1" status: 204 len: 168 time: 0.2333419 Jul 27 22:17:01.674952 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6f5de-27ab-49a6-b3b0-6f0b8cf480ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a6fc20-5e52-43de-ae2c-e6e39329a3a9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:01.680617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No DVR routers for this DVR port 86c3646b-7101-475e-bcd4-c3e30c5faa99 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:01.696941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-84902fce-ccf5-4b97-beba-91b4cfa46303 None None] For port 86c3646b-7101-475e-bcd4-c3e30c5faa99, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=86c3646b-7101-475e-bcd4-c3e30c5faa99,segment=NetworkSegment(84ac4127-2267-4048-b169-697ada60b5b9),segment_id=84ac4127-2267-4048-b169-697ada60b5b9)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:01.697350 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84902fce-ccf5-4b97-beba-91b4cfa46303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.737065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-84902fce-ccf5-4b97-beba-91b4cfa46303 None None] Calling delete_port for 86c3646b-7101-475e-bcd4-c3e30c5faa99 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:01.772583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33a39c86-95a0-454a-a598-65fec533c3fb req-6a9de660-4553-4a60-a425-bb1e54709a0c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240985 Jul 27 22:17:01.850953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.856913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 86c3646b-7101-475e-bcd4-c3e30c5faa99 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:01.863566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14888e0d-254e-4815-846e-3525ce25918f']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:01.889886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2693bd-17c1-4f62-b774-4347e8d54d04 req-f3fe317b-2fa9-4784-91f6-5ea408c3751b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:01.894179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 86c3646b-7101-475e-bcd4-c3e30c5faa99 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:01.896363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 86c3646b-7101-475e-bcd4-c3e30c5faa99 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:01.897607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:01.897722 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c2693bd-17c1-4f62-b774-4347e8d54d04 req-f3fe317b-2fa9-4784-91f6-5ea408c3751b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.0878825 Jul 27 22:17:01.903257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ac4127-2267-4048-b169-697ada60b5b9') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:01.903591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ac4127-2267-4048-b169-697ada60b5b9') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:01.936047 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.952921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c2693bd-17c1-4f62-b774-4347e8d54d04 req-8ea4066e-1012-4b53-b9fb-cc49dbd28758 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542896 Jul 27 22:17:01.957962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:01.958338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a55f5323-eecc-45ef-bbb6-dfabbdb8aa70 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:01.966311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.989653 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84902fce-ccf5-4b97-beba-91b4cfa46303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.990953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:01.992876 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:01.998969 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:02.022004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84902fce-ccf5-4b97-beba-91b4cfa46303 None None] Pushing event deleted for resources: {'Port': ['ID=86c3646b-7101-475e-bcd4-c3e30c5faa99,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:02.029840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84902fce-ccf5-4b97-beba-91b4cfa46303 None None] No DVR routers for this DVR port 86c3646b-7101-475e-bcd4-c3e30c5faa99 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:02.096934 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.126286 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.131589 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:02.132118 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/networks/14888e0d-254e-4815-846e-3525ce25918f HTTP/1.1" status: 204 len: 168 time: 1.0668898 Jul 27 22:17:02.134277 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a922a-c79e-4aee-92fa-f486d7ea9b7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Pushing event deleted for resources: {'Network': ['ID=14888e0d-254e-4815-846e-3525ce25918f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:02.141350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-69b9fd42-0b76-49bd-81ae-d422f286a2f9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'router': {'routes': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:02.157550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59982) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:02.178743 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7aba70b2-95c1-468f-98f6-7bf9e88a0c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.287796 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7aba70b2-95c1-468f-98f6-7bf9e88a0c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.293476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7aba70b2-95c1-468f-98f6-7bf9e88a0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.312810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-69b9fd42-0b76-49bd-81ae-d422f286a2f9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Added routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 22:17:02.313154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-69b9fd42-0b76-49bd-81ae-d422f286a2f9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Removed routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 22:17:02.313545 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69b9fd42-0b76-49bd-81ae-d422f286a2f9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.344810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba70b2-95c1-468f-98f6-7bf9e88a0c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4519d62b-73a3-43b4-9db7-2e32ae08a826,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:02.351780 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7aba70b2-95c1-468f-98f6-7bf9e88a0c4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5180800409c747bca741d9c1d4ecd333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928871 Jul 27 22:17:02.363425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59990) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:02.448216 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b84d2764-d6ba-4adf-b7c9-559f5eafb114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.474495 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b84d2764-d6ba-4adf-b7c9-559f5eafb114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.530287 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69b9fd42-0b76-49bd-81ae-d422f286a2f9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.535338 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69b9fd42-0b76-49bd-81ae-d422f286a2f9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.540107 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b84d2764-d6ba-4adf-b7c9-559f5eafb114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.544273 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b84d2764-d6ba-4adf-b7c9-559f5eafb114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.547561 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b84d2764-d6ba-4adf-b7c9-559f5eafb114 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4519d62b-73a3-43b4-9db7-2e32ae08a826 HTTP/1.1" status: 204 len: 168 time: 0.1794381 Jul 27 22:17:02.555626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d2764-d6ba-4adf-b7c9-559f5eafb114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4519d62b-73a3-43b4-9db7-2e32ae08a826,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:02.632026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bf032-ad6c-4666-8cd8-7a24b4204d02 req-57ab5b07-5000-4d1d-a96b-0e604c03dfde tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:02.633546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-302bf032-ad6c-4666-8cd8-7a24b4204d02 req-57ab5b07-5000-4d1d-a96b-0e604c03dfde tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.1617842 Jul 27 22:17:02.642476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b9fd42-0b76-49bd-81ae-d422f286a2f9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:02.751560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b9fd42-0b76-49bd-81ae-d422f286a2f9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:02.760480 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-69b9fd42-0b76-49bd-81ae-d422f286a2f9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.761670 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-69b9fd42-0b76-49bd-81ae-d422f286a2f9 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2 HTTP/1.1" status: 200 len: 705 time: 0.6283677 Jul 27 22:17:02.764703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60000) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:02.767944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b59ba3-632f-4dc6-9545-6038b1c9f11f None None] Sync routers for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:02.781787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b59ba3-632f-4dc6-9545-6038b1c9f11f None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:02.782330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-03b59ba3-632f-4dc6-9545-6038b1c9f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:02.796758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-302bf032-ad6c-4666-8cd8-7a24b4204d02 req-ac08609f-99a9-4430-b413-73622b116e54 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513700 Jul 27 22:17:02.814727 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-93a51cc2-2a56-4599-9cf7-6b822d06e655 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d24cc7-59ef-4d55-a62f-70f1fcce01c2 HTTP/1.1" status: 200 len: 205 time: 0.0485866 Jul 27 22:17:02.817169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60002) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:02.891511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-03b59ba3-632f-4dc6-9545-6038b1c9f11f None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:02.915737 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7526a45b-0edd-422d-85f6-f06f2b58333a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:02.978012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-03b59ba3-632f-4dc6-9545-6038b1c9f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:59Z', 'revision_number': 11, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:03.000614 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5a1dccf1-bf49-4446-9164-8bc30239e7d4 req-06549303-ef0e-4728-8775-776b5f738e8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975974 Jul 27 22:17:03.018972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b59ba3-632f-4dc6-9545-6038b1c9f11f None None] Checking router: 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:17:03.030678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b59ba3-632f-4dc6-9545-6038b1c9f11f None None] Routers {'81d24cc7-59ef-4d55-a62f-70f1fcce01c2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:03.031474 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-03b59ba3-632f-4dc6-9545-6038b1c9f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:03.173022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dccf1-bf49-4446-9164-8bc30239e7d4 req-20dcbdd5-bf11-43e5-8917-696aeb19234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:03.174747 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5a1dccf1-bf49-4446-9164-8bc30239e7d4 req-20dcbdd5-bf11-43e5-8917-696aeb19234b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 1097 time: 0.1397903 Jul 27 22:17:03.258829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166edfd-cc6f-40b9-a20b-0a1ccb29b3dd req-a3d81828-8784-40e1-956f-f20f4f780e4b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:03.268795 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f166edfd-cc6f-40b9-a20b-0a1ccb29b3dd req-a3d81828-8784-40e1-956f-f20f4f780e4b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.2677033 Jul 27 22:17:03.279031 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7526a45b-0edd-422d-85f6-f06f2b58333a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.281675 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7526a45b-0edd-422d-85f6-f06f2b58333a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.348262 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dccf1-bf49-4446-9164-8bc30239e7d4 req-5514fe13-a763-4f66-89d9-6a49c3dc36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:03.349768 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5a1dccf1-bf49-4446-9164-8bc30239e7d4 req-5514fe13-a763-4f66-89d9-6a49c3dc36a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 200 len: 912 time: 0.1500156 Jul 27 22:17:03.388463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-03b59ba3-632f-4dc6-9545-6038b1c9f11f None None] Set router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:03.390935 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7526a45b-0edd-422d-85f6-f06f2b58333a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.391473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7526a45b-0edd-422d-85f6-f06f2b58333a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Fanout notify agent at l3_agent the message router_deleted on router 81d24cc7-59ef-4d55-a62f-70f1fcce01c2 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:17:03.406717 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7526a45b-0edd-422d-85f6-f06f2b58333a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.407765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7526a45b-0edd-422d-85f6-f06f2b58333a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2 HTTP/1.1" status: 204 len: 168 time: 0.5896103 Jul 27 22:17:03.419899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60018) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:03.440759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f587ee86-9dd5-4bb0-9a17-da32a74c944a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-401359229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:03.442583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f166edfd-cc6f-40b9-a20b-0a1ccb29b3dd req-609349e5-0ea8-4192-b9b1-5bb67c0d15dc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728728 Jul 27 22:17:03.474518 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5a1dccf1-bf49-4446-9164-8bc30239e7d4 req-f4a6de71-93be-4761-abde-20aa93802571 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe HTTP/1.1" status: 200 len: 1000 time: 0.1151903 Jul 27 22:17:03.474685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-03b59ba3-632f-4dc6-9545-6038b1c9f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:59Z', 'revision_number': 11, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:03.503429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b59ba3-632f-4dc6-9545-6038b1c9f11f None None] The sync data for ids ['81d24cc7-59ef-4d55-a62f-70f1fcce01c2'] in n-d-802011-3 is: [{'id': '81d24cc7-59ef-4d55-a62f-70f1fcce01c2', 'name': 'tempest-RoutersIpV6Test-router-1287655377', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:16:12Z', 'updated_at': '2021-07-27T22:16:59Z', 'revision_number': 11, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:03.520531 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f587ee86-9dd5-4bb0-9a17-da32a74c944a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.521971 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f587ee86-9dd5-4bb0-9a17-da32a74c944a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.591036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dccf1-bf49-4446-9164-8bc30239e7d4 req-3f110e41-f8e0-44c4-baef-e12eb7af51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:03.592576 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5a1dccf1-bf49-4446-9164-8bc30239e7d4 req-3f110e41-f8e0-44c4-baef-e12eb7af51bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1c3957-e1a9-4398-a24f-389e93ecfda9 HTTP/1.1" status: 200 len: 850 time: 0.1096256 Jul 27 22:17:03.641724 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f587ee86-9dd5-4bb0-9a17-da32a74c944a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.647696 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f587ee86-9dd5-4bb0-9a17-da32a74c944a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.671765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dccf1-bf49-4446-9164-8bc30239e7d4 req-26acc6f7-3fb1-4cc9-b7fb-e8dbfca481fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:03.673729 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5a1dccf1-bf49-4446-9164-8bc30239e7d4 req-26acc6f7-3fb1-4cc9-b7fb-e8dbfca481fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e8bdfad-eb93-4310-b37b-5b7c990d96a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723391 Jul 27 22:17:03.673850 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f587ee86-9dd5-4bb0-9a17-da32a74c944a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:03.675395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f587ee86-9dd5-4bb0-9a17-da32a74c944a tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2542191 Jul 27 22:17:03.678397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60030) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:03.683870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5d9c1917-f0f6-494b-bc35-0257c6bdab47 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:03.952088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed1599-71eb-4752-8c38-e50728053478 req-b46acb58-3f74-4bfc-bd03-5f0eaf67bc33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:03.953870 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffed1599-71eb-4752-8c38-e50728053478 req-b46acb58-3f74-4bfc-bd03-5f0eaf67bc33 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.0773101 Jul 27 22:17:04.004355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffed1599-71eb-4752-8c38-e50728053478 req-6664e045-d3db-4c17-81d1-4d6bee65a5d2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439146 Jul 27 22:17:04.027456 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d9c1917-f0f6-494b-bc35-0257c6bdab47 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.038354 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5a1dccf1-bf49-4446-9164-8bc30239e7d4 req-cc641e03-0894-4e2b-9e6f-a897680e2fca service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510859 Jul 27 22:17:04.046806 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d9c1917-f0f6-494b-bc35-0257c6bdab47 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.209906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:04.214659 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5a1dccf1-bf49-4446-9164-8bc30239e7d4 req-92956585-73c3-4d5f-b6c6-12883cae4c32 service neutron] 10.222.0.41 "GET /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652367 Jul 27 22:17:04.224252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9c1917-f0f6-494b-bc35-0257c6bdab47 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Router ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:17:04.310284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9c1917-f0f6-494b-bc35-0257c6bdab47 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:04.317467 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5d9c1917-f0f6-494b-bc35-0257c6bdab47 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.319091 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5d9c1917-f0f6-494b-bc35-0257c6bdab47 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "PUT /v2.0/routers/ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf HTTP/1.1" status: 200 len: 697 time: 0.6392558 Jul 27 22:17:04.321223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60046) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:04.323669 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab50b9c-38d4-4df0-9319-b33bbf5cd105 None None] Sync routers for ids ['ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:04.339837 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-410032b0-ddda-4b07-a432-376c57042f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.343143 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab50b9c-38d4-4df0-9319-b33bbf5cd105 None None] Routers {'ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:04.343758 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4ab50b9c-38d4-4df0-9319-b33bbf5cd105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:04.447700 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-027fe3d6-a2e2-4e06-a687-52fa1b052719 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/routers/ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf HTTP/1.1" status: 200 len: 703 time: 0.1252904 Jul 27 22:17:04.453666 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4ab50b9c-38d4-4df0-9319-b33bbf5cd105 None None] Set router ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:04.459590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60052) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:04.532939 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4ab50b9c-38d4-4df0-9319-b33bbf5cd105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf', 'name': 'tempest-RoutersIpV6Test-router-401359229', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:03Z', 'updated_at': '2021-07-27T22:17:04Z', 'revision_number': 2, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:04.537156 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-46612c51-151b-4956-bab8-fe8efa7783a6 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf HTTP/1.1" status: 200 len: 205 time: 0.0763829 Jul 27 22:17:04.540200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60060) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:04.569420 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab50b9c-38d4-4df0-9319-b33bbf5cd105 None None] Checking router: ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:17:04.578964 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab50b9c-38d4-4df0-9319-b33bbf5cd105 None None] Routers {'ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:04.579802 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4ab50b9c-38d4-4df0-9319-b33bbf5cd105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:16:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:04.592015 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-410032b0-ddda-4b07-a432-376c57042f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.620978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e10b0f-74a4-4e85-b701-6f4fea054959 req-57ca7867-f42d-4c10-8788-7862d34380a8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:04.622533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17e10b0f-74a4-4e85-b701-6f4fea054959 req-57ca7867-f42d-4c10-8788-7862d34380a8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.0760500 Jul 27 22:17:04.625076 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-410032b0-ddda-4b07-a432-376c57042f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.676211 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d39e9c0-8d36-4c97-9aad-ba0fbbd5f524 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.680942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:04.681123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-410032b0-ddda-4b07-a432-376c57042f01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec9d0b2938a74c18bb49efdf0e201751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700272 Jul 27 22:17:04.734607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17e10b0f-74a4-4e85-b701-6f4fea054959 req-0c22f83a-f8b0-40bf-b9ea-ddf28b86fbf0 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607059 Jul 27 22:17:04.739432 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410032b0-ddda-4b07-a432-376c57042f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5efc8b-c69c-41e3-a9c7-91f9a65bdd7e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:04.893339 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4ab50b9c-38d4-4df0-9319-b33bbf5cd105 None None] Set router ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:04.953031 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4ab50b9c-38d4-4df0-9319-b33bbf5cd105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf', 'name': 'tempest-RoutersIpV6Test-router-401359229', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:03Z', 'updated_at': '2021-07-27T22:17:04Z', 'revision_number': 2, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:04.989239 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab50b9c-38d4-4df0-9319-b33bbf5cd105 None None] The sync data for ids ['ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf'] in n-d-802011-3 is: [{'id': 'ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf', 'name': 'tempest-RoutersIpV6Test-router-401359229', 'tenant_id': 'bb986513327642c4b6f1cad808aaf46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:03Z', 'updated_at': '2021-07-27T22:17:04Z', 'revision_number': 2, 'project_id': 'bb986513327642c4b6f1cad808aaf46b', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:05.147163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b41f0b-deeb-4acc-b128-187e5198a713 req-9f7499ae-635f-4da8-97f3-0dc2ed1fa602 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:05.157997 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34b41f0b-deeb-4acc-b128-187e5198a713 req-9f7499ae-635f-4da8-97f3-0dc2ed1fa602 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.0656612 Jul 27 22:17:05.185287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 460b4711-6539-4766-a52f-c5b028f20f8c details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:17:05.224428 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34b41f0b-deeb-4acc-b128-187e5198a713 req-ceb9873c-0900-4393-9a03-47265336a0ca tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648711 Jul 27 22:17:05.305801 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d39e9c0-8d36-4c97-9aad-ba0fbbd5f524 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.321534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d39e9c0-8d36-4c97-9aad-ba0fbbd5f524 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.387596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 460b4711-6539-4766-a52f-c5b028f20f8c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=460b4711-6539-4766-a52f-c5b028f20f8c,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:05.408830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '460b4711-6539-4766-a52f-c5b028f20f8c', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'port_id': '460b4711-6539-4766-a52f-c5b028f20f8c', 'mac_address': 'fa:16:3e:7d:f1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:17:05.431782 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d39e9c0-8d36-4c97-9aad-ba0fbbd5f524 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.432571 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d39e9c0-8d36-4c97-9aad-ba0fbbd5f524 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Fanout notify agent at l3_agent the message router_deleted on router ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:17:05.445701 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d39e9c0-8d36-4c97-9aad-ba0fbbd5f524 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.447429 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9d39e9c0-8d36-4c97-9aad-ba0fbbd5f524 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf HTTP/1.1" status: 204 len: 168 time: 0.9059684 Jul 27 22:17:05.452138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:05.472192 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a4a40be-12d9-4817-aa7b-0177c5c62e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.505997 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a4a40be-12d9-4817-aa7b-0177c5c62e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.519709 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.535664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 460b4711-6539-4766-a52f-c5b028f20f8c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:17:05.559350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 460b4711-6539-4766-a52f-c5b028f20f8c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=460b4711-6539-4766-a52f-c5b028f20f8c,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:05.568070 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5020c805-3c4b-4989-bf02-c4997bee1736 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf HTTP/1.1" status: 200 len: 205 time: 0.1125476 Jul 27 22:17:05.568804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:05.578693 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.591204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a4a40be-12d9-4817-aa7b-0177c5c62e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.595524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a4a40be-12d9-4817-aa7b-0177c5c62e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.597706 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7a4a40be-12d9-4817-aa7b-0177c5c62e67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a5efc8b-c69c-41e3-a9c7-91f9a65bdd7e HTTP/1.1" status: 204 len: 168 time: 0.9145842 Jul 27 22:17:05.616942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a40be-12d9-4817-aa7b-0177c5c62e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5efc8b-c69c-41e3-a9c7-91f9a65bdd7e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:05.688492 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-d0276cdc-6da8-458f-a028-e9e71de729c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] delete failed (client error): The resource could not be found. Jul 27 22:17:05.689591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d0276cdc-6da8-458f-a028-e9e71de729c1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/ed513c31-b3eb-4411-8f1f-e9a0da2d0ebf HTTP/1.1" status: 404 len: 336 time: 0.1198597 Jul 27 22:17:05.692396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60096) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:05.742842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['460b4711-6539-4766-a52f-c5b028f20f8c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:05.756070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=460b4711-6539-4766-a52f-c5b028f20f8c,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:05.847263 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-273d7785-07ce-4df7-bbbe-5ec83b65b4fe tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:05.853035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273d7785-07ce-4df7-bbbe-5ec83b65b4fe tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:05.863983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-273d7785-07ce-4df7-bbbe-5ec83b65b4fe tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/905bc16f-b2ef-45e6-9feb-4730c70aec58 HTTP/1.1" status: 404 len: 337 time: 0.1677606 Jul 27 22:17:05.864335 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:05.943895 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-357af7c1-1a90-4b60-8df0-86b7699ad894 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:05.944587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357af7c1-1a90-4b60-8df0-86b7699ad894 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:05.951164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60106) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:05.987136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-357af7c1-1a90-4b60-8df0-86b7699ad894 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/c2412ec1-5552-4d5f-b620-77df4b581b68 HTTP/1.1" status: 404 len: 337 time: 0.1216071 Jul 27 22:17:06.010860 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b50782-da76-4efb-984c-de94a27382df tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:06.012484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b50782-da76-4efb-984c-de94a27382df tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:06.015752 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-14b50782-da76-4efb-984c-de94a27382df tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/e8572329-716b-4a76-b0f5-a5660ae93f16 HTTP/1.1" status: 404 len: 337 time: 0.0633283 Jul 27 22:17:06.018812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60108) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.052903 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c307b532-798b-4e91-8519-2d991f6e7900 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:06.053359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c307b532-798b-4e91-8519-2d991f6e7900 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:06.055167 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c307b532-798b-4e91-8519-2d991f6e7900 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/00df0a9e-0bdb-4ae2-991c-5ff114bf6bbf HTTP/1.1" status: 404 len: 337 time: 0.0353823 Jul 27 22:17:06.061622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60110) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.077862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-505ce0aa-543b-4a53-bd86-6a5df8c5b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:06.079631 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-505ce0aa-543b-4a53-bd86-6a5df8c5b04c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7&tenant_id=9adc4e23b7574122842522e980a1cc15 HTTP/1.1" status: 200 len: 1094 time: 0.2629895 Jul 27 22:17:06.109101 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4b27a557-6201-4d8a-ae68-0cdfe0d76f7e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=81d24cc7-59ef-4d55-a62f-70f1fcce01c2 HTTP/1.1" status: 200 len: 205 time: 0.0443170 Jul 27 22:17:06.109586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60112) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.111149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:06.175720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a77a2-da55-47fb-9762-e099f9e3b808 req-ab44b3bf-9c3c-4ad8-9dc2-2a4a13eaea95 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:06.178034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db8a77a2-da55-47fb-9762-e099f9e3b808 req-ab44b3bf-9c3c-4ad8-9dc2-2a4a13eaea95 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.2365427 Jul 27 22:17:06.180085 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-72204346-fc28-4d40-9c15-3c625690c4e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] delete failed (client error): The resource could not be found. Jul 27 22:17:06.185009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-72204346-fc28-4d40-9c15-3c625690c4e7 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/81d24cc7-59ef-4d55-a62f-70f1fcce01c2 HTTP/1.1" status: 404 len: 336 time: 0.0660641 Jul 27 22:17:06.191570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.207604 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:06.271689 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4f9707aa-f934-4d7e-887a-214c17904732 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcddff9c-301e-4146-a8e5-36004dd3e14d HTTP/1.1" status: 200 len: 205 time: 0.0765004 Jul 27 22:17:06.272137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.373461 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-7a0a75b8-c2e8-433d-a779-8f1f5b0fd1cc tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] delete failed (client error): The resource could not be found. Jul 27 22:17:06.377663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7a0a75b8-c2e8-433d-a779-8f1f5b0fd1cc tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/fcddff9c-301e-4146-a8e5-36004dd3e14d HTTP/1.1" status: 404 len: 336 time: 0.1042042 Jul 27 22:17:06.379764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.383247 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db8a77a2-da55-47fb-9762-e099f9e3b808 req-af2cd41f-38ce-4f4d-af58-582e0eaf40d6 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968212 Jul 27 22:17:06.466994 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-761ecc87-4b6a-4dce-9a21-2d85227d241f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:06.467838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761ecc87-4b6a-4dce-9a21-2d85227d241f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:06.469236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-761ecc87-4b6a-4dce-9a21-2d85227d241f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/97a1ef94-39fd-4d67-a72a-369e0a9cf184 HTTP/1.1" status: 404 len: 337 time: 0.0850611 Jul 27 22:17:06.475579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.545612 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e02a3c74-540f-4a56-9b1e-85e1d745789e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=31d8f7f4-3949-47de-b325-3eee59a455c8 HTTP/1.1" status: 200 len: 205 time: 0.0671148 Jul 27 22:17:06.548248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.593350 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-edd48bf2-b1e3-4c26-b36c-5046a45c3aaf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] delete failed (client error): The resource could not be found. Jul 27 22:17:06.594526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-edd48bf2-b1e3-4c26-b36c-5046a45c3aaf tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/31d8f7f4-3949-47de-b325-3eee59a455c8 HTTP/1.1" status: 404 len: 336 time: 0.0455546 Jul 27 22:17:06.598701 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.661998 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-91b08436-6367-41e5-bf0f-8fe972d575a1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=b395a7dc-74b3-45da-b570-28706f48ea8a HTTP/1.1" status: 200 len: 205 time: 0.0582383 Jul 27 22:17:06.667898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60140) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.677246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c624f-a1ea-4312-83a3-601effa42e1f req-a5dab5a5-b6d3-4787-9f23-9f9b50e54c76 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:06.690839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d94c624f-a1ea-4312-83a3-601effa42e1f req-a5dab5a5-b6d3-4787-9f23-9f9b50e54c76 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 944 time: 0.3118765 Jul 27 22:17:06.788652 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-2f39b8f7-1ae0-4d3a-88de-abbcea64124e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] delete failed (client error): The resource could not be found. Jul 27 22:17:06.790030 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2f39b8f7-1ae0-4d3a-88de-abbcea64124e tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/b395a7dc-74b3-45da-b570-28706f48ea8a HTTP/1.1" status: 404 len: 336 time: 0.1209960 Jul 27 22:17:06.793188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:06.797410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.839866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d94c624f-a1ea-4312-83a3-601effa42e1f req-78f6bf83-62bb-4b1c-beb8-52925d0eeb5d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444845 Jul 27 22:17:06.844566 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94e3802-1779-49d4-969e-22daded68fb1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:06.845126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94e3802-1779-49d4-969e-22daded68fb1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:06.847481 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e94e3802-1779-49d4-969e-22daded68fb1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/77b700ae-90ff-453e-9565-52cddc7418d8 HTTP/1.1" status: 404 len: 337 time: 0.0462246 Jul 27 22:17:06.850508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60148) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.894212 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-56777a44-8d7f-4106-b09f-24c8dd16d3e1 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=377bdc83-7536-4899-bcfe-25c9bde6ed8d HTTP/1.1" status: 200 len: 205 time: 0.0424249 Jul 27 22:17:06.897501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60152) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:06.929979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:07.013010 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-448c6261-5db5-4006-8d86-b76169dd929f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] delete failed (client error): The resource could not be found. Jul 27 22:17:07.016778 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-448c6261-5db5-4006-8d86-b76169dd929f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/377bdc83-7536-4899-bcfe-25c9bde6ed8d HTTP/1.1" status: 404 len: 336 time: 0.1158202 Jul 27 22:17:07.017450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:07.023178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:17:07.034621 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.049199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Transition to ACTIVE for port object 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:07.057323 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-72240a62-4f6d-4d82-883d-2b2705eb3d87 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:07.058199 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.058539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72240a62-4f6d-4d82-883d-2b2705eb3d87 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:07.060522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-72240a62-4f6d-4d82-883d-2b2705eb3d87 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/070b9443-bf2c-4d80-83a6-9ec21df185fb HTTP/1.1" status: 404 len: 337 time: 0.0422428 Jul 27 22:17:07.063524 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:07.109587 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0df8a7b7-f6d8-469d-9dfe-bb0566cf564f tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab078ac6-0ac0-41eb-a54c-a15c3046dd2e HTTP/1.1" status: 200 len: 205 time: 0.0440528 Jul 27 22:17:07.112308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:07.188861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 460b4711-6539-4766-a52f-c5b028f20f8c up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:07.286707 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-7182889d-5e49-4da5-b06c-f01ddafb1dbd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] delete failed (client error): The resource could not be found. Jul 27 22:17:07.291282 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7182889d-5e49-4da5-b06c-f01ddafb1dbd tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/routers/ab078ac6-0ac0-41eb-a54c-a15c3046dd2e HTTP/1.1" status: 404 len: 336 time: 0.1778948 Jul 27 22:17:07.291545 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Pushing event updated for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=9']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:07.295662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:07.297104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 460b4711-6539-4766-a52f-c5b028f20f8c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:07.297819 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.438401 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb2fc76-0ff6-48a1-b7c2-51e0f197a5f2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:07.443170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb2fc76-0ff6-48a1-b7c2-51e0f197a5f2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:07.445532 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-feb2fc76-0ff6-48a1-b7c2-51e0f197a5f2 tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/8fafbbeb-9bd1-4665-bbe3-d86a24357134 HTTP/1.1" status: 404 len: 337 time: 0.1473117 Jul 27 22:17:07.449397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:07.482109 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] No DVR routers for this DVR port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:07.496452 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.560761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 460b4711-6539-4766-a52f-c5b028f20f8c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=460b4711-6539-4766-a52f-c5b028f20f8c,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:07.562536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b3467c-89be-4f48-87c2-06036c28e95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b4711-6539-4766-a52f-c5b028f20f8c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:07.565667 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961e479f-42f9-4ba7-994a-bd2d23a04fcc" -d '{"events": [{"server_uuid": "59b3467c-89be-4f48-87c2-06036c28e95d", "name": "network-vif-plugged", "status": "completed", "tag": "460b4711-6539-4766-a52f-c5b028f20f8c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:07.569571 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.642791 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae54179a-15a7-410e-aa2c-6a718af1ccff tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] DELETE failed (client error): The resource could not be found. Jul 27 22:17:07.643290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae54179a-15a7-410e-aa2c-6a718af1ccff tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:17:07.644981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ae54179a-15a7-410e-aa2c-6a718af1ccff tempest-RoutersIpV6Test-1404626553 tempest-RoutersIpV6Test-1404626553-project] 10.222.0.24 "DELETE /v2.0/subnets/f74f9141-d00d-46a6-a523-17ad93da1633 HTTP/1.1" status: 404 len: 337 time: 0.1946435 Jul 27 22:17:07.669085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=460b4711-6539-4766-a52f-c5b028f20f8c,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:07.689094 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b46e38-987d-45fc-8ed9-9bebc323dd80 x-openstack-request-id: req-88b46e38-987d-45fc-8ed9-9bebc323dd80 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:07.689497 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b3467c-89be-4f48-87c2-06036c28e95d", "name": "network-vif-plugged", "status": "completed", "tag": "460b4711-6539-4766-a52f-c5b028f20f8c", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:07.689606 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88b46e38-987d-45fc-8ed9-9bebc323dd80 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:07.689966 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b3467c-89be-4f48-87c2-06036c28e95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b4711-6539-4766-a52f-c5b028f20f8c', 'code': 200} Jul 27 22:17:07.700913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e38ce-f624-4b47-bca8-c799433595a5 req-23ef793e-d9f2-4c5c-8bfd-ba1088d3c870 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:07.721302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c94e38ce-f624-4b47-bca8-c799433595a5 req-23ef793e-d9f2-4c5c-8bfd-ba1088d3c870 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 943 time: 0.1117840 Jul 27 22:17:07.828420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Attempting to bind port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:07.839526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c94e38ce-f624-4b47-bca8-c799433595a5 req-e761fa9e-9cc0-404a-8719-ee78adbcd53f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165974 Jul 27 22:17:07.840547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Attempting to bind port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:07.843183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Attempting to bind port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 on network a9c88e20-805d-4f8f-85e6-624dea576f2d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:07.864375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 on network a9c88e20-805d-4f8f-85e6-624dea576f2d not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:07.864708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Attempting to bind port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 on network a9c88e20-805d-4f8f-85e6-624dea576f2d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:07.874594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:07.874594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Checking segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:07.875060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Bound using segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:07.875625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Bound port: 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:07.876074 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.973491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:07.980196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:08.007188 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.078566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Pushing event updated for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:08.085901 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:08.087183 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.088884 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-9c9017b5-9c89-4d3f-b422-547abb809d7a service neutron] 10.222.0.41 "PUT /v2.0/ports/4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 HTTP/1.1" status: 200 len: 1091 time: 1.9853072 Jul 27 22:17:08.090045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:08.093127 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f971fb-b3bc-4aec-8fd7-5b4814df485d" -d '{"events": [{"name": "network-changed", "server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:08.187210 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccb601-6860-454c-bc68-60a7fa4ac44e req-e0db0123-dd09-4a4c-8c5e-e51d179f80a7 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:08.199572 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40ccb601-6860-454c-bc68-60a7fa4ac44e req-e0db0123-dd09-4a4c-8c5e-e51d179f80a7 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.2327983 Jul 27 22:17:08.280243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60206) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:08.302048 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5d2aea-2754-4bfb-bf6a-e197ac535c14 x-openstack-request-id: req-3a5d2aea-2754-4bfb-bf6a-e197ac535c14 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:08.302382 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:08.302640 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a5d2aea-2754-4bfb-bf6a-e197ac535c14 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:08.303044 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'status': 'completed', 'code': 200} Jul 27 22:17:08.333214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40ccb601-6860-454c-bc68-60a7fa4ac44e req-586cd6f7-0b04-4a4a-8e4c-b86060b1b706 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128659 Jul 27 22:17:08.621144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-a0e4f572-70e3-4d6e-a21a-bae4ef823efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:08.625371 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-a0e4f572-70e3-4d6e-a21a-bae4ef823efd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 1095 time: 0.5013323 Jul 27 22:17:08.722315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60220) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:08.743332 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a12f7458-79aa-49cc-b46a-79b7071b006f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb986513327642c4b6f1cad808aaf46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4620318 Jul 27 22:17:08.803488 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2f3af9f-be0b-4c83-9103-06378e378796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.844245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2f3af9f-be0b-4c83-9103-06378e378796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.871844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-278ca6ca-995a-491c-91db-f47d69bb02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:08.873103 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-278ca6ca-995a-491c-91db-f47d69bb02bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.2385099 Jul 27 22:17:08.880383 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63cabfb3-c587-474e-abea-cde4136703e2 req-7040f124-a5fe-485b-bdda-8d6bf992cc7b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657842 Jul 27 22:17:08.988685 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2f3af9f-be0b-4c83-9103-06378e378796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.991381 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2f3af9f-be0b-4c83-9103-06378e378796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.995738 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c2f3af9f-be0b-4c83-9103-06378e378796 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f247f58f-108d-4639-a415-77997524edff HTTP/1.1" status: 204 len: 168 time: 0.2678974 Jul 27 22:17:09.040462 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-a5ace242-b26f-46b7-9ca2-d71343644a00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 HTTP/1.1" status: 200 len: 998 time: 0.1582873 Jul 27 22:17:09.043142 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cabfb3-c587-474e-abea-cde4136703e2 req-0d8704c1-99d2-4c0a-ae32-c29507c14807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:09.045316 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63cabfb3-c587-474e-abea-cde4136703e2 req-0d8704c1-99d2-4c0a-ae32-c29507c14807 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 1096 time: 0.0943587 Jul 27 22:17:09.076640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3af9f-be0b-4c83-9103-06378e378796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f247f58f-108d-4639-a415-77997524edff,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:09.119146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-08c482d3-0d1a-4a05-9383-ff0ed98dec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:09.120825 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-08c482d3-0d1a-4a05-9383-ff0ed98dec1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.0673902 Jul 27 22:17:09.168865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd4cd1-7e33-4618-bd2d-3773f97cf258 req-8a548fcf-1b1c-4466-af7b-67f04de370b4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:09.175021 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1bd4cd1-7e33-4618-bd2d-3773f97cf258 req-8a548fcf-1b1c-4466-af7b-67f04de370b4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.1698542 Jul 27 22:17:09.282098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-6b45c688-b9ec-43b6-ab29-a8955aa15c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:09.283641 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-6b45c688-b9ec-43b6-ab29-a8955aa15c09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534069 Jul 27 22:17:09.290472 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1bd4cd1-7e33-4618-bd2d-3773f97cf258 req-b0bea508-b64b-4087-a25c-5650d51e7a6c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066942 Jul 27 22:17:09.334281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-87d5086f-c40b-49f5-b6f3-12a2a5b5ae1b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:17:09.337891 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-87d5086f-c40b-49f5-b6f3-12a2a5b5ae1b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0417838 Jul 27 22:17:09.572757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cabfb3-c587-474e-abea-cde4136703e2 req-1b717bde-1a0f-4524-8208-67f1901c215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:09.583457 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63cabfb3-c587-474e-abea-cde4136703e2 req-1b717bde-1a0f-4524-8208-67f1901c215c service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.4531064 Jul 27 22:17:09.653977 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63cabfb3-c587-474e-abea-cde4136703e2 req-a712c8a7-9fb8-4548-aa50-2a7bc3722d63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=237cf306-0d31-4fcb-a96c-ff87851cb98a HTTP/1.1" status: 200 len: 217 time: 0.0650322 Jul 27 22:17:09.735203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774160f-8d8b-4cc4-b68d-deed093f5db6 req-525c605f-2797-435b-9a8a-8361e54a91a5 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:09.737628 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0774160f-8d8b-4cc4-b68d-deed093f5db6 req-525c605f-2797-435b-9a8a-8361e54a91a5 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 945 time: 0.2272587 Jul 27 22:17:09.766323 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-bd34e9db-a5dd-4173-8085-ee7ae06e4d98 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108019 Jul 27 22:17:09.798773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cabfb3-c587-474e-abea-cde4136703e2 req-073e7fb0-c7b0-4f2e-82cb-fd0a903fa978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:09.801352 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63cabfb3-c587-474e-abea-cde4136703e2 req-073e7fb0-c7b0-4f2e-82cb-fd0a903fa978 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.1281092 Jul 27 22:17:09.812703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588969c-33af-4b34-99eb-b52e37772fd5 req-a1ccf09e-e653-415a-92f8-0cafabc8aab2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:09.831514 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3588969c-33af-4b34-99eb-b52e37772fd5 req-a1ccf09e-e653-415a-92f8-0cafabc8aab2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.2480416 Jul 27 22:17:09.977622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0774160f-8d8b-4cc4-b68d-deed093f5db6 req-746dc6c2-16cf-42ac-8ad1-c159bd213a77 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097700 Jul 27 22:17:10.019193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3588969c-33af-4b34-99eb-b52e37772fd5 req-caf24c92-8e47-4892-a084-227172fd8a6f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866164 Jul 27 22:17:10.103397 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65d7dbc5-be95-438f-b3b5-8915b57bfc46 req-fc9625a4-f347-4ba2-b00c-143b916a95c3 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232613 Jul 27 22:17:10.111019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cabfb3-c587-474e-abea-cde4136703e2 req-bdc0ae04-4bc5-47e5-863e-c4b3f4edbdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:10.113543 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63cabfb3-c587-474e-abea-cde4136703e2 req-bdc0ae04-4bc5-47e5-863e-c4b3f4edbdf8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2968392 Jul 27 22:17:10.363510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f971fb-b3bc-4aec-8fd7-5b4814df485d req-ce486ccc-6393-4745-a7cf-fd2a6647bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:10.365049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77f971fb-b3bc-4aec-8fd7-5b4814df485d req-ce486ccc-6393-4745-a7cf-fd2a6647bf28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 1095 time: 0.1788275 Jul 27 22:17:10.367138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:10.532146 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63cabfb3-c587-474e-abea-cde4136703e2 req-a19a1c6a-e7b7-40fd-b615-71ce2e31cf14 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958042 Jul 27 22:17:10.618739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61504d3d-bf12-4df9-abf7-50e782bb8b81 req-d8d1311e-7ceb-4102-b555-c19bfa0f9072 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:10.630817 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61504d3d-bf12-4df9-abf7-50e782bb8b81 req-d8d1311e-7ceb-4102-b555-c19bfa0f9072 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.1916437 Jul 27 22:17:10.665884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'network': {'name': 'tempest-RoutersTest-1786336445'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:10.682845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f971fb-b3bc-4aec-8fd7-5b4814df485d req-bec60311-4a3f-43d5-91b9-ca1807d741fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:10.684544 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77f971fb-b3bc-4aec-8fd7-5b4814df485d req-bec60311-4a3f-43d5-91b9-ca1807d741fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.3023367 Jul 27 22:17:10.710243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:10.714858 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.735959 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61504d3d-bf12-4df9-abf7-50e782bb8b81 req-56c6fea3-b594-450f-9be1-593531b1fa08 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042497 Jul 27 22:17:10.736711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.799052 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-63cabfb3-c587-474e-abea-cde4136703e2 req-4eb390a9-61ff-43f7-8103-fdb40c0884a2 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571383 Jul 27 22:17:10.851936 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77f971fb-b3bc-4aec-8fd7-5b4814df485d req-01c7a677-6cac-45d9-a5cb-58ae8b4be7f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 HTTP/1.1" status: 200 len: 998 time: 0.1575334 Jul 27 22:17:10.974080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f971fb-b3bc-4aec-8fd7-5b4814df485d req-bb580c04-7a7f-43b2-8727-a6cd9943470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:10.977285 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77f971fb-b3bc-4aec-8fd7-5b4814df485d req-bb580c04-7a7f-43b2-8727-a6cd9943470f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.1145346 Jul 27 22:17:11.036047 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.062111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.226046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d86697-f670-4d56-ad6b-382747281842 req-e62bf85f-646b-4106-99b4-acfcc023cede tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:11.243628 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79d86697-f670-4d56-ad6b-382747281842 req-e62bf85f-646b-4106-99b4-acfcc023cede tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 945 time: 0.3041179 Jul 27 22:17:11.251881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:11.357237 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c912d605-064a-4bfa-8b41-1632881a7251,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:11.367654 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.367930 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Added segment 68039c3a-e391-47a4-8d1a-4b91e0fda5ef of type vlan for network e2295e55-ed5b-4af4-a546-2973c33e9371 Jul 27 22:17:11.421415 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:11.489118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf489d-c9a2-4bff-8eb1-04da1a3b4784 req-701994ec-8dd2-4b17-92c9-da9c11a794be tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:11.490705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8acf489d-c9a2-4bff-8eb1-04da1a3b4784 req-701994ec-8dd2-4b17-92c9-da9c11a794be tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.3576417 Jul 27 22:17:11.498727 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.523426 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ebbe9-98a7-4615-a3bd-b3197ad5768b req-d6b5ff50-91dd-48a8-ab7b-c82b0ac5d4b8 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:11.531182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-084ebbe9-98a7-4615-a3bd-b3197ad5768b req-d6b5ff50-91dd-48a8-ab7b-c82b0ac5d4b8 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 945 time: 0.3849783 Jul 27 22:17:11.632478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f971fb-b3bc-4aec-8fd7-5b4814df485d req-2192235f-2669-471a-97e3-0b6f369b9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:11.639338 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77f971fb-b3bc-4aec-8fd7-5b4814df485d req-2192235f-2669-471a-97e3-0b6f369b9012 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6548440 Jul 27 22:17:11.662796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-084ebbe9-98a7-4615-a3bd-b3197ad5768b req-34ee2e23-8e76-4f13-a37e-e77f72c7078f tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306396 Jul 27 22:17:11.687512 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8acf489d-c9a2-4bff-8eb1-04da1a3b4784 req-33530023-4ee6-4076-bcaa-b3ad0aac7c3d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830637 Jul 27 22:17:11.692746 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.721573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:11.722254 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.769982 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77f971fb-b3bc-4aec-8fd7-5b4814df485d req-422169ad-90e4-492f-962c-f1661b992eab service neutron] 10.222.0.41 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167235 Jul 27 22:17:11.933135 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77f971fb-b3bc-4aec-8fd7-5b4814df485d req-e8a8b5da-411b-4dd9-a566-aca831d3aef8 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440072 Jul 27 22:17:11.956692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Network': ['ID=e2295e55-ed5b-4af4-a546-2973c33e9371,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:11.970308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network e2295e55-ed5b-4af4-a546-2973c33e9371 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:12.022510 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-79d86697-f670-4d56-ad6b-382747281842 req-aef87d00-1ea7-4b43-b917-f5e706eca85e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Deleting port 8f975106-8d66-4794-a736-a0bb2d3f40fd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:12.023411 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79d86697-f670-4d56-ad6b-382747281842 req-aef87d00-1ea7-4b43-b917-f5e706eca85e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.027155 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0f63d88-b80f-4a53-9c07-a34be71d4cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.044294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a707e6b3-b6bc-409b-9cc3-b1a7b4a6c5c3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6747174 Jul 27 22:17:12.047544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60334) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:12.052940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f804e2f8-687d-4fea-93f2-71dffb7bbcef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'network': {'name': 'tempest-RoutersTest-498156138'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:12.111230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f804e2f8-687d-4fea-93f2-71dffb7bbcef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:12.127347 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f804e2f8-687d-4fea-93f2-71dffb7bbcef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.194530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f804e2f8-687d-4fea-93f2-71dffb7bbcef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:12.214354 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f804e2f8-687d-4fea-93f2-71dffb7bbcef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.214785 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-f804e2f8-687d-4fea-93f2-71dffb7bbcef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Added segment eb1ac328-1907-426c-9618-e3a2a0953d2e of type vlan for network eb67969b-5d70-48f3-b467-36fed1867aaf Jul 27 22:17:12.291515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f804e2f8-687d-4fea-93f2-71dffb7bbcef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.351534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f804e2f8-687d-4fea-93f2-71dffb7bbcef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.390541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f804e2f8-687d-4fea-93f2-71dffb7bbcef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:12.395564 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.396749 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f804e2f8-687d-4fea-93f2-71dffb7bbcef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.453257 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f804e2f8-687d-4fea-93f2-71dffb7bbcef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4034677 Jul 27 22:17:12.454879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:12.497385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8a5496c0-a150-4701-afc1-cb5d759b97e6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'subnet': {'network_id': 'e2295e55-ed5b-4af4-a546-2973c33e9371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:12.501305 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191080bf-2bb3-41ba-829c-c17c4ee69b74 req-04af02da-8252-468c-9a32-58c5df4ab428 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:12.508971 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-191080bf-2bb3-41ba-829c-c17c4ee69b74 req-04af02da-8252-468c-9a32-58c5df4ab428 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.5382845 Jul 27 22:17:12.624579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-191080bf-2bb3-41ba-829c-c17c4ee69b74 req-1e006e64-5398-43c8-872c-97b712acac1c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145430 Jul 27 22:17:12.651858 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-79d86697-f670-4d56-ad6b-382747281842 req-aef87d00-1ea7-4b43-b917-f5e706eca85e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] For port 8f975106-8d66-4794-a736-a0bb2d3f40fd, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8f975106-8d66-4794-a736-a0bb2d3f40fd,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:12.652951 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79d86697-f670-4d56-ad6b-382747281842 req-aef87d00-1ea7-4b43-b917-f5e706eca85e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.676347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-79d86697-f670-4d56-ad6b-382747281842 req-aef87d00-1ea7-4b43-b917-f5e706eca85e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Calling delete_port for 8f975106-8d66-4794-a736-a0bb2d3f40fd owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:12.711607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804e2f8-687d-4fea-93f2-71dffb7bbcef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Network': ['ID=eb67969b-5d70-48f3-b467-36fed1867aaf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:12.732364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network eb67969b-5d70-48f3-b467-36fed1867aaf details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:12.852378 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbedad58-db50-4d6a-80da-10fca1d9f707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.921257 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0f63d88-b80f-4a53-9c07-a34be71d4cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.937013 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0f63d88-b80f-4a53-9c07-a34be71d4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.955241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5496c0-a150-4701-afc1-cb5d759b97e6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:12.959490 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5496c0-a150-4701-afc1-cb5d759b97e6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.999781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba42b38-aab3-463c-87fd-7c9d332cbebf req-3baac7ed-2988-4d92-93d2-f75f23468f50 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:13.002834 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ba42b38-aab3-463c-87fd-7c9d332cbebf req-3baac7ed-2988-4d92-93d2-f75f23468f50 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 945 time: 0.1924436 Jul 27 22:17:13.015973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89533b7b-08af-4289-9d6d-48ff2e9d6bbe req-4a6ec721-de16-4c33-a6e0-7af2466f38e4 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:13.018053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89533b7b-08af-4289-9d6d-48ff2e9d6bbe req-4a6ec721-de16-4c33-a6e0-7af2466f38e4 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.2189386 Jul 27 22:17:13.084609 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f63d88-b80f-4a53-9c07-a34be71d4cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233abf97-318d-4739-b36b-cb6d98505e0b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:13.094599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e0f63d88-b80f-4a53-9c07-a34be71d4cb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e1819e01bfe40e393c59cf985bb7fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6664824 Jul 27 22:17:13.095333 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:13.122697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ba42b38-aab3-463c-87fd-7c9d332cbebf req-2edda8c0-82c5-487b-b01c-55f0c21b0335 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035740 Jul 27 22:17:13.156661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89533b7b-08af-4289-9d6d-48ff2e9d6bbe req-d94883ef-0726-4d58-b585-903598167223 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258192 Jul 27 22:17:13.237955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5496c0-a150-4701-afc1-cb5d759b97e6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.248305 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79d86697-f670-4d56-ad6b-382747281842 req-aef87d00-1ea7-4b43-b917-f5e706eca85e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.267418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['af5d6bde-55a5-4477-ab42-f33d5e164676'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:13.269821 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['5f6cf3a5-19e3-4437-a2b0-f207441e7a94', 'b437a7c4-ba1c-418c-b487-13c613c54377'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:13.334712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef87d00-1ea7-4b43-b917-f5e706eca85e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Pushing event deleted for resources: {'Port': ['ID=8f975106-8d66-4794-a736-a0bb2d3f40fd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:13.351490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0a93-680f-436f-95bc-cb1abae50a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.442587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d86697-f670-4d56-ad6b-382747281842 req-aef87d00-1ea7-4b43-b917-f5e706eca85e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] No DVR routers for this DVR port 8f975106-8d66-4794-a736-a0bb2d3f40fd on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:13.445777 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-79d86697-f670-4d56-ad6b-382747281842 req-aef87d00-1ea7-4b43-b917-f5e706eca85e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.448998 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79d86697-f670-4d56-ad6b-382747281842 req-aef87d00-1ea7-4b43-b917-f5e706eca85e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.41 "DELETE /v2.0/ports/8f975106-8d66-4794-a736-a0bb2d3f40fd HTTP/1.1" status: 204 len: 173 time: 2.1497173 Jul 27 22:17:13.452276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8041a53-47d7-4f52-97b2-428818ebfc47', 'name': 'network-vif-deleted', 'tag': '8f975106-8d66-4794-a736-a0bb2d3f40fd'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:13.461155 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe307f6d-5ec7-4de5-a518-5d90ac7eed1d" -d '{"events": [{"server_uuid": "f8041a53-47d7-4f52-97b2-428818ebfc47", "name": "network-vif-deleted", "tag": "8f975106-8d66-4794-a736-a0bb2d3f40fd"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:13.495599 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0a93-680f-436f-95bc-cb1abae50a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.504865 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5496c0-a150-4701-afc1-cb5d759b97e6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Subnet': ['ID=12b22d8d-be36-4869-966b-0f47480123d7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:13.532070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5496c0-a150-4701-afc1-cb5d759b97e6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Checking segment: {'id': '68039c3a-e391-47a4-8d1a-4b91e0fda5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2295e55-ed5b-4af4-a546-2973c33e9371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:13.532446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5496c0-a150-4701-afc1-cb5d759b97e6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network hostable DHCP agents. Network: e2295e55-ed5b-4af4-a546-2973c33e9371, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:13.563346 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0a93-680f-436f-95bc-cb1abae50a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.568547 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0a93-680f-436f-95bc-cb1abae50a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.573449 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0cfa0a93-680f-436f-95bc-cb1abae50a84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/233abf97-318d-4739-b36b-cb6d98505e0b HTTP/1.1" status: 204 len: 168 time: 0.4766412 Jul 27 22:17:13.591505 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5496c0-a150-4701-afc1-cb5d759b97e6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network e2295e55-ed5b-4af4-a546-2973c33e9371 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:13.614849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa0a93-680f-436f-95bc-cb1abae50a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233abf97-318d-4739-b36b-cb6d98505e0b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:13.618938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8a5496c0-a150-4701-afc1-cb5d759b97e6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, e2295e55-ed5b-4af4-a546-2973c33e9371) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:13.628431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5496c0-a150-4701-afc1-cb5d759b97e6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:13.628924 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5496c0-a150-4701-afc1-cb5d759b97e6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.663249 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b27743e-bc09-4039-8c48-e86dd5c80ac9 x-openstack-request-id: req-0b27743e-bc09-4039-8c48-e86dd5c80ac9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:13.663643 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8041a53-47d7-4f52-97b2-428818ebfc47", "name": "network-vif-deleted", "tag": "8f975106-8d66-4794-a736-a0bb2d3f40fd", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:13.664004 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b27743e-bc09-4039-8c48-e86dd5c80ac9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:13.664660 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8041a53-47d7-4f52-97b2-428818ebfc47', 'name': 'network-vif-deleted', 'tag': '8f975106-8d66-4794-a736-a0bb2d3f40fd', 'status': 'completed', 'code': 200} Jul 27 22:17:13.667538 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8a5496c0-a150-4701-afc1-cb5d759b97e6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1810832 Jul 27 22:17:13.670032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60358) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:13.675721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d1e3dec0-897c-419a-9fc8-416679ca11fc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'subnet': {'network_id': 'eb67969b-5d70-48f3-b467-36fed1867aaf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:13.699839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8f975106-8d66-4794-a736-a0bb2d3f40fd no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:13.753483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c25d65-88e5-4ecf-a53f-bbb99954325f None None] Network e2295e55-ed5b-4af4-a546-2973c33e9371 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:13.812806 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 8f975106-8d66-4794-a736-a0bb2d3f40fd {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:13.813148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8f975106-8d66-4794-a736-a0bb2d3f40fd not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:13.859378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e3dec0-897c-419a-9fc8-416679ca11fc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:13.863679 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1e3dec0-897c-419a-9fc8-416679ca11fc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.895898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b1671-1f51-495c-842a-6a8883c23907 req-5f720813-4a46-429a-a338-87ff3f4dcf8b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:13.905194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf9b1671-1f51-495c-842a-6a8883c23907 req-5f720813-4a46-429a-a338-87ff3f4dcf8b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.1011665 Jul 27 22:17:13.976003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf9b1671-1f51-495c-842a-6a8883c23907 req-c252799a-d06d-456f-8afa-ffb001666817 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696471 Jul 27 22:17:14.262588 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-e2295e55-ed5b-4af4-a546-2973c33e9371', 'network_id': 'e2295e55-ed5b-4af4-a546-2973c33e9371', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'fixed_ips': [{'subnet_id': '12b22d8d-be36-4869-966b-0f47480123d7'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:14.272790 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.276184 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1e3dec0-897c-419a-9fc8-416679ca11fc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.297299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60368) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:14.344626 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2e83eda-153e-4c6f-9271-7c2bb3452496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.408932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3dec0-897c-419a-9fc8-416679ca11fc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Subnet': ['ID=49020c6d-772d-4400-96c1-033120452976,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:14.423969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3dec0-897c-419a-9fc8-416679ca11fc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Checking segment: {'id': 'eb1ac328-1907-426c-9618-e3a2a0953d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'eb67969b-5d70-48f3-b467-36fed1867aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:14.427881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e3dec0-897c-419a-9fc8-416679ca11fc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network hostable DHCP agents. Network: eb67969b-5d70-48f3-b467-36fed1867aaf, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:14.474425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e3dec0-897c-419a-9fc8-416679ca11fc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network eb67969b-5d70-48f3-b467-36fed1867aaf is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:14.493013 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37442f55-f772-4a64-ac44-9ef400b10cea req-a6857f47-a860-4b1b-97a6-14da8088a3a1 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8041a53-47d7-4f52-97b2-428818ebfc47 HTTP/1.1" status: 200 len: 210 time: 0.1607234 Jul 27 22:17:14.497659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d1e3dec0-897c-419a-9fc8-416679ca11fc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, eb67969b-5d70-48f3-b467-36fed1867aaf) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:14.507847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e3dec0-897c-419a-9fc8-416679ca11fc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:14.509856 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1e3dec0-897c-419a-9fc8-416679ca11fc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.554073 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d1e3dec0-897c-419a-9fc8-416679ca11fc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8828077 Jul 27 22:17:14.557018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60372) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:14.560989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b770b53-f16d-4521-95ef-08fd0e3b11f2 None None] Network eb67969b-5d70-48f3-b467-36fed1867aaf requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:14.563311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0d0cd3c0-4e7f-4dfa-897e-68d9020a64b8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1039786395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:14.620522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d0cd3c0-4e7f-4dfa-897e-68d9020a64b8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.622837 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d0cd3c0-4e7f-4dfa-897e-68d9020a64b8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.646588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58e41a-8556-4ba2-8d65-537088573014 req-d09b170a-83ea-4735-aa68-de4efeb61c17 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:14.659833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee58e41a-8556-4ba2-8d65-537088573014 req-d09b170a-83ea-4735-aa68-de4efeb61c17 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.3266864 Jul 27 22:17:14.762297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee58e41a-8556-4ba2-8d65-537088573014 req-797a3511-ec85-4c17-abb5-15b22ee7d33a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675607 Jul 27 22:17:14.773059 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d0cd3c0-4e7f-4dfa-897e-68d9020a64b8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.782639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d0cd3c0-4e7f-4dfa-897e-68d9020a64b8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.836510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2e83eda-153e-4c6f-9271-7c2bb3452496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.848255 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2e83eda-153e-4c6f-9271-7c2bb3452496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.856810 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0d0cd3c0-4e7f-4dfa-897e-68d9020a64b8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.858410 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0d0cd3c0-4e7f-4dfa-897e-68d9020a64b8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2991405 Jul 27 22:17:14.861690 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60374) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:14.875447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Allocated IP 172.20.0.2 (e2295e55-ed5b-4af4-a546-2973c33e9371/12b22d8d-be36-4869-966b-0f47480123d7/6f0a63c7-8e71-401f-ad45-b934093c5986) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:14.886464 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c2e83eda-153e-4c6f-9271-7c2bb3452496 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fadcb1a5ad047178245eef7cd41c267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879886 Jul 27 22:17:14.887142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:14.999938 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f35d7587-f394-44bc-9367-b32036b4750a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.004388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-eb67969b-5d70-48f3-b467-36fed1867aaf', 'network_id': 'eb67969b-5d70-48f3-b467-36fed1867aaf', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'fixed_ips': [{'subnet_id': '49020c6d-772d-4400-96c1-033120452976'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:15.005591 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.016889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e83eda-153e-4c6f-9271-7c2bb3452496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b38c708-f990-4b3b-b69b-194b50d4676c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:15.135931 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f35d7587-f394-44bc-9367-b32036b4750a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.192087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Allocated IP 172.21.0.2 (eb67969b-5d70-48f3-b467-36fed1867aaf/49020c6d-772d-4400-96c1-033120452976/51284458-384f-4d2d-9c25-e1f70976c119) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:15.284085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700902e4-174a-424d-a6ec-acbda50e631b req-be207c45-839e-4ea3-9e77-bc9ba4a9caec tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:15.293604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-700902e4-174a-424d-a6ec-acbda50e631b req-be207c45-839e-4ea3-9e77-bc9ba4a9caec tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.1695621 Jul 27 22:17:15.385645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-700902e4-174a-424d-a6ec-acbda50e631b req-cb663aaf-8cd5-4aef-a046-584338787196 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907457 Jul 27 22:17:15.408439 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.419486 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f35d7587-f394-44bc-9367-b32036b4750a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.422179 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f35d7587-f394-44bc-9367-b32036b4750a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.426042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f35d7587-f394-44bc-9367-b32036b4750a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b38c708-f990-4b3b-b69b-194b50d4676c HTTP/1.1" status: 204 len: 168 time: 0.5340526 Jul 27 22:17:15.436857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Transition to ACTIVE for port object 51284458-384f-4d2d-9c25-e1f70976c119 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:15.441654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d7587-f394-44bc-9367-b32036b4750a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b38c708-f990-4b3b-b69b-194b50d4676c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:15.469706 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Transition to ACTIVE for port object 51284458-384f-4d2d-9c25-e1f70976c119 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:15.552305 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.684590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.688220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Pushing event updated for resources: {'Port': ['ID=51284458-384f-4d2d-9c25-e1f70976c119,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:15.755696 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c19f0ae1-2621-4a05-88e0-a7ef45dce755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.796618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Network eb67969b-5d70-48f3-b467-36fed1867aaf is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:15.815895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:15.839074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:15.874567 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.062195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d51adb-3338-4b10-89c7-579dfd78d8a6 req-2060cf01-9002-48e9-8681-9d06aa692a2c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:16.072271 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67d51adb-3338-4b10-89c7-579dfd78d8a6 req-2060cf01-9002-48e9-8681-9d06aa692a2c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.1180942 Jul 27 22:17:16.168361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Attempting to bind port 51284458-384f-4d2d-9c25-e1f70976c119 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:16.183614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Attempting to bind port 51284458-384f-4d2d-9c25-e1f70976c119 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'eb1ac328-1907-426c-9618-e3a2a0953d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'eb67969b-5d70-48f3-b467-36fed1867aaf'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:16.185779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Attempting to bind port 51284458-384f-4d2d-9c25-e1f70976c119 on network eb67969b-5d70-48f3-b467-36fed1867aaf {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:16.202662 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67d51adb-3338-4b10-89c7-579dfd78d8a6 req-e25634c2-640b-4de5-a521-4a936a3156d5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200497 Jul 27 22:17:16.209369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:16.218787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Checking segment: {'id': 'eb1ac328-1907-426c-9618-e3a2a0953d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'eb67969b-5d70-48f3-b467-36fed1867aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:16.219361 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.219877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Bound using segment: {'id': 'eb1ac328-1907-426c-9618-e3a2a0953d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'eb67969b-5d70-48f3-b467-36fed1867aaf'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:16.220460 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Bound port: 51284458-384f-4d2d-9c25-e1f70976c119, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1ac328-1907-426c-9618-e3a2a0953d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'eb67969b-5d70-48f3-b467-36fed1867aaf'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:16.220967 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.509688 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.522980 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.564981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] For port 51284458-384f-4d2d-9c25-e1f70976c119, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:16.571746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] For port 51284458-384f-4d2d-9c25-e1f70976c119, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=51284458-384f-4d2d-9c25-e1f70976c119,segment=NetworkSegment(eb1ac328-1907-426c-9618-e3a2a0953d2e),segment_id=eb1ac328-1907-426c-9618-e3a2a0953d2e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:16.580743 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Transition to ACTIVE for port object 6f0a63c7-8e71-401f-ad45-b934093c5986 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:16.585502 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.703985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848e706-de95-4f70-aed3-4cd1920a970c None None] Pushing event updated for resources: {'Port': ['ID=51284458-384f-4d2d-9c25-e1f70976c119,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:16.709732 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.731688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Transition to ACTIVE for port object 6f0a63c7-8e71-401f-ad45-b934093c5986 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:16.748297 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.816364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Network e2295e55-ed5b-4af4-a546-2973c33e9371 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:16.832294 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:16.881393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693f45f-5a38-44f2-b2db-19ecc8a09241 req-d12963d6-1813-4b13-9a16-c4151d060af3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:16.919025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8693f45f-5a38-44f2-b2db-19ecc8a09241 req-d12963d6-1813-4b13-9a16-c4151d060af3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.2815096 Jul 27 22:17:16.948865 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Allocated IP 172.20.0.1 (e2295e55-ed5b-4af4-a546-2973c33e9371/12b22d8d-be36-4869-966b-0f47480123d7/42d03993-355c-4a44-afc9-a8ff20992a15) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:16.980261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Pushing event updated for resources: {'Port': ['ID=6f0a63c7-8e71-401f-ad45-b934093c5986,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:17.000539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:17.249334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Attempting to bind port 6f0a63c7-8e71-401f-ad45-b934093c5986 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:17.249714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Attempting to bind port 6f0a63c7-8e71-401f-ad45-b934093c5986 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '68039c3a-e391-47a4-8d1a-4b91e0fda5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2295e55-ed5b-4af4-a546-2973c33e9371'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:17.250074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Attempting to bind port 6f0a63c7-8e71-401f-ad45-b934093c5986 on network e2295e55-ed5b-4af4-a546-2973c33e9371 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:17.263540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8693f45f-5a38-44f2-b2db-19ecc8a09241 req-6921fd3e-f813-4cec-b533-f2d0cfc05930 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417044 Jul 27 22:17:17.273538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:17.274113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Checking segment: {'id': '68039c3a-e391-47a4-8d1a-4b91e0fda5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2295e55-ed5b-4af4-a546-2973c33e9371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:17.274816 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.275450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Bound using segment: {'id': '68039c3a-e391-47a4-8d1a-4b91e0fda5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2295e55-ed5b-4af4-a546-2973c33e9371'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:17.280940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Bound port: 6f0a63c7-8e71-401f-ad45-b934093c5986, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68039c3a-e391-47a4-8d1a-4b91e0fda5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e2295e55-ed5b-4af4-a546-2973c33e9371'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:17.280940 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.519926 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.579049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c81ac-133a-4107-9b62-ff9fc1fc1308 req-08dd156f-5047-4094-878c-a149efec0358 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:17.587536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-301c81ac-133a-4107-9b62-ff9fc1fc1308 req-08dd156f-5047-4094-878c-a149efec0358 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.0755002 Jul 27 22:17:17.601737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Transition to ACTIVE for port object 42d03993-355c-4a44-afc9-a8ff20992a15 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:17.607117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] For port 6f0a63c7-8e71-401f-ad45-b934093c5986, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:17.622838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] For port 6f0a63c7-8e71-401f-ad45-b934093c5986, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6f0a63c7-8e71-401f-ad45-b934093c5986,segment=NetworkSegment(68039c3a-e391-47a4-8d1a-4b91e0fda5ef),segment_id=68039c3a-e391-47a4-8d1a-4b91e0fda5ef)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:17.632122 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.734010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-301c81ac-133a-4107-9b62-ff9fc1fc1308 req-2839e0fb-b784-4578-9ee5-5459e2d46e64 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450913 Jul 27 22:17:17.765391 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.857947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network e2295e55-ed5b-4af4-a546-2973c33e9371 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:17.873527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:17.878019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:17.883734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281ce5e-bd48-4541-91c9-ad0ac3556b24 None None] Pushing event updated for resources: {'Port': ['ID=6f0a63c7-8e71-401f-ad45-b934093c5986,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:17.935487 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.974718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 51284458-384f-4d2d-9c25-e1f70976c119 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:18.096003 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:18.170585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=42d03993-355c-4a44-afc9-a8ff20992a15,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:18.196882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 51284458-384f-4d2d-9c25-e1f70976c119 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:18.447249 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:18.625042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a313695-909b-4c30-9f90-cc8520231092 req-f97e5208-2c4b-46e5-80a6-ded97272e243 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:18.635182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a313695-909b-4c30-9f90-cc8520231092 req-f97e5208-2c4b-46e5-80a6-ded97272e243 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.1166334 Jul 27 22:17:18.774167 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a313695-909b-4c30-9f90-cc8520231092 req-451e3549-5268-4038-96dc-3b07bd397ef7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378698 Jul 27 22:17:19.125902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60458) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:19.143313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39383c40-6d11-4bc2-a327-63442eca6bb2 req-ac3b6de3-3e22-437d-9583-d494a73e2601 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:19.156612 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39383c40-6d11-4bc2-a327-63442eca6bb2 req-ac3b6de3-3e22-437d-9583-d494a73e2601 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.1957505 Jul 27 22:17:19.241022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3bdb2b-225e-4269-9209-8d1a3082de5c None None] Network eb67969b-5d70-48f3-b467-36fed1867aaf requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:19.245943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39383c40-6d11-4bc2-a327-63442eca6bb2 req-c617ed15-b08f-4395-b779-01e28d74456a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810516 Jul 27 22:17:19.511915 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.524847 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.567094 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cb1f68fe-2dd8-4f0f-aff3-67c654fe5e9f None None] Provisioning for port 51284458-384f-4d2d-9c25-e1f70976c119 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:19.653878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cb1f68fe-2dd8-4f0f-aff3-67c654fe5e9f None None] Provisioning complete for port 51284458-384f-4d2d-9c25-e1f70976c119 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:19.655387 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb1f68fe-2dd8-4f0f-aff3-67c654fe5e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.673897 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.762783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1808333861'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:19.810976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=42d03993-355c-4a44-afc9-a8ff20992a15,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:20.025472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d78996-a5aa-4031-b730-5a574735ceb8 req-b2bb8f59-577d-4df9-a008-d5d06236b1a8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:20.031921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6b8215-1e6a-4801-816a-7f28cf95c215 None None] Network e2295e55-ed5b-4af4-a546-2973c33e9371 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:20.037065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13d78996-a5aa-4031-b730-5a574735ceb8 req-b2bb8f59-577d-4df9-a008-d5d06236b1a8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.1237311 Jul 27 22:17:20.041367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6f0a63c7-8e71-401f-ad45-b934093c5986 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:20.097310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Made reservation on behalf of 96ced94006e44fb5af18b28e85d7307c for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:20.100934 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.112634 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.131075 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13d78996-a5aa-4031-b730-5a574735ceb8 req-bd17db46-13d8-4b2a-9986-fa20f1f4abbd tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919333 Jul 27 22:17:20.282130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.286614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:20.292909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:20.293325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:20.293675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:20.294020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:20.294444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:20.294784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:20.295117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:20.295513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:20.295830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:20.296161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:20.296486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:20.306483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network e2295e55-ed5b-4af4-a546-2973c33e9371 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:20.310581 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.385906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:20.421811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3005a5-08a2-4fb8-a600-b1f9c3817399 req-d838500d-b89f-4ebb-bc06-a16b5ca8d0b7 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:20.427118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.429420 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Added segment b917bda1-84be-4345-8b40-3cf9fc454595 of type vlan for network 062040f8-d4bb-4847-81c1-8a134c9e292f Jul 27 22:17:20.434658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb3005a5-08a2-4fb8-a600-b1f9c3817399 req-d838500d-b89f-4ebb-bc06-a16b5ca8d0b7 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.0935094 Jul 27 22:17:20.567156 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.574644 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb3005a5-08a2-4fb8-a600-b1f9c3817399 req-ed078d11-9fe1-47cd-8633-bb47b9e41441 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347220 Jul 27 22:17:20.595840 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb1f68fe-2dd8-4f0f-aff3-67c654fe5e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.605705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fa74e2-ebf0-41ea-aabf-f1b9af39cf3a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:20.627671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:20.747777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 6f0a63c7-8e71-401f-ad45-b934093c5986 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:20.771621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cb1f68fe-2dd8-4f0f-aff3-67c654fe5e9f None None] For port 51284458-384f-4d2d-9c25-e1f70976c119, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=51284458-384f-4d2d-9c25-e1f70976c119,segment=NetworkSegment(eb1ac328-1907-426c-9618-e3a2a0953d2e),segment_id=eb1ac328-1907-426c-9618-e3a2a0953d2e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:20.782306 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.789136 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb1f68fe-2dd8-4f0f-aff3-67c654fe5e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.794020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:20.796565 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.905063 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f68fe-2dd8-4f0f-aff3-67c654fe5e9f None None] Pushing event updated for resources: {'Port': ['ID=51284458-384f-4d2d-9c25-e1f70976c119,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:20.961996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4253d911-046e-4ef9-8df3-b1e0730b54da None None] Provisioning for port 6f0a63c7-8e71-401f-ad45-b934093c5986 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:20.970481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4253d911-046e-4ef9-8df3-b1e0730b54da None None] Provisioning complete for port 6f0a63c7-8e71-401f-ad45-b934093c5986 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:20.970879 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4253d911-046e-4ef9-8df3-b1e0730b54da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.102384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9254961 Jul 27 22:17:21.154448 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4253d911-046e-4ef9-8df3-b1e0730b54da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.163441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d95e4-e64d-48bb-8771-d98f57f890ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Pushing event updated for resources: {'Network': ['ID=062040f8-d4bb-4847-81c1-8a134c9e292f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:21.246910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4253d911-046e-4ef9-8df3-b1e0730b54da None None] For port 6f0a63c7-8e71-401f-ad45-b934093c5986, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6f0a63c7-8e71-401f-ad45-b934093c5986,segment=NetworkSegment(68039c3a-e391-47a4-8d1a-4b91e0fda5ef),segment_id=68039c3a-e391-47a4-8d1a-4b91e0fda5ef)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:21.253268 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 062040f8-d4bb-4847-81c1-8a134c9e292f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:21.287306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router 09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:17:21.539631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b073100-d434-44ac-946c-6c8e949287ea req-f17d13ec-55a4-431d-b5cd-693c09f404e4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:21.561219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4b073100-d434-44ac-946c-6c8e949287ea req-f17d13ec-55a4-431d-b5cd-693c09f404e4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.2537754 Jul 27 22:17:21.588175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:21.600640 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0f653483-f0a8-49c4-a128-33b4849980ae tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7377920 Jul 27 22:17:21.609623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60498) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:21.674426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca27a79-a801-4987-829c-cd792a4f97bc None None] Sync routers for ids ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:21.704810 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4253d911-046e-4ef9-8df3-b1e0730b54da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.735649 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca27a79-a801-4987-829c-cd792a4f97bc None None] Routers {'09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:21.735649 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4ca27a79-a801-4987-829c-cd792a4f97bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:21.777390 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4b073100-d434-44ac-946c-6c8e949287ea req-927c4730-56c1-41da-bb2e-c78a2e646449 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122622 Jul 27 22:17:21.786639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7722d517-f56d-41b6-8d71-eb46750cbfcb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:21.791040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60500) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:21.792542 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7722d517-f56d-41b6-8d71-eb46750cbfcb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports/42d03993-355c-4a44-afc9-a8ff20992a15 HTTP/1.1" status: 200 len: 910 time: 0.1817315 Jul 27 22:17:21.802834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60502) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:21.805685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Request body: {'port': {'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f', 'binding:host_id': 'n-h2-802011-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1327294717'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:21.891229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Made reservation on behalf of 1f68b878f7a34c6288ff176de1d4374b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:21.895098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.938399 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.994341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 51284458-384f-4d2d-9c25-e1f70976c119 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:22.014524 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4ca27a79-a801-4987-829c-cd792a4f97bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:22.172142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794de6d1-adc2-4c0f-bab0-e0dda411b1ff req-7de6db56-7df5-4045-8705-111f99118aa8 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:22.175194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-794de6d1-adc2-4c0f-bab0-e0dda411b1ff req-7de6db56-7df5-4045-8705-111f99118aa8 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.1770346 Jul 27 22:17:22.218559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca27a79-a801-4987-829c-cd792a4f97bc None None] Routers {'09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:22.219203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4ca27a79-a801-4987-829c-cd792a4f97bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:22.232618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-939d9d92-c84b-429a-bc6e-a4e637746564 None None] Provisioning complete for port 6f0a63c7-8e71-401f-ad45-b934093c5986 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:22.234762 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-939d9d92-c84b-429a-bc6e-a4e637746564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.283592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-794de6d1-adc2-4c0f-bab0-e0dda411b1ff req-101ca6ad-36b7-474c-8b78-781e851e5d0b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993791 Jul 27 22:17:22.475086 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.482114 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.522154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] device_id is not set on port 47210558-0778-4166-8a3e-2344999c0c33 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:22.555758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4ca27a79-a801-4987-829c-cd792a4f97bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:22.556336 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca27a79-a801-4987-829c-cd792a4f97bc None None] The sync data for ids ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:22.605420 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253d911-046e-4ef9-8df3-b1e0730b54da None None] Pushing event updated for resources: {'Port': ['ID=6f0a63c7-8e71-401f-ad45-b934093c5986,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:22.715805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb2dc8b-184d-4cd8-a396-a7e496825ae8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:22.739801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:22.740683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:22.741207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:22.741977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:22.742549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:22.743164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:22.743820 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:22.744353 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:22.745108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:22.746028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:22.746837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:22.747619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:22.846022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 51284458-384f-4d2d-9c25-e1f70976c119 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:22.846614 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.857060 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-939d9d92-c84b-429a-bc6e-a4e637746564 None None] Provisioning for port 42d03993-355c-4a44-afc9-a8ff20992a15 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:22.917243 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-939d9d92-c84b-429a-bc6e-a4e637746564 None None] Provisioning complete for port 42d03993-355c-4a44-afc9-a8ff20992a15 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:22.917641 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-939d9d92-c84b-429a-bc6e-a4e637746564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.031575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-939d9d92-c84b-429a-bc6e-a4e637746564 None None] Port 42d03993-355c-4a44-afc9-a8ff20992a15 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:23.067385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-939d9d92-c84b-429a-bc6e-a4e637746564 None None] Provisioning complete for port 51284458-384f-4d2d-9c25-e1f70976c119 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:23.067768 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-939d9d92-c84b-429a-bc6e-a4e637746564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.325641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] device_id is not set on port 47210558-0778-4166-8a3e-2344999c0c33 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:23.358100 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.410799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Transition to ACTIVE for port object 47210558-0778-4166-8a3e-2344999c0c33 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:23.461099 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d92bf-4351-4838-8e74-f5dc76595f66 req-7babe5c2-39ad-4061-9a3c-36c1bc6f6d80 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:23.472511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-281d92bf-4351-4838-8e74-f5dc76595f66 req-7babe5c2-39ad-4061-9a3c-36c1bc6f6d80 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.4349856 Jul 27 22:17:23.489735 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.799641 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-281d92bf-4351-4838-8e74-f5dc76595f66 req-7bb8dfb9-d4f8-42a5-9a32-6e9481a0e640 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177662 Jul 27 22:17:23.815273 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.824869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6f0a63c7-8e71-401f-ad45-b934093c5986 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:23.853638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event updated for resources: {'Port': ['ID=47210558-0778-4166-8a3e-2344999c0c33,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:23.961184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Checking segment: {'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:23.961459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Network hostable DHCP agents. Network: 062040f8-d4bb-4847-81c1-8a134c9e292f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:23.999257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-24e7bdd4-c09d-4544-aebb-bf3cc708a6cd None None] Provisioning complete for port 42d03993-355c-4a44-afc9-a8ff20992a15 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:23.999853 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24e7bdd4-c09d-4544-aebb-bf3cc708a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.072172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06cf80-464d-49e1-9cb5-b67b74380109 req-9ca87ec8-aa59-4de2-8ff7-f694e3e6d2de tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:24.087097 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e06cf80-464d-49e1-9cb5-b67b74380109 req-9ca87ec8-aa59-4de2-8ff7-f694e3e6d2de tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.4109809 Jul 27 22:17:24.195387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 6f0a63c7-8e71-401f-ad45-b934093c5986 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:24.215053 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.269126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Allocated IP 172.21.0.1 (eb67969b-5d70-48f3-b467-36fed1867aaf/49020c6d-772d-4400-96c1-033120452976/eeb27115-4330-44c1-920e-39ffe3ea8fdc) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:24.295643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Network 062040f8-d4bb-4847-81c1-8a134c9e292f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:24.319857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-24e7bdd4-c09d-4544-aebb-bf3cc708a6cd None None] Port 42d03993-355c-4a44-afc9-a8ff20992a15 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:24.366495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54868d-7bb1-4f74-a886-6dae996ba15a req-6d39be76-3201-4075-8020-4e2549f2cccc tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:24.368373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d54868d-7bb1-4f74-a886-6dae996ba15a req-6d39be76-3201-4075-8020-4e2549f2cccc tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 945 time: 0.3792095 Jul 27 22:17:24.392268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e06cf80-464d-49e1-9cb5-b67b74380109 req-a2435ccf-1ea1-4b05-aa98-cc4d3bb34bd4 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041601 Jul 27 22:17:24.402807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 062040f8-d4bb-4847-81c1-8a134c9e292f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:24.441392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb5f9ef-38fb-4d94-a3e3-ce4f76af022f None None] Network 062040f8-d4bb-4847-81c1-8a134c9e292f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:24.442023 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.459427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:24.481866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Transition to ACTIVE for port object eeb27115-4330-44c1-920e-39ffe3ea8fdc will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:24.498607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:24.499232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:24.499800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:24.529537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:24.529953 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:24.532032 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 2 to bind port 47210558-0778-4166-8a3e-2344999c0c33 Jul 27 22:17:24.612590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.612998 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d54868d-7bb1-4f74-a886-6dae996ba15a req-40b2c9a3-049b-407b-b0c3-948af72a0cb8 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140102 Jul 27 22:17:24.632002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:24.632355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:24.634132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:24.646097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:24.646679 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:24.650194 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 3 to bind port 47210558-0778-4166-8a3e-2344999c0c33 Jul 27 22:17:24.686873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:24.687223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:24.687841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:24.707342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:24.707342 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:24.707528 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 4 to bind port 47210558-0778-4166-8a3e-2344999c0c33 Jul 27 22:17:24.740253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network eb67969b-5d70-48f3-b467-36fed1867aaf is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:24.743976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:24.769499 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:24.771531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:24.774432 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:24.774969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:24.778548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=eeb27115-4330-44c1-920e-39ffe3ea8fdc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:24.801944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:24.804254 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:24.804756 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 5 to bind port 47210558-0778-4166-8a3e-2344999c0c33 Jul 27 22:17:24.840676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:24.841019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:24.841366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:24.876807 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.882481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:24.882824 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:24.883235 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 6 to bind port 47210558-0778-4166-8a3e-2344999c0c33 Jul 27 22:17:24.940055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:24.940400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:24.940751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:24.960629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:24.960978 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:24.961392 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 7 to bind port 47210558-0778-4166-8a3e-2344999c0c33 Jul 27 22:17:25.080942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:25.081388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:25.081735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:25.103487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:25.106447 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:25.107813 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 8 to bind port 47210558-0778-4166-8a3e-2344999c0c33 Jul 27 22:17:25.204469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:25.208965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:25.209082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:25.265882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fa47c-e6c8-42c4-becb-94d4cc88a138 req-e3eafdb4-d959-4f4f-9782-b6ff0c7a8874 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:25.290179 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d8fa47c-e6c8-42c4-becb-94d4cc88a138 req-e3eafdb4-d959-4f4f-9782-b6ff0c7a8874 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.2841132 Jul 27 22:17:25.307073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:25.307417 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:25.331709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.339306 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 9 to bind port 47210558-0778-4166-8a3e-2344999c0c33 Jul 27 22:17:25.433945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:25.438280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:25.462442 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:25.467818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-89381c6e-a506-42eb-800a-aa61f801cf32 None None] Provisioning for port eeb27115-4330-44c1-920e-39ffe3ea8fdc completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:25.474828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-89381c6e-a506-42eb-800a-aa61f801cf32 None None] Provisioning complete for port eeb27115-4330-44c1-920e-39ffe3ea8fdc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:25.475212 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-89381c6e-a506-42eb-800a-aa61f801cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.572290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-89381c6e-a506-42eb-800a-aa61f801cf32 None None] Port eeb27115-4330-44c1-920e-39ffe3ea8fdc cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:25.607457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:25.607794 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:25.667362 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 10 to bind port 47210558-0778-4166-8a3e-2344999c0c33 Jul 27 22:17:25.758546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d8fa47c-e6c8-42c4-becb-94d4cc88a138 req-660f61f1-879e-49a2-a68a-3996d4dfc8ad tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4523168 Jul 27 22:17:25.794911 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8843d-6ea3-4592-a6f0-e90102087ef0 req-39a93ba8-5910-4f02-86a2-2bf54acf8143 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:25.803569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90b8843d-6ea3-4592-a6f0-e90102087ef0 req-39a93ba8-5910-4f02-86a2-2bf54acf8143 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.41 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 945 time: 0.3949790 Jul 27 22:17:25.804947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:25.806813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:25.807899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:25.820919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 47210558-0778-4166-8a3e-2344999c0c33 on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:25.825128 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 47210558-0778-4166-8a3e-2344999c0c33 on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:25.825683 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.881334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d74af5-0aaa-423e-b517-b7a9139d34fd req-df3f3002-df13-42e8-b11f-dd41fa994f27 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:25.883277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99d74af5-0aaa-423e-b517-b7a9139d34fd req-df3f3002-df13-42e8-b11f-dd41fa994f27 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.3354635 Jul 27 22:17:26.056852 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.068196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.107470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4d16-705a-4ab2-a006-6fae515f6231 req-9e844a65-8f35-445f-b87e-504fb57234d4 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:26.116034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c05f4d16-705a-4ab2-a006-6fae515f6231 req-9e844a65-8f35-445f-b87e-504fb57234d4 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 945 time: 0.2315121 Jul 27 22:17:26.130455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99d74af5-0aaa-423e-b517-b7a9139d34fd req-c6daf196-05c3-4232-8329-5d84f5b5a792 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339926 Jul 27 22:17:26.153389 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] For port 47210558-0778-4166-8a3e-2344999c0c33, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:26.153776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempted to set empty binding levels {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 22:17:26.170145 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.225319 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=eeb27115-4330-44c1-920e-39ffe3ea8fdc,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:26.263238 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.279535 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:26.280147 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.288214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c05f4d16-705a-4ab2-a006-6fae515f6231 req-8d39c32b-7774-4842-a588-f3fd37ef00f7 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712618 Jul 27 22:17:26.331780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.5353744 Jul 27 22:17:26.339623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60552) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:26.348678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-90b8843d-6ea3-4592-a6f0-e90102087ef0 req-23a65971-2d6c-40f6-8279-4b40b2f8fb8e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Deleting port b437a7c4-ba1c-418c-b487-13c613c54377 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:26.349033 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90b8843d-6ea3-4592-a6f0-e90102087ef0 req-23a65971-2d6c-40f6-8279-4b40b2f8fb8e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.425742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090a170-cd09-4db7-b721-bb67e82f308c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event updated for resources: {'Port': ['ID=47210558-0778-4166-8a3e-2344999c0c33,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:26.493621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network eb67969b-5d70-48f3-b467-36fed1867aaf is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:26.496558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:26.524620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-90b8843d-6ea3-4592-a6f0-e90102087ef0 req-23a65971-2d6c-40f6-8279-4b40b2f8fb8e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] For port b437a7c4-ba1c-418c-b487-13c613c54377, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b437a7c4-ba1c-418c-b487-13c613c54377,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:26.525893 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90b8843d-6ea3-4592-a6f0-e90102087ef0 req-23a65971-2d6c-40f6-8279-4b40b2f8fb8e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.555625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-90b8843d-6ea3-4592-a6f0-e90102087ef0 req-23a65971-2d6c-40f6-8279-4b40b2f8fb8e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Calling delete_port for b437a7c4-ba1c-418c-b487-13c613c54377 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:26.640249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ec78ce07-cfb3-4fcd-be29-8b459184af76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Deleting port 47210558-0778-4166-8a3e-2344999c0c33 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:26.640682 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec78ce07-cfb3-4fcd-be29-8b459184af76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.818335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3ba27c27-fee9-45b5-ae3b-5bd260133ea0 None None] Provisioning complete for port eeb27115-4330-44c1-920e-39ffe3ea8fdc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:26.818879 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ba27c27-fee9-45b5-ae3b-5bd260133ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.853010 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90b8843d-6ea3-4592-a6f0-e90102087ef0 req-23a65971-2d6c-40f6-8279-4b40b2f8fb8e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.891655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ec78ce07-cfb3-4fcd-be29-8b459184af76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] For port 47210558-0778-4166-8a3e-2344999c0c33, host n-h2-802011-3, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:26.891991 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec78ce07-cfb3-4fcd-be29-8b459184af76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:26.897774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['5f6cf3a5-19e3-4437-a2b0-f207441e7a94'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:26.902746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router 09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:26.905606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['af5d6bde-55a5-4477-ab42-f33d5e164676'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:26.932343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ec78ce07-cfb3-4fcd-be29-8b459184af76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Calling delete_port for 47210558-0778-4166-8a3e-2344999c0c33 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:27.057301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a65971-2d6c-40f6-8279-4b40b2f8fb8e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Pushing event deleted for resources: {'Port': ['ID=b437a7c4-ba1c-418c-b487-13c613c54377,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:27.134150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3ba27c27-fee9-45b5-ae3b-5bd260133ea0 None None] Port eeb27115-4330-44c1-920e-39ffe3ea8fdc cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:27.134718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b8843d-6ea3-4592-a6f0-e90102087ef0 req-23a65971-2d6c-40f6-8279-4b40b2f8fb8e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] No DVR routers for this DVR port b437a7c4-ba1c-418c-b487-13c613c54377 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:27.139226 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-90b8843d-6ea3-4592-a6f0-e90102087ef0 req-23a65971-2d6c-40f6-8279-4b40b2f8fb8e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.153137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90b8843d-6ea3-4592-a6f0-e90102087ef0 req-23a65971-2d6c-40f6-8279-4b40b2f8fb8e tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.41 "DELETE /v2.0/ports/b437a7c4-ba1c-418c-b487-13c613c54377 HTTP/1.1" status: 204 len: 173 time: 1.2212498 Jul 27 22:17:27.153561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c158ceff-250f-415d-8e95-18de61f6653a', 'name': 'network-vif-deleted', 'tag': 'b437a7c4-ba1c-418c-b487-13c613c54377'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:27.155960 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9d88cf-94f1-406d-89e3-bd6b22c8bda5" -d '{"events": [{"server_uuid": "c158ceff-250f-415d-8e95-18de61f6653a", "name": "network-vif-deleted", "tag": "b437a7c4-ba1c-418c-b487-13c613c54377"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:27.200893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e966bf-a2cf-45b6-b311-3ccdd4d0434a req-d2beb220-15bc-4d04-87fd-60c612070b9c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:27.210674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-60e966bf-a2cf-45b6-b311-3ccdd4d0434a req-d2beb220-15bc-4d04-87fd-60c612070b9c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.3085423 Jul 27 22:17:27.231327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec78ce07-cfb3-4fcd-be29-8b459184af76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.310162 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b19a47-3b5b-42f4-a38a-b79f83c08a13 x-openstack-request-id: req-71b19a47-3b5b-42f4-a38a-b79f83c08a13 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:27.310600 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c158ceff-250f-415d-8e95-18de61f6653a", "name": "network-vif-deleted", "tag": "b437a7c4-ba1c-418c-b487-13c613c54377", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:27.310865 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71b19a47-3b5b-42f4-a38a-b79f83c08a13 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:27.311362 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c158ceff-250f-415d-8e95-18de61f6653a', 'name': 'network-vif-deleted', 'tag': 'b437a7c4-ba1c-418c-b487-13c613c54377', 'status': 'completed', 'code': 200} Jul 27 22:17:27.325421 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec78ce07-cfb3-4fcd-be29-8b459184af76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.332130 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-60e966bf-a2cf-45b6-b311-3ccdd4d0434a req-acc11db8-21f3-4637-a36c-c031ece7f4c6 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205134 Jul 27 22:17:27.333570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60568) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:27.354391 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ec78ce07-cfb3-4fcd-be29-8b459184af76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "DELETE /v2.0/ports/47210558-0778-4166-8a3e-2344999c0c33 HTTP/1.1" status: 204 len: 168 time: 0.9845483 Jul 27 22:17:27.479909 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a9afa8-b827-4a3e-816d-9bb57d695679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:17:27.481938 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-97a9afa8-b827-4a3e-816d-9bb57d695679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "GET /v2.0/ports/47210558-0778-4166-8a3e-2344999c0c33 HTTP/1.1" status: 404 len: 333 time: 0.1482580 Jul 27 22:17:27.487439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:27.503048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Request body: {'port': {'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675318593'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:27.503960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78ce07-cfb3-4fcd-be29-8b459184af76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event deleted for resources: {'Port': ['ID=47210558-0778-4166-8a3e-2344999c0c33,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:27.529618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914407bc-21ef-4f89-b679-84d8f1cb6194 req-7e112dcf-61ca-44b8-9962-ca2aa00947ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:27.533652 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-914407bc-21ef-4f89-b679-84d8f1cb6194 req-7e112dcf-61ca-44b8-9962-ca2aa00947ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 1096 time: 0.4780354 Jul 27 22:17:27.699652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b437a7c4-ba1c-418c-b487-13c613c54377 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:27.730689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Made reservation on behalf of 1f68b878f7a34c6288ff176de1d4374b for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:27.733457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: b437a7c4-ba1c-418c-b487-13c613c54377 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:27.733738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b437a7c4-ba1c-418c-b487-13c613c54377 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:27.748840 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.754563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:27.768017 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf81a63-b72b-412b-9da7-afc1d2878da2 None None] Sync routers for ids ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:27.780676 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf81a63-b72b-412b-9da7-afc1d2878da2 None None] Routers {'09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:27.781324 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5bf81a63-b72b-412b-9da7-afc1d2878da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:27.798568 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-38e3370f-ece4-4a30-8290-25cb3aa5ec17 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9944732 Jul 27 22:17:27.798830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3e166-016c-430a-90ca-2c8e726e9c9b req-d777df29-6aac-4218-9742-730eb625b94f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:27.800839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77a3e166-016c-430a-90ca-2c8e726e9c9b req-d777df29-6aac-4218-9742-730eb625b94f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.2929914 Jul 27 22:17:27.807059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:27.860824 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5bf81a63-b72b-412b-9da7-afc1d2878da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:27.885628 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf81a63-b72b-412b-9da7-afc1d2878da2 None None] Routers {'09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:27.886497 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5bf81a63-b72b-412b-9da7-afc1d2878da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:27.913814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c0db082-add3-42be-ade7-5184b80e8961 req-c7695a9b-9886-49ac-8c60-90a4bf074323 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 210 time: 0.0984082 Jul 27 22:17:27.940157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] device_id is not set on port 9486c9f7-c9eb-426e-af00-566024d490be yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:27.944543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914407bc-21ef-4f89-b679-84d8f1cb6194 req-ec8b7125-0a19-4da3-9970-f9376943ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:27.947101 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-914407bc-21ef-4f89-b679-84d8f1cb6194 req-ec8b7125-0a19-4da3-9970-f9376943ac76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.3978693 Jul 27 22:17:27.970549 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5bf81a63-b72b-412b-9da7-afc1d2878da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:27.971713 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf81a63-b72b-412b-9da7-afc1d2878da2 None None] The sync data for ids ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:28.035774 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-914407bc-21ef-4f89-b679-84d8f1cb6194 req-cea6d21f-104a-4b6c-a645-92872e9d535c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=460b4711-6539-4766-a52f-c5b028f20f8c HTTP/1.1" status: 200 len: 217 time: 0.0761485 Jul 27 22:17:28.047976 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77a3e166-016c-430a-90ca-2c8e726e9c9b req-011a8289-8c38-4551-94ae-b6e926464105 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642671 Jul 27 22:17:28.049468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e0617b-98fb-4def-a590-cf302f921155 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:28.054489 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-72e0617b-98fb-4def-a590-cf302f921155 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports/eeb27115-4330-44c1-920e-39ffe3ea8fdc HTTP/1.1" status: 200 len: 910 time: 0.2327077 Jul 27 22:17:28.055457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60578) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:28.230190 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:28.322009 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:28.383415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914407bc-21ef-4f89-b679-84d8f1cb6194 req-2893dcd7-8e57-41bd-8818-a86788c0396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:28.389194 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-914407bc-21ef-4f89-b679-84d8f1cb6194 req-2893dcd7-8e57-41bd-8818-a86788c0396d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.3327715 Jul 27 22:17:28.431597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Network 062040f8-d4bb-4847-81c1-8a134c9e292f is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:28.439984 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:28.468409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:28.469404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:28.470017 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:28.513531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event updated for resources: {'Port': ['ID=9486c9f7-c9eb-426e-af00-566024d490be,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:28.528402 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-da5c98eb-4e5f-4e39-8bce-ce84924782f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0372291 Jul 27 22:17:28.528402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60582) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:28.533847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:28.584874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3f05d-b036-41b3-ac35-15bd6325d3ad req-ddc38fea-16a0-4c79-aacc-226f2c8dbf71 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:28.592578 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bee3f05d-b036-41b3-ac35-15bd6325d3ad req-ddc38fea-16a0-4c79-aacc-226f2c8dbf71 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.1386337 Jul 27 22:17:28.656864 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:28.662879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bee3f05d-b036-41b3-ac35-15bd6325d3ad req-7b1c3624-3945-40dc-8695-61833b0d0319 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694087 Jul 27 22:17:28.689431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914407bc-21ef-4f89-b679-84d8f1cb6194 req-13ed77fb-2136-4921-ace8-69196603313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:28.698774 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-914407bc-21ef-4f89-b679-84d8f1cb6194 req-13ed77fb-2136-4921-ace8-69196603313f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2528901 Jul 27 22:17:28.953389 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-914407bc-21ef-4f89-b679-84d8f1cb6194 req-50598afc-0b9e-4779-8d74-6b6cd9154359 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013521 Jul 27 22:17:29.009617 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] device_id is not set on port 9486c9f7-c9eb-426e-af00-566024d490be yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:29.019305 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.051073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Transition to ACTIVE for port object 9486c9f7-c9eb-426e-af00-566024d490be will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:29.066323 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.241714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff793ad9-6db4-4f02-86cc-4108ad31db68 req-5e9392a9-7b1c-45e1-8223-8212a20d336f tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 210 time: 0.1098418 Jul 27 22:17:29.301047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event updated for resources: {'Port': ['ID=9486c9f7-c9eb-426e-af00-566024d490be,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:29.335450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:29.335797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:29.336139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:29.342314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:29.342763 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:29.345303 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 2 to bind port 9486c9f7-c9eb-426e-af00-566024d490be Jul 27 22:17:29.373823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fc860-d85e-473c-b19c-22527bf0b081 req-350c8790-a136-4053-aa96-6418417dbfbc tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:29.381246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-709fc860-d85e-473c-b19c-22527bf0b081 req-350c8790-a136-4053-aa96-6418417dbfbc tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.1770272 Jul 27 22:17:29.405144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:29.405607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:29.406111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:29.430867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:29.430867 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:29.436947 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 3 to bind port 9486c9f7-c9eb-426e-af00-566024d490be Jul 27 22:17:29.464853 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-709fc860-d85e-473c-b19c-22527bf0b081 req-43e28379-d922-4c28-b02e-9c9443896b04 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825119 Jul 27 22:17:29.483736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:29.484576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:29.485082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:29.501902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:29.502145 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:29.502561 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 4 to bind port 9486c9f7-c9eb-426e-af00-566024d490be Jul 27 22:17:29.520254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:29.520605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:29.520937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:29.526044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:29.526406 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:29.526940 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 5 to bind port 9486c9f7-c9eb-426e-af00-566024d490be Jul 27 22:17:29.534835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38690820-c642-4b33-875f-0be7abb61d95 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.544262 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:29.544613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:29.544957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:29.549636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:29.549969 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:29.550413 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 6 to bind port 9486c9f7-c9eb-426e-af00-566024d490be Jul 27 22:17:29.564236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:29.564571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:29.564909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:29.569556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:29.569889 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:29.570304 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 7 to bind port 9486c9f7-c9eb-426e-af00-566024d490be Jul 27 22:17:29.584686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:29.585431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:29.585776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:29.591028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:29.591357 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:29.591755 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 8 to bind port 9486c9f7-c9eb-426e-af00-566024d490be Jul 27 22:17:29.605625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:29.605984 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:29.606318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:29.611505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:29.611837 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:29.612307 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 9 to bind port 9486c9f7-c9eb-426e-af00-566024d490be Jul 27 22:17:29.627346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:29.627693 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:29.628041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:29.632946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:29.633282 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:29.633677 n-d-802011-3 neutron-server[93835]: INFO neutron.plugins.ml2.plugin [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 10 to bind port 9486c9f7-c9eb-426e-af00-566024d490be Jul 27 22:17:29.653586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:29.654708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:29.655374 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:29.661809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:29.662487 n-d-802011-3 neutron-server[93835]: ERROR neutron.plugins.ml2.managers [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 9486c9f7-c9eb-426e-af00-566024d490be on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:29.663057 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.802311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] For port 9486c9f7-c9eb-426e-af00-566024d490be, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:29.802311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempted to set empty binding levels {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 22:17:29.807118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.843766 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:17:29.871298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] In _notify_port_updated(), no bound segment for port 9486c9f7-c9eb-426e-af00-566024d490be on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:17:29.872416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:29.873370 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:29.875080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "PUT /v2.0/ports/9486c9f7-c9eb-426e-af00-566024d490be HTTP/1.1" status: 200 len: 979 time: 1.3453865 Jul 27 22:17:29.875218 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-914407bc-21ef-4f89-b679-84d8f1cb6194 req-05bb1247-a277-43c3-af4d-b8194da87c41 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9137857 Jul 27 22:17:29.877623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60598) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:29.902892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d757a-44e9-4212-9ddb-a607fe455c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event updated for resources: {'Port': ['ID=9486c9f7-c9eb-426e-af00-566024d490be,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:29.922755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287908b7-52db-48f9-b461-ac92a0db2e0e req-e9c987ba-999b-465b-9f15-6a56782523ea tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:29.924809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-287908b7-52db-48f9-b461-ac92a0db2e0e req-e9c987ba-999b-465b-9f15-6a56782523ea tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.0871994 Jul 27 22:17:30.034358 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-287908b7-52db-48f9-b461-ac92a0db2e0e req-258ada08-963f-43fd-9a5b-2d7475e6dd95 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974991 Jul 27 22:17:30.081772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.082484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.082964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.083428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.083897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.084366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.084829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.085299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.085769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.086241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.086867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.087339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.087802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.094630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.095185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.095669 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.096157 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.096751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.097233 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.097713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.098192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.098673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.099146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.099620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.100087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.100550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.101015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.101480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.101945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.118693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.119231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.119940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.120376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.120856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.121332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.121812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.122379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.122881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.123323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.123793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.124263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.124745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.125305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.130093 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-208e4a90-23dc-4982-96ae-d3a9ce7d0ab4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38458 time: 0.2512522 Jul 27 22:17:30.134517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:30.243939 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-38690820-c642-4b33-875f-0be7abb61d95 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port eeb27115-4330-44c1-920e-39ffe3ea8fdc {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:30.244346 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38690820-c642-4b33-875f-0be7abb61d95 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.269139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e977b-f7a4-4882-b15c-97ad22f2d1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Deleting port 9486c9f7-c9eb-426e-af00-566024d490be {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:30.269420 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca1e977b-f7a4-4882-b15c-97ad22f2d1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.373551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38690820-c642-4b33-875f-0be7abb61d95 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.394758 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-38690820-c642-4b33-875f-0be7abb61d95 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for eeb27115-4330-44c1-920e-39ffe3ea8fdc owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:30.408263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ab84890-38a2-4fe4-9b35-f3acf7588095 req-08d5f520-0d5c-4cb4-b148-baa9c2c1f341 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=c158ceff-250f-415d-8e95-18de61f6653a HTTP/1.1" status: 200 len: 210 time: 0.0372884 Jul 27 22:17:30.431332 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ca1e977b-f7a4-4882-b15c-97ad22f2d1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] For port 9486c9f7-c9eb-426e-af00-566024d490be, host n-h2-802011-3, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:30.431711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca1e977b-f7a4-4882-b15c-97ad22f2d1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.448377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e977b-f7a4-4882-b15c-97ad22f2d1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Calling delete_port for 9486c9f7-c9eb-426e-af00-566024d490be owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:30.595876 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca1e977b-f7a4-4882-b15c-97ad22f2d1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.623108 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38690820-c642-4b33-875f-0be7abb61d95 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.628808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e977b-f7a4-4882-b15c-97ad22f2d1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event deleted for resources: {'Port': ['ID=9486c9f7-c9eb-426e-af00-566024d490be,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:30.637526 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca1e977b-f7a4-4882-b15c-97ad22f2d1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.642394 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ca1e977b-f7a4-4882-b15c-97ad22f2d1ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "DELETE /v2.0/ports/9486c9f7-c9eb-426e-af00-566024d490be HTTP/1.1" status: 204 len: 168 time: 0.5033693 Jul 27 22:17:30.642394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:30.664185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38690820-c642-4b33-875f-0be7abb61d95 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=eeb27115-4330-44c1-920e-39ffe3ea8fdc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:30.689948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d701f-3075-4c7e-a192-6f87dd9b3ad2 req-8c66811c-5ca0-4d7a-8043-f856457854ef tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.691309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c95d701f-3075-4c7e-a192-6f87dd9b3ad2 req-8c66811c-5ca0-4d7a-8043-f856457854ef tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 945 time: 0.1236870 Jul 27 22:17:30.692627 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd778e5-2db5-46fe-ad03-6efe539f0872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:17:30.701980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cbd778e5-2db5-46fe-ad03-6efe539f0872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "GET /v2.0/ports/9486c9f7-c9eb-426e-af00-566024d490be HTTP/1.1" status: 404 len: 333 time: 0.0587177 Jul 27 22:17:30.703765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60610) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:30.716135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-924604777', 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:30.754028 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c95d701f-3075-4c7e-a192-6f87dd9b3ad2 req-daf2d946-be09-492b-9e76-e3a79c146036 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505137 Jul 27 22:17:30.780167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Made reservation on behalf of 1f68b878f7a34c6288ff176de1d4374b for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:30.783101 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.881570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] device_id is not set on port e324e3b5-f942-41ba-aa1b-8784cdffea6d yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:30.941395 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38690820-c642-4b33-875f-0be7abb61d95 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.176439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b9616-c875-46cb-8f5d-8490ca06caac req-e7163004-3dff-4fca-9353-729d009b80ed tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.177985 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-574b9616-c875-46cb-8f5d-8490ca06caac req-e7163004-3dff-4fca-9353-729d009b80ed tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.0522161 Jul 27 22:17:31.198637 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.220223 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-574b9616-c875-46cb-8f5d-8490ca06caac req-833ff608-7f45-4f6e-9234-32010b653eba tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354528 Jul 27 22:17:31.252578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38690820-c642-4b33-875f-0be7abb61d95 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router 09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:31.261338 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.283636 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 460b4711-6539-4766-a52f-c5b028f20f8c no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:31.364943 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.388511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Network 062040f8-d4bb-4847-81c1-8a134c9e292f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:31.388781 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b3467c-89be-4f48-87c2-06036c28e95d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460b4711-6539-4766-a52f-c5b028f20f8c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:31.391305 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2f2ae6-719b-48c3-ac90-71283ecf8739" -d '{"events": [{"server_uuid": "59b3467c-89be-4f48-87c2-06036c28e95d", "name": "network-vif-unplugged", "status": "completed", "tag": "460b4711-6539-4766-a52f-c5b028f20f8c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:31.400416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:31.404930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:31.406491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.407092 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.415388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 460b4711-6539-4766-a52f-c5b028f20f8c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=460b4711-6539-4766-a52f-c5b028f20f8c,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:31.420817 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.428937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event updated for resources: {'Port': ['ID=e324e3b5-f942-41ba-aa1b-8784cdffea6d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:31.448378 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4c7e3b-1662-4a37-8c1f-3c3306353d4a x-openstack-request-id: req-1a4c7e3b-1662-4a37-8c1f-3c3306353d4a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:31.448700 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b3467c-89be-4f48-87c2-06036c28e95d", "name": "network-vif-unplugged", "status": "completed", "tag": "460b4711-6539-4766-a52f-c5b028f20f8c", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:31.449142 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a4c7e3b-1662-4a37-8c1f-3c3306353d4a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:31.449663 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b3467c-89be-4f48-87c2-06036c28e95d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460b4711-6539-4766-a52f-c5b028f20f8c', 'code': 200} Jul 27 22:17:31.458323 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1f8f47d2-18f2-4179-b5c7-ab4b15435fc4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7453201 Jul 27 22:17:31.459126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60622) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:31.469789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38690820-c642-4b33-875f-0be7abb61d95 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:31.480043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60624) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:31.481649 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=460b4711-6539-4766-a52f-c5b028f20f8c,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:31.482375 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-38690820-c642-4b33-875f-0be7abb61d95 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4234743 Jul 27 22:17:31.486907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2fa38f-4ba1-4e6b-9a5b-a4e8ac30e01d None None] Sync routers for ids ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:31.499182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fa38f-4ba1-4e6b-9a5b-a4e8ac30e01d None None] Routers {'09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:31.500197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bb2fa38f-4ba1-4e6b-9a5b-a4e8ac30e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:31.515557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716ce8f-04e2-457e-8ddf-e8495a5feb64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.516874 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c716ce8f-04e2-457e-8ddf-e8495a5feb64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "GET /v2.0/ports/e324e3b5-f942-41ba-aa1b-8784cdffea6d HTTP/1.1" status: 200 len: 958 time: 0.0566719 Jul 27 22:17:31.519613 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60628) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:31.536695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bb2fa38f-4ba1-4e6b-9a5b-a4e8ac30e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:31.548035 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fa38f-4ba1-4e6b-9a5b-a4e8ac30e01d None None] Routers {'09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:31.548941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bb2fa38f-4ba1-4e6b-9a5b-a4e8ac30e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:31.592332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bb2fa38f-4ba1-4e6b-9a5b-a4e8ac30e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:31.593561 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2fa38f-4ba1-4e6b-9a5b-a4e8ac30e01d None None] The sync data for ids ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:31.635059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-19e97ba5-1a9e-4ed7-ad19-3bf6e426aabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Deleting port e324e3b5-f942-41ba-aa1b-8784cdffea6d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:31.635586 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19e97ba5-1a9e-4ed7-ad19-3bf6e426aabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.708911 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19e97ba5-1a9e-4ed7-ad19-3bf6e426aabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.723787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-19e97ba5-1a9e-4ed7-ad19-3bf6e426aabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Calling delete_port for e324e3b5-f942-41ba-aa1b-8784cdffea6d owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:31.814144 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19e97ba5-1a9e-4ed7-ad19-3bf6e426aabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.855146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e97ba5-1a9e-4ed7-ad19-3bf6e426aabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event deleted for resources: {'Port': ['ID=e324e3b5-f942-41ba-aa1b-8784cdffea6d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:31.873621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37175b5-051a-4fbb-ad61-0cc46995c295 req-5cf71b0f-37ca-4273-96b4-69271d7e4da4 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.874366 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19e97ba5-1a9e-4ed7-ad19-3bf6e426aabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.875203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e37175b5-051a-4fbb-ad61-0cc46995c295 req-5cf71b0f-37ca-4273-96b4-69271d7e4da4 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 946 time: 0.1406651 Jul 27 22:17:31.877653 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-19e97ba5-1a9e-4ed7-ad19-3bf6e426aabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e324e3b5-f942-41ba-aa1b-8784cdffea6d HTTP/1.1" status: 204 len: 168 time: 0.3570960 Jul 27 22:17:31.882237 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:31.908293 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e28b4d-37f6-43c5-9f49-b9e53c5656b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:17:31.910728 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b5e28b4d-37f6-43c5-9f49-b9e53c5656b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "GET /v2.0/ports/e324e3b5-f942-41ba-aa1b-8784cdffea6d HTTP/1.1" status: 404 len: 333 time: 0.0275424 Jul 27 22:17:31.914231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60640) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:31.921730 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Request body: {'port': {'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007623963'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:31.942588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Made reservation on behalf of 1f68b878f7a34c6288ff176de1d4374b for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:31.944942 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.961167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] device_id is not set on port 0d20ef08-cf33-4857-8eac-2cc80c747ebb yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:31.968449 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e37175b5-051a-4fbb-ad61-0cc46995c295 req-dd15cf54-b6ef-4c88-b890-472c9df85b60 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687325 Jul 27 22:17:31.978352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd204464-ca5f-40cc-af29-36258ab97f90 req-dd33e9b7-2905-4ed5-bec8-5ad7b6993a72 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.986483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd204464-ca5f-40cc-af29-36258ab97f90 req-dd33e9b7-2905-4ed5-bec8-5ad7b6993a72 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 943 time: 0.1411448 Jul 27 22:17:32.071431 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd204464-ca5f-40cc-af29-36258ab97f90 req-d9ed7c18-a6a9-4aef-8862-dff91b562a7f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711541 Jul 27 22:17:32.100682 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-859b0c8c-f411-402f-9fd1-7f39b182eb4a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.143068 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.185939 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.228368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Network 062040f8-d4bb-4847-81c1-8a134c9e292f is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:32.234279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:32.237934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685050b-4b74-4eec-94b5-ffa25d99f2e3 req-837b1406-53c3-4005-ab6e-a58805153abf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:32.238484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:32.239470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c685050b-4b74-4eec-94b5-ffa25d99f2e3 req-837b1406-53c3-4005-ab6e-a58805153abf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0952890 Jul 27 22:17:32.240461 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:32.241033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.246534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event updated for resources: {'Port': ['ID=0d20ef08-cf33-4857-8eac-2cc80c747ebb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:32.261211 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-35bdf1bd-4b94-4cef-9b12-8dc69604fd30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3444242 Jul 27 22:17:32.263360 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:32.268681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:32.328355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.329137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c685050b-4b74-4eec-94b5-ffa25d99f2e3 req-21020800-d437-43ad-855d-5f3dd0f8752a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632224 Jul 27 22:17:32.516257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] device_id is not set on port 0d20ef08-cf33-4857-8eac-2cc80c747ebb yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:32.524195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.536822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Transition to ACTIVE for port object 0d20ef08-cf33-4857-8eac-2cc80c747ebb will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:32.540863 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.592638 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event updated for resources: {'Port': ['ID=0d20ef08-cf33-4857-8eac-2cc80c747ebb,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:32.608015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:32.608379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:32.608777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:32.613182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:32.613518 n-d-802011-3 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:32.613899 n-d-802011-3 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 2 to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb Jul 27 22:17:32.627512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:32.627875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:32.628207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:32.632496 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:32.632822 n-d-802011-3 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:32.633218 n-d-802011-3 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 3 to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb Jul 27 22:17:32.645460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:32.646143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:32.646143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:32.651316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:32.651648 n-d-802011-3 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:32.652114 n-d-802011-3 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 4 to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb Jul 27 22:17:32.666873 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:32.667261 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:32.667601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:32.674158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:32.674509 n-d-802011-3 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:32.674903 n-d-802011-3 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 5 to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb Jul 27 22:17:32.687311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:32.687643 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:32.687975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:32.692231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:32.692554 n-d-802011-3 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:32.692939 n-d-802011-3 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 6 to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb Jul 27 22:17:32.705344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:32.705931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:32.706290 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:32.710731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:32.711051 n-d-802011-3 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:32.711438 n-d-802011-3 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 7 to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb Jul 27 22:17:32.723833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:32.724167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:32.724498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:32.729692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:32.730041 n-d-802011-3 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:32.730624 n-d-802011-3 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 8 to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb Jul 27 22:17:32.746612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:32.746929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d94a7-ea58-4ef2-91c7-d766418375d9 req-7c6f9830-4b8b-4953-b234-fe0419ee2f48 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:32.747071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:32.747267 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:32.748414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f63d94a7-ea58-4ef2-91c7-d766418375d9 req-7c6f9830-4b8b-4953-b234-fe0419ee2f48 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.4358640 Jul 27 22:17:32.751603 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:32.751928 n-d-802011-3 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:32.752311 n-d-802011-3 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 9 to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb Jul 27 22:17:32.765720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:32.766061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:32.766484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:32.770753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:32.771082 n-d-802011-3 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:32.771473 n-d-802011-3 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempt 10 to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb Jul 27 22:17:32.782200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a58d82-9ce4-4007-a07f-85d30ce96327 req-53df2733-8caa-4e36-8998-d02c87e078cc tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:32.783692 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33a58d82-9ce4-4007-a07f-85d30ce96327 req-53df2733-8caa-4e36-8998-d02c87e078cc tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1021619 Jul 27 22:17:32.784379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:32.784710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:32.785051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempting to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:32.789350 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:32.789671 n-d-802011-3 neutron-server[93834]: ERROR neutron.plugins.ml2.managers [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Failed to bind port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on host n-h2-802011-3 for vnic_type normal using segments [{'id': 'b917bda1-84be-4345-8b40-3cf9fc454595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '062040f8-d4bb-4847-81c1-8a134c9e292f'}] Jul 27 22:17:32.790049 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.859385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] For port 0d20ef08-cf33-4857-8eac-2cc80c747ebb, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:32.859782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attempted to set empty binding levels {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 22:17:32.865004 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.875018 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f63d94a7-ea58-4ef2-91c7-d766418375d9 req-d80a253a-9278-43a5-8b43-98104c96ba05 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171668 Jul 27 22:17:32.879219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33a58d82-9ce4-4007-a07f-85d30ce96327 req-8e739149-9cbe-46f5-a6af-a8831191844d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886602 Jul 27 22:17:32.900241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] In _notify_port_updated(), no bound segment for port 0d20ef08-cf33-4857-8eac-2cc80c747ebb on network 062040f8-d4bb-4847-81c1-8a134c9e292f {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:17:32.901605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:32.902210 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:32.903574 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "PUT /v2.0/ports/0d20ef08-cf33-4857-8eac-2cc80c747ebb HTTP/1.1" status: 200 len: 979 time: 0.6392679 Jul 27 22:17:32.907490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:32.921778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9d547-b157-4e5b-b50e-cc3e6128b7d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event updated for resources: {'Port': ['ID=0d20ef08-cf33-4857-8eac-2cc80c747ebb,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:32.922293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-859b0c8c-f411-402f-9fd1-7f39b182eb4a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port 42d03993-355c-4a44-afc9-a8ff20992a15 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:32.922674 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-859b0c8c-f411-402f-9fd1-7f39b182eb4a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.105707 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-859b0c8c-f411-402f-9fd1-7f39b182eb4a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.107112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20868ff3-34cb-45cf-85de-257bc0c31333 req-06a29596-9002-4edd-8c6e-9cf7cf550a69 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:33.108708 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20868ff3-34cb-45cf-85de-257bc0c31333 req-06a29596-9002-4edd-8c6e-9cf7cf550a69 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 946 time: 0.0507860 Jul 27 22:17:33.143290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-859b0c8c-f411-402f-9fd1-7f39b182eb4a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for 42d03993-355c-4a44-afc9-a8ff20992a15 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:33.159329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9e344782-6976-4bf0-9e75-efbd979c27b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Deleting port 0d20ef08-cf33-4857-8eac-2cc80c747ebb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:33.159678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e344782-6976-4bf0-9e75-efbd979c27b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.213804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-20868ff3-34cb-45cf-85de-257bc0c31333 req-fa5a338d-bfd9-4542-b0e6-f56f8fea7995 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Deleting port af5d6bde-55a5-4477-ab42-f33d5e164676 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:33.214417 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-20868ff3-34cb-45cf-85de-257bc0c31333 req-fa5a338d-bfd9-4542-b0e6-f56f8fea7995 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.262950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4f659-eaa8-4210-bdbd-265ba05d63c0 req-642fa78b-1b9c-4156-9d0f-9e81d46abfe5 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:33.264433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73e4f659-eaa8-4210-bdbd-265ba05d63c0 req-642fa78b-1b9c-4156-9d0f-9e81d46abfe5 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4e905d9-638c-4a45-a559-44b154589c5e HTTP/1.1" status: 200 len: 946 time: 0.2060966 Jul 27 22:17:33.278976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a0c8c-db8e-4f8e-80de-826cda6634ea req-93f5dd6f-8823-4590-9585-a55a5bf32df2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:33.280319 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-894a0c8c-db8e-4f8e-80de-826cda6634ea req-93f5dd6f-8823-4590-9585-a55a5bf32df2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.2011833 Jul 27 22:17:33.301898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9e344782-6976-4bf0-9e75-efbd979c27b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] For port 0d20ef08-cf33-4857-8eac-2cc80c747ebb, host n-h2-802011-3, got binding levels [] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:33.302286 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e344782-6976-4bf0-9e75-efbd979c27b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.309069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-20868ff3-34cb-45cf-85de-257bc0c31333 req-fa5a338d-bfd9-4542-b0e6-f56f8fea7995 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] For port af5d6bde-55a5-4477-ab42-f33d5e164676, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=af5d6bde-55a5-4477-ab42-f33d5e164676,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:33.309430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-20868ff3-34cb-45cf-85de-257bc0c31333 req-fa5a338d-bfd9-4542-b0e6-f56f8fea7995 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.323977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-20868ff3-34cb-45cf-85de-257bc0c31333 req-fa5a338d-bfd9-4542-b0e6-f56f8fea7995 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Calling delete_port for af5d6bde-55a5-4477-ab42-f33d5e164676 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:33.345912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9e344782-6976-4bf0-9e75-efbd979c27b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Calling delete_port for 0d20ef08-cf33-4857-8eac-2cc80c747ebb owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:33.453236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-894a0c8c-db8e-4f8e-80de-826cda6634ea req-6741e38d-3200-4808-acac-2bd849946c9b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619732 Jul 27 22:17:33.465176 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-20868ff3-34cb-45cf-85de-257bc0c31333 req-fa5a338d-bfd9-4542-b0e6-f56f8fea7995 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.467551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73e4f659-eaa8-4210-bdbd-265ba05d63c0 req-9b771bdd-861e-46fe-8208-64cce5a026d2 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805809 Jul 27 22:17:33.488162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['5f6cf3a5-19e3-4437-a2b0-f207441e7a94'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:33.525889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['af5d6bde-55a5-4477-ab42-f33d5e164676'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:33.561828 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a338d-bfd9-4542-b0e6-f56f8fea7995 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Pushing event deleted for resources: {'Port': ['ID=af5d6bde-55a5-4477-ab42-f33d5e164676,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:33.563950 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-20868ff3-34cb-45cf-85de-257bc0c31333 req-fa5a338d-bfd9-4542-b0e6-f56f8fea7995 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] No DVR routers for this DVR port af5d6bde-55a5-4477-ab42-f33d5e164676 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:33.566204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-20868ff3-34cb-45cf-85de-257bc0c31333 req-fa5a338d-bfd9-4542-b0e6-f56f8fea7995 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.568488 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-20868ff3-34cb-45cf-85de-257bc0c31333 req-fa5a338d-bfd9-4542-b0e6-f56f8fea7995 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.43 "DELETE /v2.0/ports/af5d6bde-55a5-4477-ab42-f33d5e164676 HTTP/1.1" status: 204 len: 173 time: 0.4534578 Jul 27 22:17:33.568904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e905d9-638c-4a45-a559-44b154589c5e', 'name': 'network-vif-deleted', 'tag': 'af5d6bde-55a5-4477-ab42-f33d5e164676'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:33.570780 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e344782-6976-4bf0-9e75-efbd979c27b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.571541 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6ed99e-41ae-4a99-a0bd-8635d7f1ede1" -d '{"events": [{"server_uuid": "f4e905d9-638c-4a45-a559-44b154589c5e", "name": "network-vif-deleted", "tag": "af5d6bde-55a5-4477-ab42-f33d5e164676"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:33.602896 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-859b0c8c-f411-402f-9fd1-7f39b182eb4a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.605062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e344782-6976-4bf0-9e75-efbd979c27b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d20ef08-cf33-4857-8eac-2cc80c747ebb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:33.619901 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c789cf-2816-4d25-85b4-a9be6a7d8b9e x-openstack-request-id: req-65c789cf-2816-4d25-85b4-a9be6a7d8b9e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:33.620306 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e905d9-638c-4a45-a559-44b154589c5e", "name": "network-vif-deleted", "tag": "af5d6bde-55a5-4477-ab42-f33d5e164676", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:33.620524 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65c789cf-2816-4d25-85b4-a9be6a7d8b9e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:33.620921 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e905d9-638c-4a45-a559-44b154589c5e', 'name': 'network-vif-deleted', 'tag': 'af5d6bde-55a5-4477-ab42-f33d5e164676', 'status': 'completed', 'code': 200} Jul 27 22:17:33.649172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b0c8c-f411-402f-9fd1-7f39b182eb4a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=42d03993-355c-4a44-afc9-a8ff20992a15,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:33.657147 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e344782-6976-4bf0-9e75-efbd979c27b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.661860 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9e344782-6976-4bf0-9e75-efbd979c27b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0d20ef08-cf33-4857-8eac-2cc80c747ebb HTTP/1.1" status: 204 len: 168 time: 0.7501373 Jul 27 22:17:33.663404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60664) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:33.700536 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88b7c31-5ff6-4690-8ab7-ead0ce1a3ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] GET failed (client error): The resource could not be found. Jul 27 22:17:33.702422 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f88b7c31-5ff6-4690-8ab7-ead0ce1a3ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1591337302-project-admin] 10.222.0.24 "GET /v2.0/ports/0d20ef08-cf33-4857-8eac-2cc80c747ebb HTTP/1.1" status: 404 len: 333 time: 0.0374494 Jul 27 22:17:33.706277 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60666) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:33.805884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.807086 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-859b0c8c-f411-402f-9fd1-7f39b182eb4a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.904156 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.914189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062040f8-d4bb-4847-81c1-8a134c9e292f']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:33.925823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b917bda1-84be-4345-8b40-3cf9fc454595') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:33.926122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b917bda1-84be-4345-8b40-3cf9fc454595') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:33.937201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.951105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.959249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:33.959648 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:33.962822 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:33.998753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859b0c8c-f411-402f-9fd1-7f39b182eb4a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router 09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:34.024069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682201f-25e5-4e24-bd7f-bc70709e933f req-f535caea-b266-497c-9045-f93cdb1a03d0 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:34.025874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2682201f-25e5-4e24-bd7f-bc70709e933f req-f535caea-b266-497c-9045-f93cdb1a03d0 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.0657947 Jul 27 22:17:34.026226 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.046334 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.051193 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] 10.222.0.24 "DELETE /v2.0/networks/062040f8-d4bb-4847-81c1-8a134c9e292f HTTP/1.1" status: 204 len: 168 time: 0.3438847 Jul 27 22:17:34.052969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ca763-4c61-487d-8082-0a0ba20c6e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061594787-project] Pushing event deleted for resources: {'Network': ['ID=062040f8-d4bb-4847-81c1-8a134c9e292f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:34.131986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859b0c8c-f411-402f-9fd1-7f39b182eb4a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:34.141628 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-859b0c8c-f411-402f-9fd1-7f39b182eb4a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6595659 Jul 27 22:17:34.142291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60674) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:34.152031 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad7d542-4e4c-40cf-8f4e-cc2dbb5c40b9 None None] Sync routers for ids ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:34.170415 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7d542-4e4c-40cf-8f4e-cc2dbb5c40b9 None None] Routers {'09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:34.171124 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2ad7d542-4e4c-40cf-8f4e-cc2dbb5c40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:34.183938 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2682201f-25e5-4e24-bd7f-bc70709e933f req-77acbbf2-0efa-440e-910e-ce4db6311d25 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985000 Jul 27 22:17:34.194789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60676) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:34.208891 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2ad7d542-4e4c-40cf-8f4e-cc2dbb5c40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:34.209475 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-12a64ed8-e863-498a-b2a9-46fc363be241 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b HTTP/1.1" status: 200 len: 205 time: 0.0656130 Jul 27 22:17:34.219074 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7d542-4e4c-40cf-8f4e-cc2dbb5c40b9 None None] Routers {'09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:34.220223 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2ad7d542-4e4c-40cf-8f4e-cc2dbb5c40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:34.259489 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2ad7d542-4e4c-40cf-8f4e-cc2dbb5c40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:34.260393 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad7d542-4e4c-40cf-8f4e-cc2dbb5c40b9 None None] The sync data for ids ['09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:34.273517 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad5b5-8fd1-42d7-86b9-2f9f6600df0c tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.338808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60680) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:34.434469 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad5b5-8fd1-42d7-86b9-2f9f6600df0c tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.436722 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad5b5-8fd1-42d7-86b9-2f9f6600df0c tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.472114 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c6a2bc7f-7ef5-48ec-9eb1-5aee160f7c6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96ced94006e44fb5af18b28e85d7307c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320789 Jul 27 22:17:34.474826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60684) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:34.486775 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad5b5-8fd1-42d7-86b9-2f9f6600df0c tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.487879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3ad5b5-8fd1-42d7-86b9-2f9f6600df0c tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Fanout notify agent at l3_agent the message router_deleted on router 09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:17:34.497484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad5b5-8fd1-42d7-86b9-2f9f6600df0c tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.498717 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6f3ad5b5-8fd1-42d7-86b9-2f9f6600df0c tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b HTTP/1.1" status: 204 len: 168 time: 0.3026526 Jul 27 22:17:34.501456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:34.533940 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50474f32-faaa-4f65-93d3-6cf284e5c901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.566119 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50474f32-faaa-4f65-93d3-6cf284e5c901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.593548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e631a2ed-6191-4bfa-9abc-2218fdd24db8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting subnet 49020c6d-772d-4400-96c1-033120452976 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:34.597627 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e631a2ed-6191-4bfa-9abc-2218fdd24db8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.646684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e32ff-30e8-4445-bd1d-2ba1ccad4a26 req-a18177b4-c3b2-42b2-aef8-7a9d37d4cf96 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:34.648432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4b7e32ff-30e8-4445-bd1d-2ba1ccad4a26 req-a18177b4-c3b2-42b2-aef8-7a9d37d4cf96 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1077459 Jul 27 22:17:34.656540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50474f32-faaa-4f65-93d3-6cf284e5c901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.659179 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50474f32-faaa-4f65-93d3-6cf284e5c901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.662882 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-50474f32-faaa-4f65-93d3-6cf284e5c901 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4fa74e2-ebf0-41ea-aabf-f1b9af39cf3a HTTP/1.1" status: 204 len: 168 time: 0.1847939 Jul 27 22:17:34.690658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50474f32-faaa-4f65-93d3-6cf284e5c901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fa74e2-ebf0-41ea-aabf-f1b9af39cf3a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:34.692094 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e631a2ed-6191-4bfa-9abc-2218fdd24db8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.745183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4b7e32ff-30e8-4445-bd1d-2ba1ccad4a26 req-e5a46926-208a-408d-8ce5-688dc451bd55 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829737 Jul 27 22:17:34.819622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e631a2ed-6191-4bfa-9abc-2218fdd24db8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.883677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e631a2ed-6191-4bfa-9abc-2218fdd24db8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.913630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631a2ed-6191-4bfa-9abc-2218fdd24db8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Subnet': ['ID=49020c6d-772d-4400-96c1-033120452976,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:34.916263 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e631a2ed-6191-4bfa-9abc-2218fdd24db8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:34.918170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e631a2ed-6191-4bfa-9abc-2218fdd24db8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/49020c6d-772d-4400-96c1-033120452976 HTTP/1.1" status: 204 len: 168 time: 0.4150021 Jul 27 22:17:34.920925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60702) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:34.923687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e704b5f7-0750-489b-a6d5-196efc705905 None None] Network eb67969b-5d70-48f3-b467-36fed1867aaf requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:34.994784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85bb20b-a1af-4986-8251-f43f2fdf606f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting subnet 12b22d8d-be36-4869-966b-0f47480123d7 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:34.998296 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b85bb20b-a1af-4986-8251-f43f2fdf606f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.000909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:35.071586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b85bb20b-a1af-4986-8251-f43f2fdf606f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.101641 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-38206a8b-2cbb-436a-a6cd-ff1ff2de4a82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f68b878f7a34c6288ff176de1d4374b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0997822 Jul 27 22:17:35.106650 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:35.145565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf150b-1b91-48e5-a6ca-39838c0615fd None None] DHCP port deletion for eb67969b-5d70-48f3-b467-36fed1867aaf request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:17:35.169224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-970d66c2-0f21-448e-82ab-0bc37c0123c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.197129 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-970d66c2-0f21-448e-82ab-0bc37c0123c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.207556 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b85bb20b-a1af-4986-8251-f43f2fdf606f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.224656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf150b-1b91-48e5-a6ca-39838c0615fd None None] Deleting port 51284458-384f-4d2d-9c25-e1f70976c119 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:35.225045 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7bf150b-1b91-48e5-a6ca-39838c0615fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.268651 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-970d66c2-0f21-448e-82ab-0bc37c0123c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.271777 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-970d66c2-0f21-448e-82ab-0bc37c0123c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.273812 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-970d66c2-0f21-448e-82ab-0bc37c0123c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bb2dc8b-184d-4cd8-a396-a7e496825ae8 HTTP/1.1" status: 204 len: 168 time: 0.1651387 Jul 27 22:17:35.300489 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d66c2-0f21-448e-82ab-0bc37c0123c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb2dc8b-184d-4cd8-a396-a7e496825ae8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:35.329542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e7bf150b-1b91-48e5-a6ca-39838c0615fd None None] For port 51284458-384f-4d2d-9c25-e1f70976c119, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=51284458-384f-4d2d-9c25-e1f70976c119,segment=NetworkSegment(eb1ac328-1907-426c-9618-e3a2a0953d2e),segment_id=eb1ac328-1907-426c-9618-e3a2a0953d2e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:35.330380 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7bf150b-1b91-48e5-a6ca-39838c0615fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.351214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf150b-1b91-48e5-a6ca-39838c0615fd None None] Calling delete_port for 51284458-384f-4d2d-9c25-e1f70976c119 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:35.375923 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b85bb20b-a1af-4986-8251-f43f2fdf606f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.414838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cfc82-a425-4c7f-8ef6-975975e13619 req-37f31646-c9bf-4964-979d-eead93d2eaaf tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:35.415259 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device af5d6bde-55a5-4477-ab42-f33d5e164676 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:35.417105 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99cfc82-a425-4c7f-8ef6-975975e13619 req-37f31646-c9bf-4964-979d-eead93d2eaaf tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.1132896 Jul 27 22:17:35.419228 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bb20b-a1af-4986-8251-f43f2fdf606f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Subnet': ['ID=12b22d8d-be36-4869-966b-0f47480123d7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:35.421240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b85bb20b-a1af-4986-8251-f43f2fdf606f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.425538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b85bb20b-a1af-4986-8251-f43f2fdf606f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/12b22d8d-be36-4869-966b-0f47480123d7 HTTP/1.1" status: 204 len: 168 time: 0.4988184 Jul 27 22:17:35.425873 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60714) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:35.466549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e67f51-691e-415b-b232-111103f8f37e None None] Network e2295e55-ed5b-4af4-a546-2973c33e9371 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:35.471865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: af5d6bde-55a5-4477-ab42-f33d5e164676 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:35.472526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device af5d6bde-55a5-4477-ab42-f33d5e164676 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:35.473190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 460b4711-6539-4766-a52f-c5b028f20f8c no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:35.504619 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f99cfc82-a425-4c7f-8ef6-975975e13619 req-992ac6b6-5da7-4e5b-ad23-b0742a5e20b1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672739 Jul 27 22:17:35.720124 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7bf150b-1b91-48e5-a6ca-39838c0615fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.756625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf150b-1b91-48e5-a6ca-39838c0615fd None None] No DVR routers for this DVR port 51284458-384f-4d2d-9c25-e1f70976c119 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:35.762321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf150b-1b91-48e5-a6ca-39838c0615fd None None] Pushing event deleted for resources: {'Port': ['ID=51284458-384f-4d2d-9c25-e1f70976c119,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:35.824752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 51284458-384f-4d2d-9c25-e1f70976c119 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:35.848947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 51284458-384f-4d2d-9c25-e1f70976c119 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:35.849359 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 51284458-384f-4d2d-9c25-e1f70976c119 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:35.907420 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.927251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031c5206-5ef5-4963-84c3-f09467401a0b None None] DHCP port deletion for e2295e55-ed5b-4af4-a546-2973c33e9371 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:17:35.939676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae7e6a-e2d5-4cbd-af99-9c40a5442fbe req-91f13ca0-03bf-4548-aa15-23f5ec8ccf55 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:35.942623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b3ae7e6a-e2d5-4cbd-af99-9c40a5442fbe req-91f13ca0-03bf-4548-aa15-23f5ec8ccf55 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0585508 Jul 27 22:17:35.976432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-031c5206-5ef5-4963-84c3-f09467401a0b None None] Deleting port 6f0a63c7-8e71-401f-ad45-b934093c5986 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:35.976813 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031c5206-5ef5-4963-84c3-f09467401a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.995477 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b3ae7e6a-e2d5-4cbd-af99-9c40a5442fbe req-f2df47cb-5341-49be-b051-51c8e5dca39c tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466485 Jul 27 22:17:36.045628 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.059172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb67969b-5d70-48f3-b467-36fed1867aaf']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:36.070959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1ac328-1907-426c-9618-e3a2a0953d2e') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:36.074995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1ac328-1907-426c-9618-e3a2a0953d2e') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:36.075692 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-031c5206-5ef5-4963-84c3-f09467401a0b None None] For port 6f0a63c7-8e71-401f-ad45-b934093c5986, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6f0a63c7-8e71-401f-ad45-b934093c5986,segment=NetworkSegment(68039c3a-e391-47a4-8d1a-4b91e0fda5ef),segment_id=68039c3a-e391-47a4-8d1a-4b91e0fda5ef)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:36.075692 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031c5206-5ef5-4963-84c3-f09467401a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.082466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.094776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-031c5206-5ef5-4963-84c3-f09467401a0b None None] Calling delete_port for 6f0a63c7-8e71-401f-ad45-b934093c5986 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:36.097883 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.104812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:36.106554 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:36.109227 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:36.177185 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.186276 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.188671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/networks/eb67969b-5d70-48f3-b467-36fed1867aaf HTTP/1.1" status: 204 len: 168 time: 0.7617848 Jul 27 22:17:36.191026 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:36.215937 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-031c5206-5ef5-4963-84c3-f09467401a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.251868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c5206-5ef5-4963-84c3-f09467401a0b None None] Pushing event deleted for resources: {'Port': ['ID=6f0a63c7-8e71-401f-ad45-b934093c5986,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:36.255676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c5206-5ef5-4963-84c3-f09467401a0b None None] No DVR routers for this DVR port 6f0a63c7-8e71-401f-ad45-b934093c5986 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:36.270232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd503f2-67d0-4977-980e-8dbcd98c6aa3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Network': ['ID=eb67969b-5d70-48f3-b467-36fed1867aaf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:36.311102 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.371056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60744) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:36.405352 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.416467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2295e55-ed5b-4af4-a546-2973c33e9371']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:36.432892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68039c3a-e391-47a4-8d1a-4b91e0fda5ef') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:36.432892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68039c3a-e391-47a4-8d1a-4b91e0fda5ef') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:36.442201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.457560 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.463853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:36.464366 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:36.467528 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:36.487151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-190543421'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:36.513231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Made reservation on behalf of 41e7ddd001ea40fe80608585eb1dfd37 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:36.516954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.531153 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.532349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.540165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.542357 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/networks/e2295e55-ed5b-4af4-a546-2973c33e9371 HTTP/1.1" status: 204 len: 168 time: 0.3502486 Jul 27 22:17:36.548408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:36.553132 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dc5a0-3081-4054-9443-7d309775bf84 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Network': ['ID=e2295e55-ed5b-4af4-a546-2973c33e9371,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:36.555800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'network': {'name': 'tempest-RoutersTest-1198336294'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:36.571893 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:17:36.571893 n-d-802011-3 neutron-server[93835]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 22:17:36.571893 n-d-802011-3 neutron-server[93835]: [parameters: {'project_id_1': '6ab918734a1b41da9b9d03cc302e5954', 'expiration_1': datetime.datetime(2021, 7, 27, 22, 17, 36, 565173)}] Jul 27 22:17:36.571893 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:17:36.573322 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:17:36.708167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e4b07-588c-4692-8089-762c523eb5e3 req-82ed6419-0208-4189-af22-0d93f13a5263 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:36.709969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-954e4b07-588c-4692-8089-762c523eb5e3 req-82ed6419-0208-4189-af22-0d93f13a5263 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.0910900 Jul 27 22:17:36.771208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-954e4b07-588c-4692-8089-762c523eb5e3 req-4d1028dc-0b7b-4d32-8d0f-3f65884cab7a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528100 Jul 27 22:17:36.775687 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.779882 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.809139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:36.821068 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205993d8-1a52-453a-ae5d-ed73ff0fc904,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:36.826516 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.826872 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Added segment e23c6787-58b4-4ae0-8a92-691db597e26c of type vlan for network 32715038-9465-44f9-b9c1-860ed915fcc9 Jul 27 22:17:36.872535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.904273 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.909843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:36.910481 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:36.971146 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5983303 Jul 27 22:17:36.973880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:36.979437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-db10ad06-04a7-4a90-aa29-8632ba5b778e tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Request body: {'subnet': {'network_id': '32715038-9465-44f9-b9c1-860ed915fcc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:37.028456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84834f8-8ff2-41c9-aadb-76a7bd0b5540 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Pushing event updated for resources: {'Network': ['ID=32715038-9465-44f9-b9c1-860ed915fcc9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:37.042023 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 32715038-9465-44f9-b9c1-860ed915fcc9 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:37.115031 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:17:37.115031 n-d-802011-3 neutron-server[93835]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 22:17:37.115031 n-d-802011-3 neutron-server[93835]: [parameters: {'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'id': '94f13f5f-1ee8-4f0b-b2df-0a8c1b0b2234', 'expiration': datetime.datetime(2021, 7, 27, 22, 19, 37, 92440)}] Jul 27 22:17:37.115031 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:17:37.115461 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:17:37.137614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db10ad06-04a7-4a90-aa29-8632ba5b778e tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Made reservation on behalf of 41e7ddd001ea40fe80608585eb1dfd37 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:37.141252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db10ad06-04a7-4a90-aa29-8632ba5b778e tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.217095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3ad08-c96a-4005-97d4-179130ce0d35 req-903fb824-cfe0-445c-aeac-99b1006b2083 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:37.218676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7d3ad08-c96a-4005-97d4-179130ce0d35 req-903fb824-cfe0-445c-aeac-99b1006b2083 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1188200 Jul 27 22:17:37.279176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7d3ad08-c96a-4005-97d4-179130ce0d35 req-84933198-a37f-4c6e-8162-2021f5b4a9ca tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536675 Jul 27 22:17:37.393957 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db10ad06-04a7-4a90-aa29-8632ba5b778e tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.403823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:37.407381 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.490409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10ad06-04a7-4a90-aa29-8632ba5b778e tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Pushing event updated for resources: {'Subnet': ['ID=21f5d4dd-338e-4317-8c95-74bd1e266cdd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:37.500744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:37.511981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10ad06-04a7-4a90-aa29-8632ba5b778e tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Checking segment: {'id': 'e23c6787-58b4-4ae0-8a92-691db597e26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32715038-9465-44f9-b9c1-860ed915fcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:37.512446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10ad06-04a7-4a90-aa29-8632ba5b778e tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Network hostable DHCP agents. Network: 32715038-9465-44f9-b9c1-860ed915fcc9, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:37.517276 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.517620 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Added segment a602b619-71fb-4f95-a20d-7c9859cbb9ff of type vlan for network f079bf56-756b-4f96-8a54-d6e4d2a1d1cc Jul 27 22:17:37.568962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10ad06-04a7-4a90-aa29-8632ba5b778e tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Network 32715038-9465-44f9-b9c1-860ed915fcc9 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:37.572673 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.583057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-db10ad06-04a7-4a90-aa29-8632ba5b778e tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 32715038-9465-44f9-b9c1-860ed915fcc9) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:37.589811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10ad06-04a7-4a90-aa29-8632ba5b778e tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:37.590462 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db10ad06-04a7-4a90-aa29-8632ba5b778e tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.591960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c2d0fc-4fac-41c6-a4c7-41f62934eda6 None None] Network 32715038-9465-44f9-b9c1-860ed915fcc9 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:37.622525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-db10ad06-04a7-4a90-aa29-8632ba5b778e tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6474731 Jul 27 22:17:37.625458 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60768) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:37.626361 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.632333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Request body: {'port': {'network_id': '32715038-9465-44f9-b9c1-860ed915fcc9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1243390192'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:37.633550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:37.634738 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.685812 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:17:37.709082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1594892 Jul 27 22:17:37.712225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:37.722751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-402c9892-423e-4558-8458-f7ee00e7a268 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'subnet': {'network_id': 'f079bf56-756b-4f96-8a54-d6e4d2a1d1cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:37.732998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebea67-b2ab-4573-b052-89cd3995e461 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Network': ['ID=f079bf56-756b-4f96-8a54-d6e4d2a1d1cc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:37.805867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network f079bf56-756b-4f96-8a54-d6e4d2a1d1cc details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:37.814474 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6f0a63c7-8e71-401f-ad45-b934093c5986 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:37.858207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 6f0a63c7-8e71-401f-ad45-b934093c5986 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:37.859244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6f0a63c7-8e71-401f-ad45-b934093c5986 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:37.861414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-32715038-9465-44f9-b9c1-860ed915fcc9', 'network_id': '32715038-9465-44f9-b9c1-860ed915fcc9', 'tenant_id': '41e7ddd001ea40fe80608585eb1dfd37', 'fixed_ips': [{'subnet_id': '21f5d4dd-338e-4317-8c95-74bd1e266cdd'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:37.862673 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.908716 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:17:37.959965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Made reservation on behalf of 41e7ddd001ea40fe80608585eb1dfd37 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:37.966008 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.020756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] device_id is not set on port 8df10eac-09e3-4e5f-be14-519ffaf705bb yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:38.036996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402c9892-423e-4558-8458-f7ee00e7a268 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:38.043772 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-402c9892-423e-4558-8458-f7ee00e7a268 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.121667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31353a9e-dfb7-4034-9c64-36a6d71fd598 req-fd856b24-c584-4aac-945c-cb1b882e4696 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:38.123269 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31353a9e-dfb7-4034-9c64-36a6d71fd598 req-fd856b24-c584-4aac-945c-cb1b882e4696 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 944 time: 0.1408591 Jul 27 22:17:38.160353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:38.176675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'port_id': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'mac_address': 'fa:16:3e:d6:aa:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:17:38.246949 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.252701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Allocated IP 2001:db8::f7 (32715038-9465-44f9-b9c1-860ed915fcc9/21f5d4dd-338e-4317-8c95-74bd1e266cdd/8df10eac-09e3-4e5f-be14-519ffaf705bb) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:38.293078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:17:38.349265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:38.360000 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.427744 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=11']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:38.453609 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.460760 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-402c9892-423e-4558-8458-f7ee00e7a268 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.477802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Transition to ACTIVE for port object 8df10eac-09e3-4e5f-be14-519ffaf705bb will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:38.503188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31353a9e-dfb7-4034-9c64-36a6d71fd598 req-adccde7d-fde7-45f4-a5ee-0a0ca24af709 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732662 Jul 27 22:17:38.519697 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.576564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c9892-423e-4558-8458-f7ee00e7a268 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Subnet': ['ID=228850af-87b8-4ee0-96b8-c205fba02158,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:38.588357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036741b-a8c2-415b-b867-81bc499d7988 req-56e4df3f-cd5f-483b-bce1-5e2c314c0344 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:38.590627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1036741b-a8c2-415b-b867-81bc499d7988 req-56e4df3f-cd5f-483b-bce1-5e2c314c0344 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1501882 Jul 27 22:17:38.595258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Network 32715038-9465-44f9-b9c1-860ed915fcc9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:38.596343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Pushing event updated for resources: {'Port': ['ID=8df10eac-09e3-4e5f-be14-519ffaf705bb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:38.601515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:38.604623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:38.608889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:38.611361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:38.612162 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.621511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402c9892-423e-4558-8458-f7ee00e7a268 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Checking segment: {'id': 'a602b619-71fb-4f95-a20d-7c9859cbb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f079bf56-756b-4f96-8a54-d6e4d2a1d1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:38.621888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402c9892-423e-4558-8458-f7ee00e7a268 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network hostable DHCP agents. Network: f079bf56-756b-4f96-8a54-d6e4d2a1d1cc, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:38.634507 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-06fe1c18-ce21-4781-8d19-de62d5fea779 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0067317 Jul 27 22:17:38.635964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60790) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:38.641519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Request body: {'port': {'network_id': '32715038-9465-44f9-b9c1-860ed915fcc9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-233627590', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:38.642561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] bootfile-name is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:17:38.642561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] tftp-server is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:17:38.642776 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] server-ip-address is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:17:38.677808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402c9892-423e-4558-8458-f7ee00e7a268 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network f079bf56-756b-4f96-8a54-d6e4d2a1d1cc is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:38.714897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Allocated IP 2001:db8::2 (32715038-9465-44f9-b9c1-860ed915fcc9/21f5d4dd-338e-4317-8c95-74bd1e266cdd/43eeb7d1-05f4-4d0c-9532-2c2c485af39a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:38.719576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1036741b-a8c2-415b-b867-81bc499d7988 req-49cf90f3-b8d7-486d-88d4-8cf62442fef3 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071453 Jul 27 22:17:38.739095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-402c9892-423e-4558-8458-f7ee00e7a268 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, f079bf56-756b-4f96-8a54-d6e4d2a1d1cc) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:38.747072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402c9892-423e-4558-8458-f7ee00e7a268 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:38.747854 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-402c9892-423e-4558-8458-f7ee00e7a268 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.763644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74c9aa3-730c-4b43-963c-044b1a4adc20 None None] Network f079bf56-756b-4f96-8a54-d6e4d2a1d1cc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:38.769958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-402c9892-423e-4558-8458-f7ee00e7a268 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0557730 Jul 27 22:17:38.774450 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60792) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:38.779308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-92976000-3789-480b-aa74-e636cbac7cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-873894155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:38.789770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969cd8a-599a-4836-b949-dfefc03623d9 req-1cadeb5b-8d50-43d3-9891-1e56e05da6f6 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:38.809354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b969cd8a-599a-4836-b949-dfefc03623d9 req-1cadeb5b-8d50-43d3-9891-1e56e05da6f6 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 945 time: 0.1226420 Jul 27 22:17:38.865927 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92976000-3789-480b-aa74-e636cbac7cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.867476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92976000-3789-480b-aa74-e636cbac7cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.915895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Made reservation on behalf of 41e7ddd001ea40fe80608585eb1dfd37 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:38.916611 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b969cd8a-599a-4836-b949-dfefc03623d9 req-0aa57ae8-0c50-44ff-9f11-5b5134fbc3b4 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034639 Jul 27 22:17:38.920718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.966827 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92976000-3789-480b-aa74-e636cbac7cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.972933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] device_id is not set on port 553cf471-8029-43e5-9474-adadb62a9cc3 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:38.985574 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92976000-3789-480b-aa74-e636cbac7cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.032107 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92976000-3789-480b-aa74-e636cbac7cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.036049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-92976000-3789-480b-aa74-e636cbac7cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2579222 Jul 27 22:17:39.037301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:39.048096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'port': {'network_id': 'f079bf56-756b-4f96-8a54-d6e4d2a1d1cc', 'name': 'tempest-RoutersTest-605322889'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:39.129651 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.139427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Transition to ACTIVE for port object 43eeb7d1-05f4-4d0c-9532-2c2c485af39a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:39.152516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-f079bf56-756b-4f96-8a54-d6e4d2a1d1cc', 'network_id': 'f079bf56-756b-4f96-8a54-d6e4d2a1d1cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'fixed_ips': [{'subnet_id': '228850af-87b8-4ee0-96b8-c205fba02158'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:39.153455 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.166144 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Transition to ACTIVE for port object 43eeb7d1-05f4-4d0c-9532-2c2c485af39a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:39.181734 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.200372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:39.204367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.224737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] device_id is not set on port 9ed1601c-5b45-43ec-9767-d413ff777267 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:17:39.255653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Allocated IP 2001:db8::183 (32715038-9465-44f9-b9c1-860ed915fcc9/21f5d4dd-338e-4317-8c95-74bd1e266cdd/553cf471-8029-43e5-9474-adadb62a9cc3) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:39.290444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Network 32715038-9465-44f9-b9c1-860ed915fcc9 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:39.301933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:39.307601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:39.327006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Pushing event updated for resources: {'Port': ['ID=43eeb7d1-05f4-4d0c-9532-2c2c485af39a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:39.345050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Allocated IP 172.20.0.4 (f079bf56-756b-4f96-8a54-d6e4d2a1d1cc/228850af-87b8-4ee0-96b8-c205fba02158/9ed1601c-5b45-43ec-9767-d413ff777267) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:39.376917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Attempting to bind port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:39.377365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Attempting to bind port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'e23c6787-58b4-4ae0-8a92-691db597e26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32715038-9465-44f9-b9c1-860ed915fcc9'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:39.377741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Attempting to bind port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a on network 32715038-9465-44f9-b9c1-860ed915fcc9 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:39.386173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:39.386173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Checking segment: {'id': 'e23c6787-58b4-4ae0-8a92-691db597e26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32715038-9465-44f9-b9c1-860ed915fcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:39.386468 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.386754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Bound using segment: {'id': 'e23c6787-58b4-4ae0-8a92-691db597e26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32715038-9465-44f9-b9c1-860ed915fcc9'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:39.387187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Bound port: 43eeb7d1-05f4-4d0c-9532-2c2c485af39a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23c6787-58b4-4ae0-8a92-691db597e26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '32715038-9465-44f9-b9c1-860ed915fcc9'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:39.387567 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.449215 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.461019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] For port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:39.466048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Transition to ACTIVE for port object 553cf471-8029-43e5-9474-adadb62a9cc3 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:39.466303 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] For port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=43eeb7d1-05f4-4d0c-9532-2c2c485af39a,segment=NetworkSegment(e23c6787-58b4-4ae0-8a92-691db597e26c),segment_id=e23c6787-58b4-4ae0-8a92-691db597e26c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:39.472128 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.506048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.552991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Network 32715038-9465-44f9-b9c1-860ed915fcc9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:39.556579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:39.564765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:39.570201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:39.570922 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.588809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Pushing event updated for resources: {'Port': ['ID=553cf471-8029-43e5-9474-adadb62a9cc3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:39.600445 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f87dc838-844d-417c-af42-ff2186fc8a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9631112 Jul 27 22:17:39.604206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60802) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:39.695011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:39.734691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442809d3-81b9-459a-9ea9-74ca4ab37e66 None None] Pushing event updated for resources: {'Port': ['ID=43eeb7d1-05f4-4d0c-9532-2c2c485af39a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:39.735580 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a79e11-75e2-4219-8d84-6bdb1174cf25 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:39.745455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a79e11-75e2-4219-8d84-6bdb1174cf25 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:39.751513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a79e11-75e2-4219-8d84-6bdb1174cf25 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:39.753553 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-18a79e11-75e2-4219-8d84-6bdb1174cf25 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1475997 Jul 27 22:17:39.756129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60806) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:39.763345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:39.768397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:39.768770 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.857971 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.887821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c387b149-18c7-4009-a704-0fc10c5295be tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Deleting port 553cf471-8029-43e5-9474-adadb62a9cc3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:39.888310 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c387b149-18c7-4009-a704-0fc10c5295be tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.892887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:39.897486 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deb9a54-d802-4140-9896-7125de87b219" -d '{"events": [{"server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "name": "network-vif-plugged", "status": "completed", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:39.922254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:39.945197 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.015483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adaa5c-1968-46bd-b817-cb9b8109874c req-d0221e40-1cee-4100-82f5-0a4c111f2d65 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:40.022972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70adaa5c-1968-46bd-b817-cb9b8109874c req-d0221e40-1cee-4100-82f5-0a4c111f2d65 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 945 time: 0.2007008 Jul 27 22:17:40.049003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=12']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:40.063787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbffbac-4274-4b4c-b8fe-1a31c5248fa2 req-23d1f9df-9cfc-4bcc-9269-60b2a2fa6ac8 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:40.065518 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdbffbac-4274-4b4c-b8fe-1a31c5248fa2 req-23d1f9df-9cfc-4bcc-9269-60b2a2fa6ac8 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.2409334 Jul 27 22:17:40.069221 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c387b149-18c7-4009-a704-0fc10c5295be tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.083285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c387b149-18c7-4009-a704-0fc10c5295be tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Calling delete_port for 553cf471-8029-43e5-9474-adadb62a9cc3 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:40.089872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9e6c0-0633-4e37-9dde-7b6073259e52 req-d37307cc-ed7e-413d-91bf-62c606a80de1 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:40.091450 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97e9e6c0-0633-4e37-9dde-7b6073259e52 req-d37307cc-ed7e-413d-91bf-62c606a80de1 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 945 time: 0.2680886 Jul 27 22:17:40.157187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.164527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70adaa5c-1968-46bd-b817-cb9b8109874c req-8acb4ff8-3875-440c-925e-d3d668efcb59 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400061 Jul 27 22:17:40.222855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdbffbac-4274-4b4c-b8fe-1a31c5248fa2 req-14b30835-2972-4bc3-8ad4-7cbc1732ba7d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453969 Jul 27 22:17:40.223173 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c387b149-18c7-4009-a704-0fc10c5295be tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.224684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Transition to ACTIVE for port object 9ed1601c-5b45-43ec-9767-d413ff777267 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:40.255152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387b149-18c7-4009-a704-0fc10c5295be tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Pushing event deleted for resources: {'Port': ['ID=553cf471-8029-43e5-9474-adadb62a9cc3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:40.255953 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d722bd8b-94be-4ff9-a51b-52c445026678 x-openstack-request-id: req-d722bd8b-94be-4ff9-a51b-52c445026678 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:40.257424 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "name": "network-vif-plugged", "status": "completed", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:40.265268 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d722bd8b-94be-4ff9-a51b-52c445026678 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:40.266340 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'code': 200} Jul 27 22:17:40.283047 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c387b149-18c7-4009-a704-0fc10c5295be tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.285037 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c387b149-18c7-4009-a704-0fc10c5295be tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] 10.222.0.24 "DELETE /v2.0/ports/553cf471-8029-43e5-9474-adadb62a9cc3 HTTP/1.1" status: 204 len: 168 time: 0.5278084 Jul 27 22:17:40.289188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60820) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:40.291948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-97e9e6c0-0633-4e37-9dde-7b6073259e52 req-4e26f015-36a2-4640-844f-e6d17c9d00da tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Deleting port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:40.292624 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97e9e6c0-0633-4e37-9dde-7b6073259e52 req-4e26f015-36a2-4640-844f-e6d17c9d00da tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.295281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8a5b5566-4078-44a3-aa6d-7d1076ba95ea tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Request body: {'port': {'name': 'tempest-new-port-name-164400915', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:40.295708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-8a5b5566-4078-44a3-aa6d-7d1076ba95ea tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] bootfile-name is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:17:40.296150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-8a5b5566-4078-44a3-aa6d-7d1076ba95ea tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] tftp-server is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:17:40.296485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.api.validators [None req-8a5b5566-4078-44a3-aa6d-7d1076ba95ea tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] server-ip-address is not in valid_values {{(pid=93834) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 22:17:40.384505 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5566-4078-44a3-aa6d-7d1076ba95ea tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.386218 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.427790 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Allocated IP 172.20.0.2 (f079bf56-756b-4f96-8a54-d6e4d2a1d1cc/228850af-87b8-4ee0-96b8-c205fba02158/b54eeff1-cd8e-43e4-b45d-f2d12395b880) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:40.463641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network f079bf56-756b-4f96-8a54-d6e4d2a1d1cc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:40.476273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:40.489795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:40.516567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=9ed1601c-5b45-43ec-9767-d413ff777267,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:40.571802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eceef52-5042-4dcd-a22d-bbfd31e84bb0 req-5d0043b4-2f73-4dbc-92e0-0935e729857d tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:40.573443 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4eceef52-5042-4dcd-a22d-bbfd31e84bb0 req-5d0043b4-2f73-4dbc-92e0-0935e729857d tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff18db3f-4c85-483a-b1b8-1311f78a753f HTTP/1.1" status: 200 len: 945 time: 0.2000897 Jul 27 22:17:40.601674 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b37f20-71c4-4df0-8f58-c46aad772acd req-92612ee5-3e34-41a9-bc9b-85a06404efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:40.603216 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a4b37f20-71c4-4df0-8f58-c46aad772acd req-92612ee5-3e34-41a9-bc9b-85a06404efbf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 1097 time: 0.1101382 Jul 27 22:17:40.610535 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-97e9e6c0-0633-4e37-9dde-7b6073259e52 req-4e26f015-36a2-4640-844f-e6d17c9d00da tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] For port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=5f6cf3a5-19e3-4437-a2b0-f207441e7a94,segment=NetworkSegment(fe93ffe2-c082-48ec-bab6-d0c3ecb60f63),segment_id=fe93ffe2-c082-48ec-bab6-d0c3ecb60f63)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:40.610905 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97e9e6c0-0633-4e37-9dde-7b6073259e52 req-4e26f015-36a2-4640-844f-e6d17c9d00da tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.641111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:40.641842 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.645719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-97e9e6c0-0633-4e37-9dde-7b6073259e52 req-4e26f015-36a2-4640-844f-e6d17c9d00da tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Calling delete_port for 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:40.651422 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.669622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Transition to ACTIVE for port object b54eeff1-cd8e-43e4-b45d-f2d12395b880 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:40.678128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4eceef52-5042-4dcd-a22d-bbfd31e84bb0 req-cdad5991-3005-45ce-b0c3-6764b39ed352 tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.24 "GET /v2.0/security-groups?id=1690ed1e-5690-44ce-b9e3-e44b441679d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830610 Jul 27 22:17:40.685333 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-653cf9a8-3583-411e-bd17-e2994b51bfde tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6423635 Jul 27 22:17:40.687864 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:40.698712 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a4b37f20-71c4-4df0-8f58-c46aad772acd req-9548ef74-1edf-48f3-b511-97cca55e4195 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882146 Jul 27 22:17:40.721432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Transition to ACTIVE for port object b54eeff1-cd8e-43e4-b45d-f2d12395b880 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:40.734426 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.810722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Network f079bf56-756b-4f96-8a54-d6e4d2a1d1cc is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:40.825663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:40.846569 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:40.869651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Pushing event updated for resources: {'Port': ['ID=b54eeff1-cd8e-43e4-b45d-f2d12395b880,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:40.894354 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97e9e6c0-0633-4e37-9dde-7b6073259e52 req-4e26f015-36a2-4640-844f-e6d17c9d00da tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.911327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['5f6cf3a5-19e3-4437-a2b0-f207441e7a94'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:40.940814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:40.947149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:40.948475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:40.949907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:40.951273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:40.951855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:40.952552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:40.956877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:40.957334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:40.957859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:40.958322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:40.958769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:40.960721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5566-4078-44a3-aa6d-7d1076ba95ea tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:40.961588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26f015-36a2-4640-844f-e6d17c9d00da tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Pushing event deleted for resources: {'Port': ['ID=5f6cf3a5-19e3-4437-a2b0-f207441e7a94,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:40.977163 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5566-4078-44a3-aa6d-7d1076ba95ea tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.006193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Attempting to bind port b54eeff1-cd8e-43e4-b45d-f2d12395b880 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:41.006628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Attempting to bind port b54eeff1-cd8e-43e4-b45d-f2d12395b880 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'a602b619-71fb-4f95-a20d-7c9859cbb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f079bf56-756b-4f96-8a54-d6e4d2a1d1cc'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:41.006993 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Attempting to bind port b54eeff1-cd8e-43e4-b45d-f2d12395b880 on network f079bf56-756b-4f96-8a54-d6e4d2a1d1cc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:41.013807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:41.016654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Checking segment: {'id': 'a602b619-71fb-4f95-a20d-7c9859cbb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f079bf56-756b-4f96-8a54-d6e4d2a1d1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:41.017078 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.017480 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Bound using segment: {'id': 'a602b619-71fb-4f95-a20d-7c9859cbb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f079bf56-756b-4f96-8a54-d6e4d2a1d1cc'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:41.018123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Bound port: b54eeff1-cd8e-43e4-b45d-f2d12395b880, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a602b619-71fb-4f95-a20d-7c9859cbb9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f079bf56-756b-4f96-8a54-d6e4d2a1d1cc'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:41.018569 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.062186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e9e6c0-0633-4e37-9dde-7b6073259e52 req-4e26f015-36a2-4640-844f-e6d17c9d00da tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] No DVR routers for this DVR port 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:41.065875 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-97e9e6c0-0633-4e37-9dde-7b6073259e52 req-4e26f015-36a2-4640-844f-e6d17c9d00da tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.068270 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97e9e6c0-0633-4e37-9dde-7b6073259e52 req-4e26f015-36a2-4640-844f-e6d17c9d00da tempest-AttachVolumeNegativeTest-625245446 tempest-AttachVolumeNegativeTest-625245446-project] 10.222.0.41 "DELETE /v2.0/ports/5f6cf3a5-19e3-4437-a2b0-f207441e7a94 HTTP/1.1" status: 204 len: 173 time: 0.9676833 Jul 27 22:17:41.074162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff18db3f-4c85-483a-b1b8-1311f78a753f', 'name': 'network-vif-deleted', 'tag': '5f6cf3a5-19e3-4437-a2b0-f207441e7a94'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:41.076850 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0242eb4c-1fe1-4dad-b627-78206afeb5e0" -d '{"events": [{"server_uuid": "ff18db3f-4c85-483a-b1b8-1311f78a753f", "name": "network-vif-deleted", "tag": "5f6cf3a5-19e3-4437-a2b0-f207441e7a94"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:41.105154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b5566-4078-44a3-aa6d-7d1076ba95ea tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] In _notify_port_updated(), no bound segment for port 8df10eac-09e3-4e5f-be14-519ffaf705bb on network 32715038-9465-44f9-b9c1-860ed915fcc9 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:17:41.110842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5b5566-4078-44a3-aa6d-7d1076ba95ea tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:41.111528 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5566-4078-44a3-aa6d-7d1076ba95ea tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.115855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60834) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.116022 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8a5b5566-4078-44a3-aa6d-7d1076ba95ea tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] 10.222.0.24 "PUT /v2.0/ports/8df10eac-09e3-4e5f-be14-519ffaf705bb HTTP/1.1" status: 200 len: 1128 time: 0.8257587 Jul 27 22:17:41.158538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] For port b54eeff1-cd8e-43e4-b45d-f2d12395b880, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:41.162297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] For port b54eeff1-cd8e-43e4-b45d-f2d12395b880, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b54eeff1-cd8e-43e4-b45d-f2d12395b880,segment=NetworkSegment(a602b619-71fb-4f95-a20d-7c9859cbb9ff),segment_id=a602b619-71fb-4f95-a20d-7c9859cbb9ff)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:41.169393 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.202805 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dc5812-9def-4f1d-8e44-ce527df21fd9 x-openstack-request-id: req-00dc5812-9def-4f1d-8e44-ce527df21fd9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:41.203027 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff18db3f-4c85-483a-b1b8-1311f78a753f", "name": "network-vif-deleted", "tag": "5f6cf3a5-19e3-4437-a2b0-f207441e7a94", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:41.203287 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00dc5812-9def-4f1d-8e44-ce527df21fd9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:41.203691 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff18db3f-4c85-483a-b1b8-1311f78a753f', 'name': 'network-vif-deleted', 'tag': '5f6cf3a5-19e3-4437-a2b0-f207441e7a94', 'status': 'completed', 'code': 200} Jul 27 22:17:41.226406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9c0768-c87b-43e2-a564-bd3d5d4d6854 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:41.233919 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-af9c0768-c87b-43e2-a564-bd3d5d4d6854 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] 10.222.0.24 "GET /v2.0/ports/8df10eac-09e3-4e5f-be14-519ffaf705bb HTTP/1.1" status: 200 len: 1128 time: 0.1162329 Jul 27 22:17:41.235038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:41.252786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa276f64-7c85-46d4-996e-1fbf54134f58 None None] Network 32715038-9465-44f9-b9c1-860ed915fcc9 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:41.281022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b5566-4078-44a3-aa6d-7d1076ba95ea tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Pushing event updated for resources: {'Port': ['ID=8df10eac-09e3-4e5f-be14-519ffaf705bb,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:41.286532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a597d59-73ee-4dbb-addd-21d01d3ed1d2 None None] Pushing event updated for resources: {'Port': ['ID=b54eeff1-cd8e-43e4-b45d-f2d12395b880,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:41.411893 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.417983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-67543535-33f7-4aa3-bbbd-751742eca8ed None None] Provisioning for port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:41.625814 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb4047-c4ab-4876-84f6-1191cc3ec686 req-5505c2b2-2f6f-43a7-873e-faaafe56e245 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:41.627427 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97bb4047-c4ab-4876-84f6-1191cc3ec686 req-5505c2b2-2f6f-43a7-873e-faaafe56e245 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1892252 Jul 27 22:17:41.688102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c3a8b-540d-4ee2-bd4f-d449a4dea8a4 req-fa5909b1-d7ed-4ffb-9542-fb9205b3fde9 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:41.699112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f5c3a8b-540d-4ee2-bd4f-d449a4dea8a4 req-fa5909b1-d7ed-4ffb-9542-fb9205b3fde9 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 946 time: 0.2779746 Jul 27 22:17:41.711259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c34ac657-85f6-4621-bb80-5da69149a818 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Deleting port 8df10eac-09e3-4e5f-be14-519ffaf705bb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:41.711672 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c34ac657-85f6-4621-bb80-5da69149a818 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.795329 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:41.802744 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.101172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=9ed1601c-5b45-43ec-9767-d413ff777267,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:42.104525 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c34ac657-85f6-4621-bb80-5da69149a818 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.149003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b54eeff1-cd8e-43e4-b45d-f2d12395b880 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:42.194597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c34ac657-85f6-4621-bb80-5da69149a818 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Calling delete_port for 8df10eac-09e3-4e5f-be14-519ffaf705bb owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:42.225585 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97bb4047-c4ab-4876-84f6-1191cc3ec686 req-63ffbfe5-35b5-41f6-a2ab-557f1eb05fa8 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4874074 Jul 27 22:17:42.243416 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port b54eeff1-cd8e-43e4-b45d-f2d12395b880 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:42.249706 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 43eeb7d1-05f4-4d0c-9532-2c2c485af39a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:42.277119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f5c3a8b-540d-4ee2-bd4f-d449a4dea8a4 req-121318d0-7aa4-4a40-a8b4-1072f2795674 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5769510 Jul 27 22:17:42.315416 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:42.321836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:42.322487 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.395557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:42.434577 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.492191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9221a487-abc4-450b-a525-09feebd15d03 admin admin] Deleting subnet b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:42.497668 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9221a487-abc4-450b-a525-09feebd15d03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.551403 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.553671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-649e6af4-493e-4971-b9cc-de322c543ff6 None None] Provisioning complete for port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:42.554037 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-649e6af4-493e-4971-b9cc-de322c543ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.575335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.578404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9221a487-abc4-450b-a525-09feebd15d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.655939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9221a487-abc4-450b-a525-09feebd15d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.692292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=43eeb7d1-05f4-4d0c-9532-2c2c485af39a,segment=NetworkSegment(e23c6787-58b4-4ae0-8a92-691db597e26c),segment_id=e23c6787-58b4-4ae0-8a92-691db597e26c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:42.725450 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.812235 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.860731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=43eeb7d1-05f4-4d0c-9532-2c2c485af39a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:42.867633 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c34ac657-85f6-4621-bb80-5da69149a818 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.899649 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18dfe995-b81b-4807-b1bf-93f4a6bc061e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:42.954776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ac657-85f6-4621-bb80-5da69149a818 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Pushing event deleted for resources: {'Port': ['ID=8df10eac-09e3-4e5f-be14-519ffaf705bb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:42.979116 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9221a487-abc4-450b-a525-09feebd15d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.000939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-649e6af4-493e-4971-b9cc-de322c543ff6 None None] Could not find standard attr ID for object 8df10eac-09e3-4e5f-be14-519ffaf705bb. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:17:43.066546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221a487-abc4-450b-a525-09feebd15d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:43.073904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9221a487-abc4-450b-a525-09feebd15d03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.076793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9221a487-abc4-450b-a525-09feebd15d03 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b7b1e5bb-7ad8-4c0d-b7f3-3f12d883e8c7 HTTP/1.1" status: 204 len: 168 time: 0.6761000 Jul 27 22:17:43.078290 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c34ac657-85f6-4621-bb80-5da69149a818 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.105957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c34ac657-85f6-4621-bb80-5da69149a818 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] 10.222.0.24 "DELETE /v2.0/ports/8df10eac-09e3-4e5f-be14-519ffaf705bb HTTP/1.1" status: 204 len: 168 time: 1.8697858 Jul 27 22:17:43.110936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:43.111592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:43.141240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73f825ed-3472-4b8c-82c9-485e2196a89c None None] Could not find standard attr ID for object 8df10eac-09e3-4e5f-be14-519ffaf705bb. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:17:43.349455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-514a94ea-72d0-4305-84c1-0ca2c88c6e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Deleting subnet 21f5d4dd-338e-4317-8c95-74bd1e266cdd {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:43.358740 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-514a94ea-72d0-4305-84c1-0ca2c88c6e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.366879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497494e7-9c61-43d2-8afe-8f3ad9bca311 None None] Network f079bf56-756b-4f96-8a54-d6e4d2a1d1cc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:43.393079 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.480552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6f0b25d4-1fcf-4fcc-ab75-0cb7ecf457d9 None None] Could not find standard attr ID for object 553cf471-8029-43e5-9474-adadb62a9cc3. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:17:43.537964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6f0b25d4-1fcf-4fcc-ab75-0cb7ecf457d9 None None] Provisioning for port b54eeff1-cd8e-43e4-b45d-f2d12395b880 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:43.571014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6f0b25d4-1fcf-4fcc-ab75-0cb7ecf457d9 None None] Provisioning complete for port b54eeff1-cd8e-43e4-b45d-f2d12395b880 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:43.571434 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f0b25d4-1fcf-4fcc-ab75-0cb7ecf457d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.583507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-514a94ea-72d0-4305-84c1-0ca2c88c6e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.682626 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.691761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b431bbe-646e-4de2-bd70-e337e6964843 req-34345f64-4be0-4640-904f-916deb122289 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:43.694650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b431bbe-646e-4de2-bd70-e337e6964843 req-34345f64-4be0-4640-904f-916deb122289 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 946 time: 0.2566373 Jul 27 22:17:43.700257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:43.705115 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.769142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:43.769365 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-514a94ea-72d0-4305-84c1-0ca2c88c6e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.769781 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 5f6cf3a5-19e3-4437-a2b0-f207441e7a94 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:43.839904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.849970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=9ed1601c-5b45-43ec-9767-d413ff777267,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:43.874938 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 43eeb7d1-05f4-4d0c-9532-2c2c485af39a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:43.939832 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f0b25d4-1fcf-4fcc-ab75-0cb7ecf457d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:43.979179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6f0b25d4-1fcf-4fcc-ab75-0cb7ecf457d9 None None] For port b54eeff1-cd8e-43e4-b45d-f2d12395b880, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b54eeff1-cd8e-43e4-b45d-f2d12395b880,segment=NetworkSegment(a602b619-71fb-4f95-a20d-7c9859cbb9ff),segment_id=a602b619-71fb-4f95-a20d-7c9859cbb9ff)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:43.997156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc486915-5cbc-4032-b92b-e44dc083b9a2 req-f33943d2-9d95-4a8f-9ce0-017791b2ce07 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:43.999276 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc486915-5cbc-4032-b92b-e44dc083b9a2 req-f33943d2-9d95-4a8f-9ce0-017791b2ce07 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.5591023 Jul 27 22:17:44.022209 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f0b25d4-1fcf-4fcc-ab75-0cb7ecf457d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.027677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network f079bf56-756b-4f96-8a54-d6e4d2a1d1cc is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:44.029556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:44.058678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.114718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b69944-a0c2-4cd0-957b-acbe01c7694f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:44.139352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b25d4-1fcf-4fcc-ab75-0cb7ecf457d9 None None] Pushing event updated for resources: {'Port': ['ID=b54eeff1-cd8e-43e4-b45d-f2d12395b880,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:44.174233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b431bbe-646e-4de2-bd70-e337e6964843 req-8447d4c5-aee5-44d2-8cd3-efe696134f48 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944503 Jul 27 22:17:44.177008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:44.177683 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.199601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:44.199710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe93ffe2-c082-48ec-bab6-d0c3ecb60f63') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:44.204652 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-514a94ea-72d0-4305-84c1-0ca2c88c6e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.221270 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc486915-5cbc-4032-b92b-e44dc083b9a2 req-a5f8ff75-522c-436f-bfea-1a62512bb261 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096949 Jul 27 22:17:44.227085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.293681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a94ea-72d0-4305-84c1-0ca2c88c6e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Pushing event deleted for resources: {'Subnet': ['ID=21f5d4dd-338e-4317-8c95-74bd1e266cdd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:44.310211 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-514a94ea-72d0-4305-84c1-0ca2c88c6e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.318496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-514a94ea-72d0-4305-84c1-0ca2c88c6e01 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] 10.222.0.24 "DELETE /v2.0/subnets/21f5d4dd-338e-4317-8c95-74bd1e266cdd HTTP/1.1" status: 204 len: 168 time: 1.1996372 Jul 27 22:17:44.326322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f70454-864b-4d14-9a3d-fde57027531c None None] Network 32715038-9465-44f9-b9c1-860ed915fcc9 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:44.326487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60900) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:44.337404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.357802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:44.358220 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:44.360103 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:44.386137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router d9e18aa9-1bae-4e26-9675-34c59e45f0b0 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:17:44.461016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9dd6bb47-fe64-4b4d-bf13-5718ff4edafb None None] Could not find standard attr ID for object 8df10eac-09e3-4e5f-be14-519ffaf705bb. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:17:44.504205 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.510751 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.515249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] 10.222.0.24 "DELETE /v2.0/networks/40b69944-a0c2-4cd0-957b-acbe01c7694f HTTP/1.1" status: 204 len: 168 time: 1.3997207 Jul 27 22:17:44.543580 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d882803-0b1c-4791-91d6-8b9476ce03bb admin admin] Pushing event deleted for resources: {'Network': ['ID=40b69944-a0c2-4cd0-957b-acbe01c7694f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:44.644304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:44.656568 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e2c8fafb-29ea-41ca-861c-8eeac5489e53 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/d9e18aa9-1bae-4e26-9675-34c59e45f0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9653001 Jul 27 22:17:44.656982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:44.669721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c6a7b-b52e-48f5-83e4-0df16be1485c None None] Sync routers for ids ['d9e18aa9-1bae-4e26-9675-34c59e45f0b0'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:44.705583 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.710345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c6a7b-b52e-48f5-83e4-0df16be1485c None None] Routers {'d9e18aa9-1bae-4e26-9675-34c59e45f0b0'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:44.711731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ef8c6a7b-b52e-48f5-83e4-0df16be1485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d9e18aa9-1bae-4e26-9675-34c59e45f0b0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:44.753105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-05bb77f0-3fcf-49e0-afa4-a134992fff64 None None] Provisioning complete for port b54eeff1-cd8e-43e4-b45d-f2d12395b880 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:44.753482 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05bb77f0-3fcf-49e0-afa4-a134992fff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.758575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413f90c3-ae1d-43c1-9428-b3a8fa1f4e01 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:44.765367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-413f90c3-ae1d-43c1-9428-b3a8fa1f4e01 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports/9ed1601c-5b45-43ec-9767-d413ff777267 HTTP/1.1" status: 200 len: 976 time: 0.1022003 Jul 27 22:17:44.766049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:44.793333 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ef8c6a7b-b52e-48f5-83e4-0df16be1485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:44.809763 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c6a7b-b52e-48f5-83e4-0df16be1485c None None] Routers {'d9e18aa9-1bae-4e26-9675-34c59e45f0b0'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:44.810629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ef8c6a7b-b52e-48f5-83e4-0df16be1485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d9e18aa9-1bae-4e26-9675-34c59e45f0b0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:44.867972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Deleting port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:44.868322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.868837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ef8c6a7b-b52e-48f5-83e4-0df16be1485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:44.869703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c6a7b-b52e-48f5-83e4-0df16be1485c None None] The sync data for ids ['d9e18aa9-1bae-4e26-9675-34c59e45f0b0'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:44.871377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a96d738-ae28-4f8d-aa00-d8b2273edc2f None None] DHCP port deletion for 32715038-9465-44f9-b9c1-860ed915fcc9 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:17:44.926640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:44.941319 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-05bb77f0-3fcf-49e0-afa4-a134992fff64 None None] Provisioning for port 9ed1601c-5b45-43ec-9767-d413ff777267 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:44.944426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8a96d738-ae28-4f8d-aa00-d8b2273edc2f None None] Deleting port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:44.944866 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a96d738-ae28-4f8d-aa00-d8b2273edc2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:44.958820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-05bb77f0-3fcf-49e0-afa4-a134992fff64 None None] Provisioning complete for port 9ed1601c-5b45-43ec-9767-d413ff777267 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:44.959204 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05bb77f0-3fcf-49e0-afa4-a134992fff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.001892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] For port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=43eeb7d1-05f4-4d0c-9532-2c2c485af39a,segment=NetworkSegment(e23c6787-58b4-4ae0-8a92-691db597e26c),segment_id=e23c6787-58b4-4ae0-8a92-691db597e26c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:45.002451 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.019476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8a96d738-ae28-4f8d-aa00-d8b2273edc2f None None] For port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=43eeb7d1-05f4-4d0c-9532-2c2c485af39a,segment=NetworkSegment(e23c6787-58b4-4ae0-8a92-691db597e26c),segment_id=e23c6787-58b4-4ae0-8a92-691db597e26c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:45.020123 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a96d738-ae28-4f8d-aa00-d8b2273edc2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.027519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Calling delete_port for 43eeb7d1-05f4-4d0c-9532-2c2c485af39a owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:45.035537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8a96d738-ae28-4f8d-aa00-d8b2273edc2f None None] Calling delete_port for 43eeb7d1-05f4-4d0c-9532-2c2c485af39a owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:45.075727 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-777b6b32-6bd4-4bfd-b320-19639a9168df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a8d7fae8ba84b19ab068a8cff73c9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475983 Jul 27 22:17:45.080390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60910) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:45.146836 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.157970 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a96d738-ae28-4f8d-aa00-d8b2273edc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.170091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] No DVR routers for this DVR port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:45.193510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96d738-ae28-4f8d-aa00-d8b2273edc2f None None] Pushing event deleted for resources: {'Port': ['ID=43eeb7d1-05f4-4d0c-9532-2c2c485af39a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:45.198859 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Pushing event deleted for resources: {'Port': ['ID=43eeb7d1-05f4-4d0c-9532-2c2c485af39a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:45.210914 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96d738-ae28-4f8d-aa00-d8b2273edc2f None None] No DVR routers for this DVR port 43eeb7d1-05f4-4d0c-9532-2c2c485af39a on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:45.233903 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46a5b19a-a37b-490e-8287-99cf3c4966e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.245182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-05bb77f0-3fcf-49e0-afa4-a134992fff64 None None] Port 9ed1601c-5b45-43ec-9767-d413ff777267 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:45.331675 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.341780 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46a5b19a-a37b-490e-8287-99cf3c4966e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.345005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32715038-9465-44f9-b9c1-860ed915fcc9']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:45.358530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23c6787-58b4-4ae0-8a92-691db597e26c') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:45.358530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23c6787-58b4-4ae0-8a92-691db597e26c') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:45.378675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f5fc859e-1b06-4a26-bca4-27c984610007 None None] Provisioning complete for port 9ed1601c-5b45-43ec-9767-d413ff777267 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:45.380550 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5fc859e-1b06-4a26-bca4-27c984610007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.388485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.433145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.440691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:45.442987 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:45.453804 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:45.456365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc859e-1b06-4a26-bca4-27c984610007 None None] Port 9ed1601c-5b45-43ec-9767-d413ff777267 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:45.497816 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dc4aeb7-9941-49a3-b485-0428e3dfb086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.500244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcfeb0-42a6-401b-9174-cf732cf800ee req-eb0ee3ea-1a87-4264-a374-2a1c49b7459a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:45.510994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-41bcfeb0-42a6-401b-9174-cf732cf800ee req-eb0ee3ea-1a87-4264-a374-2a1c49b7459a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1743591 Jul 27 22:17:45.524465 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46a5b19a-a37b-490e-8287-99cf3c4966e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.527722 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46a5b19a-a37b-490e-8287-99cf3c4966e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.528901 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-46a5b19a-a37b-490e-8287-99cf3c4966e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1690ed1e-5690-44ce-b9e3-e44b441679d0 HTTP/1.1" status: 204 len: 168 time: 0.4473059 Jul 27 22:17:45.555538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5b19a-a37b-490e-8287-99cf3c4966e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690ed1e-5690-44ce-b9e3-e44b441679d0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:45.605061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.635330 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.641399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-41bcfeb0-42a6-401b-9174-cf732cf800ee req-23073c57-241a-4048-8025-b6351a66e0fb tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295438 Jul 27 22:17:45.642745 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] 10.222.0.24 "DELETE /v2.0/networks/32715038-9465-44f9-b9c1-860ed915fcc9 HTTP/1.1" status: 204 len: 168 time: 1.3156886 Jul 27 22:17:45.643899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601d0c6-ee80-40bf-9f92-47142a0b857c tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382 tempest-ExtraDHCPOptionsIpV6TestJSON-1822648382-project] Pushing event deleted for resources: {'Network': ['ID=32715038-9465-44f9-b9c1-860ed915fcc9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:45.680105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d7ab0736-5ce2-4c2a-95dd-8a07c7dca893 None None] Provisioning complete for port 9ed1601c-5b45-43ec-9767-d413ff777267 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:45.680695 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7ab0736-5ce2-4c2a-95dd-8a07c7dca893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.687461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8665-b677-40cd-b0d3-53f580c33dfc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.738883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab0736-5ce2-4c2a-95dd-8a07c7dca893 None None] Port 9ed1601c-5b45-43ec-9767-d413ff777267 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:45.741032 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:45.838473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b54eeff1-cd8e-43e4-b45d-f2d12395b880 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:45.960867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b54eeff1-cd8e-43e4-b45d-f2d12395b880 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:45.961240 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.069855 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-1fc34c9e-0bab-47ea-8a3f-98980fda2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:46.072051 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-1fc34c9e-0bab-47ea-8a3f-98980fda2c5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 1096 time: 0.1054952 Jul 27 22:17:46.076854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361e33a-ca5d-4517-abac-d3d20de83338 req-5591e3ab-93b0-4c57-9784-1431794eeebf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:46.078453 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5361e33a-ca5d-4517-abac-d3d20de83338 req-5591e3ab-93b0-4c57-9784-1431794eeebf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1431906 Jul 27 22:17:46.152242 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 43eeb7d1-05f4-4d0c-9532-2c2c485af39a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:46.201321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 43eeb7d1-05f4-4d0c-9532-2c2c485af39a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:46.201678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 43eeb7d1-05f4-4d0c-9532-2c2c485af39a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:46.224975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-93659691-3295-41e3-a6a1-1ea2e6428ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:46.227871 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-93659691-3295-41e3-a6a1-1ea2e6428ecc service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.1472445 Jul 27 22:17:46.233465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5361e33a-ca5d-4517-abac-d3d20de83338 req-4f7af343-575f-48ef-9a2c-7b6198b30846 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108589 Jul 27 22:17:46.241626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b8665-b677-40cd-b0d3-53f580c33dfc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port 9ed1601c-5b45-43ec-9767-d413ff777267 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:46.242221 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8665-b677-40cd-b0d3-53f580c33dfc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.288328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60936) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:46.347993 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-51fd4f5a-09f0-49e5-b736-1bea6345c569 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59 HTTP/1.1" status: 200 len: 1000 time: 0.1115501 Jul 27 22:17:46.349209 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.380921 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8665-b677-40cd-b0d3-53f580c33dfc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.396288 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.399928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b8665-b677-40cd-b0d3-53f580c33dfc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for 9ed1601c-5b45-43ec-9767-d413ff777267 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:46.434772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-eaa44808-f3b6-4590-8bdf-a8298afd0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:46.436264 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-eaa44808-f3b6-4590-8bdf-a8298afd0ed1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.0799716 Jul 27 22:17:46.530188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-1f9bc12a-d46a-40b1-91c5-d1913a008e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:46.532075 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-1f9bc12a-d46a-40b1-91c5-d1913a008e74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880995 Jul 27 22:17:46.559965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-1b91700c-b0a0-4150-93f3-70deed6fe45a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:17:46.560788 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-1b91700c-b0a0-4150-93f3-70deed6fe45a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092616 Jul 27 22:17:46.567042 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fd974690-84a3-484f-bb39-61da31693065 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41e7ddd001ea40fe80608585eb1dfd37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750638 Jul 27 22:17:46.569878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:46.663803 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8665-b677-40cd-b0d3-53f580c33dfc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.698039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b8665-b677-40cd-b0d3-53f580c33dfc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=9ed1601c-5b45-43ec-9767-d413ff777267,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:46.735572 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df16a5d9-40d9-4763-b2bc-8328fe8c14fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.771572 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-9adc71ac-fc36-40ef-b762-97be7a72fbe3 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024317 Jul 27 22:17:46.773533 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df16a5d9-40d9-4763-b2bc-8328fe8c14fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.893626 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e6b8665-b677-40cd-b0d3-53f580c33dfc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.925371 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df16a5d9-40d9-4763-b2bc-8328fe8c14fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.928271 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df16a5d9-40d9-4763-b2bc-8328fe8c14fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:46.929484 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-df16a5d9-40d9-4763-b2bc-8328fe8c14fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/205993d8-1a52-453a-ae5d-ed73ff0fc904 HTTP/1.1" status: 204 len: 168 time: 0.3587172 Jul 27 22:17:46.946500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16a5d9-40d9-4763-b2bc-8328fe8c14fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205993d8-1a52-453a-ae5d-ed73ff0fc904,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:46.950958 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9bd1243f-c40c-4bc9-83c5-89a4c9d0ab6b req-4fa2bfda-8332-4cfb-a13f-53e7364e883e service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701138 Jul 27 22:17:47.579501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cc469-6490-40de-9bbe-5209ac2d9a63 req-53a88597-b32b-4197-95b6-643125200777 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:47.586750 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e2cc469-6490-40de-9bbe-5209ac2d9a63 req-53a88597-b32b-4197-95b6-643125200777 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1232142 Jul 27 22:17:47.629353 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6b8665-b677-40cd-b0d3-53f580c33dfc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router d9e18aa9-1bae-4e26-9675-34c59e45f0b0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:47.654865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e2cc469-6490-40de-9bbe-5209ac2d9a63 req-c4367013-1700-49bd-a481-546afd31a6bc tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671589 Jul 27 22:17:47.750970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6b8665-b677-40cd-b0d3-53f580c33dfc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:47.758671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3e6b8665-b677-40cd-b0d3-53f580c33dfc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/d9e18aa9-1bae-4e26-9675-34c59e45f0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9889407 Jul 27 22:17:47.759258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60988) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:47.761937 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac4e94-93fd-4c31-bad7-93a409f48719 None None] Sync routers for ids ['d9e18aa9-1bae-4e26-9675-34c59e45f0b0'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:47.784842 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac4e94-93fd-4c31-bad7-93a409f48719 None None] Routers {'d9e18aa9-1bae-4e26-9675-34c59e45f0b0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:47.785474 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eaac4e94-93fd-4c31-bad7-93a409f48719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d9e18aa9-1bae-4e26-9675-34c59e45f0b0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:47.832517 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eaac4e94-93fd-4c31-bad7-93a409f48719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:47.844462 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac4e94-93fd-4c31-bad7-93a409f48719 None None] Routers {'d9e18aa9-1bae-4e26-9675-34c59e45f0b0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:47.845291 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eaac4e94-93fd-4c31-bad7-93a409f48719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d9e18aa9-1bae-4e26-9675-34c59e45f0b0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:47.877615 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-eaac4e94-93fd-4c31-bad7-93a409f48719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:47.878533 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac4e94-93fd-4c31-bad7-93a409f48719 None None] The sync data for ids ['d9e18aa9-1bae-4e26-9675-34c59e45f0b0'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:48.018599 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-e2c4a30d-e541-4097-9a17-f2484d65437f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 22:17:48.019908 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e2c4a30d-e541-4097-9a17-f2484d65437f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/d9e18aa9-1bae-4e26-9675-34c59e45f0b0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2593291 Jul 27 22:17:48.023326 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32768) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:48.066864 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.075076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f0894fdf-f70a-4900-85a7-ade5f0a15dfc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e18aa9-1bae-4e26-9675-34c59e45f0b0 HTTP/1.1" status: 200 len: 205 time: 0.0508862 Jul 27 22:17:48.078210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32770) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:48.166807 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4164221-9d69-4e31-acc1-160c40ceab39 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.302945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:48.307319 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026069 Jul 27 22:17:48.310460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:48.341692 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4164221-9d69-4e31-acc1-160c40ceab39 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.343876 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4164221-9d69-4e31-acc1-160c40ceab39 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.388640 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4164221-9d69-4e31-acc1-160c40ceab39 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.389144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4164221-9d69-4e31-acc1-160c40ceab39 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Fanout notify agent at l3_agent the message router_deleted on router d9e18aa9-1bae-4e26-9675-34c59e45f0b0 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:17:48.396748 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b4164221-9d69-4e31-acc1-160c40ceab39 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.400049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b4164221-9d69-4e31-acc1-160c40ceab39 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/d9e18aa9-1bae-4e26-9675-34c59e45f0b0 HTTP/1.1" status: 204 len: 168 time: 0.3179529 Jul 27 22:17:48.401482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32786) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:48.441042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f776afa9-7624-430d-afb7-f3cd4e1374fd tempest-NetworksApiDiscovery-533750926 tempest-NetworksApiDiscovery-533750926-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1295140 Jul 27 22:17:48.462403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e70f21-ed80-4211-ac1b-f413637b2d58 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting subnet 228850af-87b8-4ee0-96b8-c205fba02158 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:48.466369 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62e70f21-ed80-4211-ac1b-f413637b2d58 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.512747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62e70f21-ed80-4211-ac1b-f413637b2d58 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.601913 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62e70f21-ed80-4211-ac1b-f413637b2d58 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.677487 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62e70f21-ed80-4211-ac1b-f413637b2d58 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.721271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32800) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:48.721480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e70f21-ed80-4211-ac1b-f413637b2d58 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Subnet': ['ID=228850af-87b8-4ee0-96b8-c205fba02158,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:48.773339 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62e70f21-ed80-4211-ac1b-f413637b2d58 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.777226 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-62e70f21-ed80-4211-ac1b-f413637b2d58 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/228850af-87b8-4ee0-96b8-c205fba02158 HTTP/1.1" status: 204 len: 168 time: 0.3741801 Jul 27 22:17:48.779774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32804) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:48.786689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fcdfe1-c17a-497a-bc2c-0b1b2d824fbb None None] Network f079bf56-756b-4f96-8a54-d6e4d2a1d1cc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:48.809982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01800-a398-4a0f-babb-4bee3df3dbfa req-4c54c7b7-28d0-4233-8fb7-9b170b1e01d5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:48.819364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81c01800-a398-4a0f-babb-4bee3df3dbfa req-4c54c7b7-28d0-4233-8fb7-9b170b1e01d5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1020367 Jul 27 22:17:48.869156 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81c01800-a398-4a0f-babb-4bee3df3dbfa req-ec63732a-5ff7-4188-abce-5ce14758bbf0 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486703 Jul 27 22:17:48.908677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbfd292f-32ae-435d-aafc-20ebe2ac6a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:48.976612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:48.986000 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.055509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012aaa3c-da41-4ff4-848e-244d7d68ee5d req-98cbf149-63c2-47db-8988-28cdf20634dc tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:49.063371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c071ae-79b1-439e-910c-2b8656bbb8c5 None None] DHCP port deletion for f079bf56-756b-4f96-8a54-d6e4d2a1d1cc request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:17:49.063907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-012aaa3c-da41-4ff4-848e-244d7d68ee5d req-98cbf149-63c2-47db-8988-28cdf20634dc tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0812767 Jul 27 22:17:49.120503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-012aaa3c-da41-4ff4-848e-244d7d68ee5d req-98d9f31f-df90-43c4-a369-94ceed187c26 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556078 Jul 27 22:17:49.140172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e4c071ae-79b1-439e-910c-2b8656bbb8c5 None None] Deleting port b54eeff1-cd8e-43e4-b45d-f2d12395b880 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:49.141572 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4c071ae-79b1-439e-910c-2b8656bbb8c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.170827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port b54eeff1-cd8e-43e4-b45d-f2d12395b880 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:49.171284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.214355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbfd292f-32ae-435d-aafc-20ebe2ac6a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.224241 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cbfd292f-32ae-435d-aafc-20ebe2ac6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.232954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e4c071ae-79b1-439e-910c-2b8656bbb8c5 None None] For port b54eeff1-cd8e-43e4-b45d-f2d12395b880, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b54eeff1-cd8e-43e4-b45d-f2d12395b880,segment=NetworkSegment(a602b619-71fb-4f95-a20d-7c9859cbb9ff),segment_id=a602b619-71fb-4f95-a20d-7c9859cbb9ff)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:49.233631 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4c071ae-79b1-439e-910c-2b8656bbb8c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.247884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e4c071ae-79b1-439e-910c-2b8656bbb8c5 None None] Calling delete_port for b54eeff1-cd8e-43e4-b45d-f2d12395b880 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:49.248609 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9349-506b-46ee-b4f9-6627b7b29a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.320463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bae09-0796-44cd-bd3e-da2729fa6f7d req-572d8679-77ad-4464-a21c-9956691679ff tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:49.322365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b89bae09-0796-44cd-bd3e-da2729fa6f7d req-572d8679-77ad-4464-a21c-9956691679ff tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1299865 Jul 27 22:17:49.335715 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4c071ae-79b1-439e-910c-2b8656bbb8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.367316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c071ae-79b1-439e-910c-2b8656bbb8c5 None None] No DVR routers for this DVR port b54eeff1-cd8e-43e4-b45d-f2d12395b880 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:49.372537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c071ae-79b1-439e-910c-2b8656bbb8c5 None None] Pushing event deleted for resources: {'Port': ['ID=b54eeff1-cd8e-43e4-b45d-f2d12395b880,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:49.378773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b89bae09-0796-44cd-bd3e-da2729fa6f7d req-4cc55a99-f077-4978-b0ec-2c1b8c11772d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499175 Jul 27 22:17:49.415564 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9349-506b-46ee-b4f9-6627b7b29a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.420506 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9349-506b-46ee-b4f9-6627b7b29a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.463299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d9349-506b-46ee-b4f9-6627b7b29a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bf44d0-11f1-44e0-bc14-01e9c1566544,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:49.467984 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0c4d9349-506b-46ee-b4f9-6627b7b29a98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94a5636e8f9042e3969ef303bc023301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4881792 Jul 27 22:17:49.470765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:49.529857 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2af4-9980-4b96-a87a-5c498efd697c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.555316 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2af4-9980-4b96-a87a-5c498efd697c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.576377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] For port b54eeff1-cd8e-43e4-b45d-f2d12395b880, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b54eeff1-cd8e-43e4-b45d-f2d12395b880,segment=NetworkSegment(a602b619-71fb-4f95-a20d-7c9859cbb9ff),segment_id=a602b619-71fb-4f95-a20d-7c9859cbb9ff)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:49.576377 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.589839 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cbfd292f-32ae-435d-aafc-20ebe2ac6a79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf80d86322da4915965c802f132690b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8669131 Jul 27 22:17:49.594452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32824) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:49.600328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for b54eeff1-cd8e-43e4-b45d-f2d12395b880 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:49.615373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd292f-32ae-435d-aafc-20ebe2ac6a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109f0440-a3dc-4da2-8b8a-f539b214259f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:49.648811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cea8a-e399-4cf4-9303-b7f8d539bdd8 req-d03ab7b4-7fbc-4b66-b804-49b592575882 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:49.650357 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a2cea8a-e399-4cf4-9303-b7f8d539bdd8 req-d03ab7b4-7fbc-4b66-b804-49b592575882 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0671475 Jul 27 22:17:49.651542 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2af4-9980-4b96-a87a-5c498efd697c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.654110 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f3f2af4-9980-4b96-a87a-5c498efd697c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.657509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7f3f2af4-9980-4b96-a87a-5c498efd697c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5bf44d0-11f1-44e0-bc14-01e9c1566544 HTTP/1.1" status: 204 len: 168 time: 0.1835387 Jul 27 22:17:49.677707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f2af4-9980-4b96-a87a-5c498efd697c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bf44d0-11f1-44e0-bc14-01e9c1566544,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:49.699508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a2cea8a-e399-4cf4-9303-b7f8d539bdd8 req-1cb7258f-1dce-44a1-a654-27d22e5b8752 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 Jul 27 22:17:49.709904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-643831a3-a93e-48fd-bf0d-ce0420040986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.743317 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-643831a3-a93e-48fd-bf0d-ce0420040986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.744990 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.779550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b54eeff1-cd8e-43e4-b45d-f2d12395b880 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:49.783941 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=b54eeff1-cd8e-43e4-b45d-f2d12395b880,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:49.799329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No DVR routers for this DVR port b54eeff1-cd8e-43e4-b45d-f2d12395b880 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:49.807735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: b54eeff1-cd8e-43e4-b45d-f2d12395b880 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:49.808298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b54eeff1-cd8e-43e4-b45d-f2d12395b880 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:49.908692 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.919510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f079bf56-756b-4f96-8a54-d6e4d2a1d1cc']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:49.926884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-643831a3-a93e-48fd-bf0d-ce0420040986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.929432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-643831a3-a93e-48fd-bf0d-ce0420040986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.930890 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-643831a3-a93e-48fd-bf0d-ce0420040986 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/109f0440-a3dc-4da2-8b8a-f539b214259f HTTP/1.1" status: 204 len: 168 time: 0.3329699 Jul 27 22:17:49.936874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a602b619-71fb-4f95-a20d-7c9859cbb9ff') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:49.937216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a602b619-71fb-4f95-a20d-7c9859cbb9ff') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:49.953626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643831a3-a93e-48fd-bf0d-ce0420040986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109f0440-a3dc-4da2-8b8a-f539b214259f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:49.958565 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.985247 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.991698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:49.992089 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:49.995944 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:50.016842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32836) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:50.031235 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c0e06d9-5cab-464c-8459-88c5b1719f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.065909 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.084583 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.092350 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/networks/f079bf56-756b-4f96-8a54-d6e4d2a1d1cc HTTP/1.1" status: 204 len: 168 time: 1.3045897 Jul 27 22:17:50.092520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32840) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:50.097653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-988bce46-a04e-4337-981e-2b0d3cf5d074 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'network': {'name': 'tempest-RoutersTest-252269003'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:50.099621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b18a86-f485-4486-8458-8ededf497a0d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Network': ['ID=f079bf56-756b-4f96-8a54-d6e4d2a1d1cc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:50.151064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c0e06d9-5cab-464c-8459-88c5b1719f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.157774 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c0e06d9-5cab-464c-8459-88c5b1719f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.202203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988bce46-a04e-4337-981e-2b0d3cf5d074 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:50.205673 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988bce46-a04e-4337-981e-2b0d3cf5d074 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.211868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8c0e06d9-5cab-464c-8459-88c5b1719f95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09350b6242864a17bab89b5041de4c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937709 Jul 27 22:17:50.214751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32844) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:50.218099 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e06d9-5cab-464c-8459-88c5b1719f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1808cea-8b74-487a-93fe-e442b214cd56,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:50.238173 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988bce46-a04e-4337-981e-2b0d3cf5d074 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:50.251280 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988bce46-a04e-4337-981e-2b0d3cf5d074 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.251672 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-988bce46-a04e-4337-981e-2b0d3cf5d074 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Added segment 5ca3fd33-2b2e-4811-8931-d6fac93d0d04 of type vlan for network 1941e7c0-4885-4fca-8060-de998414e82d Jul 27 22:17:50.279786 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b18909fe-26ca-43c8-bce6-ff1e3ff3ff38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.299752 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988bce46-a04e-4337-981e-2b0d3cf5d074 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.303072 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b18909fe-26ca-43c8-bce6-ff1e3ff3ff38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.332585 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988bce46-a04e-4337-981e-2b0d3cf5d074 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.339746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988bce46-a04e-4337-981e-2b0d3cf5d074 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:50.340581 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988bce46-a04e-4337-981e-2b0d3cf5d074 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.362814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b18909fe-26ca-43c8-bce6-ff1e3ff3ff38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.365502 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b18909fe-26ca-43c8-bce6-ff1e3ff3ff38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.366777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b18909fe-26ca-43c8-bce6-ff1e3ff3ff38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1808cea-8b74-487a-93fe-e442b214cd56 HTTP/1.1" status: 204 len: 168 time: 0.1508541 Jul 27 22:17:50.375760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18909fe-26ca-43c8-bce6-ff1e3ff3ff38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1808cea-8b74-487a-93fe-e442b214cd56,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:50.417769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-988bce46-a04e-4337-981e-2b0d3cf5d074 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3250077 Jul 27 22:17:50.420473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:50.425634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-755dae73-2346-4a5d-8afd-c0fbb336fec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'subnet': {'network_id': '1941e7c0-4885-4fca-8060-de998414e82d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:50.477777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bce46-a04e-4337-981e-2b0d3cf5d074 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Network': ['ID=1941e7c0-4885-4fca-8060-de998414e82d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:50.490725 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 1941e7c0-4885-4fca-8060-de998414e82d details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:50.540169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755dae73-2346-4a5d-8afd-c0fbb336fec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:50.544268 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-755dae73-2346-4a5d-8afd-c0fbb336fec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.748797 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-755dae73-2346-4a5d-8afd-c0fbb336fec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.787142 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-12aa5631-2b60-4232-8f36-b3da8b394fbc req-87c6043a-301a-45fb-a886-c8a88dfcde08 tempest-MigrationsAdminTest-1149971183 tempest-MigrationsAdminTest-1149971183-project] (93834) timed out ('10.222.0.43', 61975) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:17:50.849368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dae73-2346-4a5d-8afd-c0fbb336fec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Subnet': ['ID=a06c1413-b379-4dbb-80c1-d8652f1cb5e1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:50.868319 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755dae73-2346-4a5d-8afd-c0fbb336fec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Checking segment: {'id': '5ca3fd33-2b2e-4811-8931-d6fac93d0d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1941e7c0-4885-4fca-8060-de998414e82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:50.868690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755dae73-2346-4a5d-8afd-c0fbb336fec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network hostable DHCP agents. Network: 1941e7c0-4885-4fca-8060-de998414e82d, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:50.882020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b5a83-e5f2-49d6-80ad-ab4eb464ba9d req-3e69bb85-0111-4a82-b37c-2565825e0d20 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:50.883615 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c68b5a83-e5f2-49d6-80ad-ab4eb464ba9d req-3e69bb85-0111-4a82-b37c-2565825e0d20 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0934875 Jul 27 22:17:50.912789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755dae73-2346-4a5d-8afd-c0fbb336fec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network 1941e7c0-4885-4fca-8060-de998414e82d is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:50.925500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-755dae73-2346-4a5d-8afd-c0fbb336fec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 1941e7c0-4885-4fca-8060-de998414e82d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:50.936682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755dae73-2346-4a5d-8afd-c0fbb336fec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:50.937263 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-755dae73-2346-4a5d-8afd-c0fbb336fec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:50.939862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab15fb5a-456b-45ee-b2d6-f6159a969557 None None] Network 1941e7c0-4885-4fca-8060-de998414e82d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:50.969176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c68b5a83-e5f2-49d6-80ad-ab4eb464ba9d req-73f735b7-85a5-49f1-ada0-bea01b083796 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719261 Jul 27 22:17:50.998428 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-755dae73-2346-4a5d-8afd-c0fbb336fec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5766990 Jul 27 22:17:51.001066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32888) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:51.006191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a34a7dbd-77aa-42df-a6eb-b8b41d4c34a9 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1180729652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:51.058153 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a34a7dbd-77aa-42df-a6eb-b8b41d4c34a9 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.060276 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a34a7dbd-77aa-42df-a6eb-b8b41d4c34a9 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.203691 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a34a7dbd-77aa-42df-a6eb-b8b41d4c34a9 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.210211 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a34a7dbd-77aa-42df-a6eb-b8b41d4c34a9 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.266680 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a34a7dbd-77aa-42df-a6eb-b8b41d4c34a9 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.272890 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a34a7dbd-77aa-42df-a6eb-b8b41d4c34a9 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2705138 Jul 27 22:17:51.274591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:51.301333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452819cc-2802-424d-a4fb-3711c9a3db12 req-da11bdbd-52cc-4afd-ac52-4f313bf7d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:51.303190 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-452819cc-2802-424d-a4fb-3711c9a3db12 req-da11bdbd-52cc-4afd-ac52-4f313bf7d844 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 1096 time: 0.0710473 Jul 27 22:17:51.335551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-1941e7c0-4885-4fca-8060-de998414e82d', 'network_id': '1941e7c0-4885-4fca-8060-de998414e82d', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'fixed_ips': [{'subnet_id': 'a06c1413-b379-4dbb-80c1-d8652f1cb5e1'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:51.336210 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.380937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1d0d0-9e48-463d-9ef3-d83fa78c37b8 req-c8df7216-0cb4-4c41-9e55-c5d77eb2b023 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:51.389600 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98e1d0d0-9e48-463d-9ef3-d83fa78c37b8 req-c8df7216-0cb4-4c41-9e55-c5d77eb2b023 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1554170 Jul 27 22:17:51.499337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452819cc-2802-424d-a4fb-3711c9a3db12 req-0d7d8e2b-fbf9-4867-ab79-d9bfc8a0e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:51.505588 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-452819cc-2802-424d-a4fb-3711c9a3db12 req-0d7d8e2b-fbf9-4867-ab79-d9bfc8a0e587 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 200 len: 912 time: 0.1947203 Jul 27 22:17:51.512507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Allocated IP 172.20.0.2 (1941e7c0-4885-4fca-8060-de998414e82d/a06c1413-b379-4dbb-80c1-d8652f1cb5e1/5669569e-2ce4-43d8-97e1-f4fc985f110d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:51.533614 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98e1d0d0-9e48-463d-9ef3-d83fa78c37b8 req-b141d644-0e4c-44b1-bafe-d0652075665f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431334 Jul 27 22:17:51.605078 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-452819cc-2802-424d-a4fb-3711c9a3db12 req-35b2ee42-9146-4c3d-8bc0-d5ef706712d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59 HTTP/1.1" status: 200 len: 1000 time: 0.0919995 Jul 27 22:17:51.668142 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452819cc-2802-424d-a4fb-3711c9a3db12 req-a90066bc-759e-431e-9232-7fca75c335c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:51.669656 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-452819cc-2802-424d-a4fb-3711c9a3db12 req-a90066bc-759e-431e-9232-7fca75c335c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 200 len: 850 time: 0.0568311 Jul 27 22:17:51.709603 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.722234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Transition to ACTIVE for port object 5669569e-2ce4-43d8-97e1-f4fc985f110d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:51.738528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452819cc-2802-424d-a4fb-3711c9a3db12 req-ce765f1f-263b-40ad-9dc1-eea87b62845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:51.740055 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-452819cc-2802-424d-a4fb-3711c9a3db12 req-ce765f1f-263b-40ad-9dc1-eea87b62845c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c0e47d2-6150-45e9-905c-313a1c6e140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619624 Jul 27 22:17:51.750938 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Transition to ACTIVE for port object 5669569e-2ce4-43d8-97e1-f4fc985f110d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:51.761806 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.804054 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.811747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Network 1941e7c0-4885-4fca-8060-de998414e82d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:51.814935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:51.820886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:51.848533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Pushing event updated for resources: {'Port': ['ID=5669569e-2ce4-43d8-97e1-f4fc985f110d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:51.861089 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-452819cc-2802-424d-a4fb-3711c9a3db12 req-dd2f7450-4268-4860-9f56-718ebc8521fd service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138449 Jul 27 22:17:51.887492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Attempting to bind port 5669569e-2ce4-43d8-97e1-f4fc985f110d on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:51.887866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Attempting to bind port 5669569e-2ce4-43d8-97e1-f4fc985f110d by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '5ca3fd33-2b2e-4811-8931-d6fac93d0d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1941e7c0-4885-4fca-8060-de998414e82d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:51.888231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Attempting to bind port 5669569e-2ce4-43d8-97e1-f4fc985f110d on network 1941e7c0-4885-4fca-8060-de998414e82d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:51.893629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:51.893995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Checking segment: {'id': '5ca3fd33-2b2e-4811-8931-d6fac93d0d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1941e7c0-4885-4fca-8060-de998414e82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:51.894435 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.894971 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Bound using segment: {'id': '5ca3fd33-2b2e-4811-8931-d6fac93d0d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1941e7c0-4885-4fca-8060-de998414e82d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:51.895450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Bound port: 5669569e-2ce4-43d8-97e1-f4fc985f110d, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca3fd33-2b2e-4811-8931-d6fac93d0d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1941e7c0-4885-4fca-8060-de998414e82d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:51.895831 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.969786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] For port 5669569e-2ce4-43d8-97e1-f4fc985f110d, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:51.973255 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] For port 5669569e-2ce4-43d8-97e1-f4fc985f110d, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5669569e-2ce4-43d8-97e1-f4fc985f110d,segment=NetworkSegment(5ca3fd33-2b2e-4811-8931-d6fac93d0d04),segment_id=5ca3fd33-2b2e-4811-8931-d6fac93d0d04)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:51.991886 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:51.994726 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-452819cc-2802-424d-a4fb-3711c9a3db12 req-33c3919d-c923-4910-b65e-43364d46f478 service neutron] 10.222.0.43 "GET /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263111 Jul 27 22:17:52.123397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d57ea5-2371-4576-a910-d2613979ae3e None None] Pushing event updated for resources: {'Port': ['ID=5669569e-2ce4-43d8-97e1-f4fc985f110d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:52.235121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Allocated IP 172.20.0.1 (1941e7c0-4885-4fca-8060-de998414e82d/a06c1413-b379-4dbb-80c1-d8652f1cb5e1/ec909b02-a035-4154-b72c-69d6641afa8c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:52.438364 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:52.463363 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Transition to ACTIVE for port object ec909b02-a035-4154-b72c-69d6641afa8c will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:52.499027 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:52.557485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network 1941e7c0-4885-4fca-8060-de998414e82d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:52.562971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:52.567200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:52.597049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=ec909b02-a035-4154-b72c-69d6641afa8c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:52.620798 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:52.763947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053d3e7-7738-47e3-970f-55a1e7b56f58 req-de5a567b-3f0a-497f-b22b-82103b2ea801 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:52.770974 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a053d3e7-7738-47e3-970f-55a1e7b56f58 req-de5a567b-3f0a-497f-b22b-82103b2ea801 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.0989470 Jul 27 22:17:52.823848 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a053d3e7-7738-47e3-970f-55a1e7b56f58 req-347516d7-2a51-42f9-9355-0ce3004dad01 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510187 Jul 27 22:17:52.876465 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.256872 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.261846 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.342237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ebebd-2fd0-4ed3-996a-f631280d0fa5 None None] Network 1941e7c0-4885-4fca-8060-de998414e82d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:53.343885 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:53.351162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=ec909b02-a035-4154-b72c-69d6641afa8c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:53.450818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6118b60b-b7f8-404f-9015-a5d50bbe7a8e None None] Provisioning for port 5669569e-2ce4-43d8-97e1-f4fc985f110d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:53.474105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network 1941e7c0-4885-4fca-8060-de998414e82d is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:53.474105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:53.622982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router 274abe9b-ed33-42ef-8d3b-a0f8006eac23 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:17:53.788198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:53.801905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6165c0a-0711-43c1-b5f9-7d346905a511 None None] Sync routers for ids ['274abe9b-ed33-42ef-8d3b-a0f8006eac23'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:53.808243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2dfd1640-75ed-49b2-878a-5f7ff345e45b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/274abe9b-ed33-42ef-8d3b-a0f8006eac23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5315979 Jul 27 22:17:53.810997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 32968) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:53.815416 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6165c0a-0711-43c1-b5f9-7d346905a511 None None] Routers {'274abe9b-ed33-42ef-8d3b-a0f8006eac23'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:53.815986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a6165c0a-0711-43c1-b5f9-7d346905a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['274abe9b-ed33-42ef-8d3b-a0f8006eac23'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:53.897617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34585cfe-e7c0-419d-99a7-6d14d7a77e97 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:53.899454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a6165c0a-0711-43c1-b5f9-7d346905a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:53.902816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 32974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:53.918142 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-34585cfe-e7c0-419d-99a7-6d14d7a77e97 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports/ec909b02-a035-4154-b72c-69d6641afa8c HTTP/1.1" status: 200 len: 910 time: 0.1057265 Jul 27 22:17:53.927210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6165c0a-0711-43c1-b5f9-7d346905a511 None None] Routers {'274abe9b-ed33-42ef-8d3b-a0f8006eac23'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:53.927845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a6165c0a-0711-43c1-b5f9-7d346905a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['274abe9b-ed33-42ef-8d3b-a0f8006eac23'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:53.929924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5669569e-2ce4-43d8-97e1-f4fc985f110d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:54.028957 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a6165c0a-0711-43c1-b5f9-7d346905a511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:54.029610 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6165c0a-0711-43c1-b5f9-7d346905a511 None None] The sync data for ids ['274abe9b-ed33-42ef-8d3b-a0f8006eac23'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:54.075928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d57cf42a-192b-4a4b-98c5-3a60781023b1 None None] Provisioning for port ec909b02-a035-4154-b72c-69d6641afa8c completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:54.085693 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d57cf42a-192b-4a4b-98c5-3a60781023b1 None None] Provisioning complete for port ec909b02-a035-4154-b72c-69d6641afa8c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:54.086152 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d57cf42a-192b-4a4b-98c5-3a60781023b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:54.090432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5669569e-2ce4-43d8-97e1-f4fc985f110d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:54.132849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5669569e-2ce4-43d8-97e1-f4fc985f110d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:54.133519 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:54.200304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d57cf42a-192b-4a4b-98c5-3a60781023b1 None None] Port ec909b02-a035-4154-b72c-69d6641afa8c cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:54.316332 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb73b3-c6f0-4b4e-9d4a-2fbd5135e21d req-ed5c302a-1c3c-4b14-9745-f2e4ba9b62ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:54.320844 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fefb73b3-c6f0-4b4e-9d4a-2fbd5135e21d req-ed5c302a-1c3c-4b14-9745-f2e4ba9b62ce tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.3468034 Jul 27 22:17:54.332485 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:54.386058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 5669569e-2ce4-43d8-97e1-f4fc985f110d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5669569e-2ce4-43d8-97e1-f4fc985f110d,segment=NetworkSegment(5ca3fd33-2b2e-4811-8931-d6fac93d0d04),segment_id=5ca3fd33-2b2e-4811-8931-d6fac93d0d04)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:54.402332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-009586c1-2116-45eb-9fa5-d9e566cb83e9 None None] Provisioning complete for port ec909b02-a035-4154-b72c-69d6641afa8c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:54.403236 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-009586c1-2116-45eb-9fa5-d9e566cb83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:54.405886 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:54.466110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fefb73b3-c6f0-4b4e-9d4a-2fbd5135e21d req-24b680d8-e682-48d5-a459-4fe0eda7fd21 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060085 Jul 27 22:17:54.544215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-009586c1-2116-45eb-9fa5-d9e566cb83e9 None None] Port ec909b02-a035-4154-b72c-69d6641afa8c cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:54.549672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=5669569e-2ce4-43d8-97e1-f4fc985f110d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:54.636014 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dace05f-70b2-4cf8-bc25-b4c154faac90 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:54.673025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a1909176-de3e-49e4-bfe2-38546836ba94 None None] Provisioning complete for port ec909b02-a035-4154-b72c-69d6641afa8c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:54.673772 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1909176-de3e-49e4-bfe2-38546836ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:54.738955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ce43f-52ec-46e6-aec4-bf3ce7c2ff30 req-bf3d6595-b1ab-40d1-9bd5-79238a166805 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:54.747422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d47ce43f-52ec-46e6-aec4-bf3ce7c2ff30 req-bf3d6595-b1ab-40d1-9bd5-79238a166805 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1558492 Jul 27 22:17:54.751075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a1909176-de3e-49e4-bfe2-38546836ba94 None None] Port ec909b02-a035-4154-b72c-69d6641afa8c cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:54.858503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d47ce43f-52ec-46e6-aec4-bf3ce7c2ff30 req-6ac4996f-14ec-455b-82c1-ab1652163789 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100550 Jul 27 22:17:55.157890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6dace05f-70b2-4cf8-bc25-b4c154faac90 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port ec909b02-a035-4154-b72c-69d6641afa8c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:55.158543 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dace05f-70b2-4cf8-bc25-b4c154faac90 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.323115 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dace05f-70b2-4cf8-bc25-b4c154faac90 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.340589 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6dace05f-70b2-4cf8-bc25-b4c154faac90 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for ec909b02-a035-4154-b72c-69d6641afa8c owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:55.566711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dace05f-70b2-4cf8-bc25-b4c154faac90 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:55.597704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dace05f-70b2-4cf8-bc25-b4c154faac90 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=ec909b02-a035-4154-b72c-69d6641afa8c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:55.849379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5669569e-2ce4-43d8-97e1-f4fc985f110d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:55.945475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5669569e-2ce4-43d8-97e1-f4fc985f110d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:55.947550 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.311384 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dace05f-70b2-4cf8-bc25-b4c154faac90 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.496606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dace05f-70b2-4cf8-bc25-b4c154faac90 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router 274abe9b-ed33-42ef-8d3b-a0f8006eac23 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:56.579423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dace05f-70b2-4cf8-bc25-b4c154faac90 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:56.585932 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6dace05f-70b2-4cf8-bc25-b4c154faac90 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/274abe9b-ed33-42ef-8d3b-a0f8006eac23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6759801 Jul 27 22:17:56.588887 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33086) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:56.589621 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499b2f7b-f071-4778-bc25-d7d777b98b99 None None] Sync routers for ids ['274abe9b-ed33-42ef-8d3b-a0f8006eac23'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:56.599964 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499b2f7b-f071-4778-bc25-d7d777b98b99 None None] Routers {'274abe9b-ed33-42ef-8d3b-a0f8006eac23'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:56.600607 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-499b2f7b-f071-4778-bc25-d7d777b98b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['274abe9b-ed33-42ef-8d3b-a0f8006eac23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:56.630627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-32b90651-8a31-4d94-9834-670147d64489 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=274abe9b-ed33-42ef-8d3b-a0f8006eac23 HTTP/1.1" status: 200 len: 205 time: 0.0389652 Jul 27 22:17:56.633103 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33090) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:56.636845 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-499b2f7b-f071-4778-bc25-d7d777b98b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:56.646405 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499b2f7b-f071-4778-bc25-d7d777b98b99 None None] Routers {'274abe9b-ed33-42ef-8d3b-a0f8006eac23'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:56.647052 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-499b2f7b-f071-4778-bc25-d7d777b98b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['274abe9b-ed33-42ef-8d3b-a0f8006eac23'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:56.679932 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-499b2f7b-f071-4778-bc25-d7d777b98b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:56.680608 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499b2f7b-f071-4778-bc25-d7d777b98b99 None None] The sync data for ids ['274abe9b-ed33-42ef-8d3b-a0f8006eac23'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:56.725208 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7e82-5d03-42bd-96b8-846eef5e3c33 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.899476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7e82-5d03-42bd-96b8-846eef5e3c33 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.902301 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7e82-5d03-42bd-96b8-846eef5e3c33 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.950450 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7e82-5d03-42bd-96b8-846eef5e3c33 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.950946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ad7e82-5d03-42bd-96b8-846eef5e3c33 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Fanout notify agent at l3_agent the message router_deleted on router 274abe9b-ed33-42ef-8d3b-a0f8006eac23 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:17:56.958627 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7e82-5d03-42bd-96b8-846eef5e3c33 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:56.963283 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:56.971212 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b2ad7e82-5d03-42bd-96b8-846eef5e3c33 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/274abe9b-ed33-42ef-8d3b-a0f8006eac23 HTTP/1.1" status: 204 len: 168 time: 0.3363454 Jul 27 22:17:57.015724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdff20c3-3873-4d2f-9339-65caa5da684e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting subnet a06c1413-b379-4dbb-80c1-d8652f1cb5e1 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:57.019166 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdff20c3-3873-4d2f-9339-65caa5da684e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.060547 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdff20c3-3873-4d2f-9339-65caa5da684e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.157680 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdff20c3-3873-4d2f-9339-65caa5da684e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.261658 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdff20c3-3873-4d2f-9339-65caa5da684e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.296245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff20c3-3873-4d2f-9339-65caa5da684e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Subnet': ['ID=a06c1413-b379-4dbb-80c1-d8652f1cb5e1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:57.301543 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdff20c3-3873-4d2f-9339-65caa5da684e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.302987 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fdff20c3-3873-4d2f-9339-65caa5da684e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/a06c1413-b379-4dbb-80c1-d8652f1cb5e1 HTTP/1.1" status: 204 len: 168 time: 0.3389356 Jul 27 22:17:57.305582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:57.311630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b0365d-d600-4fc5-b3dd-8ca8711ad4b9 None None] Network 1941e7c0-4885-4fca-8060-de998414e82d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:57.321780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ab85e-c86e-461f-b523-5ac2f0903b76 req-261de55f-9a05-45f6-b365-9800890a4c85 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:57.323844 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b7ab85e-c86e-461f-b523-5ac2f0903b76 req-261de55f-9a05-45f6-b365-9800890a4c85 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=59b3467c-89be-4f48-87c2-06036c28e95d HTTP/1.1" status: 200 len: 943 time: 0.1078811 Jul 27 22:17:57.535598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.601690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8608a05e-1faa-4ea8-bd92-d23483e899e6 None None] DHCP port deletion for 1941e7c0-4885-4fca-8060-de998414e82d request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:17:57.611303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2b7ab85e-c86e-461f-b523-5ac2f0903b76 req-3bbdcd9a-b046-46c5-8761-e494f73b2daf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Deleting port 460b4711-6539-4766-a52f-c5b028f20f8c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:57.611777 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2b7ab85e-c86e-461f-b523-5ac2f0903b76 req-3bbdcd9a-b046-46c5-8761-e494f73b2daf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.709241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8608a05e-1faa-4ea8-bd92-d23483e899e6 None None] Deleting port 5669569e-2ce4-43d8-97e1-f4fc985f110d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:57.709666 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8608a05e-1faa-4ea8-bd92-d23483e899e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.717382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port 5669569e-2ce4-43d8-97e1-f4fc985f110d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:57.718297 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.805727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] For port 5669569e-2ce4-43d8-97e1-f4fc985f110d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5669569e-2ce4-43d8-97e1-f4fc985f110d,segment=NetworkSegment(5ca3fd33-2b2e-4811-8931-d6fac93d0d04),segment_id=5ca3fd33-2b2e-4811-8931-d6fac93d0d04)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:57.807136 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.841324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8608a05e-1faa-4ea8-bd92-d23483e899e6 None None] For port 5669569e-2ce4-43d8-97e1-f4fc985f110d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5669569e-2ce4-43d8-97e1-f4fc985f110d,segment=NetworkSegment(5ca3fd33-2b2e-4811-8931-d6fac93d0d04),segment_id=5ca3fd33-2b2e-4811-8931-d6fac93d0d04)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:57.841755 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8608a05e-1faa-4ea8-bd92-d23483e899e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.850537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for 5669569e-2ce4-43d8-97e1-f4fc985f110d owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:57.880377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8608a05e-1faa-4ea8-bd92-d23483e899e6 None None] Calling delete_port for 5669569e-2ce4-43d8-97e1-f4fc985f110d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:57.926122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5669569e-2ce4-43d8-97e1-f4fc985f110d no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:57.946223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2b7ab85e-c86e-461f-b523-5ac2f0903b76 req-3bbdcd9a-b046-46c5-8761-e494f73b2daf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] For port 460b4711-6539-4766-a52f-c5b028f20f8c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=460b4711-6539-4766-a52f-c5b028f20f8c,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:57.946648 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2b7ab85e-c86e-461f-b523-5ac2f0903b76 req-3bbdcd9a-b046-46c5-8761-e494f73b2daf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:57.976607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2b7ab85e-c86e-461f-b523-5ac2f0903b76 req-3bbdcd9a-b046-46c5-8761-e494f73b2daf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Calling delete_port for 460b4711-6539-4766-a52f-c5b028f20f8c owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:58.060866 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.122591 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8608a05e-1faa-4ea8-bd92-d23483e899e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.136429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608a05e-1faa-4ea8-bd92-d23483e899e6 None None] No DVR routers for this DVR port 5669569e-2ce4-43d8-97e1-f4fc985f110d on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:58.143788 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.165951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a05e-1faa-4ea8-bd92-d23483e899e6 None None] Pushing event deleted for resources: {'Port': ['ID=5669569e-2ce4-43d8-97e1-f4fc985f110d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:58.193617 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=5669569e-2ce4-43d8-97e1-f4fc985f110d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:58.203912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No DVR routers for this DVR port 5669569e-2ce4-43d8-97e1-f4fc985f110d on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:58.321459 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.337877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1941e7c0-4885-4fca-8060-de998414e82d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:58.355635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca3fd33-2b2e-4811-8931-d6fac93d0d04') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:58.355942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca3fd33-2b2e-4811-8931-d6fac93d0d04') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:58.372241 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.383432 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2b7ab85e-c86e-461f-b523-5ac2f0903b76 req-3bbdcd9a-b046-46c5-8761-e494f73b2daf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.391983 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.398670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['237cf306-0d31-4fcb-a96c-ff87851cb98a', 'e565edf6-4169-4c0b-9f3d-17e0feb28e59'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:58.418904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:58.419330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:58.423020 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:58.435444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdcd9a-b046-46c5-8761-e494f73b2daf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event deleted for resources: {'Port': ['ID=460b4711-6539-4766-a52f-c5b028f20f8c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:58.521191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33128) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:58.527084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7ab85e-c86e-461f-b523-5ac2f0903b76 req-3bbdcd9a-b046-46c5-8761-e494f73b2daf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] No DVR routers for this DVR port 460b4711-6539-4766-a52f-c5b028f20f8c on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:58.529738 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2b7ab85e-c86e-461f-b523-5ac2f0903b76 req-3bbdcd9a-b046-46c5-8761-e494f73b2daf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.539182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b7ab85e-c86e-461f-b523-5ac2f0903b76 req-3bbdcd9a-b046-46c5-8761-e494f73b2daf tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "DELETE /v2.0/ports/460b4711-6539-4766-a52f-c5b028f20f8c HTTP/1.1" status: 204 len: 173 time: 1.1411214 Jul 27 22:17:58.539657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b3467c-89be-4f48-87c2-06036c28e95d', 'name': 'network-vif-deleted', 'tag': '460b4711-6539-4766-a52f-c5b028f20f8c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:58.543044 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1019f993-0579-43bf-b416-6fe2cbff17dd" -d '{"events": [{"server_uuid": "59b3467c-89be-4f48-87c2-06036c28e95d", "name": "network-vif-deleted", "tag": "460b4711-6539-4766-a52f-c5b028f20f8c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:58.583218 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.617851 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.629433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/networks/1941e7c0-4885-4fca-8060-de998414e82d HTTP/1.1" status: 204 len: 168 time: 1.3173261 Jul 27 22:17:58.629600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:58.633977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2056151615', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:58.674942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2663f59-7f4f-43e5-9863-9e51e2ac820e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Network': ['ID=1941e7c0-4885-4fca-8060-de998414e82d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:58.682597 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d334b6d8-b731-4f95-bbf1-181eea377ec7 x-openstack-request-id: req-d334b6d8-b731-4f95-bbf1-181eea377ec7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:58.682897 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b3467c-89be-4f48-87c2-06036c28e95d", "name": "network-vif-deleted", "tag": "460b4711-6539-4766-a52f-c5b028f20f8c", "status": "failed", "code": 422}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:58.683155 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d334b6d8-b731-4f95-bbf1-181eea377ec7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:58.683571 n-d-802011-3 neutron-server[93835]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59b3467c-89be-4f48-87c2-06036c28e95d', 'name': 'network-vif-deleted', 'tag': '460b4711-6539-4766-a52f-c5b028f20f8c', 'status': 'failed', 'code': 422} returned with failed status Jul 27 22:17:58.718596 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.721914 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.781677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f62d8c8d-24d4-470b-8a31-5230efa0d72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:58.902140 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.067311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.184169 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f62d8c8d-24d4-470b-8a31-5230efa0d72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.189354 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f62d8c8d-24d4-470b-8a31-5230efa0d72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.258121 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f62d8c8d-24d4-470b-8a31-5230efa0d72c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28215411acd64ecabb2fbf4c8f6c1dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7353702 Jul 27 22:17:59.260636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d8c8d-24d4-470b-8a31-5230efa0d72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbf2c86-e8d9-41ed-9d66-5acb4f701071,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:59.260907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33154) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:59.331629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-849cbfcd-fd13-4f33-b486-dbb7cec50bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.356591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-849cbfcd-fd13-4f33-b486-dbb7cec50bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.405104 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.426665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.442082 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-849cbfcd-fd13-4f33-b486-dbb7cec50bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.445044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-849cbfcd-fd13-4f33-b486-dbb7cec50bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.446599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-849cbfcd-fd13-4f33-b486-dbb7cec50bd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1dbf2c86-e8d9-41ed-9d66-5acb4f701071 HTTP/1.1" status: 204 len: 168 time: 0.1845329 Jul 27 22:17:59.458527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ca2b5-95cf-445a-a0d0-0734fd10223d req-dfa200c9-4d15-458d-a715-0a549cbc7a29 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:59.460219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460ca2b5-95cf-445a-a0d0-0734fd10223d req-dfa200c9-4d15-458d-a715-0a549cbc7a29 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 908 time: 0.0709093 Jul 27 22:17:59.469547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cbfcd-fd13-4f33-b486-dbb7cec50bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbf2c86-e8d9-41ed-9d66-5acb4f701071,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:59.605192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Allocated IP 172.25.1.57 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/fd05fb4b-a4bc-4e5a-8dda-f01d12bcfdc7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:59.759488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.809889 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:59.857755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:59.862506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:59.869313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:59.878015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:59.893645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=fd05fb4b-a4bc-4e5a-8dda-f01d12bcfdc7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:59.903937 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dcac27a-5ab2-477c-b843-2bd16d3eb9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.027248 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dcac27a-5ab2-477c-b843-2bd16d3eb9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.031751 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dcac27a-5ab2-477c-b843-2bd16d3eb9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.067836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcac27a-5ab2-477c-b843-2bd16d3eb9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffde188-00fe-4a73-8d5b-ce922bc7fe4e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:00.091306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3dcac27a-5ab2-477c-b843-2bd16d3eb9dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd60d949606f42d7a64a86f1d33f942a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098761 Jul 27 22:18:00.091565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33170) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:00.155760 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61012885-1aff-4660-b152-03fa738883c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.185995 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.186676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61012885-1aff-4660-b152-03fa738883c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.239284 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61012885-1aff-4660-b152-03fa738883c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.243228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61012885-1aff-4660-b152-03fa738883c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.248775 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-61012885-1aff-4660-b152-03fa738883c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ffde188-00fe-4a73-8d5b-ce922bc7fe4e HTTP/1.1" status: 204 len: 168 time: 0.1562722 Jul 27 22:18:00.258673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61012885-1aff-4660-b152-03fa738883c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffde188-00fe-4a73-8d5b-ce922bc7fe4e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:00.438393 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:00.614659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:18:00.664267 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b8df9-19e4-4e61-af3e-1b88d66ffc54 req-389f8101-bf28-472b-b2ed-77cbdea0f67a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:00.666577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da6b8df9-19e4-4e61-af3e-1b88d66ffc54 req-389f8101-bf28-472b-b2ed-77cbdea0f67a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 908 time: 0.0852439 Jul 27 22:18:01.125213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:01.137740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1599a685-9ae0-4b93-80c3-d4c03a12d015 None None] Sync routers for ids ['e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:01.155184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599a685-9ae0-4b93-80c3-d4c03a12d015 None None] Routers {'e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:01.157111 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1599a685-9ae0-4b93-80c3-d4c03a12d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:01.172764 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.177550 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0114b090-c05f-42f2-b517-203b749acb5e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.5486860 Jul 27 22:18:01.178159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:01.189108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc4093-457f-4584-b216-9faba2a6edb1 req-827922cc-a21b-4f7c-a875-403d9047ca9a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:01.198018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a8dc4093-457f-4584-b216-9faba2a6edb1 req-827922cc-a21b-4f7c-a875-403d9047ca9a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 908 time: 0.4282801 Jul 27 22:18:01.282650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1599a685-9ae0-4b93-80c3-d4c03a12d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:01.293569 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599a685-9ae0-4b93-80c3-d4c03a12d015 None None] Routers {'e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:01.294207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1599a685-9ae0-4b93-80c3-d4c03a12d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:01.341478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1599a685-9ae0-4b93-80c3-d4c03a12d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:01.342225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1599a685-9ae0-4b93-80c3-d4c03a12d015 None None] The sync data for ids ['e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:01.373150 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-a8dc4093-457f-4584-b216-9faba2a6edb1 req-8db858d5-d8f8-4a29-b388-f22c6c352a9d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Deleting port 04a5fe94-9c2e-49d0-b004-692510f269eb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:01.373421 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a8dc4093-457f-4584-b216-9faba2a6edb1 req-8db858d5-d8f8-4a29-b388-f22c6c352a9d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.398118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f68473fe-3143-4bbc-a708-2810360d1070 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/routers/e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf HTTP/1.1" status: 200 len: 880 time: 0.2178786 Jul 27 22:18:01.398978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33214) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:01.482171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a8dc4093-457f-4584-b216-9faba2a6edb1 req-8db858d5-d8f8-4a29-b388-f22c6c352a9d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] For port 04a5fe94-9c2e-49d0-b004-692510f269eb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=04a5fe94-9c2e-49d0-b004-692510f269eb,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:01.482570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a8dc4093-457f-4584-b216-9faba2a6edb1 req-8db858d5-d8f8-4a29-b388-f22c6c352a9d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.497937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-a8dc4093-457f-4584-b216-9faba2a6edb1 req-8db858d5-d8f8-4a29-b388-f22c6c352a9d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Calling delete_port for 04a5fe94-9c2e-49d0-b004-692510f269eb owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:01.694245 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a8dc4093-457f-4584-b216-9faba2a6edb1 req-8db858d5-d8f8-4a29-b388-f22c6c352a9d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.750354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db858d5-d8f8-4a29-b388-f22c6c352a9d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event deleted for resources: {'Port': ['ID=04a5fe94-9c2e-49d0-b004-692510f269eb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:01.790033 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-209fd8be-b7cd-4166-bb02-73cfb523b1cd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3898149 Jul 27 22:18:01.792934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:01.802821 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a2626eb0-2187-4e02-b0c9-f92a54358cb4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2056151615'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:01.832596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dc4093-457f-4584-b216-9faba2a6edb1 req-8db858d5-d8f8-4a29-b388-f22c6c352a9d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] No DVR routers for this DVR port 04a5fe94-9c2e-49d0-b004-692510f269eb on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:01.849237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a8dc4093-457f-4584-b216-9faba2a6edb1 req-8db858d5-d8f8-4a29-b388-f22c6c352a9d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:01.851509 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a8dc4093-457f-4584-b216-9faba2a6edb1 req-8db858d5-d8f8-4a29-b388-f22c6c352a9d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "DELETE /v2.0/ports/04a5fe94-9c2e-49d0-b004-692510f269eb HTTP/1.1" status: 204 len: 173 time: 0.6463509 Jul 27 22:18:01.862721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1f7be3-faa3-4e9c-9cd6-ffc862250558', 'name': 'network-vif-deleted', 'tag': '04a5fe94-9c2e-49d0-b004-692510f269eb'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:01.865245 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deac5b04-70bd-46cd-b680-62c294830b6e" -d '{"events": [{"server_uuid": "6c1f7be3-faa3-4e9c-9cd6-ffc862250558", "name": "network-vif-deleted", "tag": "04a5fe94-9c2e-49d0-b004-692510f269eb"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:01.943005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db016924-40e3-4879-8fbf-a39ef6c25a3a req-041ce261-7448-40da-8ece-5b634d7d9a75 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c1f7be3-faa3-4e9c-9cd6-ffc862250558 HTTP/1.1" status: 200 len: 210 time: 0.1506171 Jul 27 22:18:02.426794 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43dd468-4b6a-4f3b-8937-8d3cf5d29388 x-openstack-request-id: req-f43dd468-4b6a-4f3b-8937-8d3cf5d29388 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:02.427092 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1f7be3-faa3-4e9c-9cd6-ffc862250558", "name": "network-vif-deleted", "tag": "04a5fe94-9c2e-49d0-b004-692510f269eb", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:02.427344 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f43dd468-4b6a-4f3b-8937-8d3cf5d29388 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:02.427739 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1f7be3-faa3-4e9c-9cd6-ffc862250558', 'name': 'network-vif-deleted', 'tag': '04a5fe94-9c2e-49d0-b004-692510f269eb', 'status': 'completed', 'code': 200} Jul 27 22:18:02.436329 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2626eb0-2187-4e02-b0c9-f92a54358cb4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.456487 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2626eb0-2187-4e02-b0c9-f92a54358cb4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.595657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2626eb0-2187-4e02-b0c9-f92a54358cb4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:03.142678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2626eb0-2187-4e02-b0c9-f92a54358cb4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:03.176785 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2626eb0-2187-4e02-b0c9-f92a54358cb4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.181221 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33284) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:03.196540 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac03595-ad2c-4bc0-ad37-c89f842c47f5 None None] Sync routers for ids ['e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:03.197922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a2626eb0-2187-4e02-b0c9-f92a54358cb4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf HTTP/1.1" status: 200 len: 887 time: 1.4026217 Jul 27 22:18:03.247631 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac03595-ad2c-4bc0-ad37-c89f842c47f5 None None] Routers {'e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:03.248329 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ac03595-ad2c-4bc0-ad37-c89f842c47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:03.323934 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ac03595-ad2c-4bc0-ad37-c89f842c47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:03.343496 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac03595-ad2c-4bc0-ad37-c89f842c47f5 None None] Routers {'e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:03.345826 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ac03595-ad2c-4bc0-ad37-c89f842c47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:03.382954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534e345-f282-4604-a06f-c777ba3bf6be req-6c88fc29-6de3-4b2b-8833-2424dc83f5dc tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:03.393683 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9534e345-f282-4604-a06f-c777ba3bf6be req-6c88fc29-6de3-4b2b-8833-2424dc83f5dc tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0784335 Jul 27 22:18:03.397179 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ac03595-ad2c-4bc0-ad37-c89f842c47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:03.398026 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac03595-ad2c-4bc0-ad37-c89f842c47f5 None None] The sync data for ids ['e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:03.443606 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-39d8fc76-f08f-4dc4-89ff-83e20a027bca tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/routers/e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf HTTP/1.1" status: 200 len: 887 time: 0.2609019 Jul 27 22:18:03.444271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33298) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:03.522758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9534e345-f282-4604-a06f-c777ba3bf6be req-dc82e063-3b12-421f-aa3c-fd7c121d0e73 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280925 Jul 27 22:18:03.541744 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0449c4f8-4964-4c83-b950-e9dbfcb24f6c tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf HTTP/1.1" status: 200 len: 205 time: 0.0940611 Jul 27 22:18:03.542691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33300) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:03.731510 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.861144 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:03.924903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port fd05fb4b-a4bc-4e5a-8dda-f01d12bcfdc7 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:03.925236 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.024470 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.039333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for fd05fb4b-a4bc-4e5a-8dda-f01d12bcfdc7 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:04.099334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33310) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:04.218011 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.230778 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-634becdc-7764-43c4-9d41-6bad8537de86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.246216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=fd05fb4b-a4bc-4e5a-8dda-f01d12bcfdc7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:04.317519 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.335998 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-634becdc-7764-43c4-9d41-6bad8537de86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.341520 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-634becdc-7764-43c4-9d41-6bad8537de86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.389314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634becdc-7764-43c4-9d41-6bad8537de86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca3567e-2fc6-434e-b65c-2610c87a8cec,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:04.408804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33322) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:04.411957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-634becdc-7764-43c4-9d41-6bad8537de86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0581f994d773456388ab87baa47564e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114405 Jul 27 22:18:04.460288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.466802 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.536344 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.536858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Fanout notify agent at l3_agent the message router_deleted on router e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:18:04.547172 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.548297 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-50af6f7e-53f2-4348-acc2-1010cc16e4c5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf HTTP/1.1" status: 204 len: 168 time: 1.0046456 Jul 27 22:18:04.552043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33330) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:04.553239 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-779ad241-3521-4bff-912a-1a0b8c6b5f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.562216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d7e7b68c-0a74-47ad-8538-9e6bf5a2e275 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'network': {'name': 'tempest-RoutersTest-789350863'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:04.576874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-779ad241-3521-4bff-912a-1a0b8c6b5f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.605857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e7b68c-0a74-47ad-8538-9e6bf5a2e275 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:04.613002 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e7b68c-0a74-47ad-8538-9e6bf5a2e275 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.649397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-779ad241-3521-4bff-912a-1a0b8c6b5f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.653591 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-779ad241-3521-4bff-912a-1a0b8c6b5f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.656999 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-779ad241-3521-4bff-912a-1a0b8c6b5f4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aca3567e-2fc6-434e-b65c-2610c87a8cec HTTP/1.1" status: 204 len: 168 time: 0.2449965 Jul 27 22:18:04.668590 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ad241-3521-4bff-912a-1a0b8c6b5f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca3567e-2fc6-434e-b65c-2610c87a8cec,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:04.694229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847a193-7fd3-4858-9ef5-8d63a9bdc918 req-e61e0cc6-2d2f-4372-a46f-f19075d7ee54 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:04.696166 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c847a193-7fd3-4858-9ef5-8d63a9bdc918 req-e61e0cc6-2d2f-4372-a46f-f19075d7ee54 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 946 time: 0.0806301 Jul 27 22:18:04.733794 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e7b68c-0a74-47ad-8538-9e6bf5a2e275 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:18:04.750854 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e7b68c-0a74-47ad-8538-9e6bf5a2e275 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.751303 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-d7e7b68c-0a74-47ad-8538-9e6bf5a2e275 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Added segment e9f51d96-6173-4b46-b12e-29f9f7bf05c2 of type vlan for network 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac Jul 27 22:18:04.770417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b272f9-43b2-448f-905d-1b6ab4b9f326 req-6ab567d9-16e8-4b66-be31-8707322ca0ab tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:04.772768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02b272f9-43b2-448f-905d-1b6ab4b9f326 req-6ab567d9-16e8-4b66-be31-8707322ca0ab tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 946 time: 0.1516600 Jul 27 22:18:04.840817 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e7b68c-0a74-47ad-8538-9e6bf5a2e275 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.844310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c847a193-7fd3-4858-9ef5-8d63a9bdc918 req-60dbc03c-9022-4621-aaad-c298eb42844a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Deleting port e565edf6-4169-4c0b-9f3d-17e0feb28e59 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:04.844922 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c847a193-7fd3-4858-9ef5-8d63a9bdc918 req-60dbc03c-9022-4621-aaad-c298eb42844a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.871374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02b272f9-43b2-448f-905d-1b6ab4b9f326 req-53f715de-1a40-4ba3-b091-57c0c6dfdd4d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704110 Jul 27 22:18:04.896279 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e7b68c-0a74-47ad-8538-9e6bf5a2e275 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.913448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e7b68c-0a74-47ad-8538-9e6bf5a2e275 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:04.914553 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7e7b68c-0a74-47ad-8538-9e6bf5a2e275 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.957275 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c847a193-7fd3-4858-9ef5-8d63a9bdc918 req-60dbc03c-9022-4621-aaad-c298eb42844a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] For port e565edf6-4169-4c0b-9f3d-17e0feb28e59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=e565edf6-4169-4c0b-9f3d-17e0feb28e59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:04.957651 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c847a193-7fd3-4858-9ef5-8d63a9bdc918 req-60dbc03c-9022-4621-aaad-c298eb42844a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.972708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c847a193-7fd3-4858-9ef5-8d63a9bdc918 req-60dbc03c-9022-4621-aaad-c298eb42844a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Calling delete_port for e565edf6-4169-4c0b-9f3d-17e0feb28e59 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:04.997687 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d7e7b68c-0a74-47ad-8538-9e6bf5a2e275 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4416282 Jul 27 22:18:04.997935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:05.006288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b13c7c87-e6c4-4822-8e94-2e09f6b4b97d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'subnet': {'network_id': '0e7938ef-5e8a-4d22-b823-7e90bcfe14ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:05.030054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7b68c-0a74-47ad-8538-9e6bf5a2e275 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Network': ['ID=0e7938ef-5e8a-4d22-b823-7e90bcfe14ac,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:05.044560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:18:05.118823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13c7c87-e6c4-4822-8e94-2e09f6b4b97d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:05.126876 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13c7c87-e6c4-4822-8e94-2e09f6b4b97d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.190361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33338) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:05.209303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59615e9e-7f0d-46de-a37a-2d18992b11d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.244288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c847a193-7fd3-4858-9ef5-8d63a9bdc918 req-60dbc03c-9022-4621-aaad-c298eb42844a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.264555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['237cf306-0d31-4fcb-a96c-ff87851cb98a', 'e565edf6-4169-4c0b-9f3d-17e0feb28e59'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:18:05.285876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbc03c-9022-4621-aaad-c298eb42844a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event deleted for resources: {'Port': ['ID=e565edf6-4169-4c0b-9f3d-17e0feb28e59,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:05.408501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13c7c87-e6c4-4822-8e94-2e09f6b4b97d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.430983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c847a193-7fd3-4858-9ef5-8d63a9bdc918 req-60dbc03c-9022-4621-aaad-c298eb42844a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] No DVR routers for this DVR port e565edf6-4169-4c0b-9f3d-17e0feb28e59 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:05.435093 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c847a193-7fd3-4858-9ef5-8d63a9bdc918 req-60dbc03c-9022-4621-aaad-c298eb42844a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.437139 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c847a193-7fd3-4858-9ef5-8d63a9bdc918 req-60dbc03c-9022-4621-aaad-c298eb42844a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "DELETE /v2.0/ports/e565edf6-4169-4c0b-9f3d-17e0feb28e59 HTTP/1.1" status: 204 len: 173 time: 0.7294910 Jul 27 22:18:05.439917 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baabf956-73b4-403d-9b81-57803b2eb9b6', 'name': 'network-vif-deleted', 'tag': 'e565edf6-4169-4c0b-9f3d-17e0feb28e59'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:05.444783 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 04a5fe94-9c2e-49d0-b004-692510f269eb no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:05.456713 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a090b985-5fe2-4d63-bcc7-e5964375154d" -d '{"events": [{"server_uuid": "baabf956-73b4-403d-9b81-57803b2eb9b6", "name": "network-vif-deleted", "tag": "e565edf6-4169-4c0b-9f3d-17e0feb28e59"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:05.496121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c7c87-e6c4-4822-8e94-2e09f6b4b97d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Subnet': ['ID=bbaed67e-ff63-4c51-95cf-d7d481bd8648,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:05.499570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 04a5fe94-9c2e-49d0-b004-692510f269eb {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:05.499920 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 04a5fe94-9c2e-49d0-b004-692510f269eb not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:05.505481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13c7c87-e6c4-4822-8e94-2e09f6b4b97d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Checking segment: {'id': 'e9f51d96-6173-4b46-b12e-29f9f7bf05c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0e7938ef-5e8a-4d22-b823-7e90bcfe14ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:05.506127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13c7c87-e6c4-4822-8e94-2e09f6b4b97d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network hostable DHCP agents. Network: 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:18:05.531639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13c7c87-e6c4-4822-8e94-2e09f6b4b97d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:18:05.544509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b13c7c87-e6c4-4822-8e94-2e09f6b4b97d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:05.554171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e886a74e-1677-44d4-80c0-7eb5877dba89 None None] Network 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:05.560468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c7c87-e6c4-4822-8e94-2e09f6b4b97d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:05.561744 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13c7c87-e6c4-4822-8e94-2e09f6b4b97d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.604151 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d060ba-a2b0-4c2d-9131-a97853b8d01b x-openstack-request-id: req-55d060ba-a2b0-4c2d-9131-a97853b8d01b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:05.604440 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baabf956-73b4-403d-9b81-57803b2eb9b6", "name": "network-vif-deleted", "tag": "e565edf6-4169-4c0b-9f3d-17e0feb28e59", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:05.604878 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55d060ba-a2b0-4c2d-9131-a97853b8d01b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:05.605326 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baabf956-73b4-403d-9b81-57803b2eb9b6', 'name': 'network-vif-deleted', 'tag': 'e565edf6-4169-4c0b-9f3d-17e0feb28e59', 'status': 'completed', 'code': 200} Jul 27 22:18:05.632753 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59615e9e-7f0d-46de-a37a-2d18992b11d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.641814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-59615e9e-7f0d-46de-a37a-2d18992b11d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.644376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b13c7c87-e6c4-4822-8e94-2e09f6b4b97d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6453519 Jul 27 22:18:05.646989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33348) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:05.653347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fdec22b3-e655-465b-b1ec-8ac93a21576a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1587394376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:05.729284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59615e9e-7f0d-46de-a37a-2d18992b11d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821faf62-45e4-44fc-a92a-18c78cad7844,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:05.749088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdec22b3-e655-465b-b1ec-8ac93a21576a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.750358 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdec22b3-e655-465b-b1ec-8ac93a21576a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.785135 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-59615e9e-7f0d-46de-a37a-2d18992b11d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62f26926522a4b75821ae8ce3ec26d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938511 Jul 27 22:18:05.789075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33352) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:05.861564 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ab12aa-7a2f-4e95-a20b-f8fdfa1c4f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.863209 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdec22b3-e655-465b-b1ec-8ac93a21576a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.869024 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdec22b3-e655-465b-b1ec-8ac93a21576a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.873824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-0e7938ef-5e8a-4d22-b823-7e90bcfe14ac', 'network_id': '0e7938ef-5e8a-4d22-b823-7e90bcfe14ac', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'fixed_ips': [{'subnet_id': 'bbaed67e-ff63-4c51-95cf-d7d481bd8648'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:18:05.874777 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.891811 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdec22b3-e655-465b-b1ec-8ac93a21576a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.897552 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33354) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:05.901356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fdec22b3-e655-465b-b1ec-8ac93a21576a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2522485 Jul 27 22:18:05.923693 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ab12aa-7a2f-4e95-a20b-f8fdfa1c4f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.056435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8cb87b1-badb-45fc-9488-9dcd8d80e87b req-5f3eb412-b59e-438c-9739-305276c4ba3d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=baabf956-73b4-403d-9b81-57803b2eb9b6 HTTP/1.1" status: 200 len: 210 time: 0.0627408 Jul 27 22:18:06.078139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ab12aa-7a2f-4e95-a20b-f8fdfa1c4f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.081681 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e4ab12aa-7a2f-4e95-a20b-f8fdfa1c4f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.083079 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e4ab12aa-7a2f-4e95-a20b-f8fdfa1c4f15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/821faf62-45e4-44fc-a92a-18c78cad7844 HTTP/1.1" status: 204 len: 168 time: 0.2930033 Jul 27 22:18:06.141195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Allocated IP 172.20.0.2 (0e7938ef-5e8a-4d22-b823-7e90bcfe14ac/bbaed67e-ff63-4c51-95cf-d7d481bd8648/cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:06.148811 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab12aa-7a2f-4e95-a20b-f8fdfa1c4f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821faf62-45e4-44fc-a92a-18c78cad7844,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:06.384840 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.394473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Transition to ACTIVE for port object cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:06.414656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Transition to ACTIVE for port object cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:06.424822 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.426111 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.488569 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Pushing event updated for resources: {'Port': ['ID=cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:06.501307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Network 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:06.503936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:06.526442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:06.672291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Attempting to bind port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:06.676673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Attempting to bind port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'e9f51d96-6173-4b46-b12e-29f9f7bf05c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0e7938ef-5e8a-4d22-b823-7e90bcfe14ac'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:06.677163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Attempting to bind port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 on network 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:06.684725 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:06.688205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Checking segment: {'id': 'e9f51d96-6173-4b46-b12e-29f9f7bf05c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0e7938ef-5e8a-4d22-b823-7e90bcfe14ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:06.688754 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.689316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Bound using segment: {'id': 'e9f51d96-6173-4b46-b12e-29f9f7bf05c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0e7938ef-5e8a-4d22-b823-7e90bcfe14ac'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:06.691405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Bound port: cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f51d96-6173-4b46-b12e-29f9f7bf05c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0e7938ef-5e8a-4d22-b823-7e90bcfe14ac'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:06.691870 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.765378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Allocated IP 172.20.0.1 (0e7938ef-5e8a-4d22-b823-7e90bcfe14ac/bbaed67e-ff63-4c51-95cf-d7d481bd8648/92d501c1-01bd-47c7-b744-bcdc49df8e13) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:06.795173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] For port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:06.800328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] For port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99,segment=NetworkSegment(e9f51d96-6173-4b46-b12e-29f9f7bf05c2),segment_id=e9f51d96-6173-4b46-b12e-29f9f7bf05c2)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:06.805133 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.843729 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:18:06.869005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9382bc-000e-4236-a8b9-73140cf620ae None None] Pushing event updated for resources: {'Port': ['ID=cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:06.954956 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:06.987154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Transition to ACTIVE for port object 92d501c1-01bd-47c7-b744-bcdc49df8e13 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:07.040322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:07.094400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:07.100873 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:07.106142 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:07.110390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=92d501c1-01bd-47c7-b744-bcdc49df8e13,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:07.187761 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:07.424154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:07.453432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e565edf6-4169-4c0b-9f3d-17e0feb28e59 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:07.512140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: e565edf6-4169-4c0b-9f3d-17e0feb28e59 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:07.512667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device e565edf6-4169-4c0b-9f3d-17e0feb28e59 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:07.515631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a3fb5-3d9b-4a23-b848-4580ad0bf8d7 req-d179213e-edd6-4458-8642-598115edf77d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:07.524806 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f45a3fb5-3d9b-4a23-b848-4580ad0bf8d7 req-d179213e-edd6-4458-8642-598115edf77d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.0716290 Jul 27 22:18:07.577841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f45a3fb5-3d9b-4a23-b848-4580ad0bf8d7 req-73b086ef-f9dd-43dd-9ef4-a4808d92163e tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490365 Jul 27 22:18:07.872845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:07.883311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:07.900439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:07.989867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:08.031806 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=92d501c1-01bd-47c7-b744-bcdc49df8e13,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:08.034862 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:08.159787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:08.194122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:08.195955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:08.374595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router 03c72bdc-0bb7-4f51-9561-a8a3f720f34e is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:18:08.499366 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb3ec9e-a5e8-41d5-be79-a10be0415c97 None None] Network 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:08.530544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:08.537090 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d9cb5a24-62c1-4392-b97f-ef10d6394664 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/03c72bdc-0bb7-4f51-9561-a8a3f720f34e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6337440 Jul 27 22:18:08.540088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:08.570032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdbba9-2eee-4183-8e85-4decddf70fd4 None None] Sync routers for ids ['03c72bdc-0bb7-4f51-9561-a8a3f720f34e'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:08.591835 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3de8486-bb4f-4a79-a63a-b74a1e2ffb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:08.613569 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac58ae39-4f80-44ca-9f21-101949f47b63 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:08.615446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ac58ae39-4f80-44ca-9f21-101949f47b63 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports/92d501c1-01bd-47c7-b744-bcdc49df8e13 HTTP/1.1" status: 200 len: 910 time: 0.0737805 Jul 27 22:18:08.618563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33436) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:08.626568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a8d10244-a740-4191-bd77-298892c6f235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbaed67e-ff63-4c51-95cf-d7d481bd8648'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:08.747293 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c15c73e6-aa6e-4251-a10b-ae0d970aba27 None None] Provisioning for port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:08.757709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccdbba9-2eee-4183-8e85-4decddf70fd4 None None] Routers {'03c72bdc-0bb7-4f51-9561-a8a3f720f34e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:08.758445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4ccdbba9-2eee-4183-8e85-4decddf70fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['03c72bdc-0bb7-4f51-9561-a8a3f720f34e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:08.763902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c15c73e6-aa6e-4251-a10b-ae0d970aba27 None None] Provisioning complete for port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:08.764432 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c15c73e6-aa6e-4251-a10b-ae0d970aba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:08.825990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4ccdbba9-2eee-4183-8e85-4decddf70fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:08.858975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccdbba9-2eee-4183-8e85-4decddf70fd4 None None] Routers {'03c72bdc-0bb7-4f51-9561-a8a3f720f34e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:08.859929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4ccdbba9-2eee-4183-8e85-4decddf70fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['03c72bdc-0bb7-4f51-9561-a8a3f720f34e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:08.887906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceecdb-9540-4b97-a3d0-acc0764051a2 req-0847546d-dba1-4b42-841e-65bcd5e511a2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:08.889434 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cceecdb-9540-4b97-a3d0-acc0764051a2 req-0847546d-dba1-4b42-841e-65bcd5e511a2 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.1489317 Jul 27 22:18:08.906164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705dbf5-1050-408b-84e1-0c0ab7862596 req-60c0d7c5-cb46-4083-b1c1-282a011144e2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:08.906582 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4ccdbba9-2eee-4183-8e85-4decddf70fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:08.907501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccdbba9-2eee-4183-8e85-4decddf70fd4 None None] The sync data for ids ['03c72bdc-0bb7-4f51-9561-a8a3f720f34e'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:08.914791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f705dbf5-1050-408b-84e1-0c0ab7862596 req-60c0d7c5-cb46-4083-b1c1-282a011144e2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 946 time: 0.1555457 Jul 27 22:18:08.919242 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3de8486-bb4f-4a79-a63a-b74a1e2ffb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:08.944048 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3de8486-bb4f-4a79-a63a-b74a1e2ffb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.005021 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f705dbf5-1050-408b-84e1-0c0ab7862596 req-4fdd732e-d50c-43d1-a63e-33ec07f00c40 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892589 Jul 27 22:18:09.074211 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c15c73e6-aa6e-4251-a10b-ae0d970aba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.098403 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c3de8486-bb4f-4a79-a63a-b74a1e2ffb66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1ca08f15a81447986df031e83ccfb29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9370904 Jul 27 22:18:09.099242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33448) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:09.120808 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cceecdb-9540-4b97-a3d0-acc0764051a2 req-3ceb3119-3a01-4023-9301-f9d2547f0731 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8687389-0996-4db9-8234-b720fa3ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037954 Jul 27 22:18:09.123187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de8486-bb4f-4a79-a63a-b74a1e2ffb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32a61cd-203c-448e-8b16-6ef783fb7fd1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:09.163098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c15c73e6-aa6e-4251-a10b-ae0d970aba27 None None] For port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99,segment=NetworkSegment(e9f51d96-6173-4b46-b12e-29f9f7bf05c2),segment_id=e9f51d96-6173-4b46-b12e-29f9f7bf05c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:09.169572 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c15c73e6-aa6e-4251-a10b-ae0d970aba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.183461 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78532c6c-9051-46fe-b396-a20755e880f2 req-9bd612bd-8314-4289-8ffb-66530acf1351 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:09.195020 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9442c1f8-16c1-4062-ac83-c7666f425d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.199089 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78532c6c-9051-46fe-b396-a20755e880f2 req-9bd612bd-8314-4289-8ffb-66530acf1351 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 945 time: 0.5235033 Jul 27 22:18:09.223601 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9442c1f8-16c1-4062-ac83-c7666f425d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.239056 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c73e6-aa6e-4251-a10b-ae0d970aba27 None None] Pushing event updated for resources: {'Port': ['ID=cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:09.286410 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9442c1f8-16c1-4062-ac83-c7666f425d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.291050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9442c1f8-16c1-4062-ac83-c7666f425d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.292569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9442c1f8-16c1-4062-ac83-c7666f425d74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d32a61cd-203c-448e-8b16-6ef783fb7fd1 HTTP/1.1" status: 204 len: 168 time: 0.1910264 Jul 27 22:18:09.302637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442c1f8-16c1-4062-ac83-c7666f425d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32a61cd-203c-448e-8b16-6ef783fb7fd1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:09.367373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8d10244-a740-4191-bd77-298892c6f235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.497234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cbbfb25d-5774-460a-8aa2-9f585d471c7a None None] Provisioning for port 92d501c1-01bd-47c7-b744-bcdc49df8e13 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:09.503074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cbbfb25d-5774-460a-8aa2-9f585d471c7a None None] Provisioning complete for port 92d501c1-01bd-47c7-b744-bcdc49df8e13 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:09.503674 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbbfb25d-5774-460a-8aa2-9f585d471c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.523344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-78532c6c-9051-46fe-b396-a20755e880f2 req-23d11ff1-b7f2-49b3-9a3c-8368d89c31ad tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Deleting port 237cf306-0d31-4fcb-a96c-ff87851cb98a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:09.523681 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-78532c6c-9051-46fe-b396-a20755e880f2 req-23d11ff1-b7f2-49b3-9a3c-8368d89c31ad tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.562354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfb25d-5774-460a-8aa2-9f585d471c7a None None] Port 92d501c1-01bd-47c7-b744-bcdc49df8e13 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:09.574901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cbbfb25d-5774-460a-8aa2-9f585d471c7a None None] Provisioning complete for port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:09.575311 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbbfb25d-5774-460a-8aa2-9f585d471c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.835984 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:09.898408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-78532c6c-9051-46fe-b396-a20755e880f2 req-23d11ff1-b7f2-49b3-9a3c-8368d89c31ad tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] For port 237cf306-0d31-4fcb-a96c-ff87851cb98a, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=237cf306-0d31-4fcb-a96c-ff87851cb98a,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:09.898980 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-78532c6c-9051-46fe-b396-a20755e880f2 req-23d11ff1-b7f2-49b3-9a3c-8368d89c31ad tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.902022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dd95a67d-2a89-45f0-9c61-8ce088267007 None None] Provisioning complete for port 92d501c1-01bd-47c7-b744-bcdc49df8e13 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:09.902326 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd95a67d-2a89-45f0-9c61-8ce088267007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.921733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-78532c6c-9051-46fe-b396-a20755e880f2 req-23d11ff1-b7f2-49b3-9a3c-8368d89c31ad tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Calling delete_port for 237cf306-0d31-4fcb-a96c-ff87851cb98a owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:09.984947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dd95a67d-2a89-45f0-9c61-8ce088267007 None None] Port 92d501c1-01bd-47c7-b744-bcdc49df8e13 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:09.996544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:09.997176 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.135751 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8d10244-a740-4191-bd77-298892c6f235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.161328 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8d10244-a740-4191-bd77-298892c6f235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.186082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33474) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:10.211747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-807f47c1-1b12-40a0-8074-538a805be292 None None] Provisioning complete for port 92d501c1-01bd-47c7-b744-bcdc49df8e13 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:10.212127 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-807f47c1-1b12-40a0-8074-538a805be292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.223568 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12c245-01f8-48d3-bb1a-4cf3c2266510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.252459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d10244-a740-4191-bd77-298892c6f235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:10.254313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60f6f9-7c70-4b7d-a8ad-5e5af73dce4f req-fd96cf8c-35ae-4a06-a191-002f5340efe5 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:10.254703 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8d10244-a740-4191-bd77-298892c6f235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.260984 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c60f6f9-7c70-4b7d-a8ad-5e5af73dce4f req-fd96cf8c-35ae-4a06-a191-002f5340efe5 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 946 time: 0.1158137 Jul 27 22:18:10.261411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33476) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:10.262878 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a8d10244-a740-4191-bd77-298892c6f235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/ports/92d501c1-01bd-47c7-b744-bcdc49df8e13 HTTP/1.1" status: 200 len: 910 time: 1.6428599 Jul 27 22:18:10.268853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-807f47c1-1b12-40a0-8074-538a805be292 None None] Port 92d501c1-01bd-47c7-b744-bcdc49df8e13 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:10.348460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d10244-a740-4191-bd77-298892c6f235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=92d501c1-01bd-47c7-b744-bcdc49df8e13,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:10.376430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-78532c6c-9051-46fe-b396-a20755e880f2 req-23d11ff1-b7f2-49b3-9a3c-8368d89c31ad tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.388633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['237cf306-0d31-4fcb-a96c-ff87851cb98a'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:18:10.452472 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79296a68-cb99-43d9-9d75-774c40da4e30 req-463cf1d8-9490-48e0-9941-de04a3bb4641 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=99086711-3e3a-4fc9-9a43-3276cd3d2abd HTTP/1.1" status: 200 len: 210 time: 0.1272349 Jul 27 22:18:10.470883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-78532c6c-9051-46fe-b396-a20755e880f2 req-23d11ff1-b7f2-49b3-9a3c-8368d89c31ad tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] No DVR routers for this DVR port 237cf306-0d31-4fcb-a96c-ff87851cb98a on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:10.473785 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-78532c6c-9051-46fe-b396-a20755e880f2 req-23d11ff1-b7f2-49b3-9a3c-8368d89c31ad tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.476768 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78532c6c-9051-46fe-b396-a20755e880f2 req-23d11ff1-b7f2-49b3-9a3c-8368d89c31ad tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "DELETE /v2.0/ports/237cf306-0d31-4fcb-a96c-ff87851cb98a HTTP/1.1" status: 204 len: 173 time: 1.2688153 Jul 27 22:18:10.477567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99086711-3e3a-4fc9-9a43-3276cd3d2abd', 'name': 'network-vif-deleted', 'tag': '237cf306-0d31-4fcb-a96c-ff87851cb98a'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:10.481231 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3541292c-2182-42f0-8475-37f7ab2e6276" -d '{"events": [{"server_uuid": "99086711-3e3a-4fc9-9a43-3276cd3d2abd", "name": "network-vif-deleted", "tag": "237cf306-0d31-4fcb-a96c-ff87851cb98a"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:10.484944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d11ff1-b7f2-49b3-9a3c-8368d89c31ad tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event deleted for resources: {'Port': ['ID=237cf306-0d31-4fcb-a96c-ff87851cb98a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:10.555288 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32b9a0b-94ce-4eca-a51a-a34b79f52b1b x-openstack-request-id: req-c32b9a0b-94ce-4eca-a51a-a34b79f52b1b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:10.555588 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99086711-3e3a-4fc9-9a43-3276cd3d2abd", "name": "network-vif-deleted", "tag": "237cf306-0d31-4fcb-a96c-ff87851cb98a", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:10.555923 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c32b9a0b-94ce-4eca-a51a-a34b79f52b1b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:10.556956 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99086711-3e3a-4fc9-9a43-3276cd3d2abd', 'name': 'network-vif-deleted', 'tag': '237cf306-0d31-4fcb-a96c-ff87851cb98a', 'status': 'completed', 'code': 200} Jul 27 22:18:10.574116 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c60f6f9-7c70-4b7d-a8ad-5e5af73dce4f req-a185c160-fd12-402c-ad79-37cb0724c98a tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups?id=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952020 Jul 27 22:18:10.642436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-f264506d-2b26-4ae1-83f8-420f27fd9397 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:10.644044 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-f264506d-2b26-4ae1-83f8-420f27fd9397 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.41 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 946 time: 0.2508714 Jul 27 22:18:10.814143 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12c245-01f8-48d3-bb1a-4cf3c2266510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.824206 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12c245-01f8-48d3-bb1a-4cf3c2266510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.894943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fd12c245-01f8-48d3-bb1a-4cf3c2266510 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=747d72e68949418f806c60975e68cf41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7033386 Jul 27 22:18:10.897749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33490) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:10.904252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12c245-01f8-48d3-bb1a-4cf3c2266510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792f1ea5-b617-48b0-a0ab-ccfc63613d05,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:10.917556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Deleting port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:10.917903 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.957605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-537a2f1c-1302-4e47-ae74-9a431a3b1d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:10.984827 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-537a2f1c-1302-4e47-ae74-9a431a3b1d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.048215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] For port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:11.048603 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.061192 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-537a2f1c-1302-4e47-ae74-9a431a3b1d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.065352 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-537a2f1c-1302-4e47-ae74-9a431a3b1d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.068672 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-537a2f1c-1302-4e47-ae74-9a431a3b1d2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/792f1ea5-b617-48b0-a0ab-ccfc63613d05 HTTP/1.1" status: 204 len: 168 time: 0.1697664 Jul 27 22:18:11.082216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a2f1c-1302-4e47-ae74-9a431a3b1d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792f1ea5-b617-48b0-a0ab-ccfc63613d05,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:11.122368 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48a033c1-b654-4bbd-b2fa-ec347de43959 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.359830 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.360652 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.360652 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Floating IP 6e5dcdea-a3e3-4ec0-9929-1772b51df9fe disassociated. External IP: 172.25.1.2, port: 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe. Jul 27 22:18:11.360833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Calling delete_port for 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:11.572278 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.583740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-48a033c1-b654-4bbd-b2fa-ec347de43959 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port 92d501c1-01bd-47c7-b744-bcdc49df8e13 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:11.584153 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48a033c1-b654-4bbd-b2fa-ec347de43959 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.665154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event deleted for resources: {'Port': ['ID=2e5e1eb2-67bd-40fa-8c35-23a04b5598fe,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:11.706035 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56f9f706-9fd8-4e91-aa36-d6463bd31e3e req-a55bb19f-9313-47ce-a2d2-6bdc55c27cbb tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 210 time: 0.0443883 Jul 27 22:18:11.792059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48a033c1-b654-4bbd-b2fa-ec347de43959 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:11.842389 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-48a033c1-b654-4bbd-b2fa-ec347de43959 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for 92d501c1-01bd-47c7-b744-bcdc49df8e13 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:11.929852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Router cd3ee134-792b-4204-8a50-20577b8084a8 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:11.944609 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51cd88-e4ee-4721-b8e3-eaba5b88cb3d req-7b7708b7-df4b-4454-a74d-4a1f0fdd8f4f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:11.946160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b51cd88-e4ee-4721-b8e3-eaba5b88cb3d req-7b7708b7-df4b-4454-a74d-4a1f0fdd8f4f tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1232991 Jul 27 22:18:12.104347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b51cd88-e4ee-4721-b8e3-eaba5b88cb3d req-e9b5fbd3-2cf1-48d8-af86-31e45efe120a tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507547 Jul 27 22:18:12.417651 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.556783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:12.567641 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162c77a6-449e-4305-a774-48e826c26fbe None None] Sync routers for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:12.577932 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162c77a6-449e-4305-a774-48e826c26fbe None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:12.578580 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-162c77a6-449e-4305-a774-48e826c26fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:12.588436 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48a033c1-b654-4bbd-b2fa-ec347de43959 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.610757 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] No DVR routers for this DVR port 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:12.630679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.632698 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a828854b-b08c-41bb-bb54-04bf301db1bc req-7334cae2-0c9d-4ef8-90f7-f87e08a9ac94 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.41 "DELETE /v2.0/ports/2e5e1eb2-67bd-40fa-8c35-23a04b5598fe HTTP/1.1" status: 204 len: 173 time: 1.9814758 Jul 27 22:18:12.633406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'name': 'network-vif-deleted', 'tag': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:12.636081 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61edc261-f730-4770-822a-f942ed330975" -d '{"events": [{"server_uuid": "5911ef34-9bec-4c83-917a-02eda9cf37ba", "name": "network-vif-deleted", "tag": "2e5e1eb2-67bd-40fa-8c35-23a04b5598fe"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:12.639698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a033c1-b654-4bbd-b2fa-ec347de43959 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=92d501c1-01bd-47c7-b744-bcdc49df8e13,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:12.748484 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f8f26f-447e-41cd-8cfc-5ff5741b35f7 x-openstack-request-id: req-50f8f26f-447e-41cd-8cfc-5ff5741b35f7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:12.749148 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5911ef34-9bec-4c83-917a-02eda9cf37ba", "name": "network-vif-deleted", "tag": "2e5e1eb2-67bd-40fa-8c35-23a04b5598fe", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:12.749610 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50f8f26f-447e-41cd-8cfc-5ff5741b35f7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:12.751214 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5911ef34-9bec-4c83-917a-02eda9cf37ba', 'name': 'network-vif-deleted', 'tag': '2e5e1eb2-67bd-40fa-8c35-23a04b5598fe', 'status': 'completed', 'code': 200} Jul 27 22:18:12.758380 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fe3c-5b11-4f2b-8e2b-315cc1c6bae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:12.796360 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-162c77a6-449e-4305-a774-48e826c26fbe None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:12.877828 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48a033c1-b654-4bbd-b2fa-ec347de43959 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.053961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97ee1688-ef74-4524-81b3-82363cfe9300 req-76065656-3e56-414e-9096-de4b4ff79a76 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/ports?device_id=5911ef34-9bec-4c83-917a-02eda9cf37ba HTTP/1.1" status: 200 len: 210 time: 0.0528541 Jul 27 22:18:13.143102 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-162c77a6-449e-4305-a774-48e826c26fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:11Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:13.186874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a033c1-b654-4bbd-b2fa-ec347de43959 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router 03c72bdc-0bb7-4f51-9561-a8a3f720f34e has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:13.191901 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162c77a6-449e-4305-a774-48e826c26fbe None None] Checking router: cd3ee134-792b-4204-8a50-20577b8084a8 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:13.203554 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162c77a6-449e-4305-a774-48e826c26fbe None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:13.204407 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-162c77a6-449e-4305-a774-48e826c26fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:13.330676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a033c1-b654-4bbd-b2fa-ec347de43959 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:13.342638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b26d99-70ca-439f-b2dc-1882843b198d None None] Sync routers for ids ['03c72bdc-0bb7-4f51-9561-a8a3f720f34e'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:13.344701 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-162c77a6-449e-4305-a774-48e826c26fbe None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:13.355774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b26d99-70ca-439f-b2dc-1882843b198d None None] Routers {'03c72bdc-0bb7-4f51-9561-a8a3f720f34e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:13.356407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-50b26d99-70ca-439f-b2dc-1882843b198d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['03c72bdc-0bb7-4f51-9561-a8a3f720f34e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:13.361156 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33572) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:13.361826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-48a033c1-b654-4bbd-b2fa-ec347de43959 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/03c72bdc-0bb7-4f51-9561-a8a3f720f34e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0995793 Jul 27 22:18:13.405314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0d29b-664b-4861-baf2-5e5106388ede req-db53aafc-fea6-453e-9173-1f6de06e19b6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:13.417060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ba0d29b-664b-4861-baf2-5e5106388ede req-db53aafc-fea6-453e-9173-1f6de06e19b6 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1717808 Jul 27 22:18:13.445961 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-77a4158e-334a-487d-a61b-10084e54e648 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c72bdc-0bb7-4f51-9561-a8a3f720f34e HTTP/1.1" status: 200 len: 205 time: 0.0833836 Jul 27 22:18:13.452241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:13.463785 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-50b26d99-70ca-439f-b2dc-1882843b198d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:13.489726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b26d99-70ca-439f-b2dc-1882843b198d None None] Routers {'03c72bdc-0bb7-4f51-9561-a8a3f720f34e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:13.491988 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-50b26d99-70ca-439f-b2dc-1882843b198d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:17:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['03c72bdc-0bb7-4f51-9561-a8a3f720f34e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:13.512743 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3ba0d29b-664b-4861-baf2-5e5106388ede req-ad789ac3-e2c3-4ac3-9564-9d1d102c0d65 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939784 Jul 27 22:18:13.517706 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 237cf306-0d31-4fcb-a96c-ff87851cb98a no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:13.560563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-50b26d99-70ca-439f-b2dc-1882843b198d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:13.561830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b26d99-70ca-439f-b2dc-1882843b198d None None] The sync data for ids ['03c72bdc-0bb7-4f51-9561-a8a3f720f34e'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:13.584852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 237cf306-0d31-4fcb-a96c-ff87851cb98a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:13.585343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 237cf306-0d31-4fcb-a96c-ff87851cb98a not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:13.605293 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-162c77a6-449e-4305-a774-48e826c26fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:11Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:13.643653 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162c77a6-449e-4305-a774-48e826c26fbe None None] The sync data for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 is: [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:11:04Z', 'revision_number': 4, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a07051f3-72fc-4563-b4bd-21efa47660dd', 'name': '', 'network_id': '6e8bdfad-eb93-4310-b37b-5b7c990d96a6', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'mac_address': 'fa:16:3e:74:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:11:03Z', 'updated_at': '2021-07-27T22:11:11Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'subnets': [{'id': '2f1c3957-e1a9-4398-a24f-389e93ecfda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:13.666300 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-461df608-690f-4d11-93d4-a6a3cf5cd79b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.720611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c09406-fdca-45ba-9e97-1651df17138c req-c60f668d-c71e-47e9-9169-9f1c74bf3ce9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:13.722602 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35c09406-fdca-45ba-9e97-1651df17138c req-c60f668d-c71e-47e9-9169-9f1c74bf3ce9 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.1450799 Jul 27 22:18:13.865068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:13.889631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:13.890364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2e5e1eb2-67bd-40fa-8c35-23a04b5598fe not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:13.909185 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-461df608-690f-4d11-93d4-a6a3cf5cd79b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:13.914394 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-461df608-690f-4d11-93d4-a6a3cf5cd79b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.012536 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637a1a1-7193-43fa-9e0f-5ca4592309de None None] New status for floating IP 6e5dcdea-a3e3-4ec0-9929-1772b51df9fe: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:18:14.023517 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-461df608-690f-4d11-93d4-a6a3cf5cd79b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.025125 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461df608-690f-4d11-93d4-a6a3cf5cd79b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Fanout notify agent at l3_agent the message router_deleted on router 03c72bdc-0bb7-4f51-9561-a8a3f720f34e {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:18:14.037087 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-461df608-690f-4d11-93d4-a6a3cf5cd79b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.041078 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-461df608-690f-4d11-93d4-a6a3cf5cd79b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/03c72bdc-0bb7-4f51-9561-a8a3f720f34e HTTP/1.1" status: 204 len: 168 time: 0.5845957 Jul 27 22:18:14.041274 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33590) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:14.114350 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Deleting port efc3331c-c85d-4f15-b9a6-7d2312d16f59 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:14.114350 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.148784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33596) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:14.163114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33600) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:14.180647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-feafbfbf-0c96-443c-bf44-c283a2258cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting subnet bbaed67e-ff63-4c51-95cf-d7d481bd8648 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:14.193023 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-feafbfbf-0c96-443c-bf44-c283a2258cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.274949 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c9f4fe0-75d4-4fd3-ac1d-d77fda05c48d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.284722 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-feafbfbf-0c96-443c-bf44-c283a2258cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.314525 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c9f4fe0-75d4-4fd3-ac1d-d77fda05c48d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.347902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] For port efc3331c-c85d-4f15-b9a6-7d2312d16f59, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=efc3331c-c85d-4f15-b9a6-7d2312d16f59,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:14.348312 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.386391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c9f4fe0-75d4-4fd3-ac1d-d77fda05c48d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.389714 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c9f4fe0-75d4-4fd3-ac1d-d77fda05c48d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.399358 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6c9f4fe0-75d4-4fd3-ac1d-d77fda05c48d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "DELETE /v2.0/security-groups/2853d654-3f2f-4c2d-a69d-44bf6ce5ad09 HTTP/1.1" status: 204 len: 168 time: 0.2352076 Jul 27 22:18:14.400748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:14.427627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f4fe0-75d4-4fd3-ac1d-d77fda05c48d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2853d654-3f2f-4c2d-a69d-44bf6ce5ad09,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:14.432075 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-a66580ac-84b7-472e-9db9-ed00b71c61d2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] show failed (client error): The resource could not be found. Jul 27 22:18:14.437664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a66580ac-84b7-472e-9db9-ed00b71c61d2 tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "GET /v2.0/security-groups/2853d654-3f2f-4c2d-a69d-44bf6ce5ad09 HTTP/1.1" status: 404 len: 347 time: 0.0305634 Jul 27 22:18:14.438662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:14.576054 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-feafbfbf-0c96-443c-bf44-c283a2258cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.576758 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1268-4535-498d-bf0e-7b62d9a5be4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.713968 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1268-4535-498d-bf0e-7b62d9a5be4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.720944 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1268-4535-498d-bf0e-7b62d9a5be4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.770425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-71ddaa54-5fcd-4658-81c0-b21da416da5d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Deleting port ab392021-2920-4b7c-9a71-c8785e0741e3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:14.770781 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71ddaa54-5fcd-4658-81c0-b21da416da5d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.848650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5bbc1268-4535-498d-bf0e-7b62d9a5be4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=972c55f1acee48eea9470ad0c6639424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6973543 Jul 27 22:18:14.849774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33624) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:14.859325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc1268-4535-498d-bf0e-7b62d9a5be4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b314318-04dc-4f72-b950-74f2d68e15c7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:14.890024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536da43-2827-41d4-b3d7-0103986ef44b req-b702185c-c01b-4f2f-87ff-e4ade3361cb5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:14.891658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d536da43-2827-41d4-b3d7-0103986ef44b req-b702185c-c01b-4f2f-87ff-e4ade3361cb5 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 945 time: 0.2198110 Jul 27 22:18:14.960309 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71ddaa54-5fcd-4658-81c0-b21da416da5d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.960724 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71ddaa54-5fcd-4658-81c0-b21da416da5d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:14.988144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-71ddaa54-5fcd-4658-81c0-b21da416da5d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Calling delete_port for ab392021-2920-4b7c-9a71-c8785e0741e3 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:14.992347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d536da43-2827-41d4-b3d7-0103986ef44b req-b74546c1-8c75-4f2a-af4b-fd658c10fb68 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups?id=a258325c-21dc-4cba-926e-cca1bd6dc744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862944 Jul 27 22:18:15.010621 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbe69c15-d3aa-41a5-9aa4-7ef406b01e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.062779 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-feafbfbf-0c96-443c-bf44-c283a2258cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.084344 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-feafbfbf-0c96-443c-bf44-c283a2258cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.089084 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-feafbfbf-0c96-443c-bf44-c283a2258cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/bbaed67e-ff63-4c51-95cf-d7d481bd8648 HTTP/1.1" status: 204 len: 168 time: 1.0467863 Jul 27 22:18:15.092939 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:15.093112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84745925-8115-4a86-a9cb-a86211e95af7 None None] Network 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:15.128455 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.129013 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.129287 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Floating IP dbb21193-04c3-49aa-a552-718d4cb14d43 disassociated. External IP: 172.25.1.238, port: efc3331c-c85d-4f15-b9a6-7d2312d16f59. Jul 27 22:18:15.129713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Calling delete_port for efc3331c-c85d-4f15-b9a6-7d2312d16f59 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:15.141430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafbfbf-0c96-443c-bf44-c283a2258cd7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Subnet': ['ID=bbaed67e-ff63-4c51-95cf-d7d481bd8648,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:15.147173 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbe69c15-d3aa-41a5-9aa4-7ef406b01e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.263030 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbe69c15-d3aa-41a5-9aa4-7ef406b01e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.265617 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbe69c15-d3aa-41a5-9aa4-7ef406b01e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.269065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fbe69c15-d3aa-41a5-9aa4-7ef406b01e1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b314318-04dc-4f72-b950-74f2d68e15c7 HTTP/1.1" status: 204 len: 168 time: 0.4092979 Jul 27 22:18:15.278920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe69c15-d3aa-41a5-9aa4-7ef406b01e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b314318-04dc-4f72-b950-74f2d68e15c7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:15.294371 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.303416 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71ddaa54-5fcd-4658-81c0-b21da416da5d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.347119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddaa54-5fcd-4658-81c0-b21da416da5d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Pushing event deleted for resources: {'Port': ['ID=ab392021-2920-4b7c-9a71-c8785e0741e3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:15.402739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75740bbe-aa38-4985-b898-af83d67a69f0 None None] DHCP port deletion for 0e7938ef-5e8a-4d22-b823-7e90bcfe14ac request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:15.429249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:15.429594 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.431925 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.441480 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71ddaa54-5fcd-4658-81c0-b21da416da5d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.443971 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71ddaa54-5fcd-4658-81c0-b21da416da5d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.448385 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-71ddaa54-5fcd-4658-81c0-b21da416da5d tempest-AttachVolumeTestJSON-562671767 tempest-AttachVolumeTestJSON-562671767-project] 10.222.0.24 "DELETE /v2.0/floatingips/6e5dcdea-a3e3-4ec0-9929-1772b51df9fe HTTP/1.1" status: 204 len: 168 time: 1.0085225 Jul 27 22:18:15.473153 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15300dc0-d607-49bf-a047-77ac97273eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.520336 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-75740bbe-aa38-4985-b898-af83d67a69f0 None None] Deleting port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:15.520969 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75740bbe-aa38-4985-b898-af83d67a69f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.530060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event deleted for resources: {'Port': ['ID=efc3331c-c85d-4f15-b9a6-7d2312d16f59,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:15.626912 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-75740bbe-aa38-4985-b898-af83d67a69f0 None None] For port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99,segment=NetworkSegment(e9f51d96-6173-4b46-b12e-29f9f7bf05c2),segment_id=e9f51d96-6173-4b46-b12e-29f9f7bf05c2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:15.627131 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75740bbe-aa38-4985-b898-af83d67a69f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.655720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] For port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99,segment=NetworkSegment(e9f51d96-6173-4b46-b12e-29f9f7bf05c2),segment_id=e9f51d96-6173-4b46-b12e-29f9f7bf05c2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:15.656323 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.664015 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-75740bbe-aa38-4985-b898-af83d67a69f0 None None] Calling delete_port for cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:15.680288 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:15.829007 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:15.893822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:15.919615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Router 9ea9cf76-51aa-4818-bc02-61443f954003 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:15.972322 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75740bbe-aa38-4985-b898-af83d67a69f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.021253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75740bbe-aa38-4985-b898-af83d67a69f0 None None] No DVR routers for this DVR port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:16.060175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75740bbe-aa38-4985-b898-af83d67a69f0 None None] Pushing event deleted for resources: {'Port': ['ID=cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:16.064267 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33660) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:16.066136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:16.068474 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No active binding found for port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 {{(pid=93836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 22:18:16.069397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:16.080983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c59b90-2d28-4f8a-a568-684ed6c07d4c None None] Sync routers for ids ['9ea9cf76-51aa-4818-bc02-61443f954003'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:16.101983 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.103573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ce123f-09b7-4888-851c-fd6dfe370cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.105506 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c59b90-2d28-4f8a-a568-684ed6c07d4c None None] Routers {'9ea9cf76-51aa-4818-bc02-61443f954003'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:16.106696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e6c59b90-2d28-4f8a-a568-684ed6c07d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9ea9cf76-51aa-4818-bc02-61443f954003'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:16.127181 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] No DVR routers for this DVR port efc3331c-c85d-4f15-b9a6-7d2312d16f59 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:16.149324 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.152221 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35c09406-fdca-45ba-9e97-1651df17138c req-fbe8d77c-6894-44a7-b2e2-2511fdedd33b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.43 "DELETE /v2.0/ports/efc3331c-c85d-4f15-b9a6-7d2312d16f59 HTTP/1.1" status: 204 len: 173 time: 2.3902733 Jul 27 22:18:16.154644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-deleted', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:16.157859 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7005a0-5303-45dd-9e2d-20c49d8cf243" -d '{"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-deleted", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:16.163004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No DVR routers for this DVR port cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:16.166651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=cf0d03fe-ffb6-4a0c-94cc-2a177cab9f99,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:16.277668 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e6c59b90-2d28-4f8a-a568-684ed6c07d4c None None] Set router 9ea9cf76-51aa-4818-bc02-61443f954003 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:16.298556 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9679f9-c4a0-4f63-af98-d3285569176a x-openstack-request-id: req-4f9679f9-c4a0-4f63-af98-d3285569176a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:16.302070 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb159cc-b54d-4549-9005-95e2aed9a234", "name": "network-vif-deleted", "tag": "efc3331c-c85d-4f15-b9a6-7d2312d16f59", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:16.302478 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f9679f9-c4a0-4f63-af98-d3285569176a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:16.302996 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb159cc-b54d-4549-9005-95e2aed9a234', 'name': 'network-vif-deleted', 'tag': 'efc3331c-c85d-4f15-b9a6-7d2312d16f59', 'status': 'completed', 'code': 200} Jul 27 22:18:16.321141 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.341194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5fc8dc5e-d316-40aa-a8da-51166c17bc65 req-57f21766-c63d-457e-ba84-b685a6021a1b tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb159cc-b54d-4549-9005-95e2aed9a234 HTTP/1.1" status: 200 len: 210 time: 0.1203959 Jul 27 22:18:16.358676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7938ef-5e8a-4d22-b823-7e90bcfe14ac']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:16.372779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f51d96-6173-4b46-b12e-29f9f7bf05c2') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:16.373457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f51d96-6173-4b46-b12e-29f9f7bf05c2') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:16.384472 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.407262 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.415034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:16.417027 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.450873 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ce123f-09b7-4888-851c-fd6dfe370cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.455655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ce123f-09b7-4888-851c-fd6dfe370cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:16.498375 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:16.505550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.505867 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.510558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce123f-09b7-4888-851c-fd6dfe370cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cdf76f-ee0c-4fd6-bd2e-14c65f3b6c17,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:16.518330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c7ce123f-09b7-4888-851c-fd6dfe370cef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=049ed72454d64676ba815c2c2acd2d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523628 Jul 27 22:18:16.520925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:16.522718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.528410 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/networks/0e7938ef-5e8a-4d22-b823-7e90bcfe14ac HTTP/1.1" status: 204 len: 168 time: 1.4308150 Jul 27 22:18:16.529850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:16.531230 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.536768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5264c6f7-9732-423b-9f5d-ad8b6ecce7c8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2115485211', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:16.549218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda951f-a558-4971-ac8f-38db50613ee2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Network': ['ID=0e7938ef-5e8a-4d22-b823-7e90bcfe14ac,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:16.597298 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5264c6f7-9732-423b-9f5d-ad8b6ecce7c8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.599085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5264c6f7-9732-423b-9f5d-ad8b6ecce7c8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.628966 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91dbbe35-6459-45df-9a48-62e6c9ac30bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.655300 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91dbbe35-6459-45df-9a48-62e6c9ac30bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.676966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e6c59b90-2d28-4f8a-a568-684ed6c07d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '94608bc3-dc07-4055-b309-8b20bf0a2732', 'name': '', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'mac_address': 'fa:16:3e:22:c0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:58Z', 'updated_at': '2021-07-27T22:10:05Z', 'revision_number': 5, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'subnets': [{'id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:16.709782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c59b90-2d28-4f8a-a568-684ed6c07d4c None None] Checking router: 9ea9cf76-51aa-4818-bc02-61443f954003 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:16.721729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c59b90-2d28-4f8a-a568-684ed6c07d4c None None] Routers {'9ea9cf76-51aa-4818-bc02-61443f954003'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:16.722434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e6c59b90-2d28-4f8a-a568-684ed6c07d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9ea9cf76-51aa-4818-bc02-61443f954003'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:16.730939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5264c6f7-9732-423b-9f5d-ad8b6ecce7c8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.739404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5264c6f7-9732-423b-9f5d-ad8b6ecce7c8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.781760 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5264c6f7-9732-423b-9f5d-ad8b6ecce7c8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.786241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33676) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:16.793451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a860ae31-5269-4cd3-a32a-896fe1e5d024 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'network': {'name': 'tempest-RoutersTest-899009505'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:16.800026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5264c6f7-9732-423b-9f5d-ad8b6ecce7c8 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2673810 Jul 27 22:18:16.822986 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91dbbe35-6459-45df-9a48-62e6c9ac30bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.830217 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91dbbe35-6459-45df-9a48-62e6c9ac30bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.831666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-91dbbe35-6459-45df-9a48-62e6c9ac30bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2cdf76f-ee0c-4fd6-bd2e-14c65f3b6c17 HTTP/1.1" status: 204 len: 168 time: 0.3087714 Jul 27 22:18:16.850448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbbe35-6459-45df-9a48-62e6c9ac30bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cdf76f-ee0c-4fd6-bd2e-14c65f3b6c17,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:16.854401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a860ae31-5269-4cd3-a32a-896fe1e5d024 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:16.861079 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a860ae31-5269-4cd3-a32a-896fe1e5d024 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.939613 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a860ae31-5269-4cd3-a32a-896fe1e5d024 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:18:16.952567 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a860ae31-5269-4cd3-a32a-896fe1e5d024 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:16.953569 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-a860ae31-5269-4cd3-a32a-896fe1e5d024 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Added segment 5c85343c-3740-4fd5-828a-4d3cba96754d of type vlan for network c634359d-da50-4b83-a945-08032ceae55b Jul 27 22:18:17.012561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a860ae31-5269-4cd3-a32a-896fe1e5d024 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.019097 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e6c59b90-2d28-4f8a-a568-684ed6c07d4c None None] Set router 9ea9cf76-51aa-4818-bc02-61443f954003 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:17.051258 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a860ae31-5269-4cd3-a32a-896fe1e5d024 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.059438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a860ae31-5269-4cd3-a32a-896fe1e5d024 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:17.060341 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a860ae31-5269-4cd3-a32a-896fe1e5d024 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.176100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860ae31-5269-4cd3-a32a-896fe1e5d024 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Network': ['ID=c634359d-da50-4b83-a945-08032ceae55b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:17.184035 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a860ae31-5269-4cd3-a32a-896fe1e5d024 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3928099 Jul 27 22:18:17.184494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33688) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:17.190307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-62c3663a-a174-4622-81c8-fc8fdde9aa67 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'subnet': {'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:17.218518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network c634359d-da50-4b83-a945-08032ceae55b details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:18:17.385413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c3663a-a174-4622-81c8-fc8fdde9aa67 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:17.391452 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62c3663a-a174-4622-81c8-fc8fdde9aa67 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.498557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33700) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:17.595920 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19041e2b-ac8c-4d69-9c75-ed517de6c506 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.651874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19041e2b-ac8c-4d69-9c75-ed517de6c506 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.685825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:17.709856 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: efc3331c-c85d-4f15-b9a6-7d2312d16f59 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:17.710204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device efc3331c-c85d-4f15-b9a6-7d2312d16f59 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:17.770517 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19041e2b-ac8c-4d69-9c75-ed517de6c506 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.773467 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-19041e2b-ac8c-4d69-9c75-ed517de6c506 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.777596 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-19041e2b-ac8c-4d69-9c75-ed517de6c506 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "DELETE /v2.0/security-groups/a258325c-21dc-4cba-926e-cca1bd6dc744 HTTP/1.1" status: 204 len: 168 time: 0.2778687 Jul 27 22:18:17.778215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:17.844048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19041e2b-ac8c-4d69-9c75-ed517de6c506 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a258325c-21dc-4cba-926e-cca1bd6dc744,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:17.846282 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-38bc1035-0c38-467e-820b-dafe66f1f1a4 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] show failed (client error): The resource could not be found. Jul 27 22:18:17.847414 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-38bc1035-0c38-467e-820b-dafe66f1f1a4 tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "GET /v2.0/security-groups/a258325c-21dc-4cba-926e-cca1bd6dc744 HTTP/1.1" status: 404 len: 347 time: 0.0350525 Jul 27 22:18:17.850694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33718) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:17.901945 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62c3663a-a174-4622-81c8-fc8fdde9aa67 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:17.927465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e6c59b90-2d28-4f8a-a568-684ed6c07d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '94608bc3-dc07-4055-b309-8b20bf0a2732', 'name': '', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'mac_address': 'fa:16:3e:22:c0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:58Z', 'updated_at': '2021-07-27T22:10:05Z', 'revision_number': 5, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'subnets': [{'id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:18.001490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c59b90-2d28-4f8a-a568-684ed6c07d4c None None] The sync data for ids ['9ea9cf76-51aa-4818-bc02-61443f954003'] in n-d-802011-3 is: [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:09:59Z', 'revision_number': 4, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '94608bc3-dc07-4055-b309-8b20bf0a2732', 'name': '', 'network_id': '4c0e47d2-6150-45e9-905c-313a1c6e140b', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'mac_address': 'fa:16:3e:22:c0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:58Z', 'updated_at': '2021-07-27T22:10:05Z', 'revision_number': 5, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'subnets': [{'id': '1db25ef7-bbb2-4f2f-9291-aebd84fb4c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:18.036946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3663a-a174-4622-81c8-fc8fdde9aa67 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Subnet': ['ID=42b6a098-5bc4-4c9c-b423-1a578fb01450,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:18.065340 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.086139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c3663a-a174-4622-81c8-fc8fdde9aa67 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Checking segment: {'id': '5c85343c-3740-4fd5-828a-4d3cba96754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:18.086548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c3663a-a174-4622-81c8-fc8fdde9aa67 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network hostable DHCP agents. Network: c634359d-da50-4b83-a945-08032ceae55b, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:18:18.124409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-367dcf16-7154-4110-9945-d9d2b316a47d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Deleting port db28ad08-1318-4edb-b366-57268fc5e95a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:18.125033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-367dcf16-7154-4110-9945-d9d2b316a47d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.140094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c3663a-a174-4622-81c8-fc8fdde9aa67 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network c634359d-da50-4b83-a945-08032ceae55b is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:18:18.163975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-62c3663a-a174-4622-81c8-fc8fdde9aa67 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, c634359d-da50-4b83-a945-08032ceae55b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:18.171003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c3663a-a174-4622-81c8-fc8fdde9aa67 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:18.171512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62c3663a-a174-4622-81c8-fc8fdde9aa67 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.176484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9428c903-4434-47b4-9f22-3c82345cc45b None None] Network c634359d-da50-4b83-a945-08032ceae55b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:18.233135 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-62c3663a-a174-4622-81c8-fc8fdde9aa67 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0473306 Jul 27 22:18:18.233760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:18.273540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-367dcf16-7154-4110-9945-d9d2b316a47d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.277919 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-367dcf16-7154-4110-9945-d9d2b316a47d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.303545 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-367dcf16-7154-4110-9945-d9d2b316a47d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Calling delete_port for db28ad08-1318-4edb-b366-57268fc5e95a owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:18.446057 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938fbef-3e8e-4b20-b7a0-d10e8bda21f4 None None] New status for floating IP dbb21193-04c3-49aa-a552-718d4cb14d43: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:18:18.566046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-c634359d-da50-4b83-a945-08032ceae55b', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:18:18.566950 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.625635 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-367dcf16-7154-4110-9945-d9d2b316a47d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.652331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33744) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:18.693832 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.db.api [None req-9938fbef-3e8e-4b20-b7a0-d10e8bda21f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:18:18.694103 n-d-802011-3 neutron-server[93837]: DEBUG oslo_db.api [None req-9938fbef-3e8e-4b20-b7a0-d10e8bda21f4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:18:18.718164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dcf16-7154-4110-9945-d9d2b316a47d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Pushing event deleted for resources: {'Port': ['ID=db28ad08-1318-4edb-b366-57268fc5e95a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:18.881046 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-367dcf16-7154-4110-9945-d9d2b316a47d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.886976 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-367dcf16-7154-4110-9945-d9d2b316a47d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:18.888571 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-367dcf16-7154-4110-9945-d9d2b316a47d tempest-ServerActionsTestJSON-783707155 tempest-ServerActionsTestJSON-783707155-project] 10.222.0.24 "DELETE /v2.0/floatingips/dbb21193-04c3-49aa-a552-718d4cb14d43 HTTP/1.1" status: 204 len: 168 time: 1.0369439 Jul 27 22:18:18.891418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33754) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:18.944263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Allocated IP 172.20.0.2 (c634359d-da50-4b83-a945-08032ceae55b/42b6a098-5bc4-4c9c-b423-1a578fb01450/7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:19.023558 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.062044 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ac0debc-7dd7-45ba-91c0-2038d54d9de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.197967 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9938fbef-3e8e-4b20-b7a0-d10e8bda21f4 None None] New status for floating IP dbb21193-04c3-49aa-a552-718d4cb14d43: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:18:19.291470 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.314342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Transition to ACTIVE for port object 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:19.350600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Transition to ACTIVE for port object 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:19.369913 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.376653 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ac0debc-7dd7-45ba-91c0-2038d54d9de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.396987 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ac0debc-7dd7-45ba-91c0-2038d54d9de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.434765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Network c634359d-da50-4b83-a945-08032ceae55b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:19.440252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:19.447727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:19.474360 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Pushing event updated for resources: {'Port': ['ID=7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:19.553376 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Attempting to bind port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:19.553981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Attempting to bind port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '5c85343c-3740-4fd5-828a-4d3cba96754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:19.554828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Attempting to bind port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 on network c634359d-da50-4b83-a945-08032ceae55b {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:19.560849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:19.561479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Checking segment: {'id': '5c85343c-3740-4fd5-828a-4d3cba96754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:19.562034 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.563198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Bound using segment: {'id': '5c85343c-3740-4fd5-828a-4d3cba96754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:19.563837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Bound port: 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c85343c-3740-4fd5-828a-4d3cba96754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:19.564402 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.603385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0debc-7dd7-45ba-91c0-2038d54d9de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d715df37-19e6-40d9-83da-facc8ce4390d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:19.616018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3ac0debc-7dd7-45ba-91c0-2038d54d9de3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09aed5302e344b559287e6cbf4bda069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9158540 Jul 27 22:18:19.619795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:19.690101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] For port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:19.699874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] For port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0,segment=NetworkSegment(5c85343c-3740-4fd5-828a-4d3cba96754d),segment_id=5c85343c-3740-4fd5-828a-4d3cba96754d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:19.708557 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.727527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Allocated IP 172.20.0.1 (c634359d-da50-4b83-a945-08032ceae55b/42b6a098-5bc4-4c9c-b423-1a578fb01450/50ae41b5-8fd3-4692-a44b-b003795f98ca) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:19.809913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15e29e-e08e-418f-ae99-8a42da65d6ca None None] Pushing event updated for resources: {'Port': ['ID=7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:19.906235 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:19.922946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Transition to ACTIVE for port object 50ae41b5-8fd3-4692-a44b-b003795f98ca will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:19.984087 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13dfca0-5cdf-49e7-ab1c-53429a465587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.032112 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13dfca0-5cdf-49e7-ab1c-53429a465587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.101957 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13dfca0-5cdf-49e7-ab1c-53429a465587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.106231 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b13dfca0-5cdf-49e7-ab1c-53429a465587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.112607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b13dfca0-5cdf-49e7-ab1c-53429a465587 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d715df37-19e6-40d9-83da-facc8ce4390d HTTP/1.1" status: 204 len: 168 time: 0.4907880 Jul 27 22:18:20.125988 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.224253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dfca0-5cdf-49e7-ab1c-53429a465587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d715df37-19e6-40d9-83da-facc8ce4390d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:20.256800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network c634359d-da50-4b83-a945-08032ceae55b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:20.265057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:20.270571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:20.298711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=50ae41b5-8fd3-4692-a44b-b003795f98ca,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:20.447198 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d51f4adf-ff33-4ff0-9ecb-9f02ccfb9d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.452338 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.680549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:20.859250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33804) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:20.880762 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.051841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d51f4adf-ff33-4ff0-9ecb-9f02ccfb9d18 admin admin] Deleting port 94608bc3-dc07-4055-b309-8b20bf0a2732 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:21.060132 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d51f4adf-ff33-4ff0-9ecb-9f02ccfb9d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.233789 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.241841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-d51f4adf-ff33-4ff0-9ecb-9f02ccfb9d18 admin admin] For port 94608bc3-dc07-4055-b309-8b20bf0a2732, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=94608bc3-dc07-4055-b309-8b20bf0a2732,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:21.242203 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d51f4adf-ff33-4ff0-9ecb-9f02ccfb9d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.244926 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.268075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d51f4adf-ff33-4ff0-9ecb-9f02ccfb9d18 admin admin] Calling delete_port for 94608bc3-dc07-4055-b309-8b20bf0a2732 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:21.274524 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.282613 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.320731 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=031a788e107a476fbc0601c61272b3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603298 Jul 27 22:18:21.328652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33808) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:21.363698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3775c01a-faed-402e-a977-c660e2c8caeb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:21.378844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:21.379195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:21.379540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:21.379878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:21.380209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:21.380537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:21.380863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:21.381186 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:21.381550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:21.381880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:21.382204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:21.382550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb93d5a-d4b7-466e-b3c7-34566fce9f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:21.439010 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.457711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=50ae41b5-8fd3-4692-a44b-b003795f98ca,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:21.534576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e667c5e7-a878-48ba-8562-591e308a6467 None None] Network c634359d-da50-4b83-a945-08032ceae55b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:21.611371 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58ac6a77-6529-49e0-acf1-c0659211cb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.704965 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58ac6a77-6529-49e0-acf1-c0659211cb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.741744 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-51b88c36-8484-44ff-9e13-a607c5fd0ae9 None None] Provisioning for port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:21.789870 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58ac6a77-6529-49e0-acf1-c0659211cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.792527 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58ac6a77-6529-49e0-acf1-c0659211cb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:21.793697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-58ac6a77-6529-49e0-acf1-c0659211cb71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3775c01a-faed-402e-a977-c660e2c8caeb HTTP/1.1" status: 204 len: 168 time: 0.4640865 Jul 27 22:18:21.795909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network c634359d-da50-4b83-a945-08032ceae55b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:21.800392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:21.814635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac6a77-6529-49e0-acf1-c0659211cb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3775c01a-faed-402e-a977-c660e2c8caeb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:21.971591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:22.099179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:22.101252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router f21a2adf-da9a-4cd0-9411-75f3a38001dc is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:18:22.107489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:22.108250 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.200954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d51f4adf-ff33-4ff0-9ecb-9f02ccfb9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.319392 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.342561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:22.349700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f4adf-ff33-4ff0-9ecb-9f02ccfb9d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=94608bc3-dc07-4055-b309-8b20bf0a2732,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:22.361956 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ba03df5a-3595-4f4f-b5ca-e106602d548a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1254752 Jul 27 22:18:22.363076 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:22.369467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'network': {'name': 'tempest-RoutersTest-443191483'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:22.398614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0,segment=NetworkSegment(5c85343c-3740-4fd5-828a-4d3cba96754d),segment_id=5c85343c-3740-4fd5-828a-4d3cba96754d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:22.410216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Sync routers for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:22.414022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:22.420282 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.445376 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.478195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:18:22.492910 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.494003 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Added segment cc41e358-0dcd-4fb4-868a-291d01b4dd3d of type vlan for network d1dc01f8-727f-4544-9aa0-b7c94ebab80c Jul 27 22:18:22.549286 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.587911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:22.595177 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.604292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:22.605670 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.656141 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2916453 Jul 27 22:18:22.656995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:22.666849 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d51f4adf-ff33-4ff0-9ecb-9f02ccfb9d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.672615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:22.675848 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:22.702475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1a7e3c20-375f-4052-9d58-3ed014e43f6c None None] Provisioning complete for port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:22.705128 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a7e3c20-375f-4052-9d58-3ed014e43f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.748479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-66773928-bf80-4964-99db-49b7b81c54bb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'subnet': {'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:22.884556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Network': ['ID=d1dc01f8-727f-4544-9aa0-b7c94ebab80c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:22.896153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:22.896506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:22.896829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:22.897202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:22.897534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:22.898014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:22.898386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:22.898785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:22.899116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:22.899435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:22.900561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:22.900927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0494eec-d46b-4e9b-bdcf-56b8226b7844 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:22.906016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66773928-bf80-4964-99db-49b7b81c54bb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:22.909688 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66773928-bf80-4964-99db-49b7b81c54bb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:22.961814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network d1dc01f8-727f-4544-9aa0-b7c94ebab80c details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:18:23.188648 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51f4adf-ff33-4ff0-9ecb-9f02ccfb9d18 admin admin] Router 9ea9cf76-51aa-4818-bc02-61443f954003 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:23.239510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66773928-bf80-4964-99db-49b7b81c54bb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:23.275319 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:23.279465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1a7e3c20-375f-4052-9d58-3ed014e43f6c None None] Provisioning for port 50ae41b5-8fd3-4692-a44b-b003795f98ca completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:23.333312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1a7e3c20-375f-4052-9d58-3ed014e43f6c None None] Provisioning complete for port 50ae41b5-8fd3-4692-a44b-b003795f98ca triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:23.333921 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a7e3c20-375f-4052-9d58-3ed014e43f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:23.374857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e3c20-375f-4052-9d58-3ed014e43f6c None None] Port 50ae41b5-8fd3-4692-a44b-b003795f98ca cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:23.423805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51f4adf-ff33-4ff0-9ecb-9f02ccfb9d18 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:23.430690 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d51f4adf-ff33-4ff0-9ecb-9f02ccfb9d18 admin admin] 10.222.0.24 "PUT /v2.0/routers/9ea9cf76-51aa-4818-bc02-61443f954003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5378642 Jul 27 22:18:23.435836 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02f872-ddd2-4439-a60b-be49e1b4a95c None None] Sync routers for ids ['9ea9cf76-51aa-4818-bc02-61443f954003'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:23.436667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33868) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:23.461554 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02f872-ddd2-4439-a60b-be49e1b4a95c None None] Routers {'9ea9cf76-51aa-4818-bc02-61443f954003'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:23.464267 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1b02f872-ddd2-4439-a60b-be49e1b4a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9ea9cf76-51aa-4818-bc02-61443f954003'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:23.484344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66773928-bf80-4964-99db-49b7b81c54bb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Subnet': ['ID=b25cdf7d-52d1-45ef-942c-0bcb64e64242,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:23.520530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66773928-bf80-4964-99db-49b7b81c54bb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Checking segment: {'id': 'cc41e358-0dcd-4fb4-868a-291d01b4dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:23.522772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66773928-bf80-4964-99db-49b7b81c54bb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network hostable DHCP agents. Network: d1dc01f8-727f-4544-9aa0-b7c94ebab80c, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:18:23.573322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66773928-bf80-4964-99db-49b7b81c54bb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network d1dc01f8-727f-4544-9aa0-b7c94ebab80c is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:18:23.584838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7900a069-fefc-413c-9381-e8b055747d24 None None] Provisioning complete for port 50ae41b5-8fd3-4692-a44b-b003795f98ca triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:23.586073 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7900a069-fefc-413c-9381-e8b055747d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:23.600995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-66773928-bf80-4964-99db-49b7b81c54bb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, d1dc01f8-727f-4544-9aa0-b7c94ebab80c) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:23.613868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66773928-bf80-4964-99db-49b7b81c54bb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:23.614586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66773928-bf80-4964-99db-49b7b81c54bb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:23.633739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7900a069-fefc-413c-9381-e8b055747d24 None None] Port 50ae41b5-8fd3-4692-a44b-b003795f98ca cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:23.636205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1ec535-79f9-43a1-84fd-3876b3442f56 None None] Network d1dc01f8-727f-4544-9aa0-b7c94ebab80c requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:23.659865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-66773928-bf80-4964-99db-49b7b81c54bb tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9188073 Jul 27 22:18:23.660091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:23.683048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:23.760296 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1b02f872-ddd2-4439-a60b-be49e1b4a95c None None] Set router 9ea9cf76-51aa-4818-bc02-61443f954003 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:24.032308 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.089602 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:24.116757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Deleting port 8c4ca8e7-e21b-495b-987a-1c189aed37ba {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:24.117113 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.195494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-d1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:18:24.196353 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.212755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:20Z', 'revision_number': 2, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:20Z', 'revision_number': 2, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:24.241750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Checking router: f21a2adf-da9a-4cd0-9411-75f3a38001dc for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:24.242106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Updating router f21a2adf-da9a-4cd0-9411-75f3a38001dc port 50ae41b5-8fd3-4692-a44b-b003795f98ca binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:18:24.276031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] For port 8c4ca8e7-e21b-495b-987a-1c189aed37ba, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8c4ca8e7-e21b-495b-987a-1c189aed37ba,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:24.277001 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.283237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:24.283862 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.286787 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1b02f872-ddd2-4439-a60b-be49e1b4a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:18:22Z', 'revision_number': 5, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port': {'id': '8c4ca8e7-e21b-495b-987a-1c189aed37ba', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:09:54Z', 'updated_at': '2021-07-27T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:24.313908 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.344740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Calling delete_port for 8c4ca8e7-e21b-495b-987a-1c189aed37ba owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:24.395426 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02f872-ddd2-4439-a60b-be49e1b4a95c None None] Checking router: 9ea9cf76-51aa-4818-bc02-61443f954003 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:24.427313 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02f872-ddd2-4439-a60b-be49e1b4a95c None None] Routers {'9ea9cf76-51aa-4818-bc02-61443f954003'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:24.428801 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1b02f872-ddd2-4439-a60b-be49e1b4a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['9ea9cf76-51aa-4818-bc02-61443f954003'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:24.658508 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1b02f872-ddd2-4439-a60b-be49e1b4a95c None None] Set router 9ea9cf76-51aa-4818-bc02-61443f954003 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:24.769513 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1b02f872-ddd2-4439-a60b-be49e1b4a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:18:24Z', 'revision_number': 6, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:24.835868 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b02f872-ddd2-4439-a60b-be49e1b4a95c None None] The sync data for ids ['9ea9cf76-51aa-4818-bc02-61443f954003'] in n-d-802011-3 is: [{'id': '9ea9cf76-51aa-4818-bc02-61443f954003', 'name': 'tempest-ServerActionsTestJSON-311156950-router', 'tenant_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:09:52Z', 'updated_at': '2021-07-27T22:18:24Z', 'revision_number': 6, 'project_id': '4b3ee2fa696e4933b1287dd2b7753c06', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:24.865460 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:24.910140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4ca8e7-e21b-495b-987a-1c189aed37ba,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:25.056060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.121915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Allocated IP 172.21.0.2 (d1dc01f8-727f-4544-9aa0-b7c94ebab80c/b25cdf7d-52d1-45ef-942c-0bcb64e64242/ee753cec-d728-4b28-ab37-67a2ee1eec2f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:25.327690 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.330653 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.400334 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.402181 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ea9cf76-51aa-4818-bc02-61443f954003 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:18:25.418452 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.419445 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.420692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ce07d20a-928a-48ed-9bd6-c2c05b0043a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9ea9cf76-51aa-4818-bc02-61443f954003 HTTP/1.1" status: 204 len: 168 time: 1.9828596 Jul 27 22:18:25.422974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33914) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:25.487048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f90c44f-dc96-4c43-ae31-e38f9a276bfe admin admin] Deleting subnet 1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:25.490755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f90c44f-dc96-4c43-ae31-e38f9a276bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.529824 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f90c44f-dc96-4c43-ae31-e38f9a276bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.583875 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.623517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Transition to ACTIVE for port object ee753cec-d728-4b28-ab37-67a2ee1eec2f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:25.635877 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.654807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Transition to ACTIVE for port object 50ae41b5-8fd3-4692-a44b-b003795f98ca will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:25.656864 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Transition to ACTIVE for port object ee753cec-d728-4b28-ab37-67a2ee1eec2f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:25.662731 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.677435 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.777244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Network d1dc01f8-727f-4544-9aa0-b7c94ebab80c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:25.784543 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f90c44f-dc96-4c43-ae31-e38f9a276bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.793743 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de316f-e29a-4b21-b74d-a67c4cfadc69 None None] Pushing event updated for resources: {'Port': ['ID=50ae41b5-8fd3-4692-a44b-b003795f98ca,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:25.848827 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:25.852259 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:25.947653 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f90c44f-dc96-4c43-ae31-e38f9a276bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:25.990299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90c44f-dc96-4c43-ae31-e38f9a276bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db25ef7-bbb2-4f2f-9291-aebd84fb4c42,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:25.997395 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f90c44f-dc96-4c43-ae31-e38f9a276bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.002054 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3f90c44f-dc96-4c43-ae31-e38f9a276bfe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1db25ef7-bbb2-4f2f-9291-aebd84fb4c42 HTTP/1.1" status: 204 len: 168 time: 0.5735559 Jul 27 22:18:26.002519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33930) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:26.073137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8c4ca8e7-e21b-495b-987a-1c189aed37ba no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:26.108888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b571db8-e914-4d04-bf4b-e43b977899bb None None] Network 4c0e47d2-6150-45e9-905c-313a1c6e140b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:26.150758 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.171835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523b458-8bc4-44e0-8128-1d94a85f0f42 req-b5e42080-04f5-49d9-824d-3767d1c6f288 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:26.180231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d523b458-8bc4-44e0-8128-1d94a85f0f42 req-b5e42080-04f5-49d9-824d-3767d1c6f288 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 946 time: 0.1433885 Jul 27 22:18:26.187864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Allocated IP 172.21.0.1 (d1dc01f8-727f-4544-9aa0-b7c94ebab80c/b25cdf7d-52d1-45ef-942c-0bcb64e64242/050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:26.343729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Deleting port 31fc24d9-6cc9-4ace-a59e-e217122281cf {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:26.344090 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.424303 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Attempting to bind port 50ae41b5-8fd3-4692-a44b-b003795f98ca on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:26.424875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Attempting to bind port 50ae41b5-8fd3-4692-a44b-b003795f98ca by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '5c85343c-3740-4fd5-828a-4d3cba96754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:26.425026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Attempting to bind port 50ae41b5-8fd3-4692-a44b-b003795f98ca on network c634359d-da50-4b83-a945-08032ceae55b {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:26.435080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Pushing event updated for resources: {'Port': ['ID=ee753cec-d728-4b28-ab37-67a2ee1eec2f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:26.436098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.441549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 8c4ca8e7-e21b-495b-987a-1c189aed37ba {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:26.442294 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8c4ca8e7-e21b-495b-987a-1c189aed37ba not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:26.442294 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 94608bc3-dc07-4055-b309-8b20bf0a2732 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:26.459509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Transition to ACTIVE for port object 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:26.478943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33940) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:26.491689 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] For port 31fc24d9-6cc9-4ace-a59e-e217122281cf, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=31fc24d9-6cc9-4ace-a59e-e217122281cf,segment=NetworkSegment(53b0ffe7-7919-44ca-a6c3-b368b1dd8092),segment_id=53b0ffe7-7919-44ca-a6c3-b368b1dd8092)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:26.491916 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.507889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Calling delete_port for 31fc24d9-6cc9-4ace-a59e-e217122281cf owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:26.515876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d523b458-8bc4-44e0-8128-1d94a85f0f42 req-ffcca478-350d-4aa6-8b23-f78d0674e025 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335862 Jul 27 22:18:26.524267 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:26.525218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Checking segment: {'id': '5c85343c-3740-4fd5-828a-4d3cba96754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:26.525713 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.526108 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Bound using segment: {'id': '5c85343c-3740-4fd5-828a-4d3cba96754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:26.526704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Bound port: 50ae41b5-8fd3-4692-a44b-b003795f98ca, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c85343c-3740-4fd5-828a-4d3cba96754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:26.527085 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.529541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.572758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network d1dc01f8-727f-4544-9aa0-b7c94ebab80c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:26.576946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:26.580888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:26.607928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] For port 50ae41b5-8fd3-4692-a44b-b003795f98ca, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:26.611816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] For port 50ae41b5-8fd3-4692-a44b-b003795f98ca, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=50ae41b5-8fd3-4692-a44b-b003795f98ca,segment=NetworkSegment(5c85343c-3740-4fd5-828a-4d3cba96754d),segment_id=5c85343c-3740-4fd5-828a-4d3cba96754d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:26.613158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 94608bc3-dc07-4055-b309-8b20bf0a2732 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:26.613577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 94608bc3-dc07-4055-b309-8b20bf0a2732 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:26.635712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:26.653075 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.653898 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.656003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Attempting to bind port ee753cec-d728-4b28-ab37-67a2ee1eec2f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:26.656376 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Attempting to bind port ee753cec-d728-4b28-ab37-67a2ee1eec2f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'cc41e358-0dcd-4fb4-868a-291d01b4dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:26.656736 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Attempting to bind port ee753cec-d728-4b28-ab37-67a2ee1eec2f on network d1dc01f8-727f-4544-9aa0-b7c94ebab80c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:26.660029 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.668414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:26.668790 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Checking segment: {'id': 'cc41e358-0dcd-4fb4-868a-291d01b4dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:26.669203 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.669594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Bound using segment: {'id': 'cc41e358-0dcd-4fb4-868a-291d01b4dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:26.670077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Bound port: ee753cec-d728-4b28-ab37-67a2ee1eec2f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc41e358-0dcd-4fb4-868a-291d01b4dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:26.670511 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.683439 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] No DVR routers for this DVR port 31fc24d9-6cc9-4ace-a59e-e217122281cf on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:26.730620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-800d62ac-1413-455e-9f9f-3f23793f10a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.771590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de316f-e29a-4b21-b74d-a67c4cfadc69 None None] Pushing event updated for resources: {'Port': ['ID=50ae41b5-8fd3-4692-a44b-b003795f98ca,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:26.792778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31fc24d9-6cc9-4ace-a59e-e217122281cf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:26.920002 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.966970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e8784-0b9d-4ab3-a491-99202568dea9 None None] DHCP port deletion for 4c0e47d2-6150-45e9-905c-313a1c6e140b request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:26.974156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:26.975074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:26.977501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] For port ee753cec-d728-4b28-ab37-67a2ee1eec2f, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:27.114460 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-800d62ac-1413-455e-9f9f-3f23793f10a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.121870 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.128978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:27.136693 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-800d62ac-1413-455e-9f9f-3f23793f10a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.203951 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-800d62ac-1413-455e-9f9f-3f23793f10a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3d73abd9c8c47e6a32eee8196e625a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7238588 Jul 27 22:18:27.204649 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:27.207174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0e47d2-6150-45e9-905c-313a1c6e140b']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:27.209431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d62ac-1413-455e-9f9f-3f23793f10a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7b4e19-ec16-4c68-9c2a-d244273e43fb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:27.247515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b0ffe7-7919-44ca-a6c3-b368b1dd8092') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:27.247824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b0ffe7-7919-44ca-a6c3-b368b1dd8092') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:27.269600 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.316635 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.319190 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b210b7b1-ead7-4770-9189-444148eb7165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.352716 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b210b7b1-ead7-4770-9189-444148eb7165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.417523 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:27.417961 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:27.420746 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:27.423015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b210b7b1-ead7-4770-9189-444148eb7165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.426443 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b210b7b1-ead7-4770-9189-444148eb7165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.427178 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.431099 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b210b7b1-ead7-4770-9189-444148eb7165 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f7b4e19-ec16-4c68-9c2a-d244273e43fb HTTP/1.1" status: 204 len: 168 time: 0.2062533 Jul 27 22:18:27.450595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-7b5f4422-23c9-4fec-a666-87d9630ac557 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:27.452329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-7b5f4422-23c9-4fec-a666-87d9630ac557 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.41 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 946 time: 0.1470265 Jul 27 22:18:27.461705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.483402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] For port ee753cec-d728-4b28-ab37-67a2ee1eec2f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ee753cec-d728-4b28-ab37-67a2ee1eec2f,segment=NetworkSegment(cc41e358-0dcd-4fb4-868a-291d01b4dd3d),segment_id=cc41e358-0dcd-4fb4-868a-291d01b4dd3d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:27.492449 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210b7b1-ead7-4770-9189-444148eb7165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7b4e19-ec16-4c68-9c2a-d244273e43fb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:27.551343 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.552931 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.557146 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.561619 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c0e47d2-6150-45e9-905c-313a1c6e140b HTTP/1.1" status: 204 len: 168 time: 1.5555770 Jul 27 22:18:27.577628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e618519-a6ec-4016-9c9f-7d964ffde6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0e47d2-6150-45e9-905c-313a1c6e140b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:27.750080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5228a36-1ffe-4c53-a720-6f4c31d97c91 None None] Pushing event updated for resources: {'Port': ['ID=ee753cec-d728-4b28-ab37-67a2ee1eec2f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:27.767611 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:26Z', 'revision_number': 3, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:26Z', 'revision_number': 1, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:26Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:27.779919 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:27.864194 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189f6193-577d-4f50-b898-dfafe39932b3 None None] The sync data for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 is: [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:26Z', 'revision_number': 3, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:26Z', 'revision_number': 1, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:26Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:27.882976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33962) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:27.887510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 31fc24d9-6cc9-4ace-a59e-e217122281cf no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:27.912309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:27.923645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 31fc24d9-6cc9-4ace-a59e-e217122281cf {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:27.924188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 31fc24d9-6cc9-4ace-a59e-e217122281cf not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:28.000837 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4eab19dc-78ef-4773-af95-2ecb3a9f41cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b3ee2fa696e4933b1287dd2b7753c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166329 Jul 27 22:18:28.004658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33964) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:28.013918 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:28.070770 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1430248-6ca1-4098-9909-001fbaf326bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.168117 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dacee55-4db4-449f-a813-f01a541b1e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.214419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network d1dc01f8-727f-4544-9aa0-b7c94ebab80c is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:28.224361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:28.224666 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dacee55-4db4-449f-a813-f01a541b1e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.262188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fea615-253a-4619-b783-767ddd8c81bc req-af4e5d16-45eb-4ef9-8e00-0ae206b9e555 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:28.273505 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11fea615-253a-4619-b783-767ddd8c81bc req-af4e5d16-45eb-4ef9-8e00-0ae206b9e555 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 946 time: 0.5605800 Jul 27 22:18:28.345594 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1430248-6ca1-4098-9909-001fbaf326bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.353647 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1430248-6ca1-4098-9909-001fbaf326bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.383646 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dacee55-4db4-449f-a813-f01a541b1e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.390139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dacee55-4db4-449f-a813-f01a541b1e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.393566 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5dacee55-4db4-449f-a813-f01a541b1e4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8687389-0996-4db9-8234-b720fa3ac3a9 HTTP/1.1" status: 204 len: 168 time: 0.3857350 Jul 27 22:18:28.419845 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d1430248-6ca1-4098-9909-001fbaf326bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28a61ad7ac914a6f8e593773c1c36bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025257 Jul 27 22:18:28.420631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1430248-6ca1-4098-9909-001fbaf326bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f4d19-13df-4cbf-b6d8-018ac542207e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:28.426840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33972) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:28.470903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacee55-4db4-449f-a813-f01a541b1e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8687389-0996-4db9-8234-b720fa3ac3a9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:28.517726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Deleting port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:28.518295 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.562791 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b101faf-6e95-4e71-bc7c-2d22a1e67ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.565710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router f21a2adf-da9a-4cd0-9411-75f3a38001dc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:28.624661 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b101faf-6e95-4e71-bc7c-2d22a1e67ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.701340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11fea615-253a-4619-b783-767ddd8c81bc req-8130d265-09c0-44d5-8e94-750342e6c554 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=4da36063-9a3b-4ee9-b723-76f4f171f585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4266505 Jul 27 22:18:28.732130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b101faf-6e95-4e71-bc7c-2d22a1e67ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.735430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b101faf-6e95-4e71-bc7c-2d22a1e67ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:28.736904 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7b101faf-6e95-4e71-bc7c-2d22a1e67ea5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/425f4d19-13df-4cbf-b6d8-018ac542207e HTTP/1.1" status: 204 len: 168 time: 0.3089275 Jul 27 22:18:28.748038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b101faf-6e95-4e71-bc7c-2d22a1e67ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f4d19-13df-4cbf-b6d8-018ac542207e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:28.946949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] For port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:28.947440 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.110290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:29.117306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-be97e6f8-90c1-4ec5-812b-f2d00f437235 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4561198 Jul 27 22:18:29.120879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33990) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:29.126860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-efe3cadc-df76-4716-b4af-aa4a0ffb0ec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'network': {'name': 'tempest-RoutersTest-599915477'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:29.161276 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe3cadc-df76-4716-b4af-aa4a0ffb0ec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:29.166331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efe3cadc-df76-4716-b4af-aa4a0ffb0ec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.241993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe3cadc-df76-4716-b4af-aa4a0ffb0ec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:18:29.263988 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efe3cadc-df76-4716-b4af-aa4a0ffb0ec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.264338 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-efe3cadc-df76-4716-b4af-aa4a0ffb0ec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Added segment 0eca9975-526a-4230-9f1f-7db9cc905019 of type vlan for network 21e3394e-dae4-4953-878d-89696d9323cc Jul 27 22:18:29.420205 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efe3cadc-df76-4716-b4af-aa4a0ffb0ec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.540753 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efe3cadc-df76-4716-b4af-aa4a0ffb0ec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.568908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe3cadc-df76-4716-b4af-aa4a0ffb0ec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:29.569755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efe3cadc-df76-4716-b4af-aa4a0ffb0ec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.592722 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.593273 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:29.594677 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Floating IP b8b32a1a-dca6-430b-9c16-9dd0fed67919 disassociated. External IP: 172.25.1.45, port: 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9. Jul 27 22:18:29.595046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Calling delete_port for 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:29.912403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e328c2c-f529-4197-adfb-e025568da5a1 None None] Network d1dc01f8-727f-4544-9aa0-b7c94ebab80c requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:29.974505 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:30.036333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.131931 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-efe3cadc-df76-4716-b4af-aa4a0ffb0ec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0098984 Jul 27 22:18:30.132803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34022) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:30.147834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a57aa13e-4264-42b2-af5a-61976bfc29d5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'subnet': {'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:30.166996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-664b31f0-3b77-4b86-8c28-1821abe28346 req-3fdb7e8f-b592-4ec3-897c-3da370b1c14e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 210 time: 0.1637459 Jul 27 22:18:30.177288 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3cadc-df76-4716-b4af-aa4a0ffb0ec0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Network': ['ID=21e3394e-dae4-4953-878d-89696d9323cc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:30.187655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a5cc2268-3d83-41be-aa26-84ea9e1eea81 None None] Provisioning for port ee753cec-d728-4b28-ab37-67a2ee1eec2f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:30.213100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No active binding found for port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 {{(pid=93836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 22:18:30.213776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:30.225307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 21e3394e-dae4-4953-878d-89696d9323cc details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:18:30.247316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event deleted for resources: {'Port': ['ID=4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:30.377676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ee753cec-d728-4b28-ab37-67a2ee1eec2f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:30.534208 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57aa13e-4264-42b2-af5a-61976bfc29d5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:30.537659 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a57aa13e-4264-42b2-af5a-61976bfc29d5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:30.636169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:30.778031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:31.062951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:31.109146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82e0c0f-e242-471a-bb2e-a028acde2283 None None] Sync routers for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:31.145207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port ee753cec-d728-4b28-ab37-67a2ee1eec2f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:31.180095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ee753cec-d728-4b28-ab37-67a2ee1eec2f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:31.180564 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.200881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e0c0f-e242-471a-bb2e-a028acde2283 None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:31.204379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e82e0c0f-e242-471a-bb2e-a028acde2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:31.239788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] No DVR routers for this DVR port 4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:31.256323 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.262727 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c6b0cf0e-af11-4780-9de0-a2e7bcd9ff93 req-9db3ee96-e9aa-445a-a7ec-f0f7b053c2cb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.41 "DELETE /v2.0/ports/4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9 HTTP/1.1" status: 204 len: 173 time: 3.8008537 Jul 27 22:18:31.265614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'name': 'network-vif-deleted', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:31.279122 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fd8074-fa97-4bb7-9c1f-fd4cc04d41af" -d '{"events": [{"server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "name": "network-vif-deleted", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:31.353779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1668749953-network', 'tenant_id': '329cb5e4e3b24bbbbbed2ff45e705e13'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:31.379327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a57aa13e-4264-42b2-af5a-61976bfc29d5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.414111 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f1e60d-c44f-44c8-a703-08f9ee6464c4 x-openstack-request-id: req-a8f1e60d-c44f-44c8-a703-08f9ee6464c4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:31.418247 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685f0f97-5fde-47d3-b947-a8074a2d4dd7", "name": "network-vif-deleted", "tag": "4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:31.418802 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8f1e60d-c44f-44c8-a703-08f9ee6464c4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:31.419562 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685f0f97-5fde-47d3-b947-a8074a2d4dd7', 'name': 'network-vif-deleted', 'tag': '4a6c1e1e-6d7a-487c-b045-4b46cb6de0d9', 'status': 'completed', 'code': 200} Jul 27 22:18:31.422952 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Sync routers for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:31.437684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5f241f2-ed96-491f-a912-d6d3362f0761 req-d19632b7-3bf3-4ef8-a1f2-0e6e83bbeced tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=685f0f97-5fde-47d3-b947-a8074a2d4dd7 HTTP/1.1" status: 200 len: 210 time: 0.1145749 Jul 27 22:18:31.439300 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:31.440163 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:31.593531 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Made reservation on behalf of 329cb5e4e3b24bbbbbed2ff45e705e13 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:31.611468 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.616946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57aa13e-4264-42b2-af5a-61976bfc29d5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Subnet': ['ID=8c959ae2-a5c5-48b6-90bb-aba30db37bc6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:31.655810 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:31.708377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57aa13e-4264-42b2-af5a-61976bfc29d5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Checking segment: {'id': '0eca9975-526a-4230-9f1f-7db9cc905019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:31.709089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57aa13e-4264-42b2-af5a-61976bfc29d5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network hostable DHCP agents. Network: 21e3394e-dae4-4953-878d-89696d9323cc, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:18:31.735513 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:31.812573 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57aa13e-4264-42b2-af5a-61976bfc29d5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network 21e3394e-dae4-4953-878d-89696d9323cc is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:18:31.849351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a57aa13e-4264-42b2-af5a-61976bfc29d5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 21e3394e-dae4-4953-878d-89696d9323cc) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:31.953131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57aa13e-4264-42b2-af5a-61976bfc29d5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:31.955553 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a57aa13e-4264-42b2-af5a-61976bfc29d5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.051886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec2084-003f-4cba-8f61-e06fa2bbcdec None None] Network 21e3394e-dae4-4953-878d-89696d9323cc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:32.098582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.115632 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.158079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b15a28a-c743-46eb-b072-f05b7af8737b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:32.190968 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a57aa13e-4264-42b2-af5a-61976bfc29d5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0518329 Jul 27 22:18:32.191176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34076) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:32.208327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:18:32.240287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.240673 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Added segment 153b78c6-ad4e-4d4d-8b65-68c7a75df1cd of type vlan for network 2c7084a7-3fdd-462d-a623-09f58ee2b468 Jul 27 22:18:32.283434 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:26Z', 'revision_number': 3, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:27Z', 'revision_number': 2, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:26Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:32.350223 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.385902 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Checking router: f21a2adf-da9a-4cd0-9411-75f3a38001dc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:32.389354 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Updating router f21a2adf-da9a-4cd0-9411-75f3a38001dc port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:18:32.450657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-21e3394e-dae4-4953-878d-89696d9323cc', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:18:32.452652 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.460986 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.464011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:32.464011 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.504080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a87534a-cf73-45d2-8df0-31158435fb79 None None] Provisioning for port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:32.516040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a87534a-cf73-45d2-8df0-31158435fb79 None None] Provisioning complete for port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:32.516544 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a87534a-cf73-45d2-8df0-31158435fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.521256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e82e0c0f-e242-471a-bb2e-a028acde2283 None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:32.524465 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.531918 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.642240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34086) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:32.740658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Allocated IP 172.22.0.2 (21e3394e-dae4-4953-878d-89696d9323cc/8c959ae2-a5c5-48b6-90bb-aba30db37bc6/efc6c18d-16c8-42ee-b037-2f1db1b5ccde) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:32.776983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9930458 Jul 27 22:18:32.781811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:32.862049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-942da26f-3bc0-4d00-9ca1-a59302b0e37c admin admin] Request body: {'subnet': {'network_id': '2c7084a7-3fdd-462d-a623-09f58ee2b468', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1668749953-subnet', 'tenant_id': '329cb5e4e3b24bbbbbed2ff45e705e13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:32.863678 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-582e089e-4d48-424c-80c5-ba66a09597e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.880707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be32135-1e2f-4710-b6d3-854a4f22e0d7 admin admin] Pushing event updated for resources: {'Network': ['ID=2c7084a7-3fdd-462d-a623-09f58ee2b468,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:32.919204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-582e089e-4d48-424c-80c5-ba66a09597e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.037013 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-582e089e-4d48-424c-80c5-ba66a09597e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.040705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-582e089e-4d48-424c-80c5-ba66a09597e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.044757 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-582e089e-4d48-424c-80c5-ba66a09597e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "DELETE /v2.0/security-groups/4da36063-9a3b-4ee9-b723-76f4f171f585 HTTP/1.1" status: 204 len: 168 time: 0.3942750 Jul 27 22:18:33.047710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34104) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:33.075606 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.087619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Transition to ACTIVE for port object efc6c18d-16c8-42ee-b037-2f1db1b5ccde will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:33.118674 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-05af1fca-b48e-4414-84aa-8c803a05614a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] show failed (client error): The resource could not be found. Jul 27 22:18:33.120364 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-05af1fca-b48e-4414-84aa-8c803a05614a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups/4da36063-9a3b-4ee9-b723-76f4f171f585 HTTP/1.1" status: 404 len: 347 time: 0.0717103 Jul 27 22:18:33.124609 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e089e-4d48-424c-80c5-ba66a09597e7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da36063-9a3b-4ee9-b723-76f4f171f585,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:33.139006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34108) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:33.146542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Transition to ACTIVE for port object efc6c18d-16c8-42ee-b037-2f1db1b5ccde will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:33.148170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 2c7084a7-3fdd-462d-a623-09f58ee2b468 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:18:33.224246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942da26f-3bc0-4d00-9ca1-a59302b0e37c admin admin] Made reservation on behalf of 329cb5e4e3b24bbbbbed2ff45e705e13 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:33.231560 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-942da26f-3bc0-4d00-9ca1-a59302b0e37c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.282413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port ee753cec-d728-4b28-ab37-67a2ee1eec2f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ee753cec-d728-4b28-ab37-67a2ee1eec2f,segment=NetworkSegment(cc41e358-0dcd-4fb4-868a-291d01b4dd3d),segment_id=cc41e358-0dcd-4fb4-868a-291d01b4dd3d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:33.284634 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.348585 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.350309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 50ae41b5-8fd3-4692-a44b-b003795f98ca up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:33.355875 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.380890 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Transition to ACTIVE for port object 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:33.400455 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.451912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514644-9e7a-4f84-bc8b-71fae20616e9 req-c96bc50f-424e-4172-913b-f35e57669a4e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:33.471682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514644-9e7a-4f84-bc8b-71fae20616e9 req-c96bc50f-424e-4172-913b-f35e57669a4e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:33.490055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514644-9e7a-4f84-bc8b-71fae20616e9 req-c96bc50f-424e-4172-913b-f35e57669a4e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:33.507666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514644-9e7a-4f84-bc8b-71fae20616e9 req-c96bc50f-424e-4172-913b-f35e57669a4e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:33.514768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e35702ef-cc20-41d9-83ae-7e70e12d7d96 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Deleting port e57a9610-00f9-4167-88df-544d060ffbff {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:33.515119 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e35702ef-cc20-41d9-83ae-7e70e12d7d96 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.519615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514644-9e7a-4f84-bc8b-71fae20616e9 req-c96bc50f-424e-4172-913b-f35e57669a4e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:33.534882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514644-9e7a-4f84-bc8b-71fae20616e9 req-c96bc50f-424e-4172-913b-f35e57669a4e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:33.549500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514644-9e7a-4f84-bc8b-71fae20616e9 req-c96bc50f-424e-4172-913b-f35e57669a4e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:33.557854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff514644-9e7a-4f84-bc8b-71fae20616e9 req-c96bc50f-424e-4172-913b-f35e57669a4e tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5443 time: 0.7852540 Jul 27 22:18:33.564332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a87534a-cf73-45d2-8df0-31158435fb79 None None] Port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:33.620117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Network 21e3394e-dae4-4953-878d-89696d9323cc is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:33.627554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a87534a-cf73-45d2-8df0-31158435fb79 None None] Provisioning complete for port ee753cec-d728-4b28-ab37-67a2ee1eec2f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:33.627930 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a87534a-cf73-45d2-8df0-31158435fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.679307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:33.687079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:33.703318 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e35702ef-cc20-41d9-83ae-7e70e12d7d96 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.703892 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e35702ef-cc20-41d9-83ae-7e70e12d7d96 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.713011 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ff514644-9e7a-4f84-bc8b-71fae20616e9 req-29c62872-5566-41c4-bc3d-122d1b6b6224 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1240201 Jul 27 22:18:33.736285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e35702ef-cc20-41d9-83ae-7e70e12d7d96 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Calling delete_port for e57a9610-00f9-4167-88df-544d060ffbff owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:33.808248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Pushing event updated for resources: {'Port': ['ID=efc6c18d-16c8-42ee-b037-2f1db1b5ccde,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:33.984740 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Attempting to bind port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:33.985215 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Attempting to bind port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'cc41e358-0dcd-4fb4-868a-291d01b4dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:33.985681 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Attempting to bind port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e on network d1dc01f8-727f-4544-9aa0-b7c94ebab80c {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:33.992345 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Pushing event updated for resources: {'Port': ['ID=050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:34.003156 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:34.003493 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:34.003839 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:34.004187 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:34.004509 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:34.004830 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:34.005156 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:34.005480 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:34.006573 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:34.006929 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:34.007359 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:34.007690 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:34.014666 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:34.015045 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Checking segment: {'id': 'cc41e358-0dcd-4fb4-868a-291d01b4dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:34.015447 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.015838 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Bound using segment: {'id': 'cc41e358-0dcd-4fb4-868a-291d01b4dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:34.016313 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Bound port: 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc41e358-0dcd-4fb4-868a-291d01b4dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:34.016948 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.018410 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.087440 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e35702ef-cc20-41d9-83ae-7e70e12d7d96 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.105274 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] For port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:34.114761 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] For port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e,segment=NetworkSegment(cc41e358-0dcd-4fb4-868a-291d01b4dd3d),segment_id=cc41e358-0dcd-4fb4-868a-291d01b4dd3d)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:34.128762 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.164851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35702ef-cc20-41d9-83ae-7e70e12d7d96 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event deleted for resources: {'Port': ['ID=e57a9610-00f9-4167-88df-544d060ffbff,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:34.252131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=ee753cec-d728-4b28-ab37-67a2ee1eec2f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:34.293707 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Attempting to bind port efc6c18d-16c8-42ee-b037-2f1db1b5ccde on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:34.294404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Attempting to bind port efc6c18d-16c8-42ee-b037-2f1db1b5ccde by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0eca9975-526a-4230-9f1f-7db9cc905019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:34.294973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Attempting to bind port efc6c18d-16c8-42ee-b037-2f1db1b5ccde on network 21e3394e-dae4-4953-878d-89696d9323cc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:34.299391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 50ae41b5-8fd3-4692-a44b-b003795f98ca completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:34.334931 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e35702ef-cc20-41d9-83ae-7e70e12d7d96 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.343470 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e35702ef-cc20-41d9-83ae-7e70e12d7d96 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.347417 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:34.348059 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:34.350147 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e35702ef-cc20-41d9-83ae-7e70e12d7d96 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "DELETE /v2.0/floatingips/b8b32a1a-dca6-430b-9c16-9dd0fed67919 HTTP/1.1" status: 204 len: 168 time: 1.2065632 Jul 27 22:18:34.426806 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 50ae41b5-8fd3-4692-a44b-b003795f98ca triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:34.427356 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.438191 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:34.438979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Checking segment: {'id': '0eca9975-526a-4230-9f1f-7db9cc905019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:34.439554 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.440095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Bound using segment: {'id': '0eca9975-526a-4230-9f1f-7db9cc905019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:34.440764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Bound port: efc6c18d-16c8-42ee-b037-2f1db1b5ccde, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eca9975-526a-4230-9f1f-7db9cc905019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:34.441301 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.488079 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ea97b-1d18-45c0-a1bd-34dd137ffaca None None] Pushing event updated for resources: {'Port': ['ID=050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:34.596027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Allocated IP 172.22.0.1 (21e3394e-dae4-4953-878d-89696d9323cc/8c959ae2-a5c5-48b6-90bb-aba30db37bc6/c578cfff-dc13-4825-89b2-21702ecd7fb6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:34.668688 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:34.740346 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.786974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Transition to ACTIVE for port object c578cfff-dc13-4825-89b2-21702ecd7fb6 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:34.818794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e82e0c0f-e242-471a-bb2e-a028acde2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:07Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:34.857515 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] For port efc6c18d-16c8-42ee-b037-2f1db1b5ccde, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:34.897194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f8dc7-4e64-46ca-b572-df2b8a7069ef req-0a110869-3756-491a-86ea-883ee4e58931 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:34.902372 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82e0c0f-e242-471a-bb2e-a028acde2283 None None] Checking router: 45e25285-7ed0-4556-a5c8-ad0be9ab4639 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:34.907622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f8dc7-4e64-46ca-b572-df2b8a7069ef req-0a110869-3756-491a-86ea-883ee4e58931 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:34.910738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] For port efc6c18d-16c8-42ee-b037-2f1db1b5ccde, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=efc6c18d-16c8-42ee-b037-2f1db1b5ccde,segment=NetworkSegment(0eca9975-526a-4230-9f1f-7db9cc905019),segment_id=0eca9975-526a-4230-9f1f-7db9cc905019)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:34.918147 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.926887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f8dc7-4e64-46ca-b572-df2b8a7069ef req-0a110869-3756-491a-86ea-883ee4e58931 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:34.955106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f8dc7-4e64-46ca-b572-df2b8a7069ef req-0a110869-3756-491a-86ea-883ee4e58931 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:34.969407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f8dc7-4e64-46ca-b572-df2b8a7069ef req-0a110869-3756-491a-86ea-883ee4e58931 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:34.973779 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.987703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e0c0f-e242-471a-bb2e-a028acde2283 None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:34.990307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e82e0c0f-e242-471a-bb2e-a028acde2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:34.991338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f8dc7-4e64-46ca-b572-df2b8a7069ef req-0a110869-3756-491a-86ea-883ee4e58931 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:35.000790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f8dc7-4e64-46ca-b572-df2b8a7069ef req-0a110869-3756-491a-86ea-883ee4e58931 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:35.004516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a2f8dc7-4e64-46ca-b572-df2b8a7069ef req-0a110869-3756-491a-86ea-883ee4e58931 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5443 time: 1.1335022 Jul 27 22:18:35.044073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.147496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network 21e3394e-dae4-4953-878d-89696d9323cc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:35.155713 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:26Z', 'revision_number': 3, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:34Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:26Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:35.184056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=c578cfff-dc13-4825-89b2-21702ecd7fb6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:35.191033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 50ae41b5-8fd3-4692-a44b-b003795f98ca, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=50ae41b5-8fd3-4692-a44b-b003795f98ca,segment=NetworkSegment(5c85343c-3740-4fd5-828a-4d3cba96754d),segment_id=5c85343c-3740-4fd5-828a-4d3cba96754d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:35.241202 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2840944f-cfc3-4bbb-a8dd-c51bea732cc8 None None] The sync data for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 is: [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:26Z', 'revision_number': 3, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:34Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:26Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:35.310172 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.310172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43c9df-56d4-4072-b6f3-6e4ea91e5142 None None] Pushing event updated for resources: {'Port': ['ID=efc6c18d-16c8-42ee-b037-2f1db1b5ccde,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:35.340319 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:35.356028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:35.423811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e82e0c0f-e242-471a-bb2e-a028acde2283 None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:35.470882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=50ae41b5-8fd3-4692-a44b-b003795f98ca,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:35.566015 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-942da26f-3bc0-4d00-9ca1-a59302b0e37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.608488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34160) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:35.620415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d4e60442-3813-439f-8392-f73168fc3223 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773346742', 'description': 'tempest-description--1720432850'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:35.688017 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4e60442-3813-439f-8392-f73168fc3223 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.711606 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.879881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4e60442-3813-439f-8392-f73168fc3223 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.885851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4e60442-3813-439f-8392-f73168fc3223 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.949583 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4e60442-3813-439f-8392-f73168fc3223 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.949795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942da26f-3bc0-4d00-9ca1-a59302b0e37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c52b104-c67e-49c5-bec7-b5b01c3383ea,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:35.952585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ee753cec-d728-4b28-ab37-67a2ee1eec2f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:35.967028 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d4e60442-3813-439f-8392-f73168fc3223 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3559420 Jul 27 22:18:35.967663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:35.981162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-85147324-3abb-4cbc-9bc5-7b7a48d5d1ab tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Request body: {'security_group_rule': {'security_group_id': '15de572a-6739-4765-af25-7b5ad5c3246e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:36.000338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e60442-3813-439f-8392-f73168fc3223 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15de572a-6739-4765-af25-7b5ad5c3246e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:36.043835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942da26f-3bc0-4d00-9ca1-a59302b0e37c admin admin] Checking segment: {'id': '153b78c6-ad4e-4d4d-8b65-68c7a75df1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c7084a7-3fdd-462d-a623-09f58ee2b468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:36.044294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942da26f-3bc0-4d00-9ca1-a59302b0e37c admin admin] Network hostable DHCP agents. Network: 2c7084a7-3fdd-462d-a623-09f58ee2b468, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:18:36.061381 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85147324-3abb-4cbc-9bc5-7b7a48d5d1ab tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.067077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e82e0c0f-e242-471a-bb2e-a028acde2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:07Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:36.070861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ee753cec-d728-4b28-ab37-67a2ee1eec2f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:36.071286 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.112151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942da26f-3bc0-4d00-9ca1-a59302b0e37c admin admin] Network 2c7084a7-3fdd-462d-a623-09f58ee2b468 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:18:36.145327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82e0c0f-e242-471a-bb2e-a028acde2283 None None] The sync data for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 is: [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:07Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:36.152448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-942da26f-3bc0-4d00-9ca1-a59302b0e37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 2c7084a7-3fdd-462d-a623-09f58ee2b468) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:36.163687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942da26f-3bc0-4d00-9ca1-a59302b0e37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:36.164762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-942da26f-3bc0-4d00-9ca1-a59302b0e37c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.168857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a43545a-fc27-4913-9982-7df154a98c5d None None] Network 2c7084a7-3fdd-462d-a623-09f58ee2b468 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:36.230300 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85147324-3abb-4cbc-9bc5-7b7a48d5d1ab tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.238867 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85147324-3abb-4cbc-9bc5-7b7a48d5d1ab tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.281677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85147324-3abb-4cbc-9bc5-7b7a48d5d1ab tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a6fd9b-0595-4fc7-ac9b-e830aaa1c0d8,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:36.286469 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.302284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85147324-3abb-4cbc-9bc5-7b7a48d5d1ab tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.306909 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-85147324-3abb-4cbc-9bc5-7b7a48d5d1ab tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322389 Jul 27 22:18:36.307531 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:36.316982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-942da26f-3bc0-4d00-9ca1-a59302b0e37c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.5339320 Jul 27 22:18:36.327784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9ea11f38-969d-4e21-9ead-5e386949a639 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Request body: {'security_group_rule': {'security_group_id': '15de572a-6739-4765-af25-7b5ad5c3246e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:36.387419 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea11f38-969d-4e21-9ead-5e386949a639 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.451915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:36.479096 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea11f38-969d-4e21-9ead-5e386949a639 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.495859 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea11f38-969d-4e21-9ead-5e386949a639 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.557367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea11f38-969d-4e21-9ead-5e386949a639 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769fc182-773f-4c7c-a099-e77f52f85d18,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:36.570255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34182) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:36.586718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea11f38-969d-4e21-9ead-5e386949a639 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.593431 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9ea11f38-969d-4e21-9ead-5e386949a639 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2820916 Jul 27 22:18:36.598634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:36.607084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:36.701747 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.747957 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:36.772707 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:36.776090 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:36.885864 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75fef7f-bd58-45a9-bec5-a234a53fb32b None None] New status for floating IP b8b32a1a-dca6-430b-9c16-9dd0fed67919: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:18:36.921983 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.101183 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c8aaea-3dcd-48e4-a334-a56744046986 None None] Network 21e3394e-dae4-4953-878d-89696d9323cc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:37.576289 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26309c92-34f3-4508-a013-8ea32d33c890 None None] Network 2c7084a7-3fdd-462d-a623-09f58ee2b468 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:37.796666 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.888073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-778b5a5a-7a26-4394-a95b-1815b45345df None None] Provisioning for port efc6c18d-16c8-42ee-b037-2f1db1b5ccde completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:38.017730 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Allocated IP 172.25.1.205 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/c16e4884-9cdc-4c7c-8512-92d9be406af0) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:38.058990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e,segment=NetworkSegment(cc41e358-0dcd-4fb4-868a-291d01b4dd3d),segment_id=cc41e358-0dcd-4fb4-868a-291d01b4dd3d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:38.075037 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.103481 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.153346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-679fd578-8c1d-44c4-ae47-edec8cdf1e38 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:38.163837 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-679fd578-8c1d-44c4-ae47-edec8cdf1e38 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/networks?id=2c7084a7-3fdd-462d-a623-09f58ee2b468 HTTP/1.1" status: 200 len: 821 time: 0.2188079 Jul 27 22:18:38.169372 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.227595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:38.267465 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.294494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.371328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-033b0c7d-d073-4386-b32f-6b75c2f01ba4 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/quotas/329cb5e4e3b24bbbbbed2ff45e705e13 HTTP/1.1" status: 200 len: 375 time: 0.2064791 Jul 27 22:18:38.425441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device efc6c18d-16c8-42ee-b037-2f1db1b5ccde up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:38.481521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-e594fc34-e075-48ea-b725-a95e364e4427 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=329cb5e4e3b24bbbbbed2ff45e705e13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091759 Jul 27 22:18:38.513236 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.569112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port efc6c18d-16c8-42ee-b037-2f1db1b5ccde completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:38.577462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port efc6c18d-16c8-42ee-b037-2f1db1b5ccde triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:38.577681 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.595847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event updated for resources: {'Port': ['ID=c16e4884-9cdc-4c7c-8512-92d9be406af0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:38.614567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=c578cfff-dc13-4825-89b2-21702ecd7fb6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:38.626115 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:38.631147 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:38.634306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:38.649502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34250) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:38.778110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network 21e3394e-dae4-4953-878d-89696d9323cc is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:38.779981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:38.812655 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.830546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b098b6dd-0d0d-496f-85ab-dd0bcab91ff3 None None] Provisioning for port c578cfff-dc13-4825-89b2-21702ecd7fb6 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:38.850185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b098b6dd-0d0d-496f-85ab-dd0bcab91ff3 None None] Provisioning complete for port c578cfff-dc13-4825-89b2-21702ecd7fb6 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:38.851646 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b098b6dd-0d0d-496f-85ab-dd0bcab91ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.990889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router f21a2adf-da9a-4cd0-9411-75f3a38001dc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:39.007891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.034771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-9b70e616-64cb-4471-ab56-b299f64d53f2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:18:39.036480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-9b70e616-64cb-4471-ab56-b299f64d53f2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5538237 Jul 27 22:18:39.092388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b098b6dd-0d0d-496f-85ab-dd0bcab91ff3 None None] Port c578cfff-dc13-4825-89b2-21702ecd7fb6 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:39.097031 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-219b8bbe-54c4-4e40-9833-2b4f1f3f5e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.101345 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.164328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b098b6dd-0d0d-496f-85ab-dd0bcab91ff3 None None] Provisioning complete for port efc6c18d-16c8-42ee-b037-2f1db1b5ccde triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:39.165142 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b098b6dd-0d0d-496f-85ab-dd0bcab91ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.315384 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port efc6c18d-16c8-42ee-b037-2f1db1b5ccde, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=efc6c18d-16c8-42ee-b037-2f1db1b5ccde,segment=NetworkSegment(0eca9975-526a-4230-9f1f-7db9cc905019),segment_id=0eca9975-526a-4230-9f1f-7db9cc905019)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:39.334072 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.339467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 50ae41b5-8fd3-4692-a44b-b003795f98ca up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:39.413428 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b098b6dd-0d0d-496f-85ab-dd0bcab91ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.434318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:39.444635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2e113f9c-12a7-4792-a134-f4f638459fc5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2492619 Jul 27 22:18:39.445359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34266) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:39.452127 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Sync routers for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:39.474924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3b230-c646-42bd-87c3-8e7874de6cf0 req-b6058165-78e2-4c3a-a45c-9d2c81ce0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:39.475414 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3b230-c646-42bd-87c3-8e7874de6cf0 req-b6058165-78e2-4c3a-a45c-9d2c81ce0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:39.475886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3b230-c646-42bd-87c3-8e7874de6cf0 req-b6058165-78e2-4c3a-a45c-9d2c81ce0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:39.476242 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:39.476361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3b230-c646-42bd-87c3-8e7874de6cf0 req-b6058165-78e2-4c3a-a45c-9d2c81ce0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:39.476807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3b230-c646-42bd-87c3-8e7874de6cf0 req-b6058165-78e2-4c3a-a45c-9d2c81ce0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:39.483973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3b230-c646-42bd-87c3-8e7874de6cf0 req-b6058165-78e2-4c3a-a45c-9d2c81ce0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:39.486187 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:39.490172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3b230-c646-42bd-87c3-8e7874de6cf0 req-b6058165-78e2-4c3a-a45c-9d2c81ce0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:39.506653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24e3b230-c646-42bd-87c3-8e7874de6cf0 req-b6058165-78e2-4c3a-a45c-9d2c81ce0a2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 6500 time: 0.8508813 Jul 27 22:18:39.577866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-11fdf6ef-923d-4c64-a460-a60ba7499c26 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'network': {'name': 'tempest-RoutersTest-1429366166'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:39.612480 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:39.615808 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24e3b230-c646-42bd-87c3-8e7874de6cf0 req-2e808aeb-c539-498f-8812-8809335d94d4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&id=16d1d144-4da5-4d50-a85f-ad105d47d626&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060653 Jul 27 22:18:39.626898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-a62a27ce-0bae-418c-982b-81c2efd0464d service neutron] 10.222.0.24 "GET /v2.0/networks/2c7084a7-3fdd-462d-a623-09f58ee2b468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774098 Jul 27 22:18:39.628975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 50ae41b5-8fd3-4692-a44b-b003795f98ca triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:39.629421 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.631115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=efc6c18d-16c8-42ee-b037-2f1db1b5ccde,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:39.702656 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-b098b6dd-0d0d-496f-85ab-dd0bcab91ff3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:18:39.705673 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-b098b6dd-0d0d-496f-85ab-dd0bcab91ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:18:39.762032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fdf6ef-923d-4c64-a460-a60ba7499c26 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:39.775700 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11fdf6ef-923d-4c64-a460-a60ba7499c26 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.823221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-fe104e5d-89f7-48b7-9361-ff19613e962d service neutron] 10.222.0.24 "GET /v2.0/networks/2c7084a7-3fdd-462d-a623-09f58ee2b468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853704 Jul 27 22:18:39.932827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fdf6ef-923d-4c64-a460-a60ba7499c26 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:18:39.994022 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.997484 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:36Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 2, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:39.999944 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11fdf6ef-923d-4c64-a460-a60ba7499c26 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.000297 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-11fdf6ef-923d-4c64-a460-a60ba7499c26 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Added segment c27c0a30-38bb-46b4-9ed0-318ff165e93c of type vlan for network bed2a840-33fa-410d-b9a9-d2929f0f5db3 Jul 27 22:18:40.043520 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Checking router: f21a2adf-da9a-4cd0-9411-75f3a38001dc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:40.044097 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Updating router f21a2adf-da9a-4cd0-9411-75f3a38001dc port c578cfff-dc13-4825-89b2-21702ecd7fb6 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:18:40.073469 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.075770 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.133418 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4557cb11-9a04-4562-8789-7bc15a62c5a8 req-1d907da1-3f8c-4d73-973f-3979e2f08133 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 210 time: 0.0485141 Jul 27 22:18:40.136256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34284) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:40.242354 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11fdf6ef-923d-4c64-a460-a60ba7499c26 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.303016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device efc6c18d-16c8-42ee-b037-2f1db1b5ccde up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:40.342898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event updated for resources: {'Port': ['ID=c16e4884-9cdc-4c7c-8512-92d9be406af0,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:40.379630 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.395789 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11fdf6ef-923d-4c64-a460-a60ba7499c26 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.409971 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port efc6c18d-16c8-42ee-b037-2f1db1b5ccde triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:40.411132 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.418621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fdf6ef-923d-4c64-a460-a60ba7499c26 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:40.419786 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11fdf6ef-923d-4c64-a460-a60ba7499c26 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.440622 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.450493 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6dceb0d7-28c2-4c3d-8f07-2769621787bc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8420575 Jul 27 22:18:40.536026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-036a0579-ec49-448d-ada0-a31bb95905fa None None] Provisioning complete for port c578cfff-dc13-4825-89b2-21702ecd7fb6 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:40.539526 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-036a0579-ec49-448d-ada0-a31bb95905fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.564259 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-11fdf6ef-923d-4c64-a460-a60ba7499c26 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0071683 Jul 27 22:18:40.577413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34292) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:40.584506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0ef5b92e-e71b-4c9d-9567-5d79e12941e2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'subnet': {'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:40.590776 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7eb9d8f4-82a2-4bab-ab18-49585ff8329e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.598763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdf6ef-923d-4c64-a460-a60ba7499c26 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Network': ['ID=bed2a840-33fa-410d-b9a9-d2929f0f5db3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:40.616966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-219b8bbe-54c4-4e40-9833-2b4f1f3f5e4a admin admin] Deleting port a07051f3-72fc-4563-b4bd-21efa47660dd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:40.617410 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-219b8bbe-54c4-4e40-9833-2b4f1f3f5e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.639029 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network bed2a840-33fa-410d-b9a9-d2929f0f5db3 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:18:40.652520 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.684361 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Transition to ACTIVE for port object c578cfff-dc13-4825-89b2-21702ecd7fb6 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:40.701695 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.796185 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059078e-0390-48e1-a530-87ca242db306 None None] Pushing event updated for resources: {'Port': ['ID=c578cfff-dc13-4825-89b2-21702ecd7fb6,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:40.805401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-219b8bbe-54c4-4e40-9833-2b4f1f3f5e4a admin admin] For port a07051f3-72fc-4563-b4bd-21efa47660dd, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a07051f3-72fc-4563-b4bd-21efa47660dd,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:40.807159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-219b8bbe-54c4-4e40-9833-2b4f1f3f5e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.819660 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7eb9d8f4-82a2-4bab-ab18-49585ff8329e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.830514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7eb9d8f4-82a2-4bab-ab18-49585ff8329e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.841496 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-219b8bbe-54c4-4e40-9833-2b4f1f3f5e4a admin admin] Calling delete_port for a07051f3-72fc-4563-b4bd-21efa47660dd owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:40.892554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9d8f4-82a2-4bab-ab18-49585ff8329e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e493c36-95f4-4dbe-8ece-b6c063579118,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:40.903293 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Attempting to bind port c578cfff-dc13-4825-89b2-21702ecd7fb6 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:40.903654 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Attempting to bind port c578cfff-dc13-4825-89b2-21702ecd7fb6 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0eca9975-526a-4230-9f1f-7db9cc905019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:40.903977 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Attempting to bind port c578cfff-dc13-4825-89b2-21702ecd7fb6 on network 21e3394e-dae4-4953-878d-89696d9323cc {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:40.907271 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:40.933218 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:40.933765 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Checking segment: {'id': '0eca9975-526a-4230-9f1f-7db9cc905019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:40.934445 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.935026 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Bound using segment: {'id': '0eca9975-526a-4230-9f1f-7db9cc905019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:40.948538 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Bound port: c578cfff-dc13-4825-89b2-21702ecd7fb6, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eca9975-526a-4230-9f1f-7db9cc905019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:40.948538 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:40.958885 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7eb9d8f4-82a2-4bab-ab18-49585ff8329e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05314eba224f45eea89fb9defa0b4203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8215041 Jul 27 22:18:40.969604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34314) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:41.028267 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef5b92e-e71b-4c9d-9567-5d79e12941e2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Made reservation on behalf of 6ab918734a1b41da9b9d03cc302e5954 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:41.033028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-036a0579-ec49-448d-ada0-a31bb95905fa None None] Port c578cfff-dc13-4825-89b2-21702ecd7fb6 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:41.033514 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b92e-e71b-4c9d-9567-5d79e12941e2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.056997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:41.057401 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.093486 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] For port c578cfff-dc13-4825-89b2-21702ecd7fb6, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:41.108321 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] For port c578cfff-dc13-4825-89b2-21702ecd7fb6, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c578cfff-dc13-4825-89b2-21702ecd7fb6,segment=NetworkSegment(0eca9975-526a-4230-9f1f-7db9cc905019),segment_id=0eca9975-526a-4230-9f1f-7db9cc905019)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:41.123531 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.151599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-f183aa75-d49f-47f3-8b59-d6c663c1db50 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--773346742&fields=id&tenant_id=9adc4e23b7574122842522e980a1cc15 HTTP/1.1" status: 200 len: 267 time: 0.1827357 Jul 27 22:18:41.254197 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2981206c-30d8-4528-bab4-990c07994fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.321924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64fff6ae-d647-491e-8cc8-bb692c0755d4 req-d676b1e4-083a-4b31-b3a9-272de1dba6ae tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 210 time: 0.0801849 Jul 27 22:18:41.348460 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059078e-0390-48e1-a530-87ca242db306 None None] Pushing event updated for resources: {'Port': ['ID=c578cfff-dc13-4825-89b2-21702ecd7fb6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:41.383349 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:41.385895 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:41.402131 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2981206c-30d8-4528-bab4-990c07994fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.518866 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-6b09068b-8e19-460d-9bef-25d80e253c62 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:41.520473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-6b09068b-8e19-460d-9bef-25d80e253c62 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 817 time: 0.3539205 Jul 27 22:18:41.592216 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2981206c-30d8-4528-bab4-990c07994fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.601036 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2981206c-30d8-4528-bab4-990c07994fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.602214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2981206c-30d8-4528-bab4-990c07994fdc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e493c36-95f4-4dbe-8ece-b6c063579118 HTTP/1.1" status: 204 len: 168 time: 0.6316426 Jul 27 22:18:41.609003 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:41.635782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-40116dac-a7a5-49f6-bc1c-450ae919e589 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/quotas/9adc4e23b7574122842522e980a1cc15 HTTP/1.1" status: 200 len: 375 time: 0.0865223 Jul 27 22:18:41.680495 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-219b8bbe-54c4-4e40-9833-2b4f1f3f5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:41.690013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981206c-30d8-4528-bab4-990c07994fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e493c36-95f4-4dbe-8ece-b6c063579118,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:41.813463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b8bbe-54c4-4e40-9833-2b4f1f3f5e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=a07051f3-72fc-4563-b4bd-21efa47660dd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:41.847551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-247dee96-b0f9-4b40-b981-70181fcf3b5a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2038891 Jul 27 22:18:42.101827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-1779783f-7dea-4a71-9831-1d1adb069a9d service neutron] 10.222.0.24 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319541 Jul 27 22:18:42.144792 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:36Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:41Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:42.210016 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265804e1-29a8-4555-ae96-1fd00a822875 None None] The sync data for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 is: [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:36Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:41Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:42.371816 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b92e-e71b-4c9d-9567-5d79e12941e2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.385676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-008c3553-4a01-417c-9f5b-bd1ceb3f710d service neutron] 10.222.0.24 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754357 Jul 27 22:18:42.424655 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-219b8bbe-54c4-4e40-9833-2b4f1f3f5e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.439536 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.501529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34338) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:42.667006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5b92e-e71b-4c9d-9567-5d79e12941e2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Subnet': ['ID=17162547-f1f9-4b2d-a23c-cb5bc9e05c4c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:42.670621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef5b92e-e71b-4c9d-9567-5d79e12941e2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Checking segment: {'id': 'c27c0a30-38bb-46b4-9ed0-318ff165e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:42.671211 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef5b92e-e71b-4c9d-9567-5d79e12941e2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network hostable DHCP agents. Network: bed2a840-33fa-410d-b9a9-d2929f0f5db3, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:18:42.673827 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aebd4bf5-2875-41f4-9d47-55adfe9f6ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.708374 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-2af23423-569f-4def-a673-72207b4acde1 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:42.710018 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-2af23423-569f-4def-a673-72207b4acde1 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.41 "GET /v2.0/networks?id=2c7084a7-3fdd-462d-a623-09f58ee2b468 HTTP/1.1" status: 200 len: 821 time: 0.2228630 Jul 27 22:18:42.727304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Request body: {'port': {'device_id': '0768d101-a806-4d9f-a3c3-b91fda035ac7', 'network_id': '2c7084a7-3fdd-462d-a623-09f58ee2b468', 'admin_state_up': True, 'tenant_id': '329cb5e4e3b24bbbbbed2ff45e705e13'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:42.761175 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a6e5727-845f-476b-ab13-ccceaa20719f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.873885 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef5b92e-e71b-4c9d-9567-5d79e12941e2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network bed2a840-33fa-410d-b9a9-d2929f0f5db3 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:18:42.897994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0ef5b92e-e71b-4c9d-9567-5d79e12941e2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, bed2a840-33fa-410d-b9a9-d2929f0f5db3) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:42.919645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d798913d-aa6d-466a-8889-9603cdf86904 None None] Network bed2a840-33fa-410d-b9a9-d2929f0f5db3 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:42.925022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef5b92e-e71b-4c9d-9567-5d79e12941e2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:42.926902 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b92e-e71b-4c9d-9567-5d79e12941e2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.026534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf80e1c6-b9bd-4e3e-b9cd-5227e0a8d892 req-ccd96815-09cf-4114-879b-f30c6f5dfd69 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 210 time: 0.3154190 Jul 27 22:18:43.081807 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f30b6dce-89c1-428b-96db-f5a7f7dca668 req-bd375f18-b7c7-47a4-8cd0-22344b42289a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 210 time: 0.0997794 Jul 27 22:18:43.144922 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aebd4bf5-2875-41f4-9d47-55adfe9f6ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.154239 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aebd4bf5-2875-41f4-9d47-55adfe9f6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.175173 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0ef5b92e-e71b-4c9d-9567-5d79e12941e2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5959015 Jul 27 22:18:43.176269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:43.187999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219b8bbe-54c4-4e40-9833-2b4f1f3f5e4a admin admin] Router cd3ee134-792b-4204-8a50-20577b8084a8 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:43.210002 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd4bf5-2875-41f4-9d47-55adfe9f6ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ce69e6-6477-40cf-b487-79dda4aee8d1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:43.228677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-bed2a840-33fa-410d-b9a9-d2929f0f5db3', 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'fixed_ips': [{'subnet_id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:18:43.229953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Made reservation on behalf of 329cb5e4e3b24bbbbbed2ff45e705e13 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:43.230077 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.235308 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.251277 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-aebd4bf5-2875-41f4-9d47-55adfe9f6ef9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1aba872d4dee476ba23455670b2601c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7428193 Jul 27 22:18:43.255042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:43.404414 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-530f7083-d5af-4d17-bad5-53430f42bed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.443644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219b8bbe-54c4-4e40-9833-2b4f1f3f5e4a admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:43.447372 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-530f7083-d5af-4d17-bad5-53430f42bed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.452703 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-219b8bbe-54c4-4e40-9833-2b4f1f3f5e4a admin admin] 10.222.0.24 "PUT /v2.0/routers/cd3ee134-792b-4204-8a50-20577b8084a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8744190 Jul 27 22:18:43.458484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34372) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:43.480405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d9aed-17b4-4022-9351-c92a996ae52c None None] Sync routers for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:43.507593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Allocated IP 172.23.0.2 (bed2a840-33fa-410d-b9a9-d2929f0f5db3/17162547-f1f9-4b2d-a23c-cb5bc9e05c4c/08712ea3-99c7-4e57-b266-eb98ada48355) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:43.539600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Allocated IP 172.20.0.6 (2c7084a7-3fdd-462d-a623-09f58ee2b468/8c52b104-c67e-49c5-bec7-b5b01c3383ea/86927e84-ae29-460e-86d2-a1a036162fdf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:43.710023 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.715495 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-530f7083-d5af-4d17-bad5-53430f42bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.718529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-530f7083-d5af-4d17-bad5-53430f42bed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.720415 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-530f7083-d5af-4d17-bad5-53430f42bed9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02ce69e6-6477-40cf-b487-79dda4aee8d1 HTTP/1.1" status: 204 len: 168 time: 0.4643292 Jul 27 22:18:43.770915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f7083-d5af-4d17-bad5-53430f42bed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ce69e6-6477-40cf-b487-79dda4aee8d1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:43.840449 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.847096 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:18:43.856970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d9aed-17b4-4022-9351-c92a996ae52c None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:43.857608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-076d9aed-17b4-4022-9351-c92a996ae52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:43.885463 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.895911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Transition to ACTIVE for port object 08712ea3-99c7-4e57-b266-eb98ada48355 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:43.926363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Transition to ACTIVE for port object 08712ea3-99c7-4e57-b266-eb98ada48355 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:43.979245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:43.985539 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.035360 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Deleting port bfb53f8d-1575-4962-a610-66836b05fb17 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:44.036545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Pushing event updated for resources: {'Port': ['ID=08712ea3-99c7-4e57-b266-eb98ada48355,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:44.037133 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.053230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:44.053637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:44.053947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:44.054335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:44.054614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:44.054953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:44.056116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:44.056329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:44.056761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:44.057095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:44.057447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:44.058890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:44.071625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-076d9aed-17b4-4022-9351-c92a996ae52c None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:44.074116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Network bed2a840-33fa-410d-b9a9-d2929f0f5db3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:44.102992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:44.146232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:44.203025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] For port bfb53f8d-1575-4962-a610-66836b05fb17, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bfb53f8d-1575-4962-a610-66836b05fb17,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:44.203394 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.223072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Calling delete_port for bfb53f8d-1575-4962-a610-66836b05fb17 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:44.281406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29a0f66e-0d3b-4414-ad4d-6b0511d8eb47 req-8e66ed33-02aa-45c8-8652-90a790db3c01 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 210 time: 0.1037908 Jul 27 22:18:44.304533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1eb8d995-5778-4b43-9b52-86843f8fd674 req-80fb665b-3210-4eac-a852-25a6a43893ff tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 210 time: 0.0885110 Jul 27 22:18:44.366023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.397697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c578cfff-dc13-4825-89b2-21702ecd7fb6 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:44.460089 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.497949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Attempting to bind port 08712ea3-99c7-4e57-b266-eb98ada48355 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:44.506585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Network 2c7084a7-3fdd-462d-a623-09f58ee2b468 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:44.513380 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:44.513686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Attempting to bind port 08712ea3-99c7-4e57-b266-eb98ada48355 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'c27c0a30-38bb-46b4-9ed0-318ff165e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:44.514314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Attempting to bind port 08712ea3-99c7-4e57-b266-eb98ada48355 on network bed2a840-33fa-410d-b9a9-d2929f0f5db3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:44.536251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:44.551292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34388) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:44.560727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:44.561112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Checking segment: {'id': 'c27c0a30-38bb-46b4-9ed0-318ff165e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:44.561719 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.562123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Bound using segment: {'id': 'c27c0a30-38bb-46b4-9ed0-318ff165e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:44.562648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Bound port: 08712ea3-99c7-4e57-b266-eb98ada48355, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27c0a30-38bb-46b4-9ed0-318ff165e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:44.563039 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.627144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Pushing event updated for resources: {'Port': ['ID=86927e84-ae29-460e-86d2-a1a036162fdf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:44.639302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port c578cfff-dc13-4825-89b2-21702ecd7fb6 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:44.654974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c578cfff-dc13-4825-89b2-21702ecd7fb6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:44.655705 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.681715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6752433-3cd9-4583-8a7d-690999b7e1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.725581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:44.726165 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.757318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] For port 08712ea3-99c7-4e57-b266-eb98ada48355, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:44.803499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] For port 08712ea3-99c7-4e57-b266-eb98ada48355, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=08712ea3-99c7-4e57-b266-eb98ada48355,segment=NetworkSegment(c27c0a30-38bb-46b4-9ed0-318ff165e93c),segment_id=c27c0a30-38bb-46b4-9ed0-318ff165e93c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:44.816474 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.887957 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:44.909176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-076d9aed-17b4-4022-9351-c92a996ae52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:18:41Z', 'revision_number': 5, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port': {'id': 'bfb53f8d-1575-4962-a610-66836b05fb17', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:59Z', 'updated_at': '2021-07-27T22:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:44.974474 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d9aed-17b4-4022-9351-c92a996ae52c None None] Checking router: cd3ee134-792b-4204-8a50-20577b8084a8 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:45.013774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d9aed-17b4-4022-9351-c92a996ae52c None None] Routers {'cd3ee134-792b-4204-8a50-20577b8084a8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:45.014445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-076d9aed-17b4-4022-9351-c92a996ae52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['cd3ee134-792b-4204-8a50-20577b8084a8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:45.018077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4e612-7d65-4692-af66-dfffb422c9c8 None None] Pushing event updated for resources: {'Port': ['ID=08712ea3-99c7-4e57-b266-eb98ada48355,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:45.087587 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port c578cfff-dc13-4825-89b2-21702ecd7fb6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c578cfff-dc13-4825-89b2-21702ecd7fb6,segment=NetworkSegment(0eca9975-526a-4230-9f1f-7db9cc905019),segment_id=0eca9975-526a-4230-9f1f-7db9cc905019)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:45.097956 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6752433-3cd9-4583-8a7d-690999b7e1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.126820 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.136334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-e7f90080-89bd-4822-85f3-e284f1dce714 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:45.141282 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-e7f90080-89bd-4822-85f3-e284f1dce714 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.43 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 817 time: 0.3356602 Jul 27 22:18:45.163852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Allocated IP 172.23.0.1 (bed2a840-33fa-410d-b9a9-d2929f0f5db3/17162547-f1f9-4b2d-a23c-cb5bc9e05c4c/ce90ca11-1c3d-43d9-9ed2-7925a852f837) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:45.221757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-076d9aed-17b4-4022-9351-c92a996ae52c None None] Set router cd3ee134-792b-4204-8a50-20577b8084a8 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:45.226320 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.272486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb53f8d-1575-4962-a610-66836b05fb17,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:45.320845 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-ccb879d4-f18c-408d-94f1-781ada234179 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9adc4e23b7574122842522e980a1cc15 HTTP/1.1" status: 200 len: 379 time: 0.1682487 Jul 27 22:18:45.341611 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6752433-3cd9-4583-8a7d-690999b7e1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.395704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-076d9aed-17b4-4022-9351-c92a996ae52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:18:43Z', 'revision_number': 6, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:45.400337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Request body: {'port': {'device_id': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'admin_state_up': True, 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'security_groups': ['15de572a-6739-4765-af25-7b5ad5c3246e']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:45.401291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=c578cfff-dc13-4825-89b2-21702ecd7fb6,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:45.430582 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-bed228f0-958b-4728-a6d7-f75a1959001b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7081995 Jul 27 22:18:45.452516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Request body: {'port': {'device_id': '0768d101-a806-4d9f-a3c3-b91fda035ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:45.462643 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f6752433-3cd9-4583-8a7d-690999b7e1be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0167f392fb194a678855b6d576786742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9070134 Jul 27 22:18:45.468063 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34402) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:45.471929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d9aed-17b4-4022-9351-c92a996ae52c None None] The sync data for ids ['cd3ee134-792b-4204-8a50-20577b8084a8'] in n-d-802011-3 is: [{'id': 'cd3ee134-792b-4204-8a50-20577b8084a8', 'name': 'tempest-AttachVolumeTestJSON-1993524895-router', 'tenant_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:57Z', 'updated_at': '2021-07-27T22:18:43Z', 'revision_number': 6, 'project_id': 'e8d97f96557449bd9f5638c74ae5e7b4', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:45.488853 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fe92742-2821-4837-8cea-8e10d4e19481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.498763 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.579682 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.582584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Transition to ACTIVE for port object ce90ca11-1c3d-43d9-9ed2-7925a852f837 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:45.627016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a8f27b41-2bd8-4034-bf36-1c7e7be89170 req-462c082c-f6e4-48a4-a1d4-f2195e961244 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 210 time: 0.1585388 Jul 27 22:18:45.652750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6752433-3cd9-4583-8a7d-690999b7e1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c64de7-504b-445d-9c4b-0e7e6c122f7f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:45.681104 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.698888 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.701658 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.717236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb4162-5b8b-424c-a455-9ba54a0e4d73 req-a0d240d6-9c7f-4084-9739-a30472997af8 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:45.722059 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76bb4162-5b8b-424c-a455-9ba54a0e4d73 req-a0d240d6-9c7f-4084-9739-a30472997af8 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 931 time: 0.2207422 Jul 27 22:18:45.739788 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.748836 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be5beac2-af16-4f51-a51e-50668ecbf499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.766025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Made reservation on behalf of 9adc4e23b7574122842522e980a1cc15 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:18:45.770363 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.781026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.781725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd3ee134-792b-4204-8a50-20577b8084a8 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:18:45.787673 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.788841 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-00450017-5802-48de-8e00-d14b5192d8d3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cd3ee134-792b-4204-8a50-20577b8084a8 HTTP/1.1" status: 204 len: 168 time: 2.3294165 Jul 27 22:18:45.794092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34410) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:45.813385 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be5beac2-af16-4f51-a51e-50668ecbf499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.815466 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:45.894689 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76bb4162-5b8b-424c-a455-9ba54a0e4d73 req-df91d485-4a20-478a-b549-bc251343e027 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610835 Jul 27 22:18:45.919137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-421f6656-2838-4076-9075-607a44122d36 admin admin] Deleting subnet 2f1c3957-e1a9-4398-a24f-389e93ecfda9 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:45.925115 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-421f6656-2838-4076-9075-607a44122d36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.007532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-421f6656-2838-4076-9075-607a44122d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.050282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Allocated IP 172.20.0.6 (a9c88e20-805d-4f8f-85e6-624dea576f2d/33286f14-de17-41ee-a71f-43e9d9fb3856/97b151ef-0efa-4b3a-95a8-2695bf9bd06b) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:18:46.191284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-421f6656-2838-4076-9075-607a44122d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.286298 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-421f6656-2838-4076-9075-607a44122d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.305007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.332678 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f6656-2838-4076-9075-607a44122d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1c3957-e1a9-4398-a24f-389e93ecfda9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:46.344892 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-421f6656-2838-4076-9075-607a44122d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.347048 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-421f6656-2838-4076-9075-607a44122d36 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2f1c3957-e1a9-4398-a24f-389e93ecfda9 HTTP/1.1" status: 204 len: 168 time: 0.5505340 Jul 27 22:18:46.347475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c827c7b-ab2e-461f-b086-7eedcb125763 None None] Network 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:46.350709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34422) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:46.362391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Transition to ACTIVE for port object 97b151ef-0efa-4b3a-95a8-2695bf9bd06b will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:46.479677 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.493358 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.552622 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.580066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f003436e-f8a5-43f8-8af3-20b39f51ea5b None None] Network bed2a840-33fa-410d-b9a9-d2929f0f5db3 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:46.624680 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.716130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86927e84-ae29-460e-86d2-a1a036162fdf {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:18:46.740574 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.741020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Network a9c88e20-805d-4f8f-85e6-624dea576f2d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:46.745571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 08712ea3-99c7-4e57-b266-eb98ada48355 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:46.748269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:46.765578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:46.768805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Transition to ACTIVE for port object 86927e84-ae29-460e-86d2-a1a036162fdf will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:46.770775 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event updated for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:46.782534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network bed2a840-33fa-410d-b9a9-d2929f0f5db3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:46.783880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=ce90ca11-1c3d-43d9-9ed2-7925a852f837,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:46.847879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c4e7feda-d7d8-4769-ba7d-740c9530f3e0 None None] Provisioning for port 08712ea3-99c7-4e57-b266-eb98ada48355 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:46.859113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:46.859787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Deleting port 580d3d25-6a95-4421-930d-30aab1ae4872 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:46.860324 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.870522 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.885469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:18:46.900940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 08712ea3-99c7-4e57-b266-eb98ada48355 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:46.906216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 08712ea3-99c7-4e57-b266-eb98ada48355 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:46.906637 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:46.988341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e4fd2-5860-4b47-92af-6a6dc4f53b45 None None] DHCP port deletion for 6e8bdfad-eb93-4310-b37b-5b7c990d96a6 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:47.023744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Pushing event updated for resources: {'Port': ['ID=86927e84-ae29-460e-86d2-a1a036162fdf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:47.044815 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:47.046255 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.117765 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-be336833-0523-45a2-ac04-85958343f889 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7302523 Jul 27 22:18:47.120001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] For port 580d3d25-6a95-4421-930d-30aab1ae4872, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=580d3d25-6a95-4421-930d-30aab1ae4872,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:47.120710 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.157017 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.171556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e4fd2-5860-4b47-92af-6a6dc4f53b45 None None] Deleting port 580d3d25-6a95-4421-930d-30aab1ae4872 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:47.172790 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4fd2-5860-4b47-92af-6a6dc4f53b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.185655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Calling delete_port for 580d3d25-6a95-4421-930d-30aab1ae4872 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:47.190132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32033c28-6e1a-4785-8ba3-75595ffb93c9 req-5a6dd7dc-4dfa-4d33-8b8e-cf4c221305b7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:47.197810 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32033c28-6e1a-4785-8ba3-75595ffb93c9 req-5a6dd7dc-4dfa-4d33-8b8e-cf4c221305b7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 931 time: 0.4079747 Jul 27 22:18:47.217329 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be5beac2-af16-4f51-a51e-50668ecbf499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.219877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be5beac2-af16-4f51-a51e-50668ecbf499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.223587 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-be5beac2-af16-4f51-a51e-50668ecbf499 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57c64de7-504b-445d-9c4b-0e7e6c122f7f HTTP/1.1" status: 204 len: 168 time: 1.7390764 Jul 27 22:18:47.254197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5beac2-af16-4f51-a51e-50668ecbf499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c64de7-504b-445d-9c4b-0e7e6c122f7f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:47.272065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-fb1e4fd2-5860-4b47-92af-6a6dc4f53b45 None None] For port 580d3d25-6a95-4421-930d-30aab1ae4872, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=580d3d25-6a95-4421-930d-30aab1ae4872,segment=NetworkSegment(c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697),segment_id=c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:47.272721 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4fd2-5860-4b47-92af-6a6dc4f53b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.285146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab76807-61b7-44e5-b480-a8440521bcee req-eded9599-e65c-4635-a087-c5802cbe1af7 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:47.291781 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ab76807-61b7-44e5-b480-a8440521bcee req-eded9599-e65c-4635-a087-c5802cbe1af7 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 943 time: 0.2288959 Jul 27 22:18:47.319057 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.354651 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.415006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=580d3d25-6a95-4421-930d-30aab1ae4872,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:47.419029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] No DVR routers for this DVR port 580d3d25-6a95-4421-930d-30aab1ae4872 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:47.527637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e4fd2-5860-4b47-92af-6a6dc4f53b45 None None] Calling delete_port for 580d3d25-6a95-4421-930d-30aab1ae4872 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:47.530483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32033c28-6e1a-4785-8ba3-75595ffb93c9 req-ed856616-c663-4d04-9e79-fa3d1fd68ff2 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273330 Jul 27 22:18:47.562631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Request body: {'port': {'device_id': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:47.563617 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Attempting to bind port 86927e84-ae29-460e-86d2-a1a036162fdf on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:47.563962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Attempting to bind port 86927e84-ae29-460e-86d2-a1a036162fdf by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '153b78c6-ad4e-4d4d-8b65-68c7a75df1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c7084a7-3fdd-462d-a623-09f58ee2b468'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:47.564295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Attempting to bind port 86927e84-ae29-460e-86d2-a1a036162fdf on network 2c7084a7-3fdd-462d-a623-09f58ee2b468 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:47.583081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c8969211-df35-4ea0-935c-c68e701e199a None None] Provisioning for port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:47.627684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c8969211-df35-4ea0-935c-c68e701e199a None None] Provisioning complete for port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:47.628561 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8969211-df35-4ea0-935c-c68e701e199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.653707 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ab76807-61b7-44e5-b480-a8440521bcee req-dde688b2-441a-4272-9114-112986807ba3 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463855 Jul 27 22:18:47.656435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Port 86927e84-ae29-460e-86d2-a1a036162fdf on network 2c7084a7-3fdd-462d-a623-09f58ee2b468 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:18:47.656902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Attempting to bind port 86927e84-ae29-460e-86d2-a1a036162fdf on network 2c7084a7-3fdd-462d-a623-09f58ee2b468 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:47.667494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 08712ea3-99c7-4e57-b266-eb98ada48355, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=08712ea3-99c7-4e57-b266-eb98ada48355,segment=NetworkSegment(c27c0a30-38bb-46b4-9ed0-318ff165e93c),segment_id=c27c0a30-38bb-46b4-9ed0-318ff165e93c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:47.675528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:47.675882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Checking segment: {'id': '153b78c6-ad4e-4d4d-8b65-68c7a75df1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c7084a7-3fdd-462d-a623-09f58ee2b468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:47.676562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Bound using segment: {'id': '153b78c6-ad4e-4d4d-8b65-68c7a75df1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c7084a7-3fdd-462d-a623-09f58ee2b468'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:47.677405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Bound port: 86927e84-ae29-460e-86d2-a1a036162fdf, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153b78c6-ad4e-4d4d-8b65-68c7a75df1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c7084a7-3fdd-462d-a623-09f58ee2b468'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:47.677872 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.690300 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.691571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c578cfff-dc13-4825-89b2-21702ecd7fb6 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:47.713611 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.733174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8bdfad-eb93-4310-b37b-5b7c990d96a6']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:47.754749 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.760481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:47.760785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36ffe51-1deb-4ce4-bbc7-6c1c6d4cd697') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:47.761757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c8969211-df35-4ea0-935c-c68e701e199a None None] Port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:47.780689 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.816588 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb1e4fd2-5860-4b47-92af-6a6dc4f53b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.821422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=08712ea3-99c7-4e57-b266-eb98ada48355,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:47.857545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e4fd2-5860-4b47-92af-6a6dc4f53b45 None None] No DVR routers for this DVR port 580d3d25-6a95-4421-930d-30aab1ae4872 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:47.864120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e4fd2-5860-4b47-92af-6a6dc4f53b45 None None] Pushing event deleted for resources: {'Port': ['ID=580d3d25-6a95-4421-930d-30aab1ae4872,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:47.864481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] For port 86927e84-ae29-460e-86d2-a1a036162fdf, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:47.871671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c578cfff-dc13-4825-89b2-21702ecd7fb6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:47.872294 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.874209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] For port 86927e84-ae29-460e-86d2-a1a036162fdf, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=86927e84-ae29-460e-86d2-a1a036162fdf,segment=NetworkSegment(153b78c6-ad4e-4d4d-8b65-68c7a75df1cd),segment_id=153b78c6-ad4e-4d4d-8b65-68c7a75df1cd)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:47.893384 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:47.967330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7b6daad4-ed62-4fdf-80ad-fd72381ad4a1 None None] Provisioning for port ce90ca11-1c3d-43d9-9ed2-7925a852f837 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:47.976976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7b6daad4-ed62-4fdf-80ad-fd72381ad4a1 None None] Provisioning complete for port ce90ca11-1c3d-43d9-9ed2-7925a852f837 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:47.995318 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b6daad4-ed62-4fdf-80ad-fd72381ad4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.045844 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.048572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:48.049187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.061897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] 10.222.0.41 "PUT /v2.0/ports/86927e84-ae29-460e-86d2-a1a036162fdf HTTP/1.1" status: 200 len: 1091 time: 2.6027133 Jul 27 22:18:48.065657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0768d101-a806-4d9f-a3c3-b91fda035ac7', 'tag': '86927e84-ae29-460e-86d2-a1a036162fdf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:48.067875 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbff50f1-8d38-419e-8387-98c0eafd9a81" -d '{"events": [{"name": "network-changed", "server_uuid": "0768d101-a806-4d9f-a3c3-b91fda035ac7", "tag": "86927e84-ae29-460e-86d2-a1a036162fdf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:48.096526 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.117473 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:48.118052 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.119355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7b6daad4-ed62-4fdf-80ad-fd72381ad4a1 None None] Port ce90ca11-1c3d-43d9-9ed2-7925a852f837 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:48.120176 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:48.130977 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.145716 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7b6daad4-ed62-4fdf-80ad-fd72381ad4a1 None None] Provisioning complete for port 08712ea3-99c7-4e57-b266-eb98ada48355 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:48.146101 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b6daad4-ed62-4fdf-80ad-fd72381ad4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.207327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bfb53f8d-1575-4962-a610-66836b05fb17 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:48.218351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419960be-fcfc-495e-98ba-38ccf90f43dd service neutron] Pushing event updated for resources: {'Port': ['ID=86927e84-ae29-460e-86d2-a1a036162fdf,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:48.238674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.251046 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.252758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: bfb53f8d-1575-4962-a610-66836b05fb17 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:48.253243 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bfb53f8d-1575-4962-a610-66836b05fb17 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:48.253406 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6e8bdfad-eb93-4310-b37b-5b7c990d96a6 HTTP/1.1" status: 204 len: 168 time: 1.8986657 Jul 27 22:18:48.253887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a07051f3-72fc-4563-b4bd-21efa47660dd no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:48.289989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: a07051f3-72fc-4563-b4bd-21efa47660dd {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:48.290493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a07051f3-72fc-4563-b4bd-21efa47660dd not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:48.292334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6372c33-a82e-4ff4-9757-06632d836d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8bdfad-eb93-4310-b37b-5b7c990d96a6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:48.312619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b151ef-0efa-4b3a-95a8-2695bf9bd06b {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:18:48.328785 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.343796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Transition to ACTIVE for port object 97b151ef-0efa-4b3a-95a8-2695bf9bd06b will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:48.355845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.442398 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27ad88b-4d2c-4e18-94f4-a8b4741afdab x-openstack-request-id: req-f27ad88b-4d2c-4e18-94f4-a8b4741afdab {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:48.442691 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0768d101-a806-4d9f-a3c3-b91fda035ac7", "tag": "86927e84-ae29-460e-86d2-a1a036162fdf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:48.442943 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f27ad88b-4d2c-4e18-94f4-a8b4741afdab {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:48.443339 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0768d101-a806-4d9f-a3c3-b91fda035ac7', 'tag': '86927e84-ae29-460e-86d2-a1a036162fdf', 'status': 'completed', 'code': 200} Jul 27 22:18:48.446505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-9f48d984-3225-4188-9deb-98e8a6988631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:48.447597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-9f48d984-3225-4188-9deb-98e8a6988631 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=329cb5e4e3b24bbbbbed2ff45e705e13&device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 1094 time: 0.3224528 Jul 27 22:18:48.456838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 08712ea3-99c7-4e57-b266-eb98ada48355 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:48.489381 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Pushing event updated for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:48.523347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 08712ea3-99c7-4e57-b266-eb98ada48355 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:48.523729 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.527634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Attempting to bind port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:48.527981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Attempting to bind port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:48.528369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Attempting to bind port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b on network a9c88e20-805d-4f8f-85e6-624dea576f2d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:48.533390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b on network a9c88e20-805d-4f8f-85e6-624dea576f2d not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:18:48.533644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Attempting to bind port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b on network a9c88e20-805d-4f8f-85e6-624dea576f2d {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:48.538114 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-286b9415-b264-47c0-82cc-001ec4cd3ac8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86927e84-ae29-460e-86d2-a1a036162fdf HTTP/1.1" status: 200 len: 217 time: 0.0813668 Jul 27 22:18:48.542696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:48.542696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Checking segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:48.542696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Bound using segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:48.542696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Bound port: 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:48.543141 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.548225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34462) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:48.670166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:48.673723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:48.694161 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.792733 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c045fefe-7fb1-4f0c-9607-91e976d73fed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8d97f96557449bd9f5638c74ae5e7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402899 Jul 27 22:18:48.794190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:48.823105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 580d3d25-6a95-4421-930d-30aab1ae4872 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:48.859079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-896d926d-f4cb-4364-91a3-8542be93487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:48.860396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-896d926d-f4cb-4364-91a3-8542be93487b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c52b104-c67e-49c5-bec7-b5b01c3383ea HTTP/1.1" status: 200 len: 861 time: 0.3051629 Jul 27 22:18:48.878953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:48.880207 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:48.888395 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] 10.222.0.43 "PUT /v2.0/ports/97b151ef-0efa-4b3a-95a8-2695bf9bd06b HTTP/1.1" status: 200 len: 1091 time: 1.7495286 Jul 27 22:18:48.889123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:48.894713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 580d3d25-6a95-4421-930d-30aab1ae4872 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:48.895059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 580d3d25-6a95-4421-930d-30aab1ae4872 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:48.897110 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bfbc5d-4607-4040-b88a-7e252e0a9b41" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:48.902402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0da2d1-4a7b-4c2d-b218-4f2b6d582e90 service neutron] Pushing event updated for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:48.987307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-58a6675b-d7d7-4d2a-8e1e-e08e6eb9b076 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c7084a7-3fdd-462d-a623-09f58ee2b468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159678 Jul 27 22:18:49.006248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a14c4-72bc-4a92-81f8-ced86bcade02 req-0ec0612b-3242-44f8-aa69-819b7959cbbb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:49.012431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-23ed91ef-99e5-4b2d-8935-91e12aeaac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:49.014098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-619a14c4-72bc-4a92-81f8-ced86bcade02 req-0ec0612b-3242-44f8-aa69-819b7959cbbb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 943 time: 0.3592570 Jul 27 22:18:49.022959 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-23ed91ef-99e5-4b2d-8935-91e12aeaac3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 1094 time: 0.0843410 Jul 27 22:18:49.037782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2547060-20c9-433c-991c-b889c46cf630 req-0a393482-d27b-4c60-8e44-3b8a540b3853 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:49.039349 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2547060-20c9-433c-991c-b889c46cf630 req-0a393482-d27b-4c60-8e44-3b8a540b3853 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 943 time: 0.2285290 Jul 27 22:18:49.085711 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-92f67b3d-5781-4361-ac45-5adf3743bc87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b HTTP/1.1" status: 200 len: 217 time: 0.0531042 Jul 27 22:18:49.160822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-bd16fcc0-ad80-44ec-b2e7-05dc2561b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:49.162480 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-bd16fcc0-ad80-44ec-b2e7-05dc2561b594 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.0684178 Jul 27 22:18:49.221184 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c44640c0-92ee-4225-9d42-aeec5f659d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:49.230031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-619a14c4-72bc-4a92-81f8-ced86bcade02 req-ca15b30c-7fdb-44bc-97eb-8684906a1077 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890311 Jul 27 22:18:49.249881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-622807c8-d5a0-4517-a152-cabc49dc8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:49.255083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-622807c8-d5a0-4517-a152-cabc49dc8837 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808835 Jul 27 22:18:49.273229 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:49.297072 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c44640c0-92ee-4225-9d42-aeec5f659d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:49.301397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2547060-20c9-433c-991c-b889c46cf630 req-ddd0a46b-4e0b-49f8-83c9-d12aa02f0e84 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860876 Jul 27 22:18:49.302019 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:49.343684 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df2b2c2-7c38-48ee-b3c3-8a6c52788203 x-openstack-request-id: req-4df2b2c2-7c38-48ee-b3c3-8a6c52788203 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:49.344483 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:49.344812 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4df2b2c2-7c38-48ee-b3c3-8a6c52788203 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:49.345395 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'status': 'completed', 'code': 200} Jul 27 22:18:49.386988 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-62f6a336-e8fa-4e6f-a1f4-4da0cbeee2f9 service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261909 Jul 27 22:18:49.395623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-6d59c4e4-f146-49a7-a901-6f5e9770c8a6 service neutron] 10.222.0.41 "GET /v2.0/networks/2c7084a7-3fdd-462d-a623-09f58ee2b468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975761 Jul 27 22:18:49.484530 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:49.486230 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event updated for resources: {'Port': ['ID=ce90ca11-1c3d-43d9-9ed2-7925a852f837,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:49.512224 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05320651-af1f-4b5f-855b-5b58c7b66a29 req-fca66c8f-bceb-44b8-b7df-2f45a8f6bd70 service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159699 Jul 27 22:18:49.582979 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c44640c0-92ee-4225-9d42-aeec5f659d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:49.585917 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c44640c0-92ee-4225-9d42-aeec5f659d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:49.589767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c44640c0-92ee-4225-9d42-aeec5f659d76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f2cea4a-fb67-4f5f-b967-2f7cac6897cf HTTP/1.1" status: 204 len: 168 time: 0.7907922 Jul 27 22:18:49.606477 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f318d1a-1e82-475c-94e1-8387a237cb1f req-057aae8e-d987-40d1-aafa-7a3ba30c890c service neutron] 10.222.0.41 "GET /v2.0/networks/2c7084a7-3fdd-462d-a623-09f58ee2b468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946430 Jul 27 22:18:49.611890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfbc5d-4607-4040-b88a-7e252e0a9b41 req-c5c4790e-ecb0-4bcd-91f7-46a95c42b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:49.613060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44640c0-92ee-4225-9d42-aeec5f659d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2cea4a-fb67-4f5f-b967-2f7cac6897cf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:49.613511 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3bfbc5d-4607-4040-b88a-7e252e0a9b41 req-c5c4790e-ecb0-4bcd-91f7-46a95c42b7f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 1094 time: 0.0551951 Jul 27 22:18:49.647347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Network bed2a840-33fa-410d-b9a9-d2929f0f5db3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:18:49.649475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:18:49.737658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfbc5d-4607-4040-b88a-7e252e0a9b41 req-f30cb7f0-671f-4c65-b977-3f7989b4482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:49.739384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3bfbc5d-4607-4040-b88a-7e252e0a9b41 req-f30cb7f0-671f-4c65-b977-3f7989b4482d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.1179652 Jul 27 22:18:49.797584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3bfbc5d-4607-4040-b88a-7e252e0a9b41 req-312736df-8a5f-4bb6-b424-ac029fbf82ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b HTTP/1.1" status: 200 len: 217 time: 0.0498321 Jul 27 22:18:49.807965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff50f1-8d38-419e-8387-98c0eafd9a81 req-286c8aa0-cc80-4322-ba8d-0808b8b94c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:49.810758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbff50f1-8d38-419e-8387-98c0eafd9a81 req-286c8aa0-cc80-4322-ba8d-0808b8b94c40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=329cb5e4e3b24bbbbbed2ff45e705e13&device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 1094 time: 0.1474957 Jul 27 22:18:49.885163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router f21a2adf-da9a-4cd0-9411-75f3a38001dc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:49.893856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfbc5d-4607-4040-b88a-7e252e0a9b41 req-59bba702-e5d9-44ce-8062-b2eaf67a077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:49.895860 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3bfbc5d-4607-4040-b88a-7e252e0a9b41 req-59bba702-e5d9-44ce-8062-b2eaf67a077d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.0883403 Jul 27 22:18:49.976261 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfbc5d-4607-4040-b88a-7e252e0a9b41 req-24e8e061-d9e5-438f-97e2-af55f53ecd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:49.979751 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3bfbc5d-4607-4040-b88a-7e252e0a9b41 req-24e8e061-d9e5-438f-97e2-af55f53ecd82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689864 Jul 27 22:18:49.996556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f7dba640-b34d-4c58-863f-f6916155e056 None None] Provisioning complete for port ce90ca11-1c3d-43d9-9ed2-7925a852f837 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:49.997105 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7dba640-b34d-4c58-863f-f6916155e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.041772 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f7dba640-b34d-4c58-863f-f6916155e056 None None] Port ce90ca11-1c3d-43d9-9ed2-7925a852f837 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:18:50.046382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:50.056937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fda9b065-9384-48a6-a4ed-6fd29fa13166 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8770740 Jul 27 22:18:50.062080 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Sync routers for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:50.064286 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34514) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:50.076503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-50d4f779-2290-4678-9e00-a3db81dad8fe tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:50.076716 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:50.077181 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:50.089745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34516) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:50.128477 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3bfbc5d-4607-4040-b88a-7e252e0a9b41 req-01a8dd7e-177f-4421-87f4-c921d4a1e5d4 service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400778 Jul 27 22:18:50.132331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff50f1-8d38-419e-8387-98c0eafd9a81 req-d2b06d3d-fd0e-44c9-856c-8190162b3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:50.133405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbff50f1-8d38-419e-8387-98c0eafd9a81 req-d2b06d3d-fd0e-44c9-856c-8190162b3d85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c7084a7-3fdd-462d-a623-09f58ee2b468 HTTP/1.1" status: 200 len: 922 time: 0.3148255 Jul 27 22:18:50.209537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbff50f1-8d38-419e-8387-98c0eafd9a81 req-c7cd875b-177a-41f5-8767-f26d2dc32eaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86927e84-ae29-460e-86d2-a1a036162fdf HTTP/1.1" status: 200 len: 217 time: 0.0477450 Jul 27 22:18:50.221965 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:50.298032 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b3bfbc5d-4607-4040-b88a-7e252e0a9b41 req-eeb3c963-56ed-4613-b2c1-0fc154eaf656 service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619821 Jul 27 22:18:50.316656 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3cc439b6-e33d-473b-9e08-ef782926acc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.362521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff50f1-8d38-419e-8387-98c0eafd9a81 req-37e62173-798e-4b26-8e34-b59efacfdd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:50.365567 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbff50f1-8d38-419e-8387-98c0eafd9a81 req-37e62173-798e-4b26-8e34-b59efacfdd76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c52b104-c67e-49c5-bec7-b5b01c3383ea HTTP/1.1" status: 200 len: 861 time: 0.1482096 Jul 27 22:18:50.424243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbff50f1-8d38-419e-8387-98c0eafd9a81 req-970db568-e5b1-4d6e-ad37-c30585fde32a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c7084a7-3fdd-462d-a623-09f58ee2b468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475423 Jul 27 22:18:50.522549 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3cc439b6-e33d-473b-9e08-ef782926acc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.529816 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3cc439b6-e33d-473b-9e08-ef782926acc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.579724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc439b6-e33d-473b-9e08-ef782926acc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3ac41d-86ba-4f74-bf33-41db3bf0be1d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:50.594286 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3cc439b6-e33d-473b-9e08-ef782926acc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec7ca735bfa440a19276809ad841c2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040948 Jul 27 22:18:50.594990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34538) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:50.666529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ee2165e-8fa4-4c9a-a51e-16d4334d54a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.671157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe98f00-f160-422c-ba2a-a9e188b21611 req-429403f7-9ac9-4081-81b1-2d1c19a2b505 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:50.672935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fe98f00-f160-422c-ba2a-a9e188b21611 req-429403f7-9ac9-4081-81b1-2d1c19a2b505 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 943 time: 0.2800469 Jul 27 22:18:50.685087 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:47Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:44Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce90ca11-1c3d-43d9-9ed2-7925a852f837', 'name': '', 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:a0:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:44Z', 'updated_at': '2021-07-27T22:18:48Z', 'revision_number': 2, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:50.695544 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765f8b2-39a4-4ba0-8bc3-45942390fba5 req-8b1fd431-abca-4b00-aa38-ab87359a2922 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:50.696154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ee2165e-8fa4-4c9a-a51e-16d4334d54a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.698117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6765f8b2-39a4-4ba0-8bc3-45942390fba5 req-8b1fd431-abca-4b00-aa38-ab87359a2922 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 943 time: 0.2546382 Jul 27 22:18:50.723992 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Checking router: f21a2adf-da9a-4cd0-9411-75f3a38001dc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:50.724354 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Updating router f21a2adf-da9a-4cd0-9411-75f3a38001dc port ce90ca11-1c3d-43d9-9ed2-7925a852f837 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:18:50.760339 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.771441 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ee2165e-8fa4-4c9a-a51e-16d4334d54a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.775522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8ee2165e-8fa4-4c9a-a51e-16d4334d54a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:50.776709 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8ee2165e-8fa4-4c9a-a51e-16d4334d54a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd3ac41d-86ba-4f74-bf33-41db3bf0be1d HTTP/1.1" status: 204 len: 168 time: 0.1802914 Jul 27 22:18:50.786134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2165e-8fa4-4c9a-a51e-16d4334d54a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3ac41d-86ba-4f74-bf33-41db3bf0be1d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:50.830199 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbff50f1-8d38-419e-8387-98c0eafd9a81 req-a92e8a69-5edd-4732-add6-e58994b03e91 service neutron] 10.222.0.41 "GET /v2.0/networks/2c7084a7-3fdd-462d-a623-09f58ee2b468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839140 Jul 27 22:18:50.877845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fe98f00-f160-422c-ba2a-a9e188b21611 req-065d8a7b-b7d0-4fe3-9be5-09b89703b6a7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950855 Jul 27 22:18:50.920253 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6765f8b2-39a4-4ba0-8bc3-45942390fba5 req-649dce39-9f62-40d8-b39d-eb38007de3ac tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068286 Jul 27 22:18:50.965036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-50d4f779-2290-4678-9e00-a3db81dad8fe tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 22:18:50.982306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-50d4f779-2290-4678-9e00-a3db81dad8fe tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Removed routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 22:18:50.982306 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50d4f779-2290-4678-9e00-a3db81dad8fe tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.006221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbff50f1-8d38-419e-8387-98c0eafd9a81 req-a3edc9c3-f93a-4f10-848d-b729d5ef5d73 service neutron] 10.222.0.41 "GET /v2.0/networks/2c7084a7-3fdd-462d-a623-09f58ee2b468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592906 Jul 27 22:18:51.141361 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.153945 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Transition to ACTIVE for port object ce90ca11-1c3d-43d9-9ed2-7925a852f837 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:51.165260 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.299310 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aa90b-bbbd-4f93-a2c4-fba61eb57bd9 None None] Pushing event updated for resources: {'Port': ['ID=ce90ca11-1c3d-43d9-9ed2-7925a852f837,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:51.322421 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Attempting to bind port ce90ca11-1c3d-43d9-9ed2-7925a852f837 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:51.328387 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Attempting to bind port ce90ca11-1c3d-43d9-9ed2-7925a852f837 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'c27c0a30-38bb-46b4-9ed0-318ff165e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:51.328930 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Attempting to bind port ce90ca11-1c3d-43d9-9ed2-7925a852f837 on network bed2a840-33fa-410d-b9a9-d2929f0f5db3 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:51.336213 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:51.344020 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Checking segment: {'id': 'c27c0a30-38bb-46b4-9ed0-318ff165e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:51.348940 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.349447 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Bound using segment: {'id': 'c27c0a30-38bb-46b4-9ed0-318ff165e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:51.354729 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Bound port: ce90ca11-1c3d-43d9-9ed2-7925a852f837, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27c0a30-38bb-46b4-9ed0-318ff165e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:51.355256 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.473079 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] For port ce90ca11-1c3d-43d9-9ed2-7925a852f837, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:51.479337 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] For port ce90ca11-1c3d-43d9-9ed2-7925a852f837, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ce90ca11-1c3d-43d9-9ed2-7925a852f837,segment=NetworkSegment(c27c0a30-38bb-46b4-9ed0-318ff165e93c),segment_id=c27c0a30-38bb-46b4-9ed0-318ff165e93c)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:51.491995 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.566505 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:51.567222 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:51.576332 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aa90b-bbbd-4f93-a2c4-fba61eb57bd9 None None] Pushing event updated for resources: {'Port': ['ID=ce90ca11-1c3d-43d9-9ed2-7925a852f837,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:51.611072 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50d4f779-2290-4678-9e00-a3db81dad8fe tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.616146 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50d4f779-2290-4678-9e00-a3db81dad8fe tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.651118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 97b151ef-0efa-4b3a-95a8-2695bf9bd06b details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:18:51.701674 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:51.772790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d4f779-2290-4678-9e00-a3db81dad8fe tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router f21a2adf-da9a-4cd0-9411-75f3a38001dc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:51.880604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:51.903719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'port_id': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:18:51.929720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d4f779-2290-4678-9e00-a3db81dad8fe tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:51.942702 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50d4f779-2290-4678-9e00-a3db81dad8fe tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:51.948622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:51.960337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-50d4f779-2290-4678-9e00-a3db81dad8fe tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc HTTP/1.1" status: 200 len: 934 time: 1.8938961 Jul 27 22:18:52.004773 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:50Z', 'revision_number': 6, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:44Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce90ca11-1c3d-43d9-9ed2-7925a852f837', 'name': '', 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:a0:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:44Z', 'updated_at': '2021-07-27T22:18:51Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:52.047216 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9d1423-764e-4328-b005-d5b10da4bdf3 None None] The sync data for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 is: [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:50Z', 'revision_number': 6, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:44Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce90ca11-1c3d-43d9-9ed2-7925a852f837', 'name': '', 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:a0:c8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:44Z', 'updated_at': '2021-07-27T22:18:51Z', 'revision_number': 4, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:52.096411 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:52.111587 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-957e8bba-b038-409e-8cd7-6f53ce55e386 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc HTTP/1.1" status: 200 len: 934 time: 0.1610816 Jul 27 22:18:52.112830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34582) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:52.138908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-60e0a772-2398-4a2d-b9c5-6b7ee66db59d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'router': {'routes': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:52.151346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b151ef-0efa-4b3a-95a8-2695bf9bd06b {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:18:52.204434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:52.212733 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:52.235925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce703ecb-6d02-4194-87ac-90bc9051eaac req-dab40960-741a-428e-919f-682ac6212f0a tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:52.245384 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce703ecb-6d02-4194-87ac-90bc9051eaac req-dab40960-741a-428e-919f-682ac6212f0a tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 943 time: 0.1821191 Jul 27 22:18:52.286360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a6362-5998-4857-9d80-4a61eb115206 req-3e0cc448-7b5f-43cc-96db-75334c3c3859 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:52.287918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-655a6362-5998-4857-9d80-4a61eb115206 req-3e0cc448-7b5f-43cc-96db-75334c3c3859 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 943 time: 0.1612704 Jul 27 22:18:52.317933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:52.355888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce703ecb-6d02-4194-87ac-90bc9051eaac req-bab60007-3b88-434c-a6ae-9af809e781d1 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095207 Jul 27 22:18:52.403587 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-655a6362-5998-4857-9d80-4a61eb115206 req-d8156e7f-5b2c-4412-ad3a-364fba94a965 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956390 Jul 27 22:18:52.458759 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ce90ca11-1c3d-43d9-9ed2-7925a852f837 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:52.511586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['97b151ef-0efa-4b3a-95a8-2695bf9bd06b'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:18:52.623504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port ce90ca11-1c3d-43d9-9ed2-7925a852f837 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:52.630951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ce90ca11-1c3d-43d9-9ed2-7925a852f837 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:52.631628 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:52.786021 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:52.858141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port ce90ca11-1c3d-43d9-9ed2-7925a852f837, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ce90ca11-1c3d-43d9-9ed2-7925a852f837,segment=NetworkSegment(c27c0a30-38bb-46b4-9ed0-318ff165e93c),segment_id=c27c0a30-38bb-46b4-9ed0-318ff165e93c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:52.864974 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:52.937037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=ce90ca11-1c3d-43d9-9ed2-7925a852f837,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:53.111908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.extraroute_db [None req-60e0a772-2398-4a2d-b9c5-6b7ee66db59d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Added routes are [] {{(pid=93834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 22:18:53.112447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.extraroute_db [None req-60e0a772-2398-4a2d-b9c5-6b7ee66db59d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93834) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 22:18:53.151986 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60e0a772-2398-4a2d-b9c5-6b7ee66db59d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.234933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c86e4-37a6-49ef-b3f1-b9ab4a65b80c None None] Sync routers for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:53.245628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c86e4-37a6-49ef-b3f1-b9ab4a65b80c None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:53.246253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fb9c86e4-37a6-49ef-b3f1-b9ab4a65b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:53.345344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-fb9c86e4-37a6-49ef-b3f1-b9ab4a65b80c None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:53.394958 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60e0a772-2398-4a2d-b9c5-6b7ee66db59d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.399569 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60e0a772-2398-4a2d-b9c5-6b7ee66db59d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.571331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e0a772-2398-4a2d-b9c5-6b7ee66db59d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router f21a2adf-da9a-4cd0-9411-75f3a38001dc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:53.629423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c5416-18f4-49e7-bc51-25405154610d req-d65cbbea-3203-41ff-bd21-e5f2065e0f66 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:53.631597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f71c5416-18f4-49e7-bc51-25405154610d req-d65cbbea-3203-41ff-bd21-e5f2065e0f66 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 943 time: 0.1521225 Jul 27 22:18:53.656772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8229c2a-bd17-43c6-8764-ac09584edbb1 req-cdae324d-5943-4ec6-87ee-1e524258b77e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:53.670866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8229c2a-bd17-43c6-8764-ac09584edbb1 req-cdae324d-5943-4ec6-87ee-1e524258b77e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.1031272 Jul 27 22:18:53.671809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 97b151ef-0efa-4b3a-95a8-2695bf9bd06b up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:53.758487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e0a772-2398-4a2d-b9c5-6b7ee66db59d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:53.768593 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60e0a772-2398-4a2d-b9c5-6b7ee66db59d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.769801 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-60e0a772-2398-4a2d-b9c5-6b7ee66db59d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc HTTP/1.1" status: 200 len: 700 time: 1.6554785 Jul 27 22:18:53.772626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34640) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:53.778679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fb9c86e4-37a6-49ef-b3f1-b9ab4a65b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:53Z', 'revision_number': 7, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:44Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce90ca11-1c3d-43d9-9ed2-7925a852f837', 'name': '', 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:a0:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:44Z', 'updated_at': '2021-07-27T22:18:52Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:53.792566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f71c5416-18f4-49e7-bc51-25405154610d req-259210ff-7f19-4440-b325-22c9af0e6cf4 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525865 Jul 27 22:18:53.801491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8229c2a-bd17-43c6-8764-ac09584edbb1 req-8b5ffdbe-ecd5-49d5-ad38-a889d227f373 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293519 Jul 27 22:18:53.829794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c86e4-37a6-49ef-b3f1-b9ab4a65b80c None None] Checking router: f21a2adf-da9a-4cd0-9411-75f3a38001dc for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:53.832936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:53.838370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:53.838996 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:53.868441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c86e4-37a6-49ef-b3f1-b9ab4a65b80c None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:53.869318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fb9c86e4-37a6-49ef-b3f1-b9ab4a65b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:53.917432 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ad08ed49-2387-461c-b2a2-5423c47dac68 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc HTTP/1.1" status: 200 len: 700 time: 0.1436145 Jul 27 22:18:53.919960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:53.983203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-fb9c86e4-37a6-49ef-b3f1-b9ab4a65b80c None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:54.024975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 86927e84-ae29-460e-86d2-a1a036162fdf details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:18:54.175202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34656) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:54.198867 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.241287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:54.244710 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35da3f56-cc1e-4bf5-a0cd-9f876d369bb2" -d '{"events": [{"server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "name": "network-vif-plugged", "status": "completed", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:54.284306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:54.312584 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.316694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 86927e84-ae29-460e-86d2-a1a036162fdf, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=86927e84-ae29-460e-86d2-a1a036162fdf,segment=NetworkSegment(153b78c6-ad4e-4d4d-8b65-68c7a75df1cd),segment_id=153b78c6-ad4e-4d4d-8b65-68c7a75df1cd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:54.360702 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27b22f3-ffcf-4a7d-bb76-1140de93860b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.378773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:54.389553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '86927e84-ae29-460e-86d2-a1a036162fdf', 'network_id': '2c7084a7-3fdd-462d-a623-09f58ee2b468', 'port_id': '86927e84-ae29-460e-86d2-a1a036162fdf', 'mac_address': 'fa:16:3e:c1:60:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c52b104-c67e-49c5-bec7-b5b01c3383ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:18:54.479003 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.481059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ce90ca11-1c3d-43d9-9ed2-7925a852f837 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:54.525462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86927e84-ae29-460e-86d2-a1a036162fdf {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:18:54.558533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 86927e84-ae29-460e-86d2-a1a036162fdf, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=86927e84-ae29-460e-86d2-a1a036162fdf,segment=NetworkSegment(153b78c6-ad4e-4d4d-8b65-68c7a75df1cd),segment_id=153b78c6-ad4e-4d4d-8b65-68c7a75df1cd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:54.566141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-fb9c86e4-37a6-49ef-b3f1-b9ab4a65b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:53Z', 'revision_number': 7, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:44Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce90ca11-1c3d-43d9-9ed2-7925a852f837', 'name': '', 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:a0:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:44Z', 'updated_at': '2021-07-27T22:18:52Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:54.596225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c86e4-37a6-49ef-b3f1-b9ab4a65b80c None None] The sync data for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 is: [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:53Z', 'revision_number': 7, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:44Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce90ca11-1c3d-43d9-9ed2-7925a852f837', 'name': '', 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:a0:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:44Z', 'updated_at': '2021-07-27T22:18:52Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:54.599677 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.624264 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efe671a-3c72-497b-a896-e952ec674da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.676898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ce90ca11-1c3d-43d9-9ed2-7925a852f837 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:54.678707 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.839778 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efe671a-3c72-497b-a896-e952ec674da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.846648 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9efe671a-3c72-497b-a896-e952ec674da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.917738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c27b22f3-ffcf-4a7d-bb76-1140de93860b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port ce90ca11-1c3d-43d9-9ed2-7925a852f837 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:54.917979 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27b22f3-ffcf-4a7d-bb76-1140de93860b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:54.918478 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe671a-3c72-497b-a896-e952ec674da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8039ee94-cda6-46b8-891a-0e5aa5b6193c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:55.041424 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17890d71-c065-441d-9921-04325e839a72 req-e8877a46-6090-43b4-b029-559d5756a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:55.043032 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-17890d71-c065-441d-9921-04325e839a72 req-e8877a46-6090-43b4-b029-559d5756a689 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 1096 time: 0.2287512 Jul 27 22:18:55.053026 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483b026b-1965-4b8e-9890-bfb83cc52f39 x-openstack-request-id: req-483b026b-1965-4b8e-9890-bfb83cc52f39 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:55.053854 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "name": "network-vif-plugged", "status": "completed", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:55.054249 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-483b026b-1965-4b8e-9890-bfb83cc52f39 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:55.054829 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'code': 200} Jul 27 22:18:55.063674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=86927e84-ae29-460e-86d2-a1a036162fdf,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:55.067784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9efe671a-3c72-497b-a896-e952ec674da0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c5f352e6b9c4eddbadd731a46a42c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8911412 Jul 27 22:18:55.068420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:55.103024 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45b709-79f0-4fec-8fb1-2306f94aec70 None None] Sync routers for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:55.129342 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45b709-79f0-4fec-8fb1-2306f94aec70 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:55.131441 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1d45b709-79f0-4fec-8fb1-2306f94aec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:55.140296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['86927e84-ae29-460e-86d2-a1a036162fdf'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:18:55.171379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596375ff-4d57-445a-a9bc-0bc93f026c64 req-db0f9d83-e07f-4ff8-967c-29b6e2d0c303 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:55.179758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-596375ff-4d57-445a-a9bc-0bc93f026c64 req-db0f9d83-e07f-4ff8-967c-29b6e2d0c303 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.1414030 Jul 27 22:18:55.193421 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-17890d71-c065-441d-9921-04325e839a72 req-0d54d623-3b9c-4443-b1d5-d5391dd2cb36 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376328 Jul 27 22:18:55.224154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9e9f4-366a-4cbb-b801-f96545088142 req-b371d27b-4687-4be9-a9ac-eb1d5dc2a26c tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:55.225781 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3f9e9f4-366a-4cbb-b801-f96545088142 req-b371d27b-4687-4be9-a9ac-eb1d5dc2a26c tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 944 time: 0.2585280 Jul 27 22:18:55.276541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c27b22f3-ffcf-4a7d-bb76-1140de93860b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] For port ce90ca11-1c3d-43d9-9ed2-7925a852f837, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ce90ca11-1c3d-43d9-9ed2-7925a852f837,segment=NetworkSegment(c27c0a30-38bb-46b4-9ed0-318ff165e93c),segment_id=c27c0a30-38bb-46b4-9ed0-318ff165e93c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:55.276906 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27b22f3-ffcf-4a7d-bb76-1140de93860b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:55.308545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-596375ff-4d57-445a-a9bc-0bc93f026c64 req-777f0725-f2e8-4ad2-85e6-5ff9c9645868 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278672 Jul 27 22:18:55.328444 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1d45b709-79f0-4fec-8fb1-2306f94aec70 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:55.333055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c27b22f3-ffcf-4a7d-bb76-1140de93860b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for ce90ca11-1c3d-43d9-9ed2-7925a852f837 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:55.434725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3f9e9f4-366a-4cbb-b801-f96545088142 req-368adee8-33d5-4cc8-8c7c-ed1d47f85932 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935287 Jul 27 22:18:55.442408 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f5a6-4a6c-4357-a278-4c53f34c9e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:55.498053 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f5a6-4a6c-4357-a278-4c53f34c9e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:55.566139 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f5a6-4a6c-4357-a278-4c53f34c9e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:55.568788 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f5a6-4a6c-4357-a278-4c53f34c9e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:55.572742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9fe6f5a6-4a6c-4357-a278-4c53f34c9e9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8039ee94-cda6-46b8-891a-0e5aa5b6193c HTTP/1.1" status: 204 len: 168 time: 0.4987104 Jul 27 22:18:55.579189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6f5a6-4a6c-4357-a278-4c53f34c9e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8039ee94-cda6-46b8-891a-0e5aa5b6193c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:55.636699 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1d45b709-79f0-4fec-8fb1-2306f94aec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:53Z', 'revision_number': 7, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:44Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce90ca11-1c3d-43d9-9ed2-7925a852f837', 'name': '', 'network_id': 'bed2a840-33fa-410d-b9a9-d2929f0f5db3', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:a0:c8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:44Z', 'updated_at': '2021-07-27T22:18:52Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '17162547-f1f9-4b2d-a23c-cb5bc9e05c4c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:55.662300 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27b22f3-ffcf-4a7d-bb76-1140de93860b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:55.670002 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45b709-79f0-4fec-8fb1-2306f94aec70 None None] Checking router: f21a2adf-da9a-4cd0-9411-75f3a38001dc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:55.679677 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45b709-79f0-4fec-8fb1-2306f94aec70 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:55.680367 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1d45b709-79f0-4fec-8fb1-2306f94aec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:55.727216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b22f3-ffcf-4a7d-bb76-1140de93860b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=ce90ca11-1c3d-43d9-9ed2-7925a852f837,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:55.855267 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1d45b709-79f0-4fec-8fb1-2306f94aec70 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:55.930085 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27b22f3-ffcf-4a7d-bb76-1140de93860b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.035802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 86927e84-ae29-460e-86d2-a1a036162fdf up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:56.116500 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 86927e84-ae29-460e-86d2-a1a036162fdf completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:56.127170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 86927e84-ae29-460e-86d2-a1a036162fdf triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:56.127765 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.217978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27b22f3-ffcf-4a7d-bb76-1140de93860b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router f21a2adf-da9a-4cd0-9411-75f3a38001dc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:56.257493 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.302685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 86927e84-ae29-460e-86d2-a1a036162fdf, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=86927e84-ae29-460e-86d2-a1a036162fdf,segment=NetworkSegment(153b78c6-ad4e-4d4d-8b65-68c7a75df1cd),segment_id=153b78c6-ad4e-4d4d-8b65-68c7a75df1cd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:56.311112 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1d45b709-79f0-4fec-8fb1-2306f94aec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:55Z', 'revision_number': 8, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:44Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:56.315626 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.356216 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45b709-79f0-4fec-8fb1-2306f94aec70 None None] The sync data for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 is: [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:55Z', 'revision_number': 8, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:44Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:56.395376 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=86927e84-ae29-460e-86d2-a1a036162fdf,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:56.449618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27b22f3-ffcf-4a7d-bb76-1140de93860b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:56.456007 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c27b22f3-ffcf-4a7d-bb76-1140de93860b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5349131 Jul 27 22:18:56.459056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34718) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:56.533134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09c7d8f-1b2f-4abc-b521-1a94025c40dc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting subnet 17162547-f1f9-4b2d-a23c-cb5bc9e05c4c {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:18:56.536734 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d09c7d8f-1b2f-4abc-b521-1a94025c40dc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.542819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6b1ac-2d7c-453b-a37d-fb00e365e91f req-ca081e89-02f0-4f5d-8d99-45c89efbec0e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:56.544473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8db6b1ac-2d7c-453b-a37d-fb00e365e91f req-ca081e89-02f0-4f5d-8d99-45c89efbec0e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.0964012 Jul 27 22:18:56.585682 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d09c7d8f-1b2f-4abc-b521-1a94025c40dc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.611982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8db6b1ac-2d7c-453b-a37d-fb00e365e91f req-d10486c9-56c9-47a0-b877-d31764e5ccac tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577915 Jul 27 22:18:56.627471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da3e24-5b00-46b9-b4e5-1307aece62cd req-4252d591-d00a-4794-a5ed-f71f5c5a14d3 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:56.629070 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46da3e24-5b00-46b9-b4e5-1307aece62cd req-4252d591-d00a-4794-a5ed-f71f5c5a14d3 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 945 time: 0.0836670 Jul 27 22:18:56.742428 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d09c7d8f-1b2f-4abc-b521-1a94025c40dc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.756742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46da3e24-5b00-46b9-b4e5-1307aece62cd req-725f6313-ac95-4da8-9874-242b888583f0 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196461 Jul 27 22:18:56.794146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6b2e-52f2-43e5-adbb-5acb7f560a47 req-9897f53b-2504-4fe7-ae30-3aecaeada968 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:56.796119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1da6b2e-52f2-43e5-adbb-5acb7f560a47 req-9897f53b-2504-4fe7-ae30-3aecaeada968 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.0911026 Jul 27 22:18:56.806182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:56.811352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d1a4f45a-7d20-411f-9881-8390844937da tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Request body: {'floatingip': {'port_id': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:56.860699 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f45a-7d20-411f-9881-8390844937da tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.873677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d09c7d8f-1b2f-4abc-b521-1a94025c40dc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.896769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d09c7d8f-1b2f-4abc-b521-1a94025c40dc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:56.899630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d09c7d8f-1b2f-4abc-b521-1a94025c40dc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/17162547-f1f9-4b2d-a23c-cb5bc9e05c4c HTTP/1.1" status: 204 len: 168 time: 0.4344244 Jul 27 22:18:56.903724 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92da1eb8-a92a-4e75-b75c-4e0171dd11f8 None None] Network bed2a840-33fa-410d-b9a9-d2929f0f5db3 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:18:56.912100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34732) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:56.925216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c7d8f-1b2f-4abc-b521-1a94025c40dc tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Subnet': ['ID=17162547-f1f9-4b2d-a23c-cb5bc9e05c4c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:57.052071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8440d0a1-8583-4f6c-9daf-6b525d81a75a None None] Sync routers for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:57.059235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0768d101-a806-4d9f-a3c3-b91fda035ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86927e84-ae29-460e-86d2-a1a036162fdf'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:57.061520 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52549699-5df3-4c43-9eed-b1eaffaab4c9" -d '{"events": [{"server_uuid": "0768d101-a806-4d9f-a3c3-b91fda035ac7", "name": "network-vif-plugged", "status": "completed", "tag": "86927e84-ae29-460e-86d2-a1a036162fdf"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:57.093512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8440d0a1-8583-4f6c-9daf-6b525d81a75a None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:57.094496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8440d0a1-8583-4f6c-9daf-6b525d81a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:57.107734 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.184522 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187d8789-6f27-4e8c-a179-0db563ea0f91 x-openstack-request-id: req-187d8789-6f27-4e8c-a179-0db563ea0f91 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:57.185374 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0768d101-a806-4d9f-a3c3-b91fda035ac7", "name": "network-vif-plugged", "status": "completed", "tag": "86927e84-ae29-460e-86d2-a1a036162fdf", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:57.185780 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-187d8789-6f27-4e8c-a179-0db563ea0f91 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:57.186354 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0768d101-a806-4d9f-a3c3-b91fda035ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86927e84-ae29-460e-86d2-a1a036162fdf', 'code': 200} Jul 27 22:18:57.240113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-8440d0a1-8583-4f6c-9daf-6b525d81a75a None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:57.268805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34748) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:57.331071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f12e5d5-2ba7-48e4-883b-2adc93bd5782 None None] DHCP port deletion for bed2a840-33fa-410d-b9a9-d2929f0f5db3 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:18:57.362829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868af91e-3bcb-45f7-b947-0a9487dd18e3 req-c7bb5369-e62a-4768-b71f-67e38b8e8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:57.364485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-868af91e-3bcb-45f7-b947-0a9487dd18e3 req-c7bb5369-e62a-4768-b71f-67e38b8e8ccc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 1096 time: 0.1380789 Jul 27 22:18:57.373175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port 08712ea3-99c7-4e57-b266-eb98ada48355 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:57.373711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.466206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6f12e5d5-2ba7-48e4-883b-2adc93bd5782 None None] Deleting port 08712ea3-99c7-4e57-b266-eb98ada48355 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:18:57.467119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f12e5d5-2ba7-48e4-883b-2adc93bd5782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.473723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5d8d74-c2a7-41f2-a406-0b5f0d56ce87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.483126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-868af91e-3bcb-45f7-b947-0a9487dd18e3 req-34514251-743d-4ec5-9ed0-c0a2dde7bd30 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071844 Jul 27 22:18:57.545163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] For port 08712ea3-99c7-4e57-b266-eb98ada48355, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=08712ea3-99c7-4e57-b266-eb98ada48355,segment=NetworkSegment(c27c0a30-38bb-46b4-9ed0-318ff165e93c),segment_id=c27c0a30-38bb-46b4-9ed0-318ff165e93c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:57.545824 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.561795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6f12e5d5-2ba7-48e4-883b-2adc93bd5782 None None] For port 08712ea3-99c7-4e57-b266-eb98ada48355, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=08712ea3-99c7-4e57-b266-eb98ada48355,segment=NetworkSegment(c27c0a30-38bb-46b4-9ed0-318ff165e93c),segment_id=c27c0a30-38bb-46b4-9ed0-318ff165e93c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:57.562207 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f12e5d5-2ba7-48e4-883b-2adc93bd5782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.576828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6f12e5d5-2ba7-48e4-883b-2adc93bd5782 None None] Calling delete_port for 08712ea3-99c7-4e57-b266-eb98ada48355 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:57.602026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5d8d74-c2a7-41f2-a406-0b5f0d56ce87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.613368 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5d8d74-c2a7-41f2-a406-0b5f0d56ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.625365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for 08712ea3-99c7-4e57-b266-eb98ada48355 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:18:57.663138 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f12e5d5-2ba7-48e4-883b-2adc93bd5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.678985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d8d74-c2a7-41f2-a406-0b5f0d56ce87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02e49d6-80f9-4d98-b8ae-8ac225e1c77e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:57.707181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12e5d5-2ba7-48e4-883b-2adc93bd5782 None None] Pushing event deleted for resources: {'Port': ['ID=08712ea3-99c7-4e57-b266-eb98ada48355,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:57.717067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f12e5d5-2ba7-48e4-883b-2adc93bd5782 None None] No DVR routers for this DVR port 08712ea3-99c7-4e57-b266-eb98ada48355 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:57.732369 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2a5d8d74-c2a7-41f2-a406-0b5f0d56ce87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b9dbcb09bba42698d62b99a54f45cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604137 Jul 27 22:18:57.732369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34766) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:57.746032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8440d0a1-8583-4f6c-9daf-6b525d81a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:55Z', 'revision_number': 8, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:44Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:57.800689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8440d0a1-8583-4f6c-9daf-6b525d81a75a None None] Checking router: f21a2adf-da9a-4cd0-9411-75f3a38001dc for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:57.801688 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0eae0cba-988c-4a39-94c1-e1700e058b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.812304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8440d0a1-8583-4f6c-9daf-6b525d81a75a None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:57.813090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8440d0a1-8583-4f6c-9daf-6b525d81a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:57.847431 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0eae0cba-988c-4a39-94c1-e1700e058b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.910581 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0eae0cba-988c-4a39-94c1-e1700e058b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.915582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0eae0cba-988c-4a39-94c1-e1700e058b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.916281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-8440d0a1-8583-4f6c-9daf-6b525d81a75a None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:57.916838 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0eae0cba-988c-4a39-94c1-e1700e058b24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b02e49d6-80f9-4d98-b8ae-8ac225e1c77e HTTP/1.1" status: 204 len: 168 time: 0.1835308 Jul 27 22:18:57.932164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae0cba-988c-4a39-94c1-e1700e058b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02e49d6-80f9-4d98-b8ae-8ac225e1c77e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:57.966303 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f45a-7d20-411f-9881-8390844937da tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:57.979210 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f28411-2453-44b5-8bb1-a72bdadf960a req-6038efa2-f82e-48a4-b5a8-0694355a263e tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:57.989116 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95f28411-2453-44b5-8bb1-a72bdadf960a req-6038efa2-f82e-48a4-b5a8-0694355a263e tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 945 time: 0.1201453 Jul 27 22:18:57.999639 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f45a-7d20-411f-9881-8390844937da tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.004865 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.085357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No DVR routers for this DVR port 08712ea3-99c7-4e57-b266-eb98ada48355 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:58.103974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=08712ea3-99c7-4e57-b266-eb98ada48355,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:58.166465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95f28411-2453-44b5-8bb1-a72bdadf960a req-45de96c1-7f36-44f2-8132-24229c9183df tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713939 Jul 27 22:18:58.258772 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8440d0a1-8583-4f6c-9daf-6b525d81a75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:55Z', 'revision_number': 8, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:44Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:58.317732 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.340322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8440d0a1-8583-4f6c-9daf-6b525d81a75a None None] The sync data for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 is: [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:18:55Z', 'revision_number': 8, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c578cfff-dc13-4825-89b2-21702ecd7fb6', 'name': '', 'network_id': '21e3394e-dae4-4953-878d-89696d9323cc', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:08:73:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:34Z', 'updated_at': '2021-07-27T22:18:44Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '8c959ae2-a5c5-48b6-90bb-aba30db37bc6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:18:58.346738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed2a840-33fa-410d-b9a9-d2929f0f5db3']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:58.355672 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-d1a4f45a-7d20-411f-9881-8390844937da tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Floating IP 06d4d043-8f7c-461e-881c-aaf4cc516c65 associated. External IP: 172.25.1.205, port: 97b151ef-0efa-4b3a-95a8-2695bf9bd06b. Jul 27 22:18:58.371832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27c0a30-38bb-46b4-9ed0-318ff165e93c') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:58.373978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27c0a30-38bb-46b4-9ed0-318ff165e93c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:58.462831 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.470517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 08712ea3-99c7-4e57-b266-eb98ada48355 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:58.490645 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.521577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 08712ea3-99c7-4e57-b266-eb98ada48355 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:58.522811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 08712ea3-99c7-4e57-b266-eb98ada48355 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:58.523654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ce90ca11-1c3d-43d9-9ed2-7925a852f837 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:58.559652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:18:58.560172 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:18:58.566781 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:18:58.578158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: ce90ca11-1c3d-43d9-9ed2-7925a852f837 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:18:58.579622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ce90ca11-1c3d-43d9-9ed2-7925a852f837 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:58.598673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34788) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:58.617040 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34d2ca13-101f-435b-8f63-871ffca38289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.667717 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.676129 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.678988 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/networks/bed2a840-33fa-410d-b9a9-d2929f0f5db3 HTTP/1.1" status: 204 len: 168 time: 1.7657142 Jul 27 22:18:58.685714 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34794) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:58.727901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fa23e-1de3-4088-b3f7-96ed3e861a6d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Network': ['ID=bed2a840-33fa-410d-b9a9-d2929f0f5db3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:58.761148 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a4f45a-7d20-411f-9881-8390844937da tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:18:58.893630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a4f45a-7d20-411f-9881-8390844937da tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:18:58.898702 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f45a-7d20-411f-9881-8390844937da tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:58.905048 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ec20bb-f254-44c0-84d5-87435edcfae0 None None] Sync routers for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:18:58.928745 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec20bb-f254-44c0-84d5-87435edcfae0 None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:58.929402 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62ec20bb-f254-44c0-84d5-87435edcfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:58.933653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d1a4f45a-7d20-411f-9881-8390844937da tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "PUT /v2.0/floatingips/06d4d043-8f7c-461e-881c-aaf4cc516c65 HTTP/1.1" status: 200 len: 991 time: 2.1260805 Jul 27 22:18:58.934490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:58.936935 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb440e8-1a02-4a13-9e78-2efecc2ba907" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:59.030317 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0658b05b-cae0-4def-b78d-533b80567263 x-openstack-request-id: req-0658b05b-cae0-4def-b78d-533b80567263 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:59.030613 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:59.030906 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0658b05b-cae0-4def-b78d-533b80567263 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:59.031278 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'status': 'completed', 'code': 200} Jul 27 22:18:59.128044 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-62ec20bb-f254-44c0-84d5-87435edcfae0 None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:59.344142 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34d2ca13-101f-435b-8f63-871ffca38289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:59.360469 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34d2ca13-101f-435b-8f63-871ffca38289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:59.411092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe76758-fa2c-4765-bb5d-fa2852eba008 req-b56c2bec-0a06-4f6a-bc19-535a6a385abc tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:59.412855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbe76758-fa2c-4765-bb5d-fa2852eba008 req-b56c2bec-0a06-4f6a-bc19-535a6a385abc tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 945 time: 0.1529939 Jul 27 22:18:59.466400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbe76758-fa2c-4765-bb5d-fa2852eba008 req-d88228b7-2bb2-4ee5-b1d8-4e9044c117f1 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443032 Jul 27 22:18:59.483301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2ca13-101f-435b-8f63-871ffca38289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713a2263-d823-4a35-8721-3d3e8415fe82,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:59.491001 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-34d2ca13-101f-435b-8f63-871ffca38289 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7608038cc64c4dae912fde91e95b65b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8882995 Jul 27 22:18:59.492129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:59.501472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb440e8-1a02-4a13-9e78-2efecc2ba907 req-9f40d1a9-012e-4aa4-8d34-c98c56b34ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:59.503029 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddb440e8-1a02-4a13-9e78-2efecc2ba907 req-9f40d1a9-012e-4aa4-8d34-c98c56b34ac4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 1096 time: 0.1574788 Jul 27 22:18:59.584830 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62ec20bb-f254-44c0-84d5-87435edcfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '06d4d043-8f7c-461e-881c-aaf4cc516c65', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'port_id': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:18:38Z', 'updated_at': '2021-07-27T22:18:57Z', 'revision_number': 1, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:07Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:59.624475 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ec20bb-f254-44c0-84d5-87435edcfae0 None None] Checking router: 45e25285-7ed0-4556-a5c8-ad0be9ab4639 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:18:59.661611 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec20bb-f254-44c0-84d5-87435edcfae0 None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:18:59.662249 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62ec20bb-f254-44c0-84d5-87435edcfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:18:59.670439 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13e803a9-108b-42b0-8891-f8ca6adf9e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:59.696681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb440e8-1a02-4a13-9e78-2efecc2ba907 req-d942a944-2896-48e3-b860-74af5ad1b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:59.698671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddb440e8-1a02-4a13-9e78-2efecc2ba907 req-d942a944-2896-48e3-b860-74af5ad1b863 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.1856894 Jul 27 22:18:59.725016 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13e803a9-108b-42b0-8891-f8ca6adf9e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:59.818135 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddb440e8-1a02-4a13-9e78-2efecc2ba907 req-fa4ade73-b74b-4f98-9fdc-ea081aad035c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b HTTP/1.1" status: 200 len: 999 time: 0.1051958 Jul 27 22:18:59.819355 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-62ec20bb-f254-44c0-84d5-87435edcfae0 None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:18:59.897004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb440e8-1a02-4a13-9e78-2efecc2ba907 req-541b353d-ee4b-469b-86c0-7d32e2d690ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:59.898501 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddb440e8-1a02-4a13-9e78-2efecc2ba907 req-541b353d-ee4b-469b-86c0-7d32e2d690ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.0574536 Jul 27 22:18:59.899943 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13e803a9-108b-42b0-8891-f8ca6adf9e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:59.902853 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13e803a9-108b-42b0-8891-f8ca6adf9e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:59.903811 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-13e803a9-108b-42b0-8891-f8ca6adf9e1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/713a2263-d823-4a35-8721-3d3e8415fe82 HTTP/1.1" status: 204 len: 168 time: 0.4091537 Jul 27 22:18:59.924141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e803a9-108b-42b0-8891-f8ca6adf9e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713a2263-d823-4a35-8721-3d3e8415fe82,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:59.961353 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41e9784d-82e1-4f19-9a8a-b39c4acf6e23 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:00.063305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb440e8-1a02-4a13-9e78-2efecc2ba907 req-c0eaf149-ffc2-43d1-9588-a99cfe96c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:00.076851 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddb440e8-1a02-4a13-9e78-2efecc2ba907 req-c0eaf149-ffc2-43d1-9588-a99cfe96c300 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695771 Jul 27 22:19:00.239479 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-62ec20bb-f254-44c0-84d5-87435edcfae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '06d4d043-8f7c-461e-881c-aaf4cc516c65', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'port_id': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:18:38Z', 'updated_at': '2021-07-27T22:18:57Z', 'revision_number': 1, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:07Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:00.285160 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ec20bb-f254-44c0-84d5-87435edcfae0 None None] The sync data for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 is: [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '06d4d043-8f7c-461e-881c-aaf4cc516c65', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'floating_ip_address': '172.25.1.205', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'port_id': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:18:38Z', 'updated_at': '2021-07-27T22:18:57Z', 'revision_number': 1, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:07Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:00.298868 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddb440e8-1a02-4a13-9e78-2efecc2ba907 req-5c963a27-38f3-4659-8e53-6bcd133ceb86 service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129509 Jul 27 22:19:00.444824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe7928-7bff-4cac-9a7a-902233446c91 req-2863ae44-5bf6-4271-98fe-fc38c455cc24 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:00.447092 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4fe7928-7bff-4cac-9a7a-902233446c91 req-2863ae44-5bf6-4271-98fe-fc38c455cc24 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 945 time: 0.1136620 Jul 27 22:19:00.502372 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ddb440e8-1a02-4a13-9e78-2efecc2ba907 req-3e57067d-5c06-459c-9da6-d1227e0788ae service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874678 Jul 27 22:19:00.515564 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4fe7928-7bff-4cac-9a7a-902233446c91 req-535fd606-0fa6-4c90-872b-c149a8e7aa2a tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573328 Jul 27 22:19:00.532490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-41e9784d-82e1-4f19-9a8a-b39c4acf6e23 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port c578cfff-dc13-4825-89b2-21702ecd7fb6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:00.532874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41e9784d-82e1-4f19-9a8a-b39c4acf6e23 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:00.636038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d77343-0c45-40ce-b11e-ba750fd24254 None None] New status for floating IP 06d4d043-8f7c-461e-881c-aaf4cc516c65: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:19:00.673983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-41e9784d-82e1-4f19-9a8a-b39c4acf6e23 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] For port c578cfff-dc13-4825-89b2-21702ecd7fb6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c578cfff-dc13-4825-89b2-21702ecd7fb6,segment=NetworkSegment(0eca9975-526a-4230-9f1f-7db9cc905019),segment_id=0eca9975-526a-4230-9f1f-7db9cc905019)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:00.675240 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41e9784d-82e1-4f19-9a8a-b39c4acf6e23 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:00.705452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-41e9784d-82e1-4f19-9a8a-b39c4acf6e23 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for c578cfff-dc13-4825-89b2-21702ecd7fb6 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:00.934451 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41e9784d-82e1-4f19-9a8a-b39c4acf6e23 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:00.963344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9784d-82e1-4f19-9a8a-b39c4acf6e23 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=c578cfff-dc13-4825-89b2-21702ecd7fb6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:01.303837 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41e9784d-82e1-4f19-9a8a-b39c4acf6e23 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:01.575652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e9784d-82e1-4f19-9a8a-b39c4acf6e23 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router f21a2adf-da9a-4cd0-9411-75f3a38001dc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:19:01.587639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e84b8-1b5e-45dd-b82f-3208f4ed622c req-2c86c598-cd66-4035-a244-672618511367 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:01.589329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c1e84b8-1b5e-45dd-b82f-3208f4ed622c req-2c86c598-cd66-4035-a244-672618511367 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.41 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 945 time: 0.0824118 Jul 27 22:19:01.699109 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e9784d-82e1-4f19-9a8a-b39c4acf6e23 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:01.707847 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-41e9784d-82e1-4f19-9a8a-b39c4acf6e23 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0179045 Jul 27 22:19:01.709684 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34996) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:01.718295 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46075021-dd08-4254-af66-f565c0cd5aa4 None None] Sync routers for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:01.733375 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46075021-dd08-4254-af66-f565c0cd5aa4 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:01.734172 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-46075021-dd08-4254-af66-f565c0cd5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:01.757428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acea2c-8518-4f64-93c3-1d1350179f5e req-353491b4-0988-47fb-8568-a8c96620cb4d tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:01.772115 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54acea2c-8518-4f64-93c3-1d1350179f5e req-353491b4-0988-47fb-8568-a8c96620cb4d tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 945 time: 0.1391375 Jul 27 22:19:01.825570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a5310a-d6e4-469d-a893-2ef379e4f982 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting subnet 8c959ae2-a5c5-48b6-90bb-aba30db37bc6 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:19:01.834569 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1a5310a-d6e4-469d-a893-2ef379e4f982 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:01.865542 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-54acea2c-8518-4f64-93c3-1d1350179f5e req-c4e48907-8f93-4cae-8c8e-c5a71bc7c416 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b15a28a-c743-46eb-b072-f05b7af8737b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783122 Jul 27 22:19:01.893344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8c1e84b8-1b5e-45dd-b82f-3208f4ed622c req-b2e88c1e-1556-4a9b-933c-abbe1085e52b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Deleting port 86927e84-ae29-460e-86d2-a1a036162fdf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:01.894168 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c1e84b8-1b5e-45dd-b82f-3208f4ed622c req-b2e88c1e-1556-4a9b-933c-abbe1085e52b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:01.903373 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-46075021-dd08-4254-af66-f565c0cd5aa4 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:01.910356 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35002) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:01.914607 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1a5310a-d6e4-469d-a893-2ef379e4f982 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.045029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8c1e84b8-1b5e-45dd-b82f-3208f4ed622c req-b2e88c1e-1556-4a9b-933c-abbe1085e52b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] For port 86927e84-ae29-460e-86d2-a1a036162fdf, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=86927e84-ae29-460e-86d2-a1a036162fdf,segment=NetworkSegment(153b78c6-ad4e-4d4d-8b65-68c7a75df1cd),segment_id=153b78c6-ad4e-4d4d-8b65-68c7a75df1cd)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:02.045843 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c1e84b8-1b5e-45dd-b82f-3208f4ed622c req-b2e88c1e-1556-4a9b-933c-abbe1085e52b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.065931 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-8c1e84b8-1b5e-45dd-b82f-3208f4ed622c req-b2e88c1e-1556-4a9b-933c-abbe1085e52b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Calling delete_port for 86927e84-ae29-460e-86d2-a1a036162fdf owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:02.147703 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1a5310a-d6e4-469d-a893-2ef379e4f982 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.152109 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc35c-a211-4d37-ab6b-29121d590379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.263633 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c1e84b8-1b5e-45dd-b82f-3208f4ed622c req-b2e88c1e-1556-4a9b-933c-abbe1085e52b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.276201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['86927e84-ae29-460e-86d2-a1a036162fdf'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:19:02.325968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1a5310a-d6e4-469d-a893-2ef379e4f982 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.338399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e88c1e-1556-4a9b-933c-abbe1085e52b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Pushing event deleted for resources: {'Port': ['ID=86927e84-ae29-460e-86d2-a1a036162fdf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:02.376143 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-46075021-dd08-4254-af66-f565c0cd5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:19:00Z', 'revision_number': 9, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:02.473089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5310a-d6e4-469d-a893-2ef379e4f982 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Subnet': ['ID=8c959ae2-a5c5-48b6-90bb-aba30db37bc6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:02.483555 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1a5310a-d6e4-469d-a893-2ef379e4f982 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.489042 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46075021-dd08-4254-af66-f565c0cd5aa4 None None] Checking router: f21a2adf-da9a-4cd0-9411-75f3a38001dc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:02.489838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca4f25-e7e4-4358-98ec-22437b82af54 None None] Network 21e3394e-dae4-4953-878d-89696d9323cc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:02.495210 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e1a5310a-d6e4-469d-a893-2ef379e4f982 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/8c959ae2-a5c5-48b6-90bb-aba30db37bc6 HTTP/1.1" status: 204 len: 168 time: 0.7747993 Jul 27 22:19:02.501573 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35014) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:02.520788 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46075021-dd08-4254-af66-f565c0cd5aa4 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:02.521416 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-46075021-dd08-4254-af66-f565c0cd5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:02.535056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1e84b8-1b5e-45dd-b82f-3208f4ed622c req-b2e88c1e-1556-4a9b-933c-abbe1085e52b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] No DVR routers for this DVR port 86927e84-ae29-460e-86d2-a1a036162fdf on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:19:02.541091 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8c1e84b8-1b5e-45dd-b82f-3208f4ed622c req-b2e88c1e-1556-4a9b-933c-abbe1085e52b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.546339 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c1e84b8-1b5e-45dd-b82f-3208f4ed622c req-b2e88c1e-1556-4a9b-933c-abbe1085e52b tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.41 "DELETE /v2.0/ports/86927e84-ae29-460e-86d2-a1a036162fdf HTTP/1.1" status: 204 len: 173 time: 0.9484334 Jul 27 22:19:02.547192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0768d101-a806-4d9f-a3c3-b91fda035ac7', 'name': 'network-vif-deleted', 'tag': '86927e84-ae29-460e-86d2-a1a036162fdf'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:19:02.561333 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11542f9-357d-4e8a-8d73-f977871dc832" -d '{"events": [{"server_uuid": "0768d101-a806-4d9f-a3c3-b91fda035ac7", "name": "network-vif-deleted", "tag": "86927e84-ae29-460e-86d2-a1a036162fdf"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:19:02.679967 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131e4557-6cf8-4f27-9aaa-607a726bb96b x-openstack-request-id: req-131e4557-6cf8-4f27-9aaa-607a726bb96b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:19:02.680692 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0768d101-a806-4d9f-a3c3-b91fda035ac7", "name": "network-vif-deleted", "tag": "86927e84-ae29-460e-86d2-a1a036162fdf", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:19:02.681034 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-131e4557-6cf8-4f27-9aaa-607a726bb96b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:19:02.681686 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0768d101-a806-4d9f-a3c3-b91fda035ac7', 'name': 'network-vif-deleted', 'tag': '86927e84-ae29-460e-86d2-a1a036162fdf', 'status': 'completed', 'code': 200} Jul 27 22:19:02.684277 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.700349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc35c-a211-4d37-ab6b-29121d590379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.709997 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc35c-a211-4d37-ab6b-29121d590379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.768164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a17b5-f268-4c27-a256-4fa1d6b741a6 None None] DHCP port deletion for 21e3394e-dae4-4953-878d-89696d9323cc request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:19:02.780839 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dfdbc35c-a211-4d37-ab6b-29121d590379 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d4a9b2911614ac2935e1f27ff71af96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8692517 Jul 27 22:19:02.781797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbc35c-a211-4d37-ab6b-29121d590379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eafdd4-6fad-44ab-9946-a2dd47f08470,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:02.784770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:02.806369 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-46075021-dd08-4254-af66-f565c0cd5aa4 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:02.825939 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port efc6c18d-16c8-42ee-b037-2f1db1b5ccde {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:02.826314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.842292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b14a17b5-f268-4c27-a256-4fa1d6b741a6 None None] Deleting port efc6c18d-16c8-42ee-b037-2f1db1b5ccde {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:02.842826 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b14a17b5-f268-4c27-a256-4fa1d6b741a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.850350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35022) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:02.898660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] For port efc6c18d-16c8-42ee-b037-2f1db1b5ccde, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=efc6c18d-16c8-42ee-b037-2f1db1b5ccde,segment=NetworkSegment(0eca9975-526a-4230-9f1f-7db9cc905019),segment_id=0eca9975-526a-4230-9f1f-7db9cc905019)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:02.899335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.913889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for efc6c18d-16c8-42ee-b037-2f1db1b5ccde owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:02.937982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b14a17b5-f268-4c27-a256-4fa1d6b741a6 None None] For port efc6c18d-16c8-42ee-b037-2f1db1b5ccde, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=efc6c18d-16c8-42ee-b037-2f1db1b5ccde,segment=NetworkSegment(0eca9975-526a-4230-9f1f-7db9cc905019),segment_id=0eca9975-526a-4230-9f1f-7db9cc905019)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:02.938882 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b14a17b5-f268-4c27-a256-4fa1d6b741a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:02.954752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b14a17b5-f268-4c27-a256-4fa1d6b741a6 None None] Calling delete_port for efc6c18d-16c8-42ee-b037-2f1db1b5ccde owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:02.955061 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-658dde3c-dd71-4a72-8add-256cebf3af64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.037578 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-658dde3c-dd71-4a72-8add-256cebf3af64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.046784 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.060038 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b14a17b5-f268-4c27-a256-4fa1d6b741a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.118687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=efc6c18d-16c8-42ee-b037-2f1db1b5ccde,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:03.124520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a17b5-f268-4c27-a256-4fa1d6b741a6 None None] Pushing event deleted for resources: {'Port': ['ID=efc6c18d-16c8-42ee-b037-2f1db1b5ccde,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:03.125071 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-46075021-dd08-4254-af66-f565c0cd5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:19:00Z', 'revision_number': 9, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:03.132148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No DVR routers for this DVR port efc6c18d-16c8-42ee-b037-2f1db1b5ccde on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:19:03.139005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a17b5-f268-4c27-a256-4fa1d6b741a6 None None] No DVR routers for this DVR port efc6c18d-16c8-42ee-b037-2f1db1b5ccde on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:19:03.165544 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ebb51853-acdb-4fef-b315-3f0df92241af req-3d7be879-ee75-41b4-ac8c-6069e877b490 tempest-ServerMetadataNegativeTestJSON-1400100820 tempest-ServerMetadataNegativeTestJSON-1400100820-project] 10.222.0.24 "GET /v2.0/ports?device_id=0768d101-a806-4d9f-a3c3-b91fda035ac7 HTTP/1.1" status: 200 len: 210 time: 0.0871046 Jul 27 22:19:03.172941 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95c1dade-b168-474b-90c8-d069128c3cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.223066 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-658dde3c-dd71-4a72-8add-256cebf3af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.225871 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-658dde3c-dd71-4a72-8add-256cebf3af64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.232702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-658dde3c-dd71-4a72-8add-256cebf3af64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92eafdd4-6fad-44ab-9946-a2dd47f08470 HTTP/1.1" status: 204 len: 168 time: 0.4442885 Jul 27 22:19:03.265561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.270033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dde3c-dd71-4a72-8add-256cebf3af64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eafdd4-6fad-44ab-9946-a2dd47f08470,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:03.277192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e3394e-dae4-4953-878d-89696d9323cc']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:03.319129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eca9975-526a-4230-9f1f-7db9cc905019') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:03.319364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eca9975-526a-4230-9f1f-7db9cc905019') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:03.340652 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.360507 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.369095 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:03.369928 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:03.374833 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:03.378861 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95c1dade-b168-474b-90c8-d069128c3cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.390752 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95c1dade-b168-474b-90c8-d069128c3cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.395311 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46075021-dd08-4254-af66-f565c0cd5aa4 None None] The sync data for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 is: [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:19:00Z', 'revision_number': 9, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e', 'name': '', 'network_id': 'd1dc01f8-727f-4544-9aa0-b7c94ebab80c', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:53:78:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:25Z', 'updated_at': '2021-07-27T22:18:37Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': 'b25cdf7d-52d1-45ef-942c-0bcb64e64242', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:03.463378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-95c1dade-b168-474b-90c8-d069128c3cea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fe1ff1106b34f38b1e6afb94b8a1c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078894 Jul 27 22:19:03.464276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1dade-b168-474b-90c8-d069128c3cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab071ef5-eebe-4b0f-aad0-f28dc04feda1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:03.466002 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35042) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:03.501396 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.535505 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.541929 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/networks/21e3394e-dae4-4953-878d-89696d9323cc HTTP/1.1" status: 204 len: 168 time: 1.0353901 Jul 27 22:19:03.542024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35050) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:03.547366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2036d-4578-4486-8db5-fe243205e8b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Network': ['ID=21e3394e-dae4-4953-878d-89696d9323cc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:03.575344 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21626466-aa34-4908-b2e7-6f5f9747b653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.609694 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21626466-aa34-4908-b2e7-6f5f9747b653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.675732 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21626466-aa34-4908-b2e7-6f5f9747b653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.678731 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21626466-aa34-4908-b2e7-6f5f9747b653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.680241 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-21626466-aa34-4908-b2e7-6f5f9747b653 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab071ef5-eebe-4b0f-aad0-f28dc04feda1 HTTP/1.1" status: 204 len: 168 time: 0.2085776 Jul 27 22:19:03.689788 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21626466-aa34-4908-b2e7-6f5f9747b653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab071ef5-eebe-4b0f-aad0-f28dc04feda1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:03.738866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35058) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:03.761713 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e705eea6-e4d5-4509-92aa-20f44f642d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.925414 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e705eea6-e4d5-4509-92aa-20f44f642d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.932454 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e705eea6-e4d5-4509-92aa-20f44f642d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:03.989277 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e705eea6-e4d5-4509-92aa-20f44f642d97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68711b211269447c82b0eeeae6c1ccaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481139 Jul 27 22:19:03.990750 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35072) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:04.036397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705eea6-e4d5-4509-92aa-20f44f642d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a53acc7-62a1-433d-b760-3a57cdd953f8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:04.089261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e02e8b5e-1d3e-4a5c-b4c6-ef531ff26997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.127054 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e02e8b5e-1d3e-4a5c-b4c6-ef531ff26997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.192665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e02e8b5e-1d3e-4a5c-b4c6-ef531ff26997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.195361 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e02e8b5e-1d3e-4a5c-b4c6-ef531ff26997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.199150 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e02e8b5e-1d3e-4a5c-b4c6-ef531ff26997 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a53acc7-62a1-433d-b760-3a57cdd953f8 HTTP/1.1" status: 204 len: 168 time: 0.1986740 Jul 27 22:19:04.224928 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e8b5e-1d3e-4a5c-b4c6-ef531ff26997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a53acc7-62a1-433d-b760-3a57cdd953f8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:04.262759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35090) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:04.340397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01a08f4-fa99-4970-8a6f-d50e0b3982d5 admin admin] Deleting subnet 8c52b104-c67e-49c5-bec7-b5b01c3383ea {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:19:04.352014 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e01a08f4-fa99-4970-8a6f-d50e0b3982d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.423749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device efc6c18d-16c8-42ee-b037-2f1db1b5ccde no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:04.441758 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e01a08f4-fa99-4970-8a6f-d50e0b3982d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.472446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: efc6c18d-16c8-42ee-b037-2f1db1b5ccde {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:04.473449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device efc6c18d-16c8-42ee-b037-2f1db1b5ccde not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:04.474091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c578cfff-dc13-4825-89b2-21702ecd7fb6 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:04.523066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: c578cfff-dc13-4825-89b2-21702ecd7fb6 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:04.524017 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c578cfff-dc13-4825-89b2-21702ecd7fb6 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:04.530471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e01a08f4-fa99-4970-8a6f-d50e0b3982d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.558692 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73f555c9-3c6e-4aa7-9653-adc2f32f543a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.624542 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e01a08f4-fa99-4970-8a6f-d50e0b3982d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.645493 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e01a08f4-fa99-4970-8a6f-d50e0b3982d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.648044 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e01a08f4-fa99-4970-8a6f-d50e0b3982d5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8c52b104-c67e-49c5-bec7-b5b01c3383ea HTTP/1.1" status: 204 len: 168 time: 0.3841209 Jul 27 22:19:04.655783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35108) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:04.700665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a08f4-fa99-4970-8a6f-d50e0b3982d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c52b104-c67e-49c5-bec7-b5b01c3383ea,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:04.817240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.936555 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.952563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7084a7-3fdd-462d-a623-09f58ee2b468']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:04.966019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153b78c6-ad4e-4d4d-8b65-68c7a75df1cd') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:04.966345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153b78c6-ad4e-4d4d-8b65-68c7a75df1cd') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:04.978042 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.017589 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.030976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:05.031433 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:05.033201 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:05.150398 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.176648 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.181397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] 10.222.0.24 "DELETE /v2.0/networks/2c7084a7-3fdd-462d-a623-09f58ee2b468 HTTP/1.1" status: 204 len: 168 time: 0.5217381 Jul 27 22:19:05.181397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b74c7-3a35-4c03-bbde-186851231fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=2c7084a7-3fdd-462d-a623-09f58ee2b468,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:05.220970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-73f555c9-3c6e-4aa7-9653-adc2f32f543a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:05.221542 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73f555c9-3c6e-4aa7-9653-adc2f32f543a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.325367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-73f555c9-3c6e-4aa7-9653-adc2f32f543a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] For port 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e,segment=NetworkSegment(cc41e358-0dcd-4fb4-868a-291d01b4dd3d),segment_id=cc41e358-0dcd-4fb4-868a-291d01b4dd3d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:05.326150 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73f555c9-3c6e-4aa7-9653-adc2f32f543a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.343677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-73f555c9-3c6e-4aa7-9653-adc2f32f543a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:05.400410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35134) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:05.483691 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-95fc07af-81e3-4cdf-9c8b-e50972d1d2c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=329cb5e4e3b24bbbbbed2ff45e705e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796556 Jul 27 22:19:05.490184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:05.570066 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62594322-4ba9-48d5-822e-01a8446d8018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.634197 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62594322-4ba9-48d5-822e-01a8446d8018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.662440 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73f555c9-3c6e-4aa7-9653-adc2f32f543a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.699161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f555c9-3c6e-4aa7-9653-adc2f32f543a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:05.764582 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62594322-4ba9-48d5-822e-01a8446d8018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.768646 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62594322-4ba9-48d5-822e-01a8446d8018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.770369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-62594322-4ba9-48d5-822e-01a8446d8018 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b15a28a-c743-46eb-b072-f05b7af8737b HTTP/1.1" status: 204 len: 168 time: 0.2788868 Jul 27 22:19:05.788259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62594322-4ba9-48d5-822e-01a8446d8018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b15a28a-c743-46eb-b072-f05b7af8737b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:05.880976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35168) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:05.921477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73f555c9-3c6e-4aa7-9653-adc2f32f543a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.081089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 86927e84-ae29-460e-86d2-a1a036162fdf no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:06.103166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 86927e84-ae29-460e-86d2-a1a036162fdf {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:06.103941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 86927e84-ae29-460e-86d2-a1a036162fdf not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:06.155416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f555c9-3c6e-4aa7-9653-adc2f32f543a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router f21a2adf-da9a-4cd0-9411-75f3a38001dc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:19:06.155713 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3c38-3400-4a02-832d-66ba8d2a5cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.292980 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f555c9-3c6e-4aa7-9653-adc2f32f543a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:06.301678 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-73f555c9-3c6e-4aa7-9653-adc2f32f543a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7557635 Jul 27 22:19:06.301678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:06.306471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f540b93-051f-4ded-8faf-09f4a5089303 None None] Sync routers for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:06.322409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f540b93-051f-4ded-8faf-09f4a5089303 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:06.325047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6f540b93-051f-4ded-8faf-09f4a5089303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:06.388322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3c38-3400-4a02-832d-66ba8d2a5cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.402650 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7bd3c38-3400-4a02-832d-66ba8d2a5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.437308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-26abe82f-4ab7-4b0a-8aa7-069405ad55b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting subnet b25cdf7d-52d1-45ef-942c-0bcb64e64242 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:19:06.445137 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26abe82f-4ab7-4b0a-8aa7-069405ad55b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.454853 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d7bd3c38-3400-4a02-832d-66ba8d2a5cc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f9945c641f9467ab4c4d1defacf8e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5717943 Jul 27 22:19:06.460188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35196) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:06.508715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26abe82f-4ab7-4b0a-8aa7-069405ad55b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.538783 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6f540b93-051f-4ded-8faf-09f4a5089303 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:06.572000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd3c38-3400-4a02-832d-66ba8d2a5cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3936d52b-9ac4-4233-a70e-405ebcc72734,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:06.623935 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9161a81-3302-416d-b49b-9b1b54f4b5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.652055 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9161a81-3302-416d-b49b-9b1b54f4b5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.669617 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26abe82f-4ab7-4b0a-8aa7-069405ad55b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.764348 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9161a81-3302-416d-b49b-9b1b54f4b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.767742 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9161a81-3302-416d-b49b-9b1b54f4b5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.771746 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c9161a81-3302-416d-b49b-9b1b54f4b5c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3936d52b-9ac4-4233-a70e-405ebcc72734 HTTP/1.1" status: 204 len: 168 time: 0.3101285 Jul 27 22:19:06.787748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9161a81-3302-416d-b49b-9b1b54f4b5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3936d52b-9ac4-4233-a70e-405ebcc72734,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:06.833110 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26abe82f-4ab7-4b0a-8aa7-069405ad55b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.885870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abe82f-4ab7-4b0a-8aa7-069405ad55b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Subnet': ['ID=b25cdf7d-52d1-45ef-942c-0bcb64e64242,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:06.893435 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26abe82f-4ab7-4b0a-8aa7-069405ad55b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:06.895937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-26abe82f-4ab7-4b0a-8aa7-069405ad55b3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/b25cdf7d-52d1-45ef-942c-0bcb64e64242 HTTP/1.1" status: 204 len: 168 time: 0.5934956 Jul 27 22:19:06.899917 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35216) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:06.971094 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7ca635-96f0-480b-9227-4e6e45257f29 None None] Network d1dc01f8-727f-4544-9aa0-b7c94ebab80c requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:07.003971 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.081402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port ee753cec-d728-4b28-ab37-67a2ee1eec2f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:07.082320 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.193439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6f540b93-051f-4ded-8faf-09f4a5089303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:19:05Z', 'revision_number': 10, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:07.196510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] For port ee753cec-d728-4b28-ab37-67a2ee1eec2f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ee753cec-d728-4b28-ab37-67a2ee1eec2f,segment=NetworkSegment(cc41e358-0dcd-4fb4-868a-291d01b4dd3d),segment_id=cc41e358-0dcd-4fb4-868a-291d01b4dd3d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:07.197347 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.223425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for ee753cec-d728-4b28-ab37-67a2ee1eec2f owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:07.235026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f540b93-051f-4ded-8faf-09f4a5089303 None None] Checking router: f21a2adf-da9a-4cd0-9411-75f3a38001dc for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:07.246755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f540b93-051f-4ded-8faf-09f4a5089303 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:07.247683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6f540b93-051f-4ded-8faf-09f4a5089303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:07.350616 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:07.364543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6f540b93-051f-4ded-8faf-09f4a5089303 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:07.400503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51e7a5d-fc12-4282-8bbc-23d28146a3d6 None None] DHCP port deletion for d1dc01f8-727f-4544-9aa0-b7c94ebab80c request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:19:07.441605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.490751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=ee753cec-d728-4b28-ab37-67a2ee1eec2f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:07.497848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-615126378-network', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:07.512919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No DVR routers for this DVR port ee753cec-d728-4b28-ab37-67a2ee1eec2f on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:19:07.548329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Made reservation on behalf of 9c19a71148b44506a6c220a84a0129bd for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:07.550784 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.568673 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.619247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a51e7a5d-fc12-4282-8bbc-23d28146a3d6 None None] Deleting port ee753cec-d728-4b28-ab37-67a2ee1eec2f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:07.619975 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a51e7a5d-fc12-4282-8bbc-23d28146a3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.693651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a51e7a5d-fc12-4282-8bbc-23d28146a3d6 None None] For port ee753cec-d728-4b28-ab37-67a2ee1eec2f, host n-d-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:07.694568 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a51e7a5d-fc12-4282-8bbc-23d28146a3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.705324 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.713110 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a51e7a5d-fc12-4282-8bbc-23d28146a3d6 None None] Calling delete_port for ee753cec-d728-4b28-ab37-67a2ee1eec2f owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:07.717310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-a51e7a5d-fc12-4282-8bbc-23d28146a3d6 None None] Port ee753cec-d728-4b28-ab37-67a2ee1eec2f was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:19:07.722720 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a51e7a5d-fc12-4282-8bbc-23d28146a3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.732779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1dc01f8-727f-4544-9aa0-b7c94ebab80c']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:07.752138 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e7a5d-fc12-4282-8bbc-23d28146a3d6 None None] No DVR routers for this DVR port ee753cec-d728-4b28-ab37-67a2ee1eec2f on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:19:07.767805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc41e358-0dcd-4fb4-868a-291d01b4dd3d') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:07.768126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc41e358-0dcd-4fb4-868a-291d01b4dd3d') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:07.785283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e7a5d-fc12-4282-8bbc-23d28146a3d6 None None] Pushing event deleted for resources: {'Port': ['ID=ee753cec-d728-4b28-ab37-67a2ee1eec2f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:07.794678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.800341 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.806918 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.833405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:07.857222 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.857589 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Added segment f8be5fda-57c1-45d5-9f40-0d27a29a3a7d of type vlan for network 609f36d7-6494-4fb0-af9f-4fa63b968c93 Jul 27 22:19:07.860217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4180ed1f-6894-421e-93cb-fb37411d38aa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:07.862631 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.879230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:07.879737 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.882544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6f540b93-051f-4ded-8faf-09f4a5089303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:19:05Z', 'revision_number': 10, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:07.886880 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:07.918825 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.967999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f540b93-051f-4ded-8faf-09f4a5089303 None None] The sync data for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 is: [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:19:05Z', 'revision_number': 10, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None, '_interfaces': [{'id': '50ae41b5-8fd3-4692-a44b-b003795f98ca', 'name': '', 'network_id': 'c634359d-da50-4b83-a945-08032ceae55b', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'mac_address': 'fa:16:3e:9e:d7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:18:19Z', 'updated_at': '2021-07-27T22:18:35Z', 'revision_number': 5, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'subnets': [{'id': '42b6a098-5bc4-4c9c-b423-1a578fb01450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:07.989286 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.997398 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.999413 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/networks/d1dc01f8-727f-4544-9aa0-b7c94ebab80c HTTP/1.1" status: 204 len: 168 time: 1.0983858 Jul 27 22:19:08.006635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35252) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:08.011177 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:08.012166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:08.012762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:08.029595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48daa70-de87-4bac-b9c8-e0201fbf9f28 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Network': ['ID=d1dc01f8-727f-4544-9aa0-b7c94ebab80c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:08.150983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] Pushing event updated for resources: {'Network': ['ID=609f36d7-6494-4fb0-af9f-4fa63b968c93,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:08.162820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 609f36d7-6494-4fb0-af9f-4fa63b968c93 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:08.192740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35262) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:08.193166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3ecd85af-b3c1-429d-80d6-f0c1bac9f837 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8414230 Jul 27 22:19:08.200395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-033bdee7-1d6c-41a6-85b1-50b913c46258 admin admin] Request body: {'subnet': {'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-615126378-subnet', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:08.245930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033bdee7-1d6c-41a6-85b1-50b913c46258 admin admin] Made reservation on behalf of 9c19a71148b44506a6c220a84a0129bd for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:08.248996 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-033bdee7-1d6c-41a6-85b1-50b913c46258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:08.464603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ee753cec-d728-4b28-ab37-67a2ee1eec2f no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:08.535392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: ee753cec-d728-4b28-ab37-67a2ee1eec2f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:08.535738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ee753cec-d728-4b28-ab37-67a2ee1eec2f not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:08.537570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:08.561819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:08.562146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 050fbc66-61c5-4fb8-af7f-f2f4a66d3b2e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:08.760810 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df3a9dc0-a8a8-45ef-954a-534ef65211fd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.085508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-df3a9dc0-a8a8-45ef-954a-534ef65211fd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port 50ae41b5-8fd3-4692-a44b-b003795f98ca {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:09.086846 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df3a9dc0-a8a8-45ef-954a-534ef65211fd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.186880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-df3a9dc0-a8a8-45ef-954a-534ef65211fd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] For port 50ae41b5-8fd3-4692-a44b-b003795f98ca, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=50ae41b5-8fd3-4692-a44b-b003795f98ca,segment=NetworkSegment(5c85343c-3740-4fd5-828a-4d3cba96754d),segment_id=5c85343c-3740-4fd5-828a-4d3cba96754d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:09.187276 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df3a9dc0-a8a8-45ef-954a-534ef65211fd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.216650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-df3a9dc0-a8a8-45ef-954a-534ef65211fd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for 50ae41b5-8fd3-4692-a44b-b003795f98ca owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:09.222359 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-033bdee7-1d6c-41a6-85b1-50b913c46258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.297934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bdee7-1d6c-41a6-85b1-50b913c46258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a79d5dc-2676-4678-a4d0-f3cdbc464686,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:09.306573 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033bdee7-1d6c-41a6-85b1-50b913c46258 admin admin] Checking segment: {'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:09.306948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033bdee7-1d6c-41a6-85b1-50b913c46258 admin admin] Network hostable DHCP agents. Network: 609f36d7-6494-4fb0-af9f-4fa63b968c93, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:19:09.330698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033bdee7-1d6c-41a6-85b1-50b913c46258 admin admin] Network 609f36d7-6494-4fb0-af9f-4fa63b968c93 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:19:09.342567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-033bdee7-1d6c-41a6-85b1-50b913c46258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 609f36d7-6494-4fb0-af9f-4fa63b968c93) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:09.347913 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033bdee7-1d6c-41a6-85b1-50b913c46258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:09.348868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-033bdee7-1d6c-41a6-85b1-50b913c46258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.353624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ab62f-ba67-4647-9f11-57280e28f2ab None None] Network 609f36d7-6494-4fb0-af9f-4fa63b968c93 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:09.379997 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-033bdee7-1d6c-41a6-85b1-50b913c46258 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1830037 Jul 27 22:19:09.380297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35296) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:09.387368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-615126378-router', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:09.427390 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.428618 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.472430 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df3a9dc0-a8a8-45ef-954a-534ef65211fd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.543619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a9dc0-a8a8-45ef-954a-534ef65211fd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=50ae41b5-8fd3-4692-a44b-b003795f98ca,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:09.555861 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.605264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0122e88d-b245-4959-878e-dc07c6306778 None None] Network 609f36d7-6494-4fb0-af9f-4fa63b968c93 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:09.818733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35312) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:09.821545 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.896259 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df3a9dc0-a8a8-45ef-954a-534ef65211fd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.177672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3a9dc0-a8a8-45ef-954a-534ef65211fd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router f21a2adf-da9a-4cd0-9411-75f3a38001dc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:19:10.194539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:10.236795 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.275203 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.316034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3a9dc0-a8a8-45ef-954a-534ef65211fd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:10.324836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-df3a9dc0-a8a8-45ef-954a-534ef65211fd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3165700 Jul 27 22:19:10.325535 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:10.340057 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b3ea5f-c674-4c11-a2cf-6f0aafc94333 None None] Sync routers for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:10.359590 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b3ea5f-c674-4c11-a2cf-6f0aafc94333 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:10.359590 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-12b3ea5f-c674-4c11-a2cf-6f0aafc94333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:10.387417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad8e1cb-e8e9-431f-a109-7850ebd8f5aa tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting subnet 42b6a098-5bc4-4c9c-b423-1a578fb01450 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:19:10.404727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-163561746'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:10.407822 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ad8e1cb-e8e9-431f-a109-7850ebd8f5aa tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.463428 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9795d182-cca4-44b5-9511-181ec1927bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.470440 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-12b3ea5f-c674-4c11-a2cf-6f0aafc94333 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:10.471336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Allocated IP 172.25.1.245 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/33537ab1-7d99-40e7-ba14-ebf280c1de5f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:19:10.487616 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ad8e1cb-e8e9-431f-a109-7850ebd8f5aa tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.515658 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Made reservation on behalf of 12df861fc7cc472aa56973810590e1c0 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:10.519037 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.532769 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.539111 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-12b3ea5f-c674-4c11-a2cf-6f0aafc94333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:19:09Z', 'revision_number': 11, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:10.567940 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b3ea5f-c674-4c11-a2cf-6f0aafc94333 None None] Checking router: f21a2adf-da9a-4cd0-9411-75f3a38001dc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:10.578513 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b3ea5f-c674-4c11-a2cf-6f0aafc94333 None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:10.579428 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-12b3ea5f-c674-4c11-a2cf-6f0aafc94333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:10.650155 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ad8e1cb-e8e9-431f-a109-7850ebd8f5aa tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.660409 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-12b3ea5f-c674-4c11-a2cf-6f0aafc94333 None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:10.663026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.716639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.719188 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-12b3ea5f-c674-4c11-a2cf-6f0aafc94333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:19:09Z', 'revision_number': 11, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:10.762276 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b3ea5f-c674-4c11-a2cf-6f0aafc94333 None None] The sync data for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 is: [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:19:09Z', 'revision_number': 11, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:10.770608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Pushing event updated for resources: {'Port': ['ID=33537ab1-7d99-40e7-ba14-ebf280c1de5f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:10.781235 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ad8e1cb-e8e9-431f-a109-7850ebd8f5aa tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.783978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:10.784810 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9795d182-cca4-44b5-9511-181ec1927bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:10.785590 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:10.790321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:11.079677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.191236 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9795d182-cca4-44b5-9511-181ec1927bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.206510 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8e1cb-e8e9-431f-a109-7850ebd8f5aa tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Subnet': ['ID=42b6a098-5bc4-4c9c-b423-1a578fb01450,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:11.226008 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ad8e1cb-e8e9-431f-a109-7850ebd8f5aa tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.231094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0ad8e1cb-e8e9-431f-a109-7850ebd8f5aa tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/42b6a098-5bc4-4c9c-b423-1a578fb01450 HTTP/1.1" status: 204 len: 168 time: 0.9016645 Jul 27 22:19:11.235522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab6154-7130-4488-8b85-ffa65dbb3f4f None None] Network c634359d-da50-4b83-a945-08032ceae55b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:11.241011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:11.281139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9795d182-cca4-44b5-9511-181ec1927bad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f0acaeffe0d43bb84e10f18327f8b42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0832543 Jul 27 22:19:11.309878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35348) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:11.312638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795d182-cca4-44b5-9511-181ec1927bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc20a0d2-ae12-47aa-a606-5a48ca8cf39c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:11.345920 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.416427 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-748ded80-b770-40bc-a390-e01db703e87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.429263 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.464937 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-748ded80-b770-40bc-a390-e01db703e87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.514380 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.529174 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.530518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Router dae2abb2-05ea-4b41-bf19-788bb2546d59 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:19:11.567280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:11.575373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a749430d-b40b-40d2-8dda-a2c9bbce047f None None] DHCP port deletion for c634359d-da50-4b83-a945-08032ceae55b request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:19:11.590864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10be34ba-6caf-4ff7-a991-4d4e2b6d9924,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:11.599233 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.599588 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Added segment 6f06f53a-d9c1-4323-8530-ccaa8b4a916a of type vlan for network 947f2a60-da7d-4efe-b70b-127cac0f642e Jul 27 22:19:11.603110 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-748ded80-b770-40bc-a390-e01db703e87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.605210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-748ded80-b770-40bc-a390-e01db703e87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.606455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-748ded80-b770-40bc-a390-e01db703e87e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc20a0d2-ae12-47aa-a606-5a48ca8cf39c HTTP/1.1" status: 204 len: 168 time: 0.2903945 Jul 27 22:19:11.655028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a749430d-b40b-40d2-8dda-a2c9bbce047f None None] Deleting port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:11.655659 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a749430d-b40b-40d2-8dda-a2c9bbce047f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.659130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Deleting port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:11.659718 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.661721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ded80-b770-40bc-a390-e01db703e87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc20a0d2-ae12-47aa-a606-5a48ca8cf39c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:11.690195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:11.714819 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.715581 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.720893 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6de8ac7a-61d5-4675-8ff0-ae91c13c7af7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3394351 Jul 27 22:19:11.721960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35360) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:11.787423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Sync routers for ids ['dae2abb2-05ea-4b41-bf19-788bb2546d59'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:11.833091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Routers {'dae2abb2-05ea-4b41-bf19-788bb2546d59'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:11.833728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dae2abb2-05ea-4b41-bf19-788bb2546d59'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:11.839273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] For port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0,segment=NetworkSegment(5c85343c-3740-4fd5-828a-4d3cba96754d),segment_id=5c85343c-3740-4fd5-828a-4d3cba96754d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:11.839946 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.865799 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.878371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:11.879391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.882045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Calling delete_port for 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:11.947044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a749430d-b40b-40d2-8dda-a2c9bbce047f None None] For port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0,segment=NetworkSegment(5c85343c-3740-4fd5-828a-4d3cba96754d),segment_id=5c85343c-3740-4fd5-828a-4d3cba96754d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:11.947720 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a749430d-b40b-40d2-8dda-a2c9bbce047f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.968077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a749430d-b40b-40d2-8dda-a2c9bbce047f None None] Calling delete_port for 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:12.013367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1876168 Jul 27 22:19:12.016949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35368) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:12.073760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Set router dae2abb2-05ea-4b41-bf19-788bb2546d59 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:12.077796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e8b33-f8db-49eb-bb1c-5c653384af94 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Pushing event updated for resources: {'Network': ['ID=947f2a60-da7d-4efe-b70b-127cac0f642e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:12.120192 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 947f2a60-da7d-4efe-b70b-127cac0f642e details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:12.153569 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.204319 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Port': ['ID=7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:12.214252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No DVR routers for this DVR port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:19:12.284661 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a749430d-b40b-40d2-8dda-a2c9bbce047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.318641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749430d-b40b-40d2-8dda-a2c9bbce047f None None] Pushing event deleted for resources: {'Port': ['ID=7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:12.324308 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.340125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a749430d-b40b-40d2-8dda-a2c9bbce047f None None] No DVR routers for this DVR port 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:19:12.352259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c634359d-da50-4b83-a945-08032ceae55b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:12.374461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c85343c-3740-4fd5-828a-4d3cba96754d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:12.375230 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c85343c-3740-4fd5-828a-4d3cba96754d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:12.397201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'name': 'tempest-ServerRescueTestJSON-615126378-router', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:09Z', 'updated_at': '2021-07-27T22:19:10Z', 'revision_number': 3, 'project_id': '9c19a71148b44506a6c220a84a0129bd', 'gw_port': {'id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:10Z', 'updated_at': '2021-07-27T22:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:12.403276 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.434101 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.447621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:12.448716 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:12.462029 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:12.465762 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.467555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:12.474199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Checking router: dae2abb2-05ea-4b41-bf19-788bb2546d59 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:12.474579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Updating router dae2abb2-05ea-4b41-bf19-788bb2546d59 port 33537ab1-7d99-40e7-ba14-ebf280c1de5f binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:19:12.493548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Request body: {'network': {'name': 'tempest-network--1167591737', 'router:external': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:12.498034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:12.498433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7a3ad82d-e3b7-4487-a0f8-3c7f75c9ece0 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:12.498845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 50ae41b5-8fd3-4692-a44b-b003795f98ca no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:12.548594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 50ae41b5-8fd3-4692-a44b-b003795f98ca {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:12.550337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 50ae41b5-8fd3-4692-a44b-b003795f98ca not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:12.559352 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.575778 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.583433 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.599740 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.607435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/networks/c634359d-da50-4b83-a945-08032ceae55b HTTP/1.1" status: 204 len: 168 time: 1.3654366 Jul 27 22:19:12.611576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35384) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:12.629533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-550937a8-aca5-4b80-b39a-e4e2b58fce83 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'router': {'routes': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:12.634699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60db8b-bc25-40e3-a182-7662c87da63f tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Pushing event deleted for resources: {'Network': ['ID=c634359d-da50-4b83-a945-08032ceae55b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:12.787524 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95d62535-d555-43cf-8eb9-831003908852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.806610 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-0d3f0924-d0ae-460a-9139-95baab0d4f6a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4170716 Jul 27 22:19:12.815786 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Allocated IP 172.20.0.1 (609f36d7-6494-4fb0-af9f-4fa63b968c93/4a79d5dc-2676-4678-a4d0-f3cdbc464686/c56aa3e4-7098-4492-adce-f79236562f08) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:19:12.841337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Made reservation on behalf of c87152e105174c43a6a39f553f4f58d5 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:12.844749 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.859235 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:12.914945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-550937a8-aca5-4b80-b39a-e4e2b58fce83 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Added routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 22:19:12.915278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.extraroute_db [None req-550937a8-aca5-4b80-b39a-e4e2b58fce83 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Removed routes are [] {{(pid=93835) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 22:19:12.915659 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-550937a8-aca5-4b80-b39a-e4e2b58fce83 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.054722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-4287aa2a-ebeb-4105-aace-3b4ef79b82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:13.055727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-4287aa2a-ebeb-4105-aace-3b4ef79b82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:13.056401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-4287aa2a-ebeb-4105-aace-3b4ef79b82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:13.057035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-4287aa2a-ebeb-4105-aace-3b4ef79b82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:13.057665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-4287aa2a-ebeb-4105-aace-3b4ef79b82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:13.058312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-4287aa2a-ebeb-4105-aace-3b4ef79b82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:13.058939 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-4287aa2a-ebeb-4105-aace-3b4ef79b82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:13.061106 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-4287aa2a-ebeb-4105-aace-3b4ef79b82fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f44ee099caa4576a0393835a4c53f77&device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 6500 time: 0.1835456 Jul 27 22:19:13.163940 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.165305 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-550937a8-aca5-4b80-b39a-e4e2b58fce83 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.169516 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-550937a8-aca5-4b80-b39a-e4e2b58fce83 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.257790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550937a8-aca5-4b80-b39a-e4e2b58fce83 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router f21a2adf-da9a-4cd0-9411-75f3a38001dc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:19:13.323648 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.347542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Transition to ACTIVE for port object 33537ab1-7d99-40e7-ba14-ebf280c1de5f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:13.361537 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.371206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550937a8-aca5-4b80-b39a-e4e2b58fce83 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:13.382384 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd7346b-594b-4bf7-8e4d-49fd48859e0f None None] Sync routers for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:13.383295 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-550937a8-aca5-4b80-b39a-e4e2b58fce83 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.387214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-550937a8-aca5-4b80-b39a-e4e2b58fce83 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc HTTP/1.1" status: 200 len: 701 time: 0.7715790 Jul 27 22:19:13.389116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:13.397482 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd7346b-594b-4bf7-8e4d-49fd48859e0f None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:13.398114 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4cd7346b-594b-4bf7-8e4d-49fd48859e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:13.432766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Attempting to bind port 33537ab1-7d99-40e7-ba14-ebf280c1de5f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:19:13.433397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Attempting to bind port 33537ab1-7d99-40e7-ba14-ebf280c1de5f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:19:13.433914 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Attempting to bind port 33537ab1-7d99-40e7-ba14-ebf280c1de5f on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:19:13.441578 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:19:13.442234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:13.443120 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.443813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:19:13.444545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Bound port: 33537ab1-7d99-40e7-ba14-ebf280c1de5f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:19:13.445092 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.452810 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c367a77a-3d86-4bdf-91d0-eb55f7c547e0 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a2adf-da9a-4cd0-9411-75f3a38001dc HTTP/1.1" status: 200 len: 205 time: 0.0591671 Jul 27 22:19:13.453193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:13.507445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c808162-2aae-492d-ab5e-c650df43ff89 None None] Pushing event updated for resources: {'Port': ['ID=33537ab1-7d99-40e7-ba14-ebf280c1de5f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:13.558958 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4cd7346b-594b-4bf7-8e4d-49fd48859e0f None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:13.562074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] For port 33537ab1-7d99-40e7-ba14-ebf280c1de5f, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:19:13.570779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] For port 33537ab1-7d99-40e7-ba14-ebf280c1de5f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=33537ab1-7d99-40e7-ba14-ebf280c1de5f,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:19:13.583563 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.592058 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d7d94e-290a-4046-bedd-529a1c706ca7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.639881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-75a854e7-b8dc-4be4-b872-1b04e91041c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:13.640508 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-75a854e7-b8dc-4be4-b872-1b04e91041c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:13.640877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-75a854e7-b8dc-4be4-b872-1b04e91041c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:13.642663 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-75a854e7-b8dc-4be4-b872-1b04e91041c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b1953a48-d636-4e9d-9e5f-5849e72fce1a&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&id=c521b827-668a-4ab8-91f4-58d73f3f2bae&id=c521b827-668a-4ab8-91f4-58d73f3f2bae HTTP/1.1" status: 200 len: 2298 time: 0.5455120 Jul 27 22:19:13.669984 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.685842 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4cd7346b-594b-4bf7-8e4d-49fd48859e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:19:09Z', 'revision_number': 11, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:13.687778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Routers {'dae2abb2-05ea-4b41-bf19-788bb2546d59'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:13.688655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dae2abb2-05ea-4b41-bf19-788bb2546d59'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:13.738150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.761521 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd7346b-594b-4bf7-8e4d-49fd48859e0f None None] Checking router: f21a2adf-da9a-4cd0-9411-75f3a38001dc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:13.762935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c808162-2aae-492d-ab5e-c650df43ff89 None None] Pushing event updated for resources: {'Port': ['ID=33537ab1-7d99-40e7-ba14-ebf280c1de5f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:13.781896 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd7346b-594b-4bf7-8e4d-49fd48859e0f None None] Routers {'f21a2adf-da9a-4cd0-9411-75f3a38001dc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:13.787193 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4cd7346b-594b-4bf7-8e4d-49fd48859e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:13.837011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:13.843785 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.869249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] Set router dae2abb2-05ea-4b41-bf19-788bb2546d59 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:13.900941 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-2830cb01-27e0-409b-a6a5-21098e71479f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=939774e0-b0e1-4e89-a9d3-849fb48484a0 HTTP/1.1" status: 200 len: 1000 time: 0.2471521 Jul 27 22:19:13.901474 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d5ac67-f29d-4d2c-87ff-c80cf3752848,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:13.956602 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d7d94e-290a-4046-bedd-529a1c706ca7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.959644 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.960402 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Added segment edf319c3-216e-4ca3-84b6-99a7e606a6aa of type vlan for network 60485377-3871-483a-8bea-d1e8300c9c24 Jul 27 22:19:13.964293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d7d94e-290a-4046-bedd-529a1c706ca7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:13.970670 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4cd7346b-594b-4bf7-8e4d-49fd48859e0f None None] Set router f21a2adf-da9a-4cd0-9411-75f3a38001dc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:14.026551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Network 609f36d7-6494-4fb0-af9f-4fa63b968c93 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:14.059299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:14.070651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:14.089819 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d7d94e-290a-4046-bedd-529a1c706ca7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.090402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d7d94e-290a-4046-bedd-529a1c706ca7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Fanout notify agent at l3_agent the message router_deleted on router f21a2adf-da9a-4cd0-9411-75f3a38001dc {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:19:14.097208 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89d7d94e-290a-4046-bedd-529a1c706ca7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.098356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-89d7d94e-290a-4046-bedd-529a1c706ca7 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc HTTP/1.1" status: 204 len: 168 time: 0.6441860 Jul 27 22:19:14.103731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35424) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:14.108342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f8127cf1-dd24-45a6-af23-5f38da66508d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-500719092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:14.112352 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4cd7346b-594b-4bf7-8e4d-49fd48859e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:19:09Z', 'revision_number': 11, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:14.127384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-73ff87cc-0bbe-4c88-a06a-e1e19ef47c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:14.136084 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-73ff87cc-0bbe-4c88-a06a-e1e19ef47c26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=17f69d25-f4fe-48ac-bb8e-d91962f7f812 HTTP/1.1" status: 200 len: 856 time: 0.1725593 Jul 27 22:19:14.161084 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd7346b-594b-4bf7-8e4d-49fd48859e0f None None] The sync data for ids ['f21a2adf-da9a-4cd0-9411-75f3a38001dc'] in n-d-802011-3 is: [{'id': 'f21a2adf-da9a-4cd0-9411-75f3a38001dc', 'name': 'tempest-RoutersTest-router-2115485211', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:18:16Z', 'updated_at': '2021-07-27T22:19:09Z', 'revision_number': 11, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:14.165289 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8127cf1-dd24-45a6-af23-5f38da66508d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.166969 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8127cf1-dd24-45a6-af23-5f38da66508d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.180539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Pushing event updated for resources: {'Port': ['ID=c56aa3e4-7098-4492-adce-f79236562f08,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:14.222871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'name': 'tempest-ServerRescueTestJSON-615126378-router', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:09Z', 'updated_at': '2021-07-27T22:19:10Z', 'revision_number': 3, 'project_id': '9c19a71148b44506a6c220a84a0129bd', 'gw_port': {'id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:10Z', 'updated_at': '2021-07-27T22:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:14.253069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8127cf1-dd24-45a6-af23-5f38da66508d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.263023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8127cf1-dd24-45a6-af23-5f38da66508d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.263922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e00cf6-8c2a-497d-bbe1-687e5c845348 None None] The sync data for ids ['dae2abb2-05ea-4b41-bf19-788bb2546d59'] in n-d-802011-3 is: [{'id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'name': 'tempest-ServerRescueTestJSON-615126378-router', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:09Z', 'updated_at': '2021-07-27T22:19:10Z', 'revision_number': 3, 'project_id': '9c19a71148b44506a6c220a84a0129bd', 'gw_port': {'id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:10Z', 'updated_at': '2021-07-27T22:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:14.282870 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.296994 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8127cf1-dd24-45a6-af23-5f38da66508d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.298301 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f8127cf1-dd24-45a6-af23-5f38da66508d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1935661 Jul 27 22:19:14.306090 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:14.310295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ab05d88f-d5aa-424e-8d0d-25b071656db4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:14.323657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.497418 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:19:14.554315 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-3868d29e-09d7-4363-aaad-b851a42c6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:14.557059 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-3868d29e-09d7-4363-aaad-b851a42c6d7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b1953a48-d636-4e9d-9e5f-5849e72fce1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3690326 Jul 27 22:19:14.571317 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.572830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:14.573438 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.668059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab05d88f-d5aa-424e-8d0d-25b071656db4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.683189 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab05d88f-d5aa-424e-8d0d-25b071656db4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.693650 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event updated for resources: {'Network': ['ID=60485377-3871-483a-8bea-d1e8300c9c24,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:14.706309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 60485377-3871-483a-8bea-d1e8300c9c24 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:14.724564 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-07e33d1e-ecb2-4c85-92ac-2ab3fe5f0c0a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.7061114 Jul 27 22:19:14.749340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35438) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:14.831066 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:14.920296 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-301c5652-8216-4279-be9f-167ed32bd1a8 service neutron] 10.222.0.43 "GET /v2.0/networks/b1953a48-d636-4e9d-9e5f-5849e72fce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509290 Jul 27 22:19:14.930925 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.062305 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.074481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60485377-3871-483a-8bea-d1e8300c9c24']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:15.075247 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-14bb27d7-4d1b-407f-8931-c130140f7c86 service neutron] 10.222.0.43 "GET /v2.0/networks/b1953a48-d636-4e9d-9e5f-5849e72fce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356294 Jul 27 22:19:15.109705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab05d88f-d5aa-424e-8d0d-25b071656db4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Router 1caca9fe-c757-45fc-8047-f903849df8ef is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:19:15.112952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf319c3-216e-4ca3-84b6-99a7e606a6aa') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:15.113248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf319c3-216e-4ca3-84b6-99a7e606a6aa') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:15.135849 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.177177 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-f2e96456-8894-4e9f-abfd-0160eeb8e356 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=1d5041d4-18ed-408b-9a0f-481d6318c69a HTTP/1.1" status: 200 len: 217 time: 0.0915558 Jul 27 22:19:15.290502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-80d07e44-8f37-4ce6-a0e5-171ad3c29526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:15.292292 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-80d07e44-8f37-4ce6-a0e5-171ad3c29526 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 200 len: 797 time: 0.0981236 Jul 27 22:19:15.321080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab05d88f-d5aa-424e-8d0d-25b071656db4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:15.331662 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e2dae-66cd-432d-8dda-d2b0e9f2855a None None] Sync routers for ids ['1caca9fe-c757-45fc-8047-f903849df8ef'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:15.344010 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.354167 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.369804 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab05d88f-d5aa-424e-8d0d-25b071656db4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.378491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ab05d88f-d5aa-424e-8d0d-25b071656db4 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "PUT /v2.0/routers/1caca9fe-c757-45fc-8047-f903849df8ef HTTP/1.1" status: 200 len: 693 time: 1.0718622 Jul 27 22:19:15.380829 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.386519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35448) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:15.396137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e2dae-66cd-432d-8dda-d2b0e9f2855a None None] Routers {'1caca9fe-c757-45fc-8047-f903849df8ef'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:15.401052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-537e2dae-66cd-432d-8dda-d2b0e9f2855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:18:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['1caca9fe-c757-45fc-8047-f903849df8ef'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:15.429269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-17b5420b-9465-4b82-8bcb-f476186a4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:15.430880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-17b5420b-9465-4b82-8bcb-f476186a4dae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1289248 Jul 27 22:19:15.487730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:15.488660 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:15.491005 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:15.537127 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-bd1a310c-2452-4b93-bedd-d068c29d32ae service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971222 Jul 27 22:19:15.600658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fae742b6-0998-42d6-bf03-4147dd3b0a51 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/routers/1caca9fe-c757-45fc-8047-f903849df8ef HTTP/1.1" status: 200 len: 699 time: 0.2059588 Jul 27 22:19:15.602370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:15.606800 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.615808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Pushing event updated for resources: {'Port': ['ID=c56aa3e4-7098-4492-adce-f79236562f08,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:15.652301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-537e2dae-66cd-432d-8dda-d2b0e9f2855a None None] Set router 1caca9fe-c757-45fc-8047-f903849df8ef gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:15.660983 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-afabde7c-3b04-493a-b568-bee50e237a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.669168 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-baaed8af-6574-4066-9687-d1c0ed99a8ef tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=1caca9fe-c757-45fc-8047-f903849df8ef HTTP/1.1" status: 200 len: 205 time: 0.0576191 Jul 27 22:19:15.669507 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:15.727925 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.744749 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-5b409036-1d0a-49a7-a409-2c49be9921ae service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981955 Jul 27 22:19:15.772702 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-537e2dae-66cd-432d-8dda-d2b0e9f2855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caca9fe-c757-45fc-8047-f903849df8ef', 'name': 'tempest-RoutersTest-router-500719092', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:14Z', 'updated_at': '2021-07-27T22:19:14Z', 'revision_number': 2, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:15.786105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60485377-3871-483a-8bea-d1e8300c9c24 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 22:19:15.801012 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.803162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "DELETE /v2.0/networks/60485377-3871-483a-8bea-d1e8300c9c24 HTTP/1.1" status: 204 len: 168 time: 1.0527620 Jul 27 22:19:15.806589 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035eae4e-9fd5-4947-873f-13d4e6a22553 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event deleted for resources: {'Network': ['ID=60485377-3871-483a-8bea-d1e8300c9c24,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:15.808074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e2dae-66cd-432d-8dda-d2b0e9f2855a None None] Checking router: 1caca9fe-c757-45fc-8047-f903849df8ef for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:15.810745 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-1a53c11f-5d5b-44d0-bdd5-a1fc18efdf42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=a56b565a-7c35-4223-a9e3-caf86b3cf9ac HTTP/1.1" status: 200 len: 217 time: 0.0549250 Jul 27 22:19:15.810745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35456) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:15.814632 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39c5a1dd-e1e5-40c8-b678-6ec58d79313a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.822151 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a22bd450-4d2d-46c5-a384-199ff6b9da12 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:15.824791 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.830355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e2dae-66cd-432d-8dda-d2b0e9f2855a None None] Routers {'1caca9fe-c757-45fc-8047-f903849df8ef'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:15.831179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-537e2dae-66cd-432d-8dda-d2b0e9f2855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:19:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['1caca9fe-c757-45fc-8047-f903849df8ef'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:15.874950 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Network 609f36d7-6494-4fb0-af9f-4fa63b968c93 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:15.887521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:15.904130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22bd450-4d2d-46c5-a384-199ff6b9da12 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Made reservation on behalf of c87152e105174c43a6a39f553f4f58d5 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:15.906973 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a22bd450-4d2d-46c5-a384-199ff6b9da12 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:15.928084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-08ebbf35-d698-47dd-9f11-7895aac2652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:15.929590 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-08ebbf35-d698-47dd-9f11-7895aac2652f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 200 len: 797 time: 0.1037302 Jul 27 22:19:15.939618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-537e2dae-66cd-432d-8dda-d2b0e9f2855a None None] Set router 1caca9fe-c757-45fc-8047-f903849df8ef gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:16.003601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22bd450-4d2d-46c5-a384-199ff6b9da12 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:16.005920 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-537e2dae-66cd-432d-8dda-d2b0e9f2855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caca9fe-c757-45fc-8047-f903849df8ef', 'name': 'tempest-RoutersTest-router-500719092', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:14Z', 'updated_at': '2021-07-27T22:19:14Z', 'revision_number': 2, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:16.039367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537e2dae-66cd-432d-8dda-d2b0e9f2855a None None] The sync data for ids ['1caca9fe-c757-45fc-8047-f903849df8ef'] in n-d-802011-3 is: [{'id': '1caca9fe-c757-45fc-8047-f903849df8ef', 'name': 'tempest-RoutersTest-router-500719092', 'tenant_id': '6ab918734a1b41da9b9d03cc302e5954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:14Z', 'updated_at': '2021-07-27T22:19:14Z', 'revision_number': 2, 'project_id': '6ab918734a1b41da9b9d03cc302e5954', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:16.064830 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39c5a1dd-e1e5-40c8-b678-6ec58d79313a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.069088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39c5a1dd-e1e5-40c8-b678-6ec58d79313a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.071861 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a22bd450-4d2d-46c5-a384-199ff6b9da12 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.072224 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-a22bd450-4d2d-46c5-a384-199ff6b9da12 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Added segment ed8d3f62-0a5c-4cc9-b74d-c8069120058e of type vlan for network dafbb1cb-42eb-4a8e-95cd-a304d742c205 Jul 27 22:19:16.125436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-7235aa1a-4a5d-44bb-b575-7b74dfdaa270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:16.126905 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-7235aa1a-4a5d-44bb-b575-7b74dfdaa270 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1617367 Jul 27 22:19:16.144218 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39c5a1dd-e1e5-40c8-b678-6ec58d79313a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.144930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c5a1dd-e1e5-40c8-b678-6ec58d79313a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Fanout notify agent at l3_agent the message router_deleted on router 1caca9fe-c757-45fc-8047-f903849df8ef {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:19:16.147363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Router dae2abb2-05ea-4b41-bf19-788bb2546d59 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:19:16.157728 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a22bd450-4d2d-46c5-a384-199ff6b9da12 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.162081 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-39c5a1dd-e1e5-40c8-b678-6ec58d79313a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.169650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-39c5a1dd-e1e5-40c8-b678-6ec58d79313a tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/1caca9fe-c757-45fc-8047-f903849df8ef HTTP/1.1" status: 204 len: 168 time: 0.4982800 Jul 27 22:19:16.170941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35460) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.219164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3a871a0a-7ecb-46bd-af34-5f7a8eb07f25 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=1caca9fe-c757-45fc-8047-f903849df8ef HTTP/1.1" status: 200 len: 205 time: 0.0469503 Jul 27 22:19:16.220149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35464) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.270749 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-a6206d33-a849-40cb-aee3-f39ee9f55d11 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] delete failed (client error): The resource could not be found. Jul 27 22:19:16.277605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a6206d33-a849-40cb-aee3-f39ee9f55d11 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/1caca9fe-c757-45fc-8047-f903849df8ef HTTP/1.1" status: 404 len: 336 time: 0.0558300 Jul 27 22:19:16.278526 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.294097 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a22bd450-4d2d-46c5-a384-199ff6b9da12 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.294097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22bd450-4d2d-46c5-a384-199ff6b9da12 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:16.294905 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a22bd450-4d2d-46c5-a384-199ff6b9da12 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.319116 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8363815e-09dd-4b6c-82d1-05fe9133a6b6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] DELETE failed (client error): The resource could not be found. Jul 27 22:19:16.319697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8363815e-09dd-4b6c-82d1-05fe9133a6b6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:16.324952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8363815e-09dd-4b6c-82d1-05fe9133a6b6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/17162547-f1f9-4b2d-a23c-cb5bc9e05c4c HTTP/1.1" status: 404 len: 337 time: 0.0426190 Jul 27 22:19:16.325569 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a22bd450-4d2d-46c5-a384-199ff6b9da12 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5098631 Jul 27 22:19:16.325671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.327133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35472) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.355450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Request body: {'subnet': {'network_id': 'dafbb1cb-42eb-4a8e-95cd-a304d742c205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:16.382270 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.410196 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.412491 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3971453-7460-4b5b-a3c5-c18aa4ac0720 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] DELETE failed (client error): The resource could not be found. Jul 27 22:19:16.413094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3971453-7460-4b5b-a3c5-c18aa4ac0720 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:16.419071 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a3971453-7460-4b5b-a3c5-c18aa4ac0720 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/8c959ae2-a5c5-48b6-90bb-aba30db37bc6 HTTP/1.1" status: 404 len: 337 time: 0.0902174 Jul 27 22:19:16.420731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35474) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.438767 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-d81bbcaa-2d56-4d58-b4ed-73fbe93eea21 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001239 Jul 27 22:19:16.442026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Made reservation on behalf of c87152e105174c43a6a39f553f4f58d5 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:16.445082 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.456321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bd450-4d2d-46c5-a384-199ff6b9da12 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event updated for resources: {'Network': ['ID=dafbb1cb-42eb-4a8e-95cd-a304d742c205,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:16.467279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network dafbb1cb-42eb-4a8e-95cd-a304d742c205 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:16.480767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35476) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.529413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 33537ab1-7d99-40e7-ba14-ebf280c1de5f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:19:16.530560 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-579151cd-3482-4432-8994-6df8d76c7402 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] DELETE failed (client error): The resource could not be found. Jul 27 22:19:16.531138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579151cd-3482-4432-8994-6df8d76c7402 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:16.532973 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-579151cd-3482-4432-8994-6df8d76c7402 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/b25cdf7d-52d1-45ef-942c-0bcb64e64242 HTTP/1.1" status: 404 len: 337 time: 0.1088510 Jul 27 22:19:16.537134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35480) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.577905 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d1eb2a-c246-41b8-b9ec-7887939b7e2b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] DELETE failed (client error): The resource could not be found. Jul 27 22:19:16.578897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d1eb2a-c246-41b8-b9ec-7887939b7e2b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:16.584745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35482) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.584931 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-65d1eb2a-c246-41b8-b9ec-7887939b7e2b tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/42b6a098-5bc4-4c9c-b423-1a578fb01450 HTTP/1.1" status: 404 len: 337 time: 0.0457518 Jul 27 22:19:16.620457 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bb4be105-757c-480c-9612-ec925f2e06f2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21a2adf-da9a-4cd0-9411-75f3a38001dc HTTP/1.1" status: 200 len: 205 time: 0.0300193 Jul 27 22:19:16.623756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:16.625316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 33537ab1-7d99-40e7-ba14-ebf280c1de5f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:19:16.625483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35484) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.633605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 33537ab1-7d99-40e7-ba14-ebf280c1de5f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:16.634193 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.643408 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9ea16b3f-93ce-4d56-b4af-4b881c160f3d admin admin] 10.222.0.24 "PUT /v2.0/routers/dae2abb2-05ea-4b41-bf19-788bb2546d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9201941 Jul 27 22:19:16.703707 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fa25-646c-484e-af65-8bab4c10bca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.711156 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-b4a5c69a-db9e-40fb-9cde-229822b0c814 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] delete failed (client error): The resource could not be found. Jul 27 22:19:16.714906 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b4a5c69a-db9e-40fb-9cde-229822b0c814 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/f21a2adf-da9a-4cd0-9411-75f3a38001dc HTTP/1.1" status: 404 len: 336 time: 0.0819557 Jul 27 22:19:16.717386 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35490) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.801702 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-38aba44f-5303-4d6e-a40a-0062918a5fa6 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c72bdc-0bb7-4f51-9561-a8a3f720f34e HTTP/1.1" status: 200 len: 205 time: 0.0710385 Jul 27 22:19:16.806194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35492) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.826078 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.863326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 33537ab1-7d99-40e7-ba14-ebf280c1de5f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=33537ab1-7d99-40e7-ba14-ebf280c1de5f,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:16.869829 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-efa67c39-48ee-493c-8939-873bfcf77aed tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] delete failed (client error): The resource could not be found. Jul 27 22:19:16.870846 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-efa67c39-48ee-493c-8939-873bfcf77aed tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/03c72bdc-0bb7-4f51-9561-a8a3f720f34e HTTP/1.1" status: 404 len: 336 time: 0.0634966 Jul 27 22:19:16.873769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35496) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:16.877817 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-860d8048-7397-4b7b-80af-b5b3a05d8443 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251971 Jul 27 22:19:16.878391 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:16.963634 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-1f662fe4-f0af-444b-8332-19efe176890f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 HTTP/1.1" status: 200 len: 217 time: 0.0773354 Jul 27 22:19:16.978106 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dba19c0-bf75-4ded-a438-05db2a191871 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] DELETE failed (client error): The resource could not be found. Jul 27 22:19:16.978608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dba19c0-bf75-4ded-a438-05db2a191871 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:16.980404 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9dba19c0-bf75-4ded-a438-05db2a191871 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/bbaed67e-ff63-4c51-95cf-d7d481bd8648 HTTP/1.1" status: 404 len: 337 time: 0.1007788 Jul 27 22:19:16.983625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35504) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:17.028387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=33537ab1-7d99-40e7-ba14-ebf280c1de5f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:17.056384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-5a9c4f89-57f3-4203-b77b-47f5156f72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:17.058502 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-5a9c4f89-57f3-4203-b77b-47f5156f72f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 200 len: 797 time: 0.0867088 Jul 27 22:19:17.148175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-df36cbe4-49e2-4bea-b894-5fba2da9d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:17.150736 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-df36cbe4-49e2-4bea-b894-5fba2da9d6b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841959 Jul 27 22:19:17.261013 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-b904f38b-77d7-4395-8eac-fe3796c743fb service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020744 Jul 27 22:19:17.372117 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-3997c328-3b44-4cf7-aadd-a01731e0ef7c service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032815 Jul 27 22:19:17.425206 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-1f537371-5c33-42d4-9cc7-605fd4d3b2bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=98c66736-9514-4b6f-a997-a73eb1f4ed09 HTTP/1.1" status: 200 len: 217 time: 0.0439141 Jul 27 22:19:17.437215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dc7ad873-deef-4725-83e1-e17221ad7721 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf HTTP/1.1" status: 200 len: 205 time: 0.4503093 Jul 27 22:19:17.440909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35518) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:17.498233 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-2e46b6a7-a820-44cc-8e55-43fb98d7dc9d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] delete failed (client error): The resource could not be found. Jul 27 22:19:17.501697 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2e46b6a7-a820-44cc-8e55-43fb98d7dc9d tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/e4b58bbb-fb99-48f9-9e2f-a57857ad7aaf HTTP/1.1" status: 404 len: 336 time: 0.0574157 Jul 27 22:19:17.502298 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35520) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:17.506996 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fa25-646c-484e-af65-8bab4c10bca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:17.530892 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fa25-646c-484e-af65-8bab4c10bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:17.540204 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d3909817-dfdc-44ea-94e1-3f7838bf188e tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=274abe9b-ed33-42ef-8d3b-a0f8006eac23 HTTP/1.1" status: 200 len: 205 time: 0.0343223 Jul 27 22:19:17.541687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35522) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:17.583788 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-00abcecb-0598-40dd-81ba-b0b744561ff3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] delete failed (client error): The resource could not be found. Jul 27 22:19:17.584956 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-00abcecb-0598-40dd-81ba-b0b744561ff3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/274abe9b-ed33-42ef-8d3b-a0f8006eac23 HTTP/1.1" status: 404 len: 336 time: 0.0434575 Jul 27 22:19:17.587261 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-f97d9bfe-13df-41b1-894f-fc7717288076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:17.588742 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-f97d9bfe-13df-41b1-894f-fc7717288076 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 200 len: 797 time: 0.1554632 Jul 27 22:19:17.589270 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35524) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:17.601789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0fa25-646c-484e-af65-8bab4c10bca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8348c67c-eb62-4d31-93ab-48e1f6a52eac,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:17.616993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c6e0fa25-646c-484e-af65-8bab4c10bca5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f72abcb01404d988f5ce3f91a931497&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1351891 Jul 27 22:19:17.617870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35526) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:17.627160 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a557fb2-e98f-47e9-8f3e-ac4b86d77fa2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] DELETE failed (client error): The resource could not be found. Jul 27 22:19:17.627708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a557fb2-e98f-47e9-8f3e-ac4b86d77fa2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:17.629568 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2a557fb2-e98f-47e9-8f3e-ac4b86d77fa2 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/a06c1413-b379-4dbb-80c1-d8652f1cb5e1 HTTP/1.1" status: 404 len: 337 time: 0.0393207 Jul 27 22:19:17.647909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35528) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:17.667659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-b218afc1-bb6d-47e2-baf2-6ece005955f3 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:17.669247 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-b218afc1-bb6d-47e2-baf2-6ece005955f3 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/networks?id=609f36d7-6494-4fb0-af9f-4fa63b968c93 HTTP/1.1" status: 200 len: 810 time: 0.2416415 Jul 27 22:19:17.669834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.objects.ports [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:19:17.670351 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:17.677048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-0a9b0bd4-33dc-4b1f-ab72-be1ee63d234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:17.679869 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-0a9b0bd4-33dc-4b1f-ab72-be1ee63d234a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ef36efcf-ed47-4f06-9ae1-372fcc825f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812547 Jul 27 22:19:17.741478 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8ffb0977-66df-4d8a-933c-5e701a363dd3 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e18aa9-1bae-4e26-9675-34c59e45f0b0 HTTP/1.1" status: 200 len: 205 time: 0.0888968 Jul 27 22:19:17.741584 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-e004ef7b-78e0-4a04-9cec-8a492d13d721 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/quotas/9c19a71148b44506a6c220a84a0129bd HTTP/1.1" status: 200 len: 375 time: 0.0576701 Jul 27 22:19:17.743411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35530) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:17.795712 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-a4e2e486-1807-4bbc-a93c-575afe808a52 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075280 Jul 27 22:19:17.828086 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-c86766c3-3621-4af3-8789-f2aae496d5a1 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] delete failed (client error): The resource could not be found. Jul 27 22:19:17.831344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c86766c3-3621-4af3-8789-f2aae496d5a1 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/d9e18aa9-1bae-4e26-9675-34c59e45f0b0 HTTP/1.1" status: 404 len: 336 time: 0.0805233 Jul 27 22:19:17.846016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35532) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:17.871416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event updated for resources: {'Subnet': ['ID=379c0a64-7fab-43e0-bf33-abaaed1bba87,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:17.901008 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-c0a52fde-80e7-4dff-b28e-ce5fdadd51b4 service neutron] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960784 Jul 27 22:19:17.913441 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72f3821-6f7c-4635-ba10-9109aa3b5dbd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] DELETE failed (client error): The resource could not be found. Jul 27 22:19:17.913929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72f3821-6f7c-4635-ba10-9109aa3b5dbd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:17.915854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f72f3821-6f7c-4635-ba10-9109aa3b5dbd tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/228850af-87b8-4ee0-96b8-c205fba02158 HTTP/1.1" status: 404 len: 337 time: 0.0560696 Jul 27 22:19:17.921163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35534) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:17.924851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Checking segment: {'id': 'ed8d3f62-0a5c-4cc9-b74d-c8069120058e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'dafbb1cb-42eb-4a8e-95cd-a304d742c205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:17.925226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Network hostable DHCP agents. Network: dafbb1cb-42eb-4a8e-95cd-a304d742c205, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:19:17.938805 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cbef243-5e93-47db-87a6-814b67ad260c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:17.952880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-a0fc063d-fd77-4eb7-8481-b0a9d39f380e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eb3b3556-eb4a-484d-8b3b-f79d8aebea23 HTTP/1.1" status: 200 len: 217 time: 0.0449998 Jul 27 22:19:17.965024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4300e1a3-0405-4506-8e9a-f3863889f337 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b HTTP/1.1" status: 200 len: 205 time: 0.0390234 Jul 27 22:19:17.968764 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:17.973789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-b5fec26a-9fa2-424e-95a4-567cd5beefb7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c19a71148b44506a6c220a84a0129bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2091506 Jul 27 22:19:18.016468 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cbef243-5e93-47db-87a6-814b67ad260c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:18.025870 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Sync routers for ids ['dae2abb2-05ea-4b41-bf19-788bb2546d59'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:18.044542 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Routers {'dae2abb2-05ea-4b41-bf19-788bb2546d59'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:18.045735 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:19:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dae2abb2-05ea-4b41-bf19-788bb2546d59'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:18.085631 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:18.086976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Network dafbb1cb-42eb-4a8e-95cd-a304d742c205 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:19:18.107646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-af8583c0-231e-4a60-b31f-4d488f01ef66 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:19:18.116183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-af8583c0-231e-4a60-b31f-4d488f01ef66 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1271186 Jul 27 22:19:18.143328 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cbef243-5e93-47db-87a6-814b67ad260c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:18.146444 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cbef243-5e93-47db-87a6-814b67ad260c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:18.147640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3cbef243-5e93-47db-87a6-814b67ad260c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8348c67c-eb62-4d31-93ab-48e1f6a52eac HTTP/1.1" status: 204 len: 168 time: 0.5254154 Jul 27 22:19:18.183458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, dafbb1cb-42eb-4a8e-95cd-a304d742c205) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:18.192641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e325d5-7cd4-4e98-b65d-171266ecf69f None None] Network dafbb1cb-42eb-4a8e-95cd-a304d742c205 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:18.199901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbef243-5e93-47db-87a6-814b67ad260c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8348c67c-eb62-4d31-93ab-48e1f6a52eac,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:18.209716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:18.210641 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:18.243722 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b490f731-ec4f-4fbc-9860-685aacf18daa tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9081116 Jul 27 22:19:18.247694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:18.276418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Request body: {'floatingip': {'floating_network_id': 'dafbb1cb-42eb-4a8e-95cd-a304d742c205'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:18.313007 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Set router dae2abb2-05ea-4b41-bf19-788bb2546d59 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:18.368180 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-3bddc98d-4c9f-4171-8fa5-d596ddee7170 service neutron] 10.222.0.24 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505949 Jul 27 22:19:18.583471 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:18.584132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 33537ab1-7d99-40e7-ba14-ebf280c1de5f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:19:18.624624 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-049c0b5c-632c-4c21-8eeb-83eb69b30ea9 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] delete failed (client error): The resource could not be found. Jul 27 22:19:18.628095 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-049c0b5c-632c-4c21-8eeb-83eb69b30ea9 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/routers/09ddbdd1-b3de-4a4e-9b2a-bec3dd27427b HTTP/1.1" status: 404 len: 336 time: 0.6572297 Jul 27 22:19:18.638398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:18.649330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-2eac106e-93c1-42d9-8a61-8fe5efd9a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:18.651474 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-2eac106e-93c1-42d9-8a61-8fe5efd9a703 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02f862eb-c4d7-4e84-905e-ec48c4c59b99 HTTP/1.1" status: 200 len: 797 time: 0.6908684 Jul 27 22:19:18.720171 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94c697f-285c-46a3-80a4-a29b35c28378 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] DELETE failed (client error): The resource could not be found. Jul 27 22:19:18.720620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94c697f-285c-46a3-80a4-a29b35c28378 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:18.728296 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e94c697f-285c-46a3-80a4-a29b35c28378 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/49020c6d-772d-4400-96c1-033120452976 HTTP/1.1" status: 404 len: 337 time: 0.0852304 Jul 27 22:19:18.728521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a2f3a-31f5-4107-bf50-ce9d0654b2ba None None] Network dafbb1cb-42eb-4a8e-95cd-a304d742c205 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:18.741094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35552) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:18.772765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-27ce32f3-baf3-461a-b1f9-9d7f7e2fe976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:18.777498 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-27ce32f3-baf3-461a-b1f9-9d7f7e2fe976 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c521b827-668a-4ab8-91f4-58d73f3f2bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1162121 Jul 27 22:19:18.783941 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'name': 'tempest-ServerRescueTestJSON-615126378-router', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:09Z', 'updated_at': '2021-07-27T22:19:14Z', 'revision_number': 4, 'project_id': '9c19a71148b44506a6c220a84a0129bd', 'gw_port': {'id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:10Z', 'updated_at': '2021-07-27T22:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'c56aa3e4-7098-4492-adce-f79236562f08', 'name': '', 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'mac_address': 'fa:16:3e:e8:e6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '4a79d5dc-2676-4678-a4d0-f3cdbc464686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:12Z', 'updated_at': '2021-07-27T22:19:14Z', 'revision_number': 2, 'project_id': '9c19a71148b44506a6c220a84a0129bd', 'subnets': [{'id': '4a79d5dc-2676-4678-a4d0-f3cdbc464686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:18.788476 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef87b0ab-cb3f-4c36-9df3-e54c7b7d76e5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] DELETE failed (client error): The resource could not be found. Jul 27 22:19:18.788937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef87b0ab-cb3f-4c36-9df3-e54c7b7d76e5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:18.803806 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ef87b0ab-cb3f-4c36-9df3-e54c7b7d76e5 tempest-RoutersTest-1111502605 tempest-RoutersTest-1111502605-project] 10.222.0.24 "DELETE /v2.0/subnets/12b22d8d-be36-4869-966b-0f47480123d7 HTTP/1.1" status: 404 len: 337 time: 0.0580633 Jul 27 22:19:18.813367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-33b77d21-073b-4bd2-90b4-71168384b22f service neutron] 10.222.0.24 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918679 Jul 27 22:19:18.837093 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Checking router: dae2abb2-05ea-4b41-bf19-788bb2546d59 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:18.839396 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Updating router dae2abb2-05ea-4b41-bf19-788bb2546d59 port c56aa3e4-7098-4492-adce-f79236562f08 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:19:18.886001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 33537ab1-7d99-40e7-ba14-ebf280c1de5f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:18.888602 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:18.892119 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-fa07407c-df57-4987-8a5b-d28fbfba764e service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061280 Jul 27 22:19:18.894059 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:18.894810 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:18.949818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:19.001132 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc23f-3874-459a-9158-631c48904101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.004968 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-772052dc-0158-44f6-8a89-d17102b45da9 service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033850 Jul 27 22:19:19.120939 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-0b020577-c8ad-4bc2-8a82-f5c2ef05a339 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abba6cdf-12b7-4eac-b8d5-37b48d806ff6 HTTP/1.1" status: 200 len: 217 time: 0.1071818 Jul 27 22:19:19.141594 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fe9abde-3725-4716-afe7-b7122cc93b75 req-4febdcdd-081a-4fb7-a6f9-3bec2134f04e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0472288 Jul 27 22:19:19.149388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Allocated IP 172.20.0.11 (dafbb1cb-42eb-4a8e-95cd-a304d742c205/379c0a64-7fab-43e0-bf33-abaaed1bba87/a91a8dbe-0e1c-43ae-b4c4-08be78b158bf) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:19:19.228576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-7b3c0f57-70df-4824-8e23-dc910a42f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:19.230557 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-7b3c0f57-70df-4824-8e23-dc910a42f96b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=02f862eb-c4d7-4e84-905e-ec48c4c59b99 HTTP/1.1" status: 200 len: 797 time: 0.1014125 Jul 27 22:19:19.252434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35566) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:19.313224 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc23f-3874-459a-9158-631c48904101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.329276 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc23f-3874-459a-9158-631c48904101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.371325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-4e32d3a1-c693-473a-a133-b55d7ad1f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:19.376054 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-4e32d3a1-c693-473a-a133-b55d7ad1f599 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c521b827-668a-4ab8-91f4-58d73f3f2bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264377 Jul 27 22:19:19.403526 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.423231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2fcfc23f-3874-459a-9158-631c48904101 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40aa7c3da82c48579c241441092182c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697659 Jul 27 22:19:19.426068 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfc23f-3874-459a-9158-631c48904101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0cc599-9886-40c6-8963-abb5338503fc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:19.430229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35576) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:19.507705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1a35f72-0256-4b3c-81e4-24be6b6c2b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.518643 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.588122 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1a35f72-0256-4b3c-81e4-24be6b6c2b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.607534 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.619951 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Transition to ACTIVE for port object c56aa3e4-7098-4492-adce-f79236562f08 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:19.621870 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5152377e-4ee2-489c-b620-4a4bc6242d5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ab918734a1b41da9b9d03cc302e5954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677309 Jul 27 22:19:19.629027 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35584) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:19.629317 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.640293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Network dafbb1cb-42eb-4a8e-95cd-a304d742c205 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:19.659596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:19.668352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:19.675484 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-ab7f3bf1-4205-4425-b265-20fe8d4864f5 service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843864 Jul 27 22:19:19.685755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event updated for resources: {'Port': ['ID=a91a8dbe-0e1c-43ae-b4c4-08be78b158bf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:19.710626 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da662a-26ad-4a2f-81c6-6e48405ce585 None None] Pushing event updated for resources: {'Port': ['ID=c56aa3e4-7098-4492-adce-f79236562f08,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:19.773509 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Attempting to bind port c56aa3e4-7098-4492-adce-f79236562f08 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:19:19.773904 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Attempting to bind port c56aa3e4-7098-4492-adce-f79236562f08 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:19:19.774378 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Attempting to bind port c56aa3e4-7098-4492-adce-f79236562f08 on network 609f36d7-6494-4fb0-af9f-4fa63b968c93 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:19:19.776198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1a35f72-0256-4b3c-81e4-24be6b6c2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.780440 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1a35f72-0256-4b3c-81e4-24be6b6c2b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.780771 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:19:19.781158 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Checking segment: {'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:19.782057 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d1a35f72-0256-4b3c-81e4-24be6b6c2b2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb0cc599-9886-40c6-8963-abb5338503fc HTTP/1.1" status: 204 len: 168 time: 0.3504999 Jul 27 22:19:19.786102 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.786711 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Bound using segment: {'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:19:19.787360 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Bound port: c56aa3e4-7098-4492-adce-f79236562f08, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:19:19.787759 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.799874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a35f72-0256-4b3c-81e4-24be6b6c2b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0cc599-9886-40c6-8963-abb5338503fc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:19.800543 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3380670-dc3a-47f8-8a95-62a0a8e1c35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.896396 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] For port c56aa3e4-7098-4492-adce-f79236562f08, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:19:19.896638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.902726 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] For port c56aa3e4-7098-4492-adce-f79236562f08, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c56aa3e4-7098-4492-adce-f79236562f08,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:19:19.912131 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.943100 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.946806 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3380670-dc3a-47f8-8a95-62a0a8e1c35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:19.963864 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b702c91b-2a1d-4e1c-a906-587ac467e445 req-22c01365-4825-4ab0-ba0a-02d6824a3b27 service neutron] 10.222.0.43 "GET /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787187 Jul 27 22:19:19.995722 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da662a-26ad-4a2f-81c6-6e48405ce585 None None] Pushing event updated for resources: {'Port': ['ID=c56aa3e4-7098-4492-adce-f79236562f08,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:20.036539 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Routers {'dae2abb2-05ea-4b41-bf19-788bb2546d59'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:20.037172 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:19:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dae2abb2-05ea-4b41-bf19-788bb2546d59'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:20.087396 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3380670-dc3a-47f8-8a95-62a0a8e1c35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:20.090309 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3380670-dc3a-47f8-8a95-62a0a8e1c35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:20.092150 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d3380670-dc3a-47f8-8a95-62a0a8e1c35f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c912d605-064a-4bfa-8b41-1632881a7251 HTTP/1.1" status: 204 len: 168 time: 0.4452100 Jul 27 22:19:20.110646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3380670-dc3a-47f8-8a95-62a0a8e1c35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c912d605-064a-4bfa-8b41-1632881a7251,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:20.206621 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] Set router dae2abb2-05ea-4b41-bf19-788bb2546d59 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:20.316038 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d718559c-2e6a-4a9f-99d9-8ae29997b8d2 req-1dd00455-f2a0-43b4-8478-4b365b25456c tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0594721 Jul 27 22:19:20.334211 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:20.346154 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:20.438986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event updated for resources: {'Port': ['ID=a91a8dbe-0e1c-43ae-b4c4-08be78b158bf,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:20.465937 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:20.495850 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:20.497194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-573c4e66-8006-4515-8200-f4d2d4147cc3 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2478895 Jul 27 22:19:20.500040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35604) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:20.508611 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'name': 'tempest-ServerRescueTestJSON-615126378-router', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:09Z', 'updated_at': '2021-07-27T22:19:14Z', 'revision_number': 4, 'project_id': '9c19a71148b44506a6c220a84a0129bd', 'gw_port': {'id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:10Z', 'updated_at': '2021-07-27T22:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'c56aa3e4-7098-4492-adce-f79236562f08', 'name': '', 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'mac_address': 'fa:16:3e:e8:e6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '4a79d5dc-2676-4678-a4d0-f3cdbc464686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:12Z', 'updated_at': '2021-07-27T22:19:19Z', 'revision_number': 4, 'project_id': '9c19a71148b44506a6c220a84a0129bd', 'subnets': [{'id': '4a79d5dc-2676-4678-a4d0-f3cdbc464686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:20.564455 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7dfb8c-9ad0-44e1-a20a-218a40135bbd None None] The sync data for ids ['dae2abb2-05ea-4b41-bf19-788bb2546d59'] in n-d-802011-3 is: [{'id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'name': 'tempest-ServerRescueTestJSON-615126378-router', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:09Z', 'updated_at': '2021-07-27T22:19:14Z', 'revision_number': 4, 'project_id': '9c19a71148b44506a6c220a84a0129bd', 'gw_port': {'id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:10Z', 'updated_at': '2021-07-27T22:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'c56aa3e4-7098-4492-adce-f79236562f08', 'name': '', 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'mac_address': 'fa:16:3e:e8:e6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '4a79d5dc-2676-4678-a4d0-f3cdbc464686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:12Z', 'updated_at': '2021-07-27T22:19:19Z', 'revision_number': 4, 'project_id': '9c19a71148b44506a6c220a84a0129bd', 'subnets': [{'id': '4a79d5dc-2676-4678-a4d0-f3cdbc464686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:20.747547 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bd9cf876-210f-4b0d-9b87-07d80d93ce9b tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=dafbb1cb-42eb-4a8e-95cd-a304d742c205 HTTP/1.1" status: 200 len: 690 time: 0.2459962 Jul 27 22:19:20.750447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35614) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:20.847549 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:19:20.906316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-e438f942-2c81-4bc3-be0d-b4036c1893a2 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:20.907892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-e438f942-2c81-4bc3-be0d-b4036c1893a2 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.41 "GET /v2.0/networks?id=609f36d7-6494-4fb0-af9f-4fa63b968c93 HTTP/1.1" status: 200 len: 810 time: 0.3796718 Jul 27 22:19:20.927946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Request body: {'port': {'device_id': 'd536c135-4fbe-4670-9c34-83cf7ca3fdb2', 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93', 'admin_state_up': True, 'tenant_id': '9c19a71148b44506a6c220a84a0129bd'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:20.970976 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:21.206633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Deleting port a91a8dbe-0e1c-43ae-b4c4-08be78b158bf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:21.208500 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:21.221694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Made reservation on behalf of 9c19a71148b44506a6c220a84a0129bd for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:21.225272 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:21.498486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f3bba796-82a6-4c5a-b961-40cbb39ab37f req-b7c1b03f-3263-43b1-8ee7-9f79e7bb46b6 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0656390 Jul 27 22:19:21.536299 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:21.536664 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:21.559735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Calling delete_port for a91a8dbe-0e1c-43ae-b4c4-08be78b158bf owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:21.567269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Allocated IP 172.20.0.7 (609f36d7-6494-4fb0-af9f-4fa63b968c93/4a79d5dc-2676-4678-a4d0-f3cdbc464686/69abaed8-11b0-4eb0-b92c-2949d20f62aa) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:19:21.691613 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35644) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:21.799500 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:21.848313 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:21.901502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Network 609f36d7-6494-4fb0-af9f-4fa63b968c93 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:21.905771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:21.910101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:21.960168 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1f82b721-3df5-44da-a377-654c573e14ff tempest-ServiceProvidersTest-1622282218 tempest-ServiceProvidersTest-1622282218-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2673573 Jul 27 22:19:22.007378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Pushing event updated for resources: {'Port': ['ID=69abaed8-11b0-4eb0-b92c-2949d20f62aa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:22.055427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:22.056088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:22.088595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-bf5a67ae-42db-4fea-8cc5-2c6cde440809 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1691341 Jul 27 22:19:22.091709 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:22.107498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Request body: {'port': {'device_id': 'd536c135-4fbe-4670-9c34-83cf7ca3fdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:22.168782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event deleted for resources: {'Port': ['ID=a91a8dbe-0e1c-43ae-b4c4-08be78b158bf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:22.278239 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:22.280591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:22.360073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35670) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:22.534132 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:22.540476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c56aa3e4-7098-4492-adce-f79236562f08 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:19:22.645880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port c56aa3e4-7098-4492-adce-f79236562f08 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:19:22.651916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c56aa3e4-7098-4492-adce-f79236562f08 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:22.652306 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:22.732996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc80947-71b2-4563-a30f-5564d8665c33 req-453f2167-42c3-4de1-bb52-7375283abd21 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:22.734674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4fc80947-71b2-4563-a30f-5564d8665c33 req-453f2167-42c3-4de1-bb52-7375283abd21 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 931 time: 0.0945852 Jul 27 22:19:22.761537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:22.777152 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:22.794412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:22.831385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port c56aa3e4-7098-4492-adce-f79236562f08, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c56aa3e4-7098-4492-adce-f79236562f08,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:22.838615 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:22.886973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=379c0a64-7fab-43e0-bf33-abaaed1bba87,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:22.920430 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:22.938491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=c56aa3e4-7098-4492-adce-f79236562f08,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:22.967320 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafbb1cb-42eb-4a8e-95cd-a304d742c205']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:22.982050 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:22.990898 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.027387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4fc80947-71b2-4563-a30f-5564d8665c33 req-f6bd9830-04ee-4f41-9688-356d9a55a72b tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795658 Jul 27 22:19:23.029356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8d3f62-0a5c-4cc9-b74d-c8069120058e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:23.029723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8d3f62-0a5c-4cc9-b74d-c8069120058e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:23.032347 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0afc26b937d4044a1d8c22822369046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6709030 Jul 27 22:19:23.035281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35692) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:23.059062 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.090524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f2ebeb-8c8b-4314-8777-740418b83809,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:23.104861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69abaed8-11b0-4eb0-b92c-2949d20f62aa {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:19:23.110849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.111420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.112115 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.112647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.113171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.113693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.114218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.114778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.115321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.115856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.116409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.117134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10b9476-3c38-4e4e-94da-c7c2e11c736c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.128002 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.142505 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-321e9388-0f3a-482f-8e1e-fbc4924673fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.162139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Transition to ACTIVE for port object 69abaed8-11b0-4eb0-b92c-2949d20f62aa will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:23.169787 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-321e9388-0f3a-482f-8e1e-fbc4924673fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.171446 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.178944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:23.180273 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:23.182859 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:23.186664 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.256034 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-321e9388-0f3a-482f-8e1e-fbc4924673fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.260356 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-321e9388-0f3a-482f-8e1e-fbc4924673fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.262108 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-321e9388-0f3a-482f-8e1e-fbc4924673fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5f2ebeb-8c8b-4314-8777-740418b83809 HTTP/1.1" status: 204 len: 168 time: 0.2235260 Jul 27 22:19:23.285139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e9388-0f3a-482f-8e1e-fbc4924673fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f2ebeb-8c8b-4314-8777-740418b83809,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:23.409843 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.481873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dafbb1cb-42eb-4a8e-95cd-a304d742c205 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 22:19:23.486984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.488554 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "DELETE /v2.0/networks/dafbb1cb-42eb-4a8e-95cd-a304d742c205 HTTP/1.1" status: 204 len: 168 time: 2.7364955 Jul 27 22:19:23.489545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event deleted for resources: {'Network': ['ID=dafbb1cb-42eb-4a8e-95cd-a304d742c205,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:23.491567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=69abaed8-11b0-4eb0-b92c-2949d20f62aa,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:23.493128 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:23.538036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.538550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.540146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.544697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.544697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.544697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.544697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.544697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.545201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.545201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.545675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.545796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7d09-24fd-4458-bcd5-e71c940ad69e tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.552464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.552804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.553090 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.553379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.553717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.554059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.554480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.554921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.555110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.555443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.555778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.556120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:23.590357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Attempting to bind port 69abaed8-11b0-4eb0-b92c-2949d20f62aa on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:19:23.590714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Attempting to bind port 69abaed8-11b0-4eb0-b92c-2949d20f62aa by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:19:23.591053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Attempting to bind port 69abaed8-11b0-4eb0-b92c-2949d20f62aa on network 609f36d7-6494-4fb0-af9f-4fa63b968c93 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:19:23.610801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Port 69abaed8-11b0-4eb0-b92c-2949d20f62aa on network 609f36d7-6494-4fb0-af9f-4fa63b968c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:19:23.611168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Attempting to bind port 69abaed8-11b0-4eb0-b92c-2949d20f62aa on network 609f36d7-6494-4fb0-af9f-4fa63b968c93 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:19:23.622245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:19:23.627567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Checking segment: {'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:23.627993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Bound using segment: {'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:19:23.628636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Bound port: 69abaed8-11b0-4eb0-b92c-2949d20f62aa, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:19:23.629021 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.736138 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-29ab798f-8a22-4516-9031-dc52db252a25 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2416158 Jul 27 22:19:23.736954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:23.737238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] For port 69abaed8-11b0-4eb0-b92c-2949d20f62aa, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:19:23.747606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] For port 69abaed8-11b0-4eb0-b92c-2949d20f62aa, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=69abaed8-11b0-4eb0-b92c-2949d20f62aa,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:19:23.755125 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.833431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:23.835421 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:23.838642 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/69abaed8-11b0-4eb0-b92c-2949d20f62aa HTTP/1.1" status: 200 len: 1091 time: 1.7369714 Jul 27 22:19:23.839410 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd536c135-4fbe-4670-9c34-83cf7ca3fdb2', 'tag': '69abaed8-11b0-4eb0-b92c-2949d20f62aa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:19:23.844899 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a60594-7c8f-47c1-bd20-b86d6afcf739" -d '{"events": [{"name": "network-changed", "server_uuid": "d536c135-4fbe-4670-9c34-83cf7ca3fdb2", "tag": "69abaed8-11b0-4eb0-b92c-2949d20f62aa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:19:23.864021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654981cc-a21a-496e-bfbc-c1e4d1995491 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:23.865173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654981cc-a21a-496e-bfbc-c1e4d1995491 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:23.865880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654981cc-a21a-496e-bfbc-c1e4d1995491 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:23.866617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654981cc-a21a-496e-bfbc-c1e4d1995491 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:23.867871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654981cc-a21a-496e-bfbc-c1e4d1995491 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:23.868518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654981cc-a21a-496e-bfbc-c1e4d1995491 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:23.869207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654981cc-a21a-496e-bfbc-c1e4d1995491 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:23.870026 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654981cc-a21a-496e-bfbc-c1e4d1995491 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:23.876113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:23.876787 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-654981cc-a21a-496e-bfbc-c1e4d1995491 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5201 time: 0.1384764 Jul 27 22:19:23.946589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35722) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:23.948670 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1ce048-ce63-45f8-b404-953446ef66ba x-openstack-request-id: req-0e1ce048-ce63-45f8-b404-953446ef66ba {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:19:23.949220 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d536c135-4fbe-4670-9c34-83cf7ca3fdb2", "tag": "69abaed8-11b0-4eb0-b92c-2949d20f62aa", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:19:23.950451 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e1ce048-ce63-45f8-b404-953446ef66ba {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:19:23.950952 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd536c135-4fbe-4670-9c34-83cf7ca3fdb2', 'tag': '69abaed8-11b0-4eb0-b92c-2949d20f62aa', 'status': 'completed', 'code': 200} Jul 27 22:19:23.970035 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-ef5f3c10-2cfe-4fbc-9f14-eb79a148bdae tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] delete failed (client error): The resource could not be found. Jul 27 22:19:23.971249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ef5f3c10-2cfe-4fbc-9f14-eb79a148bdae tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/1f4cb758-da93-492b-ab46-69c711068733 HTTP/1.1" status: 404 len: 345 time: 0.0936308 Jul 27 22:19:23.974034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35728) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:24.000771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b630c-85ee-42f5-be03-365b7c58a9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=69abaed8-11b0-4eb0-b92c-2949d20f62aa,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:24.006858 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d66ac4-4fc5-4720-a9e0-d879cdd6b7eb tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] DELETE failed (client error): The resource could not be found. Jul 27 22:19:24.014182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d66ac4-4fc5-4720-a9e0-d879cdd6b7eb tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:24.016248 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a5d66ac4-4fc5-4720-a9e0-d879cdd6b7eb tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "DELETE /v2.0/networks/dafbb1cb-42eb-4a8e-95cd-a304d742c205 HTTP/1.1" status: 404 len: 339 time: 0.0410013 Jul 27 22:19:24.016863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-3cde62ac-a78d-4c27-b9c0-389b8c3e90d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:24.020030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-3cde62ac-a78d-4c27-b9c0-389b8c3e90d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c19a71148b44506a6c220a84a0129bd&device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 1094 time: 0.1313150 Jul 27 22:19:24.020030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:24.037723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f498e54d-4efb-4889-8f0e-0d7f7819e707 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Request body: {'network': {'name': 'tempest-network--1978123108', 'router:external': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:24.153797 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9e15a46-bb5b-41cb-9915-8a846cbb3907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.162579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-71651933-bb41-498b-a344-18f87d08bd16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69abaed8-11b0-4eb0-b92c-2949d20f62aa HTTP/1.1" status: 200 len: 217 time: 0.1114781 Jul 27 22:19:24.235099 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f498e54d-4efb-4889-8f0e-0d7f7819e707 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Made reservation on behalf of c87152e105174c43a6a39f553f4f58d5 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:24.237856 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f498e54d-4efb-4889-8f0e-0d7f7819e707 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.276514 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-3a9f853f-9685-48aa-b551-edbc8e625af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:24.278362 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-3a9f853f-9685-48aa-b551-edbc8e625af8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a79d5dc-2676-4678-a4d0-f3cdbc464686 HTTP/1.1" status: 200 len: 850 time: 0.1086285 Jul 27 22:19:24.313519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f498e54d-4efb-4889-8f0e-0d7f7819e707 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:24.334824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-03c2b38c-62e3-4f07-aceb-2672a6c8b98f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=609f36d7-6494-4fb0-af9f-4fa63b968c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490484 Jul 27 22:19:24.344814 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6953-ca10-4969-b0c9-2d49f841d4ee req-bdc65c49-40c3-40f2-846a-56e6fda6de75 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:24.346303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-477b6953-ca10-4969-b0c9-2d49f841d4ee req-bdc65c49-40c3-40f2-846a-56e6fda6de75 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 943 time: 0.1651788 Jul 27 22:19:24.358114 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f498e54d-4efb-4889-8f0e-0d7f7819e707 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.358490 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-f498e54d-4efb-4889-8f0e-0d7f7819e707 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Added segment 4a7418c1-fc1f-4045-8391-5fe56380a7eb of type vlan for network a6415e6d-6726-4876-81ff-eb570c476980 Jul 27 22:19:24.390793 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9e15a46-bb5b-41cb-9915-8a846cbb3907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.395994 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9e15a46-bb5b-41cb-9915-8a846cbb3907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.444707 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b9e15a46-bb5b-41cb-9915-8a846cbb3907 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50b7af20d2514fdbb2b6ac6c5c2da769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4943483 Jul 27 22:19:24.446217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e15a46-bb5b-41cb-9915-8a846cbb3907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2dee7c-c134-414f-8efb-ddf0cbf11068,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:24.449144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35746) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:24.491018 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f498e54d-4efb-4889-8f0e-0d7f7819e707 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.499529 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-477b6953-ca10-4969-b0c9-2d49f841d4ee req-2a09b9fb-ba37-4e8d-be0e-774a4af9aed7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392949 Jul 27 22:19:24.511851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c56aa3e4-7098-4492-adce-f79236562f08 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:19:24.541275 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c137-aff8-4d03-b1c5-15da3c3fb19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.555666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-07dff13e-f4b7-46bf-a94b-a768c06387fa service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069521 Jul 27 22:19:24.557013 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f498e54d-4efb-4889-8f0e-0d7f7819e707 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.557922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498e54d-4efb-4889-8f0e-0d7f7819e707 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:24.558523 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f498e54d-4efb-4889-8f0e-0d7f7819e707 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.588326 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c137-aff8-4d03-b1c5-15da3c3fb19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.591161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c56aa3e4-7098-4492-adce-f79236562f08 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:24.591352 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.665535 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c137-aff8-4d03-b1c5-15da3c3fb19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.675558 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c137-aff8-4d03-b1c5-15da3c3fb19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:24.678880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f4f2c137-aff8-4d03-b1c5-15da3c3fb19a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be2dee7c-c134-414f-8efb-ddf0cbf11068 HTTP/1.1" status: 204 len: 168 time: 0.2279186 Jul 27 22:19:24.711994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2c137-aff8-4d03-b1c5-15da3c3fb19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2dee7c-c134-414f-8efb-ddf0cbf11068,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:25.045230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f498e54d-4efb-4889-8f0e-0d7f7819e707 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0238025 Jul 27 22:19:25.048442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35762) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:25.059112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498e54d-4efb-4889-8f0e-0d7f7819e707 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event updated for resources: {'Network': ['ID=a6415e6d-6726-4876-81ff-eb570c476980,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:25.076967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network a6415e6d-6726-4876-81ff-eb570c476980 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:25.095846 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7bf3133-77cb-4138-9b25-63e7c64a9e66 req-8999d28b-8f65-4249-81f4-c90f56af42c5 service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334895 Jul 27 22:19:25.230677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a60594-7c8f-47c1-bd20-b86d6afcf739 req-0cee4afa-27e3-4e93-bde2-48f3d59af851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:25.232691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83a60594-7c8f-47c1-bd20-b86d6afcf739 req-0cee4afa-27e3-4e93-bde2-48f3d59af851 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c19a71148b44506a6c220a84a0129bd&device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 1094 time: 0.0825980 Jul 27 22:19:25.409066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:25.432084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46efec26-1522-4383-a991-b1cc63ec585f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:25.481316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a60594-7c8f-47c1-bd20-b86d6afcf739 req-2d7715d5-d1f5-4077-b33d-daed4ca3780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:25.483933 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83a60594-7c8f-47c1-bd20-b86d6afcf739 req-2d7715d5-d1f5-4077-b33d-daed4ca3780d service neutron] 10.222.0.41 "GET /v2.0/networks?id=609f36d7-6494-4fb0-af9f-4fa63b968c93 HTTP/1.1" status: 200 len: 911 time: 0.2441125 Jul 27 22:19:25.502566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1771f-5b6f-42f7-a71f-b16de8c501fd tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:25.509590 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1771f-5b6f-42f7-a71f-b16de8c501fd tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:25.516597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1771f-5b6f-42f7-a71f-b16de8c501fd tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:25.522540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1771f-5b6f-42f7-a71f-b16de8c501fd tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:25.524996 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-abb1771f-5b6f-42f7-a71f-b16de8c501fd tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4755461 Jul 27 22:19:25.538565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35778) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:25.541988 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83a60594-7c8f-47c1-bd20-b86d6afcf739 req-e8e167f0-9537-4e06-8846-33c8f799cff5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69abaed8-11b0-4eb0-b92c-2949d20f62aa HTTP/1.1" status: 200 len: 217 time: 0.0483906 Jul 27 22:19:25.665314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a60594-7c8f-47c1-bd20-b86d6afcf739 req-20eb5c60-2b03-4338-a3a7-2689d4c84d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:25.666236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83a60594-7c8f-47c1-bd20-b86d6afcf739 req-20eb5c60-2b03-4338-a3a7-2689d4c84d34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a79d5dc-2676-4678-a4d0-f3cdbc464686 HTTP/1.1" status: 200 len: 850 time: 0.1138964 Jul 27 22:19:25.697894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2f0e7-06da-4066-a040-a6edbcdc7749 req-6b5eb3a9-b5b2-4539-85ef-3e469b95b4af tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:25.699306 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:25.699911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6be2f0e7-06da-4066-a040-a6edbcdc7749 req-6b5eb3a9-b5b2-4539-85ef-3e469b95b4af tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 943 time: 0.1032560 Jul 27 22:19:25.721944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83a60594-7c8f-47c1-bd20-b86d6afcf739 req-dabcbcb9-97bf-4d4d-9242-b3c04cb4e9e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=609f36d7-6494-4fb0-af9f-4fa63b968c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460155 Jul 27 22:19:25.820013 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:25.838192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6415e6d-6726-4876-81ff-eb570c476980']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:25.843227 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46efec26-1522-4383-a991-b1cc63ec585f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:25.851239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6be2f0e7-06da-4066-a040-a6edbcdc7749 req-e569bc70-cc5c-49a9-860a-8d2b96939ba5 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318102 Jul 27 22:19:25.856681 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46efec26-1522-4383-a991-b1cc63ec585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:25.868253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7418c1-fc1f-4045-8391-5fe56380a7eb') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:25.869770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7418c1-fc1f-4045-8391-5fe56380a7eb') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:25.881778 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:25.902318 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:25.909999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:25.910688 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:25.918268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-46efec26-1522-4383-a991-b1cc63ec585f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c314c2c31e744435ae178ec128bc1ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053020 Jul 27 22:19:25.922907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35790) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:25.966409 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:25.977029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83a60594-7c8f-47c1-bd20-b86d6afcf739 req-3ccf369b-0579-48af-b80b-7499c4f09eda service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404065 Jul 27 22:19:25.981791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efec26-1522-4383-a991-b1cc63ec585f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7682b5-9ad0-4e97-a6c2-d05b62a18830,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:25.993911 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.017340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6415e6d-6726-4876-81ff-eb570c476980 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 22:19:26.032468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6415e6d-6726-4876-81ff-eb570c476980,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:26.034787 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.043351 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-76d4d7fc-d263-4944-99c7-84bc9e187f5c tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "DELETE /v2.0/networks/a6415e6d-6726-4876-81ff-eb570c476980 HTTP/1.1" status: 204 len: 168 time: 0.4965980 Jul 27 22:19:26.043351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35796) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:26.057034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3ffe3700-2c4a-484d-97fa-4d255dcbb072 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Request body: {'network': {'name': 'tempest-network--12081678', 'router:external': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:26.092373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffe3700-2c4a-484d-97fa-4d255dcbb072 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Made reservation on behalf of c87152e105174c43a6a39f553f4f58d5 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:26.095816 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3700-2c4a-484d-97fa-4d255dcbb072 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.102895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4c9c7a7-1be7-44e1-9e06-3ef8c4c35356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.137787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffe3700-2c4a-484d-97fa-4d255dcbb072 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:26.150558 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4c9c7a7-1be7-44e1-9e06-3ef8c4c35356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.152222 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3700-2c4a-484d-97fa-4d255dcbb072 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.152693 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-3ffe3700-2c4a-484d-97fa-4d255dcbb072 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Added segment 81645537-40ea-4dca-8270-9b20726d1279 of type vlan for network 34068c6e-2649-4db9-8083-cd72ea389b22 Jul 27 22:19:26.202964 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83a60594-7c8f-47c1-bd20-b86d6afcf739 req-8b238ddf-fc78-4874-9b8b-24ecab5f598b service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176738 Jul 27 22:19:26.239356 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3700-2c4a-484d-97fa-4d255dcbb072 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.246642 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4c9c7a7-1be7-44e1-9e06-3ef8c4c35356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.249621 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4c9c7a7-1be7-44e1-9e06-3ef8c4c35356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.251060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f4c9c7a7-1be7-44e1-9e06-3ef8c4c35356 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca7682b5-9ad0-4e97-a6c2-d05b62a18830 HTTP/1.1" status: 204 len: 168 time: 0.3257420 Jul 27 22:19:26.275542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9c7a7-1be7-44e1-9e06-3ef8c4c35356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7682b5-9ad0-4e97-a6c2-d05b62a18830,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:26.323374 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3700-2c4a-484d-97fa-4d255dcbb072 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.324681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffe3700-2c4a-484d-97fa-4d255dcbb072 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:26.325481 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3700-2c4a-484d-97fa-4d255dcbb072 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.418474 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3ffe3700-2c4a-484d-97fa-4d255dcbb072 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3740599 Jul 27 22:19:26.421214 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:26.424908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe3700-2c4a-484d-97fa-4d255dcbb072 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event updated for resources: {'Network': ['ID=34068c6e-2649-4db9-8083-cd72ea389b22,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:26.436894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 34068c6e-2649-4db9-8083-cd72ea389b22 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:26.539967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d759e872-4231-4798-acb2-1c5ee6fc609b tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:26.541538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d759e872-4231-4798-acb2-1c5ee6fc609b tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] 10.222.0.24 "GET /v2.0/networks/34068c6e-2649-4db9-8083-cd72ea389b22 HTTP/1.1" status: 200 len: 755 time: 0.1191657 Jul 27 22:19:26.544347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35816) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:26.592454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:26.646967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a391da6-dec3-4e3b-8bc1-93a842b1e3ff tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:26.649395 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2a391da6-dec3-4e3b-8bc1-93a842b1e3ff tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] 10.222.0.24 "GET /v2.0/networks/947f2a60-da7d-4efe-b70b-127cac0f642e HTTP/1.1" status: 200 len: 767 time: 0.1031427 Jul 27 22:19:26.652253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:26.756886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60e18a9d-398b-44be-b34f-1ea3e9a232ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.763170 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.888039 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.904723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34068c6e-2649-4db9-8083-cd72ea389b22']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:26.919453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81645537-40ea-4dca-8270-9b20726d1279') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:26.920147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81645537-40ea-4dca-8270-9b20726d1279') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:26.935648 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.976556 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.996118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:26.996544 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:26.998902 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:27.060186 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60e18a9d-398b-44be-b34f-1ea3e9a232ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.071610 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60e18a9d-398b-44be-b34f-1ea3e9a232ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.100475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c955e2-86a5-40b1-82d7-4a17ee11c729 req-47ed8cf2-c8d7-48e8-8747-0bc6cf54f0e0 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:27.100475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4c955e2-86a5-40b1-82d7-4a17ee11c729 req-47ed8cf2-c8d7-48e8-8747-0bc6cf54f0e0 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 943 time: 0.1647553 Jul 27 22:19:27.149652 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.169650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-60e18a9d-398b-44be-b34f-1ea3e9a232ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d9ba3036fd04995bb41f228c8179c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5733960 Jul 27 22:19:27.169650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34068c6e-2649-4db9-8083-cd72ea389b22 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 22:19:27.170212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35842) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:27.173471 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.176203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "DELETE /v2.0/networks/34068c6e-2649-4db9-8083-cd72ea389b22 HTTP/1.1" status: 204 len: 168 time: 0.5220437 Jul 27 22:19:27.177429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e18a9d-398b-44be-b34f-1ea3e9a232ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0a51fe-3e41-4065-9d6e-445ef66f659d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:27.194222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35844) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:27.204983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5babdb8b-3e2a-4a9e-9c0b-378ee5b22683 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Request body: {'network': {'name': 'tempest-network--918809849'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:27.219888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1184675-6784-4b7b-9c27-ebbd7006ae86 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event deleted for resources: {'Network': ['ID=34068c6e-2649-4db9-8083-cd72ea389b22,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:27.235487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4c955e2-86a5-40b1-82d7-4a17ee11c729 req-c9465c9f-5ba1-4f9d-ad90-3c4b7a8057e8 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328278 Jul 27 22:19:27.253884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5babdb8b-3e2a-4a9e-9c0b-378ee5b22683 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Made reservation on behalf of c87152e105174c43a6a39f553f4f58d5 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:27.256273 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5babdb8b-3e2a-4a9e-9c0b-378ee5b22683 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.280054 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b52045e4-cca6-457e-a174-88d0312db01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.302290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5babdb8b-3e2a-4a9e-9c0b-378ee5b22683 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:27.308299 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b52045e4-cca6-457e-a174-88d0312db01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.323185 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5babdb8b-3e2a-4a9e-9c0b-378ee5b22683 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.323806 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-5babdb8b-3e2a-4a9e-9c0b-378ee5b22683 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Added segment 6b1435fa-c178-48af-88e5-46e49103a9c7 of type vlan for network e35a0d93-5014-4c70-b98e-a1ce58c6e491 Jul 27 22:19:27.371530 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b52045e4-cca6-457e-a174-88d0312db01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.374341 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b52045e4-cca6-457e-a174-88d0312db01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.375571 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b52045e4-cca6-457e-a174-88d0312db01c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b0a51fe-3e41-4065-9d6e-445ef66f659d HTTP/1.1" status: 204 len: 168 time: 0.2034538 Jul 27 22:19:27.385545 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52045e4-cca6-457e-a174-88d0312db01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0a51fe-3e41-4065-9d6e-445ef66f659d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:27.418708 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5babdb8b-3e2a-4a9e-9c0b-378ee5b22683 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.453179 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5babdb8b-3e2a-4a9e-9c0b-378ee5b22683 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.454728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5babdb8b-3e2a-4a9e-9c0b-378ee5b22683 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:27.455391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5babdb8b-3e2a-4a9e-9c0b-378ee5b22683 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.583865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5babdb8b-3e2a-4a9e-9c0b-378ee5b22683 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3841844 Jul 27 22:19:27.593790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35858) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:27.594460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ed4f2f2b-0db0-471d-b45f-bcb282124677 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:27.603490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babdb8b-3e2a-4a9e-9c0b-378ee5b22683 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event updated for resources: {'Network': ['ID=e35a0d93-5014-4c70-b98e-a1ce58c6e491,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:27.615811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network e35a0d93-5014-4c70-b98e-a1ce58c6e491 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:27.875498 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2f2b-0db0-471d-b45f-bcb282124677 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.896351 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2f2b-0db0-471d-b45f-bcb282124677 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.925312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35864) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:27.942512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34892def-0218-4ebe-998d-e644f7ac5c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:27.985389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f2f2b-0db0-471d-b45f-bcb282124677 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event updated for resources: {'Network': ['ID=e35a0d93-5014-4c70-b98e-a1ce58c6e491,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:27.995330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed4f2f2b-0db0-471d-b45f-bcb282124677 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Network e35a0d93-5014-4c70-b98e-a1ce58c6e491 is not hosted by any dhcp agent {{(pid=93834) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 22:19:27.996607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4f2f2b-0db0-471d-b45f-bcb282124677 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:27.997605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2f2b-0db0-471d-b45f-bcb282124677 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.004346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35868) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:28.010918 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ed4f2f2b-0db0-471d-b45f-bcb282124677 tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "PUT /v2.0/networks/e35a0d93-5014-4c70-b98e-a1ce58c6e491 HTTP/1.1" status: 200 len: 857 time: 0.4220412 Jul 27 22:19:28.102128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.128258 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34892def-0218-4ebe-998d-e644f7ac5c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.154088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34892def-0218-4ebe-998d-e644f7ac5c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.170539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 69abaed8-11b0-4eb0-b92c-2949d20f62aa details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:19:28.255250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-34892def-0218-4ebe-998d-e644f7ac5c53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b7131dd060f4d17b2af2c2aab773c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284295 Jul 27 22:19:28.257069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.258236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35874) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:28.259740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34892def-0218-4ebe-998d-e644f7ac5c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa3a482-b3a8-4eb9-8bcd-b965d894874a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:28.269847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35a0d93-5014-4c70-b98e-a1ce58c6e491']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:28.302314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1435fa-c178-48af-88e5-46e49103a9c7') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:28.302741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1435fa-c178-48af-88e5-46e49103a9c7') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:28.334454 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.338569 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9f878ff-5d55-403a-967f-a53ba3b9d422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.361761 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.373715 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9f878ff-5d55-403a-967f-a53ba3b9d422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.380226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:28.381506 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.382695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 69abaed8-11b0-4eb0-b92c-2949d20f62aa, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=69abaed8-11b0-4eb0-b92c-2949d20f62aa,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:28.399544 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:28.406357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '69abaed8-11b0-4eb0-b92c-2949d20f62aa', 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93', 'port_id': '69abaed8-11b0-4eb0-b92c-2949d20f62aa', 'mac_address': 'fa:16:3e:dc:00:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a79d5dc-2676-4678-a4d0-f3cdbc464686', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:19:28.434796 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9f878ff-5d55-403a-967f-a53ba3b9d422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.438655 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9f878ff-5d55-403a-967f-a53ba3b9d422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.443215 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b9f878ff-5d55-403a-967f-a53ba3b9d422 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9aa3a482-b3a8-4eb9-8bcd-b965d894874a HTTP/1.1" status: 204 len: 168 time: 0.1830666 Jul 27 22:19:28.453455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f878ff-5d55-403a-967f-a53ba3b9d422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa3a482-b3a8-4eb9-8bcd-b965d894874a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:28.474177 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.491185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69abaed8-11b0-4eb0-b92c-2949d20f62aa {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:19:28.533345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 69abaed8-11b0-4eb0-b92c-2949d20f62aa, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=69abaed8-11b0-4eb0-b92c-2949d20f62aa,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:28.544914 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.636462 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.668910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae87b4-5410-4933-95f5-ef766a65e4db req-e4e14485-652f-4a5b-b3dd-dd921385742e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:28.683928 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24ae87b4-5410-4933-95f5-ef766a65e4db req-e4e14485-652f-4a5b-b3dd-dd921385742e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 943 time: 0.2833078 Jul 27 22:19:28.705135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e35a0d93-5014-4c70-b98e-a1ce58c6e491 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 22:19:28.708801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=69abaed8-11b0-4eb0-b92c-2949d20f62aa,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:28.737810 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:28.747875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] 10.222.0.24 "DELETE /v2.0/networks/e35a0d93-5014-4c70-b98e-a1ce58c6e491 HTTP/1.1" status: 204 len: 168 time: 0.7381308 Jul 27 22:19:28.748683 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35892) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:28.764132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['69abaed8-11b0-4eb0-b92c-2949d20f62aa'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:19:28.787467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb32780-6ed5-43a0-809d-6f8af72d8a1a tempest-ExternalNetworksTestJSON-299842986 tempest-ExternalNetworksTestJSON-299842986-project-admin] Pushing event deleted for resources: {'Network': ['ID=e35a0d93-5014-4c70-b98e-a1ce58c6e491,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:28.832881 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-309ca24f-5d55-44de-93c8-77b6a1c846ca tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] DELETE failed (client error): The resource could not be found. Jul 27 22:19:28.840535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309ca24f-5d55-44de-93c8-77b6a1c846ca tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:28.850644 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-309ca24f-5d55-44de-93c8-77b6a1c846ca tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] 10.222.0.24 "DELETE /v2.0/subnets/379c0a64-7fab-43e0-bf33-abaaed1bba87 HTTP/1.1" status: 404 len: 337 time: 0.0992906 Jul 27 22:19:28.852200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35894) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:28.868398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24ae87b4-5410-4933-95f5-ef766a65e4db req-dee76f21-9345-45b5-8af6-00aef9639754 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819506 Jul 27 22:19:29.098055 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:29.264614 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:29.275007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947f2a60-da7d-4efe-b70b-127cac0f642e']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:29.285685 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f06f53a-d9c1-4323-8530-ccaa8b4a916a') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:29.285982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f06f53a-d9c1-4323-8530-ccaa8b4a916a') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:29.295872 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:29.321509 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:29.340705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:29.341178 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:29.344367 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:29.462958 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:29.474652 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:29.483475 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] 10.222.0.24 "DELETE /v2.0/networks/947f2a60-da7d-4efe-b70b-127cac0f642e HTTP/1.1" status: 204 len: 168 time: 0.6284156 Jul 27 22:19:29.504264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecf57d-47b2-43b1-9c4c-ec3b76c9f108 tempest-ExternalNetworksTestJSON-1525003385 tempest-ExternalNetworksTestJSON-1525003385-project] Pushing event deleted for resources: {'Network': ['ID=947f2a60-da7d-4efe-b70b-127cac0f642e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:29.760607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35936) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:29.962087 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dc06d6ac-2505-4e7a-aace-2835239974ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12df861fc7cc472aa56973810590e1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987014 Jul 27 22:19:29.964864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:30.062884 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4a0c-f236-4240-951e-e479354e9c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.075459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb234c4a-1460-497e-bd8b-ef0dba2376ac req-3866f34e-37f3-431c-a00a-7cc2f15a482e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:30.084236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb234c4a-1460-497e-bd8b-ef0dba2376ac req-3866f34e-37f3-431c-a00a-7cc2f15a482e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 944 time: 0.0861154 Jul 27 22:19:30.132144 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4a0c-f236-4240-951e-e479354e9c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.176241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 69abaed8-11b0-4eb0-b92c-2949d20f62aa up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:19:30.183874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb234c4a-1460-497e-bd8b-ef0dba2376ac req-cacc80ec-ca69-4964-b909-21e968b69e48 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985603 Jul 27 22:19:30.220187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4a0c-f236-4240-951e-e479354e9c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.232729 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4a0c-f236-4240-951e-e479354e9c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.233965 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ebcc4a0c-f236-4240-951e-e479354e9c29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10be34ba-6caf-4ff7-a991-4d4e2b6d9924 HTTP/1.1" status: 204 len: 168 time: 0.2675056 Jul 27 22:19:30.243439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc4a0c-f236-4240-951e-e479354e9c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be34ba-6caf-4ff7-a991-4d4e2b6d9924,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:30.276010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 69abaed8-11b0-4eb0-b92c-2949d20f62aa completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:19:30.280665 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 69abaed8-11b0-4eb0-b92c-2949d20f62aa triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:30.281100 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.377440 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.405783 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd536c135-4fbe-4670-9c34-83cf7ca3fdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69abaed8-11b0-4eb0-b92c-2949d20f62aa'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:19:30.408282 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2352c3f-0001-45e5-8d69-4c1a4df80768" -d '{"events": [{"server_uuid": "d536c135-4fbe-4670-9c34-83cf7ca3fdb2", "name": "network-vif-plugged", "status": "completed", "tag": "69abaed8-11b0-4eb0-b92c-2949d20f62aa"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:19:30.421859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 69abaed8-11b0-4eb0-b92c-2949d20f62aa, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=69abaed8-11b0-4eb0-b92c-2949d20f62aa,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:30.427590 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.466972 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c880b9e-59c7-4234-83f3-7cd7fe742003 x-openstack-request-id: req-6c880b9e-59c7-4234-83f3-7cd7fe742003 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:19:30.467318 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d536c135-4fbe-4670-9c34-83cf7ca3fdb2", "name": "network-vif-plugged", "status": "completed", "tag": "69abaed8-11b0-4eb0-b92c-2949d20f62aa", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:19:30.467575 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c880b9e-59c7-4234-83f3-7cd7fe742003 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:19:30.468007 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd536c135-4fbe-4670-9c34-83cf7ca3fdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69abaed8-11b0-4eb0-b92c-2949d20f62aa', 'code': 200} Jul 27 22:19:30.486596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=69abaed8-11b0-4eb0-b92c-2949d20f62aa,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:30.575253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26156f18-93ac-4f8c-99e1-dc7fc2e95e30 req-ca8cceea-dc47-4fb8-9f0b-f54141cf8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:30.575368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35972) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:30.575791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26156f18-93ac-4f8c-99e1-dc7fc2e95e30 req-ca8cceea-dc47-4fb8-9f0b-f54141cf8125 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 1096 time: 0.0438070 Jul 27 22:19:30.629725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26156f18-93ac-4f8c-99e1-dc7fc2e95e30 req-038910d9-87bd-49ca-9506-6c472c20933e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466561 Jul 27 22:19:30.702442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35980) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:30.753432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90bd54d3-6be9-43bb-9613-e2d8ce15d6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.779107 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7a00201e-acce-41e2-8c7f-4e0f8cf5f8d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c87152e105174c43a6a39f553f4f58d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751262 Jul 27 22:19:30.781837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35984) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:30.878656 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2686-cc03-4f94-aa9f-4dd3ead2fe6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.904085 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2686-cc03-4f94-aa9f-4dd3ead2fe6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:30.995083 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90bd54d3-6be9-43bb-9613-e2d8ce15d6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:31.003917 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90bd54d3-6be9-43bb-9613-e2d8ce15d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:31.043066 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2686-cc03-4f94-aa9f-4dd3ead2fe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:31.045597 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2686-cc03-4f94-aa9f-4dd3ead2fe6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:31.046790 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7d8f2686-cc03-4f94-aa9f-4dd3ead2fe6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49d5ac67-f29d-4d2c-87ff-c80cf3752848 HTTP/1.1" status: 204 len: 168 time: 0.2640302 Jul 27 22:19:31.055022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:31.062111 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-90bd54d3-6be9-43bb-9613-e2d8ce15d6cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb5abb59041147499c696b76d49d7fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855800 Jul 27 22:19:31.065226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd54d3-6be9-43bb-9613-e2d8ce15d6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f342247d-1aa2-4d37-b349-69501d455c54,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:31.076943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f2686-cc03-4f94-aa9f-4dd3ead2fe6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d5ac67-f29d-4d2c-87ff-c80cf3752848,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:31.126053 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f02a9ae4-5e34-4dfb-a4b8-cad4ec461338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:31.156249 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f02a9ae4-5e34-4dfb-a4b8-cad4ec461338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:31.215289 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f02a9ae4-5e34-4dfb-a4b8-cad4ec461338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:31.218516 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f02a9ae4-5e34-4dfb-a4b8-cad4ec461338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:31.219775 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f02a9ae4-5e34-4dfb-a4b8-cad4ec461338 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f342247d-1aa2-4d37-b349-69501d455c54 HTTP/1.1" status: 204 len: 168 time: 0.1637590 Jul 27 22:19:31.227966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a9ae4-5e34-4dfb-a4b8-cad4ec461338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f342247d-1aa2-4d37-b349-69501d455c54,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:31.371874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70227-85c6-4a80-8ee6-c6dbec6919fb req-0a15d0d3-50e7-43b9-bd94-679a8fae02ae tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:31.373441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e1b70227-85c6-4a80-8ee6-c6dbec6919fb req-0a15d0d3-50e7-43b9-bd94-679a8fae02ae tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0680492 Jul 27 22:19:31.417946 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e1b70227-85c6-4a80-8ee6-c6dbec6919fb req-274a70f2-cca7-4159-9888-596230999e34 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366449 Jul 27 22:19:32.550295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e875f69-d0bd-410e-bfc9-cea61a8b1c13 req-c14be61f-a23d-47af-9c3d-28c1e80d44b9 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:32.552667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e875f69-d0bd-410e-bfc9-cea61a8b1c13 req-c14be61f-a23d-47af-9c3d-28c1e80d44b9 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0577180 Jul 27 22:19:32.608322 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e875f69-d0bd-410e-bfc9-cea61a8b1c13 req-90baae4b-968a-4b12-9d32-dbeef10dd7e4 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470283 Jul 27 22:19:32.955793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e690-5ce7-4860-9f89-4b1b3d454fc8 req-1b754e2f-12d5-49fc-a62c-fd1568cddfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:32.957582 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4510e690-5ce7-4860-9f89-4b1b3d454fc8 req-1b754e2f-12d5-49fc-a62c-fd1568cddfe4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c19a71148b44506a6c220a84a0129bd&device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 1096 time: 0.1091866 Jul 27 22:19:33.028680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c094a4-92d0-40f1-a5c9-b5c7e76658ab req-485fb2e9-384e-41b0-8110-d98f49c33de6 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:33.030210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29c094a4-92d0-40f1-a5c9-b5c7e76658ab req-485fb2e9-384e-41b0-8110-d98f49c33de6 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.1320622 Jul 27 22:19:33.145904 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29c094a4-92d0-40f1-a5c9-b5c7e76658ab req-82424cf6-5e67-4b2f-ad5d-17c65a707145 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887671 Jul 27 22:19:33.171863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e690-5ce7-4860-9f89-4b1b3d454fc8 req-9ba3c0d9-2a21-482a-a4ce-85fabd4d413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:33.173424 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4510e690-5ce7-4860-9f89-4b1b3d454fc8 req-9ba3c0d9-2a21-482a-a4ce-85fabd4d413e service neutron] 10.222.0.41 "GET /v2.0/networks?id=609f36d7-6494-4fb0-af9f-4fa63b968c93 HTTP/1.1" status: 200 len: 911 time: 0.2078083 Jul 27 22:19:33.229300 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4510e690-5ce7-4860-9f89-4b1b3d454fc8 req-9dda0ab9-b660-428f-9d3e-b3f0f471c5cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69abaed8-11b0-4eb0-b92c-2949d20f62aa HTTP/1.1" status: 200 len: 217 time: 0.0486608 Jul 27 22:19:33.303530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510e690-5ce7-4860-9f89-4b1b3d454fc8 req-e2ccd3d8-386b-4f5e-817c-96d77eacf2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:33.305454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4510e690-5ce7-4860-9f89-4b1b3d454fc8 req-e2ccd3d8-386b-4f5e-817c-96d77eacf2a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a79d5dc-2676-4678-a4d0-f3cdbc464686 HTTP/1.1" status: 200 len: 850 time: 0.0691628 Jul 27 22:19:33.347919 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4510e690-5ce7-4860-9f89-4b1b3d454fc8 req-1d250924-85c1-48db-aeb1-420ea8fbc41b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=609f36d7-6494-4fb0-af9f-4fa63b968c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315778 Jul 27 22:19:33.481969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4510e690-5ce7-4860-9f89-4b1b3d454fc8 req-b6a7dbb8-f7ad-49e7-b046-7ede5a2a1499 service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257203 Jul 27 22:19:33.623820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4510e690-5ce7-4860-9f89-4b1b3d454fc8 req-aeb4bd27-9e19-4a9a-bd63-967462cf369e service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346993 Jul 27 22:19:33.762245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:33.901925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aecc49bd-da1f-4da5-99c0-4e09bfd0cb78 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:33.930741 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aecc49bd-da1f-4da5-99c0-4e09bfd0cb78 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] 10.222.0.24 "PUT /v2.0/quotas/b2d4990dd08a46b29e686dd334c5dd8f HTTP/1.1" status: 200 len: 368 time: 0.1670361 Jul 27 22:19:33.933367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36164) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:33.938294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Request body: {'network': {'project_id': 'b2d4990dd08a46b29e686dd334c5dd8f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:33.972610 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Made reservation on behalf of b2d4990dd08a46b29e686dd334c5dd8f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:33.975866 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.000801 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.119452 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.128870 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.169838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:34.178344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eea3fb-c8aa-494e-a01b-ee4c969a8c16,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:34.193643 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.194497 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Added segment aae9687b-5ed0-4291-9a43-a194a140775a of type vlan for network 033bcc48-4464-43ee-9c49-6f44e8bbf202 Jul 27 22:19:34.292297 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.373490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.374498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:34.375093 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.391881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccd4bb-3d9c-47e8-90c0-96096409a5d4 req-28eaf996-21f7-4b10-b520-e721af471a10 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:34.393458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64ccd4bb-3d9c-47e8-90c0-96096409a5d4 req-28eaf996-21f7-4b10-b520-e721af471a10 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0925055 Jul 27 22:19:34.468838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5318444 Jul 27 22:19:34.469315 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36210) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:34.471352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81903a61-f821-4de4-8885-56c14f1fc46c tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Pushing event updated for resources: {'Network': ['ID=033bcc48-4464-43ee-9c49-6f44e8bbf202,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:34.474778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-352217e4-ce63-40e4-81de-b76215f29f66 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Request body: {'network': {'project_id': 'b2d4990dd08a46b29e686dd334c5dd8f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:34.483919 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 033bcc48-4464-43ee-9c49-6f44e8bbf202 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:34.518515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64ccd4bb-3d9c-47e8-90c0-96096409a5d4 req-a132ad33-d0ce-41db-bb4b-2a5efd76bcbb tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872989 Jul 27 22:19:34.532350 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352217e4-ce63-40e4-81de-b76215f29f66 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Made reservation on behalf of b2d4990dd08a46b29e686dd334c5dd8f for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:34.535975 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-352217e4-ce63-40e4-81de-b76215f29f66 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.563603 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352217e4-ce63-40e4-81de-b76215f29f66 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:34.580830 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-352217e4-ce63-40e4-81de-b76215f29f66 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.582429 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-352217e4-ce63-40e4-81de-b76215f29f66 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Added segment 8135a8ad-4ce8-42a0-aeaf-ebd9752d19de of type vlan for network 98278458-2533-4619-afd3-f9e9df38bd61 Jul 27 22:19:34.638664 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-352217e4-ce63-40e4-81de-b76215f29f66 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.674894 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-352217e4-ce63-40e4-81de-b76215f29f66 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.676632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352217e4-ce63-40e4-81de-b76215f29f66 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:34.677316 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-352217e4-ce63-40e4-81de-b76215f29f66 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.750049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-352217e4-ce63-40e4-81de-b76215f29f66 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2767897 Jul 27 22:19:34.750886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36214) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:34.752919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:34.756494 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-219fde67-d615-4aac-970d-c24fe2a70387 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Request body: {'network': {'project_id': 'b2d4990dd08a46b29e686dd334c5dd8f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:34.766488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352217e4-ce63-40e4-81de-b76215f29f66 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Pushing event updated for resources: {'Network': ['ID=98278458-2533-4619-afd3-f9e9df38bd61,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:34.777889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 98278458-2533-4619-afd3-f9e9df38bd61 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:34.788083 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-219fde67-d615-4aac-970d-c24fe2a70387 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 22:19:34.789834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219fde67-d615-4aac-970d-c24fe2a70387 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:34.794879 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-219fde67-d615-4aac-970d-c24fe2a70387 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0425770 Jul 27 22:19:34.842726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:34.939434 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204da037-5be5-4ace-8fb0-e5832351c00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.063365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b34245e8-56fb-46af-89e4-3c44f2ea466a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2d4990dd08a46b29e686dd334c5dd8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065263 Jul 27 22:19:35.063365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36232) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:35.111737 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204da037-5be5-4ace-8fb0-e5832351c00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.119869 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204da037-5be5-4ace-8fb0-e5832351c00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.153622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5007c482-f364-4e8b-b3ce-90fda070aeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.184291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:35.184504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-204da037-5be5-4ace-8fb0-e5832351c00c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2260f21832bd464db4420629145beea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302843 Jul 27 22:19:35.185546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204da037-5be5-4ace-8fb0-e5832351c00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b293d2-bb75-4ddf-b18f-b486d4c1da55,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:35.202646 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5007c482-f364-4e8b-b3ce-90fda070aeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.260000 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5007c482-f364-4e8b-b3ce-90fda070aeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.262865 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5007c482-f364-4e8b-b3ce-90fda070aeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.266717 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5007c482-f364-4e8b-b3ce-90fda070aeba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20eea3fb-c8aa-494e-a01b-ee4c969a8c16 HTTP/1.1" status: 204 len: 168 time: 0.2094886 Jul 27 22:19:35.267643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36240) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:35.278977 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4250c26-8844-45f1-9449-1a6cd2526762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.303408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4250c26-8844-45f1-9449-1a6cd2526762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.361407 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4250c26-8844-45f1-9449-1a6cd2526762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.366247 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4250c26-8844-45f1-9449-1a6cd2526762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.369311 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c4250c26-8844-45f1-9449-1a6cd2526762 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50b293d2-bb75-4ddf-b18f-b486d4c1da55 HTTP/1.1" status: 204 len: 168 time: 0.1839657 Jul 27 22:19:35.381743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007c482-f364-4e8b-b3ce-90fda070aeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eea3fb-c8aa-494e-a01b-ee4c969a8c16,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:35.384405 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4250c26-8844-45f1-9449-1a6cd2526762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b293d2-bb75-4ddf-b18f-b486d4c1da55,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:35.431476 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.529981 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.541434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98278458-2533-4619-afd3-f9e9df38bd61']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:35.561895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8135a8ad-4ce8-42a0-aeaf-ebd9752d19de') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:35.562204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8135a8ad-4ce8-42a0-aeaf-ebd9752d19de') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:35.580034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.619493 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.626760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:35.627687 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:35.683410 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:35.714715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.724613 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.725756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] 10.222.0.24 "DELETE /v2.0/networks/98278458-2533-4619-afd3-f9e9df38bd61 HTTP/1.1" status: 204 len: 168 time: 0.4546432 Jul 27 22:19:35.729510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36254) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:35.739052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f189c-49ea-4e4d-8ee4-aaf44dc60b88 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Pushing event deleted for resources: {'Network': ['ID=98278458-2533-4619-afd3-f9e9df38bd61,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:35.763973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334c811-1200-4400-ac01-88d9f7af428c req-c69d0b70-1243-4198-ae29-afcc3e520cf5 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:35.765648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3334c811-1200-4400-ac01-88d9f7af428c req-c69d0b70-1243-4198-ae29-afcc3e520cf5 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0778573 Jul 27 22:19:35.812359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36256) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:35.842230 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3612-26e4-42b2-8570-1c4a9f99e881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.846807 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3334c811-1200-4400-ac01-88d9f7af428c req-2b6ae2d6-43d7-40c6-8892-0ed14706f378 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690062 Jul 27 22:19:35.872999 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.962614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3612-26e4-42b2-8570-1c4a9f99e881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.968669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3612-26e4-42b2-8570-1c4a9f99e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.016522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7e7e3612-26e4-42b2-8570-1c4a9f99e881 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f35be81b3b54772adaaa9bb8579839e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031090 Jul 27 22:19:36.017370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36258) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:36.018124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e3612-26e4-42b2-8570-1c4a9f99e881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2cde2f-9ac7-4d5e-9369-2207c81dbde3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:36.024152 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.036977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033bcc48-4464-43ee-9c49-6f44e8bbf202']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:36.049199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae9687b-5ed0-4291-9a43-a194a140775a') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:36.049628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae9687b-5ed0-4291-9a43-a194a140775a') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:36.060308 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.075854 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.078467 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c822ff5e-e762-4352-9554-2b89986bbd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.083045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:36.083804 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:36.086184 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:36.109601 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c822ff5e-e762-4352-9554-2b89986bbd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.166750 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.172951 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.175272 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] 10.222.0.24 "DELETE /v2.0/networks/033bcc48-4464-43ee-9c49-6f44e8bbf202 HTTP/1.1" status: 204 len: 168 time: 0.4439366 Jul 27 22:19:36.181163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c822ff5e-e762-4352-9554-2b89986bbd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.185582 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c822ff5e-e762-4352-9554-2b89986bbd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.188027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c822ff5e-e762-4352-9554-2b89986bbd11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc2cde2f-9ac7-4d5e-9369-2207c81dbde3 HTTP/1.1" status: 204 len: 168 time: 0.1664166 Jul 27 22:19:36.190036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369662d-489a-41ad-8b7a-33683a30beb6 tempest-QuotasNegativeTest-1982062376 tempest-QuotasNegativeTest-1982062376-project-admin] Pushing event deleted for resources: {'Network': ['ID=033bcc48-4464-43ee-9c49-6f44e8bbf202,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:36.200222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822ff5e-e762-4352-9554-2b89986bbd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2cde2f-9ac7-4d5e-9369-2207c81dbde3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:36.747301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:36.765830 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e299-f1f9-4e3b-af27-d6cf50fb403c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.940617 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e299-f1f9-4e3b-af27-d6cf50fb403c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:36.952507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e299-f1f9-4e3b-af27-d6cf50fb403c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:37.055585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0e299-f1f9-4e3b-af27-d6cf50fb403c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319b4c6a-026b-455f-872a-6ee213ec4c1e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:37.060044 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2cc0e299-f1f9-4e3b-af27-d6cf50fb403c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=402a231fb6c94115bd5bef2baaf8e57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114219 Jul 27 22:19:37.062784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:37.106433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b30b6-c7f9-43c3-8503-19ba98bb6379 req-d2d4a24a-c96d-4f54-b42e-3994c8f9b8c3 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:37.108137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f4b30b6-c7f9-43c3-8503-19ba98bb6379 req-d2d4a24a-c96d-4f54-b42e-3994c8f9b8c3 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.1137342 Jul 27 22:19:37.175380 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-655ebf20-47ed-48cd-b333-5dc5b7d0c066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:37.180175 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f4b30b6-c7f9-43c3-8503-19ba98bb6379 req-2eeaeff2-1179-4e90-acad-02d321933aab tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 Jul 27 22:19:37.211517 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-655ebf20-47ed-48cd-b333-5dc5b7d0c066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:37.280127 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-655ebf20-47ed-48cd-b333-5dc5b7d0c066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:37.292228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-655ebf20-47ed-48cd-b333-5dc5b7d0c066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:37.298819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-655ebf20-47ed-48cd-b333-5dc5b7d0c066 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/319b4c6a-026b-455f-872a-6ee213ec4c1e HTTP/1.1" status: 204 len: 168 time: 0.2312734 Jul 27 22:19:37.319029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ebf20-47ed-48cd-b333-5dc5b7d0c066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319b4c6a-026b-455f-872a-6ee213ec4c1e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:37.956417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:38.128820 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36334) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:38.143855 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14ee5fb0-c09d-4253-b740-5e5f6ed2e541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.175845 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02db580e-d933-4392-9a88-0b9a3d907110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.348339 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bbdbc-d5c2-47e6-9e0b-aa6dcdebe02f req-f4216dbc-13df-472f-9a80-e133f74951b7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:38.350562 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e37bbdbc-d5c2-47e6-9e0b-aa6dcdebe02f req-f4216dbc-13df-472f-9a80-e133f74951b7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0827811 Jul 27 22:19:38.390742 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14ee5fb0-c09d-4253-b740-5e5f6ed2e541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.396461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14ee5fb0-c09d-4253-b740-5e5f6ed2e541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.405977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e37bbdbc-d5c2-47e6-9e0b-aa6dcdebe02f req-82e753dc-dc3b-4ff4-8d27-434bf40c3a98 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472217 Jul 27 22:19:38.446834 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-14ee5fb0-c09d-4253-b740-5e5f6ed2e541 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a3d874113294f499e42f4a554b2cbb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202980 Jul 27 22:19:38.447896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee5fb0-c09d-4253-b740-5e5f6ed2e541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca03bf30-017e-4823-9aa5-9a039ee78f2e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:38.449362 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:38.534139 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4be1eee3-651d-4c0d-82c5-65d1242c6adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.556828 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4be1eee3-651d-4c0d-82c5-65d1242c6adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.584392 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02db580e-d933-4392-9a88-0b9a3d907110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.596452 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02db580e-d933-4392-9a88-0b9a3d907110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.656090 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db580e-d933-4392-9a88-0b9a3d907110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09df7675-267f-4d8c-8537-32e8c1ae5d66,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:38.676314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-02db580e-d933-4392-9a88-0b9a3d907110 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbad014f738e425ab8c094be699c34b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7153206 Jul 27 22:19:38.676314 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4be1eee3-651d-4c0d-82c5-65d1242c6adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.676567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36356) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:38.677354 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4be1eee3-651d-4c0d-82c5-65d1242c6adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.680619 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4be1eee3-651d-4c0d-82c5-65d1242c6adf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca03bf30-017e-4823-9aa5-9a039ee78f2e HTTP/1.1" status: 204 len: 168 time: 0.2269006 Jul 27 22:19:38.687044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1eee3-651d-4c0d-82c5-65d1242c6adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca03bf30-017e-4823-9aa5-9a039ee78f2e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:38.780747 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7605e6cb-78ba-48d8-ac2e-5987dfc3f937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.817049 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7605e6cb-78ba-48d8-ac2e-5987dfc3f937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.897124 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7605e6cb-78ba-48d8-ac2e-5987dfc3f937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.900773 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7605e6cb-78ba-48d8-ac2e-5987dfc3f937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.905132 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7605e6cb-78ba-48d8-ac2e-5987dfc3f937 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09df7675-267f-4d8c-8537-32e8c1ae5d66 HTTP/1.1" status: 204 len: 168 time: 0.2280040 Jul 27 22:19:38.914960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605e6cb-78ba-48d8-ac2e-5987dfc3f937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09df7675-267f-4d8c-8537-32e8c1ae5d66,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:39.323506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36390) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:39.346450 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-562488e0-623f-4e8c-88fb-c6448b3ec956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.496420 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-562488e0-623f-4e8c-88fb-c6448b3ec956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.504314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-562488e0-623f-4e8c-88fb-c6448b3ec956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.549452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562488e0-623f-4e8c-88fb-c6448b3ec956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d35cd0-2ba0-4e83-9c6f-76ec3612d6b5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:39.573077 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-562488e0-623f-4e8c-88fb-c6448b3ec956 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a2d131192644406b23009d9a9ca20e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454824 Jul 27 22:19:39.573406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36400) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:39.629687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e06d11-26e8-4094-b484-bd6f07dd4808 req-b3152d9c-9c41-4469-883d-72871900f80c tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:39.641160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18e06d11-26e8-4094-b484-bd6f07dd4808 req-b3152d9c-9c41-4469-883d-72871900f80c tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0888159 Jul 27 22:19:39.650408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ab3ca4f-078a-491e-83ad-de23e6111209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.698529 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18e06d11-26e8-4094-b484-bd6f07dd4808 req-52f1c586-d563-4b50-9981-0c803d5b7eae tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570152 Jul 27 22:19:39.698678 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ab3ca4f-078a-491e-83ad-de23e6111209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.794130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ab3ca4f-078a-491e-83ad-de23e6111209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.802556 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ab3ca4f-078a-491e-83ad-de23e6111209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.808465 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0ab3ca4f-078a-491e-83ad-de23e6111209 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1d35cd0-2ba0-4e83-9c6f-76ec3612d6b5 HTTP/1.1" status: 204 len: 168 time: 0.2341874 Jul 27 22:19:39.822453 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3ca4f-078a-491e-83ad-de23e6111209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d35cd0-2ba0-4e83-9c6f-76ec3612d6b5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:40.847102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579eb526-f5c1-414e-8949-f043d1ba6a40 req-0e29bfd6-fd93-4f02-a261-8ec26bcf0bc3 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:40.849268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-579eb526-f5c1-414e-8949-f043d1ba6a40 req-0e29bfd6-fd93-4f02-a261-8ec26bcf0bc3 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0608721 Jul 27 22:19:40.904880 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-579eb526-f5c1-414e-8949-f043d1ba6a40 req-6074f191-b1fa-4bdc-9b2c-7fb220bd271a tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477726 Jul 27 22:19:41.296080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36502) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:41.658768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1247445213', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:41.699134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Made reservation on behalf of 05fad4668eb94420a2a3d0f078109544 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:41.704639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:41.715557 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:41.842217 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:41.847460 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:41.853679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] device_id is not set on port 79f3611b-05ba-4834-9359-48b63c0f260e yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:19:41.963707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0698dd87-fc6e-46b6-b9fa-449eb88be957,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:41.986023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Allocated IP 172.25.1.91 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/79f3611b-05ba-4834-9359-48b63c0f260e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:19:42.197016 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.243110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c37e4-4d25-4f20-a773-9c4e8fb32253 req-cd66b187-b352-4648-ad05-f10e20294adb tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:42.246712 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-512c37e4-4d25-4f20-a773-9c4e8fb32253 req-cd66b187-b352-4648-ad05-f10e20294adb tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.1118462 Jul 27 22:19:42.249281 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.299589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:42.303372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:42.307496 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:42.318698 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-512c37e4-4d25-4f20-a773-9c4e8fb32253 req-73c0be67-8915-494e-9d29-17dd90d3deda tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604920 Jul 27 22:19:42.352337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Pushing event updated for resources: {'Port': ['ID=79f3611b-05ba-4834-9359-48b63c0f260e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:42.366472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:42.367445 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.389495 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ebd75e89-f21a-4e8f-bda3-f4efe684223e tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0893772 Jul 27 22:19:42.390523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36554) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:42.396124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.91'}]}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:42.437198 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.445560 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.447638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.470613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:42.526655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.613058 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de893402-b1fc-47a6-bb96-bd8666c8802e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.692036 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.748179 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ee211fd-7ff1-43ef-a6d9-c52b0b046d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.872933 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de893402-b1fc-47a6-bb96-bd8666c8802e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.880539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de893402-b1fc-47a6-bb96-bd8666c8802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:42.952401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-de893402-b1fc-47a6-bb96-bd8666c8802e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=800dab5bc47c415da1f5fd26524d1977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806812 Jul 27 22:19:42.955038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36598) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:42.955962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de893402-b1fc-47a6-bb96-bd8666c8802e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5f9627-8793-4e81-bf74-598f010e175c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:43.025496 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bba522d-b2a0-4c77-841c-ab89673fa7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.034745 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.050563 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bba522d-b2a0-4c77-841c-ab89673fa7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.055399 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.107619 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bba522d-b2a0-4c77-841c-ab89673fa7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.110578 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bba522d-b2a0-4c77-841c-ab89673fa7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.111840 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0bba522d-b2a0-4c77-841c-ab89673fa7f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a5f9627-8793-4e81-bf74-598f010e175c HTTP/1.1" status: 204 len: 168 time: 0.1553304 Jul 27 22:19:43.134415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba522d-b2a0-4c77-841c-ab89673fa7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5f9627-8793-4e81-bf74-598f010e175c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:43.277123 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.942750 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.948947 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:44.023274 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552d207-fdcb-4fad-b6af-02f0c2c3286f req-354f0543-82dd-46a7-9999-d0bfb8ff5e3f tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:44.024901 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1552d207-fdcb-4fad-b6af-02f0c2c3286f req-354f0543-82dd-46a7-9999-d0bfb8ff5e3f tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.5889301 Jul 27 22:19:44.026054 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:44.026612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9fed96b-9e79-4ebc-8c1f-7b3fe206372a {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:19:44.080585 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 22:19:44.084674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-deb0c2b9-65e5-4706-a44b-ee960c86d25d tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6903033 Jul 27 22:19:44.085899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36692) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:44.089416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1552d207-fdcb-4fad-b6af-02f0c2c3286f req-84dbf05b-c97b-4f64-86fb-1a2c486877cc tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497174 Jul 27 22:19:44.190049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-670eee71-1229-408c-bc35-b323791bbd65 tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Deleting port 79f3611b-05ba-4834-9359-48b63c0f260e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:44.190562 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-670eee71-1229-408c-bc35-b323791bbd65 tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:44.295713 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-670eee71-1229-408c-bc35-b323791bbd65 tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:44.313395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-670eee71-1229-408c-bc35-b323791bbd65 tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Calling delete_port for 79f3611b-05ba-4834-9359-48b63c0f260e owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:44.474939 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-670eee71-1229-408c-bc35-b323791bbd65 tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:44.538170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eee71-1229-408c-bc35-b323791bbd65 tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Pushing event deleted for resources: {'Port': ['ID=79f3611b-05ba-4834-9359-48b63c0f260e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:44.643773 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-670eee71-1229-408c-bc35-b323791bbd65 tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:44.660629 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-670eee71-1229-408c-bc35-b323791bbd65 tempest-RoutersAdminNegativeTest-1822409099 tempest-RoutersAdminNegativeTest-1822409099-project-admin] 10.222.0.24 "DELETE /v2.0/ports/79f3611b-05ba-4834-9359-48b63c0f260e HTTP/1.1" status: 204 len: 168 time: 0.5613935 Jul 27 22:19:44.704130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:45.020907 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bbf49e94-7f03-4a32-980f-e6cb8bd18067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.031722 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36752) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:45.107425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab956a20-7d31-4c21-86b3-712eec9afdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.155996 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bbf49e94-7f03-4a32-980f-e6cb8bd18067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.162320 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bbf49e94-7f03-4a32-980f-e6cb8bd18067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.215193 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bbf49e94-7f03-4a32-980f-e6cb8bd18067 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f018a6f84804f61832b897ccf161af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098860 Jul 27 22:19:45.216142 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36770) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:45.216838 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf49e94-7f03-4a32-980f-e6cb8bd18067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b03f6-98a0-41d1-9bed-8fa85692eca2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:45.284036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f00f6bb-fd4a-4782-b09b-a5453786bc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.286415 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6bcee-7be2-4aac-8b8b-de056a9e88fa req-be23c513-4cc4-466e-be6b-b000b3a8ed05 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:45.288060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03e6bcee-7be2-4aac-8b8b-de056a9e88fa req-be23c513-4cc4-466e-be6b-b000b3a8ed05 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0861113 Jul 27 22:19:45.323120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f00f6bb-fd4a-4782-b09b-a5453786bc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.325317 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab956a20-7d31-4c21-86b3-712eec9afdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.340476 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab956a20-7d31-4c21-86b3-712eec9afdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.411673 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f00f6bb-fd4a-4782-b09b-a5453786bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.420204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f00f6bb-fd4a-4782-b09b-a5453786bc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.421424 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5f00f6bb-fd4a-4782-b09b-a5453786bc4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e24b03f6-98a0-41d1-9bed-8fa85692eca2 HTTP/1.1" status: 204 len: 168 time: 0.2016256 Jul 27 22:19:45.432526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00f6bb-fd4a-4782-b09b-a5453786bc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b03f6-98a0-41d1-9bed-8fa85692eca2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:45.462289 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11d5d9de-f425-4317-b61c-7e2f97b8b678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.480110 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03e6bcee-7be2-4aac-8b8b-de056a9e88fa req-f2985437-01db-46b6-bf95-edf21218c495 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808643 Jul 27 22:19:45.545565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36788) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:45.548532 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ab956a20-7d31-4c21-86b3-712eec9afdcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7afa0356d05e4e9fb807d0f111eb1d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156820 Jul 27 22:19:45.549724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab956a20-7d31-4c21-86b3-712eec9afdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6084d610-0efe-40eb-89af-edad5919930f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:45.658115 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62388ace-ee41-455f-ad38-822a3f986577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.682073 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62388ace-ee41-455f-ad38-822a3f986577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.768848 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62388ace-ee41-455f-ad38-822a3f986577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.773309 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62388ace-ee41-455f-ad38-822a3f986577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.781136 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-62388ace-ee41-455f-ad38-822a3f986577 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6084d610-0efe-40eb-89af-edad5919930f HTTP/1.1" status: 204 len: 168 time: 0.2343705 Jul 27 22:19:45.790382 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.808646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62388ace-ee41-455f-ad38-822a3f986577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6084d610-0efe-40eb-89af-edad5919930f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:46.151477 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:46.205955 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d1c0a3a2-e5c2-41ad-8fd0-7e35ad9eea13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05fad4668eb94420a2a3d0f078109544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524786 Jul 27 22:19:46.208172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36832) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:46.267667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64c0c711-6a9f-4d7d-ae9b-2e871c257ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:46.299820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64c0c711-6a9f-4d7d-ae9b-2e871c257ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:46.356928 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64c0c711-6a9f-4d7d-ae9b-2e871c257ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:46.360055 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64c0c711-6a9f-4d7d-ae9b-2e871c257ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:46.364156 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-64c0c711-6a9f-4d7d-ae9b-2e871c257ce5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0698dd87-fc6e-46b6-b9fa-449eb88be957 HTTP/1.1" status: 204 len: 168 time: 0.1548846 Jul 27 22:19:46.384796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0c711-6a9f-4d7d-ae9b-2e871c257ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0698dd87-fc6e-46b6-b9fa-449eb88be957,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:46.415852 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:46.428332 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:46.624514 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046f2c1-fc3d-40fd-9a9c-81f4e3b58656 req-a3a6274c-3e97-4fc1-ae95-2f50a752be2e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:46.626337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1046f2c1-fc3d-40fd-9a9c-81f4e3b58656 req-a3a6274c-3e97-4fc1-ae95-2f50a752be2e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0625575 Jul 27 22:19:46.677094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1046f2c1-fc3d-40fd-9a9c-81f4e3b58656 req-d7c15940-cec4-4556-a84b-dd6b15dfe7b4 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Jul 27 22:19:47.232389 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:47.435613 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8ff565e-dfc4-4b78-8f90-e07d8a3b948c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.577968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36912) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:47.622122 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8ff565e-dfc4-4b78-8f90-e07d8a3b948c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.627091 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8ff565e-dfc4-4b78-8f90-e07d8a3b948c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.677403 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e8ff565e-dfc4-4b78-8f90-e07d8a3b948c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc46ba825b964c618b19b63dcd27cf10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4436781 Jul 27 22:19:47.678685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff565e-dfc4-4b78-8f90-e07d8a3b948c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f815e183-6ab5-4c05-baed-9c76c9a281a5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:47.681147 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36916) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:47.754098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'networks': [{'name': 'tempest-network--1963070941'}, {'name': 'tempest-network--1525868982'}]} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:47.754788 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'network': {'name': 'tempest-network--1963070941'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:47.755819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'network': {'name': 'tempest-network--1525868982'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:47.795040 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cad0f9ef-ee9f-4811-b7f3-6b460963994b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.816025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Made reservation on behalf of c69b5fb620764462a1463e7511cb9fe7 for: {'network': 2} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:47.829050 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.845010 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.862813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd658928-a9f4-4ca3-ac11-88236d532d1f req-e557b033-4231-468c-b38b-0d545ba40fc9 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:47.864311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd658928-a9f4-4ca3-ac11-88236d532d1f req-e557b033-4231-468c-b38b-0d545ba40fc9 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0632944 Jul 27 22:19:47.871748 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cad0f9ef-ee9f-4811-b7f3-6b460963994b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.923915 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd658928-a9f4-4ca3-ac11-88236d532d1f req-4785e626-c778-4e96-a3c6-2833c43dcb6d tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519073 Jul 27 22:19:47.980438 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cad0f9ef-ee9f-4811-b7f3-6b460963994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.983058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cad0f9ef-ee9f-4811-b7f3-6b460963994b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.984225 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cad0f9ef-ee9f-4811-b7f3-6b460963994b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f815e183-6ab5-4c05-baed-9c76c9a281a5 HTTP/1.1" status: 204 len: 168 time: 0.3021054 Jul 27 22:19:48.000225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0f9ef-ee9f-4811-b7f3-6b460963994b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f815e183-6ab5-4c05-baed-9c76c9a281a5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:48.052786 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.058103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.060451 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.090061 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.115326 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63bb2879-3f95-409d-9094-d6cab3344255,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:48.141608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:48.151740 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.152093 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Added segment 29ae207c-92f1-4897-b32a-c3571a0f5a21 of type vlan for network cb0fc7f1-791a-41d9-af14-d70c70f65811 Jul 27 22:19:48.200925 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.247818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:48.265575 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.266243 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Added segment 566cabf7-05f3-4119-b3a4-9bf4dbb9e720 of type vlan for network cf5c31d0-bab1-41fc-a425-25dfea8b6fdc Jul 27 22:19:48.312493 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.353592 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.355001 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.363305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:48.370210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:48.371536 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.449528 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8702641 Jul 27 22:19:48.452025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:48.463739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event updated for resources: {'Network': ['ID=cb0fc7f1-791a-41d9-af14-d70c70f65811,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:48.474493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network cb0fc7f1-791a-41d9-af14-d70c70f65811 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:48.547075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a0e0-6897-4f70-bf0e-bba51bd0a8d4 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event updated for resources: {'Network': ['ID=cf5c31d0-bab1-41fc-a425-25dfea8b6fdc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:48.559006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network cf5c31d0-bab1-41fc-a425-25dfea8b6fdc details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:48.641198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67b67e-d345-46ed-83b8-1edf1a28a879 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:48.647470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67b67e-d345-46ed-83b8-1edf1a28a879 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:48.671577 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67b67e-d345-46ed-83b8-1edf1a28a879 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:48.678064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67b67e-d345-46ed-83b8-1edf1a28a879 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:48.684104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36948) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:48.685616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2d67b67e-d345-46ed-83b8-1edf1a28a879 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2312264 Jul 27 22:19:48.819159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.076390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7527b-b9cb-4c50-a070-df471a85efaf req-62deafe2-a000-4326-845a-1ee052550ea6 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:49.084990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fdd7527b-b9cb-4c50-a070-df471a85efaf req-62deafe2-a000-4326-845a-1ee052550ea6 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0657063 Jul 27 22:19:49.142214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fdd7527b-b9cb-4c50-a070-df471a85efaf req-03558266-dc4e-4db1-a872-ce1cdd1b3bd1 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560143 Jul 27 22:19:49.352423 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.366035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0fc7f1-791a-41d9-af14-d70c70f65811']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:49.376983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ae207c-92f1-4897-b32a-c3571a0f5a21') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:49.377285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ae207c-92f1-4897-b32a-c3571a0f5a21') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:49.396754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.416471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.447121 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:49.447783 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:49.453990 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:49.606903 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.620863 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.625576 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "DELETE /v2.0/networks/cb0fc7f1-791a-41d9-af14-d70c70f65811 HTTP/1.1" status: 204 len: 168 time: 0.9382508 Jul 27 22:19:49.625951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37012) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:49.664572 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f07e6-d442-4098-8c08-bc76043630ea tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event deleted for resources: {'Network': ['ID=cb0fc7f1-791a-41d9-af14-d70c70f65811,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:49.716297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37022) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:49.768550 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.871907 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba2a1-c5c2-42b9-8669-095e7a600df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.911883 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.927562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5c31d0-bab1-41fc-a425-25dfea8b6fdc']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:49.956579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566cabf7-05f3-4119-b3a4-9bf4dbb9e720') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:49.957777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566cabf7-05f3-4119-b3a4-9bf4dbb9e720') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:49.974522 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.013458 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba2a1-c5c2-42b9-8669-095e7a600df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.018179 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.019581 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba2a1-c5c2-42b9-8669-095e7a600df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.031478 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:50.032029 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:50.038693 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:50.081030 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0f3ba2a1-c5c2-42b9-8669-095e7a600df6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46ba52e7d565422d85040bda865a64c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642445 Jul 27 22:19:50.081640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37032) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.089072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37034) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.091082 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ba2a1-c5c2-42b9-8669-095e7a600df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c52f65-b3bf-40e4-8c23-5b704829ee87,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:50.141443 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.142592 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da49ac92-adeb-4f23-bb01-632d12002290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.150624 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.155192 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "DELETE /v2.0/networks/cf5c31d0-bab1-41fc-a425-25dfea8b6fdc HTTP/1.1" status: 204 len: 168 time: 0.5281854 Jul 27 22:19:50.156606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37038) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.165402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2840123-3490-4f0d-b87f-840a8d2f29cf tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event deleted for resources: {'Network': ['ID=cf5c31d0-bab1-41fc-a425-25dfea8b6fdc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:50.255947 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da49ac92-adeb-4f23-bb01-632d12002290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.281234 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57f1973a-7aa6-47af-9c0f-9da23f4ec8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.291698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d3f985-9eba-452d-8eca-0abd43ff0ac3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:50.298043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d3f985-9eba-452d-8eca-0abd43ff0ac3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:50.306036 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b7d3f985-9eba-452d-8eca-0abd43ff0ac3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1421318 Jul 27 22:19:50.307368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37042) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.308765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d0015-5a82-4c82-bffc-106a74e60f3b req-eb5545e4-11c7-40fb-8cb0-45a303aff4ef tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:50.310398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-197d0015-5a82-4c82-bffc-106a74e60f3b req-eb5545e4-11c7-40fb-8cb0-45a303aff4ef tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0846202 Jul 27 22:19:50.316710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cf65b782-38ab-4365-aa83-e39672db10f3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2106062338'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:50.359895 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da49ac92-adeb-4f23-bb01-632d12002290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.365307 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da49ac92-adeb-4f23-bb01-632d12002290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.371673 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-da49ac92-adeb-4f23-bb01-632d12002290 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09c52f65-b3bf-40e4-8c23-5b704829ee87 HTTP/1.1" status: 204 len: 168 time: 0.2868290 Jul 27 22:19:50.383190 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49ac92-adeb-4f23-bb01-632d12002290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c52f65-b3bf-40e4-8c23-5b704829ee87,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:50.400774 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-197d0015-5a82-4c82-bffc-106a74e60f3b req-2a98842a-f021-4316-8110-dcf832989a5c tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742035 Jul 27 22:19:50.454877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57f1973a-7aa6-47af-9c0f-9da23f4ec8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.458876 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57f1973a-7aa6-47af-9c0f-9da23f4ec8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.474635 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf65b782-38ab-4365-aa83-e39672db10f3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Made reservation on behalf of c69b5fb620764462a1463e7511cb9fe7 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:50.479293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf65b782-38ab-4365-aa83-e39672db10f3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.501238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1973a-7aa6-47af-9c0f-9da23f4ec8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3980cfd-2d31-404e-b52d-610fdce1a6fd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:50.508322 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-57f1973a-7aa6-47af-9c0f-9da23f4ec8be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fd952c11dba46ddb38a9e93ee16e0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173229 Jul 27 22:19:50.511383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.514467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf65b782-38ab-4365-aa83-e39672db10f3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:50.528996 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf65b782-38ab-4365-aa83-e39672db10f3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.529365 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-cf65b782-38ab-4365-aa83-e39672db10f3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Added segment 984f9a5d-8b99-4ef3-bc56-f2bab74d9bd9 of type vlan for network 7fd54002-8661-48aa-8c04-b3199e480867 Jul 27 22:19:50.569560 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6160ab3-daf6-4ef0-9433-656da0c43667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.575530 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf65b782-38ab-4365-aa83-e39672db10f3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.597541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6160ab3-daf6-4ef0-9433-656da0c43667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.632439 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf65b782-38ab-4365-aa83-e39672db10f3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.633078 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65b782-38ab-4365-aa83-e39672db10f3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:50.633884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf65b782-38ab-4365-aa83-e39672db10f3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.657907 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6160ab3-daf6-4ef0-9433-656da0c43667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.661546 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6160ab3-daf6-4ef0-9433-656da0c43667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.664375 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c6160ab3-daf6-4ef0-9433-656da0c43667 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3980cfd-2d31-404e-b52d-610fdce1a6fd HTTP/1.1" status: 204 len: 168 time: 0.1507115 Jul 27 22:19:50.678613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6160ab3-daf6-4ef0-9433-656da0c43667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3980cfd-2d31-404e-b52d-610fdce1a6fd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:50.698564 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cf65b782-38ab-4365-aa83-e39672db10f3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3906736 Jul 27 22:19:50.702126 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.710944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-061de4ec-abca-45a5-ba7a-77e9d0ac855b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-606446892'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:50.737894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65b782-38ab-4365-aa83-e39672db10f3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event updated for resources: {'Network': ['ID=7fd54002-8661-48aa-8c04-b3199e480867,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:50.751361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7fd54002-8661-48aa-8c04-b3199e480867 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:50.758445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061de4ec-abca-45a5-ba7a-77e9d0ac855b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Made reservation on behalf of c69b5fb620764462a1463e7511cb9fe7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:50.763505 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-061de4ec-abca-45a5-ba7a-77e9d0ac855b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.798634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061de4ec-abca-45a5-ba7a-77e9d0ac855b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:50.809681 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-061de4ec-abca-45a5-ba7a-77e9d0ac855b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.810235 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-061de4ec-abca-45a5-ba7a-77e9d0ac855b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Added segment a3c407a3-a9b2-439c-8b02-c776f787fa70 of type vlan for network 4f339a4a-4adb-4364-b6b4-4a8338310f80 Jul 27 22:19:50.871464 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-061de4ec-abca-45a5-ba7a-77e9d0ac855b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.925280 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-061de4ec-abca-45a5-ba7a-77e9d0ac855b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.931816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061de4ec-abca-45a5-ba7a-77e9d0ac855b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:50.932711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-061de4ec-abca-45a5-ba7a-77e9d0ac855b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.011244 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37074) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:51.011452 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-061de4ec-abca-45a5-ba7a-77e9d0ac855b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3073182 Jul 27 22:19:51.017614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'ports': [{'network_id': '7fd54002-8661-48aa-8c04-b3199e480867', 'name': 'tempest-port--1168019169', 'admin_state_up': True}, {'network_id': '4f339a4a-4adb-4364-b6b4-4a8338310f80', 'admin_state_up': False}]} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:51.018159 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'port': {'network_id': '7fd54002-8661-48aa-8c04-b3199e480867', 'name': 'tempest-port--1168019169', 'admin_state_up': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:51.018801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'port': {'network_id': '4f339a4a-4adb-4364-b6b4-4a8338310f80', 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:51.022141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061de4ec-abca-45a5-ba7a-77e9d0ac855b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event updated for resources: {'Network': ['ID=4f339a4a-4adb-4364-b6b4-4a8338310f80,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:51.037197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 4f339a4a-4adb-4364-b6b4-4a8338310f80 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:51.240210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Made reservation on behalf of c69b5fb620764462a1463e7511cb9fe7 for: {'port': 2} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:51.250189 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.267448 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.371126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] device_id is not set on port 36bf3948-0109-4f1e-9118-d9739bbbf79b yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:19:51.536469 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.587619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae965cd-33c8-4ff5-be48-c2e6a0060fb1 req-84462de8-dcab-4a02-b76c-dd872f0879d7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:51.589628 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae965cd-33c8-4ff5-be48-c2e6a0060fb1 req-84462de8-dcab-4a02-b76c-dd872f0879d7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0851834 Jul 27 22:19:51.632274 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] device_id is not set on port a16da033-d3f3-4931-938d-ca6748392089 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:19:51.653528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ae965cd-33c8-4ff5-be48-c2e6a0060fb1 req-e37d6f4a-88e9-44a8-b27d-750ef3dfa4a5 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579598 Jul 27 22:19:51.796805 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.861786 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.970111 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event updated for resources: {'Port': ['ID=36bf3948-0109-4f1e-9118-d9739bbbf79b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:51.987310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Checking segment: {'id': '984f9a5d-8b99-4ef3-bc56-f2bab74d9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7fd54002-8661-48aa-8c04-b3199e480867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:51.987854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Network hostable DHCP agents. Network: 7fd54002-8661-48aa-8c04-b3199e480867, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:19:52.024770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Network 7fd54002-8661-48aa-8c04-b3199e480867 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:19:52.040705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7fd54002-8661-48aa-8c04-b3199e480867) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:52.045409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:52.046719 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.057382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bd79a3-6270-4d5b-aa4b-4213ced9efb2 None None] Network 7fd54002-8661-48aa-8c04-b3199e480867 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:52.110980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event updated for resources: {'Port': ['ID=a16da033-d3f3-4931-938d-ca6748392089,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:52.139851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Checking segment: {'id': 'a3c407a3-a9b2-439c-8b02-c776f787fa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4f339a4a-4adb-4364-b6b4-4a8338310f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:52.140693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Network hostable DHCP agents. Network: 4f339a4a-4adb-4364-b6b4-4a8338310f80, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:19:52.164454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Network 4f339a4a-4adb-4364-b6b4-4a8338310f80 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:19:52.185094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 4f339a4a-4adb-4364-b6b4-4a8338310f80) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:52.196175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:52.197810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf022a7b-b89b-4e99-b144-b7b76d8b101a None None] Network 4f339a4a-4adb-4364-b6b4-4a8338310f80 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:52.212656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:52.217810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:52.218568 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.238348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:52.238959 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c09c85c5-2d10-4476-aa25-b7e33871fe0d tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2257562 Jul 27 22:19:52.326194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2489c3-554b-449e-ac33-7a5aee105cbd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:52.334344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2489c3-554b-449e-ac33-7a5aee105cbd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:52.337112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cc2489c3-554b-449e-ac33-7a5aee105cbd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0969098 Jul 27 22:19:52.340033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37138) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:52.465309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dfd3f01a-7153-42d5-a582-ccc0cbf0d43a tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Deleting port 36bf3948-0109-4f1e-9118-d9739bbbf79b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:52.465769 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfd3f01a-7153-42d5-a582-ccc0cbf0d43a tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.552490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfd3f01a-7153-42d5-a582-ccc0cbf0d43a tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.567804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:52.571718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dfd3f01a-7153-42d5-a582-ccc0cbf0d43a tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Calling delete_port for 36bf3948-0109-4f1e-9118-d9739bbbf79b owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:52.674714 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfd3f01a-7153-42d5-a582-ccc0cbf0d43a tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.686564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:52.709270 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3f01a-7153-42d5-a582-ccc0cbf0d43a tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event deleted for resources: {'Port': ['ID=36bf3948-0109-4f1e-9118-d9739bbbf79b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:52.737827 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfd3f01a-7153-42d5-a582-ccc0cbf0d43a tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.738065 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.752109 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dfd3f01a-7153-42d5-a582-ccc0cbf0d43a tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "DELETE /v2.0/ports/36bf3948-0109-4f1e-9118-d9739bbbf79b HTTP/1.1" status: 204 len: 168 time: 0.4084373 Jul 27 22:19:52.754851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:52.865710 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.889317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28973d47-5a5d-4c63-b5b9-508e966fc8cf req-e3be14a1-5a2a-4996-96e1-dad741ccadbe tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:52.889931 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-28973d47-5a5d-4c63-b5b9-508e966fc8cf req-e3be14a1-5a2a-4996-96e1-dad741ccadbe tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.1035659 Jul 27 22:19:52.943925 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-28973d47-5a5d-4c63-b5b9-508e966fc8cf req-83f9262c-7a64-408f-8538-a34952e12f7a tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460291 Jul 27 22:19:52.950613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-37eab4ae-12a3-4adc-9186-fcabb239a293 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Deleting port a16da033-d3f3-4931-938d-ca6748392089 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:52.951047 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37eab4ae-12a3-4adc-9186-fcabb239a293 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.035967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Allocated IP 172.25.1.183 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/cd156b2c-62ef-4946-a5ab-1100b3830ff7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:19:53.036320 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37eab4ae-12a3-4adc-9186-fcabb239a293 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.050862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-37eab4ae-12a3-4adc-9186-fcabb239a293 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Calling delete_port for a16da033-d3f3-4931-938d-ca6748392089 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:53.158548 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.191225 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37eab4ae-12a3-4adc-9186-fcabb239a293 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.227313 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.231862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eab4ae-12a3-4adc-9186-fcabb239a293 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event deleted for resources: {'Port': ['ID=a16da033-d3f3-4931-938d-ca6748392089,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:53.235711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37eab4ae-12a3-4adc-9186-fcabb239a293 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.237860 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-37eab4ae-12a3-4adc-9186-fcabb239a293 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "DELETE /v2.0/ports/a16da033-d3f3-4931-938d-ca6748392089 HTTP/1.1" status: 204 len: 168 time: 0.4820249 Jul 27 22:19:53.240339 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37182) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:53.277012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a617bacc-e4a3-46e1-813a-68cf6d5c2adb tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0306973 Jul 27 22:19:53.277754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:53.285957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c5af3a36-1ddf-4a55-bacf-cae3445d0ac1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1678169420'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:53.292691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:53.297290 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:53.303250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:53.326225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Pushing event updated for resources: {'Port': ['ID=cd156b2c-62ef-4946-a5ab-1100b3830ff7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:53.334272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-e08b9971-9351-4def-8ed8-3dd29b04e033 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=67dee723f62b45bd9d2aa78c10f3bdd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378056 Jul 27 22:19:53.381714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5af3a36-1ddf-4a55-bacf-cae3445d0ac1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Made reservation on behalf of c69b5fb620764462a1463e7511cb9fe7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:53.384906 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5af3a36-1ddf-4a55-bacf-cae3445d0ac1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.404653 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.444195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.489025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5af3a36-1ddf-4a55-bacf-cae3445d0ac1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:53.540130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5af3a36-1ddf-4a55-bacf-cae3445d0ac1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.540480 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-c5af3a36-1ddf-4a55-bacf-cae3445d0ac1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Added segment 4a8e0f0a-8419-45a3-8c68-70a3e03b482e of type vlan for network 8e61feec-96ea-4ad3-afa4-747e7c98e015 Jul 27 22:19:53.588295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-e7a8e3e0-58ff-4e9b-ac05-caf73d7f7e04 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:53.589809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-e7a8e3e0-58ff-4e9b-ac05-caf73d7f7e04 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489712 Jul 27 22:19:53.602392 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5af3a36-1ddf-4a55-bacf-cae3445d0ac1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.615453 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-4f511250-ffb4-47f6-a84e-7a9295b5d42b tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/quotas/67dee723f62b45bd9d2aa78c10f3bdd9 HTTP/1.1" status: 200 len: 375 time: 0.0170698 Jul 27 22:19:53.621936 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.627246 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.659606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-6a38b173-cb34-405f-aec8-a58d2ec5ffd6 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=67dee723f62b45bd9d2aa78c10f3bdd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345430 Jul 27 22:19:53.667182 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5af3a36-1ddf-4a55-bacf-cae3445d0ac1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.673618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af3a36-1ddf-4a55-bacf-cae3445d0ac1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:53.674240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5af3a36-1ddf-4a55-bacf-cae3445d0ac1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.715657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Pushing event updated for resources: {'Port': ['ID=cd156b2c-62ef-4946-a5ab-1100b3830ff7,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:53.723202 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.752980 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.753124 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c5af3a36-1ddf-4a55-bacf-cae3445d0ac1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4676480 Jul 27 22:19:53.753124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:53.754824 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-16ae75c5-1875-4b83-8143-10548dfe0469 tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1858873 Jul 27 22:19:53.755602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37204) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:53.758630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4044c91d-bdbb-49c4-acdf-03381db669e3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1126773215'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:53.761497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a9ed7987-6a56-4ac7-8c78-01cfe80f155f tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1106090353', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'fixed_ips': [{'ip_address': '172.25.1.183'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:53.773834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af3a36-1ddf-4a55-bacf-cae3445d0ac1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event updated for resources: {'Network': ['ID=8e61feec-96ea-4ad3-afa4-747e7c98e015,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:53.786796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 8e61feec-96ea-4ad3-afa4-747e7c98e015 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:53.796585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4044c91d-bdbb-49c4-acdf-03381db669e3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Made reservation on behalf of c69b5fb620764462a1463e7511cb9fe7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:53.802228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4044c91d-bdbb-49c4-acdf-03381db669e3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.837443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ed7987-6a56-4ac7-8c78-01cfe80f155f tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Made reservation on behalf of 9feeddb9fc554888b172d44cb4ad579e for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:53.840095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4044c91d-bdbb-49c4-acdf-03381db669e3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:53.840734 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7987-6a56-4ac7-8c78-01cfe80f155f tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.851897 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4044c91d-bdbb-49c4-acdf-03381db669e3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.852431 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-4044c91d-bdbb-49c4-acdf-03381db669e3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Added segment 92eecaf6-c433-4888-bc7f-dfc3d748c94e of type vlan for network 48a5552a-50c0-4781-af17-6667926fb486 Jul 27 22:19:53.856771 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7987-6a56-4ac7-8c78-01cfe80f155f tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.924023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e0cccc4-5f07-40bc-83fe-8dac6b822188 req-467c36c4-85c0-4169-a21f-430ea86b612a tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 210 time: 0.0607946 Jul 27 22:19:53.939251 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4044c91d-bdbb-49c4-acdf-03381db669e3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.990669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4044c91d-bdbb-49c4-acdf-03381db669e3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.997724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4044c91d-bdbb-49c4-acdf-03381db669e3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:53.998385 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4044c91d-bdbb-49c4-acdf-03381db669e3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:54.015339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7987-6a56-4ac7-8c78-01cfe80f155f tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:54.022720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7987-6a56-4ac7-8c78-01cfe80f155f tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:54.057491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-a9ed7987-6a56-4ac7-8c78-01cfe80f155f tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] device_id is not set on port b976dc7e-16c0-4844-99b1-af6ddac54d46 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:19:54.104694 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4044c91d-bdbb-49c4-acdf-03381db669e3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3538036 Jul 27 22:19:54.138583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044c91d-bdbb-49c4-acdf-03381db669e3 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event updated for resources: {'Network': ['ID=48a5552a-50c0-4781-af17-6667926fb486,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:54.171004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4a061-6621-4242-b545-1209d6e682fc req-f45682ca-46d5-49cd-964d-b06e53fba386 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:54.179785 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 48a5552a-50c0-4781-af17-6667926fb486 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:54.192763 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48f4a061-6621-4242-b545-1209d6e682fc req-f45682ca-46d5-49cd-964d-b06e53fba386 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.1253989 Jul 27 22:19:54.203618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed7987-6a56-4ac7-8c78-01cfe80f155f tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1da1b2-9688-4554-b422-427f73b821f8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:54.318467 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48f4a061-6621-4242-b545-1209d6e682fc req-3358879b-0a91-4c51-8d3c-626aef278a2a tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244485 Jul 27 22:19:54.567966 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ed7987-6a56-4ac7-8c78-01cfe80f155f tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 22:19:54.568797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ed7987-6a56-4ac7-8c78-01cfe80f155f tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:19:54.587775 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a9ed7987-6a56-4ac7-8c78-01cfe80f155f tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8309419 Jul 27 22:19:54.590516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37232) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:54.746112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6cd414f9-63cf-4dc4-a8ba-2109298523ea tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Deleting port cd156b2c-62ef-4946-a5ab-1100b3830ff7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:54.746409 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6cd414f9-63cf-4dc4-a8ba-2109298523ea tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:54.849093 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6cd414f9-63cf-4dc4-a8ba-2109298523ea tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:54.849511 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6cd414f9-63cf-4dc4-a8ba-2109298523ea tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:54.878843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6cd414f9-63cf-4dc4-a8ba-2109298523ea tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Calling delete_port for cd156b2c-62ef-4946-a5ab-1100b3830ff7 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:55.034476 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6cd414f9-63cf-4dc4-a8ba-2109298523ea tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:55.080371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd414f9-63cf-4dc4-a8ba-2109298523ea tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd156b2c-62ef-4946-a5ab-1100b3830ff7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:55.108185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c2bc477-0c5a-406f-a774-0f6269926123 req-2fb05a96-0415-455f-9172-e66f805b6a3a tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 210 time: 0.0431323 Jul 27 22:19:55.191384 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6cd414f9-63cf-4dc4-a8ba-2109298523ea tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:55.194381 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6cd414f9-63cf-4dc4-a8ba-2109298523ea tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:55.196693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6cd414f9-63cf-4dc4-a8ba-2109298523ea tempest-ExternalNetworksAdminNegativeTestJSON-997848153 tempest-ExternalNetworksAdminNegativeTestJSON-997848153-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/0af77213-a596-49ad-afa5-6182492ef0cf HTTP/1.1" status: 204 len: 168 time: 0.6050665 Jul 27 22:19:55.259021 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-0dfa9bc4-f68a-4dd7-8002-0b9e7a6328a8 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=67dee723f62b45bd9d2aa78c10f3bdd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398557 Jul 27 22:19:55.543926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454a080-3f99-4513-a2ac-1a194443a9e6 req-a9d2e44c-ff82-4bc7-8457-2ef9ebf46c0d tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:55.545929 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c454a080-3f99-4513-a2ac-1a194443a9e6 req-a9d2e44c-ff82-4bc7-8457-2ef9ebf46c0d tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.1075387 Jul 27 22:19:55.581681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-38d314fc-779d-4639-9e57-d0838c3b9484 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:55.583506 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-38d314fc-779d-4639-9e57-d0838c3b9484 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193390 Jul 27 22:19:55.599047 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Request body: {'port': {'device_id': 'c8d15c3e-f2d5-48c3-8f93-a93323516c9f', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '67dee723f62b45bd9d2aa78c10f3bdd9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:55.612901 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c454a080-3f99-4513-a2ac-1a194443a9e6 req-d603c20c-05c1-49f1-b175-f525b339132b tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604856 Jul 27 22:19:55.682219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37256) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:55.740965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Made reservation on behalf of 67dee723f62b45bd9d2aa78c10f3bdd9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:55.746184 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:55.757811 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:55.858529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-226456b0-5070-4037-a392-dbdba4e5b7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:55.907279 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:55.911499 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:55.980549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c942a8d-3ff9-4084-a6d6-70b6c40b684f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:56.041611 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-226456b0-5070-4037-a392-dbdba4e5b7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.048792 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-226456b0-5070-4037-a392-dbdba4e5b7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.075234 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Allocated IP 192.168.233.24 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/bb321f96-6db0-48a4-886f-9952a44869b7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:19:56.107051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-226456b0-5070-4037-a392-dbdba4e5b7b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=818364191e4645f7baa3908a180cdc56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213402 Jul 27 22:19:56.107051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226456b0-5070-4037-a392-dbdba4e5b7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bfa5bf-be30-42af-bbb0-87c7b1ad3518,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:56.107655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37264) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:56.167174 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce71efa7-555b-430e-b062-51d4060d5adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.192291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce71efa7-555b-430e-b062-51d4060d5adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.278206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.301555 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a056aaf-0edc-45cb-8952-626f6aff2ca2 req-f3fe97f5-5719-48af-b998-0dd2a45c265d tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 210 time: 0.0529838 Jul 27 22:19:56.302616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Transition to ACTIVE for port object bb321f96-6db0-48a4-886f-9952a44869b7 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:56.302745 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce71efa7-555b-430e-b062-51d4060d5adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.306995 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ce71efa7-555b-430e-b062-51d4060d5adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.311306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ce71efa7-555b-430e-b062-51d4060d5adf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15bfa5bf-be30-42af-bbb0-87c7b1ad3518 HTTP/1.1" status: 204 len: 168 time: 0.2003760 Jul 27 22:19:56.328630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71efa7-555b-430e-b062-51d4060d5adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bfa5bf-be30-42af-bbb0-87c7b1ad3518,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:56.364651 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.423575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:56.425041 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Pushing event updated for resources: {'Port': ['ID=bb321f96-6db0-48a4-886f-9952a44869b7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:56.427784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:56.430134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:56.492777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:56.493700 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.514439 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d3ef014b-d463-44c5-878c-ddde2f22bae1 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9196632 Jul 27 22:19:56.550705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Request body: {'port': {'device_id': 'c8d15c3e-f2d5-48c3-8f93-a93323516c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:56.630658 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.758409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37276) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:56.877858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-74d3947e-0180-4790-9938-a3198c88c654 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9feeddb9fc554888b172d44cb4ad579e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176395 Jul 27 22:19:56.885279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:56.903252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c9261fe9-3b59-43bf-89f9-13180cf9ff76 None None] Provisioning for port bb321f96-6db0-48a4-886f-9952a44869b7 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:19:56.912076 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c9261fe9-3b59-43bf-89f9-13180cf9ff76 None None] Provisioning complete for port bb321f96-6db0-48a4-886f-9952a44869b7 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:56.912883 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9261fe9-3b59-43bf-89f9-13180cf9ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.952158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12b4f8-4698-43bb-89bb-c96a1062d7b7 req-6bd9157b-4238-4480-b9f2-369beff1918b tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:56.965573 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f12b4f8-4698-43bb-89bb-c96a1062d7b7 req-6bd9157b-4238-4480-b9f2-369beff1918b tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.1757567 Jul 27 22:19:57.023306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c9261fe9-3b59-43bf-89f9-13180cf9ff76 None None] Port bb321f96-6db0-48a4-886f-9952a44869b7 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:19:57.052786 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f12b4f8-4698-43bb-89bb-c96a1062d7b7 req-82c1e710-8d4a-406e-8991-2b294a7fb1db tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854297 Jul 27 22:19:57.079044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9549cec4-4cf1-4a14-aeba-71e407254f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.103291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb321f96-6db0-48a4-886f-9952a44869b7 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:19:57.104433 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9549cec4-4cf1-4a14-aeba-71e407254f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.118373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.134019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Transition to ACTIVE for port object bb321f96-6db0-48a4-886f-9952a44869b7 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:57.140777 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.174431 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9549cec4-4cf1-4a14-aeba-71e407254f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.178380 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9549cec4-4cf1-4a14-aeba-71e407254f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.181095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9549cec4-4cf1-4a14-aeba-71e407254f0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d1da1b2-9688-4554-b422-427f73b821f8 HTTP/1.1" status: 204 len: 168 time: 0.2921724 Jul 27 22:19:57.190886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549cec4-4cf1-4a14-aeba-71e407254f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1da1b2-9688-4554-b422-427f73b821f8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:57.374781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:57.380024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'subnets': [{'network_id': '8e61feec-96ea-4ad3-afa4-747e7c98e015', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--376882809', 'ip_version': 6}, {'network_id': '48a5552a-50c0-4781-af17-6667926fb486', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:57.380345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'subnet': {'network_id': '8e61feec-96ea-4ad3-afa4-747e7c98e015', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--376882809', 'ip_version': 6}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:57.381450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Request body: {'subnet': {'network_id': '48a5552a-50c0-4781-af17-6667926fb486', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:57.411240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Attempting to bind port bb321f96-6db0-48a4-886f-9952a44869b7 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:19:57.411787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Attempting to bind port bb321f96-6db0-48a4-886f-9952a44869b7 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:19:57.412030 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Attempting to bind port bb321f96-6db0-48a4-886f-9952a44869b7 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:19:57.431732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Port bb321f96-6db0-48a4-886f-9952a44869b7 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:19:57.432450 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Attempting to bind port bb321f96-6db0-48a4-886f-9952a44869b7 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:19:57.448115 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:19:57.448833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:57.449497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:19:57.450041 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Bound port: bb321f96-6db0-48a4-886f-9952a44869b7, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:19:57.450658 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.453996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb321f96-6db0-48a4-886f-9952a44869b7,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:57.536520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] For port bb321f96-6db0-48a4-886f-9952a44869b7, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:19:57.540994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] For port bb321f96-6db0-48a4-886f-9952a44869b7, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bb321f96-6db0-48a4-886f-9952a44869b7,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:19:57.547736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.557634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3c6d1-f4f5-41df-9b16-4665a494472b req-ecf3de0c-b4a8-471e-becd-2994a4e4aa1c tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:57.559203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-00e3c6d1-f4f5-41df-9b16-4665a494472b req-ecf3de0c-b4a8-471e-becd-2994a4e4aa1c tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 947 time: 0.1221409 Jul 27 22:19:57.613736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:57.614402 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.616518 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] 10.222.0.43 "PUT /v2.0/ports/bb321f96-6db0-48a4-886f-9952a44869b7 HTTP/1.1" status: 200 len: 1095 time: 1.0895436 Jul 27 22:19:57.617022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d15c3e-f2d5-48c3-8f93-a93323516c9f', 'tag': 'bb321f96-6db0-48a4-886f-9952a44869b7'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:19:57.619741 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18197d67-ba71-46bf-bcde-dcb41b61ac47" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d15c3e-f2d5-48c3-8f93-a93323516c9f", "tag": "bb321f96-6db0-48a4-886f-9952a44869b7"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:19:57.651455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-00e3c6d1-f4f5-41df-9b16-4665a494472b req-81ce27f8-97f6-4f71-aaf0-242a00338042 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c942a8d-3ff9-4084-a6d6-70b6c40b684f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830047 Jul 27 22:19:57.659300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913460d9-2b35-4b51-8d42-e86f464822d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb321f96-6db0-48a4-886f-9952a44869b7,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:57.682632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Made reservation on behalf of c69b5fb620764462a1463e7511cb9fe7 for: {'subnet': 2} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:57.693900 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.694245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.767774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-ba0023bd-8b3d-4ed8-a65a-93c67866863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:57.775634 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-ba0023bd-8b3d-4ed8-a65a-93c67866863a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67dee723f62b45bd9d2aa78c10f3bdd9&device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 1098 time: 0.1037481 Jul 27 22:19:57.777406 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69457015-3659-470b-8dc0-94efa08d8bc2 x-openstack-request-id: req-69457015-3659-470b-8dc0-94efa08d8bc2 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:19:57.779513 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d15c3e-f2d5-48c3-8f93-a93323516c9f", "tag": "bb321f96-6db0-48a4-886f-9952a44869b7", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:19:57.779875 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69457015-3659-470b-8dc0-94efa08d8bc2 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:19:57.781581 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d15c3e-f2d5-48c3-8f93-a93323516c9f', 'tag': 'bb321f96-6db0-48a4-886f-9952a44869b7', 'status': 'completed', 'code': 200} Jul 27 22:19:57.837157 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-49c0752b-940e-4b3d-bc8e-5ac5dcb3c575 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=bb321f96-6db0-48a4-886f-9952a44869b7 HTTP/1.1" status: 200 len: 217 time: 0.0526288 Jul 27 22:19:57.848774 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:19:57.914152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d947c5e6-d37c-4a5d-a741-9d7ce47a6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:57.915691 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-d947c5e6-d37c-4a5d-a741-9d7ce47a6ed6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0717487 Jul 27 22:19:58.010284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-f7ed3253-adeb-40f3-8166-3eb471c08586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.012699 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-f7ed3253-adeb-40f3-8166-3eb471c08586 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885692 Jul 27 22:19:58.133307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-9538d00f-9cc4-4b70-bba0-5d4da75ed9df service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120584 Jul 27 22:19:58.257538 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-196f8180-5015-4c11-a1fb-c6effc13da65 req-e8e7ae54-db1c-4081-b2db-c92eda7bc34d service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177351 Jul 27 22:19:58.310430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56bb09-0b2f-476c-83da-71ffba5393b1 req-fb903be8-05fc-4329-ae7f-e3a8657f76b0 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.312471 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c56bb09-0b2f-476c-83da-71ffba5393b1 req-fb903be8-05fc-4329-ae7f-e3a8657f76b0 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.1261485 Jul 27 22:19:58.313517 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.364724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18197d67-ba71-46bf-bcde-dcb41b61ac47 req-e02f527c-8ab3-4f93-a80f-5abdfa3372d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.366256 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-18197d67-ba71-46bf-bcde-dcb41b61ac47 req-e02f527c-8ab3-4f93-a80f-5abdfa3372d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=67dee723f62b45bd9d2aa78c10f3bdd9&device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 1098 time: 0.0573275 Jul 27 22:19:58.418940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event updated for resources: {'Subnet': ['ID=c7ebda83-7cc0-4e8d-bd0a-e3ccf26272c5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:58.442592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c56bb09-0b2f-476c-83da-71ffba5393b1 req-90cf217f-7345-482f-b284-bdd26b2e6eb9 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179883 Jul 27 22:19:58.448846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Checking segment: {'id': '4a8e0f0a-8419-45a3-8c68-70a3e03b482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e61feec-96ea-4ad3-afa4-747e7c98e015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:58.449132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Network hostable DHCP agents. Network: 8e61feec-96ea-4ad3-afa4-747e7c98e015, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:19:58.478688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Network 8e61feec-96ea-4ad3-afa4-747e7c98e015 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:19:58.494720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 8e61feec-96ea-4ad3-afa4-747e7c98e015) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:58.499011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.511407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2dafd0-935b-45a0-b09d-540b3e37340c None None] Network 8e61feec-96ea-4ad3-afa4-747e7c98e015 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:58.551619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18197d67-ba71-46bf-bcde-dcb41b61ac47 req-c10040f6-01de-46f3-886e-4c2c0865379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.552445 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-18197d67-ba71-46bf-bcde-dcb41b61ac47 req-c10040f6-01de-46f3-886e-4c2c0865379c service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1789384 Jul 27 22:19:58.570073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event updated for resources: {'Subnet': ['ID=5262439a-898f-4327-9d9d-17d0efbfceff,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:58.586936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Checking segment: {'id': '92eecaf6-c433-4888-bc7f-dfc3d748c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48a5552a-50c0-4781-af17-6667926fb486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:58.587311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Network hostable DHCP agents. Network: 48a5552a-50c0-4781-af17-6667926fb486, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:19:58.613094 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-18197d67-ba71-46bf-bcde-dcb41b61ac47 req-00c968c7-cbef-466f-a06f-c039b4716483 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=bb321f96-6db0-48a4-886f-9952a44869b7 HTTP/1.1" status: 200 len: 217 time: 0.0507028 Jul 27 22:19:58.617833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Network 48a5552a-50c0-4781-af17-6667926fb486 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:19:58.630287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 48a5552a-50c0-4781-af17-6667926fb486) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:58.646051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.647113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.648685 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.650027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d1ed2b-6019-4979-bd4c-76395a46bda3 None None] Network 48a5552a-50c0-4781-af17-6667926fb486 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:58.669603 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-037cb0bc-f29e-4533-8ff1-cdffdad08c3e tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.2936447 Jul 27 22:19:58.672116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:58.759365 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18197d67-ba71-46bf-bcde-dcb41b61ac47 req-268d4704-09e6-4d62-b3be-73cce08c1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.762741 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-18197d67-ba71-46bf-bcde-dcb41b61ac47 req-268d4704-09e6-4d62-b3be-73cce08c1933 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.1401808 Jul 27 22:19:58.877413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18197d67-ba71-46bf-bcde-dcb41b61ac47 req-e4fdaf0a-3803-480b-82b1-51cc3441ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.878963 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-18197d67-ba71-46bf-bcde-dcb41b61ac47 req-e4fdaf0a-3803-480b-82b1-51cc3441ad2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078389 Jul 27 22:19:58.905624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-48a5552a-50c0-4781-af17-6667926fb486', 'network_id': '48a5552a-50c0-4781-af17-6667926fb486', 'tenant_id': 'c69b5fb620764462a1463e7511cb9fe7', 'fixed_ips': [{'subnet_id': '5262439a-898f-4327-9d9d-17d0efbfceff'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:19:58.906976 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.964614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81631189-5884-47fa-ac53-d81413d009a9 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.966212 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81631189-5884-47fa-ac53-d81413d009a9 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.968587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81631189-5884-47fa-ac53-d81413d009a9 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.970480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-81631189-5884-47fa-ac53-d81413d009a9 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2971158 Jul 27 22:19:58.982526 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37330) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:58.992217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89e1fd-cf11-4be4-890d-45d985721ea2 req-1d7bbb28-8458-45e3-a6d0-3167e3201a0d tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.993944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a89e1fd-cf11-4be4-890d-45d985721ea2 req-1d7bbb28-8458-45e3-a6d0-3167e3201a0d tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 947 time: 0.1079128 Jul 27 22:19:59.100016 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-18197d67-ba71-46bf-bcde-dcb41b61ac47 req-abd63fa5-cffe-413b-9a2d-d7edb8d9d06e service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090356 Jul 27 22:19:59.104720 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4521a353-c446-476a-a7f8-11fb9b1224f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-8e61feec-96ea-4ad3-afa4-747e7c98e015', 'network_id': '8e61feec-96ea-4ad3-afa4-747e7c98e015', 'tenant_id': 'c69b5fb620764462a1463e7511cb9fe7', 'fixed_ips': [{'subnet_id': 'c7ebda83-7cc0-4e8d-bd0a-e3ccf26272c5'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:19:59.105589 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4521a353-c446-476a-a7f8-11fb9b1224f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:59.110699 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a89e1fd-cf11-4be4-890d-45d985721ea2 req-b1fcd091-9aea-4dcc-bf48-09828c959613 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c942a8d-3ff9-4084-a6d6-70b6c40b684f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472915 Jul 27 22:19:59.149913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-90597e80-20b5-43b1-9adc-972fcc255e87 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Deleting subnet c7ebda83-7cc0-4e8d-bd0a-e3ccf26272c5 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:19:59.157699 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90597e80-20b5-43b1-9adc-972fcc255e87 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:59.234231 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-18197d67-ba71-46bf-bcde-dcb41b61ac47 req-58e72e25-83ca-4e4a-b687-56084d0b1d5f service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252108 Jul 27 22:19:59.252439 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90597e80-20b5-43b1-9adc-972fcc255e87 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:59.276489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Allocated IP 2001:db8:0:1::1 (48a5552a-50c0-4781-af17-6667926fb486/5262439a-898f-4327-9d9d-17d0efbfceff/a207b90c-ed1c-4357-94f2-72c4a9313298) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:19:59.367944 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90597e80-20b5-43b1-9adc-972fcc255e87 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:59.462066 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90597e80-20b5-43b1-9adc-972fcc255e87 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:59.504047 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90597e80-20b5-43b1-9adc-972fcc255e87 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:59.510661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:59.511389 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-90597e80-20b5-43b1-9adc-972fcc255e87 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "DELETE /v2.0/subnets/c7ebda83-7cc0-4e8d-bd0a-e3ccf26272c5 HTTP/1.1" status: 204 len: 168 time: 0.5156047 Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server [None req-4521a353-c446-476a-a7f8-11fb9b1224f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7ebda83-7cc0-4e8d-bd0a-e3ccf26272c5: This subnet is being modified by another concurrent operation. Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise exception Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7ebda83-7cc0-4e8d-bd0a-e3ccf26272c5: This subnet is being modified by another concurrent operation. Jul 27 22:19:59.527872 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Jul 27 22:19:59.571066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90597e80-20b5-43b1-9adc-972fcc255e87 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ebda83-7cc0-4e8d-bd0a-e3ccf26272c5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:59.578284 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:59.598844 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb69656-18d8-4b45-8dfb-5847d35c46d9 None None] Network 8e61feec-96ea-4ad3-afa4-747e7c98e015 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:59.631406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a850a878-20db-401b-8cd0-0bf88d1c0b5b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Deleting subnet 5262439a-898f-4327-9d9d-17d0efbfceff {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:19:59.678449 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620ec63-3570-4b69-9405-c077f1a1c008 req-e877bc5a-dee9-43ec-8185-2be370b031ca tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:59.680975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5620ec63-3570-4b69-9405-c077f1a1c008 req-e877bc5a-dee9-43ec-8185-2be370b031ca tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.1135893 Jul 27 22:19:59.688470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a377e-3532-464c-860d-ca95d3f9d44b req-be184e41-b1d4-420e-b321-4e14c3c9f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:59.690420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-213a377e-3532-464c-860d-ca95d3f9d44b req-be184e41-b1d4-420e-b321-4e14c3c9f467 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 1096 time: 0.0672071 Jul 27 22:19:59.756249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-213a377e-3532-464c-860d-ca95d3f9d44b req-b844aa15-d0fb-4a4a-b623-c0767c69a8e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583072 Jul 27 22:19:59.765969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5620ec63-3570-4b69-9405-c077f1a1c008 req-a93d4810-1a83-4cc5-914a-2f5953c056f0 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740776 Jul 27 22:19:59.838689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Transition to ACTIVE for port object a207b90c-ed1c-4357-94f2-72c4a9313298 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:59.875160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Transition to ACTIVE for port object a207b90c-ed1c-4357-94f2-72c4a9313298 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:59.883436 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a850a878-20db-401b-8cd0-0bf88d1c0b5b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:59.904853 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:59.938603 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a850a878-20db-401b-8cd0-0bf88d1c0b5b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:59.963370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Network 48a5552a-50c0-4781-af17-6667926fb486 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:59.966429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:59.969829 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:00.022185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Pushing event updated for resources: {'Port': ['ID=a207b90c-ed1c-4357-94f2-72c4a9313298,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:00.064963 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a850a878-20db-401b-8cd0-0bf88d1c0b5b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.083033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:00.083711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:00.084253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:00.084782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:00.086098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:00.086700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:00.087231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:00.087755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:00.088077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:00.088467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:00.088802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:00.089128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:00.094787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Attempting to bind port a207b90c-ed1c-4357-94f2-72c4a9313298 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:00.095955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Attempting to bind port a207b90c-ed1c-4357-94f2-72c4a9313298 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '92eecaf6-c433-4888-bc7f-dfc3d748c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48a5552a-50c0-4781-af17-6667926fb486'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:00.095955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Attempting to bind port a207b90c-ed1c-4357-94f2-72c4a9313298 on network 48a5552a-50c0-4781-af17-6667926fb486 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:00.097814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bb321f96-6db0-48a4-886f-9952a44869b7 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:20:00.113698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:00.114080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Checking segment: {'id': '92eecaf6-c433-4888-bc7f-dfc3d748c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48a5552a-50c0-4781-af17-6667926fb486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:00.114514 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.115566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Bound using segment: {'id': '92eecaf6-c433-4888-bc7f-dfc3d748c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48a5552a-50c0-4781-af17-6667926fb486'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:00.115566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Bound port: a207b90c-ed1c-4357-94f2-72c4a9313298, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92eecaf6-c433-4888-bc7f-dfc3d748c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '48a5552a-50c0-4781-af17-6667926fb486'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:00.115841 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.155767 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a850a878-20db-401b-8cd0-0bf88d1c0b5b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.206085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850a878-20db-401b-8cd0-0bf88d1c0b5b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event deleted for resources: {'Subnet': ['ID=5262439a-898f-4327-9d9d-17d0efbfceff,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:00.216472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:00.219100 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a850a878-20db-401b-8cd0-0bf88d1c0b5b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.223721 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a850a878-20db-401b-8cd0-0bf88d1c0b5b tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "DELETE /v2.0/subnets/5262439a-898f-4327-9d9d-17d0efbfceff HTTP/1.1" status: 204 len: 168 time: 0.7119930 Jul 27 22:20:00.224395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:00.274992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133eb8d-c209-4745-8a1d-812e5e0035d3 req-94727179-c5ef-478a-8111-0c616f712dda tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:00.276715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a133eb8d-c209-4745-8a1d-812e5e0035d3 req-94727179-c5ef-478a-8111-0c616f712dda tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 947 time: 0.0797606 Jul 27 22:20:00.324223 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a133eb8d-c209-4745-8a1d-812e5e0035d3 req-87173eda-78ab-4717-a26a-01a7b8baa62e tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c942a8d-3ff9-4084-a6d6-70b6c40b684f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Jul 27 22:20:00.326106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] For port a207b90c-ed1c-4357-94f2-72c4a9313298, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:00.350247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c8f800-7f23-43c1-a34c-01ad63ce2f04 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:00.352121 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-36c8f800-7f23-43c1-a34c-01ad63ce2f04 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1208403 Jul 27 22:20:00.355818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37368) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:00.372888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] For port a207b90c-ed1c-4357-94f2-72c4a9313298, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a207b90c-ed1c-4357-94f2-72c4a9313298,segment=NetworkSegment(92eecaf6-c433-4888-bc7f-dfc3d748c94e),segment_id=92eecaf6-c433-4888-bc7f-dfc3d748c94e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:00.375020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bb321f96-6db0-48a4-886f-9952a44869b7, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bb321f96-6db0-48a4-886f-9952a44869b7,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:00.384467 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.440026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'bb321f96-6db0-48a4-886f-9952a44869b7', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'bb321f96-6db0-48a4-886f-9952a44869b7', 'mac_address': 'fa:16:3e:6a:d5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:20:00.463117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.536010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afd0e7-6b87-45bf-840a-b297ccde8887 None None] Pushing event updated for resources: {'Port': ['ID=a207b90c-ed1c-4357-94f2-72c4a9313298,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:00.540956 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.544538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Deleting port a207b90c-ed1c-4357-94f2-72c4a9313298 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:00.544912 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.547068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:00.557852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb321f96-6db0-48a4-886f-9952a44869b7 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:20:00.584827 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bb321f96-6db0-48a4-886f-9952a44869b7, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bb321f96-6db0-48a4-886f-9952a44869b7,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:00.591588 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.610847 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.667378 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=bb321f96-6db0-48a4-886f-9952a44869b7,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:00.668192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] For port a207b90c-ed1c-4357-94f2-72c4a9313298, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a207b90c-ed1c-4357-94f2-72c4a9313298,segment=NetworkSegment(92eecaf6-c433-4888-bc7f-dfc3d748c94e),segment_id=92eecaf6-c433-4888-bc7f-dfc3d748c94e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:00.668805 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.687836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Calling delete_port for a207b90c-ed1c-4357-94f2-72c4a9313298 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:00.767426 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.853366 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.871755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['bb321f96-6db0-48a4-886f-9952a44869b7'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:20:00.921231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event deleted for resources: {'Port': ['ID=a207b90c-ed1c-4357-94f2-72c4a9313298,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:00.938972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Allocated IP 172.25.1.188 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/43ff4c06-8c7f-4b0e-ba00-9c96489a7101) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:00.944112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] No DVR routers for this DVR port a207b90c-ed1c-4357-94f2-72c4a9313298 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:01.029928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a920ca-2532-44b1-bb4a-e578b45af64f req-3c8b245e-8c84-43fc-bf11-4c33535ed8c8 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:01.032099 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49a920ca-2532-44b1-bb4a-e578b45af64f req-3c8b245e-8c84-43fc-bf11-4c33535ed8c8 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.1290922 Jul 27 22:20:01.092787 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.128484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.141676 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.152053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a5552a-50c0-4781-af17-6667926fb486']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:01.163197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49a920ca-2532-44b1-bb4a-e578b45af64f req-cc7c2a33-b922-4f75-9eb4-ae03898234a8 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899916 Jul 27 22:20:01.166896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92eecaf6-c433-4888-bc7f-dfc3d748c94e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:01.167196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92eecaf6-c433-4888-bc7f-dfc3d748c94e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:01.184458 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.203418 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.212906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:01.213455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:01.217778 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:01.323093 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.331677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.334742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "DELETE /v2.0/networks/48a5552a-50c0-4781-af17-6667926fb486 HTTP/1.1" status: 204 len: 168 time: 0.9775465 Jul 27 22:20:01.337883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37386) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:01.595481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:01.599277 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:01.607459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:01.618873 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event updated for resources: {'Port': ['ID=43ff4c06-8c7f-4b0e-ba00-9c96489a7101,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:01.762739 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.806297 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:01.970668 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb07fc-ba4d-4495-8386-1b1320650c03 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event deleted for resources: {'Network': ['ID=48a5552a-50c0-4781-af17-6667926fb486,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:02.036598 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.041736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.064332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-98f8577e-afe6-408a-86a4-779af3e57c00 None None] Could not find standard attr ID for object a207b90c-ed1c-4357-94f2-72c4a9313298. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:20:02.074203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd62bf8-a8c4-43b7-8848-5c2f91a1a0ab None None] DHCP port deletion for 48a5552a-50c0-4781-af17-6667926fb486 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:20:02.089417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bb321f96-6db0-48a4-886f-9952a44869b7 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:02.100894 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.132614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d163798-3be8-45d3-aaef-de28771aff8a None None] Network 48a5552a-50c0-4781-af17-6667926fb486 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:02.134927 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.149612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eedbc-89a3-43e6-b944-4057f7adaa4b req-309a56df-82bf-4a13-b43f-499f13278c3b tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:02.151329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a7eedbc-89a3-43e6-b944-4057f7adaa4b req-309a56df-82bf-4a13-b43f-499f13278c3b tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 948 time: 0.2215629 Jul 27 22:20:02.153552 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.159039 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9413233 Jul 27 22:20:02.165595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d163798-3be8-45d3-aaef-de28771aff8a None None] Network 48a5552a-50c0-4781-af17-6667926fb486 could not be found, it might have been deleted concurrently. {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:20:02.166870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37404) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:02.173198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d1c0d-513d-4f63-b198-a4ce0cefe8c5 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event updated for resources: {'Port': ['ID=43ff4c06-8c7f-4b0e-ba00-9c96489a7101,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:02.175087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-310242853'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:02.192793 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf00a96-4904-4c4c-9e39-960caa08f6db None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:20:02.239883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-68164372-e772-4ae9-9093-5eabcadb281a tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:02.247688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-68164372-e772-4ae9-9093-5eabcadb281a tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/networks?id=609f36d7-6494-4fb0-af9f-4fa63b968c93 HTTP/1.1" status: 200 len: 810 time: 0.3166592 Jul 27 22:20:02.269286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port bb321f96-6db0-48a4-886f-9952a44869b7 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:02.287830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port bb321f96-6db0-48a4-886f-9952a44869b7 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:02.288225 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.317782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-e9072f2e-ba3b-4192-979e-fff7955599eb tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/quotas/9c19a71148b44506a6c220a84a0129bd HTTP/1.1" status: 200 len: 375 time: 0.0691090 Jul 27 22:20:02.333433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a7eedbc-89a3-43e6-b944-4057f7adaa4b req-4adcc184-b81a-48bc-8a05-56a631d59e3e tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c942a8d-3ff9-4084-a6d6-70b6c40b684f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699419 Jul 27 22:20:02.376042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf00a96-4904-4c4c-9e39-960caa08f6db None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:20:02.376546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Made reservation on behalf of 1b26544ef03a4a059020a3923f8a5a56 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:02.380065 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.384326 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.400857 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.403816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e61feec-96ea-4ad3-afa4-747e7c98e015']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:02.422583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8e0f0a-8419-45a3-8c68-70a3e03b482e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:02.422900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8e0f0a-8419-45a3-8c68-70a3e03b482e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:02.444160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.461384 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-ac2b6fe4-0700-47b6-a67e-b3ca5739bbb9 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c19a71148b44506a6c220a84a0129bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1317062 Jul 27 22:20:02.474029 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.484017 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.529166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:02.529586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:02.533983 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:02.543916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d15c3e-f2d5-48c3-8f93-a93323516c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb321f96-6db0-48a4-886f-9952a44869b7'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:02.546386 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4e7cf4-4b7a-4388-9192-8457d1ded543" -d '{"events": [{"server_uuid": "c8d15c3e-f2d5-48c3-8f93-a93323516c9f", "name": "network-vif-plugged", "status": "completed", "tag": "bb321f96-6db0-48a4-886f-9952a44869b7"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:02.579997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bb321f96-6db0-48a4-886f-9952a44869b7, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bb321f96-6db0-48a4-886f-9952a44869b7,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:02.597693 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.643107 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfd9cd4-3700-438e-bc46-39977615a6a4 x-openstack-request-id: req-fdfd9cd4-3700-438e-bc46-39977615a6a4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:02.643691 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d15c3e-f2d5-48c3-8f93-a93323516c9f", "name": "network-vif-plugged", "status": "completed", "tag": "bb321f96-6db0-48a4-886f-9952a44869b7", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:02.644220 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdfd9cd4-3700-438e-bc46-39977615a6a4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:02.644753 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d15c3e-f2d5-48c3-8f93-a93323516c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb321f96-6db0-48a4-886f-9952a44869b7', 'code': 200} Jul 27 22:20:02.646635 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.659767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.664366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "DELETE /v2.0/networks/8e61feec-96ea-4ad3-afa4-747e7c98e015 HTTP/1.1" status: 204 len: 168 time: 1.3223653 Jul 27 22:20:02.665051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37408) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:02.669513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-fe023797-afae-46f1-a12d-d3ac0daedc1e service neutron] 10.222.0.24 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995339 Jul 27 22:20:02.693622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=bb321f96-6db0-48a4-886f-9952a44869b7,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:02.699405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f5ff7-840b-4579-8eae-1be17b030dc1 tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event deleted for resources: {'Network': ['ID=8e61feec-96ea-4ad3-afa4-747e7c98e015,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:02.763741 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.775934 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.836196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:02.844868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.851904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66101713-82d6-48b7-96b0-de0d5054ab41 req-354660b5-7b6c-474d-aa30-82eb7838a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:02.853405 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-66101713-82d6-48b7-96b0-de0d5054ab41 req-354660b5-7b6c-474d-aa30-82eb7838a29c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 1100 time: 0.0888236 Jul 27 22:20:02.855764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f09b576-7ec8-4a10-b7f6-8d87d86a9fbb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:02.865587 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.866815 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Added segment 211715b8-7618-49ba-a9e7-bbfba5efc03c of type vlan for network a532f5cc-c302-477f-817f-423f1ee14e1b Jul 27 22:20:02.878467 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-9fb53481-46aa-43f0-93a0-575f78970093 service neutron] 10.222.0.24 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892922 Jul 27 22:20:02.920614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.968244 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-66101713-82d6-48b7-96b0-de0d5054ab41 req-88144dac-85d8-4c84-ba09-0fb2bea6acf4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9c942a8d-3ff9-4084-a6d6-70b6c40b684f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071014 Jul 27 22:20:02.970209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.973674 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:02.983541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f339a4a-4adb-4364-b6b4-4a8338310f80']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:02.990422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:02.991790 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.000292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c407a3-a9b2-439c-8b02-c776f787fa70') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:03.000803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c407a3-a9b2-439c-8b02-c776f787fa70') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:03.018679 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.067842 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8956561 Jul 27 22:20:03.067842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37416) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:03.069444 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.078872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:03.079293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.080206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-653e339b-c1f5-4d21-b4e6-c6ab610472a7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Request body: {'subnet': {'network_id': 'a532f5cc-c302-477f-817f-423f1ee14e1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:03.149245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436ce92-6dd8-4d3f-963d-aec89fb7c1a8 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event updated for resources: {'Network': ['ID=a532f5cc-c302-477f-817f-423f1ee14e1b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:03.149455 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:03.158746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network a532f5cc-c302-477f-817f-423f1ee14e1b details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:03.161157 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.175987 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.181158 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "DELETE /v2.0/networks/4f339a4a-4adb-4364-b6b4-4a8338310f80 HTTP/1.1" status: 204 len: 168 time: 0.5152297 Jul 27 22:20:03.183588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37418) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:03.201310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1211f3db-d6f0-4c84-9a60-80d0653271ab req-5b22e93b-af7f-4c8d-9b79-ea7c4d5dff1d tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 210 time: 0.1008921 Jul 27 22:20:03.263629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653e339b-c1f5-4d21-b4e6-c6ab610472a7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Made reservation on behalf of 1b26544ef03a4a059020a3923f8a5a56 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:03.267797 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653e339b-c1f5-4d21-b4e6-c6ab610472a7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.271120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65fcf5-db43-44cc-8b8f-ca3f97e9bc7f tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event deleted for resources: {'Network': ['ID=4f339a4a-4adb-4364-b6b4-4a8338310f80,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:03.311850 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.429646 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.443497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd54002-8661-48aa-8c04-b3199e480867']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:03.458095 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984f9a5d-8b99-4ef3-bc56-f2bab74d9bd9') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:03.458433 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984f9a5d-8b99-4ef3-bc56-f2bab74d9bd9') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:03.469163 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.485715 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.501931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:03.502377 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:03.510764 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:03.606620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.614939 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.620026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] 10.222.0.24 "DELETE /v2.0/networks/7fd54002-8661-48aa-8c04-b3199e480867 HTTP/1.1" status: 204 len: 168 time: 0.4329631 Jul 27 22:20:03.624737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6239b-7c14-444d-8f56-df7a584a2731 req-926da698-37aa-4211-a703-75baf40e2f5d tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:03.626622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ea6239b-7c14-444d-8f56-df7a584a2731 req-926da698-37aa-4211-a703-75baf40e2f5d tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 949 time: 0.1529353 Jul 27 22:20:03.630772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df807eb-d9e1-47d8-bc57-a775a0ad20fd tempest-BulkNetworkOpsIpV6Test-1333067182 tempest-BulkNetworkOpsIpV6Test-1333067182-project] Pushing event deleted for resources: {'Network': ['ID=7fd54002-8661-48aa-8c04-b3199e480867,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:03.669296 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653e339b-c1f5-4d21-b4e6-c6ab610472a7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.735054 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ea6239b-7c14-444d-8f56-df7a584a2731 req-b41e7852-c5a0-4103-85f6-bd933c1a48ac tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c942a8d-3ff9-4084-a6d6-70b6c40b684f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933566 Jul 27 22:20:03.763370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e339b-c1f5-4d21-b4e6-c6ab610472a7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event updated for resources: {'Subnet': ['ID=44127dce-848e-4df0-a29a-4e8e5a223697,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:03.790016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653e339b-c1f5-4d21-b4e6-c6ab610472a7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Checking segment: {'id': '211715b8-7618-49ba-a9e7-bbfba5efc03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a532f5cc-c302-477f-817f-423f1ee14e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:03.790724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653e339b-c1f5-4d21-b4e6-c6ab610472a7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Network hostable DHCP agents. Network: a532f5cc-c302-477f-817f-423f1ee14e1b, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:03.836649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653e339b-c1f5-4d21-b4e6-c6ab610472a7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Network a532f5cc-c302-477f-817f-423f1ee14e1b is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:03.853543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-653e339b-c1f5-4d21-b4e6-c6ab610472a7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, a532f5cc-c302-477f-817f-423f1ee14e1b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:03.858563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653e339b-c1f5-4d21-b4e6-c6ab610472a7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:03.861039 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-653e339b-c1f5-4d21-b4e6-c6ab610472a7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.884463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bbd701-789d-427c-a2be-05d85cc3acd4 None None] Network a532f5cc-c302-477f-817f-423f1ee14e1b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:03.890988 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-653e339b-c1f5-4d21-b4e6-c6ab610472a7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8225012 Jul 27 22:20:03.893957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:03.899494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-342532003', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:03.955085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.956150 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.022442 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.074938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37438) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:04.086723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-a532f5cc-c302-477f-817f-423f1ee14e1b', 'network_id': 'a532f5cc-c302-477f-817f-423f1ee14e1b', 'tenant_id': '1b26544ef03a4a059020a3923f8a5a56', 'fixed_ips': [{'subnet_id': '44127dce-848e-4df0-a29a-4e8e5a223697'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:04.087621 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.243474 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.268137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Allocated IP 172.20.0.2 (a532f5cc-c302-477f-817f-423f1ee14e1b/44127dce-848e-4df0-a29a-4e8e5a223697/7af6a152-0a0b-4cde-8442-23331c0dea1e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:04.282873 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b9e1beb7-2000-429d-ac70-575cb686a797 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c69b5fb620764462a1463e7511cb9fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053096 Jul 27 22:20:04.283877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37444) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:04.342221 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-065de58d-7c48-4a3b-bdfc-186617ba3423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.386835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-065de58d-7c48-4a3b-bdfc-186617ba3423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.427677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7c42d57-7cc5-48aa-bf2e-bd7628434626 req-27c87bce-49d3-4dc7-b4fd-0ccc5856b62c tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 210 time: 0.1047499 Jul 27 22:20:04.472143 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-065de58d-7c48-4a3b-bdfc-186617ba3423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.476517 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-065de58d-7c48-4a3b-bdfc-186617ba3423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.481315 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-065de58d-7c48-4a3b-bdfc-186617ba3423 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63bb2879-3f95-409d-9094-d6cab3344255 HTTP/1.1" status: 204 len: 168 time: 0.1962173 Jul 27 22:20:04.500564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065de58d-7c48-4a3b-bdfc-186617ba3423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bb2879-3f95-409d-9094-d6cab3344255,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:04.565100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-4830d35d-e999-41bd-bce6-08c1c348ebdb tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:04.566888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-4830d35d-e999-41bd-bce6-08c1c348ebdb tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.41 "GET /v2.0/networks?id=609f36d7-6494-4fb0-af9f-4fa63b968c93 HTTP/1.1" status: 200 len: 810 time: 0.2427816 Jul 27 22:20:04.586600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Request body: {'port': {'device_id': 'b153c39d-af9d-452b-b9af-4890c2765640', 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93', 'admin_state_up': True, 'tenant_id': '9c19a71148b44506a6c220a84a0129bd'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:04.708813 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.720594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Transition to ACTIVE for port object 7af6a152-0a0b-4cde-8442-23331c0dea1e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:04.746718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Transition to ACTIVE for port object 7af6a152-0a0b-4cde-8442-23331c0dea1e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:04.755404 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.799398 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Network a532f5cc-c302-477f-817f-423f1ee14e1b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:04.802464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:04.815748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:04.867668 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.901334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Pushing event updated for resources: {'Port': ['ID=7af6a152-0a0b-4cde-8442-23331c0dea1e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:04.914870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Attempting to bind port 7af6a152-0a0b-4cde-8442-23331c0dea1e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:04.915245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Attempting to bind port 7af6a152-0a0b-4cde-8442-23331c0dea1e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '211715b8-7618-49ba-a9e7-bbfba5efc03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a532f5cc-c302-477f-817f-423f1ee14e1b'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:04.917120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Attempting to bind port 7af6a152-0a0b-4cde-8442-23331c0dea1e on network a532f5cc-c302-477f-817f-423f1ee14e1b {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:04.921317 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.932824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:04.933271 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Checking segment: {'id': '211715b8-7618-49ba-a9e7-bbfba5efc03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a532f5cc-c302-477f-817f-423f1ee14e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:04.933594 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.933984 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Bound using segment: {'id': '211715b8-7618-49ba-a9e7-bbfba5efc03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a532f5cc-c302-477f-817f-423f1ee14e1b'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:04.935890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Bound port: 7af6a152-0a0b-4cde-8442-23331c0dea1e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211715b8-7618-49ba-a9e7-bbfba5efc03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a532f5cc-c302-477f-817f-423f1ee14e1b'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:04.935890 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:04.974657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Made reservation on behalf of 9c19a71148b44506a6c220a84a0129bd for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:04.978245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:05.008741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb6405-a3bf-45af-b1ec-359b2d92672c req-ea317e1e-9cf1-489a-87c3-f5c84f83b391 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:05.010325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ceb6405-a3bf-45af-b1ec-359b2d92672c req-ea317e1e-9cf1-489a-87c3-f5c84f83b391 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 949 time: 0.1600335 Jul 27 22:20:05.042399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] For port 7af6a152-0a0b-4cde-8442-23331c0dea1e, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:05.046596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] For port 7af6a152-0a0b-4cde-8442-23331c0dea1e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7af6a152-0a0b-4cde-8442-23331c0dea1e,segment=NetworkSegment(211715b8-7618-49ba-a9e7-bbfba5efc03c),segment_id=211715b8-7618-49ba-a9e7-bbfba5efc03c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:05.053511 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:05.145005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6595ef-db77-495e-acf0-cd1360911d0b None None] Pushing event updated for resources: {'Port': ['ID=7af6a152-0a0b-4cde-8442-23331c0dea1e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:05.172617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9ceb6405-a3bf-45af-b1ec-359b2d92672c req-ed6c2015-90e8-48a3-ba64-6dd0aa9b1784 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c942a8d-3ff9-4084-a6d6-70b6c40b684f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472898 Jul 27 22:20:05.208362 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:05.222943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Allocated IP 172.25.1.96 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/c8c5f862-c3ae-4c60-b88f-747a501740c3) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:05.250824 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efebfd31-9afe-41c2-940e-67067fcfb5f2 req-7c6ec920-b26c-407b-a5b6-486081d89d27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1075544 Jul 27 22:20:05.325902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Allocated IP 172.20.0.13 (609f36d7-6494-4fb0-af9f-4fa63b968c93/4a79d5dc-2676-4678-a4d0-f3cdbc464686/c8c04e61-fa59-4aea-80b9-0710a552f935) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:05.407231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebfd31-9afe-41c2-940e-67067fcfb5f2 req-1beaf4c8-eede-4b4a-9315-729535f02c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:05.417443 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efebfd31-9afe-41c2-940e-67067fcfb5f2 req-1beaf4c8-eede-4b4a-9315-729535f02c71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c19a71148b44506a6c220a84a0129bd&device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 1096 time: 0.1161191 Jul 27 22:20:05.528256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be352861-3c13-484c-a63a-9e723a47297b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:05.541245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:05.613143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebfd31-9afe-41c2-940e-67067fcfb5f2 req-75191c39-0685-4c5d-a435-241d60620612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:05.614885 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efebfd31-9afe-41c2-940e-67067fcfb5f2 req-75191c39-0685-4c5d-a435-241d60620612 service neutron] 10.222.0.41 "GET /v2.0/networks?id=609f36d7-6494-4fb0-af9f-4fa63b968c93 HTTP/1.1" status: 200 len: 911 time: 0.1768632 Jul 27 22:20:05.669877 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efebfd31-9afe-41c2-940e-67067fcfb5f2 req-78d1bdce-e25e-4d4e-b37f-0b43a2f83214 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69abaed8-11b0-4eb0-b92c-2949d20f62aa HTTP/1.1" status: 200 len: 217 time: 0.0461092 Jul 27 22:20:05.729688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebfd31-9afe-41c2-940e-67067fcfb5f2 req-c97ff088-62a9-47b7-924d-451df7aee81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:05.731479 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efebfd31-9afe-41c2-940e-67067fcfb5f2 req-c97ff088-62a9-47b7-924d-451df7aee81b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a79d5dc-2676-4678-a4d0-f3cdbc464686 HTTP/1.1" status: 200 len: 850 time: 0.0506966 Jul 27 22:20:05.757981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37490) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:05.782707 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efebfd31-9afe-41c2-940e-67067fcfb5f2 req-f1ba1f4e-c642-4cbb-9bff-5938dbe2e372 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=609f36d7-6494-4fb0-af9f-4fa63b968c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357540 Jul 27 22:20:05.874725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1982890105'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:05.903081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-edfae3c3-b6cf-4683-be35-5eec61337bd4 req-e5ec28e5-30fb-4a90-b392-863fa6f1f865 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 210 time: 0.3387613 Jul 27 22:20:05.915107 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efebfd31-9afe-41c2-940e-67067fcfb5f2 req-e3c9247a-9b43-40d7-afed-e8dbbf6fd68c service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150115 Jul 27 22:20:05.917990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:05.921630 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:05.944263 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.007868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460304d-74eb-4016-8029-ce87622ba5d8 req-0c2a4f85-83af-4ed5-91e3-8f9382ed455a tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.009342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9460304d-74eb-4016-8029-ce87622ba5d8 req-0c2a4f85-83af-4ed5-91e3-8f9382ed455a tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 949 time: 0.4175088 Jul 27 22:20:06.040611 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.043741 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efebfd31-9afe-41c2-940e-67067fcfb5f2 req-c63225bd-3d2e-4e20-92db-3d99f78bd514 service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116788 Jul 27 22:20:06.079181 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.122327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:06.146884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:06.156383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:06.164278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event updated for resources: {'Port': ['ID=c8c5f862-c3ae-4c60-b88f-747a501740c3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:06.172135 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9460304d-74eb-4016-8029-ce87622ba5d8 req-05fb951b-a905-48e8-b9d9-e369313db8ca tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c942a8d-3ff9-4084-a6d6-70b6c40b684f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514065 Jul 27 22:20:06.265553 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be352861-3c13-484c-a63a-9e723a47297b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.300810 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be352861-3c13-484c-a63a-9e723a47297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.342822 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.345421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c586d1-61d9-40f8-b851-5c55b496eced None None] Network a532f5cc-c302-477f-817f-423f1ee14e1b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:06.362070 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.369415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['69abaed8-11b0-4eb0-b92c-2949d20f62aa'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:20:06.370218 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.384071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:06.405763 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.406127 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Added segment f09ccb07-a385-419c-ab37-4a29b092d5d4 of type vlan for network 7f43e79f-2a98-4f0f-a18d-8c44337e7017 Jul 27 22:20:06.430199 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-be352861-3c13-484c-a63a-9e723a47297b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4125e9d7bf0463bbd4bf8e3808d3db9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2112565 Jul 27 22:20:06.436766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:06.465077 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be352861-3c13-484c-a63a-9e723a47297b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e592ec-abe3-4109-84cb-99379ce12888,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:06.466954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.472910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ae141517-1034-430e-991e-6feac49e03aa None None] Provisioning for port 7af6a152-0a0b-4cde-8442-23331c0dea1e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:06.474827 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Network 609f36d7-6494-4fb0-af9f-4fa63b968c93 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:06.494574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:06.500202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Pushing event updated for resources: {'Port': ['ID=c8c04e61-fa59-4aea-80b9-0710a552f935,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:06.503098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:06.537269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe4569d-755f-4bf3-9c62-73e9bb7fda0b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:06.541129 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.547558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.548077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.575711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7af6a152-0a0b-4cde-8442-23331c0dea1e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:06.633732 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8744521 Jul 27 22:20:06.634644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141a670-0591-4b06-a6f9-e9be0a7a11db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Network': ['ID=7f43e79f-2a98-4f0f-a18d-8c44337e7017,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:06.663771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7f43e79f-2a98-4f0f-a18d-8c44337e7017 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:06.702146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.702773 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.719897 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e48a44e2-b106-4128-ab08-138b8e954280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.740022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-87567a0f-95cd-4921-91c0-b5fd73e00710 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1598079 Jul 27 22:20:06.754647 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 7af6a152-0a0b-4cde-8442-23331c0dea1e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:06.759427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Request body: {'port': {'device_id': 'b153c39d-af9d-452b-b9af-4890c2765640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:06.760327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7af6a152-0a0b-4cde-8442-23331c0dea1e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:06.760768 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.763202 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e48a44e2-b106-4128-ab08-138b8e954280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.786122 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.878096 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.884826 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.906617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6920521-f3aa-45f4-99ab-68740739d9fc req-f6a6763c-33ed-4992-bb23-c5915ecd6ea5 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.909544 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f6920521-f3aa-45f4-99ab-68740739d9fc req-f6a6763c-33ed-4992-bb23-c5915ecd6ea5 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 949 time: 0.1080251 Jul 27 22:20:06.953476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 7af6a152-0a0b-4cde-8442-23331c0dea1e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7af6a152-0a0b-4cde-8442-23331c0dea1e,segment=NetworkSegment(211715b8-7618-49ba-a9e7-bbfba5efc03c),segment_id=211715b8-7618-49ba-a9e7-bbfba5efc03c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:06.967698 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.092747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=7af6a152-0a0b-4cde-8442-23331c0dea1e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:07.103084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e48a44e2-b106-4128-ab08-138b8e954280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.105655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e48a44e2-b106-4128-ab08-138b8e954280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.113975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f6920521-f3aa-45f4-99ab-68740739d9fc req-e65e452f-04b0-41a8-a17c-715d3b262242 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Deleting port bb321f96-6db0-48a4-886f-9952a44869b7 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:07.114353 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f6920521-f3aa-45f4-99ab-68740739d9fc req-e65e452f-04b0-41a8-a17c-715d3b262242 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.114978 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e48a44e2-b106-4128-ab08-138b8e954280 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5e592ec-abe3-4109-84cb-99379ce12888 HTTP/1.1" status: 204 len: 168 time: 0.6642025 Jul 27 22:20:07.225569 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a44e2-b106-4128-ab08-138b8e954280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e592ec-abe3-4109-84cb-99379ce12888,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:07.301380 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f6920521-f3aa-45f4-99ab-68740739d9fc req-e65e452f-04b0-41a8-a17c-715d3b262242 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] For port bb321f96-6db0-48a4-886f-9952a44869b7, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bb321f96-6db0-48a4-886f-9952a44869b7,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:07.301761 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f6920521-f3aa-45f4-99ab-68740739d9fc req-e65e452f-04b0-41a8-a17c-715d3b262242 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.322311 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5531e259-8514-428b-8bc2-f1c68bfd9a79 None None] Provisioning complete for port 7af6a152-0a0b-4cde-8442-23331c0dea1e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:07.323219 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5531e259-8514-428b-8bc2-f1c68bfd9a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.323693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f6920521-f3aa-45f4-99ab-68740739d9fc req-e65e452f-04b0-41a8-a17c-715d3b262242 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Calling delete_port for bb321f96-6db0-48a4-886f-9952a44869b7 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:07.464551 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08119d-71b5-49f6-b39b-445aa29ec187 req-1fca5258-ef20-48e3-b402-aee7c4e79e3a tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:07.472598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf08119d-71b5-49f6-b39b-445aa29ec187 req-1fca5258-ef20-48e3-b402-aee7c4e79e3a tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 932 time: 0.4185205 Jul 27 22:20:07.551793 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f6920521-f3aa-45f4-99ab-68740739d9fc req-e65e452f-04b0-41a8-a17c-715d3b262242 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.567366 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['bb321f96-6db0-48a4-886f-9952a44869b7'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:20:07.600404 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf08119d-71b5-49f6-b39b-445aa29ec187 req-41ddf22d-9948-4e46-b148-d05de743c67d tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266432 Jul 27 22:20:07.658750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31213f-b76d-4fb4-a0fc-75ed57d1c812 req-ca2276d0-a9e5-474c-b446-2dbfa14e8c0e tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:07.667884 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e31213f-b76d-4fb4-a0fc-75ed57d1c812 req-ca2276d0-a9e5-474c-b446-2dbfa14e8c0e tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8d15c3e-f2d5-48c3-8f93-a93323516c9f HTTP/1.1" status: 200 len: 867 time: 0.2971988 Jul 27 22:20:07.680375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e452f-04b0-41a8-a17c-715d3b262242 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Pushing event deleted for resources: {'Port': ['ID=bb321f96-6db0-48a4-886f-9952a44869b7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:07.713316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6920521-f3aa-45f4-99ab-68740739d9fc req-e65e452f-04b0-41a8-a17c-715d3b262242 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] No DVR routers for this DVR port bb321f96-6db0-48a4-886f-9952a44869b7 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:07.720058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f6920521-f3aa-45f4-99ab-68740739d9fc req-e65e452f-04b0-41a8-a17c-715d3b262242 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.731483 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f6920521-f3aa-45f4-99ab-68740739d9fc req-e65e452f-04b0-41a8-a17c-715d3b262242 tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.43 "DELETE /v2.0/ports/bb321f96-6db0-48a4-886f-9952a44869b7 HTTP/1.1" status: 204 len: 173 time: 0.8056138 Jul 27 22:20:07.732019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d15c3e-f2d5-48c3-8f93-a93323516c9f', 'name': 'network-vif-deleted', 'tag': 'bb321f96-6db0-48a4-886f-9952a44869b7'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:07.754515 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.756654 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c894729d-be7b-478e-8b4b-8e6cfb843d91" -d '{"events": [{"server_uuid": "c8d15c3e-f2d5-48c3-8f93-a93323516c9f", "name": "network-vif-deleted", "tag": "bb321f96-6db0-48a4-886f-9952a44869b7"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:07.782899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e31213f-b76d-4fb4-a0fc-75ed57d1c812 req-cd5a2325-84a8-4a16-a0db-7e83f18e2c5a tempest-VolumesNegativeTest-1277616462 tempest-VolumesNegativeTest-1277616462-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c942a8d-3ff9-4084-a6d6-70b6c40b684f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098790 Jul 27 22:20:07.839075 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2746c79-9b1d-4b21-b0e6-b939fdcc9dc6 x-openstack-request-id: req-e2746c79-9b1d-4b21-b0e6-b939fdcc9dc6 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:07.839437 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d15c3e-f2d5-48c3-8f93-a93323516c9f", "name": "network-vif-deleted", "tag": "bb321f96-6db0-48a4-886f-9952a44869b7", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:07.839775 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2746c79-9b1d-4b21-b0e6-b939fdcc9dc6 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:07.840244 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d15c3e-f2d5-48c3-8f93-a93323516c9f', 'name': 'network-vif-deleted', 'tag': 'bb321f96-6db0-48a4-886f-9952a44869b7', 'status': 'completed', 'code': 200} Jul 27 22:20:08.050520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c04e61-fa59-4aea-80b9-0710a552f935 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:20:08.060785 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.078008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Transition to ACTIVE for port object c8c04e61-fa59-4aea-80b9-0710a552f935 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:08.083366 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.091582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Router e1935759-c7a7-4dd2-bd0f-91834e34be90 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:20:08.417864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Pushing event updated for resources: {'Port': ['ID=c8c04e61-fa59-4aea-80b9-0710a552f935,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:08.469089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7af6a152-0a0b-4cde-8442-23331c0dea1e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:08.530155 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Attempting to bind port c8c04e61-fa59-4aea-80b9-0710a552f935 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:08.530736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Attempting to bind port c8c04e61-fa59-4aea-80b9-0710a552f935 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:08.530864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Attempting to bind port c8c04e61-fa59-4aea-80b9-0710a552f935 on network 609f36d7-6494-4fb0-af9f-4fa63b968c93 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:08.535066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:08.543373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Port c8c04e61-fa59-4aea-80b9-0710a552f935 on network 609f36d7-6494-4fb0-af9f-4fa63b968c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:20:08.543706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Attempting to bind port c8c04e61-fa59-4aea-80b9-0710a552f935 on network 609f36d7-6494-4fb0-af9f-4fa63b968c93 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:08.548427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a61d55-f55a-447a-8e04-8ffa2e8c9fb7 None None] Sync routers for ids ['e1935759-c7a7-4dd2-bd0f-91834e34be90'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:08.553533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:08.553897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Checking segment: {'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:08.554350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Bound using segment: {'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:08.554906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Bound port: c8c04e61-fa59-4aea-80b9-0710a552f935, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:08.555296 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.567213 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a61d55-f55a-447a-8e04-8ffa2e8c9fb7 None None] Routers {'e1935759-c7a7-4dd2-bd0f-91834e34be90'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:08.567888 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.568223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-28a61d55-f55a-447a-8e04-8ffa2e8c9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:19:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e1935759-c7a7-4dd2-bd0f-91834e34be90'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:08.569089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cc8a9077-d1a1-4711-aec1-1fc0d7cc0808 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.6740911 Jul 27 22:20:08.572876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37510) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:08.575686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7af6a152-0a0b-4cde-8442-23331c0dea1e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:08.576181 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.643321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] For port c8c04e61-fa59-4aea-80b9-0710a552f935, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:08.651556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] For port c8c04e61-fa59-4aea-80b9-0710a552f935, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c8c04e61-fa59-4aea-80b9-0710a552f935,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:08.655305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-28a61d55-f55a-447a-8e04-8ffa2e8c9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:08.670718 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.679083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a61d55-f55a-447a-8e04-8ffa2e8c9fb7 None None] Routers {'e1935759-c7a7-4dd2-bd0f-91834e34be90'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:08.680027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-28a61d55-f55a-447a-8e04-8ffa2e8c9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:19:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e1935759-c7a7-4dd2-bd0f-91834e34be90'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:08.719526 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:08.720149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.722241 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] 10.222.0.41 "PUT /v2.0/ports/c8c04e61-fa59-4aea-80b9-0710a552f935 HTTP/1.1" status: 200 len: 1092 time: 1.9710491 Jul 27 22:20:08.723082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-28a61d55-f55a-447a-8e04-8ffa2e8c9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:08.723954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a61d55-f55a-447a-8e04-8ffa2e8c9fb7 None None] The sync data for ids ['e1935759-c7a7-4dd2-bd0f-91834e34be90'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:08.745456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b153c39d-af9d-452b-b9af-4890c2765640', 'tag': 'c8c04e61-fa59-4aea-80b9-0710a552f935'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:08.748568 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ce0776-dd62-442a-9d64-026aedf92f24" -d '{"events": [{"name": "network-changed", "server_uuid": "b153c39d-af9d-452b-b9af-4890c2765640", "tag": "c8c04e61-fa59-4aea-80b9-0710a552f935"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:08.813810 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915a758e-22f0-4b16-b739-66784f3ff2e5 x-openstack-request-id: req-915a758e-22f0-4b16-b739-66784f3ff2e5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:08.814336 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b153c39d-af9d-452b-b9af-4890c2765640", "tag": "c8c04e61-fa59-4aea-80b9-0710a552f935", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:08.814921 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-915a758e-22f0-4b16-b739-66784f3ff2e5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:08.815464 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b153c39d-af9d-452b-b9af-4890c2765640', 'tag': 'c8c04e61-fa59-4aea-80b9-0710a552f935', 'status': 'completed', 'code': 200} Jul 27 22:20:08.840382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5047d6e-5b4f-42f8-8d7b-69eab0b9573b service neutron] Pushing event updated for resources: {'Port': ['ID=c8c04e61-fa59-4aea-80b9-0710a552f935,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:08.860423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fae25-ea35-4354-bb40-1f1ac1320853 req-945dfac1-8ba8-4999-8de8-4ea4fe915d79 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:08.869164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f2fae25-ea35-4354-bb40-1f1ac1320853 req-945dfac1-8ba8-4999-8de8-4ea4fe915d79 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 944 time: 0.1917775 Jul 27 22:20:08.907384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-d5ee9ee2-8687-4da0-8ddf-b91f2e0b98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:08.908888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-d5ee9ee2-8687-4da0-8ddf-b91f2e0b98fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c19a71148b44506a6c220a84a0129bd&device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 1095 time: 0.1127698 Jul 27 22:20:08.924990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f2fae25-ea35-4354-bb40-1f1ac1320853 req-b777526c-a3a0-4b27-bfe9-3c50ab3936d8 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502851 Jul 27 22:20:08.967576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-d79d6251-f835-4e1b-9b5e-48d544feda13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8c04e61-fa59-4aea-80b9-0710a552f935 HTTP/1.1" status: 200 len: 217 time: 0.0415418 Jul 27 22:20:09.029429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-d4b86df3-067b-47e9-bf4b-44ab634afebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:09.030919 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-d4b86df3-067b-47e9-bf4b-44ab634afebe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a79d5dc-2676-4678-a4d0-f3cdbc464686 HTTP/1.1" status: 200 len: 850 time: 0.0554621 Jul 27 22:20:09.068913 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-67a7f288-2bef-42f2-a93e-c5d311042421 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=609f36d7-6494-4fb0-af9f-4fa63b968c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298290 Jul 27 22:20:09.175689 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-56a88623-6577-4452-9801-a6f6572af513 service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986400 Jul 27 22:20:09.207034 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:09.305359 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50679ba5-19fa-48d0-8ba4-85a938c44e85 req-60f9b9cd-0196-4eea-98c6-d23a7d153247 service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222465 Jul 27 22:20:09.410411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce0776-dd62-442a-9d64-026aedf92f24 req-ef9234a3-8371-4326-b8b3-11aceb36287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:09.412537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72ce0776-dd62-442a-9d64-026aedf92f24 req-ef9234a3-8371-4326-b8b3-11aceb36287e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c19a71148b44506a6c220a84a0129bd&device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 1095 time: 0.0521979 Jul 27 22:20:09.524807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce0776-dd62-442a-9d64-026aedf92f24 req-5eb0bfa7-d90a-4050-a63e-9cc55bdc70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:09.526554 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72ce0776-dd62-442a-9d64-026aedf92f24 req-5eb0bfa7-d90a-4050-a63e-9cc55bdc70d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=609f36d7-6494-4fb0-af9f-4fa63b968c93 HTTP/1.1" status: 200 len: 911 time: 0.1064639 Jul 27 22:20:09.558867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Allocated IP 172.20.0.1 (a532f5cc-c302-477f-817f-423f1ee14e1b/44127dce-848e-4df0-a29a-4e8e5a223697/885dc42f-5b61-4fa5-a2f3-da97d3246de9) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:09.585981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72ce0776-dd62-442a-9d64-026aedf92f24 req-1a004c9b-c59b-4947-874a-055de3f9833c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8c04e61-fa59-4aea-80b9-0710a552f935 HTTP/1.1" status: 200 len: 217 time: 0.0521405 Jul 27 22:20:09.644346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce0776-dd62-442a-9d64-026aedf92f24 req-739b2f3d-3446-4dde-883e-e67ce2f56f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:09.646751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72ce0776-dd62-442a-9d64-026aedf92f24 req-739b2f3d-3446-4dde-883e-e67ce2f56f94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a79d5dc-2676-4678-a4d0-f3cdbc464686 HTTP/1.1" status: 200 len: 850 time: 0.0507901 Jul 27 22:20:09.691249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72ce0776-dd62-442a-9d64-026aedf92f24 req-cb195003-7c1b-4382-b0fa-593059277e6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=609f36d7-6494-4fb0-af9f-4fa63b968c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277958 Jul 27 22:20:09.703903 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:09.727577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Transition to ACTIVE for port object 885dc42f-5b61-4fa5-a2f3-da97d3246de9 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:09.776087 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:09.794740 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72ce0776-dd62-442a-9d64-026aedf92f24 req-0407d4d3-396b-4e6f-b48f-b955ded7c9af service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028461 Jul 27 22:20:09.816365 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Network a532f5cc-c302-477f-817f-423f1ee14e1b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:09.819509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:09.823648 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:09.855423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37592) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:09.862902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-39caa366-b264-4e01-81c6-aee0310028c5 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'subnet': {'network_id': '7f43e79f-2a98-4f0f-a18d-8c44337e7017', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:09.881518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event updated for resources: {'Port': ['ID=885dc42f-5b61-4fa5-a2f3-da97d3246de9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:09.921929 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72ce0776-dd62-442a-9d64-026aedf92f24 req-72884b7a-7821-4f20-b0b4-0a13ef72cb9c service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150954 Jul 27 22:20:09.950125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.093408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39caa366-b264-4e01-81c6-aee0310028c5 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:10.097198 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39caa366-b264-4e01-81c6-aee0310028c5 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.117707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a91af-c22d-4909-82b1-fa9291ceb85d req-64496ae1-bb74-4e82-940f-f5b608381246 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:10.119680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b72a91af-c22d-4909-82b1-fa9291ceb85d req-64496ae1-bb74-4e82-940f-f5b608381246 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 944 time: 0.0803711 Jul 27 22:20:10.155551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bb321f96-6db0-48a4-886f-9952a44869b7 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:10.176313 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b72a91af-c22d-4909-82b1-fa9291ceb85d req-8fc83738-8e61-453a-9768-1e407d7ddf17 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510850 Jul 27 22:20:10.196290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: bb321f96-6db0-48a4-886f-9952a44869b7 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:20:10.197176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bb321f96-6db0-48a4-886f-9952a44869b7 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:10.208700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-87eb1486-6124-4315-ab57-cc57026aab42 None None] Provisioning for port 885dc42f-5b61-4fa5-a2f3-da97d3246de9 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:10.214086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-87eb1486-6124-4315-ab57-cc57026aab42 None None] Provisioning complete for port 885dc42f-5b61-4fa5-a2f3-da97d3246de9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:10.214706 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87eb1486-6124-4315-ab57-cc57026aab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.240171 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.254727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-87eb1486-6124-4315-ab57-cc57026aab42 None None] Port 885dc42f-5b61-4fa5-a2f3-da97d3246de9 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:10.483718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39caa366-b264-4e01-81c6-aee0310028c5 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.617895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39caa366-b264-4e01-81c6-aee0310028c5 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Subnet': ['ID=96ca7f82-564b-448b-ad65-aa7e38dc9b34,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:10.626602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39caa366-b264-4e01-81c6-aee0310028c5 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Checking segment: {'id': 'f09ccb07-a385-419c-ab37-4a29b092d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f43e79f-2a98-4f0f-a18d-8c44337e7017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:10.626969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39caa366-b264-4e01-81c6-aee0310028c5 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network hostable DHCP agents. Network: 7f43e79f-2a98-4f0f-a18d-8c44337e7017, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:10.669791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39caa366-b264-4e01-81c6-aee0310028c5 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network 7f43e79f-2a98-4f0f-a18d-8c44337e7017 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:10.696331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-39caa366-b264-4e01-81c6-aee0310028c5 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7f43e79f-2a98-4f0f-a18d-8c44337e7017) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:10.705344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f78708-8e69-4695-beb4-781fd3de58c3 None None] Network 7f43e79f-2a98-4f0f-a18d-8c44337e7017 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:10.709054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39caa366-b264-4e01-81c6-aee0310028c5 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:10.709523 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39caa366-b264-4e01-81c6-aee0310028c5 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.715400 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.722223 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.772866 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-39caa366-b264-4e01-81c6-aee0310028c5 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9163895 Jul 27 22:20:10.776239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:10.784912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-988f0444-1860-403d-91bc-cbd52ef334d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1652514385'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:10.801310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event updated for resources: {'Port': ['ID=885dc42f-5b61-4fa5-a2f3-da97d3246de9,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:10.807663 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.820952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988f0444-1860-403d-91bc-cbd52ef334d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:10.826291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988f0444-1860-403d-91bc-cbd52ef334d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.855671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988f0444-1860-403d-91bc-cbd52ef334d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:10.867876 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988f0444-1860-403d-91bc-cbd52ef334d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.868577 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-988f0444-1860-403d-91bc-cbd52ef334d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Added segment 2a533831-46fa-4b4e-94e7-cdbd7fb0b9b8 of type vlan for network 0a919cb7-f2ef-4750-bee3-0691831f5c80 Jul 27 22:20:10.901099 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-7f43e79f-2a98-4f0f-a18d-8c44337e7017', 'network_id': '7f43e79f-2a98-4f0f-a18d-8c44337e7017', 'tenant_id': '369509287efc460794bb5eba954fd48f', 'fixed_ips': [{'subnet_id': '96ca7f82-564b-448b-ad65-aa7e38dc9b34'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:10.902350 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.913779 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988f0444-1860-403d-91bc-cbd52ef334d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:10.926819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Network a532f5cc-c302-477f-817f-423f1ee14e1b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:10.928414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:10.986243 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988f0444-1860-403d-91bc-cbd52ef334d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:11.002981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f0444-1860-403d-91bc-cbd52ef334d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:11.003647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-988f0444-1860-403d-91bc-cbd52ef334d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:11.097232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-988f0444-1860-403d-91bc-cbd52ef334d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3180785 Jul 27 22:20:11.101737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:11.111291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'subnet': {'network_id': '0a919cb7-f2ef-4750-bee3-0691831f5c80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:11.156194 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Allocated IP 2001:db8:0:ffff::2 (7f43e79f-2a98-4f0f-a18d-8c44337e7017/96ca7f82-564b-448b-ad65-aa7e38dc9b34/7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:11.178337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f0444-1860-403d-91bc-cbd52ef334d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Network': ['ID=0a919cb7-f2ef-4750-bee3-0691831f5c80,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:11.200263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 0a919cb7-f2ef-4750-bee3-0691831f5c80 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:11.310650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:11.314803 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:11.420657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-196d9471-f383-4373-99e5-ce385e99dede None None] Provisioning complete for port 885dc42f-5b61-4fa5-a2f3-da97d3246de9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:11.421319 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-196d9471-f383-4373-99e5-ce385e99dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:11.467223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b2850-847c-4c65-909f-47aee6ad669b req-f3e2ec6a-02b5-4efd-8066-4c4dff7b3fef tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:11.468716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-964b2850-847c-4c65-909f-47aee6ad669b req-f3e2ec6a-02b5-4efd-8066-4c4dff7b3fef tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 944 time: 0.1339414 Jul 27 22:20:11.481324 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:11.487087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-196d9471-f383-4373-99e5-ce385e99dede None None] Port 885dc42f-5b61-4fa5-a2f3-da97d3246de9 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:11.497525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Transition to ACTIVE for port object 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:11.518411 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Transition to ACTIVE for port object 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:11.527670 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:11.558785 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-964b2850-847c-4c65-909f-47aee6ad669b req-787860d9-e5c1-40f1-b68d-fa3b4e064a13 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782499 Jul 27 22:20:11.586682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Network 7f43e79f-2a98-4f0f-a18d-8c44337e7017 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:11.591441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:11.602605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:11.614015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Router e1935759-c7a7-4dd2-bd0f-91834e34be90 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:20:11.637079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Pushing event updated for resources: {'Port': ['ID=7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:11.676399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Attempting to bind port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:11.676782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Attempting to bind port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'f09ccb07-a385-419c-ab37-4a29b092d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f43e79f-2a98-4f0f-a18d-8c44337e7017'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:11.677147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Attempting to bind port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d on network 7f43e79f-2a98-4f0f-a18d-8c44337e7017 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:11.683791 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:11.684153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Checking segment: {'id': 'f09ccb07-a385-419c-ab37-4a29b092d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f43e79f-2a98-4f0f-a18d-8c44337e7017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:11.685055 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:11.685197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Bound using segment: {'id': 'f09ccb07-a385-419c-ab37-4a29b092d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f43e79f-2a98-4f0f-a18d-8c44337e7017'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:11.685651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Bound port: 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09ccb07-a385-419c-ab37-4a29b092d5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7f43e79f-2a98-4f0f-a18d-8c44337e7017'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:11.686039 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:11.759194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.objects.ports [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:20:11.761251 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:11.762294 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] For port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:11.765941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] For port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d,segment=NetworkSegment(f09ccb07-a385-419c-ab37-4a29b092d5d4),segment_id=f09ccb07-a385-419c-ab37-4a29b092d5d4)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:11.774822 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:11.791046 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0bb0a2e0-32cb-4e88-9d16-ff0e463edecc req-fd16c5b1-774d-41bc-b0ec-752a0da1ce21 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936925 Jul 27 22:20:11.810704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:11.826109 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b8cda-4c99-4198-b06a-84425913f5f2 None None] Sync routers for ids ['e1935759-c7a7-4dd2-bd0f-91834e34be90'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:11.832228 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-434cea15-8cda-4cc3-86a5-be548ffed8b7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "PUT /v2.0/routers/e1935759-c7a7-4dd2-bd0f-91834e34be90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2551346 Jul 27 22:20:11.837205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:11.849039 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b8cda-4c99-4198-b06a-84425913f5f2 None None] Routers {'e1935759-c7a7-4dd2-bd0f-91834e34be90'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:11.849961 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3d9b8cda-4c99-4198-b06a-84425913f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:19:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e1935759-c7a7-4dd2-bd0f-91834e34be90'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:11.865065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Request body: {'port': {'network_id': 'a532f5cc-c302-477f-817f-423f1ee14e1b', 'name': 'tempest-FloatingIPAdminTestJSON-1182513890'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:11.870612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57231e4e-d478-4ca0-b039-94debdfa0897 None None] Pushing event updated for resources: {'Port': ['ID=7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:11.906034 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3d9b8cda-4c99-4198-b06a-84425913f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:11.923302 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b8cda-4c99-4198-b06a-84425913f5f2 None None] Routers {'e1935759-c7a7-4dd2-bd0f-91834e34be90'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:11.924204 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3d9b8cda-4c99-4198-b06a-84425913f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:19:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e1935759-c7a7-4dd2-bd0f-91834e34be90'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:11.935125 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0a2e0-32cb-4e88-9d16-ff0e463edecc req-50b87491-f32e-4bf7-b407-39dc9f9cda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:11.939680 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0bb0a2e0-32cb-4e88-9d16-ff0e463edecc req-50b87491-f32e-4bf7-b407-39dc9f9cda6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 1096 time: 0.0923746 Jul 27 22:20:11.963647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Subnet': ['ID=2ee4f8c0-7fb7-4cf4-bda2-d7e08fe8c844,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:11.971657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Checking segment: {'id': '2a533831-46fa-4b4e-94e7-cdbd7fb0b9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0a919cb7-f2ef-4750-bee3-0691831f5c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:11.971915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network hostable DHCP agents. Network: 0a919cb7-f2ef-4750-bee3-0691831f5c80, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:12.004905 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3d9b8cda-4c99-4198-b06a-84425913f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:12.005826 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b8cda-4c99-4198-b06a-84425913f5f2 None None] The sync data for ids ['e1935759-c7a7-4dd2-bd0f-91834e34be90'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:12.009498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network 0a919cb7-f2ef-4750-bee3-0691831f5c80 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:12.025946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 0a919cb7-f2ef-4750-bee3-0691831f5c80) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:12.034654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bcd779-a624-44f4-98e2-b1da077583d8 None None] Network 0a919cb7-f2ef-4750-bee3-0691831f5c80 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:12.046071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:12.046777 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:12.083303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Made reservation on behalf of 1b26544ef03a4a059020a3923f8a5a56 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:12.091783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0a2e0-32cb-4e88-9d16-ff0e463edecc req-03740c19-61e4-467b-b97f-05a3148d9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:12.093398 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0bb0a2e0-32cb-4e88-9d16-ff0e463edecc req-03740c19-61e4-467b-b97f-05a3148d9e32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.1306658 Jul 27 22:20:12.094977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:12.109870 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2a36f538-e218-449a-a708-40baa02af620 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0063305 Jul 27 22:20:12.113159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:12.119641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'port': {'network_id': '0a919cb7-f2ef-4750-bee3-0691831f5c80', 'name': 'tempest-NetworksIpV6TestAttrs-374582948'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:12.266100 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0bb0a2e0-32cb-4e88-9d16-ff0e463edecc req-d26ccddf-b235-4148-92a2-6a404e1db1d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b HTTP/1.1" status: 200 len: 1001 time: 0.1643512 Jul 27 22:20:12.303995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] device_id is not set on port 960d95a2-b92b-4308-b132-99546d243440 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:20:12.320135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-0a919cb7-f2ef-4750-bee3-0691831f5c80', 'network_id': '0a919cb7-f2ef-4750-bee3-0691831f5c80', 'tenant_id': '369509287efc460794bb5eba954fd48f', 'fixed_ips': [{'subnet_id': '2ee4f8c0-7fb7-4cf4-bda2-d7e08fe8c844'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:12.323016 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:12.345089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c8c04e61-fa59-4aea-80b9-0710a552f935 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:20:12.347622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0a2e0-32cb-4e88-9d16-ff0e463edecc req-fbf46404-d0f5-4fc6-bea8-73a30af045bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:12.349189 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0bb0a2e0-32cb-4e88-9d16-ff0e463edecc req-fbf46404-d0f5-4fc6-bea8-73a30af045bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.0728281 Jul 27 22:20:12.373577 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:12.378632 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:12.424338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] device_id is not set on port ccfbbf66-5b9a-4192-8973-3a26792fc834 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:20:12.428381 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0a2e0-32cb-4e88-9d16-ff0e463edecc req-9be13a35-a2f5-43ce-a972-3eaf069d8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:12.431984 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0bb0a2e0-32cb-4e88-9d16-ff0e463edecc req-9be13a35-a2f5-43ce-a972-3eaf069d8cce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744400 Jul 27 22:20:12.529837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Allocated IP 172.20.0.7 (a532f5cc-c302-477f-817f-423f1ee14e1b/44127dce-848e-4df0-a29a-4e8e5a223697/960d95a2-b92b-4308-b132-99546d243440) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:12.536062 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:12.568944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:12.615747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c8c04e61-fa59-4aea-80b9-0710a552f935, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c8c04e61-fa59-4aea-80b9-0710a552f935,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:12.638236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'c8c04e61-fa59-4aea-80b9-0710a552f935', 'network_id': '609f36d7-6494-4fb0-af9f-4fa63b968c93', 'port_id': 'c8c04e61-fa59-4aea-80b9-0710a552f935', 'mac_address': 'fa:16:3e:90:e9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a79d5dc-2676-4678-a4d0-f3cdbc464686', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:20:12.638674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Allocated IP 2001:db8::f816:3eff:fed6:3ff9 (0a919cb7-f2ef-4750-bee3-0691831f5c80/2ee4f8c0-7fb7-4cf4-bda2-d7e08fe8c844/ccfbbf66-5b9a-4192-8973-3a26792fc834) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:12.695914 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0bb0a2e0-32cb-4e88-9d16-ff0e463edecc req-c50a6823-0d26-49d7-a5f3-e4a6fc62fde5 service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494435 Jul 27 22:20:12.723771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:12.737105 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:12.762661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c04e61-fa59-4aea-80b9-0710a552f935 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:20:12.778739 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-082955b7-8730-41d8-ade9-c191375e95bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:12.795017 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c8c04e61-fa59-4aea-80b9-0710a552f935, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c8c04e61-fa59-4aea-80b9-0710a552f935,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:12.804218 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:12.851797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25ce6-5697-4cb1-94d2-af948466dfc0 req-376f7b76-3a2a-4221-8ba2-f82e7a9cc16b tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:12.859115 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0bb0a2e0-32cb-4e88-9d16-ff0e463edecc req-7f0422f8-c2ec-4a73-b700-412c3d6f56ee service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558051 Jul 27 22:20:12.859815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0bf25ce6-5697-4cb1-94d2-af948466dfc0 req-376f7b76-3a2a-4221-8ba2-f82e7a9cc16b tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 944 time: 0.1765103 Jul 27 22:20:12.887402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=c8c04e61-fa59-4aea-80b9-0710a552f935,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:12.965142 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.012117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Transition to ACTIVE for port object 960d95a2-b92b-4308-b132-99546d243440 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:13.029171 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0bf25ce6-5697-4cb1-94d2-af948466dfc0 req-6eb52b68-5a34-42a7-94f5-d3dc1e2a8076 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684806 Jul 27 22:20:13.035690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['c8c04e61-fa59-4aea-80b9-0710a552f935'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:20:13.093949 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.112629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Transition to ACTIVE for port object ccfbbf66-5b9a-4192-8973-3a26792fc834 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:13.126293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.186295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Network a532f5cc-c302-477f-817f-423f1ee14e1b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:13.196502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:13.199819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:13.231534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event updated for resources: {'Port': ['ID=960d95a2-b92b-4308-b132-99546d243440,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:13.243483 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.279939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7645123c-c914-41ec-9ce2-fa9b18d53b59 None None] Network 7f43e79f-2a98-4f0f-a18d-8c44337e7017 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:13.348601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network 0a919cb7-f2ef-4750-bee3-0691831f5c80 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:13.362803 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:13.372726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:13.373701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.379148 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:13.384692 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Allocated IP 2001:db8::f816:3eff:fed0:3835 (0a919cb7-f2ef-4750-bee3-0691831f5c80/2ee4f8c0-7fb7-4cf4-bda2-d7e08fe8c844/e6dcfaf7-f36a-4ee6-b3a4-435a302b6297) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:13.385594 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:13.386294 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.405226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a51892a4-c784-47f1-831a-613ba04884fb None None] Provisioning for port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:13.406981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Port': ['ID=ccfbbf66-5b9a-4192-8973-3a26792fc834,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:13.416639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0d96bbd6-8573-45ee-8250-b358b6ceded7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5763268 Jul 27 22:20:13.419981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37760) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:13.422964 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3fdbb852-63a9-4e84-9045-bf835823f5f7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3084891 Jul 27 22:20:13.423752 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:13.488130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97014ef-2b45-40dd-aae3-e56861d63890 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Deleting subnet 2ee4f8c0-7fb7-4cf4-bda2-d7e08fe8c844 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:20:13.494757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a51892a4-c784-47f1-831a-613ba04884fb None None] Provisioning complete for port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:13.495135 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a51892a4-c784-47f1-831a-613ba04884fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.608747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'project_id': '1b26544ef03a4a059020a3923f8a5a56', 'port_id': '960d95a2-b92b-4308-b132-99546d243440'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:13.629458 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.722779 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a51892a4-c784-47f1-831a-613ba04884fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.730368 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.732372 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.751143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Transition to ACTIVE for port object e6dcfaf7-f36a-4ee6-b3a4-435a302b6297 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:13.803706 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Transition to ACTIVE for port object e6dcfaf7-f36a-4ee6-b3a4-435a302b6297 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:13.808779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a51892a4-c784-47f1-831a-613ba04884fb None None] For port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d,segment=NetworkSegment(f09ccb07-a385-419c-ab37-4a29b092d5d4),segment_id=f09ccb07-a385-419c-ab37-4a29b092d5d4)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:13.818725 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b97014ef-2b45-40dd-aae3-e56861d63890 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.823916 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a51892a4-c784-47f1-831a-613ba04884fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.834697 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:13.874174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Allocated IP 172.25.1.154 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/a77a7426-a683-419f-8cc7-3dfa55f10617) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:13.880067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Network 0a919cb7-f2ef-4750-bee3-0691831f5c80 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:13.886307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:13.888746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:13.904879 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b97014ef-2b45-40dd-aae3-e56861d63890 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.037215 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.090173 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.150675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Attempting to bind port e6dcfaf7-f36a-4ee6-b3a4-435a302b6297 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:14.151073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Attempting to bind port e6dcfaf7-f36a-4ee6-b3a4-435a302b6297 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '2a533831-46fa-4b4e-94e7-cdbd7fb0b9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0a919cb7-f2ef-4750-bee3-0691831f5c80'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:14.151433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Attempting to bind port e6dcfaf7-f36a-4ee6-b3a4-435a302b6297 on network 0a919cb7-f2ef-4750-bee3-0691831f5c80 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:14.153311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:14.157447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:14.162733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:14.169007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:14.169420 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Checking segment: {'id': '2a533831-46fa-4b4e-94e7-cdbd7fb0b9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0a919cb7-f2ef-4750-bee3-0691831f5c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:14.169820 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.170245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Bound using segment: {'id': '2a533831-46fa-4b4e-94e7-cdbd7fb0b9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0a919cb7-f2ef-4750-bee3-0691831f5c80'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:14.170784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Bound port: e6dcfaf7-f36a-4ee6-b3a4-435a302b6297, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a533831-46fa-4b4e-94e7-cdbd7fb0b9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0a919cb7-f2ef-4750-bee3-0691831f5c80'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:14.171544 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.176948 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51892a4-c784-47f1-831a-613ba04884fb None None] Pushing event updated for resources: {'Port': ['ID=7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:14.200963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Pushing event updated for resources: {'Port': ['ID=a77a7426-a683-419f-8cc7-3dfa55f10617,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:14.213063 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f4cfe7fc-6fc1-4524-9ce8-cdcb5f40c455 None None] Provisioning for port 960d95a2-b92b-4308-b132-99546d243440 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:14.252530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f4cfe7fc-6fc1-4524-9ce8-cdcb5f40c455 None None] Provisioning complete for port 960d95a2-b92b-4308-b132-99546d243440 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:14.253205 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f4cfe7fc-6fc1-4524-9ce8-cdcb5f40c455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.305921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Pushing event updated for resources: {'Port': ['ID=e6dcfaf7-f36a-4ee6-b3a4-435a302b6297,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:14.324119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] For port e6dcfaf7-f36a-4ee6-b3a4-435a302b6297, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:14.328302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] For port e6dcfaf7-f36a-4ee6-b3a4-435a302b6297, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e6dcfaf7-f36a-4ee6-b3a4-435a302b6297,segment=NetworkSegment(2a533831-46fa-4b4e-94e7-cdbd7fb0b9b8),segment_id=2a533831-46fa-4b4e-94e7-cdbd7fb0b9b8)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:14.329566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f4cfe7fc-6fc1-4524-9ce8-cdcb5f40c455 None None] Port 960d95a2-b92b-4308-b132-99546d243440 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:14.339524 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.362913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c8c04e61-fa59-4aea-80b9-0710a552f935 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:14.467321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14766056-08cb-4ea6-beec-11da72f16956 req-82cd3fbb-d766-42af-a804-79c451d596a5 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:14.473833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14766056-08cb-4ea6-beec-11da72f16956 req-82cd3fbb-d766-42af-a804-79c451d596a5 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 945 time: 0.1375446 Jul 27 22:20:14.480523 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b97014ef-2b45-40dd-aae3-e56861d63890 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.520392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:14.603203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-deb9b4ba-6db5-4842-8f82-1de0f2eae6bb None None] Provisioning complete for port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:14.603645 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-deb9b4ba-6db5-4842-8f82-1de0f2eae6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.611695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b59e8-ba5b-40c5-9fa0-c9577c50c1e4 None None] Pushing event updated for resources: {'Port': ['ID=e6dcfaf7-f36a-4ee6-b3a4-435a302b6297,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:14.620507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port c8c04e61-fa59-4aea-80b9-0710a552f935 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:14.622877 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14766056-08cb-4ea6-beec-11da72f16956 req-2ced4645-6c96-4a48-9792-3d16759a9d5a tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386590 Jul 27 22:20:14.677350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port c8c04e61-fa59-4aea-80b9-0710a552f935 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:14.677350 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.717966 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b97014ef-2b45-40dd-aae3-e56861d63890 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.765941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97014ef-2b45-40dd-aae3-e56861d63890 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee4f8c0-7fb7-4cf4-bda2-d7e08fe8c844,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:14.784494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b97014ef-2b45-40dd-aae3-e56861d63890 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.789001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b97014ef-2b45-40dd-aae3-e56861d63890 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/subnets/2ee4f8c0-7fb7-4cf4-bda2-d7e08fe8c844 HTTP/1.1" status: 204 len: 168 time: 1.3616040 Jul 27 22:20:14.789884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:14.870255 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:14.870765 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.881255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9cd20-9aca-45f7-9501-764cc324038c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:14.887117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9cd20-9aca-45f7-9501-764cc324038c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:14.891422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d9e9cd20-9aca-45f7-9501-764cc324038c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1003458 Jul 27 22:20:14.894463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:14.950793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37782) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:14.953675 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:14.996175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b153c39d-af9d-452b-b9af-4890c2765640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c04e61-fa59-4aea-80b9-0710a552f935'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:14.998511 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7277a5b5-fda5-4f49-9c1a-c9628adf643d" -d '{"events": [{"server_uuid": "b153c39d-af9d-452b-b9af-4890c2765640", "name": "network-vif-plugged", "status": "completed", "tag": "c8c04e61-fa59-4aea-80b9-0710a552f935"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:15.019998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c8c04e61-fa59-4aea-80b9-0710a552f935, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c8c04e61-fa59-4aea-80b9-0710a552f935,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:15.057332 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.065172 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca51d9c8-7c50-45ed-9b95-3c6908239a03 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.091759 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca51d9c8-7c50-45ed-9b95-3c6908239a03 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 22:20:15.092331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca51d9c8-7c50-45ed-9b95-3c6908239a03 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:20:15.097377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ca51d9c8-7c50-45ed-9b95-3c6908239a03 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/networks/0a919cb7-f2ef-4750-bee3-0691831f5c80 HTTP/1.1" status: 409 len: 405 time: 0.1988163 Jul 27 22:20:15.097538 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.099886 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12476999-61fe-42ba-bdf3-81903658146e x-openstack-request-id: req-12476999-61fe-42ba-bdf3-81903658146e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:15.100249 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b153c39d-af9d-452b-b9af-4890c2765640", "name": "network-vif-plugged", "status": "completed", "tag": "c8c04e61-fa59-4aea-80b9-0710a552f935", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:15.101117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:15.101433 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12476999-61fe-42ba-bdf3-81903658146e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:15.101895 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b153c39d-af9d-452b-b9af-4890c2765640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c04e61-fa59-4aea-80b9-0710a552f935', 'code': 200} Jul 27 22:20:15.114652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8ce7e6f3-ef65-4bbd-834e-7a79a7c21701 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-732098548'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:15.154780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=c8c04e61-fa59-4aea-80b9-0710a552f935,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:15.160267 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce7e6f3-ef65-4bbd-834e-7a79a7c21701 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:15.169024 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ce7e6f3-ef65-4bbd-834e-7a79a7c21701 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.234683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce7e6f3-ef65-4bbd-834e-7a79a7c21701 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:15.248743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623d31-9f04-465c-b395-40ff6580a3b9 req-5d6fc307-0174-423d-88d2-eeb43dd8528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:15.250578 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22623d31-9f04-465c-b395-40ff6580a3b9 req-5d6fc307-0174-423d-88d2-eeb43dd8528f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 1097 time: 0.0979528 Jul 27 22:20:15.251732 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ce7e6f3-ef65-4bbd-834e-7a79a7c21701 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.252075 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-8ce7e6f3-ef65-4bbd-834e-7a79a7c21701 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Added segment 8cdaa76e-6231-46c2-9a2f-9b126e85f999 of type vlan for network a136fb95-68e8-4fe4-99ba-57443968d7a6 Jul 27 22:20:15.261371 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-54f25749-c0be-4604-83f0-256424fa2558 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67dee723f62b45bd9d2aa78c10f3bdd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065491 Jul 27 22:20:15.273877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37790) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:15.291608 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.339421 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ce7e6f3-ef65-4bbd-834e-7a79a7c21701 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.362037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22623d31-9f04-465c-b395-40ff6580a3b9 req-befee972-cb78-406c-a706-d6aa0259c43d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004624 Jul 27 22:20:15.401335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-671dbf9f-6ef3-4d72-9c1c-b5e5be5cb16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.403222 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ce7e6f3-ef65-4bbd-834e-7a79a7c21701 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.408765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce7e6f3-ef65-4bbd-834e-7a79a7c21701 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:15.409370 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ce7e6f3-ef65-4bbd-834e-7a79a7c21701 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.441176 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bd4c2a1-3893-4779-8483-9edf150ed560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.485274 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.492758 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.495376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8ce7e6f3-ef65-4bbd-834e-7a79a7c21701 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3929031 Jul 27 22:20:15.497620 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-671dbf9f-6ef3-4d72-9c1c-b5e5be5cb16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.501004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:15.513582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'subnet': {'network_id': 'a136fb95-68e8-4fe4-99ba-57443968d7a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:15.538245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Pushing event updated for resources: {'Port': ['ID=a77a7426-a683-419f-8cc7-3dfa55f10617,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:15.581768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7e6f3-ef65-4bbd-834e-7a79a7c21701 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Network': ['ID=a136fb95-68e8-4fe4-99ba-57443968d7a6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:15.599736 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network a136fb95-68e8-4fe4-99ba-57443968d7a6 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:15.610978 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.645232 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-671dbf9f-6ef3-4d72-9c1c-b5e5be5cb16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.648247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-671dbf9f-6ef3-4d72-9c1c-b5e5be5cb16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.649422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-671dbf9f-6ef3-4d72-9c1c-b5e5be5cb16a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c942a8d-3ff9-4084-a6d6-70b6c40b684f HTTP/1.1" status: 204 len: 168 time: 0.3745348 Jul 27 22:20:15.660838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:15.665086 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.670556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dbf9f-6ef3-4d72-9c1c-b5e5be5cb16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c942a8d-3ff9-4084-a6d6-70b6c40b684f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:15.791382 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:15.813204 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Floating IP 299cebff-41c3-4d25-9ea6-798bb0686718 associated. External IP: 172.25.1.154, port: 960d95a2-b92b-4308-b132-99546d243440. Jul 27 22:20:15.843538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e22a3-640d-4304-a069-eb632ebc5efc req-dcb5b460-134c-4bc0-b44c-948cbc502161 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:15.845351 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-140e22a3-640d-4304-a069-eb632ebc5efc req-dcb5b460-134c-4bc0-b44c-948cbc502161 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.0885525 Jul 27 22:20:15.946786 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-140e22a3-640d-4304-a069-eb632ebc5efc req-f5c0f36c-a30f-4452-8b8b-71d46d2c0eee tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811648 Jul 27 22:20:15.977967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56df0a83-f513-443e-ad9c-357e4298632b None None] Network 0a919cb7-f2ef-4750-bee3-0691831f5c80 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:16.052642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ebb0eedb-411f-49cc-8683-ec9b66a6d089 None None] Provisioning for port e6dcfaf7-f36a-4ee6-b3a4-435a302b6297 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:16.117623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Router e1935759-c7a7-4dd2-bd0f-91834e34be90 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:20:16.123859 n-d-802011-3 neutron-server[93835]: DEBUG neutron.objects.ports [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:20:16.126145 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.199231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e16cd41-c8a1-4f8d-98e1-367e609e2a8a None None] DHCP port deletion for 0a919cb7-f2ef-4750-bee3-0691831f5c80 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:20:16.209390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Subnet': ['ID=6a0c3827-d4a6-4ff2-a858-bcd083603947,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:16.217959 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Checking segment: {'id': '8cdaa76e-6231-46c2-9a2f-9b126e85f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a136fb95-68e8-4fe4-99ba-57443968d7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:16.218416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network hostable DHCP agents. Network: a136fb95-68e8-4fe4-99ba-57443968d7a6, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:16.237906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network a136fb95-68e8-4fe4-99ba-57443968d7a6 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:16.258474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, a136fb95-68e8-4fe4-99ba-57443968d7a6) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:16.264209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:16.265306 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.271467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a367647-0180-4279-aa0a-cf67ef7773cb None None] Network a136fb95-68e8-4fe4-99ba-57443968d7a6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:16.291306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8a60244f-c059-428f-bb61-6b8f3ec67f3e tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7846756 Jul 27 22:20:16.293938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37808) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:16.299437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'port': {'network_id': 'a136fb95-68e8-4fe4-99ba-57443968d7a6', 'name': 'tempest-NetworksIpV6TestAttrs-126482164'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:16.300311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:16.330503 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.338768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eb557a-15ca-4ee1-bee6-2c5831ed1fd2 None None] Sync routers for ids ['e1935759-c7a7-4dd2-bd0f-91834e34be90'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:16.361495 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7e16cd41-c8a1-4f8d-98e1-367e609e2a8a None None] Deleting port e6dcfaf7-f36a-4ee6-b3a4-435a302b6297 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:16.361866 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e16cd41-c8a1-4f8d-98e1-367e609e2a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.379875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-de6889c2-8bd1-404a-8e39-9796bd2acab2 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.9587445 Jul 27 22:20:16.382793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:16.424622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb557a-15ca-4ee1-bee6-2c5831ed1fd2 None None] Routers {'e1935759-c7a7-4dd2-bd0f-91834e34be90'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:16.425556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b6eb557a-15ca-4ee1-bee6-2c5831ed1fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e1935759-c7a7-4dd2-bd0f-91834e34be90'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:16.463875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:16.468376 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.489690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] device_id is not set on port 910c1a84-c7f3-4f62-b6a3-b06c2f1d78c7 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:20:16.493409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b6eb557a-15ca-4ee1-bee6-2c5831ed1fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:16.522451 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.523377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.538019 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a0d539d0-13f2-475d-85ba-76e025f13f74 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] 10.222.0.24 "GET /v2.0/floatingips/299cebff-41c3-4d25-9ea6-798bb0686718 HTTP/1.1" status: 200 len: 983 time: 0.1517639 Jul 27 22:20:16.538240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7e16cd41-c8a1-4f8d-98e1-367e609e2a8a None None] For port e6dcfaf7-f36a-4ee6-b3a4-435a302b6297, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e6dcfaf7-f36a-4ee6-b3a4-435a302b6297,segment=NetworkSegment(2a533831-46fa-4b4e-94e7-cdbd7fb0b9b8),segment_id=2a533831-46fa-4b4e-94e7-cdbd7fb0b9b8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:16.538240 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e16cd41-c8a1-4f8d-98e1-367e609e2a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.538809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37816) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:16.546994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb557a-15ca-4ee1-bee6-2c5831ed1fd2 None None] Routers {'e1935759-c7a7-4dd2-bd0f-91834e34be90'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:16.548313 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b6eb557a-15ca-4ee1-bee6-2c5831ed1fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e1935759-c7a7-4dd2-bd0f-91834e34be90'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:16.570863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7e16cd41-c8a1-4f8d-98e1-367e609e2a8a None None] Calling delete_port for e6dcfaf7-f36a-4ee6-b3a4-435a302b6297 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:16.614540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b6eb557a-15ca-4ee1-bee6-2c5831ed1fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:16.615225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eb557a-15ca-4ee1-bee6-2c5831ed1fd2 None None] The sync data for ids ['e1935759-c7a7-4dd2-bd0f-91834e34be90'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:16.623248 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-86b98627-9fb0-4635-98c6-ef7a946b89b4 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.0830762 Jul 27 22:20:16.625955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37822) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:16.627590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Allocated IP 2001:db8::f816:3eff:fe21:dc57 (a136fb95-68e8-4fe4-99ba-57443968d7a6/6a0c3827-d4a6-4ff2-a858-bcd083603947/910c1a84-c7f3-4f62-b6a3-b06c2f1d78c7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:16.710117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-a136fb95-68e8-4fe4-99ba-57443968d7a6', 'network_id': 'a136fb95-68e8-4fe4-99ba-57443968d7a6', 'tenant_id': '369509287efc460794bb5eba954fd48f', 'fixed_ips': [{'subnet_id': '6a0c3827-d4a6-4ff2-a858-bcd083603947'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:16.711114 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.836122 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e16cd41-c8a1-4f8d-98e1-367e609e2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.842309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Deleting port a77a7426-a683-419f-8cc7-3dfa55f10617 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:16.843884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.856475 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.864900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16cd41-c8a1-4f8d-98e1-367e609e2a8a None None] Pushing event deleted for resources: {'Port': ['ID=e6dcfaf7-f36a-4ee6-b3a4-435a302b6297,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:16.868661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16cd41-c8a1-4f8d-98e1-367e609e2a8a None None] No DVR routers for this DVR port e6dcfaf7-f36a-4ee6-b3a4-435a302b6297 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:16.880556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Transition to ACTIVE for port object 910c1a84-c7f3-4f62-b6a3-b06c2f1d78c7 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:16.922104 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.940268 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.940679 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:16.956642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Calling delete_port for a77a7426-a683-419f-8cc7-3dfa55f10617 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:16.969549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network a136fb95-68e8-4fe4-99ba-57443968d7a6 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:16.973010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:16.974866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Allocated IP 2001:db8::f816:3eff:fe61:909f (a136fb95-68e8-4fe4-99ba-57443968d7a6/6a0c3827-d4a6-4ff2-a858-bcd083603947/b8a64637-2e79-4d85-bcd6-5d4efd3697e5) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:16.976673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:16.982871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:16.983516 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:17.002742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Port': ['ID=910c1a84-c7f3-4f62-b6a3-b06c2f1d78c7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:17.015827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-38f5826b-c48d-49c3-80a3-5dc6d33be476 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7204888 Jul 27 22:20:17.018682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:17.113235 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-004caf53-0191-41fa-9d31-80bbc7e9f0e7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Deleting subnet 6a0c3827-d4a6-4ff2-a858-bcd083603947 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:20:17.139793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469987c-b427-4aa2-a742-dab446b81b76 req-2aed4b71-ceb5-425b-b3cf-e7b4164074ac tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:17.141713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5469987c-b427-4aa2-a742-dab446b81b76 req-2aed4b71-ceb5-425b-b3cf-e7b4164074ac tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.0733402 Jul 27 22:20:17.195360 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5469987c-b427-4aa2-a742-dab446b81b76 req-062f080f-bd1a-4f19-887e-b93667c67829 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458376 Jul 27 22:20:17.233698 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:17.246810 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:17.258366 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Transition to ACTIVE for port object b8a64637-2e79-4d85-bcd6-5d4efd3697e5 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:17.273992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event deleted for resources: {'Port': ['ID=a77a7426-a683-419f-8cc7-3dfa55f10617,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:17.278404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Transition to ACTIVE for port object b8a64637-2e79-4d85-bcd6-5d4efd3697e5 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:17.285468 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004caf53-0191-41fa-9d31-80bbc7e9f0e7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:17.288057 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:17.307442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Network a136fb95-68e8-4fe4-99ba-57443968d7a6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:17.310334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:17.313460 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:17.367505 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004caf53-0191-41fa-9d31-80bbc7e9f0e7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:17.382237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:17.383258 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Floating IP 299cebff-41c3-4d25-9ea6-798bb0686718 disassociated (deleted). External IP: 172.25.1.154, port: 960d95a2-b92b-4308-b132-99546d243440. Jul 27 22:20:17.414553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Pushing event updated for resources: {'Port': ['ID=b8a64637-2e79-4d85-bcd6-5d4efd3697e5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:17.420237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Attempting to bind port b8a64637-2e79-4d85-bcd6-5d4efd3697e5 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:17.420994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Attempting to bind port b8a64637-2e79-4d85-bcd6-5d4efd3697e5 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8cdaa76e-6231-46c2-9a2f-9b126e85f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a136fb95-68e8-4fe4-99ba-57443968d7a6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:17.421375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Attempting to bind port b8a64637-2e79-4d85-bcd6-5d4efd3697e5 on network a136fb95-68e8-4fe4-99ba-57443968d7a6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:17.427638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:17.428350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Checking segment: {'id': '8cdaa76e-6231-46c2-9a2f-9b126e85f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a136fb95-68e8-4fe4-99ba-57443968d7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:17.429508 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:17.430069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Bound using segment: {'id': '8cdaa76e-6231-46c2-9a2f-9b126e85f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a136fb95-68e8-4fe4-99ba-57443968d7a6'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:17.430575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Bound port: b8a64637-2e79-4d85-bcd6-5d4efd3697e5, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdaa76e-6231-46c2-9a2f-9b126e85f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a136fb95-68e8-4fe4-99ba-57443968d7a6'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:17.431848 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:17.510544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] For port b8a64637-2e79-4d85-bcd6-5d4efd3697e5, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:17.519292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] For port b8a64637-2e79-4d85-bcd6-5d4efd3697e5, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b8a64637-2e79-4d85-bcd6-5d4efd3697e5,segment=NetworkSegment(8cdaa76e-6231-46c2-9a2f-9b126e85f999),segment_id=8cdaa76e-6231-46c2-9a2f-9b126e85f999)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:17.525295 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:17.607398 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71872ef8-8b96-4fa0-acd4-93ce92aa5e6e None None] Pushing event updated for resources: {'Port': ['ID=b8a64637-2e79-4d85-bcd6-5d4efd3697e5,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:17.615825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3b3c1-3eb0-41ed-8184-e9ecd8e3aa02 req-6461bb16-6b9d-4ffd-badd-c04aae80b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:17.618033 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3c3b3c1-3eb0-41ed-8184-e9ecd8e3aa02 req-6461bb16-6b9d-4ffd-badd-c04aae80b4d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c19a71148b44506a6c220a84a0129bd&device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 1097 time: 0.1726160 Jul 27 22:20:17.643367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c897c3-ca3b-4eb7-9fff-4e6cac2ad59a req-8f267393-e900-4cc8-b9bd-dd298b872940 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:17.644872 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81c897c3-ca3b-4eb7-9fff-4e6cac2ad59a req-8f267393-e900-4cc8-b9bd-dd298b872940 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1692712 Jul 27 22:20:17.699070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Router e1935759-c7a7-4dd2-bd0f-91834e34be90 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:20:17.732105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004caf53-0191-41fa-9d31-80bbc7e9f0e7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:17.854457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81c897c3-ca3b-4eb7-9fff-4e6cac2ad59a req-4d7fb944-5e1c-4dca-9896-fa0bf3797bd7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743846 Jul 27 22:20:17.862304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:17.872777 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5055f63-c561-46fb-af2d-6478e43e6b8f None None] Sync routers for ids ['e1935759-c7a7-4dd2-bd0f-91834e34be90'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:17.883286 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:17.886675 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5055f63-c561-46fb-af2d-6478e43e6b8f None None] Routers {'e1935759-c7a7-4dd2-bd0f-91834e34be90'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:17.887313 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d5055f63-c561-46fb-af2d-6478e43e6b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e1935759-c7a7-4dd2-bd0f-91834e34be90'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:17.893003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3b3c1-3eb0-41ed-8184-e9ecd8e3aa02 req-0ce29d8c-1d3b-4db0-857b-8c2c2e5ff570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:17.894546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3c3b3c1-3eb0-41ed-8184-e9ecd8e3aa02 req-0ce29d8c-1d3b-4db0-857b-8c2c2e5ff570 service neutron] 10.222.0.41 "GET /v2.0/networks?id=609f36d7-6494-4fb0-af9f-4fa63b968c93 HTTP/1.1" status: 200 len: 911 time: 0.2675626 Jul 27 22:20:17.933985 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c0e2650e-15aa-446a-be29-263850cb38a9 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "DELETE /v2.0/floatingips/299cebff-41c3-4d25-9ea6-798bb0686718 HTTP/1.1" status: 204 len: 168 time: 1.3066924 Jul 27 22:20:17.940327 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d5055f63-c561-46fb-af2d-6478e43e6b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:17.940953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37854) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:17.956735 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5055f63-c561-46fb-af2d-6478e43e6b8f None None] Routers {'e1935759-c7a7-4dd2-bd0f-91834e34be90'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:17.957025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3c3b3c1-3eb0-41ed-8184-e9ecd8e3aa02 req-26cdd4a9-a26c-41cb-b5d5-baee4afc22a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8c04e61-fa59-4aea-80b9-0710a552f935 HTTP/1.1" status: 200 len: 217 time: 0.0547738 Jul 27 22:20:17.958363 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d5055f63-c561-46fb-af2d-6478e43e6b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e1935759-c7a7-4dd2-bd0f-91834e34be90'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:17.965012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:17.996159 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d5055f63-c561-46fb-af2d-6478e43e6b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:17.998811 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5055f63-c561-46fb-af2d-6478e43e6b8f None None] The sync data for ids ['e1935759-c7a7-4dd2-bd0f-91834e34be90'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:18.002303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.011851 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004caf53-0191-41fa-9d31-80bbc7e9f0e7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.032848 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-004caf53-0191-41fa-9d31-80bbc7e9f0e7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.038790 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-004caf53-0191-41fa-9d31-80bbc7e9f0e7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/subnets/6a0c3827-d4a6-4ff2-a858-bcd083603947 HTTP/1.1" status: 204 len: 168 time: 1.0150981 Jul 27 22:20:18.040113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:18.082540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004caf53-0191-41fa-9d31-80bbc7e9f0e7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0c3827-d4a6-4ff2-a858-bcd083603947,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:18.083025 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.118243 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.120018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3b3c1-3eb0-41ed-8184-e9ecd8e3aa02 req-a9ca4a42-190a-4b4c-b028-886c0cce369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:18.121496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3c3b3c1-3eb0-41ed-8184-e9ecd8e3aa02 req-a9ca4a42-190a-4b4c-b028-886c0cce369d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a79d5dc-2676-4678-a4d0-f3cdbc464686 HTTP/1.1" status: 200 len: 850 time: 0.1564047 Jul 27 22:20:18.154053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d64cd42-7d1d-4246-8bbc-e5b159b7a368 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:18.155777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d64cd42-7d1d-4246-8bbc-e5b159b7a368 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:18.159756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0d64cd42-7d1d-4246-8bbc-e5b159b7a368 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1001847 Jul 27 22:20:18.162785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37860) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:18.180814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3c3b3c1-3eb0-41ed-8184-e9ecd8e3aa02 req-10b9df3e-11e0-4bb8-a80f-9c109751a9e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=609f36d7-6494-4fb0-af9f-4fa63b968c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505319 Jul 27 22:20:18.244269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37862) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:18.248870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-85a05467-39e5-4f8d-91f7-cf9dabe51ee6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165892522', 'description': 'tempest-secgroup-smoke-165892522 description', 'project_id': '28b86e8c06114800a9109512618bca6b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:18.293077 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a05467-39e5-4f8d-91f7-cf9dabe51ee6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.307711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a05467-39e5-4f8d-91f7-cf9dabe51ee6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.334138 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3c3b3c1-3eb0-41ed-8184-e9ecd8e3aa02 req-32166e56-5577-416b-b230-9889f19dad2d service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445277 Jul 27 22:20:18.488684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c3c3b3c1-3eb0-41ed-8184-e9ecd8e3aa02 req-ca68d708-5b0c-4101-a939-b5ec9d5e8b7f service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452420 Jul 27 22:20:18.520480 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a05467-39e5-4f8d-91f7-cf9dabe51ee6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.525335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b8a64637-2e79-4d85-bcd6-5d4efd3697e5 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:18.528083 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a05467-39e5-4f8d-91f7-cf9dabe51ee6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.573960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a05467-39e5-4f8d-91f7-cf9dabe51ee6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4caee1e1-09f3-4b7d-b344-c40bc12a5096,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:18.642838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port b8a64637-2e79-4d85-bcd6-5d4efd3697e5 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:18.646099 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a05467-39e5-4f8d-91f7-cf9dabe51ee6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.652768 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a05467-39e5-4f8d-91f7-cf9dabe51ee6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.686361 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47e67d6b-93fd-4cd1-8450-bf494d314935 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.686950 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85a05467-39e5-4f8d-91f7-cf9dabe51ee6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.690289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-85a05467-39e5-4f8d-91f7-cf9dabe51ee6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4427836 Jul 27 22:20:18.690289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a05467-39e5-4f8d-91f7-cf9dabe51ee6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:18.691458 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37868) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:18.700234 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-17a4ef29-036c-479f-9375-bb8d699e00f9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'c5eef5f2-2d3f-4c3b-a34d-986f4c70a675', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:18.721786 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e67d6b-93fd-4cd1-8450-bf494d314935 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 22:20:18.722286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e67d6b-93fd-4cd1-8450-bf494d314935 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:20:18.724227 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-47e67d6b-93fd-4cd1-8450-bf494d314935 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/networks/a136fb95-68e8-4fe4-99ba-57443968d7a6 HTTP/1.1" status: 409 len: 405 time: 0.5583942 Jul 27 22:20:18.729515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37870) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:18.734854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5e71a545-5d6a-49ef-9733-9d2ab037078a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1217160774'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:18.738885 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Allocated IP 172.25.1.109 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/b230ab70-e62a-4e40-8713-38a7c575cd4e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:18.764319 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17a4ef29-036c-479f-9375-bb8d699e00f9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.769289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e71a545-5d6a-49ef-9733-9d2ab037078a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:18.776243 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e71a545-5d6a-49ef-9733-9d2ab037078a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.801512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e71a545-5d6a-49ef-9733-9d2ab037078a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:18.810996 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e71a545-5d6a-49ef-9733-9d2ab037078a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.811390 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-5e71a545-5d6a-49ef-9733-9d2ab037078a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Added segment d258cb5e-713f-4ebd-bd6a-aba16a56d48d of type vlan for network b34c7be3-9b69-4319-9f65-be5f7a84e581 Jul 27 22:20:18.841185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962eaa1b-61fa-428b-a19f-3a13ffcf4ec5 None None] Network a136fb95-68e8-4fe4-99ba-57443968d7a6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:18.859407 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e71a545-5d6a-49ef-9733-9d2ab037078a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.883504 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17a4ef29-036c-479f-9375-bb8d699e00f9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.892523 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e71a545-5d6a-49ef-9733-9d2ab037078a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.899260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71a545-5d6a-49ef-9733-9d2ab037078a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:18.899872 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e71a545-5d6a-49ef-9733-9d2ab037078a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.906931 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17a4ef29-036c-479f-9375-bb8d699e00f9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.949950 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.954634 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-17a4ef29-036c-479f-9375-bb8d699e00f9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.955448 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-17a4ef29-036c-479f-9375-bb8d699e00f9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2594237 Jul 27 22:20:18.957544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-343d2cc7-5d10-4448-8e6b-106403d77255 None None] Provisioning for port b8a64637-2e79-4d85-bcd6-5d4efd3697e5 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:18.958338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4ef29-036c-479f-9375-bb8d699e00f9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6664e30-98e3-41d0-ba17-70218185bf86,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:18.967693 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-343d2cc7-5d10-4448-8e6b-106403d77255 None None] Provisioning complete for port b8a64637-2e79-4d85-bcd6-5d4efd3697e5 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:18.968026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5e71a545-5d6a-49ef-9733-9d2ab037078a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2372437 Jul 27 22:20:18.968159 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-343d2cc7-5d10-4448-8e6b-106403d77255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:18.970911 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:18.973143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37876) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:18.980382 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'subnet': {'network_id': 'b34c7be3-9b69-4319-9f65-be5f7a84e581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:18.982553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-60d5c078-880a-4600-b910-7f242f155f31 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'c5eef5f2-2d3f-4c3b-a34d-986f4c70a675', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:19.024019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71a545-5d6a-49ef-9733-9d2ab037078a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Network': ['ID=b34c7be3-9b69-4319-9f65-be5f7a84e581,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:19.052918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464197c6-decb-421f-be1e-85dd86fa319e req-78087fad-39ca-402b-9bcc-e7809b874da2 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:19.059365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-464197c6-decb-421f-be1e-85dd86fa319e req-78087fad-39ca-402b-9bcc-e7809b874da2 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1093047 Jul 27 22:20:19.078005 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60d5c078-880a-4600-b910-7f242f155f31 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.106007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:19.110102 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.134571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-464197c6-decb-421f-be1e-85dd86fa319e req-f64efaa5-0851-4c96-bcc4-917cb9aa4c7f tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655653 Jul 27 22:20:19.163901 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60d5c078-880a-4600-b910-7f242f155f31 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.170051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60d5c078-880a-4600-b910-7f242f155f31 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.170880 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.190442 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5c078-880a-4600-b910-7f242f155f31 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80335379-babb-447c-b199-600c2b15fc80,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:19.191621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network b34c7be3-9b69-4319-9f65-be5f7a84e581 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:19.197096 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60d5c078-880a-4600-b910-7f242f155f31 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.200913 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-60d5c078-880a-4600-b910-7f242f155f31 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2193830 Jul 27 22:20:19.201177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:19.206605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2197b473-178f-48be-9598-63462ec06079 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'c5eef5f2-2d3f-4c3b-a34d-986f4c70a675', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:19.242224 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2197b473-178f-48be-9598-63462ec06079 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.253515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:19.264403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:19.267532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:19.308088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Pushing event updated for resources: {'Port': ['ID=b230ab70-e62a-4e40-8713-38a7c575cd4e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:19.314807 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-343d2cc7-5d10-4448-8e6b-106403d77255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.338126 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2197b473-178f-48be-9598-63462ec06079 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.343893 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2197b473-178f-48be-9598-63462ec06079 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.367291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb36f09-6ac7-423d-91a1-a2c5dada6868 None None] DHCP port deletion for a136fb95-68e8-4fe4-99ba-57443968d7a6 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:20:19.370150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-343d2cc7-5d10-4448-8e6b-106403d77255 None None] For port b8a64637-2e79-4d85-bcd6-5d4efd3697e5, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b8a64637-2e79-4d85-bcd6-5d4efd3697e5,segment=NetworkSegment(8cdaa76e-6231-46c2-9a2f-9b126e85f999),segment_id=8cdaa76e-6231-46c2-9a2f-9b126e85f999)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:19.375563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197b473-178f-48be-9598-63462ec06079 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28e7242-2254-44ed-9472-4643fb763bf8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:19.376361 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-343d2cc7-5d10-4448-8e6b-106403d77255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.392009 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2197b473-178f-48be-9598-63462ec06079 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.396085 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2197b473-178f-48be-9598-63462ec06079 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1912594 Jul 27 22:20:19.396319 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:19.403140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cbbe4d9b-9d10-4c79-ba86-b4595dd7c5cd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'c5eef5f2-2d3f-4c3b-a34d-986f4c70a675', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:19.417719 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.432053 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4d9b-9d10-4c79-ba86-b4595dd7c5cd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.448879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d2cc7-5d10-4448-8e6b-106403d77255 None None] Pushing event updated for resources: {'Port': ['ID=b8a64637-2e79-4d85-bcd6-5d4efd3697e5,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:19.462385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-adb36f09-6ac7-423d-91a1-a2c5dada6868 None None] Deleting port b8a64637-2e79-4d85-bcd6-5d4efd3697e5 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:19.462968 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adb36f09-6ac7-423d-91a1-a2c5dada6868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.501723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.504776 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4d9b-9d10-4c79-ba86-b4595dd7c5cd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.512008 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4d9b-9d10-4c79-ba86-b4595dd7c5cd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.532626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-adb36f09-6ac7-423d-91a1-a2c5dada6868 None None] For port b8a64637-2e79-4d85-bcd6-5d4efd3697e5, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b8a64637-2e79-4d85-bcd6-5d4efd3697e5,segment=NetworkSegment(8cdaa76e-6231-46c2-9a2f-9b126e85f999),segment_id=8cdaa76e-6231-46c2-9a2f-9b126e85f999)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:19.533367 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adb36f09-6ac7-423d-91a1-a2c5dada6868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.533795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe4d9b-9d10-4c79-ba86-b4595dd7c5cd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a1201a-290d-4484-9ef9-f4f8662fbcad,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:19.538773 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4d9b-9d10-4c79-ba86-b4595dd7c5cd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.542778 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cbbe4d9b-9d10-4c79-ba86-b4595dd7c5cd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429367 Jul 27 22:20:19.543018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:19.548493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-adb36f09-6ac7-423d-91a1-a2c5dada6868 None None] Calling delete_port for b8a64637-2e79-4d85-bcd6-5d4efd3697e5 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:19.548624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9ceb9b75-c1d4-402e-b298-cb85715bd8e9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'c5eef5f2-2d3f-4c3b-a34d-986f4c70a675', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:19.577284 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-9ceb9b75-c1d4-402e-b298-cb85715bd8e9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Project 28b86e8c06114800a9109512618bca6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:20:19.584349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9b75-c1d4-402e-b298-cb85715bd8e9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.635426 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adb36f09-6ac7-423d-91a1-a2c5dada6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.653833 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9b75-c1d4-402e-b298-cb85715bd8e9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.657967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9b75-c1d4-402e-b298-cb85715bd8e9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.664202 n-d-802011-3 neutron-server[93834]: DEBUG neutron.objects.ports [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:20:19.667390 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.667833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb36f09-6ac7-423d-91a1-a2c5dada6868 None None] Pushing event deleted for resources: {'Port': ['ID=b8a64637-2e79-4d85-bcd6-5d4efd3697e5,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:19.673809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb36f09-6ac7-423d-91a1-a2c5dada6868 None None] No DVR routers for this DVR port b8a64637-2e79-4d85-bcd6-5d4efd3697e5 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:19.674179 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb9b75-c1d4-402e-b298-cb85715bd8e9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1761fd2b-400f-4f4a-bcbe-796d38e3756f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:19.687675 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9b75-c1d4-402e-b298-cb85715bd8e9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.690569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9ceb9b75-c1d4-402e-b298-cb85715bd8e9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450100 Jul 27 22:20:19.692006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:19.696845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d2c074d2-6bd8-4174-804e-cbc1007996a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'c5eef5f2-2d3f-4c3b-a34d-986f4c70a675', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:19.719053 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-d2c074d2-6bd8-4174-804e-cbc1007996a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Project 28b86e8c06114800a9109512618bca6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:20:19.724884 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2c074d2-6bd8-4174-804e-cbc1007996a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.754147 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Subnet': ['ID=24793938-9ec4-4396-ad77-0cdf7aa91cc6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:19.789142 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2c074d2-6bd8-4174-804e-cbc1007996a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.789604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Checking segment: {'id': 'd258cb5e-713f-4ebd-bd6a-aba16a56d48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b34c7be3-9b69-4319-9f65-be5f7a84e581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:19.789972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network hostable DHCP agents. Network: b34c7be3-9b69-4319-9f65-be5f7a84e581, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:19.794230 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2c074d2-6bd8-4174-804e-cbc1007996a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.811320 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.812885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c074d2-6bd8-4174-804e-cbc1007996a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6c15e4-4b8f-461d-a372-94912eb6aa5f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:19.816539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.823976 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2c074d2-6bd8-4174-804e-cbc1007996a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.825352 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d2c074d2-6bd8-4174-804e-cbc1007996a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323645 Jul 27 22:20:19.828856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:19.834378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d052add6-f275-4fa0-b88e-d56f2a531d3b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'network': {'name': 'tempest-network-smoke--822434807', 'project_id': '28b86e8c06114800a9109512618bca6b', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:19.851886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network b34c7be3-9b69-4319-9f65-be5f7a84e581 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:19.855600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d052add6-f275-4fa0-b88e-d56f2a531d3b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Made reservation on behalf of 28b86e8c06114800a9109512618bca6b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:19.859112 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d052add6-f275-4fa0-b88e-d56f2a531d3b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.883869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d052add6-f275-4fa0-b88e-d56f2a531d3b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:19.893572 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d052add6-f275-4fa0-b88e-d56f2a531d3b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.893976 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-d052add6-f275-4fa0-b88e-d56f2a531d3b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Added segment 59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1 of type vlan for network 9d95a962-724c-4f62-852a-1d5ea2380562 Jul 27 22:20:19.894759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, b34c7be3-9b69-4319-9f65-be5f7a84e581) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:19.904385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:19.904921 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.907749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9560a70-a967-4351-a136-3d4212992059 None None] Network b34c7be3-9b69-4319-9f65-be5f7a84e581 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:19.909754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Pushing event updated for resources: {'Port': ['ID=b230ab70-e62a-4e40-8713-38a7c575cd4e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:19.921127 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.934165 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-57b521ca-8671-4846-81b5-357f770eba5a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9598701 Jul 27 22:20:19.939059 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:19.939059 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-55dcba88-df94-4f64-a948-45829c1b74f8 tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9778063 Jul 27 22:20:19.939305 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:19.940061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37892) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:19.949960 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d052add6-f275-4fa0-b88e-d56f2a531d3b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.043376 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d052add6-f275-4fa0-b88e-d56f2a531d3b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.048785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d052add6-f275-4fa0-b88e-d56f2a531d3b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:20.049377 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d052add6-f275-4fa0-b88e-d56f2a531d3b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.083736 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-b34c7be3-9b69-4319-9f65-be5f7a84e581', 'network_id': 'b34c7be3-9b69-4319-9f65-be5f7a84e581', 'tenant_id': '369509287efc460794bb5eba954fd48f', 'fixed_ips': [{'subnet_id': '24793938-9ec4-4396-ad77-0cdf7aa91cc6'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:20.084604 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.120218 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d052add6-f275-4fa0-b88e-d56f2a531d3b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2874074 Jul 27 22:20:20.121816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37896) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:20.128307 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:20.135928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'admin_state_up': True, 'project_id': '28b86e8c06114800a9109512618bca6b', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:20.150172 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.154009 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.166111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052add6-f275-4fa0-b88e-d56f2a531d3b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Network': ['ID=9d95a962-724c-4f62-852a-1d5ea2380562,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:20.183775 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.185150 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.190820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 9d95a962-724c-4f62-852a-1d5ea2380562 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:20.274249 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.300219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.300960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Allocated IP 2001:db8::f816:3eff:fe03:1c9e (b34c7be3-9b69-4319-9f65-be5f7a84e581/24793938-9ec4-4396-ad77-0cdf7aa91cc6/a1947d18-35ab-471b-9233-88223dab0445) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:20.358241 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.402607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Allocated IP 172.25.1.83 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/c5251a3f-a118-49f8-8a34-cf846c3e8074) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:20.473894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b8a64637-2e79-4d85-bcd6-5d4efd3697e5 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:20.503619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: b8a64637-2e79-4d85-bcd6-5d4efd3697e5 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:20:20.503997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b8a64637-2e79-4d85-bcd6-5d4efd3697e5 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:20.505646 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.515192 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Transition to ACTIVE for port object a1947d18-35ab-471b-9233-88223dab0445 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:20.522692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2c6d-5518-489f-9fad-ab0df628df2a req-c7c92a97-1aa0-446d-a60c-a248cc7c44d9 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:20.524400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-243d2c6d-5518-489f-9fad-ab0df628df2a req-c7c92a97-1aa0-446d-a60c-a248cc7c44d9 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.2743826 Jul 27 22:20:20.536131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Transition to ACTIVE for port object a1947d18-35ab-471b-9233-88223dab0445 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:20.543301 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.543969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.586461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Network b34c7be3-9b69-4319-9f65-be5f7a84e581 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:20.590028 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.591100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:20.594039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:20.605751 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Pushing event updated for resources: {'Port': ['ID=a1947d18-35ab-471b-9233-88223dab0445,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:20.627707 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.635557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:20.642529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:20.647508 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:20.650907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Pushing event updated for resources: {'Port': ['ID=c5251a3f-a118-49f8-8a34-cf846c3e8074,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:20.651795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.664562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Attempting to bind port a1947d18-35ab-471b-9233-88223dab0445 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:20.665171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Attempting to bind port a1947d18-35ab-471b-9233-88223dab0445 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'd258cb5e-713f-4ebd-bd6a-aba16a56d48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b34c7be3-9b69-4319-9f65-be5f7a84e581'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:20.665547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Attempting to bind port a1947d18-35ab-471b-9233-88223dab0445 on network b34c7be3-9b69-4319-9f65-be5f7a84e581 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:20.671606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:20.672548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Checking segment: {'id': 'd258cb5e-713f-4ebd-bd6a-aba16a56d48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b34c7be3-9b69-4319-9f65-be5f7a84e581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:20.673647 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.674048 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Bound using segment: {'id': 'd258cb5e-713f-4ebd-bd6a-aba16a56d48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b34c7be3-9b69-4319-9f65-be5f7a84e581'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:20.674740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Bound port: a1947d18-35ab-471b-9233-88223dab0445, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd258cb5e-713f-4ebd-bd6a-aba16a56d48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b34c7be3-9b69-4319-9f65-be5f7a84e581'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:20.675130 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.694473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-243d2c6d-5518-489f-9fad-ab0df628df2a req-ea0f2771-43a0-4440-b4a7-8bfc35ce712a tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637959 Jul 27 22:20:20.723158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Subnet': ['ID=24793938-9ec4-4396-ad77-0cdf7aa91cc6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:20.750305 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.751220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] For port a1947d18-35ab-471b-9233-88223dab0445, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:20.754764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] For port a1947d18-35ab-471b-9233-88223dab0445, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a1947d18-35ab-471b-9233-88223dab0445,segment=NetworkSegment(d258cb5e-713f-4ebd-bd6a-aba16a56d48d),segment_id=d258cb5e-713f-4ebd-bd6a-aba16a56d48d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:20.759293 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.787731 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.792121 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.798979 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34c7be3-9b69-4319-9f65-be5f7a84e581']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:20.810546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd258cb5e-713f-4ebd-bd6a-aba16a56d48d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:20.810841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd258cb5e-713f-4ebd-bd6a-aba16a56d48d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:20.820219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.835464 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.840538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254c6bb-a3a5-49d3-bfbc-75b090b31a2d None None] Pushing event updated for resources: {'Port': ['ID=a1947d18-35ab-471b-9233-88223dab0445,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:20.841910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:20.842255 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:20.855813 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:20.866532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a1d701-6768-4922-8f02-09c5c16fb135 None None] Network b34c7be3-9b69-4319-9f65-be5f7a84e581 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:20.972226 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:20.978491 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.004532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6970c26-65a3-4f1e-9b61-18067899bd7a None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:20:21.060461 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Pushing event updated for resources: {'Port': ['ID=c5251a3f-a118-49f8-8a34-cf846c3e8074,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:21.077562 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.091810 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.095586 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-771aa37a-fe48-4ff9-8398-2bce5f8d7bfc tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1519575 Jul 27 22:20:21.095875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37902) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:21.122236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6970c26-65a3-4f1e-9b61-18067899bd7a None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:20:21.166189 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dd8b0f85-1d71-43d3-a4e4-7dc49b401cca tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0692170 Jul 27 22:20:21.166428 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:20:21.166428 n-d-802011-3 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:20:21.166428 n-d-802011-3 neutron-server[93835]: [parameters: {'id': 'b34c7be3-9b69-4319-9f65-be5f7a84e581'}] Jul 27 22:20:21.166428 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:20:21.167082 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:20:21.168728 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37904) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:21.243354 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a9cf3fa5-a123-4157-9368-61ab920967fa tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0732219 Jul 27 22:20:21.246845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37906) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:21.301680 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.321391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.380447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-456c59e2-37db-4d40-ae35-d07a539a7f30 tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Deleting port c5251a3f-a118-49f8-8a34-cf846c3e8074 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:21.381012 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-456c59e2-37db-4d40-ae35-d07a539a7f30 tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.437406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.25.1.232 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/6cbec772-8a5f-49d1-98ad-1a886bc1cd0b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:21.463678 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-456c59e2-37db-4d40-ae35-d07a539a7f30 tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.464014 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-456c59e2-37db-4d40-ae35-d07a539a7f30 tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.476358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-456c59e2-37db-4d40-ae35-d07a539a7f30 tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Calling delete_port for c5251a3f-a118-49f8-8a34-cf846c3e8074 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:21.546474 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.588388 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.619435 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-456c59e2-37db-4d40-ae35-d07a539a7f30 tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.623486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:21.626302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:21.629708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:21.648968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c59e2-37db-4d40-ae35-d07a539a7f30 tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Pushing event deleted for resources: {'Port': ['ID=c5251a3f-a118-49f8-8a34-cf846c3e8074,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:21.669484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.675368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=6cbec772-8a5f-49d1-98ad-1a886bc1cd0b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:21.721540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-456c59e2-37db-4d40-ae35-d07a539a7f30 tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.724280 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-456c59e2-37db-4d40-ae35-d07a539a7f30 tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.725886 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-456c59e2-37db-4d40-ae35-d07a539a7f30 tempest-FloatingIPAdminTestJSON-331146755 tempest-FloatingIPAdminTestJSON-331146755-project] 10.222.0.24 "DELETE /v2.0/floatingips/7762ea90-3f1e-4b32-9314-372bbbf4828f HTTP/1.1" status: 204 len: 168 time: 0.4787028 Jul 27 22:20:21.730135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37912) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:21.846484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Deleting port a1947d18-35ab-471b-9233-88223dab0445 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:21.846868 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.871094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-481ccc23-2740-4fc0-9551-09c5c738ac4f tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Deleting port b230ab70-e62a-4e40-8713-38a7c575cd4e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:21.871664 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-481ccc23-2740-4fc0-9551-09c5c738ac4f tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.974072 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-481ccc23-2740-4fc0-9551-09c5c738ac4f tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:21.974399 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-481ccc23-2740-4fc0-9551-09c5c738ac4f tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.000386 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-481ccc23-2740-4fc0-9551-09c5c738ac4f tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Calling delete_port for b230ab70-e62a-4e40-8713-38a7c575cd4e owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:22.011355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] For port a1947d18-35ab-471b-9233-88223dab0445, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a1947d18-35ab-471b-9233-88223dab0445,segment=NetworkSegment(d258cb5e-713f-4ebd-bd6a-aba16a56d48d),segment_id=d258cb5e-713f-4ebd-bd6a-aba16a56d48d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:22.011730 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.032826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Calling delete_port for a1947d18-35ab-471b-9233-88223dab0445 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:22.047824 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.164719 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-481ccc23-2740-4fc0-9551-09c5c738ac4f tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.203842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ccc23-2740-4fc0-9551-09c5c738ac4f tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Pushing event deleted for resources: {'Port': ['ID=b230ab70-e62a-4e40-8713-38a7c575cd4e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:22.233967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9cb77-4eeb-4c19-96c0-67b35d088b9b req-b94d3d91-80db-46eb-8a75-03f9788d3c4b tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:22.235494 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83b9cb77-4eeb-4c19-96c0-67b35d088b9b req-b94d3d91-80db-46eb-8a75-03f9788d3c4b tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1267323 Jul 27 22:20:22.255864 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.260373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-481ccc23-2740-4fc0-9551-09c5c738ac4f tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.262952 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-481ccc23-2740-4fc0-9551-09c5c738ac4f tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.267398 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-481ccc23-2740-4fc0-9551-09c5c738ac4f tempest-FloatingIPAdminTestJSON-1300303412 tempest-FloatingIPAdminTestJSON-1300303412-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/b3f90c8a-0ebb-4ebb-b9cb-2e523f346129 HTTP/1.1" status: 204 len: 168 time: 0.5329466 Jul 27 22:20:22.267565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37914) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:22.332359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No DVR routers for this DVR port a1947d18-35ab-471b-9233-88223dab0445 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:22.334204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Port': ['ID=a1947d18-35ab-471b-9233-88223dab0445,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:22.360133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7448b39a-98b4-4c61-a7c2-f950d6f3aecc tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Deleting port 960d95a2-b92b-4308-b132-99546d243440 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:22.360476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7448b39a-98b4-4c61-a7c2-f950d6f3aecc tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.374977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83b9cb77-4eeb-4c19-96c0-67b35d088b9b req-ee7f4c64-e625-4883-9f51-3df3dd61d7b2 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320372 Jul 27 22:20:22.453779 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7448b39a-98b4-4c61-a7c2-f950d6f3aecc tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.465826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7448b39a-98b4-4c61-a7c2-f950d6f3aecc tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Calling delete_port for 960d95a2-b92b-4308-b132-99546d243440 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:22.470004 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.480076 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.482770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34c7be3-9b69-4319-9f65-be5f7a84e581']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:22.493474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd258cb5e-713f-4ebd-bd6a-aba16a56d48d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:22.493774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd258cb5e-713f-4ebd-bd6a-aba16a56d48d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:22.537111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.559910 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.596891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7448b39a-98b4-4c61-a7c2-f950d6f3aecc tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.605004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:22.605428 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:22.608405 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:22.627176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448b39a-98b4-4c61-a7c2-f950d6f3aecc tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event deleted for resources: {'Port': ['ID=960d95a2-b92b-4308-b132-99546d243440,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:22.689325 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.699144 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.700080 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7448b39a-98b4-4c61-a7c2-f950d6f3aecc tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.701025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/networks/b34c7be3-9b69-4319-9f65-be5f7a84e581 HTTP/1.1" status: 204 len: 168 time: 2.7618289 Jul 27 22:20:22.705177 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7448b39a-98b4-4c61-a7c2-f950d6f3aecc tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "DELETE /v2.0/ports/960d95a2-b92b-4308-b132-99546d243440 HTTP/1.1" status: 204 len: 168 time: 0.4364989 Jul 27 22:20:22.705768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37918) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:22.706112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37920) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:22.713147 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-536606855'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:22.714946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf2734-8fa3-480f-971d-4fc9c377a939 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Network': ['ID=b34c7be3-9b69-4319-9f65-be5f7a84e581,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:22.737918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:20:22.784011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:22.788182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.811802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f63002a-e944-4aa1-a8ef-0b926efede5d tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:22.813404 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4f63002a-e944-4aa1-a8ef-0b926efede5d tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1935759-c7a7-4dd2-bd0f-91834e34be90 HTTP/1.1" status: 200 len: 913 time: 0.1049099 Jul 27 22:20:22.818616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37924) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:22.856002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:22.866688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Sync routers for ids ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:22.872875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:22.876024 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.877995 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-58bfad7d-a683-409d-924f-738c2f1eeee1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7556319 Jul 27 22:20:22.881416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37926) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:22.883913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Routers {'65b1c9a2-c4ba-43d5-9e40-6615973ee180'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:22.884547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:22.894106 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.894509 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Added segment 6ce3ea41-f66a-4008-9989-b778d07cfc22 of type vlan for network 56198c9a-d118-4a2d-8317-8aa29ffb866b Jul 27 22:20:22.985357 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:22.990410 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0469ccdb-3917-4b40-9fd6-5cb7c04aaf63 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=28b86e8c06114800a9109512618bca6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1076543 Jul 27 22:20:22.993778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37930) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:23.016246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Set router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:23.108289 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.113826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:23.114442 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.147889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaaef82-961f-4bd1-bbcc-47f247c08b6a tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:23.149566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2aaaef82-961f-4bd1-bbcc-47f247c08b6a tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1548145 Jul 27 22:20:23.152425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:23.189069 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fd684d4f-cb71-4d50-944c-064b01de21da tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327797 Jul 27 22:20:23.189531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37934) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:23.195448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1215870714', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'project_id': '28b86e8c06114800a9109512618bca6b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:23.195900 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4886386 Jul 27 22:20:23.199340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37936) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:23.200403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:20:21Z', 'revision_number': 3, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:23.218147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-223da792-59aa-431e-871a-498f03a76473 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'subnet': {'network_id': '56198c9a-d118-4a2d-8317-8aa29ffb866b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:23.226684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Checking router: 65b1c9a2-c4ba-43d5-9e40-6615973ee180 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:20:23.227944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Updating router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 port 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:20:23.236049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Network': ['ID=56198c9a-d118-4a2d-8317-8aa29ffb866b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:23.252953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:23.253195 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.253342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:23.253627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:23.253961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:23.254314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:23.254656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:23.254982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:23.255306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:23.255632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:23.255946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:23.256263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:23.257195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46391c2-75f1-4d58-8794-0a49bc252897 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:23.279270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 56198c9a-d118-4a2d-8317-8aa29ffb866b details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:23.367320 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e48926c6-a7d9-49a6-a78a-2e617edc1d14 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.598247 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.611839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Transition to ACTIVE for port object 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:23.619565 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.672483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293aa60-e827-4e2a-9327-a3cdc3f50d2b req-8d8c680f-4960-4d5c-95ff-d74d6b72dc19 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:23.674051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1293aa60-e827-4e2a-9327-a3cdc3f50d2b req-8d8c680f-4960-4d5c-95ff-d74d6b72dc19 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1723378 Jul 27 22:20:23.681525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Attempting to bind port 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:23.681893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Attempting to bind port 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:23.682279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Attempting to bind port 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:23.684246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac1f21-5e8c-48ed-894f-80589cf8c02a None None] Pushing event updated for resources: {'Port': ['ID=6cbec772-8a5f-49d1-98ad-1a886bc1cd0b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:23.694647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Made reservation on behalf of 28b86e8c06114800a9109512618bca6b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:23.696284 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:23.696656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:23.697058 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.697449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:23.697916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Bound port: 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:23.698139 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.698355 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.698579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e48926c6-a7d9-49a6-a78a-2e617edc1d14 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Deleting port 885dc42f-5b61-4fa5-a2f3-da97d3246de9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:23.699154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e48926c6-a7d9-49a6-a78a-2e617edc1d14 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.750390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] For port 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:23.753780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] For port 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6cbec772-8a5f-49d1-98ad-1a886bc1cd0b,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:23.758865 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.781533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1293aa60-e827-4e2a-9327-a3cdc3f50d2b req-4fef1455-1fdc-45d2-8799-2bb781867b7b tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965598 Jul 27 22:20:23.784695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223da792-59aa-431e-871a-498f03a76473 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:23.788888 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-223da792-59aa-431e-871a-498f03a76473 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.812854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Routers {'65b1c9a2-c4ba-43d5-9e40-6615973ee180'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:23.813140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:23.814533 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e48926c6-a7d9-49a6-a78a-2e617edc1d14 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:23.830750 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e48926c6-a7d9-49a6-a78a-2e617edc1d14 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Calling delete_port for 885dc42f-5b61-4fa5-a2f3-da97d3246de9 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:23.865612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac1f21-5e8c-48ed-894f-80589cf8c02a None None] Pushing event updated for resources: {'Port': ['ID=6cbec772-8a5f-49d1-98ad-1a886bc1cd0b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:23.941413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] Set router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:24.046687 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e48926c6-a7d9-49a6-a78a-2e617edc1d14 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.070304 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.072958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48926c6-a7d9-49a6-a78a-2e617edc1d14 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event deleted for resources: {'Port': ['ID=885dc42f-5b61-4fa5-a2f3-da97d3246de9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:24.148298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Checking segment: {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:24.148298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network hostable DHCP agents. Network: 9d95a962-724c-4f62-852a-1d5ea2380562, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:24.150555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:20:21Z', 'revision_number': 3, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:24.153832 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-223da792-59aa-431e-871a-498f03a76473 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.219650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Subnet': ['ID=5e3f109c-bd1b-4f97-9655-3c336bf13020,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:24.223035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 9d95a962-724c-4f62-852a-1d5ea2380562 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:24.226582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223da792-59aa-431e-871a-498f03a76473 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Checking segment: {'id': '6ce3ea41-f66a-4008-9989-b778d07cfc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '56198c9a-d118-4a2d-8317-8aa29ffb866b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:24.227341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223da792-59aa-431e-871a-498f03a76473 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network hostable DHCP agents. Network: 56198c9a-d118-4a2d-8317-8aa29ffb866b, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:24.245583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:24.245944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:24.246313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:24.246637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:24.247111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:24.247834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:24.248173 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:24.248501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:24.248830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:24.249154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:24.249477 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:24.249795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:20:24.255799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 9d95a962-724c-4f62-852a-1d5ea2380562) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:24.263009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:24.264156 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.301279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37942) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:24.302447 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ba9a2326-2156-4960-b3bd-3baf1805e11e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1118178 Jul 27 22:20:24.328733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223da792-59aa-431e-871a-498f03a76473 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network 56198c9a-d118-4a2d-8317-8aa29ffb866b is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:24.340714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-223da792-59aa-431e-871a-498f03a76473 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 56198c9a-d118-4a2d-8317-8aa29ffb866b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:24.343394 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57e136-fda9-4ac5-ae39-ba7feef96f6e None None] Network 9d95a962-724c-4f62-852a-1d5ea2380562 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:24.345769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19141efd-5cc8-4faf-9b1b-55aa8b938466 None None] The sync data for ids ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'] in n-d-802011-3 is: [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:20:21Z', 'revision_number': 3, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:24.348699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223da792-59aa-431e-871a-498f03a76473 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:24.349222 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-223da792-59aa-431e-871a-498f03a76473 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.362487 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e48926c6-a7d9-49a6-a78a-2e617edc1d14 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.381000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223da792-59aa-431e-871a-498f03a76473 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Subnet': ['ID=2da44408-4eb6-41f7-9e20-b68387d6c2e8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:24.390445 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-223da792-59aa-431e-871a-498f03a76473 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1900661 Jul 27 22:20:24.393444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37944) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:24.404923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c66bea-08e7-443d-b36a-11b68889a0df None None] Network 56198c9a-d118-4a2d-8317-8aa29ffb866b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:24.515832 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.578185 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.666108 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724c742d-cef2-4189-b928-2371fa67abb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-56198c9a-d118-4a2d-8317-8aa29ffb866b', 'network_id': '56198c9a-d118-4a2d-8317-8aa29ffb866b', 'tenant_id': '369509287efc460794bb5eba954fd48f', 'fixed_ips': [{'subnet_id': '2da44408-4eb6-41f7-9e20-b68387d6c2e8'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:24.667602 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-724c742d-cef2-4189-b928-2371fa67abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.678606 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.696244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-9d95a962-724c-4f62-852a-1d5ea2380562', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ips': [{'subnet_id': '5e3f109c-bd1b-4f97-9655-3c336bf13020'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:24.699960 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.810071 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.822767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56198c9a-d118-4a2d-8317-8aa29ffb866b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:24.838209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce3ea41-f66a-4008-9989-b778d07cfc22') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:24.838924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce3ea41-f66a-4008-9989-b778d07cfc22') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:24.849877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.881190 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.885285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Subnet': ['ID=2da44408-4eb6-41f7-9e20-b68387d6c2e8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:24.894705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:24.895506 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:24.971162 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:25.028080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Allocated IP 172.20.0.2 (9d95a962-724c-4f62-852a-1d5ea2380562/5e3f109c-bd1b-4f97-9655-3c336bf13020/6d60bd65-eefb-4d65-8d48-d9a28411cfe1) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:25.034549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.042138 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882cb822-6a16-413c-abb4-a10b0d5f54b4 None None] Network 56198c9a-d118-4a2d-8317-8aa29ffb866b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:25.044322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a3721-b4bb-4f7a-b8bb-d11ca640061b req-2d73a274-6251-4710-92eb-511c4532af7e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:25.046323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-801a3721-b4bb-4f7a-b8bb-d11ca640061b req-2d73a274-6251-4710-92eb-511c4532af7e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.0740266 Jul 27 22:20:25.052352 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.054393 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/networks/56198c9a-d118-4a2d-8317-8aa29ffb866b HTTP/1.1" status: 204 len: 168 time: 0.6555061 Jul 27 22:20:25.057727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:25.069745 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882cb822-6a16-413c-abb4-a10b0d5f54b4 None None] Network 56198c9a-d118-4a2d-8317-8aa29ffb866b could not be found, it might have been deleted concurrently. {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:20:25.073425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-80acc769-a1ba-42a1-ac9e-8f93bb3744d9 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1763325938'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:25.088731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e6511-90b5-4efb-85e4-6392aeea056c tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Network': ['ID=56198c9a-d118-4a2d-8317-8aa29ffb866b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:25.124369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-801a3721-b4bb-4f7a-b8bb-d11ca640061b req-123593b6-c537-4a29-ad4a-1684c4a342a0 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673187 Jul 27 22:20:25.143011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80acc769-a1ba-42a1-ac9e-8f93bb3744d9 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:25.147970 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80acc769-a1ba-42a1-ac9e-8f93bb3744d9 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.175384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80acc769-a1ba-42a1-ac9e-8f93bb3744d9 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:25.186840 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80acc769-a1ba-42a1-ac9e-8f93bb3744d9 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.187432 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-80acc769-a1ba-42a1-ac9e-8f93bb3744d9 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Added segment acd6724e-27de-4fb9-97eb-8f7d9789a6c3 of type vlan for network 84594207-2067-443b-96ef-3f47984fdc5e Jul 27 22:20:25.242362 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80acc769-a1ba-42a1-ac9e-8f93bb3744d9 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.243629 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.253157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Transition to ACTIVE for port object 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:25.271606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Transition to ACTIVE for port object 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:25.280336 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.283619 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80acc769-a1ba-42a1-ac9e-8f93bb3744d9 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.292753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80acc769-a1ba-42a1-ac9e-8f93bb3744d9 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:25.293662 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80acc769-a1ba-42a1-ac9e-8f93bb3744d9 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.324694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Network 9d95a962-724c-4f62-852a-1d5ea2380562 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:25.331047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-80acc769-a1ba-42a1-ac9e-8f93bb3744d9 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2697184 Jul 27 22:20:25.331269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:25.337740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:25.356216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37954) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:25.363516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Request body: {'subnet': {'network_id': '84594207-2067-443b-96ef-3f47984fdc5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:25.375141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Pushing event updated for resources: {'Port': ['ID=6d60bd65-eefb-4d65-8d48-d9a28411cfe1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:25.387104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acc769-a1ba-42a1-ac9e-8f93bb3744d9 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Network': ['ID=84594207-2067-443b-96ef-3f47984fdc5e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:25.403530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 84594207-2067-443b-96ef-3f47984fdc5e details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:25.445108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48926c6-a7d9-49a6-a78a-2e617edc1d14 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Router e1935759-c7a7-4dd2-bd0f-91834e34be90 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:20:25.460684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Attempting to bind port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:25.461206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Attempting to bind port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:25.461676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Attempting to bind port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 on network 9d95a962-724c-4f62-852a-1d5ea2380562 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:25.477229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:25.477757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Checking segment: {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:25.478229 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.478714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Bound using segment: {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:25.479274 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Bound port: 6d60bd65-eefb-4d65-8d48-d9a28411cfe1, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:25.479741 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.547541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] For port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:25.550580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] For port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6d60bd65-eefb-4d65-8d48-d9a28411cfe1,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:25.555612 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.622663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Made reservation on behalf of 369509287efc460794bb5eba954fd48f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:25.622938 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c008902-44e9-4d84-8b4f-8fec27bcc401 None None] Pushing event updated for resources: {'Port': ['ID=6d60bd65-eefb-4d65-8d48-d9a28411cfe1,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:25.626981 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.727012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48926c6-a7d9-49a6-a78a-2e617edc1d14 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:25.735952 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e48926c6-a7d9-49a6-a78a-2e617edc1d14 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "PUT /v2.0/routers/e1935759-c7a7-4dd2-bd0f-91834e34be90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9132352 Jul 27 22:20:25.736056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:25.738819 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43512bdb-201d-4a80-95c8-0ac2aaf4df8b None None] Sync routers for ids ['e1935759-c7a7-4dd2-bd0f-91834e34be90'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:25.751581 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43512bdb-201d-4a80-95c8-0ac2aaf4df8b None None] Routers {'e1935759-c7a7-4dd2-bd0f-91834e34be90'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:25.753831 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-43512bdb-201d-4a80-95c8-0ac2aaf4df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e1935759-c7a7-4dd2-bd0f-91834e34be90'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:25.807599 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-43512bdb-201d-4a80-95c8-0ac2aaf4df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:25.817205 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:25.820378 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43512bdb-201d-4a80-95c8-0ac2aaf4df8b None None] Routers {'e1935759-c7a7-4dd2-bd0f-91834e34be90'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:25.821006 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-43512bdb-201d-4a80-95c8-0ac2aaf4df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e1935759-c7a7-4dd2-bd0f-91834e34be90'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:25.868585 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-43512bdb-201d-4a80-95c8-0ac2aaf4df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:25.869534 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43512bdb-201d-4a80-95c8-0ac2aaf4df8b None None] The sync data for ids ['e1935759-c7a7-4dd2-bd0f-91834e34be90'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:25.973681 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.084271 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.139573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Deleting port c8c5f862-c3ae-4c60-b88f-747a501740c3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:26.139954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.189399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.objects.ports [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:20:26.193129 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.253342 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.270804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Calling delete_port for c8c5f862-c3ae-4c60-b88f-747a501740c3 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:26.287656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fb6c5-51ac-4b02-8086-8f07e84f36e6 req-12aa98ed-f6c7-4015-aa31-7ae91e497f1e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:26.289571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d8fb6c5-51ac-4b02-8086-8f07e84f36e6 req-12aa98ed-f6c7-4015-aa31-7ae91e497f1e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.0888243 Jul 27 22:20:26.308752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event updated for resources: {'Subnet': ['ID=8fada99c-92cc-4e57-9cd1-737fd3e09301,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:26.315353 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Checking segment: {'id': 'acd6724e-27de-4fb9-97eb-8f7d9789a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84594207-2067-443b-96ef-3f47984fdc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:26.315717 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network hostable DHCP agents. Network: 84594207-2067-443b-96ef-3f47984fdc5e, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:26.329268 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.20.0.1 (9d95a962-724c-4f62-852a-1d5ea2380562/5e3f109c-bd1b-4f97-9655-3c336bf13020/52541b49-07de-45e1-b8d5-2815213f1147) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:26.356341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Network 84594207-2067-443b-96ef-3f47984fdc5e is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:26.392247 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d8fb6c5-51ac-4b02-8086-8f07e84f36e6 req-4152e0ab-8ba4-438b-a702-be929dc630e0 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940411 Jul 27 22:20:26.420003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 84594207-2067-443b-96ef-3f47984fdc5e) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:26.427438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:26.427974 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.430052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe16f23-b33b-4b7d-bf68-60a4e5ba7bec None None] Network 84594207-2067-443b-96ef-3f47984fdc5e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:26.471054 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d96285c3-e3b5-400b-b79c-0d13dd3d9889 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1137500 Jul 27 22:20:26.475867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:26.536164 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.563108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Transition to ACTIVE for port object 52541b49-07de-45e1-b8d5-2815213f1147 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:26.609944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:26.650521 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.697679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.705043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-84594207-2067-443b-96ef-3f47984fdc5e', 'network_id': '84594207-2067-443b-96ef-3f47984fdc5e', 'tenant_id': '369509287efc460794bb5eba954fd48f', 'fixed_ips': [{'subnet_id': '8fada99c-92cc-4e57-9cd1-737fd3e09301'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:26.706698 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.727721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 9d95a962-724c-4f62-852a-1d5ea2380562 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:26.731293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:26.737943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:26.769238 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.795583 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.798256 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=52541b49-07de-45e1-b8d5-2815213f1147,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:26.816885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event deleted for resources: {'Port': ['ID=c8c5f862-c3ae-4c60-b88f-747a501740c3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:26.822986 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.898950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Allocated IP 2001:db8::f816:3eff:fe34:a1a2 (84594207-2067-443b-96ef-3f47984fdc5e/8fada99c-92cc-4e57-9cd1-737fd3e09301/70dd5db8-398b-4b6a-8a6d-b74cfdd10097) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:26.925795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:26.986078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5f3c40-0f4a-422b-bb67-e72628f9c61f None None] Network 9d95a962-724c-4f62-852a-1d5ea2380562 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:26.988144 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:26.998085 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.031697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:27.032074 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.045435 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.047646 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.101517 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.102141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Fanout notify agent at l3_agent the message router_deleted on router e1935759-c7a7-4dd2-bd0f-91834e34be90 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:20:27.108656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a28c9064-762a-47e4-a3e5-659c5c57dd8a None None] Provisioning for port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:27.110940 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.114235 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c4613f2c-d84a-4160-828d-d6c6d577bda2 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "DELETE /v2.0/routers/e1935759-c7a7-4dd2-bd0f-91834e34be90 HTTP/1.1" status: 204 len: 168 time: 1.3748882 Jul 27 22:20:27.114528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:27.172466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4da372-6660-48c5-b70b-dcb5525ac80a tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Deleting subnet 44127dce-848e-4df0-a29a-4e8e5a223697 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:20:27.175728 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb4da372-6660-48c5-b70b-dcb5525ac80a tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.218050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb4da372-6660-48c5-b70b-dcb5525ac80a tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.252579 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.286621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Transition to ACTIVE for port object 70dd5db8-398b-4b6a-8a6d-b74cfdd10097 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:27.294443 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.311303 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb4da372-6660-48c5-b70b-dcb5525ac80a tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.325387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Transition to ACTIVE for port object 70dd5db8-398b-4b6a-8a6d-b74cfdd10097 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:27.327633 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.332427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6cbec772-8a5f-49d1-98ad-1a886bc1cd0b,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:27.335949 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.338750 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.358095 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.367897 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.368673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:27.392998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Subnet': ['ID=8fada99c-92cc-4e57-9cd1-737fd3e09301,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:27.411555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Network 84594207-2067-443b-96ef-3f47984fdc5e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:27.414600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Pushing event updated for resources: {'Port': ['ID=70dd5db8-398b-4b6a-8a6d-b74cfdd10097,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:27.418851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:27.433820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:27.454862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=52541b49-07de-45e1-b8d5-2815213f1147,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:27.465607 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.520599 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb4da372-6660-48c5-b70b-dcb5525ac80a tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.536844 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.561043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=6cbec772-8a5f-49d1-98ad-1a886bc1cd0b,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:27.574896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84594207-2067-443b-96ef-3f47984fdc5e']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:27.578619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4da372-6660-48c5-b70b-dcb5525ac80a tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event deleted for resources: {'Subnet': ['ID=44127dce-848e-4df0-a29a-4e8e5a223697,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:27.587126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 9d95a962-724c-4f62-852a-1d5ea2380562 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:27.591592 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb4da372-6660-48c5-b70b-dcb5525ac80a tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.595620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bb4da372-6660-48c5-b70b-dcb5525ac80a tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "DELETE /v2.0/subnets/44127dce-848e-4df0-a29a-4e8e5a223697 HTTP/1.1" status: 204 len: 168 time: 0.4780242 Jul 27 22:20:27.595770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:27.595874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd6724e-27de-4fb9-97eb-8f7d9789a6c3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:27.595874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd6724e-27de-4fb9-97eb-8f7d9789a6c3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:27.602576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e57d094-17a7-4c37-af19-676566d02202 None None] Network a532f5cc-c302-477f-817f-423f1ee14e1b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:27.605799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:27.664280 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.699170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7ab86-49bb-444b-8cf3-af81850ec294 req-fec08936-4568-4a43-a21e-415cc84ca750 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:27.700679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4f7ab86-49bb-444b-8cf3-af81850ec294 req-fec08936-4568-4a43-a21e-415cc84ca750 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.2058206 Jul 27 22:20:27.701783 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.726982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:27.727400 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:27.730874 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:27.756009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:20:27.781678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.822975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4f7ab86-49bb-444b-8cf3-af81850ec294 req-e2285547-5759-4e11-8c94-2a881ec54977 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105549 Jul 27 22:20:27.825041 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:20:27.825041 n-d-802011-3 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:20:27.825041 n-d-802011-3 neutron-server[93835]: [parameters: {'id': '84594207-2067-443b-96ef-3f47984fdc5e'}] Jul 27 22:20:27.825041 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:20:27.825425 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:20:27.883300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Attempting to bind port 70dd5db8-398b-4b6a-8a6d-b74cfdd10097 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:27.883673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Attempting to bind port 70dd5db8-398b-4b6a-8a6d-b74cfdd10097 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'acd6724e-27de-4fb9-97eb-8f7d9789a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84594207-2067-443b-96ef-3f47984fdc5e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:27.884037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Attempting to bind port 70dd5db8-398b-4b6a-8a6d-b74cfdd10097 on network 84594207-2067-443b-96ef-3f47984fdc5e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:27.884201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Deleting port 7af6a152-0a0b-4cde-8442-23331c0dea1e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:27.884758 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.911791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:27.919435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:27.919435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Checking segment: {'id': 'acd6724e-27de-4fb9-97eb-8f7d9789a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84594207-2067-443b-96ef-3f47984fdc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:27.919741 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-66553ce0-da7d-4422-8096-15b98c0fe646 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "PUT /v2.0/routers/65b1c9a2-c4ba-43d5-9e40-6615973ee180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6166110 Jul 27 22:20:27.919840 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.919840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Bound using segment: {'id': 'acd6724e-27de-4fb9-97eb-8f7d9789a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84594207-2067-443b-96ef-3f47984fdc5e'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:27.920069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Bound port: 70dd5db8-398b-4b6a-8a6d-b74cfdd10097, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd6724e-27de-4fb9-97eb-8f7d9789a6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '84594207-2067-443b-96ef-3f47984fdc5e'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:27.920455 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.940434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Sync routers for ids ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:27.942399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:27.961106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:27.961377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:27.962918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d5548b3a-fd64-416c-95a6-7f7d92a54cb7 None None] Provisioning for port 52541b49-07de-45e1-b8d5-2815213f1147 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:27.980414 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] For port 7af6a152-0a0b-4cde-8442-23331c0dea1e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7af6a152-0a0b-4cde-8442-23331c0dea1e,segment=NetworkSegment(211715b8-7618-49ba-a9e7-bbfba5efc03c),segment_id=211715b8-7618-49ba-a9e7-bbfba5efc03c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:27.980790 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.002227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d5548b3a-fd64-416c-95a6-7f7d92a54cb7 None None] Provisioning complete for port 52541b49-07de-45e1-b8d5-2815213f1147 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:28.002637 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5548b3a-fd64-416c-95a6-7f7d92a54cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.015549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Calling delete_port for 7af6a152-0a0b-4cde-8442-23331c0dea1e owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:28.081865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Routers {'65b1c9a2-c4ba-43d5-9e40-6615973ee180'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:28.082669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:28.140909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-393f3de0-3239-4dd9-a281-3327b60f70af tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165892522&fields=id&tenant_id=28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 267 time: 0.0604215 Jul 27 22:20:28.169980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d5548b3a-fd64-416c-95a6-7f7d92a54cb7 None None] Port 52541b49-07de-45e1-b8d5-2815213f1147 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:28.189440 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.200066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] For port 70dd5db8-398b-4b6a-8a6d-b74cfdd10097, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:28.241874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca64838-a95b-4c15-9e4c-82c1fb088063 None None] DHCP port deletion for a532f5cc-c302-477f-817f-423f1ee14e1b request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:20:28.257696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] For port 70dd5db8-398b-4b6a-8a6d-b74cfdd10097, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=70dd5db8-398b-4b6a-8a6d-b74cfdd10097,segment=NetworkSegment(acd6724e-27de-4fb9-97eb-8f7d9789a6c3),segment_id=acd6724e-27de-4fb9-97eb-8f7d9789a6c3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:28.260750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d5548b3a-fd64-416c-95a6-7f7d92a54cb7 None None] Provisioning complete for port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:28.261128 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5548b3a-fd64-416c-95a6-7f7d92a54cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.289377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.364504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Set router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:28.433632 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.509755 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.519497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event deleted for resources: {'Port': ['ID=7af6a152-0a0b-4cde-8442-23331c0dea1e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:28.519651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccdeac-d736-46d6-a333-8da2d1cacde2 None None] Pushing event updated for resources: {'Port': ['ID=70dd5db8-398b-4b6a-8a6d-b74cfdd10097,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:28.524156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] No DVR routers for this DVR port 7af6a152-0a0b-4cde-8442-23331c0dea1e on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:28.564413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7d7a73-6d62-4f09-abe0-e36e5e46eb0b None None] Network 84594207-2067-443b-96ef-3f47984fdc5e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:28.598086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6d60bd65-eefb-4d65-8d48-d9a28411cfe1,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:28.644599 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.654288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.669059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a532f5cc-c302-477f-817f-423f1ee14e1b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:28.676973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-06a2fe46-4bde-4b88-b370-9e83e8dc93e6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:28.678395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-06a2fe46-4bde-4b88-b370-9e83e8dc93e6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/networks?id=9d95a962-724c-4f62-852a-1d5ea2380562 HTTP/1.1" status: 200 len: 796 time: 0.5160458 Jul 27 22:20:28.690674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211715b8-7618-49ba-a9e7-bbfba5efc03c') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:28.690970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211715b8-7618-49ba-a9e7-bbfba5efc03c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:28.712732 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5548b3a-fd64-416c-95a6-7f7d92a54cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.712957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e46f75b4-8273-4f60-9f0a-ac170688761a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/quotas/28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 375 time: 0.0256493 Jul 27 22:20:28.714535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.742341 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.750457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:28.766681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:28.767004 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:28.770739 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:28.783386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Deleting port 70dd5db8-398b-4b6a-8a6d-b74cfdd10097 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:28.784044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.829246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=6d60bd65-eefb-4d65-8d48-d9a28411cfe1,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:28.902190 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-774e312c-534a-4a2a-b5a9-403b6990d586 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1783774 Jul 27 22:20:28.903171 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.906404 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-d5548b3a-fd64-416c-95a6-7f7d92a54cb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:20:28.906811 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-d5548b3a-fd64-416c-95a6-7f7d92a54cb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:20:28.914670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] For port 70dd5db8-398b-4b6a-8a6d-b74cfdd10097, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=70dd5db8-398b-4b6a-8a6d-b74cfdd10097,segment=NetworkSegment(acd6724e-27de-4fb9-97eb-8f7d9789a6c3),segment_id=acd6724e-27de-4fb9-97eb-8f7d9789a6c3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:28.915288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.920393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.924579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "DELETE /v2.0/networks/a532f5cc-c302-477f-817f-423f1ee14e1b HTTP/1.1" status: 204 len: 168 time: 1.3152938 Jul 27 22:20:28.925963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37988) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:28.930710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:28.931084 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:28.940432 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfd295-bc53-4313-b9a6-bf0d9f148be7 tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event deleted for resources: {'Network': ['ID=a532f5cc-c302-477f-817f-423f1ee14e1b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:28.954422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ec1e1-97e6-46bc-aab1-d2a200340295 None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:20:28.955720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Calling delete_port for 70dd5db8-398b-4b6a-8a6d-b74cfdd10097 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:28.988202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:20:26Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '52541b49-07de-45e1-b8d5-2815213f1147', 'name': '', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:20:87:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:26Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 2, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:29.036550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Checking router: 65b1c9a2-c4ba-43d5-9e40-6615973ee180 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:20:29.037005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Updating router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 port 52541b49-07de-45e1-b8d5-2815213f1147 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:20:29.071671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f65e50e0-1bce-4ef1-8e1c-e4485e53f99e tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Deleting port 43ff4c06-8c7f-4b0e-ba00-9c96489a7101 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:29.072543 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f65e50e0-1bce-4ef1-8e1c-e4485e53f99e tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.074508 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.100148 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d8d3-25cb-4d54-9084-4ec5c38b748e req-b471ff7d-0089-40fb-b594-6018c4418c28 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:29.106800 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6a1d8d3-25cb-4d54-9084-4ec5c38b748e req-b471ff7d-0089-40fb-b594-6018c4418c28 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1832891 Jul 27 22:20:29.152865 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f65e50e0-1bce-4ef1-8e1c-e4485e53f99e tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.153225 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f65e50e0-1bce-4ef1-8e1c-e4485e53f99e tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.166431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f65e50e0-1bce-4ef1-8e1c-e4485e53f99e tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Calling delete_port for 43ff4c06-8c7f-4b0e-ba00-9c96489a7101 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:29.182685 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-961ee420-8607-4c15-acdb-6d0d70d90b83 service neutron] 10.222.0.24 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290449 Jul 27 22:20:29.194783 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.199899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6a1d8d3-25cb-4d54-9084-4ec5c38b748e req-57e80e72-9607-4c2c-a351-ae353aac1740 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843444 Jul 27 22:20:29.297929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089ec1e1-97e6-46bc-aab1-d2a200340295 None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:20:29.304427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Port': ['ID=70dd5db8-398b-4b6a-8a6d-b74cfdd10097,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:29.320380 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No DVR routers for this DVR port 70dd5db8-398b-4b6a-8a6d-b74cfdd10097 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:29.338932 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f65e50e0-1bce-4ef1-8e1c-e4485e53f99e tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.370463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e50e0-1bce-4ef1-8e1c-e4485e53f99e tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Pushing event deleted for resources: {'Port': ['ID=43ff4c06-8c7f-4b0e-ba00-9c96489a7101,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:29.407084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7af6a152-0a0b-4cde-8442-23331c0dea1e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:29.418432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-bc0e6fab-4090-4ad7-9e56-73a3d05d8cf0 service neutron] 10.222.0.24 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255540 Jul 27 22:20:29.428919 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.440500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84594207-2067-443b-96ef-3f47984fdc5e']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:29.443018 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f65e50e0-1bce-4ef1-8e1c-e4485e53f99e tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.446075 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f65e50e0-1bce-4ef1-8e1c-e4485e53f99e tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.450976 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f65e50e0-1bce-4ef1-8e1c-e4485e53f99e tempest-FloatingIPAdminTestJSON-1863947681 tempest-FloatingIPAdminTestJSON-1863947681-project] 10.222.0.24 "DELETE /v2.0/floatingips/5ed24bcf-9601-4cb6-b9a8-7cb9c6b37a2d HTTP/1.1" status: 204 len: 168 time: 0.5234919 Jul 27 22:20:29.455627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd6724e-27de-4fb9-97eb-8f7d9789a6c3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:29.455930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd6724e-27de-4fb9-97eb-8f7d9789a6c3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:29.456732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 7af6a152-0a0b-4cde-8442-23331c0dea1e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:20:29.457275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7af6a152-0a0b-4cde-8442-23331c0dea1e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:29.466106 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.481360 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.489829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:29.490663 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:29.496172 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:29.564783 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.574948 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.580131 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/networks/84594207-2067-443b-96ef-3f47984fdc5e HTTP/1.1" status: 204 len: 168 time: 3.1003237 Jul 27 22:20:29.580755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37994) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:29.619419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d092a1-8676-449a-9d21-b55ca6ac9360 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Network': ['ID=84594207-2067-443b-96ef-3f47984fdc5e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:29.636082 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-679271b8-8290-41e5-944f-d0af1e00fcdf tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] DELETE failed (client error): The resource could not be found. Jul 27 22:20:29.636633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679271b8-8290-41e5-944f-d0af1e00fcdf tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:20:29.640805 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-679271b8-8290-41e5-944f-d0af1e00fcdf tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/subnets/8fada99c-92cc-4e57-9cd1-737fd3e09301 HTTP/1.1" status: 404 len: 337 time: 0.0565071 Jul 27 22:20:29.641003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37998) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:29.661051 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd17e341-3e63-4d35-a297-cb4993f20442 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] DELETE failed (client error): The resource could not be found. Jul 27 22:20:29.661617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd17e341-3e63-4d35-a297-cb4993f20442 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:20:29.666613 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bd17e341-3e63-4d35-a297-cb4993f20442 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/networks/84594207-2067-443b-96ef-3f47984fdc5e HTTP/1.1" status: 404 len: 339 time: 0.0220454 Jul 27 22:20:29.666976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38002) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:29.728675 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-885b78ae-c46c-4257-b02d-7f657f854078 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] DELETE failed (client error): The resource could not be found. Jul 27 22:20:29.729615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885b78ae-c46c-4257-b02d-7f657f854078 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:20:29.732474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-885b78ae-c46c-4257-b02d-7f657f854078 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/subnets/2da44408-4eb6-41f7-9e20-b68387d6c2e8 HTTP/1.1" status: 404 len: 337 time: 0.0644150 Jul 27 22:20:29.735075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38006) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:29.771670 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b813b5-cfcc-45b1-b150-5a7f768c39c7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] DELETE failed (client error): The resource could not be found. Jul 27 22:20:29.772729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b813b5-cfcc-45b1-b150-5a7f768c39c7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:20:29.776827 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-61b813b5-cfcc-45b1-b150-5a7f768c39c7 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/networks/56198c9a-d118-4a2d-8317-8aa29ffb866b HTTP/1.1" status: 404 len: 339 time: 0.0380907 Jul 27 22:20:29.777347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38008) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:29.815592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81a3742a-f417-4968-b364-6bb85f75476c req-d9189768-ffaf-4892-aafd-acc3437cb9a2 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 210 time: 0.1004603 Jul 27 22:20:29.821074 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-22873089-e6a8-44cd-a274-dfae8b7a54bb tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] DELETE failed (client error): The resource could not be found. Jul 27 22:20:29.821547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22873089-e6a8-44cd-a274-dfae8b7a54bb tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:20:29.825591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-22873089-e6a8-44cd-a274-dfae8b7a54bb tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/subnets/24793938-9ec4-4396-ad77-0cdf7aa91cc6 HTTP/1.1" status: 404 len: 337 time: 0.0449874 Jul 27 22:20:29.826020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38014) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:29.852207 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc651d11-7fd9-499e-b9f0-a72d2bb639fb tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] DELETE failed (client error): The resource could not be found. Jul 27 22:20:29.852760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc651d11-7fd9-499e-b9f0-a72d2bb639fb tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:20:29.856792 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dc651d11-7fd9-499e-b9f0-a72d2bb639fb tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/networks/b34c7be3-9b69-4319-9f65-be5f7a84e581 HTTP/1.1" status: 404 len: 339 time: 0.0274074 Jul 27 22:20:29.857708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38016) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:29.879184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1769d0a9-2274-473e-9195-725bbf4b1c45 None None] Provisioning complete for port 52541b49-07de-45e1-b8d5-2815213f1147 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:29.879184 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1769d0a9-2274-473e-9195-725bbf4b1c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.879687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38018) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:29.940543 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.983299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec580b11-5bd8-4602-bebd-0deaea015d44 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Deleting port 910c1a84-c7f3-4f62-b6a3-b06c2f1d78c7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:29.983649 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec580b11-5bd8-4602-bebd-0deaea015d44 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:29.984174 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Transition to ACTIVE for port object 52541b49-07de-45e1-b8d5-2815213f1147 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:29.988875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1769d0a9-2274-473e-9195-725bbf4b1c45 None None] Port 52541b49-07de-45e1-b8d5-2815213f1147 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:29.997785 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.054906 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d4590a08-be6f-41ca-a38a-64ad40df5728 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b26544ef03a4a059020a3923f8a5a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737418 Jul 27 22:20:30.056961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38024) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:30.070655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec580b11-5bd8-4602-bebd-0deaea015d44 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.074828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74f100-cccb-415a-b3f8-3d5ab979c03b None None] Pushing event updated for resources: {'Port': ['ID=52541b49-07de-45e1-b8d5-2815213f1147,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:30.092110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ec580b11-5bd8-4602-bebd-0deaea015d44 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Calling delete_port for 910c1a84-c7f3-4f62-b6a3-b06c2f1d78c7 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:30.157572 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Attempting to bind port 52541b49-07de-45e1-b8d5-2815213f1147 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:30.158651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Attempting to bind port 52541b49-07de-45e1-b8d5-2815213f1147 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:30.158651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Attempting to bind port 52541b49-07de-45e1-b8d5-2815213f1147 on network 9d95a962-724c-4f62-852a-1d5ea2380562 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:30.166554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:30.166962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Checking segment: {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:30.167348 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.168282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Bound using segment: {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:30.168540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Bound port: 52541b49-07de-45e1-b8d5-2815213f1147, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:30.168940 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.182207 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3290923-55b7-4ba1-8fe9-0a2f8a7e8cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.207492 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3290923-55b7-4ba1-8fe9-0a2f8a7e8cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.243398 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec580b11-5bd8-4602-bebd-0deaea015d44 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.273539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] For port 52541b49-07de-45e1-b8d5-2815213f1147, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:30.281560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] For port 52541b49-07de-45e1-b8d5-2815213f1147, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=52541b49-07de-45e1-b8d5-2815213f1147,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:30.290729 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.337733 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3290923-55b7-4ba1-8fe9-0a2f8a7e8cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.341973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec580b11-5bd8-4602-bebd-0deaea015d44 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Port': ['ID=910c1a84-c7f3-4f62-b6a3-b06c2f1d78c7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:30.344624 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3290923-55b7-4ba1-8fe9-0a2f8a7e8cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.348061 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f3290923-55b7-4ba1-8fe9-0a2f8a7e8cc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f09b576-7ec8-4a10-b7f6-8d87d86a9fbb HTTP/1.1" status: 204 len: 168 time: 0.2877100 Jul 27 22:20:30.357458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Routers {'65b1c9a2-c4ba-43d5-9e40-6615973ee180'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:30.358153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:30.361815 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3290923-55b7-4ba1-8fe9-0a2f8a7e8cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f09b576-7ec8-4a10-b7f6-8d87d86a9fbb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:30.430312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74f100-cccb-415a-b3f8-3d5ab979c03b None None] Pushing event updated for resources: {'Port': ['ID=52541b49-07de-45e1-b8d5-2815213f1147,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:30.455399 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec580b11-5bd8-4602-bebd-0deaea015d44 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.461495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38032) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:30.484354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ec580b11-5bd8-4602-bebd-0deaea015d44 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/ports/910c1a84-c7f3-4f62-b6a3-b06c2f1d78c7 HTTP/1.1" status: 204 len: 168 time: 0.6251395 Jul 27 22:20:30.528693 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd549a6-b330-488d-a836-7098d492f06e req-3b54d1ec-4b44-41df-8e2d-27c7ca2336c4 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:30.532811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cd549a6-b330-488d-a836-7098d492f06e req-3b54d1ec-4b44-41df-8e2d-27c7ca2336c4 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1564629 Jul 27 22:20:30.557361 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-591fb4ba-ef8b-4f86-9905-6078dfb5fd6d tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] DELETE failed (client error): The resource could not be found. Jul 27 22:20:30.557837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591fb4ba-ef8b-4f86-9905-6078dfb5fd6d tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:20:30.562966 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-591fb4ba-ef8b-4f86-9905-6078dfb5fd6d tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/subnets/6a0c3827-d4a6-4ff2-a858-bcd083603947 HTTP/1.1" status: 404 len: 337 time: 0.0956008 Jul 27 22:20:30.564302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38034) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:30.599211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] Set router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:30.655621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cd549a6-b330-488d-a836-7098d492f06e req-62eb1e5d-814a-4239-b2de-721827800190 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107032 Jul 27 22:20:30.760433 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.804763 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:30.894649 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.923169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a136fb95-68e8-4fe4-99ba-57443968d7a6']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:30.946446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdaa76e-6231-46c2-9a2f-9b126e85f999') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:30.947114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdaa76e-6231-46c2-9a2f-9b126e85f999') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:30.958891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.978828 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38040) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:30.981161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:30.981654 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.984429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12eb490b-e23a-4a70-8090-ed5df9f68800 req-cd6025e4-50b2-41c3-a4a8-9d5e0426bd7e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 210 time: 0.0692537 Jul 27 22:20:30.996444 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b999450a-88fa-4da2-af57-13902fa29649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:30.998757 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.006020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:31.007102 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:31.010413 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:31.055659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:20:26Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '52541b49-07de-45e1-b8d5-2815213f1147', 'name': '', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:20:87:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:26Z', 'updated_at': '2021-07-27T22:20:30Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:31.107551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1649ab-527e-4f8a-aba7-aab10dbe2da8 None None] The sync data for ids ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'] in n-d-802011-3 is: [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:20:26Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '52541b49-07de-45e1-b8d5-2815213f1147', 'name': '', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:20:87:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:26Z', 'updated_at': '2021-07-27T22:20:30Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:31.160400 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.218396 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.220269 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/networks/a136fb95-68e8-4fe4-99ba-57443968d7a6 HTTP/1.1" status: 204 len: 168 time: 0.6544182 Jul 27 22:20:31.224206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:31.345322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aa0dc5c0-e041-444b-a5c5-a24e16cce806 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Deleting port ccfbbf66-5b9a-4192-8973-3a26792fc834 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:31.345671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa0dc5c0-e041-444b-a5c5-a24e16cce806 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.423128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa0dc5c0-e041-444b-a5c5-a24e16cce806 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.439379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aa0dc5c0-e041-444b-a5c5-a24e16cce806 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Calling delete_port for ccfbbf66-5b9a-4192-8973-3a26792fc834 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:31.536173 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa0dc5c0-e041-444b-a5c5-a24e16cce806 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.567695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dc5c0-e041-444b-a5c5-a24e16cce806 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Port': ['ID=ccfbbf66-5b9a-4192-8973-3a26792fc834,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:31.571586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa0dc5c0-e041-444b-a5c5-a24e16cce806 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.573860 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aa0dc5c0-e041-444b-a5c5-a24e16cce806 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/ports/ccfbbf66-5b9a-4192-8973-3a26792fc834 HTTP/1.1" status: 204 len: 168 time: 0.3481419 Jul 27 22:20:31.576894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:31.605634 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7513b2a9-d791-4767-b2cd-8a756ebd7a76 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] DELETE failed (client error): The resource could not be found. Jul 27 22:20:31.606109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7513b2a9-d791-4767-b2cd-8a756ebd7a76 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:20:31.610607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7513b2a9-d791-4767-b2cd-8a756ebd7a76 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/subnets/2ee4f8c0-7fb7-4cf4-bda2-d7e08fe8c844 HTTP/1.1" status: 404 len: 337 time: 0.0327365 Jul 27 22:20:31.611236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:31.624973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af785334-cede-4e9d-8029-24401e3791db tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Network': ['ID=a136fb95-68e8-4fe4-99ba-57443968d7a6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:31.654697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-8cfabae5-5703-4bc6-8e44-6e29548f1e53 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:31.655964 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-8cfabae5-5703-4bc6-8e44-6e29548f1e53 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "GET /v2.0/networks?id=9d95a962-724c-4f62-852a-1d5ea2380562 HTTP/1.1" status: 200 len: 796 time: 0.5903258 Jul 27 22:20:31.706941 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.719175 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-cb499c80-e873-4260-9490-2bb565424e1e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 379 time: 0.0490019 Jul 27 22:20:31.732569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'port': {'device_id': '2bc73895-08b1-40af-babd-120fb50f277f', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'admin_state_up': True, 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'security_groups': ['c5eef5f2-2d3f-4c3b-a34d-986f4c70a675']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:31.787415 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b999450a-88fa-4da2-af57-13902fa29649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.796819 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b999450a-88fa-4da2-af57-13902fa29649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.836665 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.849158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a919cb7-f2ef-4750-bee3-0691831f5c80']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:31.865136 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b999450a-88fa-4da2-af57-13902fa29649 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b66edde137034bbe8244728c515b9d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8851690 Jul 27 22:20:31.865693 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0922d-1b05-4310-a11c-f32bb91d3ba6 req-89e19d2b-4367-4e2e-9020-0642307747f3 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:31.867273 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19a0922d-1b05-4310-a11c-f32bb91d3ba6 req-89e19d2b-4367-4e2e-9020-0642307747f3 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1237054 Jul 27 22:20:31.867767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38052) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:31.869446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999450a-88fa-4da2-af57-13902fa29649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb4e27e-c5b3-49bf-9af9-c6bd119b2999,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:31.896844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a533831-46fa-4b4e-94e7-cdbd7fb0b9b8') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:31.897629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a533831-46fa-4b4e-94e7-cdbd7fb0b9b8') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:31.906702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Made reservation on behalf of 28b86e8c06114800a9109512618bca6b for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:31.910868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.923647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.961198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.978536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:31.978956 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.982239 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33a70364-d2c4-47d0-b2b3-bc9af6a11ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:31.984030 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:32.057919 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19a0922d-1b05-4310-a11c-f32bb91d3ba6 req-8e10c764-813c-4b73-8aef-9d665bd8167a tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552641 Jul 27 22:20:32.059229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.20.0.7 (9d95a962-724c-4f62-852a-1d5ea2380562/5e3f109c-bd1b-4f97-9655-3c336bf13020/9f552b43-083b-414c-b5cb-87a94c5175af) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:32.072216 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33a70364-d2c4-47d0-b2b3-bc9af6a11ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.085835 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.122588 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.124661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/networks/0a919cb7-f2ef-4750-bee3-0691831f5c80 HTTP/1.1" status: 204 len: 168 time: 0.5124340 Jul 27 22:20:32.127714 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38056) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:32.145633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba647203-f9b9-4e50-9405-c91250c00b4a tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Network': ['ID=0a919cb7-f2ef-4750-bee3-0691831f5c80,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:32.183084 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c53b6bc-5c78-4cba-8c51-56deac9e0b02 req-08061525-e002-4b73-88cd-69edbb06f208 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 210 time: 0.0469158 Jul 27 22:20:32.196578 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33a70364-d2c4-47d0-b2b3-bc9af6a11ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.199366 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33a70364-d2c4-47d0-b2b3-bc9af6a11ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.203142 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-33a70364-d2c4-47d0-b2b3-bc9af6a11ad0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/beb4e27e-c5b3-49bf-9af9-c6bd119b2999 HTTP/1.1" status: 204 len: 168 time: 0.3305244 Jul 27 22:20:32.211184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a70364-d2c4-47d0-b2b3-bc9af6a11ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb4e27e-c5b3-49bf-9af9-c6bd119b2999,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:32.237544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb800cd-5c26-4a2c-83f5-6292c43b25d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Deleting subnet 96ca7f82-564b-448b-ad65-aa7e38dc9b34 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:20:32.253838 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb800cd-5c26-4a2c-83f5-6292c43b25d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.324796 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb800cd-5c26-4a2c-83f5-6292c43b25d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.349701 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.375861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Transition to ACTIVE for port object 9f552b43-083b-414c-b5cb-87a94c5175af will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:32.449286 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb800cd-5c26-4a2c-83f5-6292c43b25d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.479610 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.544578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 9d95a962-724c-4f62-852a-1d5ea2380562 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:32.552108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:32.561843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:32.576812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38064) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:32.591418 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf911-8bb8-43f5-9136-6cbca39ac364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.592429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=9f552b43-083b-414c-b5cb-87a94c5175af,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:32.600839 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb800cd-5c26-4a2c-83f5-6292c43b25d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.643870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb800cd-5c26-4a2c-83f5-6292c43b25d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Subnet': ['ID=96ca7f82-564b-448b-ad65-aa7e38dc9b34,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:32.652054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:32.652744 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.658309 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fcb800cd-5c26-4a2c-83f5-6292c43b25d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.663074 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fcb800cd-5c26-4a2c-83f5-6292c43b25d2 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/subnets/96ca7f82-564b-448b-ad65-aa7e38dc9b34 HTTP/1.1" status: 204 len: 168 time: 0.5312564 Jul 27 22:20:32.663176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:32.666107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84f0970-da62-454b-909c-72354f064e0e None None] Network 7f43e79f-2a98-4f0f-a18d-8c44337e7017 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:32.795831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 52541b49-07de-45e1-b8d5-2815213f1147 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:32.796246 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.815318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf911-8bb8-43f5-9136-6cbca39ac364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.823909 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf911-8bb8-43f5-9136-6cbca39ac364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.830204 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-e12c479f-1f62-438c-9c0e-9579fdf32df4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1018236 Jul 27 22:20:32.842420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Request body: {'port': {'device_id': '2bc73895-08b1-40af-babd-120fb50f277f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:32.894313 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7e672deb-e386-41b4-aa4d-6cb6fb28507c None None] Provisioning for port 9f552b43-083b-414c-b5cb-87a94c5175af completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:32.896220 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebf911-8bb8-43f5-9136-6cbca39ac364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfc93e3-5b0e-4e02-9293-87d7dac74a53,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:32.899249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 52541b49-07de-45e1-b8d5-2815213f1147 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:32.903674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c5ebf911-8bb8-43f5-9136-6cbca39ac364 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c07ed01628a40729cbbbd3fa2c82ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3234005 Jul 27 22:20:32.903847 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 52541b49-07de-45e1-b8d5-2815213f1147 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:32.903961 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:32.904203 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.906561 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7e672deb-e386-41b4-aa4d-6cb6fb28507c None None] Provisioning complete for port 9f552b43-083b-414c-b5cb-87a94c5175af triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:32.906999 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e672deb-e386-41b4-aa4d-6cb6fb28507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.937335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.957861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Deleting port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:32.958499 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:32.971002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7e672deb-e386-41b4-aa4d-6cb6fb28507c None None] Port 9f552b43-083b-414c-b5cb-87a94c5175af cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:33.014517 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-707b65d8-6959-473f-acd5-51ca164e26e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.031784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530fb4e6-8369-40af-98f4-4dbaf2b8258d None None] DHCP port deletion for 7f43e79f-2a98-4f0f-a18d-8c44337e7017 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:20:33.037123 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.054330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-707b65d8-6959-473f-acd5-51ca164e26e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.063915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] For port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d,segment=NetworkSegment(f09ccb07-a385-419c-ab37-4a29b092d5d4),segment_id=f09ccb07-a385-419c-ab37-4a29b092d5d4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:33.064275 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.085689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Calling delete_port for 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:33.091841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 52541b49-07de-45e1-b8d5-2815213f1147, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=52541b49-07de-45e1-b8d5-2815213f1147,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:33.099099 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.148102 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-530fb4e6-8369-40af-98f4-4dbaf2b8258d None None] Deleting port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:33.148490 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-530fb4e6-8369-40af-98f4-4dbaf2b8258d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.213078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=52541b49-07de-45e1-b8d5-2815213f1147,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:33.216183 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-707b65d8-6959-473f-acd5-51ca164e26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.218899 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-707b65d8-6959-473f-acd5-51ca164e26e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.222701 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-707b65d8-6959-473f-acd5-51ca164e26e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbfc93e3-5b0e-4e02-9293-87d7dac74a53 HTTP/1.1" status: 204 len: 168 time: 0.3179815 Jul 27 22:20:33.244715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b65d8-6959-473f-acd5-51ca164e26e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfc93e3-5b0e-4e02-9293-87d7dac74a53,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:33.264593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-530fb4e6-8369-40af-98f4-4dbaf2b8258d None None] For port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d,segment=NetworkSegment(f09ccb07-a385-419c-ab37-4a29b092d5d4),segment_id=f09ccb07-a385-419c-ab37-4a29b092d5d4)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:33.264984 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-530fb4e6-8369-40af-98f4-4dbaf2b8258d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.265879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57d2f9-cb83-4d35-8b57-9468aa623024 req-5ce998c9-5701-4ac4-9773-6704cd9da6e9 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:33.267423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d57d2f9-cb83-4d35-8b57-9468aa623024 req-5ce998c9-5701-4ac4-9773-6704cd9da6e9 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.0935061 Jul 27 22:20:33.291022 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.300542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-530fb4e6-8369-40af-98f4-4dbaf2b8258d None None] Calling delete_port for 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:33.339977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f552b43-083b-414c-b5cb-87a94c5175af {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:20:33.349578 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.361732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] No DVR routers for this DVR port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:33.367263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Transition to ACTIVE for port object 9f552b43-083b-414c-b5cb-87a94c5175af will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:33.372510 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Port': ['ID=7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:33.373353 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.404662 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-530fb4e6-8369-40af-98f4-4dbaf2b8258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.432003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d57d2f9-cb83-4d35-8b57-9468aa623024 req-d17d35dd-172d-423c-8efd-bf2b39226751 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530421 Jul 27 22:20:33.438007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fb4e6-8369-40af-98f4-4dbaf2b8258d None None] Pushing event deleted for resources: {'Port': ['ID=7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:33.454368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Pushing event updated for resources: {'Port': ['ID=9f552b43-083b-414c-b5cb-87a94c5175af,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:33.454909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530fb4e6-8369-40af-98f4-4dbaf2b8258d None None] No DVR routers for this DVR port 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:33.521324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4f7fe-835d-4792-81ff-27a2412dbd21 req-9dbab859-1894-4ea1-8a27-06a7e49fe5ef tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:33.524108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7dc4f7fe-835d-4792-81ff-27a2412dbd21 req-9dbab859-1894-4ea1-8a27-06a7e49fe5ef tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 931 time: 0.2295012 Jul 27 22:20:33.541979 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.543629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Attempting to bind port 9f552b43-083b-414c-b5cb-87a94c5175af on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:33.543979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Attempting to bind port 9f552b43-083b-414c-b5cb-87a94c5175af by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:33.544616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Attempting to bind port 9f552b43-083b-414c-b5cb-87a94c5175af on network 9d95a962-724c-4f62-852a-1d5ea2380562 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:33.549577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Port 9f552b43-083b-414c-b5cb-87a94c5175af on network 9d95a962-724c-4f62-852a-1d5ea2380562 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:20:33.550036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Attempting to bind port 9f552b43-083b-414c-b5cb-87a94c5175af on network 9d95a962-724c-4f62-852a-1d5ea2380562 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:33.556104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:33.556456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Checking segment: {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:33.556904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Bound using segment: {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:33.557355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Bound port: 9f552b43-083b-414c-b5cb-87a94c5175af, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:33.557724 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.586968 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7dc4f7fe-835d-4792-81ff-27a2412dbd21 req-e38b0f7b-9cb3-4743-a73b-334f8cec1bb6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471618 Jul 27 22:20:33.588582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f43e79f-2a98-4f0f-a18d-8c44337e7017']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:33.620364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09ccb07-a385-419c-ab37-4a29b092d5d4') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:33.620664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09ccb07-a385-419c-ab37-4a29b092d5d4') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:33.632529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.648626 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.657153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:33.658023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:33.663289 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:33.688821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:33.692964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9f552b43-083b-414c-b5cb-87a94c5175af,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:33.699910 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.748105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.755650 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.762246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] 10.222.0.24 "DELETE /v2.0/networks/7f43e79f-2a98-4f0f-a18d-8c44337e7017 HTTP/1.1" status: 204 len: 168 time: 1.0958343 Jul 27 22:20:33.786409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753e547-c836-45cc-81be-d0fd0605dc73 tempest-NetworksIpV6TestAttrs-622897071 tempest-NetworksIpV6TestAttrs-622897071-project] Pushing event deleted for resources: {'Network': ['ID=7f43e79f-2a98-4f0f-a18d-8c44337e7017,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:33.788725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:33.790005 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.791900 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] 10.222.0.43 "PUT /v2.0/ports/9f552b43-083b-414c-b5cb-87a94c5175af HTTP/1.1" status: 200 len: 1091 time: 0.9540496 Jul 27 22:20:33.792538 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:33.795684 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec55439-3d66-4551-8a91-ce29ee553b32" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:33.810991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1abf28-9460-4543-a3e5-1bbb7f7f1ace service neutron] Pushing event updated for resources: {'Port': ['ID=9f552b43-083b-414c-b5cb-87a94c5175af,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:33.884098 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d183d7-2f19-4efb-9b21-d673526072b0 x-openstack-request-id: req-45d183d7-2f19-4efb-9b21-d673526072b0 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:33.884583 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:33.884883 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45d183d7-2f19-4efb-9b21-d673526072b0 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:33.885500 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af', 'status': 'completed', 'code': 200} Jul 27 22:20:33.913003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-2ab48405-def9-400c-a603-bd0b7361fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:33.914897 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-2ab48405-def9-400c-a603-bd0b7361fea9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1094 time: 0.0634458 Jul 27 22:20:33.971187 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-1202127f-374b-4f19-9430-a098f13fe924 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f552b43-083b-414c-b5cb-87a94c5175af HTTP/1.1" status: 200 len: 217 time: 0.0478172 Jul 27 22:20:34.060879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-23f38319-e691-48e2-a837-acf8d69b3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:34.062760 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-23f38319-e691-48e2-a837-acf8d69b3464 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e3f109c-bd1b-4f97-9655-3c336bf13020 HTTP/1.1" status: 200 len: 835 time: 0.0833933 Jul 27 22:20:34.137868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-6d54d8a6-d840-460b-94f4-b54b7e827c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:34.139426 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-6d54d8a6-d840-460b-94f4-b54b7e827c65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d95a962-724c-4f62-852a-1d5ea2380562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667028 Jul 27 22:20:34.144611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38104) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:34.270129 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-5b981027-bec7-4020-b87f-547029c9ceba service neutron] 10.222.0.43 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186678 Jul 27 22:20:34.378501 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f898b06d-651c-47c5-ab6c-74811f46c7b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=369509287efc460794bb5eba954fd48f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326298 Jul 27 22:20:34.381112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:34.410684 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-786f4b2d-8723-42f1-9e74-5dad365140fe req-2869d45f-7135-4846-a1ce-54185f6b4f76 service neutron] 10.222.0.43 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327136 Jul 27 22:20:34.454166 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-352dfb1d-9cdf-441c-b119-c40b54318f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:34.482225 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-352dfb1d-9cdf-441c-b119-c40b54318f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:34.562070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55439-3d66-4551-8a91-ce29ee553b32 req-00d5eb6a-2398-4d44-8626-6ccf6c6ed31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:34.564249 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec55439-3d66-4551-8a91-ce29ee553b32 req-00d5eb6a-2398-4d44-8626-6ccf6c6ed31c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1094 time: 0.0716097 Jul 27 22:20:34.605177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042e826-0d9f-45a6-a62f-ffd4cfeffd6f req-5dc19252-8ce4-4f88-94bd-f78998c4cee1 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:34.606747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f042e826-0d9f-45a6-a62f-ffd4cfeffd6f req-5dc19252-8ce4-4f88-94bd-f78998c4cee1 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.0655303 Jul 27 22:20:34.648098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-352dfb1d-9cdf-441c-b119-c40b54318f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:34.652291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-352dfb1d-9cdf-441c-b119-c40b54318f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:34.669692 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-352dfb1d-9cdf-441c-b119-c40b54318f0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abe4569d-755f-4bf3-9c62-73e9bb7fda0b HTTP/1.1" status: 204 len: 168 time: 0.2867484 Jul 27 22:20:34.710310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55439-3d66-4551-8a91-ce29ee553b32 req-f5453f90-aaa7-47e8-be30-1326d8f6590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:34.711849 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec55439-3d66-4551-8a91-ce29ee553b32 req-f5453f90-aaa7-47e8-be30-1326d8f6590d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d95a962-724c-4f62-852a-1d5ea2380562 HTTP/1.1" status: 200 len: 897 time: 0.1407449 Jul 27 22:20:34.727407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352dfb1d-9cdf-441c-b119-c40b54318f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe4569d-755f-4bf3-9c62-73e9bb7fda0b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:34.748661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f042e826-0d9f-45a6-a62f-ffd4cfeffd6f req-90adf0a7-c718-481e-bce1-2aedc448d853 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309927 Jul 27 22:20:34.831808 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 52541b49-07de-45e1-b8d5-2815213f1147 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:34.843154 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec55439-3d66-4551-8a91-ce29ee553b32 req-2108310a-bd28-4125-8dc9-3a0904db4a50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f552b43-083b-414c-b5cb-87a94c5175af HTTP/1.1" status: 200 len: 217 time: 0.1215885 Jul 27 22:20:34.848533 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:20:34.901110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa0e2c-e339-4963-9fb1-eb146e419fd8 req-fb4abe04-b606-425e-bf59-e7debfc48afb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:34.910105 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22aa0e2c-e339-4963-9fb1-eb146e419fd8 req-fb4abe04-b606-425e-bf59-e7debfc48afb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 943 time: 0.2044094 Jul 27 22:20:34.924091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55439-3d66-4551-8a91-ce29ee553b32 req-6c0caca5-1e49-40b6-9b5d-1561a26eb5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:34.925559 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec55439-3d66-4551-8a91-ce29ee553b32 req-6c0caca5-1e49-40b6-9b5d-1561a26eb5a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e3f109c-bd1b-4f97-9655-3c336bf13020 HTTP/1.1" status: 200 len: 835 time: 0.0712252 Jul 27 22:20:34.930710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 52541b49-07de-45e1-b8d5-2815213f1147 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:34.931099 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:34.976711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22aa0e2c-e339-4963-9fb1-eb146e419fd8 req-592673db-2db3-46cf-a853-bc0fc80a3894 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595109 Jul 27 22:20:34.992698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55439-3d66-4551-8a91-ce29ee553b32 req-13e6be79-ef4f-4bf8-a8e0-b2a8547a3471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:34.994256 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec55439-3d66-4551-8a91-ce29ee553b32 req-13e6be79-ef4f-4bf8-a8e0-b2a8547a3471 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d95a962-724c-4f62-852a-1d5ea2380562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604205 Jul 27 22:20:35.102952 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec55439-3d66-4551-8a91-ce29ee553b32 req-d6f17a20-5cdd-431e-8cc3-8c50192737e0 service neutron] 10.222.0.43 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001432 Jul 27 22:20:35.144928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:35.168985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:20:35.169340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7ba9cc1b-962c-4c2b-9d39-8a6dda2cf06d not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:35.216178 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bec55439-3d66-4551-8a91-ce29ee553b32 req-c313bd52-f645-4ca7-9120-f358cae4e357 service neutron] 10.222.0.43 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048105 Jul 27 22:20:35.396705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:35.493537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5a45ec7c-f473-4c11-a2ad-a163b37f9c89 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:35.526367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5a45ec7c-f473-4c11-a2ad-a163b37f9c89 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] 10.222.0.24 "PUT /v2.0/quotas/5491c8abc2434b709f5c7b333f426e10 HTTP/1.1" status: 200 len: 366 time: 0.1261861 Jul 27 22:20:35.527120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:35.539898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2bb6b430-af6a-496f-86d1-5160ec4aed87 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0095227 Jul 27 22:20:35.540128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38170) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:35.550296 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-23213422-132b-4c80-9267-8aff16cc3093 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] 10.222.0.24 "GET /v2.0/quotas/5491c8abc2434b709f5c7b333f426e10 HTTP/1.1" status: 200 len: 366 time: 0.0081444 Jul 27 22:20:35.551444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:35.568209 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7fa7a92c-4c52-4e10-ac6f-a1c998c29557 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/5491c8abc2434b709f5c7b333f426e10 HTTP/1.1" status: 204 len: 168 time: 0.0157316 Jul 27 22:20:35.571180 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38174) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:35.581484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e652a480-e08d-48f8-a962-74e2f09fbb09 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0091667 Jul 27 22:20:35.584181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38178) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:35.594064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-de763488-d819-46fb-a813-b356f6f5b429 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] 10.222.0.24 "GET /v2.0/quotas/5491c8abc2434b709f5c7b333f426e10 HTTP/1.1" status: 200 len: 370 time: 0.0086923 Jul 27 22:20:35.596615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38180) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:35.602700 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-01a8ac88-296d-4535-99d5-1c5ab198a7b7 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] 10.222.0.24 "GET /v2.0/quotas/5491c8abc2434b709f5c7b333f426e10/default HTTP/1.1" status: 200 len: 370 time: 0.0050995 Jul 27 22:20:35.605245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38182) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:35.613638 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-b38ed6c2-e79c-444b-affc-a53f237af579 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] delete failed (client error): The resource could not be found. Jul 27 22:20:35.614663 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b38ed6c2-e79c-444b-affc-a53f237af579 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/5491c8abc2434b709f5c7b333f426e10 HTTP/1.1" status: 404 len: 348 time: 0.0085390 Jul 27 22:20:35.674080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:35.774704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:35.799002 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Usage tracker for resource:network and tenant:79db2a7c014b4d1e885242b1cc8d486c is out of sync, need to count used quota {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:20:35.806536 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:20:35.814219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Usage tracker for resource:subnet and tenant:79db2a7c014b4d1e885242b1cc8d486c is out of sync, need to count used quota {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:20:35.820157 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:20:35.826550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Usage tracker for resource:subnetpool and tenant:79db2a7c014b4d1e885242b1cc8d486c is out of sync, need to count used quota {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:20:35.831671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:20:35.838907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Usage tracker for resource:port and tenant:79db2a7c014b4d1e885242b1cc8d486c is out of sync, need to count used quota {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:20:35.843818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:20:35.855665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Usage tracker for resource:router and tenant:79db2a7c014b4d1e885242b1cc8d486c is out of sync, need to count used quota {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:20:35.861084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:20:35.867519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Usage tracker for resource:floatingip and tenant:79db2a7c014b4d1e885242b1cc8d486c is out of sync, need to count used quota {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:20:35.876422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-676367224'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:35.880837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:20:35.885013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d028b-d343-4976-a754-18c96828052e req-b6223ff7-b854-4167-a944-7dcb06776026 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:35.886562 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-695d028b-d343-4976-a754-18c96828052e req-b6223ff7-b854-4167-a944-7dcb06776026 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.0554240 Jul 27 22:20:35.929874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-695d028b-d343-4976-a754-18c96828052e req-968639f5-4aa6-414f-9c26-df23baff019e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366592 Jul 27 22:20:35.936521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:35.941369 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:35.953854 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:35.984120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Usage tracker for resource:security_group and tenant:79db2a7c014b4d1e885242b1cc8d486c is out of sync, need to count used quota {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:20:35.993393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:20:36.009502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Usage tracker for resource:security_group_rule and tenant:79db2a7c014b4d1e885242b1cc8d486c is out of sync, need to count used quota {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 22:20:36.018901 n-d-802011-3 neutron-server[93834]: DEBUG neutron.quota.resource [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93834) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 22:20:36.026748 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ca656acd-782c-4402-ac4f-7aeb83de27e2 tempest-QuotasTest-458917917 tempest-QuotasTest-458917917-project-admin] 10.222.0.24 "GET /v2.0/quotas/79db2a7c014b4d1e885242b1cc8d486c/details.json HTTP/1.1" status: 200 len: 703 time: 0.2509558 Jul 27 22:20:36.087700 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.093769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.107555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33102992-d372-4f9f-907a-fd96005404c9 req-23a8c213-8da8-4283-8096-ea65ae0e9c30 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:36.110036 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33102992-d372-4f9f-907a-fd96005404c9 req-23a8c213-8da8-4283-8096-ea65ae0e9c30 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 943 time: 0.0578203 Jul 27 22:20:36.133111 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:36.145691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53719ee3-3c53-4590-92c0-7cca6221a159,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:36.152360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.152869 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Added segment f9b2c050-c4e9-4337-9e48-b9501f6c5b8d of type vlan for network fe25c6df-6321-4484-95e2-3638d8e3be8a Jul 27 22:20:36.171596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33102992-d372-4f9f-907a-fd96005404c9 req-f2208b43-3baf-4601-ba14-6c0c3851806b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538077 Jul 27 22:20:36.216145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.255435 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.265145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:36.265765 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.307421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9f552b43-083b-414c-b5cb-87a94c5175af details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:20:36.341246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:36.380930 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7056525 Jul 27 22:20:36.403724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbe118-db42-4a97-a3c2-5d1de5a28830 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=fe25c6df-6321-4484-95e2-3638d8e3be8a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:36.420700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9f552b43-083b-414c-b5cb-87a94c5175af,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:36.439503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '9f552b43-083b-414c-b5cb-87a94c5175af', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'port_id': '9f552b43-083b-414c-b5cb-87a94c5175af', 'mac_address': 'fa:16:3e:51:5a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:20:36.452375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network fe25c6df-6321-4484-95e2-3638d8e3be8a details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:36.503915 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c6f821d-ee06-4d82-9452-ec43721f6e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.519708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38218) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:36.526282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a37423f2-9483-4701-9f15-89972b9183be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'network_id': 'fe25c6df-6321-4484-95e2-3638d8e3be8a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:36.557827 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.589081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f552b43-083b-414c-b5cb-87a94c5175af {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:20:36.593982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a7784-bf87-439e-8363-f24313e92c19 req-6e7cc4a6-ef00-4efa-9a1b-fa6a1e851c13 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:36.601000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b9a7784-bf87-439e-8363-f24313e92c19 req-6e7cc4a6-ef00-4efa-9a1b-fa6a1e851c13 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.0777588 Jul 27 22:20:36.617994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9f552b43-083b-414c-b5cb-87a94c5175af,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:36.622454 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.668200 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b9a7784-bf87-439e-8363-f24313e92c19 req-7ed8309b-041e-47d2-9f27-ef258277df40 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597754 Jul 27 22:20:36.671675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=9f552b43-083b-414c-b5cb-87a94c5175af,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:36.693533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c6f821d-ee06-4d82-9452-ec43721f6e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.697521 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c6f821d-ee06-4d82-9452-ec43721f6e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.712537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37423f2-9483-4701-9f15-89972b9183be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:36.716296 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a37423f2-9483-4701-9f15-89972b9183be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.740396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6c6f821d-ee06-4d82-9452-ec43721f6e7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09b7a6b4bd074b389d54ba69b81768d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979604 Jul 27 22:20:36.741664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f821d-ee06-4d82-9452-ec43721f6e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3e0a06-4ddf-495a-8408-172b1903b029,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:36.744801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38220) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:36.798643 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bc4bb5d-8d10-44f5-9845-025d48e67a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.821284 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bc4bb5d-8d10-44f5-9845-025d48e67a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.867444 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bc4bb5d-8d10-44f5-9845-025d48e67a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.870147 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3bc4bb5d-8d10-44f5-9845-025d48e67a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.871327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3bc4bb5d-8d10-44f5-9845-025d48e67a6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d3e0a06-4ddf-495a-8408-172b1903b029 HTTP/1.1" status: 204 len: 168 time: 0.1254411 Jul 27 22:20:36.879394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4bb5d-8d10-44f5-9845-025d48e67a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3e0a06-4ddf-495a-8408-172b1903b029,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:36.902996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['9f552b43-083b-414c-b5cb-87a94c5175af'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:20:36.917812 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a37423f2-9483-4701-9f15-89972b9183be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:36.982438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37423f2-9483-4701-9f15-89972b9183be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=0e44f5ba-ac55-4143-b00d-b26ee74caac1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:37.003283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37423f2-9483-4701-9f15-89972b9183be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking segment: {'id': 'f9b2c050-c4e9-4337-9e48-b9501f6c5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fe25c6df-6321-4484-95e2-3638d8e3be8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:37.003722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37423f2-9483-4701-9f15-89972b9183be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network hostable DHCP agents. Network: fe25c6df-6321-4484-95e2-3638d8e3be8a, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:37.024988 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37423f2-9483-4701-9f15-89972b9183be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network fe25c6df-6321-4484-95e2-3638d8e3be8a is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:37.036558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a37423f2-9483-4701-9f15-89972b9183be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, fe25c6df-6321-4484-95e2-3638d8e3be8a) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:37.047413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37423f2-9483-4701-9f15-89972b9183be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:37.047905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c3837e-6373-41d8-8960-175f5ad315e9 None None] Network fe25c6df-6321-4484-95e2-3638d8e3be8a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:37.049118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a37423f2-9483-4701-9f15-89972b9183be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.072566 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a37423f2-9483-4701-9f15-89972b9183be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5508339 Jul 27 22:20:37.075591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38228) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:37.083460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c26752d0-73a6-45ad-ae7e-01f27e7ea484 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1952656705'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:37.109968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221fdbc-b6b3-4375-bf99-b1b0b9fcee52 req-a6e8ddd3-6e39-46a7-bda6-b6598443e0c8 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:37.115395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26752d0-73a6-45ad-ae7e-01f27e7ea484 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:37.119536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8221fdbc-b6b3-4375-bf99-b1b0b9fcee52 req-a6e8ddd3-6e39-46a7-bda6-b6598443e0c8 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.0744512 Jul 27 22:20:37.120976 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c26752d0-73a6-45ad-ae7e-01f27e7ea484 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.155594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26752d0-73a6-45ad-ae7e-01f27e7ea484 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:37.165874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8221fdbc-b6b3-4375-bf99-b1b0b9fcee52 req-2471a66a-6bfb-41ec-88d9-ef45f8b6a677 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453308 Jul 27 22:20:37.168309 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c26752d0-73a6-45ad-ae7e-01f27e7ea484 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.169069 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-c26752d0-73a6-45ad-ae7e-01f27e7ea484 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Added segment a0c8c101-9761-447d-9207-f08536e39f9c of type vlan for network b262a7c6-d5d4-4b28-a74a-f76e62020a1c Jul 27 22:20:37.226592 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c26752d0-73a6-45ad-ae7e-01f27e7ea484 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.235222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38232) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:37.251085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d504-f47b-4584-895b-cbf7dd3dd566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.273967 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c26752d0-73a6-45ad-ae7e-01f27e7ea484 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.282458 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26752d0-73a6-45ad-ae7e-01f27e7ea484 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:37.283196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c26752d0-73a6-45ad-ae7e-01f27e7ea484 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.358876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26752d0-73a6-45ad-ae7e-01f27e7ea484 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=b262a7c6-d5d4-4b28-a74a-f76e62020a1c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:37.359196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59a0a5-b957-4371-871e-ec8954f56eef req-c02d9e6b-0478-4c4e-8d92-4b5875a7c5c1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:37.360900 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac59a0a5-b957-4371-871e-ec8954f56eef req-c02d9e6b-0478-4c4e-8d92-4b5875a7c5c1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 944 time: 0.0820434 Jul 27 22:20:37.389918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network b262a7c6-d5d4-4b28-a74a-f76e62020a1c details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:37.430854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac59a0a5-b957-4371-871e-ec8954f56eef req-91629029-566f-44b8-bb16-0b40c8ac56b8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565033 Jul 27 22:20:37.432621 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d504-f47b-4584-895b-cbf7dd3dd566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.438601 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9d1d504-f47b-4584-895b-cbf7dd3dd566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.447748 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c26752d0-73a6-45ad-ae7e-01f27e7ea484 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3694065 Jul 27 22:20:37.450469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38234) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:37.455676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5b1d4eb9-b980-48b3-857a-0a7eebc8bfd9 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'network_id': 'b262a7c6-d5d4-4b28-a74a-f76e62020a1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:37.487854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1d504-f47b-4584-895b-cbf7dd3dd566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b9016f-672e-463e-a48c-c135205b2ec4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:37.499842 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a9d1d504-f47b-4584-895b-cbf7dd3dd566 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79db2a7c014b4d1e885242b1cc8d486c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631760 Jul 27 22:20:37.500508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:37.529007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-fe25c6df-6321-4484-95e2-3638d8e3be8a', 'network_id': 'fe25c6df-6321-4484-95e2-3638d8e3be8a', 'tenant_id': '2ad8da7d94dd42d7a3e8df7c44463edb', 'fixed_ips': [{'subnet_id': '0e44f5ba-ac55-4143-b00d-b26ee74caac1'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:37.529874 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.561264 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb336-0100-4151-a3bf-12e1c0562815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.564254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1d4eb9-b980-48b3-857a-0a7eebc8bfd9 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:37.571082 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b1d4eb9-b980-48b3-857a-0a7eebc8bfd9 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.588791 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb336-0100-4151-a3bf-12e1c0562815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.641477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb336-0100-4151-a3bf-12e1c0562815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.645175 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b2eb336-0100-4151-a3bf-12e1c0562815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.646630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3b2eb336-0100-4151-a3bf-12e1c0562815 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4b9016f-672e-463e-a48c-c135205b2ec4 HTTP/1.1" status: 204 len: 168 time: 0.1450837 Jul 27 22:20:37.658117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2eb336-0100-4151-a3bf-12e1c0562815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b9016f-672e-463e-a48c-c135205b2ec4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:37.704306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Allocated IP 172.20.255.242 (fe25c6df-6321-4484-95e2-3638d8e3be8a/0e44f5ba-ac55-4143-b00d-b26ee74caac1/78c25f3a-9c7e-4217-9d0a-e6818af74148) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:37.819445 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b1d4eb9-b980-48b3-857a-0a7eebc8bfd9 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.820628 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b188c56-fe27-4b34-9ae9-80271c307bc9 req-d4fe11f0-e541-423c-9094-ef44a8eb7235 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:37.824202 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b188c56-fe27-4b34-9ae9-80271c307bc9 req-d4fe11f0-e541-423c-9094-ef44a8eb7235 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.0704746 Jul 27 22:20:37.873694 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b188c56-fe27-4b34-9ae9-80271c307bc9 req-49e2f934-4c11-4715-bc07-775c5945a483 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440357 Jul 27 22:20:37.887963 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.890919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d4eb9-b980-48b3-857a-0a7eebc8bfd9 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=f42299ea-4910-490a-a11f-9c02f6def51d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:37.899724 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Transition to ACTIVE for port object 78c25f3a-9c7e-4217-9d0a-e6818af74148 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:37.912360 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d4eb9-b980-48b3-857a-0a7eebc8bfd9 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking segment: {'id': 'a0c8c101-9761-447d-9207-f08536e39f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b262a7c6-d5d4-4b28-a74a-f76e62020a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:37.912752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d4eb9-b980-48b3-857a-0a7eebc8bfd9 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network hostable DHCP agents. Network: b262a7c6-d5d4-4b28-a74a-f76e62020a1c, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:37.916703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Transition to ACTIVE for port object 78c25f3a-9c7e-4217-9d0a-e6818af74148 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:37.924035 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.929801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d4eb9-b980-48b3-857a-0a7eebc8bfd9 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network b262a7c6-d5d4-4b28-a74a-f76e62020a1c is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:37.939171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d4eb9-b980-48b3-857a-0a7eebc8bfd9 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, b262a7c6-d5d4-4b28-a74a-f76e62020a1c) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:37.950095 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1d4eb9-b980-48b3-857a-0a7eebc8bfd9 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:37.951049 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b1d4eb9-b980-48b3-857a-0a7eebc8bfd9 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.966907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56bb421-0807-4e8e-a8f7-cff65b1c28cf None None] Network b262a7c6-d5d4-4b28-a74a-f76e62020a1c requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:37.968799 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5b1d4eb9-b980-48b3-857a-0a7eebc8bfd9 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5171225 Jul 27 22:20:37.971520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38246) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:37.985033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Network fe25c6df-6321-4484-95e2-3638d8e3be8a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:38.012418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:38.018468 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:38.061116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Pushing event updated for resources: {'Port': ['ID=78c25f3a-9c7e-4217-9d0a-e6818af74148,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:38.099214 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.107280 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Attempting to bind port 78c25f3a-9c7e-4217-9d0a-e6818af74148 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:38.107960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Attempting to bind port 78c25f3a-9c7e-4217-9d0a-e6818af74148 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'f9b2c050-c4e9-4337-9e48-b9501f6c5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fe25c6df-6321-4484-95e2-3638d8e3be8a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:38.108117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Attempting to bind port 78c25f3a-9c7e-4217-9d0a-e6818af74148 on network fe25c6df-6321-4484-95e2-3638d8e3be8a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:38.115461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:38.116389 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Checking segment: {'id': 'f9b2c050-c4e9-4337-9e48-b9501f6c5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fe25c6df-6321-4484-95e2-3638d8e3be8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:38.116849 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.117246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Bound using segment: {'id': 'f9b2c050-c4e9-4337-9e48-b9501f6c5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fe25c6df-6321-4484-95e2-3638d8e3be8a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:38.117851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Bound port: 78c25f3a-9c7e-4217-9d0a-e6818af74148, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b2c050-c4e9-4337-9e48-b9501f6c5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fe25c6df-6321-4484-95e2-3638d8e3be8a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:38.118280 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.184680 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.239774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] For port 78c25f3a-9c7e-4217-9d0a-e6818af74148, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:38.244477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aff522-149a-4282-93c0-3fe28bf066f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-b262a7c6-d5d4-4b28-a74a-f76e62020a1c', 'network_id': 'b262a7c6-d5d4-4b28-a74a-f76e62020a1c', 'tenant_id': '2ad8da7d94dd42d7a3e8df7c44463edb', 'fixed_ips': [{'subnet_id': 'f42299ea-4910-490a-a11f-9c02f6def51d'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:38.245398 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a2aff522-149a-4282-93c0-3fe28bf066f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.266105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] For port 78c25f3a-9c7e-4217-9d0a-e6818af74148, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=78c25f3a-9c7e-4217-9d0a-e6818af74148,segment=NetworkSegment(f9b2c050-c4e9-4337-9e48-b9501f6c5b8d),segment_id=f9b2c050-c4e9-4337-9e48-b9501f6c5b8d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:38.279144 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.293970 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.303397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cfd01-38aa-4865-928d-32663c519871 req-1d547af7-d7d5-41c9-b0a9-95a211b0b1f7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:38.305737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b1cfd01-38aa-4865-928d-32663c519871 req-1d547af7-d7d5-41c9-b0a9-95a211b0b1f7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.0718932 Jul 27 22:20:38.330939 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Subnet': ['ID=f42299ea-4910-490a-a11f-9c02f6def51d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:38.353525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b1cfd01-38aa-4865-928d-32663c519871 req-43e4c0fd-fc33-4dd7-a46c-c92f8b17fd7d tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415206 Jul 27 22:20:38.388715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9f552b43-083b-414c-b5cb-87a94c5175af up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:38.412969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.426845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b262a7c6-d5d4-4b28-a74a-f76e62020a1c']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:38.441011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c8c101-9761-447d-9207-f08536e39f9c') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:38.441216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c8c101-9761-447d-9207-f08536e39f9c') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:38.453268 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.465363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dad9c-cf84-4bec-8ac6-3e45e354b582 None None] Pushing event updated for resources: {'Port': ['ID=78c25f3a-9c7e-4217-9d0a-e6818af74148,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server [None req-a2aff522-149a-4282-93c0-3fe28bf066f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f42299ea-4910-490a-a11f-9c02f6def51d: This subnet is being modified by another concurrent operation. Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise exception Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f42299ea-4910-490a-a11f-9c02f6def51d: This subnet is being modified by another concurrent operation. Jul 27 22:20:38.479757 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Jul 27 22:20:38.498747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f770040b-443c-4348-ad23-099dcae77477 None None] Network b262a7c6-d5d4-4b28-a74a-f76e62020a1c requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:38.502624 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.516188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:38.517660 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:38.520921 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:38.560154 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 9f552b43-083b-414c-b5cb-87a94c5175af completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:38.571374 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 9f552b43-083b-414c-b5cb-87a94c5175af triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:38.571754 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.591496 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38266) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:38.625388 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.646957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edbb05-d476-4293-9ff5-400e465fd94c req-93b7e0e7-c4d4-4ee7-8c3c-46882123a6e0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:38.649501 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.650238 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/b262a7c6-d5d4-4b28-a74a-f76e62020a1c HTTP/1.1" status: 204 len: 168 time: 0.6777670 Jul 27 22:20:38.651539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96ebb7-0be5-4789-a61b-73ef8b513676 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Network': ['ID=b262a7c6-d5d4-4b28-a74a-f76e62020a1c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:38.653691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38270) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:38.659254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b9a5fd54-5dee-40cb-b168-0ea4f4fe9882 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1429343061'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:38.661086 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96edbb05-d476-4293-9ff5-400e465fd94c req-93b7e0e7-c4d4-4ee7-8c3c-46882123a6e0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 944 time: 0.1105056 Jul 27 22:20:38.702845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a5fd54-5dee-40cb-b168-0ea4f4fe9882 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:38.711387 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9a5fd54-5dee-40cb-b168-0ea4f4fe9882 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.724680 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.731073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96edbb05-d476-4293-9ff5-400e465fd94c req-9e481947-5ad2-4148-9642-ffb0465f3a7a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687032 Jul 27 22:20:38.751296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a5fd54-5dee-40cb-b168-0ea4f4fe9882 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:38.763762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:38.766061 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ed3987-df63-45c8-8b56-371fa1d837a8" -d '{"events": [{"server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "name": "network-vif-plugged", "status": "completed", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:38.766743 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9a5fd54-5dee-40cb-b168-0ea4f4fe9882 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.767159 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-b9a5fd54-5dee-40cb-b168-0ea4f4fe9882 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Added segment 1be3cf01-9f7b-4fe9-96f2-93b7a5f4539d of type vlan for network 8aadefbd-49c1-4618-a5ad-ad2f1da8494a Jul 27 22:20:38.782392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9f552b43-083b-414c-b5cb-87a94c5175af,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:38.792127 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.831580 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ff80c5-ce41-45fe-bc2a-9d549130ca37 x-openstack-request-id: req-48ff80c5-ce41-45fe-bc2a-9d549130ca37 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:38.832066 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "name": "network-vif-plugged", "status": "completed", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:38.832322 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48ff80c5-ce41-45fe-bc2a-9d549130ca37 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:38.832684 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2036303704'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:38.833407 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af', 'code': 200} Jul 27 22:20:38.849303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9a5fd54-5dee-40cb-b168-0ea4f4fe9882 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.864995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=9f552b43-083b-414c-b5cb-87a94c5175af,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:38.878709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Made reservation on behalf of 6b2629ecb78d47f798bf2d0c64c5bd28 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:38.882396 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.895037 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.941164 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9a5fd54-5dee-40cb-b168-0ea4f4fe9882 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.946893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a5fd54-5dee-40cb-b168-0ea4f4fe9882 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:38.947478 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9a5fd54-5dee-40cb-b168-0ea4f4fe9882 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.020929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d3352-0217-48ea-9343-0f39e36abe34 req-e7b177c5-d7e5-4f34-8ac9-82d5cf68792d tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:39.023278 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-498d3352-0217-48ea-9343-0f39e36abe34 req-e7b177c5-d7e5-4f34-8ac9-82d5cf68792d tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.0570898 Jul 27 22:20:39.069636 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-498d3352-0217-48ea-9343-0f39e36abe34 req-6210350d-842d-4332-b335-19d4871df11d tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365884 Jul 27 22:20:39.071970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5fd54-5dee-40cb-b168-0ea4f4fe9882 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=8aadefbd-49c1-4618-a5ad-ad2f1da8494a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:39.086219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110e3be-c1ff-4b34-8d4f-0c374f0e44e7 req-e8302bcc-67f7-4163-ac22-87506dc9497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:39.086661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 8aadefbd-49c1-4618-a5ad-ad2f1da8494a details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:39.087850 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0110e3be-c1ff-4b34-8d4f-0c374f0e44e7 req-e8302bcc-67f7-4163-ac22-87506dc9497b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1096 time: 0.1798689 Jul 27 22:20:39.149592 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0110e3be-c1ff-4b34-8d4f-0c374f0e44e7 req-db641cda-29d0-4754-92db-5e1338b5a35e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537064 Jul 27 22:20:39.170925 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.175804 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.184158 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b9a5fd54-5dee-40cb-b168-0ea4f4fe9882 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5294299 Jul 27 22:20:39.187416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38276) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:39.192513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'network_id': '8aadefbd-49c1-4618-a5ad-ad2f1da8494a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:39.204656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:39.214432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a68219-9d4e-4cba-a6e0-b9acb1c3ce3d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:39.220633 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.220989 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Added segment 8c9764fa-97a3-40cf-890f-06ce4d3faa9e of type vlan for network cadd724d-4766-496b-bb9e-809defbd20c5 Jul 27 22:20:39.264329 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.288888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:39.292759 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.303683 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.310370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:39.311573 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.378064 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7806268 Jul 27 22:20:39.379178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38280) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:39.385443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-beb8f9c0-20f0-4df3-a5c4-4bc53aa84608 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Request body: {'subnet': {'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:39.472342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a4c84-252e-4f1b-81b4-65da64539e37 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event updated for resources: {'Network': ['ID=cadd724d-4766-496b-bb9e-809defbd20c5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:39.484936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network cadd724d-4766-496b-bb9e-809defbd20c5 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:39.502976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb8f9c0-20f0-4df3-a5c4-4bc53aa84608 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Made reservation on behalf of 6b2629ecb78d47f798bf2d0c64c5bd28 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:39.507958 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-beb8f9c0-20f0-4df3-a5c4-4bc53aa84608 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.642834 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b430cc-0f37-4eb4-939d-3292b971e8f8 None None] Network fe25c6df-6321-4484-95e2-3638d8e3be8a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:39.643778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Performing IP validity checks on allocation pools {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:20:39.644328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:20:39.680137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785453b-db7a-4a00-9b39-da00d607cdf7 req-18fd209f-2762-4f3b-877d-d50324b284dc tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:39.682463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a785453b-db7a-4a00-9b39-da00d607cdf7 req-18fd209f-2762-4f3b-877d-d50324b284dc tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1037500 Jul 27 22:20:39.699309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-93146403-b01b-4565-b14e-c9954ae5c3a9 None None] Provisioning for port 78c25f3a-9c7e-4217-9d0a-e6818af74148 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:39.723315 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-beb8f9c0-20f0-4df3-a5c4-4bc53aa84608 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.776731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a785453b-db7a-4a00-9b39-da00d607cdf7 req-3a0902d9-1588-4dc6-b764-7b10044847e2 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800269 Jul 27 22:20:39.785583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8f9c0-20f0-4df3-a5c4-4bc53aa84608 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event updated for resources: {'Subnet': ['ID=9534261d-6966-4970-9875-58c8135196f9,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:39.798651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8f9c0-20f0-4df3-a5c4-4bc53aa84608 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Checking segment: {'id': '8c9764fa-97a3-40cf-890f-06ce4d3faa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:39.799167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8f9c0-20f0-4df3-a5c4-4bc53aa84608 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Network hostable DHCP agents. Network: cadd724d-4766-496b-bb9e-809defbd20c5, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:39.818909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8f9c0-20f0-4df3-a5c4-4bc53aa84608 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Network cadd724d-4766-496b-bb9e-809defbd20c5 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:39.830408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-beb8f9c0-20f0-4df3-a5c4-4bc53aa84608 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, cadd724d-4766-496b-bb9e-809defbd20c5) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:39.837207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8f9c0-20f0-4df3-a5c4-4bc53aa84608 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:39.837986 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-beb8f9c0-20f0-4df3-a5c4-4bc53aa84608 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.842930 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bfe9a2-c73d-4d3a-8e5c-d0b245037dea None None] Network cadd724d-4766-496b-bb9e-809defbd20c5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:39.856266 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-beb8f9c0-20f0-4df3-a5c4-4bc53aa84608 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4756069 Jul 27 22:20:39.858852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38284) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:39.864696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Request body: {'port': {'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-12324781'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:39.879103 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.977325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=3027c71d-1d4c-4f6b-8bcc-926b5126bfcc,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:39.990363 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61676b3-c289-4d0d-b5b7-f6d4762bd02e req-997b1fa9-7f41-4340-abbb-91757c183a1a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:39.998017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b61676b3-c289-4d0d-b5b7-f6d4762bd02e req-997b1fa9-7f41-4340-abbb-91757c183a1a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.1297929 Jul 27 22:20:40.017795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking segment: {'id': '1be3cf01-9f7b-4fe9-96f2-93b7a5f4539d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8aadefbd-49c1-4618-a5ad-ad2f1da8494a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:40.018165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network hostable DHCP agents. Network: 8aadefbd-49c1-4618-a5ad-ad2f1da8494a, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:40.058209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-cadd724d-4766-496b-bb9e-809defbd20c5', 'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5', 'tenant_id': '6b2629ecb78d47f798bf2d0c64c5bd28', 'fixed_ips': [{'subnet_id': '9534261d-6966-4970-9875-58c8135196f9'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:40.059396 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.078103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b61676b3-c289-4d0d-b5b7-f6d4762bd02e req-377af0a0-a68c-4217-b345-007c529abb2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649011 Jul 27 22:20:40.079681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network 8aadefbd-49c1-4618-a5ad-ad2f1da8494a is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:40.091587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 8aadefbd-49c1-4618-a5ad-ad2f1da8494a) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:40.097080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:40.098288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.114081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Made reservation on behalf of 6b2629ecb78d47f798bf2d0c64c5bd28 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:40.118012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-efb14b4a-039b-487e-a59d-d63dd1de5a0a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9294679 Jul 27 22:20:40.120812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38288) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:40.127100 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.150897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68904a0c-2631-4cd5-a947-279276141ac7 None None] Network 8aadefbd-49c1-4618-a5ad-ad2f1da8494a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:40.160109 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] device_id is not set on port c139d4d5-67c1-465d-84af-674cb1c133b7 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:20:40.262478 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec7f0c-337d-45da-8de0-071b62a60fd1 req-e32223f4-081d-4cb8-85d8-87d9e14a9576 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:40.263885 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09ec7f0c-337d-45da-8de0-071b62a60fd1 req-e32223f4-081d-4cb8-85d8-87d9e14a9576 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.0859604 Jul 27 22:20:40.269129 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.301010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Allocated IP 2001:db8::2 (cadd724d-4766-496b-bb9e-809defbd20c5/9534261d-6966-4970-9875-58c8135196f9/696b145d-751b-4f26-a923-9a358fb122cc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:40.341024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09ec7f0c-337d-45da-8de0-071b62a60fd1 req-1a7ef830-b489-4191-8666-3affe5067dea tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675120 Jul 27 22:20:40.352351 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.413851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4908df87-73df-4e6a-8be5-b5cef276776b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-8aadefbd-49c1-4618-a5ad-ad2f1da8494a', 'network_id': '8aadefbd-49c1-4618-a5ad-ad2f1da8494a', 'tenant_id': '2ad8da7d94dd42d7a3e8df7c44463edb', 'fixed_ips': [{'subnet_id': '3027c71d-1d4c-4f6b-8bcc-926b5126bfcc'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:40.414691 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4908df87-73df-4e6a-8be5-b5cef276776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.423192 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.452145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Subnet': ['ID=3027c71d-1d4c-4f6b-8bcc-926b5126bfcc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:40.515415 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.525902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aadefbd-49c1-4618-a5ad-ad2f1da8494a']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:40.537940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be3cf01-9f7b-4fe9-96f2-93b7a5f4539d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:40.538240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be3cf01-9f7b-4fe9-96f2-93b7a5f4539d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:40.542115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61020445-6e19-49ae-b229-35bf8786cdab None None] Network 8aadefbd-49c1-4618-a5ad-ad2f1da8494a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:40.548380 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.562909 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.569394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:40.570205 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:40.573118 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:40.588585 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.630378 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.637318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.639339 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Transition to ACTIVE for port object 696b145d-751b-4f26-a923-9a358fb122cc will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:40.639565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/8aadefbd-49c1-4618-a5ad-ad2f1da8494a HTTP/1.1" status: 204 len: 168 time: 0.5173738 Jul 27 22:20:40.642880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38290) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:40.648630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-059a1d11-8f99-4630-af75-8a1c98c8d59a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1794840784'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:40.658039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa8019-640d-4e38-a915-28a57fa42df1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Network': ['ID=8aadefbd-49c1-4618-a5ad-ad2f1da8494a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:40.671612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059a1d11-8f99-4630-af75-8a1c98c8d59a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:40.675716 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-059a1d11-8f99-4630-af75-8a1c98c8d59a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.676120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Transition to ACTIVE for port object 696b145d-751b-4f26-a923-9a358fb122cc will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:40.684324 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.736047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Network cadd724d-4766-496b-bb9e-809defbd20c5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:40.737209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059a1d11-8f99-4630-af75-8a1c98c8d59a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:40.740431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:40.743261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Pushing event updated for resources: {'Port': ['ID=696b145d-751b-4f26-a923-9a358fb122cc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:40.745470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:40.764414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Allocated IP 2001:db8::15a (cadd724d-4766-496b-bb9e-809defbd20c5/9534261d-6966-4970-9875-58c8135196f9/c139d4d5-67c1-465d-84af-674cb1c133b7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:40.767166 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-059a1d11-8f99-4630-af75-8a1c98c8d59a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.767290 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-059a1d11-8f99-4630-af75-8a1c98c8d59a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Added segment aeac96df-5235-419b-891c-35be8ba940f7 of type vlan for network cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0 Jul 27 22:20:40.793972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 78c25f3a-9c7e-4217-9d0a-e6818af74148 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:40.822672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-059a1d11-8f99-4630-af75-8a1c98c8d59a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.828640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Attempting to bind port 696b145d-751b-4f26-a923-9a358fb122cc on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:40.829012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Attempting to bind port 696b145d-751b-4f26-a923-9a358fb122cc by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8c9764fa-97a3-40cf-890f-06ce4d3faa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:40.829370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Attempting to bind port 696b145d-751b-4f26-a923-9a358fb122cc on network cadd724d-4766-496b-bb9e-809defbd20c5 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:40.845571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:40.845958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Checking segment: {'id': '8c9764fa-97a3-40cf-890f-06ce4d3faa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:40.846375 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.846762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Bound using segment: {'id': '8c9764fa-97a3-40cf-890f-06ce4d3faa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:40.847240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Bound port: 696b145d-751b-4f26-a923-9a358fb122cc, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9764fa-97a3-40cf-890f-06ce4d3faa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:40.847616 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.909139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6a8e8-f8c8-45e0-a7a7-6c52bb169c7b req-ca474290-762b-4f61-a96b-5da149d51cd3 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:40.917663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4d6a8e8-f8c8-45e0-a7a7-6c52bb169c7b req-ca474290-762b-4f61-a96b-5da149d51cd3 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.0586729 Jul 27 22:20:40.920394 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-059a1d11-8f99-4630-af75-8a1c98c8d59a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.925997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059a1d11-8f99-4630-af75-8a1c98c8d59a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:40.926653 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-059a1d11-8f99-4630-af75-8a1c98c8d59a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:40.962996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4d6a8e8-f8c8-45e0-a7a7-6c52bb169c7b req-462966c6-eda9-4165-bc2c-8088b0e33a1c tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Jul 27 22:20:41.012497 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-059a1d11-8f99-4630-af75-8a1c98c8d59a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3678842 Jul 27 22:20:41.016087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:41.027943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d1eaa3a8-c9da-4f79-849d-c07cf2fb760e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'network_id': 'cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:41.032594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a1d11-8f99-4630-af75-8a1c98c8d59a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:41.069720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.088437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Transition to ACTIVE for port object c139d4d5-67c1-465d-84af-674cb1c133b7 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:41.124460 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.149571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] For port 696b145d-751b-4f26-a923-9a358fb122cc, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:41.152943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] For port 696b145d-751b-4f26-a923-9a358fb122cc, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=696b145d-751b-4f26-a923-9a358fb122cc,segment=NetworkSegment(8c9764fa-97a3-40cf-890f-06ce4d3faa9e),segment_id=8c9764fa-97a3-40cf-890f-06ce4d3faa9e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:41.156301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:41.163198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eaa3a8-c9da-4f79-849d-c07cf2fb760e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:41.172054 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1eaa3a8-c9da-4f79-849d-c07cf2fb760e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.185187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Network cadd724d-4766-496b-bb9e-809defbd20c5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:41.188337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:41.192540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:41.198833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:41.199706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.201209 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.206888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 78c25f3a-9c7e-4217-9d0a-e6818af74148 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:41.221498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event updated for resources: {'Port': ['ID=c139d4d5-67c1-465d-84af-674cb1c133b7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:41.222682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 78c25f3a-9c7e-4217-9d0a-e6818af74148 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:41.227864 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-706b5f18-f653-41db-a6f7-c2f8528a56a9 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3679376 Jul 27 22:20:41.228432 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.231143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38298) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:41.239575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Request body: {'port': {'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-446908057', 'allowed_address_pairs': [{'ip_address': '2001:db8::15a', 'mac_address': 'fa:16:3e:a7:f0:b7'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:41.326957 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a4bfd-cb50-4e1d-bf5c-aced72db8c91 None None] Pushing event updated for resources: {'Port': ['ID=696b145d-751b-4f26-a923-9a358fb122cc,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:41.405257 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.454040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Made reservation on behalf of 6b2629ecb78d47f798bf2d0c64c5bd28 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:41.455348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 78c25f3a-9c7e-4217-9d0a-e6818af74148, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=78c25f3a-9c7e-4217-9d0a-e6818af74148,segment=NetworkSegment(f9b2c050-c4e9-4337-9e48-b9501f6c5b8d),segment_id=f9b2c050-c4e9-4337-9e48-b9501f6c5b8d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:41.463366 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.497095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abca7e-593c-41c1-84f5-89342aa84d85 req-61c6fd6c-1496-4f5f-8e2e-ca819f8f5858 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:41.512353 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6abca7e-593c-41c1-84f5-89342aa84d85 req-61c6fd6c-1496-4f5f-8e2e-ca819f8f5858 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.3160975 Jul 27 22:20:41.532094 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1eaa3a8-c9da-4f79-849d-c07cf2fb760e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.552718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=78c25f3a-9c7e-4217-9d0a-e6818af74148,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:41.659190 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.675231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6abca7e-593c-41c1-84f5-89342aa84d85 req-754f8e16-b63b-4730-9036-a79866531a4c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581008 Jul 27 22:20:41.682617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] device_id is not set on port 4fda7a4c-738f-4cd3-b85d-0a95be285639 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:20:41.706856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eaa3a8-c9da-4f79-849d-c07cf2fb760e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=001da007-5ce1-4964-a097-c87f273c295a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:41.753164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eaa3a8-c9da-4f79-849d-c07cf2fb760e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking segment: {'id': 'aeac96df-5235-419b-891c-35be8ba940f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:41.753547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eaa3a8-c9da-4f79-849d-c07cf2fb760e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network hostable DHCP agents. Network: cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:41.842848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ac37-d205-48a0-b9e4-89d68c3c2f69 req-e0974703-917f-4d88-9f96-1e56fdea0efb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:41.844746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0334ac37-d205-48a0-b9e4-89d68c3c2f69 req-e0974703-917f-4d88-9f96-1e56fdea0efb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.0766156 Jul 27 22:20:41.845465 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eaa3a8-c9da-4f79-849d-c07cf2fb760e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:41.867912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Allocated IP 2001:db8::234 (cadd724d-4766-496b-bb9e-809defbd20c5/9534261d-6966-4970-9875-58c8135196f9/4fda7a4c-738f-4cd3-b85d-0a95be285639) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:41.876290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d1eaa3a8-c9da-4f79-849d-c07cf2fb760e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:41.881420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eaa3a8-c9da-4f79-849d-c07cf2fb760e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:41.882390 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1eaa3a8-c9da-4f79-849d-c07cf2fb760e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:41.888552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa945115-e03a-4d00-8672-cd7d07b9add0 None None] Network cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:41.946012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0334ac37-d205-48a0-b9e4-89d68c3c2f69 req-502a31f9-daa7-4dc4-8b6b-350f85f08e95 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928891 Jul 27 22:20:41.955336 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d1eaa3a8-c9da-4f79-849d-c07cf2fb760e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9355364 Jul 27 22:20:41.957708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38310) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:42.129670 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.140122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0', 'network_id': 'cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0', 'tenant_id': '2ad8da7d94dd42d7a3e8df7c44463edb', 'fixed_ips': [{'subnet_id': '001da007-5ce1-4964-a097-c87f273c295a'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:42.141389 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.151702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Transition to ACTIVE for port object 4fda7a4c-738f-4cd3-b85d-0a95be285639 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:42.170253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.206026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.244691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef90b-982d-4c64-87a2-7f9441d04a94 req-f1fbda8f-9d41-4890-a39f-83ed9b90ccd1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.265105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef90b-982d-4c64-87a2-7f9441d04a94 req-f1fbda8f-9d41-4890-a39f-83ed9b90ccd1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.274030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef90b-982d-4c64-87a2-7f9441d04a94 req-f1fbda8f-9d41-4890-a39f-83ed9b90ccd1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.282166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef90b-982d-4c64-87a2-7f9441d04a94 req-f1fbda8f-9d41-4890-a39f-83ed9b90ccd1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.290839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef90b-982d-4c64-87a2-7f9441d04a94 req-f1fbda8f-9d41-4890-a39f-83ed9b90ccd1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.295036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Network cadd724d-4766-496b-bb9e-809defbd20c5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:42.298143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef90b-982d-4c64-87a2-7f9441d04a94 req-f1fbda8f-9d41-4890-a39f-83ed9b90ccd1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.302250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:42.305537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef90b-982d-4c64-87a2-7f9441d04a94 req-f1fbda8f-9d41-4890-a39f-83ed9b90ccd1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.306428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:42.307601 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40eef90b-982d-4c64-87a2-7f9441d04a94 req-f1fbda8f-9d41-4890-a39f-83ed9b90ccd1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5443 time: 0.2389238 Jul 27 22:20:42.317073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442db64-1b8c-4309-bf24-ec0e1d3723fa req-74a9c803-2128-43cd-9def-c798f54811f8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.320061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.320977 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.325165 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6442db64-1b8c-4309-bf24-ec0e1d3723fa req-74a9c803-2128-43cd-9def-c798f54811f8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.2574975 Jul 27 22:20:42.333681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event updated for resources: {'Port': ['ID=4fda7a4c-738f-4cd3-b85d-0a95be285639,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:42.346880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2a3d0214-4633-4ca5-a695-b123d2745d0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.1138978 Jul 27 22:20:42.349343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38314) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:42.359527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Allocated IP 172.20.0.1 (cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0/001da007-5ce1-4964-a097-c87f273c295a/20602a41-03ec-4a19-9d2e-710ba31e4d39) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:42.420073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6442db64-1b8c-4309-bf24-ec0e1d3723fa req-413d485d-6b0e-424a-a389-f271cfb37318 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939190 Jul 27 22:20:42.438712 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40eef90b-982d-4c64-87a2-7f9441d04a94 req-0f2699f2-90f4-45d7-9f52-b8312e81b620 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109068 Jul 27 22:20:42.439260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:42.485653 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.487768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97baa5e-cf45-45c0-be95-e27014fbae0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.498421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97baa5e-cf45-45c0-be95-e27014fbae0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.504515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97baa5e-cf45-45c0-be95-e27014fbae0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.511018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e97baa5e-cf45-45c0-be95-e27014fbae0b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1570263 Jul 27 22:20:42.511843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38318) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:42.522923 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.575023 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1117585-4b72-41f8-86ef-a53310e52fcf tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.576575 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e1117585-4b72-41f8-86ef-a53310e52fcf tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1091 time: 0.1315386 Jul 27 22:20:42.580805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:42.588100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '9f552b43-083b-414c-b5cb-87a94c5175af', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:42.611352 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.618041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137ba87-a0e8-4338-8d67-e0fc00f7e450 req-3cfd9828-5233-4ac3-b2c9-b07430e8ad98 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:42.619833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2137ba87-a0e8-4338-8d67-e0fc00f7e450 req-3cfd9828-5233-4ac3-b2c9-b07430e8ad98 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1032312 Jul 27 22:20:42.632762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Transition to ACTIVE for port object 20602a41-03ec-4a19-9d2e-710ba31e4d39 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:42.657149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Transition to ACTIVE for port object 20602a41-03ec-4a19-9d2e-710ba31e4d39 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:42.660697 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.674812 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.729928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Network cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:42.732017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2137ba87-a0e8-4338-8d67-e0fc00f7e450 req-05aa1070-ca64-4875-93a9-7075459c1f86 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026459 Jul 27 22:20:42.768366 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:42.777932 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:42.787026 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.812212 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcd0e22-b95f-4023-b00d-332b4ba79a26 None None] Network cadd724d-4766-496b-bb9e-809defbd20c5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:42.886619 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29af48f1-7a40-4054-88bb-b8c1dfd519b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.890593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Pushing event updated for resources: {'Port': ['ID=20602a41-03ec-4a19-9d2e-710ba31e4d39,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:42.917144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Subnet': ['ID=001da007-5ce1-4964-a097-c87f273c295a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:42.927404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.942244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:42.943023 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Attempting to bind port 20602a41-03ec-4a19-9d2e-710ba31e4d39 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:42.943493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Attempting to bind port 20602a41-03ec-4a19-9d2e-710ba31e4d39 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'aeac96df-5235-419b-891c-35be8ba940f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:42.944588 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Attempting to bind port 20602a41-03ec-4a19-9d2e-710ba31e4d39 on network cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:42.954710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8ad69df5-1be5-4d54-873c-0a5eaf69e9f3 None None] Provisioning for port 696b145d-751b-4f26-a923-9a358fb122cc completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:42.957085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 696b145d-751b-4f26-a923-9a358fb122cc up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:42.964272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:42.964534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Checking segment: {'id': 'aeac96df-5235-419b-891c-35be8ba940f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:42.965048 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.966193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Bound using segment: {'id': 'aeac96df-5235-419b-891c-35be8ba940f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:42.966193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Bound port: 20602a41-03ec-4a19-9d2e-710ba31e4d39, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeac96df-5235-419b-891c-35be8ba940f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:42.967000 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:42.967143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeac96df-5235-419b-891c-35be8ba940f7') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:42.967143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeac96df-5235-419b-891c-35be8ba940f7') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:42.993609 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.019493 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.029277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:43.029690 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:43.034418 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:43.045346 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.077146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a985013f-488f-4ce3-b433-fab1ac0b6786 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Deleting port 4fda7a4c-738f-4cd3-b85d-0a95be285639 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:43.077497 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a985013f-488f-4ce3-b433-fab1ac0b6786 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.141098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 696b145d-751b-4f26-a923-9a358fb122cc completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:43.164212 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 696b145d-751b-4f26-a923-9a358fb122cc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:43.164602 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.186990 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:20:43.186990 n-d-802011-3 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:20:43.186990 n-d-802011-3 neutron-server[93835]: [parameters: {'id': 'cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0'}] Jul 27 22:20:43.186990 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:20:43.187464 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:20:43.195854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-ae7f711e-8fa8-4abb-9b2e-966a8452ff3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.202099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-ae7f711e-8fa8-4abb-9b2e-966a8452ff3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.208264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-ae7f711e-8fa8-4abb-9b2e-966a8452ff3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.212957 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] For port 20602a41-03ec-4a19-9d2e-710ba31e4d39, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:43.213341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc20817-b57b-4dba-81ed-c1f6813f3017 req-48ff686c-8671-4cd1-9f80-2cdd5c9cc73e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.214876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-ae7f711e-8fa8-4abb-9b2e-966a8452ff3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.215042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7dc20817-b57b-4dba-81ed-c1f6813f3017 req-48ff686c-8671-4cd1-9f80-2cdd5c9cc73e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.1385484 Jul 27 22:20:43.220620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-ae7f711e-8fa8-4abb-9b2e-966a8452ff3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.226488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-ae7f711e-8fa8-4abb-9b2e-966a8452ff3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.232299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-ae7f711e-8fa8-4abb-9b2e-966a8452ff3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.234219 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-ae7f711e-8fa8-4abb-9b2e-966a8452ff3a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5443 time: 0.1175988 Jul 27 22:20:43.248746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] For port 20602a41-03ec-4a19-9d2e-710ba31e4d39, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=20602a41-03ec-4a19-9d2e-710ba31e4d39,segment=NetworkSegment(aeac96df-5235-419b-891c-35be8ba940f7),segment_id=aeac96df-5235-419b-891c-35be8ba940f7)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:43.258005 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.275165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a985013f-488f-4ce3-b433-fab1ac0b6786 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.284082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.25.1.191 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/28697297-b912-4f28-9c5d-58e777d840b0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:43.293154 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7dc20817-b57b-4dba-81ed-c1f6813f3017 req-76c4fd93-d7aa-44ff-b691-ed8085c02806 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605905 Jul 27 22:20:43.295157 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a985013f-488f-4ce3-b433-fab1ac0b6786 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Calling delete_port for 4fda7a4c-738f-4cd3-b85d-0a95be285639 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:43.299862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-53813b78-dad5-4950-8f87-e1c31bb79727 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.301228 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-53813b78-dad5-4950-8f87-e1c31bb79727 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "GET /v2.0/ports/1d5041d4-18ed-408b-9a0f-481d6318c69a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0593090 Jul 27 22:20:43.381736 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.383687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a3b14-516f-4ac6-9ca3-f3def0edae93 None None] Pushing event updated for resources: {'Port': ['ID=20602a41-03ec-4a19-9d2e-710ba31e4d39,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:43.413967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed219dbf-2293-4c3d-9772-1696f2425113 None None] Network cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:43.435317 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.468957 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-9864a2ae-ef53-4c36-8221-bc5b252caaa1 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "GET /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1586940 Jul 27 22:20:43.513068 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.542371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:43.543315 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 696b145d-751b-4f26-a923-9a358fb122cc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=696b145d-751b-4f26-a923-9a358fb122cc,segment=NetworkSegment(8c9764fa-97a3-40cf-890f-06ce4d3faa9e),segment_id=8c9764fa-97a3-40cf-890f-06ce4d3faa9e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:43.561716 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.563559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 78c25f3a-9c7e-4217-9d0a-e6818af74148 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:43.583454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:43.603966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:43.614453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:43.636966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=28697297-b912-4f28-9c5d-58e777d840b0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:43.639690 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.656202 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a985013f-488f-4ce3-b433-fab1ac0b6786 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.687456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=696b145d-751b-4f26-a923-9a358fb122cc,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:43.691156 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985013f-488f-4ce3-b433-fab1ac0b6786 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event deleted for resources: {'Port': ['ID=4fda7a4c-738f-4cd3-b85d-0a95be285639,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:43.691318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.723804 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-63f840be-2978-46c6-b187-1bf148cdd45e None None] Provisioning for port c139d4d5-67c1-465d-84af-674cb1c133b7 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:43.733978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-63f840be-2978-46c6-b187-1bf148cdd45e None None] Provisioning complete for port c139d4d5-67c1-465d-84af-674cb1c133b7 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:43.733978 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63f840be-2978-46c6-b187-1bf148cdd45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.748005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5afee-32c1-4b60-aa2d-bc48e51e9d91 req-4b978df9-fcca-40b0-b4c7-8599b5b5259f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.754405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5afee-32c1-4b60-aa2d-bc48e51e9d91 req-4b978df9-fcca-40b0-b4c7-8599b5b5259f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.761439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5afee-32c1-4b60-aa2d-bc48e51e9d91 req-4b978df9-fcca-40b0-b4c7-8599b5b5259f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.768650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5afee-32c1-4b60-aa2d-bc48e51e9d91 req-4b978df9-fcca-40b0-b4c7-8599b5b5259f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.776905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5afee-32c1-4b60-aa2d-bc48e51e9d91 req-4b978df9-fcca-40b0-b4c7-8599b5b5259f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.777076 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 78c25f3a-9c7e-4217-9d0a-e6818af74148 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:43.777361 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.784873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5afee-32c1-4b60-aa2d-bc48e51e9d91 req-4b978df9-fcca-40b0-b4c7-8599b5b5259f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.797579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5afee-32c1-4b60-aa2d-bc48e51e9d91 req-4b978df9-fcca-40b0-b4c7-8599b5b5259f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:43.809429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33f5afee-32c1-4b60-aa2d-bc48e51e9d91 req-4b978df9-fcca-40b0-b4c7-8599b5b5259f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 5443 time: 0.2227848 Jul 27 22:20:43.817775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-63f840be-2978-46c6-b187-1bf148cdd45e None None] Port c139d4d5-67c1-465d-84af-674cb1c133b7 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:43.841692 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-63f840be-2978-46c6-b187-1bf148cdd45e None None] Provisioning complete for port 696b145d-751b-4f26-a923-9a358fb122cc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:43.842069 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63f840be-2978-46c6-b187-1bf148cdd45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.973407 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a985013f-488f-4ce3-b433-fab1ac0b6786 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:43.978147 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a985013f-488f-4ce3-b433-fab1ac0b6786 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "DELETE /v2.0/ports/4fda7a4c-738f-4cd3-b85d-0a95be285639 HTTP/1.1" status: 204 len: 168 time: 1.4626770 Jul 27 22:20:43.978147 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] For port 1d5041d4-18ed-408b-9a0f-481d6318c69a, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=1d5041d4-18ed-408b-9a0f-481d6318c69a,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:43.979450 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38328) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:44.011503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-63f840be-2978-46c6-b187-1bf148cdd45e None None] Could not find standard attr ID for object 4fda7a4c-738f-4cd3-b85d-0a95be285639. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:20:44.013462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33f5afee-32c1-4b60-aa2d-bc48e51e9d91 req-e982bf3b-4124-4c11-b1bd-7184788a4b85 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&id=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2029464 Jul 27 22:20:44.014169 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-420fa89f-dbb4-46fd-838a-9b6565a748e1 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] GET failed (client error): The resource could not be found. Jul 27 22:20:44.015841 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-420fa89f-dbb4-46fd-838a-9b6565a748e1 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "GET /v2.0/ports/4fda7a4c-738f-4cd3-b85d-0a95be285639 HTTP/1.1" status: 404 len: 333 time: 0.0353706 Jul 27 22:20:44.019661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38330) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:44.025964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Request body: {'port': {'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-799841865'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:44.074496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e0ea4-0f55-49fd-bf01-7c17fb021c6a req-535d7af4-45ac-43c7-a001-7095310f2784 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:44.076040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b71e0ea4-0f55-49fd-bf01-7c17fb021c6a req-535d7af4-45ac-43c7-a001-7095310f2784 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.2181892 Jul 27 22:20:44.097275 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] For port 1d5041d4-18ed-408b-9a0f-481d6318c69a, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:44.141547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-60d401d1-c72b-4808-a7c8-5ae601c16f95 None None] Provisioning complete for port c139d4d5-67c1-465d-84af-674cb1c133b7 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:44.142102 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-60d401d1-c72b-4808-a7c8-5ae601c16f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.147710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] device_id is not set on port 1d5041d4-18ed-408b-9a0f-481d6318c69a yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:20:44.152521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Deleting port 20602a41-03ec-4a19-9d2e-710ba31e4d39 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:44.152871 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.165920 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.177233 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.199269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-60d401d1-c72b-4808-a7c8-5ae601c16f95 None None] Port c139d4d5-67c1-465d-84af-674cb1c133b7 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:44.239858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b71e0ea4-0f55-49fd-bf01-7c17fb021c6a req-598b2255-458c-44f8-94fa-4b42ad8e2bfc tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508327 Jul 27 22:20:44.255961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] No DVR routers for this DVR port 1d5041d4-18ed-408b-9a0f-481d6318c69a on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:44.259167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Made reservation on behalf of 6b2629ecb78d47f798bf2d0c64c5bd28 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:44.262725 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.266728 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5041d4-18ed-408b-9a0f-481d6318c69a,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:44.320980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] device_id is not set on port e6210f7c-462d-4edd-adf2-4126cd01b51a yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:20:44.323530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] For port 20602a41-03ec-4a19-9d2e-710ba31e4d39, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=20602a41-03ec-4a19-9d2e-710ba31e4d39,segment=NetworkSegment(aeac96df-5235-419b-891c-35be8ba940f7),segment_id=aeac96df-5235-419b-891c-35be8ba940f7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:44.323963 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.363928 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] In _notify_port_updated(), no bound segment for port 1d5041d4-18ed-408b-9a0f-481d6318c69a on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:20:44.364167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Calling delete_port for 20602a41-03ec-4a19-9d2e-710ba31e4d39 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:44.364279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:44.364366 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.366478 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-28e15f7f-6469-4c9b-b5d6-c34489f73d97 service neutron] 10.222.0.43 "PUT /v2.0/ports/1d5041d4-18ed-408b-9a0f-481d6318c69a HTTP/1.1" status: 200 len: 1031 time: 0.8824744 Jul 27 22:20:44.413730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7601db26-b428-455f-ba17-d18747cc4188 None None] Could not find standard attr ID for object 4fda7a4c-738f-4cd3-b85d-0a95be285639. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:20:44.442792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-641ffb5f-4066-40b2-b37c-248bc11badea tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:44.444604 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-641ffb5f-4066-40b2-b37c-248bc11badea tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "GET /v2.0/ports/a56b565a-7c35-4223-a9e3-caf86b3cf9ac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0712833 Jul 27 22:20:44.473395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:44.564411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.594005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Allocated IP 2001:db8::2d4 (cadd724d-4766-496b-bb9e-809defbd20c5/9534261d-6966-4970-9875-58c8135196f9/e6210f7c-462d-4edd-adf2-4126cd01b51a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:44.643686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6bb72c92-9fff-4eea-a11b-008037379aa5 None None] Provisioning complete for port 1d5041d4-18ed-408b-9a0f-481d6318c69a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:44.644608 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6bb72c92-9fff-4eea-a11b-008037379aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.649570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39e0d7f-8fb2-4007-93d4-b254458b55f5 None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:20:44.724340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6bb72c92-9fff-4eea-a11b-008037379aa5 None None] Port 1d5041d4-18ed-408b-9a0f-481d6318c69a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:44.789296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 696b145d-751b-4f26-a923-9a358fb122cc up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:44.847927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39e0d7f-8fb2-4007-93d4-b254458b55f5 None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:20:44.857472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] For port a56b565a-7c35-4223-a9e3-caf86b3cf9ac, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=a56b565a-7c35-4223-a9e3-caf86b3cf9ac,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:44.883208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 696b145d-751b-4f26-a923-9a358fb122cc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:44.883588 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.900487 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:44.928493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Transition to ACTIVE for port object e6210f7c-462d-4edd-adf2-4126cd01b51a will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:44.931198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] For port a56b565a-7c35-4223-a9e3-caf86b3cf9ac, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:44.993776 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] device_id is not set on port a56b565a-7c35-4223-a9e3-caf86b3cf9ac yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:20:45.000640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbc898-6c0d-4a43-ae68-235ddc1d4918 req-bad8cbc3-d815-4b2c-ab51-222ddec24e70 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:45.008293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52fbc898-6c0d-4a43-ae68-235ddc1d4918 req-bad8cbc3-d815-4b2c-ab51-222ddec24e70 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.5641735 Jul 27 22:20:45.011515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.019260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14321e-5dca-43aa-85a7-194f32192436 req-34c76b72-9ab1-4531-b1ad-22989519650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:45.020869 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce14321e-5dca-43aa-85a7-194f32192436 req-34c76b72-9ab1-4531-b1ad-22989519650f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 1097 time: 0.2348442 Jul 27 22:20:45.025652 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.077016 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.119541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] No DVR routers for this DVR port a56b565a-7c35-4223-a9e3-caf86b3cf9ac on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:45.127406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.156007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a56b565a-7c35-4223-a9e3-caf86b3cf9ac,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:45.177767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52fbc898-6c0d-4a43-ae68-235ddc1d4918 req-bdb9fa45-5a7d-44ea-a92a-11c5eafa04c0 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686091 Jul 27 22:20:45.221616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Network cadd724d-4766-496b-bb9e-809defbd20c5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:45.227033 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.227252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:45.234606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:45.240432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:45.241058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.243270 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce14321e-5dca-43aa-85a7-194f32192436 req-cb6b7ac9-76d3-4aec-b91e-afccafd189ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073979 Jul 27 22:20:45.248297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ab86fa-c556-4d36-8824-ba3ed41db476 None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:20:45.264118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event updated for resources: {'Port': ['ID=e6210f7c-462d-4edd-adf2-4126cd01b51a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:45.275933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] In _notify_port_updated(), no bound segment for port a56b565a-7c35-4223-a9e3-caf86b3cf9ac on network ef36efcf-ed47-4f06-9ae1-372fcc825f8d {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:20:45.278560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:45.279540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.280888 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-f5c21eb9-17a3-45b4-9e49-52f15770d8a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/a56b565a-7c35-4223-a9e3-caf86b3cf9ac HTTP/1.1" status: 200 len: 1033 time: 0.8120229 Jul 27 22:20:45.281085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Port': ['ID=20602a41-03ec-4a19-9d2e-710ba31e4d39,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:45.287690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No DVR routers for this DVR port 20602a41-03ec-4a19-9d2e-710ba31e4d39 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:45.291197 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e64ab0eb-1e97-405f-851a-5a6653f23f6b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2704282 Jul 27 22:20:45.296999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:45.327865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-aaa5ca21-e249-465c-ac95-0c8ddf25d1de tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15a', 'mac_address': 'fa:16:3e:a7:f0:b7'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:45.335484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.366700 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e391f1-c643-492b-9e3d-42520bc9e1c8 req-c534ce8b-6fcc-4f58-aeea-03b5dd50d23d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:45.366970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab86fa-c556-4d36-8824-ba3ed41db476 None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:20:45.372745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e391f1-c643-492b-9e3d-42520bc9e1c8 req-c534ce8b-6fcc-4f58-aeea-03b5dd50d23d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:45.378864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e391f1-c643-492b-9e3d-42520bc9e1c8 req-c534ce8b-6fcc-4f58-aeea-03b5dd50d23d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:45.385634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e391f1-c643-492b-9e3d-42520bc9e1c8 req-c534ce8b-6fcc-4f58-aeea-03b5dd50d23d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:45.392079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e391f1-c643-492b-9e3d-42520bc9e1c8 req-c534ce8b-6fcc-4f58-aeea-03b5dd50d23d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:45.393552 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90e391f1-c643-492b-9e3d-42520bc9e1c8 req-c534ce8b-6fcc-4f58-aeea-03b5dd50d23d tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 3885 time: 0.2426660 Jul 27 22:20:45.406436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Deleting port 939774e0-b0e1-4e89-a9d3-849fb48484a0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:45.406969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.448462 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-77b9c835-6b01-4c0e-a55d-e4de94d1d4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.507843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] For port 939774e0-b0e1-4e89-a9d3-849fb48484a0, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=939774e0-b0e1-4e89-a9d3-849fb48484a0,segment=NetworkSegment(b1baa396-4db0-46e4-9950-7e107b3b3456),segment_id=b1baa396-4db0-46e4-9950-7e107b3b3456)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:45.508208 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.580856 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.619352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:45.628669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72477949-e7a0-4d65-a4d9-eb81aae4e17a req-5386beff-f86a-4758-807a-0dbdee44aa3c tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:45.630185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72477949-e7a0-4d65-a4d9-eb81aae4e17a req-5386beff-f86a-4758-807a-0dbdee44aa3c tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.2981939 Jul 27 22:20:45.648389 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90e391f1-c643-492b-9e3d-42520bc9e1c8 req-461dc966-cb36-4302-bab4-82dd5c1e9eea tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239044 Jul 27 22:20:45.680525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeac96df-5235-419b-891c-35be8ba940f7') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:45.680831 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeac96df-5235-419b-891c-35be8ba940f7') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:45.722669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.738742 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.761754 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.792936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:45.793414 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:45.801114 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:45.820778 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72477949-e7a0-4d65-a4d9-eb81aae4e17a req-9ac0330b-a47b-40a5-9193-336c2c0016e1 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694062 Jul 27 22:20:45.821008 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.821210 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.821687 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Floating IP 72438ef5-d260-4b43-ab16-3599d61b17e1 disassociated. External IP: 172.25.1.89, port: 939774e0-b0e1-4e89-a9d3-849fb48484a0. Jul 27 22:20:45.823006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Calling delete_port for 939774e0-b0e1-4e89-a9d3-849fb48484a0 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:45.941571 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ca21-e249-465c-ac95-0c8ddf25d1de tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:45.980223 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.027478 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.041617 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.043492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0 HTTP/1.1" status: 204 len: 168 time: 4.0855045 Jul 27 22:20:46.071326 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:46.076228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2118652859'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:46.079434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0010d-29a8-4e74-abf8-adf97df159f3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Network': ['ID=cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:46.113050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Port': ['ID=939774e0-b0e1-4e89-a9d3-849fb48484a0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:46.129814 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.139031 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.178394 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b9fcb9a9-c589-4c71-8edf-024a2a2b3fc3 None None] Provisioning for port e6210f7c-462d-4edd-adf2-4126cd01b51a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:46.182648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b9fcb9a9-c589-4c71-8edf-024a2a2b3fc3 None None] Provisioning complete for port e6210f7c-462d-4edd-adf2-4126cd01b51a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:46.183025 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb9a9-c589-4c71-8edf-024a2a2b3fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.198016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:46.201671 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.220427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b9fcb9a9-c589-4c71-8edf-024a2a2b3fc3 None None] Port e6210f7c-462d-4edd-adf2-4126cd01b51a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:46.232925 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b9fcb9a9-c589-4c71-8edf-024a2a2b3fc3 None None] Provisioning complete for port a56b565a-7c35-4223-a9e3-caf86b3cf9ac triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:46.233493 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb9a9-c589-4c71-8edf-024a2a2b3fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.287681 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b9fcb9a9-c589-4c71-8edf-024a2a2b3fc3 None None] Port a56b565a-7c35-4223-a9e3-caf86b3cf9ac cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:46.361641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=28697297-b912-4f28-9c5d-58e777d840b0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:46.387817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:46.398590 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.434518 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.439239 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.475037 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ca21-e249-465c-ac95-0c8ddf25d1de tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.485149 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.485774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85fbd9-c2f1-4e7a-8fd7-0126c1891a65 req-4c90b43e-9541-42d5-9fe7-7dd21fd1d26f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:46.487419 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e85fbd9-c2f1-4e7a-8fd7-0126c1891a65 req-4c90b43e-9541-42d5-9fe7-7dd21fd1d26f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.1692696 Jul 27 22:20:46.490890 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ca21-e249-465c-ac95-0c8ddf25d1de tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.513999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:46.515772 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3193e67-b9e6-43e5-aa6d-7e45d4302d8a" -d '{"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:46.531833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:46.537093 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.538539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device a56b565a-7c35-4223-a9e3-caf86b3cf9ac no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:46.540273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5ca21-e249-465c-ac95-0c8ddf25d1de tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] In _notify_port_updated(), no bound segment for port e6210f7c-462d-4edd-adf2-4126cd01b51a on network cadd724d-4766-496b-bb9e-809defbd20c5 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:20:46.545866 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa5ca21-e249-465c-ac95-0c8ddf25d1de tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:46.546549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ca21-e249-465c-ac95-0c8ddf25d1de tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.550670 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aaa5ca21-e249-465c-ac95-0c8ddf25d1de tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "PUT /v2.0/ports/e6210f7c-462d-4edd-adf2-4126cd01b51a HTTP/1.1" status: 200 len: 1002 time: 1.2488375 Jul 27 22:20:46.569739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:46.592520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:46.625041 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.625411 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Added segment 2fd62735-6785-40ce-9175-84bfe3c8c582 of type vlan for network 1a1bd223-700b-4843-91bc-1f457365b498 Jul 27 22:20:46.680311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Router 35978cf8-eb66-4cc9-8719-39871eec397a has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:20:46.691583 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.703915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5ca21-e249-465c-ac95-0c8ddf25d1de tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event updated for resources: {'Port': ['ID=e6210f7c-462d-4edd-adf2-4126cd01b51a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:46.725724 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e85fbd9-c2f1-4e7a-8fd7-0126c1891a65 req-c04ba743-3269-4295-964e-83ea256617ef tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135956 Jul 27 22:20:46.783842 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Floating IP 3077e4c6-a02a-4aa4-b290-579ad4fb886a associated. External IP: 172.25.1.191, port: 9f552b43-083b-414c-b5cb-87a94c5175af. Jul 27 22:20:46.821462 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:20:46.838811 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d2cad7-3e10-4cb6-8b82-6c86b8702f2d x-openstack-request-id: req-d3d2cad7-3e10-4cb6-8b82-6c86b8702f2d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:46.839391 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:46.839391 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3d2cad7-3e10-4cb6-8b82-6c86b8702f2d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:46.839985 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1', 'code': 200} Jul 27 22:20:46.879126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device a56b565a-7c35-4223-a9e3-caf86b3cf9ac not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:46.879572 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device eb3b3556-eb4a-484d-8b3b-f79d8aebea23 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:46.882019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:46.897996 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.904523 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:46.905772 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:46.968245 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8963754 Jul 27 22:20:46.984668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38352) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:46.990886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6e7ec8c3-ecea-4183-ad86-5fbf96303085 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'network_id': '1a1bd223-700b-4843-91bc-1f457365b498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:47.042936 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.079652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port eb3b3556-eb4a-484d-8b3b-f79d8aebea23, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:47.085554 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.086651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device abba6cdf-12b7-4eac-b8d5-37b48d806ff6 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:47.124913 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553addc8-d512-4899-91fe-52e31a05d986 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=1a1bd223-700b-4843-91bc-1f457365b498,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:47.130133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:47.151415 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdb22aa-009e-4010-ad12-e04c9006017e None None] Sync routers for ids ['35978cf8-eb66-4cc9-8719-39871eec397a'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:47.155002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 1a1bd223-700b-4843-91bc-1f457365b498 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:47.166426 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdb22aa-009e-4010-ad12-e04c9006017e None None] Routers {'35978cf8-eb66-4cc9-8719-39871eec397a'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:47.167358 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4fdb22aa-009e-4010-ad12-e04c9006017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['35978cf8-eb66-4cc9-8719-39871eec397a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:47.188836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] No DVR routers for this DVR port 939774e0-b0e1-4e89-a9d3-849fb48484a0 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:47.191960 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.194688 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-496b6bde-f1f3-44b1-86fd-656b994c5b06 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "DELETE /v2.0/ports/939774e0-b0e1-4e89-a9d3-849fb48484a0 HTTP/1.1" status: 204 len: 173 time: 1.9017317 Jul 27 22:20:47.197139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-deleted', 'tag': '939774e0-b0e1-4e89-a9d3-849fb48484a0'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:47.199726 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356a3525-1ea1-461f-b980-d9b2cb6326ed" -d '{"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-deleted", "tag": "939774e0-b0e1-4e89-a9d3-849fb48484a0"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:47.258674 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7ec8c3-ecea-4183-ad86-5fbf96303085 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:47.262476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e7ec8c3-ecea-4183-ad86-5fbf96303085 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.282316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-45c153e6-5901-431d-aad6-df11afb67fd4 None None] Provisioning complete for port e6210f7c-462d-4edd-adf2-4126cd01b51a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:47.282712 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45c153e6-5901-431d-aad6-df11afb67fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.296902 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4fdb22aa-009e-4010-ad12-e04c9006017e None None] Set router 35978cf8-eb66-4cc9-8719-39871eec397a gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:47.307813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da22511-cf0f-41cc-b752-590dd0077329 req-4aa14279-e71a-4e4f-8325-175766210ea5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:47.313878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da22511-cf0f-41cc-b752-590dd0077329 req-4aa14279-e71a-4e4f-8325-175766210ea5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:47.321335 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da22511-cf0f-41cc-b752-590dd0077329 req-4aa14279-e71a-4e4f-8325-175766210ea5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:47.327899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-45c153e6-5901-431d-aad6-df11afb67fd4 None None] Port e6210f7c-462d-4edd-adf2-4126cd01b51a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:47.328429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da22511-cf0f-41cc-b752-590dd0077329 req-4aa14279-e71a-4e4f-8325-175766210ea5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:47.337870 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4da22511-cf0f-41cc-b752-590dd0077329 req-4aa14279-e71a-4e4f-8325-175766210ea5 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 3146 time: 0.1713076 Jul 27 22:20:47.374066 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.374513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852df1a-7ff0-46dc-969f-6bff3d296239 req-ca7beeea-228d-4c96-a3f3-203dec96db69 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:47.376538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d852df1a-7ff0-46dc-969f-6bff3d296239 req-ca7beeea-228d-4c96-a3f3-203dec96db69 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.2012303 Jul 27 22:20:47.381524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-0ae46088-0f8a-481c-9001-c15864475d9c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Deleting port eb3b3556-eb4a-484d-8b3b-f79d8aebea23 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:47.381992 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-0ae46088-0f8a-481c-9001-c15864475d9c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.392376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-77f646c9-ea03-48e6-9871-ce498384e0d4 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Deleting port e6210f7c-462d-4edd-adf2-4126cd01b51a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:47.393089 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77f646c9-ea03-48e6-9871-ce498384e0d4 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.416255 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port abba6cdf-12b7-4eac-b8d5-37b48d806ff6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:47.417422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:47.429186 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.430101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 1d5041d4-18ed-408b-9a0f-481d6318c69a no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:47.477749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-0ae46088-0f8a-481c-9001-c15864475d9c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] For port eb3b3556-eb4a-484d-8b3b-f79d8aebea23, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:47.478936 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-0ae46088-0f8a-481c-9001-c15864475d9c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.490207 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77f646c9-ea03-48e6-9871-ce498384e0d4 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.492399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-0ae46088-0f8a-481c-9001-c15864475d9c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Calling delete_port for eb3b3556-eb4a-484d-8b3b-f79d8aebea23 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:47.504618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-77f646c9-ea03-48e6-9871-ce498384e0d4 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Calling delete_port for e6210f7c-462d-4edd-adf2-4126cd01b51a owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:47.518519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 1d5041d4-18ed-408b-9a0f-481d6318c69a not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:47.519379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 939774e0-b0e1-4e89-a9d3-849fb48484a0 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:47.547321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 939774e0-b0e1-4e89-a9d3-849fb48484a0 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:20:47.548059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 939774e0-b0e1-4e89-a9d3-849fb48484a0 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:20:47.548844 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 98c66736-9514-4b6f-a997-a73eb1f4ed09 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:20:47.554720 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4fdb22aa-009e-4010-ad12-e04c9006017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '2cbe8899-ce7b-406a-9210-a1a6aca3c168', 'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'mac_address': 'fa:16:3e:eb:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:29Z', 'updated_at': '2021-07-27T22:10:38Z', 'revision_number': 5, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'subnets': [{'id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:47.590765 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdb22aa-009e-4010-ad12-e04c9006017e None None] Checking router: 35978cf8-eb66-4cc9-8719-39871eec397a for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:20:47.595798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:47.603712 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdb22aa-009e-4010-ad12-e04c9006017e None None] Routers {'35978cf8-eb66-4cc9-8719-39871eec397a'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:47.606849 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4fdb22aa-009e-4010-ad12-e04c9006017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['35978cf8-eb66-4cc9-8719-39871eec397a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:47.682183 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.700043 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d852df1a-7ff0-46dc-969f-6bff3d296239 req-2778523a-b332-4736-83ae-949ef33ae1fa tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858755 Jul 27 22:20:47.706357 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4da22511-cf0f-41cc-b752-590dd0077329 req-281df16a-0753-4441-ac7e-89a4c31cedde tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3671234 Jul 27 22:20:47.717431 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-0ae46088-0f8a-481c-9001-c15864475d9c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.761505 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e7ec8c3-ecea-4183-ad86-5fbf96303085 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.822663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 98c66736-9514-4b6f-a997-a73eb1f4ed09, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=98c66736-9514-4b6f-a997-a73eb1f4ed09,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:47.830574 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:47.858022 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76d881c-0b1e-4f88-9764-72979dc9b8f6 x-openstack-request-id: req-b76d881c-0b1e-4f88-9764-72979dc9b8f6 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:47.858400 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-deleted", "tag": "939774e0-b0e1-4e89-a9d3-849fb48484a0", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:47.858740 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b76d881c-0b1e-4f88-9764-72979dc9b8f6 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:47.859168 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-deleted', 'tag': '939774e0-b0e1-4e89-a9d3-849fb48484a0', 'status': 'completed', 'code': 200} Jul 27 22:20:47.895483 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4fdb22aa-009e-4010-ad12-e04c9006017e None None] Set router 35978cf8-eb66-4cc9-8719-39871eec397a gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:47.900703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae46088-0f8a-481c-9001-c15864475d9c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Port': ['ID=eb3b3556-eb4a-484d-8b3b-f79d8aebea23,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:47.937253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=98c66736-9514-4b6f-a997-a73eb1f4ed09,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:47.978974 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77f646c9-ea03-48e6-9871-ce498384e0d4 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:48.004114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:20:48.028977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-0ae46088-0f8a-481c-9001-c15864475d9c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] No DVR routers for this DVR port eb3b3556-eb4a-484d-8b3b-f79d8aebea23 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:48.035707 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-0ae46088-0f8a-481c-9001-c15864475d9c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:48.038945 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-0ae46088-0f8a-481c-9001-c15864475d9c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "DELETE /v2.0/ports/eb3b3556-eb4a-484d-8b3b-f79d8aebea23 HTTP/1.1" status: 204 len: 173 time: 0.8334904 Jul 27 22:20:48.039833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ec8c3-ecea-4183-ad86-5fbf96303085 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=fec8c8db-37be-4ece-ab87-35626d490f03,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:48.079890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f646c9-ea03-48e6-9871-ce498384e0d4 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event deleted for resources: {'Port': ['ID=e6210f7c-462d-4edd-adf2-4126cd01b51a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:48.115453 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:48.136987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7ec8c3-ecea-4183-ad86-5fbf96303085 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking segment: {'id': '2fd62735-6785-40ce-9175-84bfe3c8c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a1bd223-700b-4843-91bc-1f457365b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:48.137624 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ec8c3-ecea-4183-ad86-5fbf96303085 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network hostable DHCP agents. Network: 1a1bd223-700b-4843-91bc-1f457365b498, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:48.172959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ec8c3-ecea-4183-ad86-5fbf96303085 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network 1a1bd223-700b-4843-91bc-1f457365b498 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:48.181589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-34a7a669-ea46-41c7-b6e8-0afc8a17a7b7 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Deleting port abba6cdf-12b7-4eac-b8d5-37b48d806ff6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:48.182964 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-34a7a669-ea46-41c7-b6e8-0afc8a17a7b7 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:48.186186 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4fdb22aa-009e-4010-ad12-e04c9006017e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '2cbe8899-ce7b-406a-9210-a1a6aca3c168', 'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'mac_address': 'fa:16:3e:eb:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:29Z', 'updated_at': '2021-07-27T22:10:38Z', 'revision_number': 5, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'subnets': [{'id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:48.229399 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdb22aa-009e-4010-ad12-e04c9006017e None None] The sync data for ids ['35978cf8-eb66-4cc9-8719-39871eec397a'] in n-d-802011-3 is: [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:10:29Z', 'revision_number': 4, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '2cbe8899-ce7b-406a-9210-a1a6aca3c168', 'name': '', 'network_id': 'b1953a48-d636-4e9d-9e5f-5849e72fce1a', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'mac_address': 'fa:16:3e:eb:1d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:29Z', 'updated_at': '2021-07-27T22:10:38Z', 'revision_number': 5, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'subnets': [{'id': '17f69d25-f4fe-48ac-bb8e-d91962f7f812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:48.245887 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6e7ec8c3-ecea-4183-ad86-5fbf96303085 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 1a1bd223-700b-4843-91bc-1f457365b498) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:48.258544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9437afdb-df6e-4b3e-b3f4-848ec420762d None None] Network 1a1bd223-700b-4843-91bc-1f457365b498 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:48.264794 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ec8c3-ecea-4183-ad86-5fbf96303085 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:48.265595 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6e7ec8c3-ecea-4183-ad86-5fbf96303085 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:48.280792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50619d07-1a85-4a1c-afe4-7dcf92a71aea req-842bc425-2139-4f3f-b5d5-cee912845f87 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:48.290449 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50619d07-1a85-4a1c-afe4-7dcf92a71aea req-842bc425-2139-4f3f-b5d5-cee912845f87 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.2349334 Jul 27 22:20:48.294889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a51fb-ce4b-4abc-bed3-d8795a6b68e8 req-1dfd4fed-88b0-4854-88bf-7f227e79bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:48.297422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-375a51fb-ce4b-4abc-bed3-d8795a6b68e8 req-1dfd4fed-88b0-4854-88bf-7f227e79bf85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c19a71148b44506a6c220a84a0129bd&device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 1097 time: 0.2879992 Jul 27 22:20:48.306765 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6e7ec8c3-ecea-4183-ad86-5fbf96303085 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3205867 Jul 27 22:20:48.310980 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9784a00-1b3b-4f1f-a0f2-e7c0cac0199a req-b350461f-d3e5-4604-a220-1cb6926479c2 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:48.313199 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9784a00-1b3b-4f1f-a0f2-e7c0cac0199a req-b350461f-d3e5-4604-a220-1cb6926479c2 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.3232882 Jul 27 22:20:48.314360 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:48.401814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-34a7a669-ea46-41c7-b6e8-0afc8a17a7b7 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] For port abba6cdf-12b7-4eac-b8d5-37b48d806ff6, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:48.402187 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-34a7a669-ea46-41c7-b6e8-0afc8a17a7b7 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:48.423521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-34a7a669-ea46-41c7-b6e8-0afc8a17a7b7 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Calling delete_port for abba6cdf-12b7-4eac-b8d5-37b48d806ff6 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:48.453129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 97b151ef-0efa-4b3a-95a8-2695bf9bd06b details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:20:48.518365 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77f646c9-ea03-48e6-9871-ce498384e0d4 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:48.520263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-77f646c9-ea03-48e6-9871-ce498384e0d4 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "DELETE /v2.0/ports/e6210f7c-462d-4edd-adf2-4126cd01b51a HTTP/1.1" status: 204 len: 168 time: 1.9495165 Jul 27 22:20:48.526690 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:48.530825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:48.574686 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50619d07-1a85-4a1c-afe4-7dcf92a71aea req-1728c578-9ff0-4f85-80ee-b29f15960613 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829149 Jul 27 22:20:48.587963 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-844c17c9-ca1f-4436-a204-f48b7700f21f tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] GET failed (client error): The resource could not be found. Jul 27 22:20:48.594100 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-844c17c9-ca1f-4436-a204-f48b7700f21f tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "GET /v2.0/ports/e6210f7c-462d-4edd-adf2-4126cd01b51a HTTP/1.1" status: 404 len: 333 time: 0.0621905 Jul 27 22:20:48.594933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38366) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:48.602971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Request body: {'port': {'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2037102895'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:48.606392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-1a1bd223-700b-4843-91bc-1f457365b498', 'network_id': '1a1bd223-700b-4843-91bc-1f457365b498', 'tenant_id': '2ad8da7d94dd42d7a3e8df7c44463edb', 'fixed_ips': [{'subnet_id': 'fec8c8db-37be-4ece-ab87-35626d490f03'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:48.607262 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:48.634867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c9784a00-1b3b-4f1f-a0f2-e7c0cac0199a req-2d3bc7d6-35a8-4911-b672-23de1b572aac tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648194 Jul 27 22:20:48.671764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51731fe6-dec1-4422-8e45-9fa05977ec95 None None] New status for floating IP 72438ef5-d260-4b43-ab16-3599d61b17e1: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:20:48.675255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:48.686733 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2cc95-2530-4ca7-89b8-5901a5cc88fe None None] Sync routers for ids ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:48.700627 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2cc95-2530-4ca7-89b8-5901a5cc88fe None None] Routers {'65b1c9a2-c4ba-43d5-9e40-6615973ee180'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:48.701653 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-14c2cc95-2530-4ca7-89b8-5901a5cc88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:48.710529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:48.731494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a51fb-ce4b-4abc-bed3-d8795a6b68e8 req-68408088-9d74-47b6-adad-9914ea6cc7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:48.733051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-375a51fb-ce4b-4abc-bed3-d8795a6b68e8 req-68408088-9d74-47b6-adad-9914ea6cc7b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=609f36d7-6494-4fb0-af9f-4fa63b968c93 HTTP/1.1" status: 200 len: 911 time: 0.3645689 Jul 27 22:20:48.753450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:48.757684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b4b14721-e50d-4541-bf89-a1085c018ee4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1729140 Jul 27 22:20:48.757684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:48.772256 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f34e40-281a-412d-9141-d5c49ddad0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:48.833012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-375a51fb-ce4b-4abc-bed3-d8795a6b68e8 req-1a075dcd-84c7-417a-9e9d-3a0a6a86e6ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8c04e61-fa59-4aea-80b9-0710a552f935 HTTP/1.1" status: 200 len: 217 time: 0.0886371 Jul 27 22:20:48.845165 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Made reservation on behalf of 6b2629ecb78d47f798bf2d0c64c5bd28 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:48.848407 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:48.873597 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:48.876959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] device_id is not set on port 7f6b474d-1039-4c0f-bf0d-d18c02346e43 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:20:48.882120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3b3556-eb4a-484d-8b3b-f79d8aebea23'}, {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abba6cdf-12b7-4eac-b8d5-37b48d806ff6'}, {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c66736-9514-4b6f-a997-a73eb1f4ed09'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:48.885942 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efdbb6d-e1cb-4124-aecd-71b48537bdfd" -d '{"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3b3556-eb4a-484d-8b3b-f79d8aebea23"}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-unplugged", "status": "completed", "tag": "abba6cdf-12b7-4eac-b8d5-37b48d806ff6"}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-unplugged", "status": "completed", "tag": "98c66736-9514-4b6f-a997-a73eb1f4ed09"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:48.896095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'port_id': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:20:48.906038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a51fb-ce4b-4abc-bed3-d8795a6b68e8 req-aad40bf8-11b5-4088-8c12-e8c95f404c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:48.907924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-375a51fb-ce4b-4abc-bed3-d8795a6b68e8 req-aad40bf8-11b5-4088-8c12-e8c95f404c84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a79d5dc-2676-4678-a4d0-f3cdbc464686 HTTP/1.1" status: 200 len: 850 time: 0.0669627 Jul 27 22:20:48.908352 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-14c2cc95-2530-4ca7-89b8-5901a5cc88fe None None] Set router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:49.039224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-34a7a669-ea46-41c7-b6e8-0afc8a17a7b7 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:49.048537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-375a51fb-ce4b-4abc-bed3-d8795a6b68e8 req-869b99e1-f823-4776-90a2-79006606e651 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=609f36d7-6494-4fb0-af9f-4fa63b968c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144671 Jul 27 22:20:49.068734 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:49.091388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Allocated IP 172.20.0.2 (1a1bd223-700b-4843-91bc-1f457365b498/fec8c8db-37be-4ece-ab87-35626d490f03/ae78ca61-1f89-4383-aecb-24017a71b015) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:49.110637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7a669-ea46-41c7-b6e8-0afc8a17a7b7 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Port': ['ID=abba6cdf-12b7-4eac-b8d5-37b48d806ff6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:49.110997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97b151ef-0efa-4b3a-95a8-2695bf9bd06b {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:20:49.147543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:49.160613 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:49.173348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5b0eb-0bff-4bdb-a8f4-07de1684c097 req-ada34af6-3d79-49f1-8ab1-49e252ba8164 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:49.176066 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cd5b0eb-0bff-4bdb-a8f4-07de1684c097 req-ada34af6-3d79-49f1-8ab1-49e252ba8164 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.2647610 Jul 27 22:20:49.190440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-34a7a669-ea46-41c7-b6e8-0afc8a17a7b7 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] No DVR routers for this DVR port abba6cdf-12b7-4eac-b8d5-37b48d806ff6 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:49.193360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-34a7a669-ea46-41c7-b6e8-0afc8a17a7b7 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:49.196888 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-34a7a669-ea46-41c7-b6e8-0afc8a17a7b7 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "DELETE /v2.0/ports/abba6cdf-12b7-4eac-b8d5-37b48d806ff6 HTTP/1.1" status: 204 len: 173 time: 1.1489975 Jul 27 22:20:49.207837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd39f84-5af6-4209-a876-08a898ae2b02 req-d405e7d6-457d-461e-a5cf-992839b5d9ae tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:49.215509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd39f84-5af6-4209-a876-08a898ae2b02 req-d405e7d6-457d-461e-a5cf-992839b5d9ae tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:49.221328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd39f84-5af6-4209-a876-08a898ae2b02 req-d405e7d6-457d-461e-a5cf-992839b5d9ae tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:49.223069 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbd39f84-5af6-4209-a876-08a898ae2b02 req-d405e7d6-457d-461e-a5cf-992839b5d9ae tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 2331 time: 0.3141053 Jul 27 22:20:49.268699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Allocated IP 2001:db8::3db (cadd724d-4766-496b-bb9e-809defbd20c5/9534261d-6966-4970-9875-58c8135196f9/7f6b474d-1039-4c0f-bf0d-d18c02346e43) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:49.284279 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cd5b0eb-0bff-4bdb-a8f4-07de1684c097 req-67ea8096-1a02-4e6a-8650-9e82c77ba4ac tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014071 Jul 27 22:20:49.323167 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbd39f84-5af6-4209-a876-08a898ae2b02 req-e2e25488-95e1-4a17-80a9-f0cd6a1676b8 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865357 Jul 27 22:20:49.341743 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['97b151ef-0efa-4b3a-95a8-2695bf9bd06b'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:20:49.342441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38386) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:49.362593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-375a51fb-ce4b-4abc-bed3-d8795a6b68e8 req-687c5f5b-f681-49ec-ad91-b1c37fe5cb01 service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031201 Jul 27 22:20:49.394051 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-14c2cc95-2530-4ca7-89b8-5901a5cc88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:20:26Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '3077e4c6-a02a-4aa4-b290-579ad4fb886a', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'port_id': '9f552b43-083b-414c-b5cb-87a94c5175af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'mac_address': 'fa:16:3e:51:5a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc73895-08b1-40af-babd-120fb50f277f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:20:44Z', 'updated_at': '2021-07-27T22:20:44Z', 'revision_number': 0, 'project_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52541b49-07de-45e1-b8d5-2815213f1147', 'name': '', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:20:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:26Z', 'updated_at': '2021-07-27T22:20:33Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:49.426657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-764e0ad3-316c-4b35-ae01-ed6e39902925 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Deleting port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:49.427059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:49.427182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-764e0ad3-316c-4b35-ae01-ed6e39902925 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:49.435116 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d356bcf-af89-464f-a571-4de8cf402efc x-openstack-request-id: req-1d356bcf-af89-464f-a571-4de8cf402efc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:49.435498 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:49.435731 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d356bcf-af89-464f-a571-4de8cf402efc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:49.436070 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af', 'status': 'completed', 'code': 200} Jul 27 22:20:49.452928 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2067889c-5c0b-4acd-ace7-50fe419a150d x-openstack-request-id: req-2067889c-5c0b-4acd-ace7-50fe419a150d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:49.453236 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-unplugged", "status": "completed", "tag": "eb3b3556-eb4a-484d-8b3b-f79d8aebea23", "code": 200}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-unplugged", "status": "completed", "tag": "abba6cdf-12b7-4eac-b8d5-37b48d806ff6", "code": 200}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-unplugged", "status": "completed", "tag": "98c66736-9514-4b6f-a997-a73eb1f4ed09", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:49.453476 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2067889c-5c0b-4acd-ace7-50fe419a150d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:49.453867 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb3b3556-eb4a-484d-8b3b-f79d8aebea23', 'code': 200} Jul 27 22:20:49.454115 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abba6cdf-12b7-4eac-b8d5-37b48d806ff6', 'code': 200} Jul 27 22:20:49.454398 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98c66736-9514-4b6f-a997-a73eb1f4ed09', 'code': 200} Jul 27 22:20:49.463792 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2cc95-2530-4ca7-89b8-5901a5cc88fe None None] Checking router: 65b1c9a2-c4ba-43d5-9e40-6615973ee180 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:20:49.499076 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2cc95-2530-4ca7-89b8-5901a5cc88fe None None] Routers {'65b1c9a2-c4ba-43d5-9e40-6615973ee180'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:49.500430 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-14c2cc95-2530-4ca7-89b8-5901a5cc88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:49.576098 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:49.613688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-375a51fb-ce4b-4abc-bed3-d8795a6b68e8 req-f65489a1-d4e8-43d8-a6fc-24bff996beeb service neutron] 10.222.0.41 "GET /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767185 Jul 27 22:20:49.689516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Transition to ACTIVE for port object ae78ca61-1f89-4383-aecb-24017a71b015 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:49.700491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3de80628-2d1d-42d5-9d1a-383ebe24d514 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/3077e4c6-a02a-4aa4-b290-579ad4fb886a HTTP/1.1" status: 200 len: 991 time: 0.3471651 Jul 27 22:20:49.761219 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-14c2cc95-2530-4ca7-89b8-5901a5cc88fe None None] Set router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:49.773642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Transition to ACTIVE for port object ae78ca61-1f89-4383-aecb-24017a71b015 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:49.792548 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:49.846029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f34e40-281a-412d-9141-d5c49ddad0e2 req-96ce6980-a4a8-413b-ae0b-8d7d0ea7f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:49.856087 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-26f34e40-281a-412d-9141-d5c49ddad0e2 req-96ce6980-a4a8-413b-ae0b-8d7d0ea7f404 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1096 time: 0.4217675 Jul 27 22:20:49.872095 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-deleted', 'tag': 'eb3b3556-eb4a-484d-8b3b-f79d8aebea23'}, {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-deleted', 'tag': 'abba6cdf-12b7-4eac-b8d5-37b48d806ff6'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:49.876581 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb55937-39d0-4660-bce7-bf10dcb3fc92" -d '{"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-deleted", "tag": "eb3b3556-eb4a-484d-8b3b-f79d8aebea23"}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-deleted", "tag": "abba6cdf-12b7-4eac-b8d5-37b48d806ff6"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:49.882474 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Network 1a1bd223-700b-4843-91bc-1f457365b498 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:49.901606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29fb96-5713-44f2-9707-992c206b069d req-c6309ffc-9772-47e3-a99a-933c2b65b280 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:49.909512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Pushing event updated for resources: {'Port': ['ID=ae78ca61-1f89-4383-aecb-24017a71b015,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:49.913356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:49.916337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:49.917327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f29fb96-5713-44f2-9707-992c206b069d req-c6309ffc-9772-47e3-a99a-933c2b65b280 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1890080 Jul 27 22:20:49.951500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21f2c4-7265-442f-8283-22a6b0d3739d req-f274bf9a-fd6d-415d-ae2d-54721e5229cd tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:49.958935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f21f2c4-7265-442f-8283-22a6b0d3739d req-f274bf9a-fd6d-415d-ae2d-54721e5229cd tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.1779561 Jul 27 22:20:49.987478 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:50.003420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f29fb96-5713-44f2-9707-992c206b069d req-1ec00b43-4335-4f88-86ec-13396c9c52c8 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786178 Jul 27 22:20:50.012540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Attempting to bind port ae78ca61-1f89-4383-aecb-24017a71b015 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:50.013166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Attempting to bind port ae78ca61-1f89-4383-aecb-24017a71b015 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '2fd62735-6785-40ce-9175-84bfe3c8c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a1bd223-700b-4843-91bc-1f457365b498'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:50.014396 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Attempting to bind port ae78ca61-1f89-4383-aecb-24017a71b015 on network 1a1bd223-700b-4843-91bc-1f457365b498 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:50.029932 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:50.031231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Checking segment: {'id': '2fd62735-6785-40ce-9175-84bfe3c8c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a1bd223-700b-4843-91bc-1f457365b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:50.032020 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:50.033600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Bound using segment: {'id': '2fd62735-6785-40ce-9175-84bfe3c8c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a1bd223-700b-4843-91bc-1f457365b498'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:50.034755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Bound port: ae78ca61-1f89-4383-aecb-24017a71b015, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd62735-6785-40ce-9175-84bfe3c8c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a1bd223-700b-4843-91bc-1f457365b498'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:50.036128 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:50.047298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f21f2c4-7265-442f-8283-22a6b0d3739d req-6140aa78-5a99-47a4-9fb6-113c77a21539 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830121 Jul 27 22:20:50.067409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-764e0ad3-316c-4b35-ae01-ed6e39902925 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] For port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:50.067791 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-764e0ad3-316c-4b35-ae01-ed6e39902925 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:50.124098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-764e0ad3-316c-4b35-ae01-ed6e39902925 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Calling delete_port for bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:50.148338 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:50.214650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] For port ae78ca61-1f89-4383-aecb-24017a71b015, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:50.219219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] For port ae78ca61-1f89-4383-aecb-24017a71b015, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ae78ca61-1f89-4383-aecb-24017a71b015,segment=NetworkSegment(2fd62735-6785-40ce-9175-84bfe3c8c582),segment_id=2fd62735-6785-40ce-9175-84bfe3c8c582)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:50.219970 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-14c2cc95-2530-4ca7-89b8-5901a5cc88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:20:26Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '3077e4c6-a02a-4aa4-b290-579ad4fb886a', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'port_id': '9f552b43-083b-414c-b5cb-87a94c5175af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'mac_address': 'fa:16:3e:51:5a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc73895-08b1-40af-babd-120fb50f277f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:20:44Z', 'updated_at': '2021-07-27T22:20:44Z', 'revision_number': 0, 'project_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52541b49-07de-45e1-b8d5-2815213f1147', 'name': '', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:20:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:26Z', 'updated_at': '2021-07-27T22:20:33Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:50.222946 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc1825d-7a71-423f-840d-d679671e07c0 x-openstack-request-id: req-bdc1825d-7a71-423f-840d-d679671e07c0 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:50.223236 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-deleted", "tag": "eb3b3556-eb4a-484d-8b3b-f79d8aebea23", "status": "completed", "code": 200}, {"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-deleted", "tag": "abba6cdf-12b7-4eac-b8d5-37b48d806ff6", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:50.224628 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdc1825d-7a71-423f-840d-d679671e07c0 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:50.224628 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-deleted', 'tag': 'eb3b3556-eb4a-484d-8b3b-f79d8aebea23', 'status': 'completed', 'code': 200} Jul 27 22:20:50.224628 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-deleted', 'tag': 'abba6cdf-12b7-4eac-b8d5-37b48d806ff6', 'status': 'completed', 'code': 200} Jul 27 22:20:50.237060 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:50.278948 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2cc95-2530-4ca7-89b8-5901a5cc88fe None None] The sync data for ids ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'] in n-d-802011-3 is: [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:20:26Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '3077e4c6-a02a-4aa4-b290-579ad4fb886a', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'port_id': '9f552b43-083b-414c-b5cb-87a94c5175af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'mac_address': 'fa:16:3e:51:5a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc73895-08b1-40af-babd-120fb50f277f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:20:44Z', 'updated_at': '2021-07-27T22:20:44Z', 'revision_number': 0, 'project_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52541b49-07de-45e1-b8d5-2815213f1147', 'name': '', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:20:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:26Z', 'updated_at': '2021-07-27T22:20:33Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:50.284048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Transition to ACTIVE for port object 7f6b474d-1039-4c0f-bf0d-d18c02346e43 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:50.285488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Subnet': ['ID=fec8c8db-37be-4ece-ab87-35626d490f03,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:50.364616 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14b872-1255-4aa6-810c-c2454c475fcb None None] Pushing event updated for resources: {'Port': ['ID=ae78ca61-1f89-4383-aecb-24017a71b015,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:50.403298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f77c94-74ad-4e2f-ad54-fa4c1cc00f6d None None] Network 1a1bd223-700b-4843-91bc-1f457365b498 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:50.415109 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:50.431973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f34e40-281a-412d-9141-d5c49ddad0e2 req-32ea10b0-339f-45ee-8205-c340370ae73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:50.433871 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-26f34e40-281a-412d-9141-d5c49ddad0e2 req-32ea10b0-339f-45ee-8205-c340370ae73d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d95a962-724c-4f62-852a-1d5ea2380562 HTTP/1.1" status: 200 len: 897 time: 0.5484152 Jul 27 22:20:50.435596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1bd223-700b-4843-91bc-1f457365b498']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:50.524570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d49fec-6a72-4034-94db-d0502d424943 req-b342f561-4e57-46b7-a729-8e03ff3304c8 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:50.531488 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d49fec-6a72-4034-94db-d0502d424943 req-b342f561-4e57-46b7-a729-8e03ff3304c8 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:50.539885 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3d49fec-6a72-4034-94db-d0502d424943 req-b342f561-4e57-46b7-a729-8e03ff3304c8 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 1676 time: 0.0952814 Jul 27 22:20:50.551172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 97b151ef-0efa-4b3a-95a8-2695bf9bd06b up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:50.569618 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-26f34e40-281a-412d-9141-d5c49ddad0e2 req-0d4150a4-3107-4be2-aa54-e82e8109c1b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f552b43-083b-414c-b5cb-87a94c5175af HTTP/1.1" status: 200 len: 999 time: 0.1216609 Jul 27 22:20:50.591620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd62735-6785-40ce-9175-84bfe3c8c582') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:50.591735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd62735-6785-40ce-9175-84bfe3c8c582') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:50.604613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3d49fec-6a72-4034-94db-d0502d424943 req-f3499dec-a1fd-403d-8a86-c93d1049563a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632627 Jul 27 22:20:50.615049 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:50.672911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e29db3-ed6b-496e-b72e-e80c9a20d8cd None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:20:50.704806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:50.710909 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:50.712970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720ab2e3-4802-4464-845f-9e7a671759da None None] New status for floating IP 3077e4c6-a02a-4aa4-b290-579ad4fb886a: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:20:50.723497 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:50.732551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:50.733103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:50.742978 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:50.801404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:50.801776 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:50.813719 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f34e40-281a-412d-9141-d5c49ddad0e2 req-fa3d2733-bedd-49f6-ae9f-ec26f6840e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:50.815228 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-26f34e40-281a-412d-9141-d5c49ddad0e2 req-fa3d2733-bedd-49f6-ae9f-ec26f6840e28 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e3f109c-bd1b-4f97-9655-3c336bf13020 HTTP/1.1" status: 200 len: 835 time: 0.2193840 Jul 27 22:20:50.828531 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0ea42ccc-1045-4446-bd66-ce1f6d01d76b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/3077e4c6-a02a-4aa4-b290-579ad4fb886a HTTP/1.1" status: 200 len: 991 time: 0.1225617 Jul 27 22:20:51.227650 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Network cadd724d-4766-496b-bb9e-809defbd20c5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:51.230381 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-764e0ad3-316c-4b35-ae01-ed6e39902925 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:51.241174 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:20:51.241174 n-d-802011-3 neutron-server[93834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:20:51.241174 n-d-802011-3 neutron-server[93834]: [parameters: {'id': '1a1bd223-700b-4843-91bc-1f457365b498'}] Jul 27 22:20:51.241174 n-d-802011-3 neutron-server[93834]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:20:51.242045 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:20:51.248585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:51.257091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:51.260351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e29db3-ed6b-496e-b72e-e80c9a20d8cd None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:20:51.265207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:51.266077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:51.269595 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:51.271247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event updated for resources: {'Port': ['ID=7f6b474d-1039-4c0f-bf0d-d18c02346e43,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:51.293492 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ebd4a-1b13-4d83-bed7-fba118f591cf req-11cdac37-402b-436b-8a18-036810355b69 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:51.296475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d9ebd4a-1b13-4d83-bed7-fba118f591cf req-11cdac37-402b-436b-8a18-036810355b69 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1651163 Jul 27 22:20:51.317950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59812c-ee18-4b67-abb1-e30ddd84a414 req-9f22cabb-c8d7-44eb-bbc1-a7d512bb6b89 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:51.321039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e59812c-ee18-4b67-abb1-e30ddd84a414 req-9f22cabb-c8d7-44eb-bbc1-a7d512bb6b89 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.1199498 Jul 27 22:20:51.325700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e0ad3-316c-4b35-ae01-ed6e39902925 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Port': ['ID=bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:51.363704 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0f879041-77d3-4eb0-94bc-50cb0f8b13bf tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7619071 Jul 27 22:20:51.371848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38416) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:51.380839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f34e40-281a-412d-9141-d5c49ddad0e2 req-93ff06f9-4833-4e3c-86e2-c4a7c54d3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:51.384018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-26f34e40-281a-412d-9141-d5c49ddad0e2 req-93ff06f9-4833-4e3c-86e2-c4a7c54d3606 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d95a962-724c-4f62-852a-1d5ea2380562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5489852 Jul 27 22:20:51.384762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:51.384897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-764e0ad3-316c-4b35-ae01-ed6e39902925 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] No DVR routers for this DVR port bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:51.388384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-764e0ad3-316c-4b35-ae01-ed6e39902925 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:51.390181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7e86667f-bfed-4e91-a24e-c9c0574a45cd tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a7:f0:b7'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:51.392212 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-764e0ad3-316c-4b35-ae01-ed6e39902925 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "DELETE /v2.0/ports/bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1 HTTP/1.1" status: 204 len: 173 time: 2.1858943 Jul 27 22:20:51.394047 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:51.457326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:51.461276 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6528513c-fee1-473d-94e6-a5510aeb9f9b" -d '{"events": [{"server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "name": "network-vif-plugged", "status": "completed", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:51.469264 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d9ebd4a-1b13-4d83-bed7-fba118f591cf req-e027a757-e5f1-4141-949f-53c73e8c931a tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637738 Jul 27 22:20:51.492741 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e59812c-ee18-4b67-abb1-e30ddd84a414 req-ee98b0c3-1607-4f71-8147-7c434a1f15f5 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486528 Jul 27 22:20:51.499382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:51.590175 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62603f7-5bcc-41be-898d-34da614d7cd1 x-openstack-request-id: req-d62603f7-5bcc-41be-898d-34da614d7cd1 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:51.590575 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "name": "network-vif-plugged", "status": "completed", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:51.590793 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d62603f7-5bcc-41be-898d-34da614d7cd1 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:51.591172 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'code': 200} Jul 27 22:20:51.619714 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-26f34e40-281a-412d-9141-d5c49ddad0e2 req-20c0441a-6a5f-417d-a5a9-a6887847e45a service neutron] 10.222.0.43 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248261 Jul 27 22:20:51.698892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-fc4e8d1f-aa8a-4820-a8c5-57ad427de76a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Deleting port 98c66736-9514-4b6f-a997-a73eb1f4ed09 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:51.699220 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-fc4e8d1f-aa8a-4820-a8c5-57ad427de76a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:51.755529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:51.773216 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e86667f-bfed-4e91-a24e-c9c0574a45cd tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:51.803827 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-26f34e40-281a-412d-9141-d5c49ddad0e2 req-ee8a9c88-706e-49fa-93d9-fe0a0e9705ef service neutron] 10.222.0.43 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749604 Jul 27 22:20:51.832296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:51.879910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-fc4e8d1f-aa8a-4820-a8c5-57ad427de76a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] For port 98c66736-9514-4b6f-a997-a73eb1f4ed09, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=98c66736-9514-4b6f-a997-a73eb1f4ed09,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:51.880334 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-fc4e8d1f-aa8a-4820-a8c5-57ad427de76a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:51.903423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-fc4e8d1f-aa8a-4820-a8c5-57ad427de76a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Calling delete_port for 98c66736-9514-4b6f-a997-a73eb1f4ed09 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:51.925625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Deleting port ae78ca61-1f89-4383-aecb-24017a71b015 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:51.925966 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:51.966406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3a2d40ed-25b8-4294-b439-e553d329566f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/3077e4c6-a02a-4aa4-b290-579ad4fb886a HTTP/1.1" status: 200 len: 993 time: 0.1037538 Jul 27 22:20:52.106490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] For port ae78ca61-1f89-4383-aecb-24017a71b015, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ae78ca61-1f89-4383-aecb-24017a71b015,segment=NetworkSegment(2fd62735-6785-40ce-9175-84bfe3c8c582),segment_id=2fd62735-6785-40ce-9175-84bfe3c8c582)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:52.106785 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.129015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Calling delete_port for ae78ca61-1f89-4383-aecb-24017a71b015 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:52.172781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee9839-c210-4917-9210-80d40a27a404 req-5a0741bb-4272-469f-bb63-d7ed147f8abc tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:52.180467 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6ee9839-c210-4917-9210-80d40a27a404 req-5a0741bb-4272-469f-bb63-d7ed147f8abc tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 943 time: 0.3998675 Jul 27 22:20:52.244368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c3465b44-0c3d-4cc7-8ea1-2556ba58107a None None] Provisioning for port 7f6b474d-1039-4c0f-bf0d-d18c02346e43 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:52.246550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-deleted', 'tag': 'bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:52.249920 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5549de4-66f7-4a3b-aa83-7999071247ab" -d '{"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-deleted", "tag": "bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:52.252840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c3465b44-0c3d-4cc7-8ea1-2556ba58107a None None] Provisioning complete for port 7f6b474d-1039-4c0f-bf0d-d18c02346e43 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:52.253232 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3465b44-0c3d-4cc7-8ea1-2556ba58107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.291857 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e86667f-bfed-4e91-a24e-c9c0574a45cd tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.311419 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.319918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6ee9839-c210-4917-9210-80d40a27a404 req-5445b1ed-a5b2-4fba-877d-cc6077780967 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups?id=16d1d144-4da5-4d50-a85f-ad105d47d626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383560 Jul 27 22:20:52.324490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e86667f-bfed-4e91-a24e-c9c0574a45cd tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.361447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c3465b44-0c3d-4cc7-8ea1-2556ba58107a None None] Port 7f6b474d-1039-4c0f-bf0d-d18c02346e43 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:52.391630 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347e9750-fdc6-417f-964e-b25a617d3562 x-openstack-request-id: req-347e9750-fdc6-417f-964e-b25a617d3562 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:52.392126 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-deleted", "tag": "bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:52.392376 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-347e9750-fdc6-417f-964e-b25a617d3562 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:52.392774 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-deleted', 'tag': 'bdb1ba68-d559-45ad-8fe0-e6deef5e9cb1', 'status': 'completed', 'code': 200} Jul 27 22:20:52.406708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Port': ['ID=ae78ca61-1f89-4383-aecb-24017a71b015,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:52.417613 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No DVR routers for this DVR port ae78ca61-1f89-4383-aecb-24017a71b015 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:52.419928 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-fc4e8d1f-aa8a-4820-a8c5-57ad427de76a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.432580 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86667f-bfed-4e91-a24e-c9c0574a45cd tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event updated for resources: {'Port': ['ID=7f6b474d-1039-4c0f-bf0d-d18c02346e43,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:52.435094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7e86667f-bfed-4e91-a24e-c9c0574a45cd tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] In _notify_port_updated(), no bound segment for port 7f6b474d-1039-4c0f-bf0d-d18c02346e43 on network cadd724d-4766-496b-bb9e-809defbd20c5 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:20:52.440680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e86667f-bfed-4e91-a24e-c9c0574a45cd tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:52.441413 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e86667f-bfed-4e91-a24e-c9c0574a45cd tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.445839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7e86667f-bfed-4e91-a24e-c9c0574a45cd tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "PUT /v2.0/ports/7f6b474d-1039-4c0f-bf0d-d18c02346e43 HTTP/1.1" status: 200 len: 1003 time: 1.0694199 Jul 27 22:20:52.446339 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38426) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:52.512376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e8d1f-aa8a-4820-a8c5-57ad427de76a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Port': ['ID=98c66736-9514-4b6f-a997-a73eb1f4ed09,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:52.671898 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.675218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-fc4e8d1f-aa8a-4820-a8c5-57ad427de76a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] No DVR routers for this DVR port 98c66736-9514-4b6f-a997-a73eb1f4ed09 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:52.680020 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-fc4e8d1f-aa8a-4820-a8c5-57ad427de76a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.682942 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aaf085de-6465-4a90-91c1-ba86cddec77f req-fc4e8d1f-aa8a-4820-a8c5-57ad427de76a tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.43 "DELETE /v2.0/ports/98c66736-9514-4b6f-a997-a73eb1f4ed09 HTTP/1.1" status: 204 len: 173 time: 1.2765028 Jul 27 22:20:52.698548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1bd223-700b-4843-91bc-1f457365b498']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:52.713226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd62735-6785-40ce-9175-84bfe3c8c582') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:52.713676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd62735-6785-40ce-9175-84bfe3c8c582') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:52.730331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.746730 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.753583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:52.754408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:52.773064 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:52.870148 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.876335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.882786 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/1a1bd223-700b-4843-91bc-1f457365b498 HTTP/1.1" status: 204 len: 168 time: 4.5632839 Jul 27 22:20:52.886840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38432) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:52.893466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2d12bf4b-4e9c-4a66-90cd-b441b19a6f13 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2041319114'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:52.893692 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9256167c-fe37-426e-b140-ac85403b9c9e None None] Provisioning complete for port 7f6b474d-1039-4c0f-bf0d-d18c02346e43 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:52.894568 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9256167c-fe37-426e-b140-ac85403b9c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:52.945347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2eacc8-afac-4241-b3a9-59e3a8795612 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Network': ['ID=1a1bd223-700b-4843-91bc-1f457365b498,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:52.996253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d12bf4b-4e9c-4a66-90cd-b441b19a6f13 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:52.997927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9256167c-fe37-426e-b140-ac85403b9c9e None None] Port 7f6b474d-1039-4c0f-bf0d-d18c02346e43 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:52.999898 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d12bf4b-4e9c-4a66-90cd-b441b19a6f13 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:53.058302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d12bf4b-4e9c-4a66-90cd-b441b19a6f13 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:53.075557 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d12bf4b-4e9c-4a66-90cd-b441b19a6f13 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:53.075968 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-2d12bf4b-4e9c-4a66-90cd-b441b19a6f13 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Added segment c6952951-c222-401e-b28d-c1ecb817e7a4 of type vlan for network bb3d530c-3f5a-4e31-a58d-6f973a3074e5 Jul 27 22:20:53.164073 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d12bf4b-4e9c-4a66-90cd-b441b19a6f13 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:53.195538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-44e9b391-ae33-4af3-b35c-26632eb512be tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Deleting port 7f6b474d-1039-4c0f-bf0d-d18c02346e43 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:53.196116 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44e9b391-ae33-4af3-b35c-26632eb512be tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:53.236762 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d12bf4b-4e9c-4a66-90cd-b441b19a6f13 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:53.247266 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d12bf4b-4e9c-4a66-90cd-b441b19a6f13 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:53.248413 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2d12bf4b-4e9c-4a66-90cd-b441b19a6f13 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:53.340297 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44e9b391-ae33-4af3-b35c-26632eb512be tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:53.346958 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2d12bf4b-4e9c-4a66-90cd-b441b19a6f13 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4565952 Jul 27 22:20:53.348203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38434) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:53.356177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'network_id': 'bb3d530c-3f5a-4e31-a58d-6f973a3074e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:53.361510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12bf4b-4e9c-4a66-90cd-b441b19a6f13 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=bb3d530c-3f5a-4e31-a58d-6f973a3074e5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:53.375182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network bb3d530c-3f5a-4e31-a58d-6f973a3074e5 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:53.377567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7e316-4356-4572-acce-3ae3f91ed9ac req-74175968-27e3-49bf-b114-66d2820d751e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:53.386938 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b3c7e316-4356-4572-acce-3ae3f91ed9ac req-74175968-27e3-49bf-b114-66d2820d751e tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.8093812 Jul 27 22:20:53.401887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-44e9b391-ae33-4af3-b35c-26632eb512be tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Calling delete_port for 7f6b474d-1039-4c0f-bf0d-d18c02346e43 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:53.423533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c6ffc-0039-4add-a8ac-00338ff12bd6 req-8b774b4a-4918-49a8-9d24-4703b5bebec1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:53.431720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e98c6ffc-0039-4add-a8ac-00338ff12bd6 req-8b774b4a-4918-49a8-9d24-4703b5bebec1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.3028646 Jul 27 22:20:53.471640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b3c7e316-4356-4572-acce-3ae3f91ed9ac req-497dde23-664a-46a7-a725-d1b5890b1d2d tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834570 Jul 27 22:20:53.562551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e98c6ffc-0039-4add-a8ac-00338ff12bd6 req-804fe96c-a071-46e9-95cf-5a77495bd794 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294665 Jul 27 22:20:53.589019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:53.601184 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:53.689988 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44e9b391-ae33-4af3-b35c-26632eb512be tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:53.769411 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0738d4b2-63ad-4abb-b156-2eb28f8e9790 req-f90a8e87-8995-4b23-b7a2-0d0b3b0ae5c0 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0766494 Jul 27 22:20:53.780610 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9b391-ae33-4af3-b35c-26632eb512be tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event deleted for resources: {'Port': ['ID=7f6b474d-1039-4c0f-bf0d-d18c02346e43,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:53.783862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Performing IP validity checks on allocation pools {{(pid=93834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:20:53.784416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:20:53.811780 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-44e9b391-ae33-4af3-b35c-26632eb512be tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:53.818581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-44e9b391-ae33-4af3-b35c-26632eb512be tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "DELETE /v2.0/ports/7f6b474d-1039-4c0f-bf0d-d18c02346e43 HTTP/1.1" status: 204 len: 168 time: 1.3708842 Jul 27 22:20:53.819628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38440) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:54.010588 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:54.086965 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3adbd8-e5bc-4359-b48d-61047d26cd7b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] GET failed (client error): The resource could not be found. Jul 27 22:20:54.092628 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3c3adbd8-e5bc-4359-b48d-61047d26cd7b tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "GET /v2.0/ports/7f6b474d-1039-4c0f-bf0d-d18c02346e43 HTTP/1.1" status: 404 len: 333 time: 0.2718458 Jul 27 22:20:54.094504 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38444) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:54.100425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Request body: {'port': {'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1375982162'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:54.157723 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e866-1485-4601-b8a7-da876bd7f960 req-b5db2fa7-9773-4da6-bd60-9213cffeaabd tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:54.160231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3368e866-1485-4601-b8a7-da876bd7f960 req-b5db2fa7-9773-4da6-bd60-9213cffeaabd tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1047735 Jul 27 22:20:54.172576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=9644f39b-1bf5-41f3-b177-79a57ed04cf3,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:54.217489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3368e866-1485-4601-b8a7-da876bd7f960 req-5610aa78-5354-416b-8b3e-9d811b4009db tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501738 Jul 27 22:20:54.255264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking segment: {'id': 'c6952951-c222-401e-b28d-c1ecb817e7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bb3d530c-3f5a-4e31-a58d-6f973a3074e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:54.256518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network hostable DHCP agents. Network: bb3d530c-3f5a-4e31-a58d-6f973a3074e5, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:54.299027 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network bb3d530c-3f5a-4e31-a58d-6f973a3074e5 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:54.311556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, bb3d530c-3f5a-4e31-a58d-6f973a3074e5) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:54.316929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:54.317531 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:54.322521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Made reservation on behalf of 6b2629ecb78d47f798bf2d0c64c5bd28 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:54.326225 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:54.332118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529b984e-4c2d-404f-9895-c3f6753c83fa None None] Network bb3d530c-3f5a-4e31-a58d-6f973a3074e5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:54.357778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:54.358014 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f135b867-57f0-46f9-84bc-0a0a850c19a1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0088818 Jul 27 22:20:54.359496 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] device_id is not set on port 6c0a0b94-b11e-4244-baa2-4e487cd2a429 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:20:54.397361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-deleted', 'tag': '98c66736-9514-4b6f-a997-a73eb1f4ed09'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:54.399887 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30cee2b-28f1-46ea-8572-1f39de26ca0b" -d '{"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-deleted", "tag": "98c66736-9514-4b6f-a997-a73eb1f4ed09"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:54.469456 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece83e9e-e815-43db-8545-1c559c1c71e8 x-openstack-request-id: req-ece83e9e-e815-43db-8545-1c559c1c71e8 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:54.469771 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6826987-fc67-4578-8182-6d157f10425f", "name": "network-vif-deleted", "tag": "98c66736-9514-4b6f-a997-a73eb1f4ed09", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:54.469990 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ece83e9e-e815-43db-8545-1c559c1c71e8 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:54.470429 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826987-fc67-4578-8182-6d157f10425f', 'name': 'network-vif-deleted', 'tag': '98c66736-9514-4b6f-a997-a73eb1f4ed09', 'status': 'completed', 'code': 200} Jul 27 22:20:54.530013 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:54.531892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Allocated IP 2001:db8::1d2 (cadd724d-4766-496b-bb9e-809defbd20c5/9534261d-6966-4970-9875-58c8135196f9/6c0a0b94-b11e-4244-baa2-4e487cd2a429) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:54.653641 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:54.739590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc6964a-cae3-48fc-aeab-7549ccfd308f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-bb3d530c-3f5a-4e31-a58d-6f973a3074e5', 'network_id': 'bb3d530c-3f5a-4e31-a58d-6f973a3074e5', 'tenant_id': '2ad8da7d94dd42d7a3e8df7c44463edb', 'fixed_ips': [{'subnet_id': '9644f39b-1bf5-41f3-b177-79a57ed04cf3'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:54.741362 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bc6964a-cae3-48fc-aeab-7549ccfd308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:54.745022 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:54.762236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Transition to ACTIVE for port object 6c0a0b94-b11e-4244-baa2-4e487cd2a429 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:54.809058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:54.878498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511bc7e-5e85-46c1-8410-a5d07e8c55f0 req-d245c4c5-a0a4-42dc-939f-4afc4d6d378b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:54.882743 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8511bc7e-5e85-46c1-8410-a5d07e8c55f0 req-d245c4c5-a0a4-42dc-939f-4afc4d6d378b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.1206634 Jul 27 22:20:54.895889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Network cadd724d-4766-496b-bb9e-809defbd20c5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:54.900577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:54.906719 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:54.916737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:54.922717 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:54.923833 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:54.949772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event updated for resources: {'Port': ['ID=6c0a0b94-b11e-4244-baa2-4e487cd2a429,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:54.967177 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7cee0e69-71e2-471d-840f-04b67d5687ee tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8715079 Jul 27 22:20:54.967912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38454) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:54.973749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Request body: {'port': {'network_id': 'cadd724d-4766-496b-bb9e-809defbd20c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1595697163'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server [None req-1bc6964a-cae3-48fc-aeab-7549ccfd308f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9644f39b-1bf5-41f3-b177-79a57ed04cf3: This subnet is being modified by another concurrent operation. Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise exception Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9644f39b-1bf5-41f3-b177-79a57ed04cf3: This subnet is being modified by another concurrent operation. Jul 27 22:20:54.976990 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Jul 27 22:20:55.019375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c812ce-93da-4d05-b48e-3abd92550589 None None] Network bb3d530c-3f5a-4e31-a58d-6f973a3074e5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:55.074299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Subnet': ['ID=9644f39b-1bf5-41f3-b177-79a57ed04cf3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:55.164554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Made reservation on behalf of 6b2629ecb78d47f798bf2d0c64c5bd28 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:55.176108 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:55.189742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4fb828c2-124a-4679-a5e3-cc9ee560fff9 req-72093482-0bd8-4f7e-8cce-7f679c1d5ac4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.1116328 Jul 27 22:20:55.264056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] device_id is not set on port d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:20:55.317910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8511bc7e-5e85-46c1-8410-a5d07e8c55f0 req-56b58b2d-40bb-402f-b8de-7a3ceab639c3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4282138 Jul 27 22:20:55.370920 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:55.377361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c759ae22-66da-4339-8f2c-0cf2b7b51043 None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:20:55.394726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3d530c-3f5a-4e31-a58d-6f973a3074e5']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:55.402779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6c83cc83-ceeb-4bfe-b8e3-c64710d1644d None None] Provisioning for port 6c0a0b94-b11e-4244-baa2-4e487cd2a429 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:55.414097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6952951-c222-401e-b28d-c1ecb817e7a4') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:55.417246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6952951-c222-401e-b28d-c1ecb817e7a4') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:55.430507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:55.445753 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:55.452618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:55.453240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:55.460493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6c83cc83-ceeb-4bfe-b8e3-c64710d1644d None None] Provisioning complete for port 6c0a0b94-b11e-4244-baa2-4e487cd2a429 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:55.461206 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c83cc83-ceeb-4bfe-b8e3-c64710d1644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:55.518497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6c83cc83-ceeb-4bfe-b8e3-c64710d1644d None None] Port 6c0a0b94-b11e-4244-baa2-4e487cd2a429 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:55.550418 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:55.561426 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Allocated IP 2001:db8::d7 (cadd724d-4766-496b-bb9e-809defbd20c5/9534261d-6966-4970-9875-58c8135196f9/d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:55.578973 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:55.586892 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:55.592043 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/bb3d530c-3f5a-4e31-a58d-6f973a3074e5 HTTP/1.1" status: 204 len: 168 time: 1.2298515 Jul 27 22:20:55.594518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38458) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:55.606456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fa6355a0-bc02-4210-ab12-481a29a6afb8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718325789'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:55.636976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99615ed-cc7a-45a2-9945-fc2a76e2077a tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Network': ['ID=bb3d530c-3f5a-4e31-a58d-6f973a3074e5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:55.671394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4357777-9ff0-4b55-b05d-5fbb951b8741 req-6bb14b7d-7995-4807-9c13-33dadc8aa43f tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:55.672863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4357777-9ff0-4b55-b05d-5fbb951b8741 req-6bb14b7d-7995-4807-9c13-33dadc8aa43f tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.3349140 Jul 27 22:20:55.703990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6355a0-bc02-4210-ab12-481a29a6afb8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:55.707747 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa6355a0-bc02-4210-ab12-481a29a6afb8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:55.750469 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759ae22-66da-4339-8f2c-0cf2b7b51043 None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:20:55.757482 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4357777-9ff0-4b55-b05d-5fbb951b8741 req-3ce84366-822a-4e9e-aaec-21363963a51f tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726092 Jul 27 22:20:55.787245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6355a0-bc02-4210-ab12-481a29a6afb8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:20:55.869256 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa6355a0-bc02-4210-ab12-481a29a6afb8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:55.869875 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-fa6355a0-bc02-4210-ab12-481a29a6afb8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Added segment 3b3c7a56-3032-4752-b30a-adf0a292fdee of type vlan for network 1c1151aa-917a-4451-8680-a2f1eecc9462 Jul 27 22:20:55.927311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa6355a0-bc02-4210-ab12-481a29a6afb8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:55.979155 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa6355a0-bc02-4210-ab12-481a29a6afb8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:55.985626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6355a0-bc02-4210-ab12-481a29a6afb8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:55.986471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa6355a0-bc02-4210-ab12-481a29a6afb8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:56.077153 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fa6355a0-bc02-4210-ab12-481a29a6afb8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4815257 Jul 27 22:20:56.079903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38464) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:56.089034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b226ee32-1247-48fb-9d75-d2b033fde34d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'network_id': '1c1151aa-917a-4451-8680-a2f1eecc9462', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:56.113958 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:56.150372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6355a0-bc02-4210-ab12-481a29a6afb8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=1c1151aa-917a-4451-8680-a2f1eecc9462,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:56.171518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Transition to ACTIVE for port object d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:56.190991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 1c1151aa-917a-4451-8680-a2f1eecc9462 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:20:56.237181 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:56.248170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b226ee32-1247-48fb-9d75-d2b033fde34d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:20:56.253651 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b226ee32-1247-48fb-9d75-d2b033fde34d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:56.333841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event updated for resources: {'Port': ['ID=d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:56.364798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Network cadd724d-4766-496b-bb9e-809defbd20c5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:56.367517 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:56.372394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:56.387743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:56.397629 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:56.440769 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-89fbea17-415b-475d-8ade-d7e0d51f28f2 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4717171 Jul 27 22:20:56.441759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38470) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:56.451704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b796e748-2342-42aa-a4ba-467f4f6a9908 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15a', 'mac_address': 'fa:16:3e:a7:f0:b7'}, {'ip_address': '2001:db8::1d2', 'mac_address': 'fa:16:3e:ba:b9:ee'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:56.491991 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0366f8c5-1bed-4ee6-97f8-9457c66f3702 req-fecd6371-650f-4631-afbd-1589009b26f3 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0663385 Jul 27 22:20:56.709997 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b226ee32-1247-48fb-9d75-d2b033fde34d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:56.769896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b9c8a-3b83-41f3-9f71-b66c1d7c1e0a req-d5049c7c-c3c5-4164-add5-3dc072de43e5 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:56.777890 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b796e748-2342-42aa-a4ba-467f4f6a9908 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:56.779873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a03b9c8a-3b83-41f3-9f71-b66c1d7c1e0a req-d5049c7c-c3c5-4164-add5-3dc072de43e5 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.2384031 Jul 27 22:20:56.877950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-acd8ee3d-afab-4359-917c-6bf0ecb156a4 None None] Provisioning for port d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:56.883385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-acd8ee3d-afab-4359-917c-6bf0ecb156a4 None None] Provisioning complete for port d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:56.887356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226ee32-1247-48fb-9d75-d2b033fde34d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=a3e8a802-0d13-4372-a0e2-0886ac06fb08,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:56.887806 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acd8ee3d-afab-4359-917c-6bf0ecb156a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:56.917029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a03b9c8a-3b83-41f3-9f71-b66c1d7c1e0a req-fb108a2a-a837-4f8c-9276-22b5b3ef9dbc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301978 Jul 27 22:20:56.941999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72742c5-0b7c-437e-b025-cf080dbdf7b7 req-80d1528a-d5b6-44f5-ae3a-5650110da3bf tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:56.944494 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e72742c5-0b7c-437e-b025-cf080dbdf7b7 req-80d1528a-d5b6-44f5-ae3a-5650110da3bf tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.41 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1465750 Jul 27 22:20:56.957368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b226ee32-1247-48fb-9d75-d2b033fde34d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking segment: {'id': '3b3c7a56-3032-4752-b30a-adf0a292fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1151aa-917a-4451-8680-a2f1eecc9462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:56.958004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b226ee32-1247-48fb-9d75-d2b033fde34d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network hostable DHCP agents. Network: 1c1151aa-917a-4451-8680-a2f1eecc9462, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:20:56.989478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-acd8ee3d-afab-4359-917c-6bf0ecb156a4 None None] Port d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:57.052925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b226ee32-1247-48fb-9d75-d2b033fde34d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network 1c1151aa-917a-4451-8680-a2f1eecc9462 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:20:57.106004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcbcd1-c334-431c-8bf9-c7ce63d7fb21 req-c17c677e-e6a4-4d32-ac34-1efde27c60e7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:57.113928 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dbbcbcd1-c334-431c-8bf9-c7ce63d7fb21 req-c17c677e-e6a4-4d32-ac34-1efde27c60e7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 946 time: 0.1680484 Jul 27 22:20:57.136885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b226ee32-1247-48fb-9d75-d2b033fde34d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 1c1151aa-917a-4451-8680-a2f1eecc9462) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:57.146090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed54e61-a70d-4c43-8320-82d21d5e681d None None] Network 1c1151aa-917a-4451-8680-a2f1eecc9462 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:57.158557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b226ee32-1247-48fb-9d75-d2b033fde34d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:57.159198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b226ee32-1247-48fb-9d75-d2b033fde34d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:57.198770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38474) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:57.198951 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b226ee32-1247-48fb-9d75-d2b033fde34d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1177175 Jul 27 22:20:57.229989 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dbbcbcd1-c334-431c-8bf9-c7ce63d7fb21 req-3f70eb71-5530-43c9-b046-25c29fab3f18 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063187 Jul 27 22:20:57.238856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e72742c5-0b7c-437e-b025-cf080dbdf7b7 req-bcf73841-0b04-41e8-96db-1ace63dbc178 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Deleting port c8c04e61-fa59-4aea-80b9-0710a552f935 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:57.239208 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e72742c5-0b7c-437e-b025-cf080dbdf7b7 req-bcf73841-0b04-41e8-96db-1ace63dbc178 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:57.363005 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b796e748-2342-42aa-a4ba-467f4f6a9908 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:57.372862 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b796e748-2342-42aa-a4ba-467f4f6a9908 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:57.379835 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-1c1151aa-917a-4451-8680-a2f1eecc9462', 'network_id': '1c1151aa-917a-4451-8680-a2f1eecc9462', 'tenant_id': '2ad8da7d94dd42d7a3e8df7c44463edb', 'fixed_ips': [{'subnet_id': 'a3e8a802-0d13-4372-a0e2-0886ac06fb08'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:20:57.381521 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:57.407328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e72742c5-0b7c-437e-b025-cf080dbdf7b7 req-bcf73841-0b04-41e8-96db-1ace63dbc178 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] For port c8c04e61-fa59-4aea-80b9-0710a552f935, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c8c04e61-fa59-4aea-80b9-0710a552f935,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:57.409194 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e72742c5-0b7c-437e-b025-cf080dbdf7b7 req-bcf73841-0b04-41e8-96db-1ace63dbc178 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:57.436260 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b796e748-2342-42aa-a4ba-467f4f6a9908 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] In _notify_port_updated(), no bound segment for port d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 on network cadd724d-4766-496b-bb9e-809defbd20c5 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:20:57.440456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e72742c5-0b7c-437e-b025-cf080dbdf7b7 req-bcf73841-0b04-41e8-96db-1ace63dbc178 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Calling delete_port for c8c04e61-fa59-4aea-80b9-0710a552f935 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:57.444747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b796e748-2342-42aa-a4ba-467f4f6a9908 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:57.446123 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b796e748-2342-42aa-a4ba-467f4f6a9908 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:57.453798 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b796e748-2342-42aa-a4ba-467f4f6a9908 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "PUT /v2.0/ports/d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 HTTP/1.1" status: 200 len: 1067 time: 1.0058415 Jul 27 22:20:57.454183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38476) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:57.635541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796e748-2342-42aa-a4ba-467f4f6a9908 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event updated for resources: {'Port': ['ID=d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:57.678511 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:57.738894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Allocated IP 172.20.0.1 (1c1151aa-917a-4451-8680-a2f1eecc9462/a3e8a802-0d13-4372-a0e2-0886ac06fb08/8b350367-8dd7-4e9c-ba6e-13ab269bdf86) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:57.793762 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7861340d-de36-4d9f-bc3a-22c9dbba9527 req-d7651e77-4e6d-456c-95a0-92ad27ba6cd8 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0720327 Jul 27 22:20:57.842523 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e72742c5-0b7c-437e-b025-cf080dbdf7b7 req-bcf73841-0b04-41e8-96db-1ace63dbc178 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:57.857613 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:57.859689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['69abaed8-11b0-4eb0-b92c-2949d20f62aa', 'c8c04e61-fa59-4aea-80b9-0710a552f935'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:20:57.905791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf73841-0b04-41e8-96db-1ace63dbc178 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Pushing event deleted for resources: {'Port': ['ID=c8c04e61-fa59-4aea-80b9-0710a552f935,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:57.930897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-36d8e5de-bcb2-4e9a-b6d2-3a2d74db036a tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Deleting port d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:57.930897 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36d8e5de-bcb2-4e9a-b6d2-3a2d74db036a tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:58.030759 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36d8e5de-bcb2-4e9a-b6d2-3a2d74db036a tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:58.045394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-36d8e5de-bcb2-4e9a-b6d2-3a2d74db036a tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Calling delete_port for d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:58.089880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72742c5-0b7c-437e-b025-cf080dbdf7b7 req-bcf73841-0b04-41e8-96db-1ace63dbc178 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] No DVR routers for this DVR port c8c04e61-fa59-4aea-80b9-0710a552f935 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:20:58.093754 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e72742c5-0b7c-437e-b025-cf080dbdf7b7 req-bcf73841-0b04-41e8-96db-1ace63dbc178 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:58.096634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e72742c5-0b7c-437e-b025-cf080dbdf7b7 req-bcf73841-0b04-41e8-96db-1ace63dbc178 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.41 "DELETE /v2.0/ports/c8c04e61-fa59-4aea-80b9-0710a552f935 HTTP/1.1" status: 204 len: 173 time: 1.1352458 Jul 27 22:20:58.098791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b153c39d-af9d-452b-b9af-4890c2765640', 'name': 'network-vif-deleted', 'tag': 'c8c04e61-fa59-4aea-80b9-0710a552f935'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:58.107083 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de61b7e4-d97f-4e04-ab96-3222a65ff3f7" -d '{"events": [{"server_uuid": "b153c39d-af9d-452b-b9af-4890c2765640", "name": "network-vif-deleted", "tag": "c8c04e61-fa59-4aea-80b9-0710a552f935"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:58.113922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-78d2ddc9-06f9-4ae6-a5cf-f0e6c53f8a9d None None] Provisioning complete for port d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:58.116428 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78d2ddc9-06f9-4ae6-a5cf-f0e6c53f8a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:58.211198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179548d6-2f3f-4ec3-984b-ea32f9750328 req-70fab949-d2cb-462a-9ed0-31fd60ee7b3b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:58.212875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-179548d6-2f3f-4ec3-984b-ea32f9750328 req-70fab949-d2cb-462a-9ed0-31fd60ee7b3b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.1000297 Jul 27 22:20:58.217242 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36d8e5de-bcb2-4e9a-b6d2-3a2d74db036a tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:58.275104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-78d2ddc9-06f9-4ae6-a5cf-f0e6c53f8a9d None None] Port d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:20:58.276125 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8e5de-bcb2-4e9a-b6d2-3a2d74db036a tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event deleted for resources: {'Port': ['ID=d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:58.276303 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88954eb9-34ab-41ac-b4ce-8587d3fe7595 x-openstack-request-id: req-88954eb9-34ab-41ac-b4ce-8587d3fe7595 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:58.278305 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b153c39d-af9d-452b-b9af-4890c2765640", "name": "network-vif-deleted", "tag": "c8c04e61-fa59-4aea-80b9-0710a552f935", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:58.278305 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88954eb9-34ab-41ac-b4ce-8587d3fe7595 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:58.283750 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b153c39d-af9d-452b-b9af-4890c2765640', 'name': 'network-vif-deleted', 'tag': 'c8c04e61-fa59-4aea-80b9-0710a552f935', 'status': 'completed', 'code': 200} Jul 27 22:20:58.303639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-179548d6-2f3f-4ec3-984b-ea32f9750328 req-548df9e1-b3d7-4b0b-b672-889194cd1ed1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824630 Jul 27 22:20:58.471967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a46cfe6-fd2e-46d8-984f-4a9a86ffb7ee req-31092eab-e0cf-48ab-b3a4-eb8fbcf504bd tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=b153c39d-af9d-452b-b9af-4890c2765640 HTTP/1.1" status: 200 len: 210 time: 0.0545874 Jul 27 22:20:58.543479 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36d8e5de-bcb2-4e9a-b6d2-3a2d74db036a tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:58.544667 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-36d8e5de-bcb2-4e9a-b6d2-3a2d74db036a tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "DELETE /v2.0/ports/d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 HTTP/1.1" status: 204 len: 168 time: 1.0705707 Jul 27 22:20:58.548390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38486) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:58.553347 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:58.563748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Transition to ACTIVE for port object 8b350367-8dd7-4e9c-ba6e-13ab269bdf86 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:58.594989 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaff4e58-dc47-49d8-9f06-f083b6123634 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] GET failed (client error): The resource could not be found. Jul 27 22:20:58.596980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-eaff4e58-dc47-49d8-9f06-f083b6123634 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "GET /v2.0/ports/d23b7b7f-9a44-4b73-a1c4-748c7dd1cdf8 HTTP/1.1" status: 404 len: 333 time: 0.0476015 Jul 27 22:20:58.600865 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38488) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:58.617547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Transition to ACTIVE for port object 8b350367-8dd7-4e9c-ba6e-13ab269bdf86 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:20:58.628782 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:58.683205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Network 1c1151aa-917a-4451-8680-a2f1eecc9462 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:58.686677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:58.691982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:58.722091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Pushing event updated for resources: {'Port': ['ID=8b350367-8dd7-4e9c-ba6e-13ab269bdf86,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:58.730950 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:58.768858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e8a802-0d13-4372-a0e2-0886ac06fb08,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:58.809155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Attempting to bind port 8b350367-8dd7-4e9c-ba6e-13ab269bdf86 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:20:58.809542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Attempting to bind port 8b350367-8dd7-4e9c-ba6e-13ab269bdf86 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '3b3c7a56-3032-4752-b30a-adf0a292fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1151aa-917a-4451-8680-a2f1eecc9462'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:20:58.810865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Attempting to bind port 8b350367-8dd7-4e9c-ba6e-13ab269bdf86 on network 1c1151aa-917a-4451-8680-a2f1eecc9462 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:20:58.822041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:20:58.824068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Checking segment: {'id': '3b3c7a56-3032-4752-b30a-adf0a292fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1151aa-917a-4451-8680-a2f1eecc9462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:20:58.824494 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:58.826171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Bound using segment: {'id': '3b3c7a56-3032-4752-b30a-adf0a292fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1151aa-917a-4451-8680-a2f1eecc9462'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:20:58.826726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Bound port: 8b350367-8dd7-4e9c-ba6e-13ab269bdf86, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3c7a56-3032-4752-b30a-adf0a292fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1c1151aa-917a-4451-8680-a2f1eecc9462'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:20:58.830481 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:58.956573 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] For port 8b350367-8dd7-4e9c-ba6e-13ab269bdf86, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:20:58.966788 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] For port 8b350367-8dd7-4e9c-ba6e-13ab269bdf86, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8b350367-8dd7-4e9c-ba6e-13ab269bdf86,segment=NetworkSegment(3b3c7a56-3032-4752-b30a-adf0a292fdee),segment_id=3b3c7a56-3032-4752-b30a-adf0a292fdee)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:20:58.975690 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:59.043826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d0039f8-6d0a-487e-a17a-aab5e0b831bf req-0c002edb-9f54-4de6-9f06-6699992c1b09 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0720084 Jul 27 22:20:59.110119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a5f5b5-0895-41fe-8dc6-7eefe88d7f2b None None] Network 1c1151aa-917a-4451-8680-a2f1eecc9462 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:20:59.161613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7726da4-83db-42bc-9682-120bd7bf0dee None None] Pushing event updated for resources: {'Port': ['ID=8b350367-8dd7-4e9c-ba6e-13ab269bdf86,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:59.262874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d05a2f-6152-4530-acbd-d1863587755d None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:20:59.284605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:59.299126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9304bc23-f469-42d8-82f6-953211555d86 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Deleting port 6c0a0b94-b11e-4244-baa2-4e487cd2a429 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:20:59.299442 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9304bc23-f469-42d8-82f6-953211555d86 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:59.305725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1151aa-917a-4451-8680-a2f1eecc9462']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:59.371217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3c7a56-3032-4752-b30a-adf0a292fdee') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:59.371594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3c7a56-3032-4752-b30a-adf0a292fdee') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:59.417978 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:59.440102 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:59.457508 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:20:59.458096 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:20:59.462304 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:20:59.471079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d05a2f-6152-4530-acbd-d1863587755d None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:20:59.481986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a069fbc-8ee3-4120-b314-d53d4af6c03a req-36117864-2bdd-468b-86a9-880b4dcf22b8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:59.483638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a069fbc-8ee3-4120-b314-d53d4af6c03a req-36117864-2bdd-468b-86a9-880b4dcf22b8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.0902586 Jul 27 22:20:59.531198 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9304bc23-f469-42d8-82f6-953211555d86 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:59.559938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9304bc23-f469-42d8-82f6-953211555d86 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Calling delete_port for 6c0a0b94-b11e-4244-baa2-4e487cd2a429 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:20:59.571740 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:20:59.571740 n-d-802011-3 neutron-server[93834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:20:59.571740 n-d-802011-3 neutron-server[93834]: [parameters: {'id': '1c1151aa-917a-4451-8680-a2f1eecc9462'}] Jul 27 22:20:59.571740 n-d-802011-3 neutron-server[93834]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:20:59.572191 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:20:59.636473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a069fbc-8ee3-4120-b314-d53d4af6c03a req-5de2ef27-6f77-4741-bc7f-dea8062f86cf tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432469 Jul 27 22:20:59.835156 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9304bc23-f469-42d8-82f6-953211555d86 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:59.953986 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9304bc23-f469-42d8-82f6-953211555d86 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:59.958780 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9304bc23-f469-42d8-82f6-953211555d86 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "DELETE /v2.0/ports/6c0a0b94-b11e-4244-baa2-4e487cd2a429 HTTP/1.1" status: 204 len: 168 time: 1.3537569 Jul 27 22:20:59.958780 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304bc23-f469-42d8-82f6-953211555d86 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event deleted for resources: {'Port': ['ID=6c0a0b94-b11e-4244-baa2-4e487cd2a429,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:59.959896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38500) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:59.992144 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc579cda-8068-4b95-a799-d370e7f4564a tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] GET failed (client error): The resource could not be found. Jul 27 22:20:59.994130 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cc579cda-8068-4b95-a799-d370e7f4564a tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "GET /v2.0/ports/6c0a0b94-b11e-4244-baa2-4e487cd2a429 HTTP/1.1" status: 404 len: 333 time: 0.0332232 Jul 27 22:20:59.999732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38502) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:00.076643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cab46-e0ca-4ab2-a0a3-e8f902e2e9c6 req-39cc4d73-8533-4dac-a4d7-d1aa6b25b5ab tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:00.078884 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e5cab46-e0ca-4ab2-a0a3-e8f902e2e9c6 req-39cc4d73-8533-4dac-a4d7-d1aa6b25b5ab tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0835383 Jul 27 22:21:00.089308 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:00.161487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7324abbf-9dcd-404f-a6b1-5e0859fc1ee7 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Deleting port c139d4d5-67c1-465d-84af-674cb1c133b7 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:00.162028 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7324abbf-9dcd-404f-a6b1-5e0859fc1ee7 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:00.201493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e5cab46-e0ca-4ab2-a0a3-e8f902e2e9c6 req-0e9b5fcf-f9ea-4069-b858-59393a0197dd tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089861 Jul 27 22:21:00.274178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f212093a-d726-460c-b60f-a4901a81aefa req-7fce961c-6d6f-4a66-9718-7695a9b5ddaf tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0648265 Jul 27 22:21:00.282012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Deleting port 8b350367-8dd7-4e9c-ba6e-13ab269bdf86 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:00.295712 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:00.423172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] For port 8b350367-8dd7-4e9c-ba6e-13ab269bdf86, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8b350367-8dd7-4e9c-ba6e-13ab269bdf86,segment=NetworkSegment(3b3c7a56-3032-4752-b30a-adf0a292fdee),segment_id=3b3c7a56-3032-4752-b30a-adf0a292fdee)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:00.423518 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:00.426734 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7324abbf-9dcd-404f-a6b1-5e0859fc1ee7 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:00.449998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Calling delete_port for 8b350367-8dd7-4e9c-ba6e-13ab269bdf86 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:00.451869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7324abbf-9dcd-404f-a6b1-5e0859fc1ee7 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Calling delete_port for c139d4d5-67c1-465d-84af-674cb1c133b7 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:00.637229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c8c04e61-fa59-4aea-80b9-0710a552f935 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:00.649313 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:00.665727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: c8c04e61-fa59-4aea-80b9-0710a552f935 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:00.667625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c8c04e61-fa59-4aea-80b9-0710a552f935 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:00.678336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No DVR routers for this DVR port 8b350367-8dd7-4e9c-ba6e-13ab269bdf86 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:00.712642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Port': ['ID=8b350367-8dd7-4e9c-ba6e-13ab269bdf86,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:00.790219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee3143-b34f-4df8-b76f-b2cd8ae1e401 req-ec00da71-f4f4-49d7-b121-f5699b63e66c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:00.791945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bcee3143-b34f-4df8-b76f-b2cd8ae1e401 req-ec00da71-f4f4-49d7-b121-f5699b63e66c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.0700221 Jul 27 22:21:00.804338 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7324abbf-9dcd-404f-a6b1-5e0859fc1ee7 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:00.855461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:00.858463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324abbf-9dcd-404f-a6b1-5e0859fc1ee7 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event deleted for resources: {'Port': ['ID=c139d4d5-67c1-465d-84af-674cb1c133b7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:00.865710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bcee3143-b34f-4df8-b76f-b2cd8ae1e401 req-fdfcc852-7ab2-422e-800a-cbbd6dfe7d56 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663965 Jul 27 22:21:00.887879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1151aa-917a-4451-8680-a2f1eecc9462']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:00.922037 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7324abbf-9dcd-404f-a6b1-5e0859fc1ee7 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:00.924320 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7324abbf-9dcd-404f-a6b1-5e0859fc1ee7 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "DELETE /v2.0/ports/c139d4d5-67c1-465d-84af-674cb1c133b7 HTTP/1.1" status: 204 len: 168 time: 0.9233656 Jul 27 22:21:00.926584 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3c7a56-3032-4752-b30a-adf0a292fdee') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:00.926951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38508) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:00.927233 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3c7a56-3032-4752-b30a-adf0a292fdee') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:00.949199 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:00.974161 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:00.987105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:00.989665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:00.994136 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:01.027855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ecc5f1-b705-463b-9e8d-be6c2bb46092 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Deleting subnet 9534261d-6966-4970-9875-58c8135196f9 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:01.040116 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5f1-b705-463b-9e8d-be6c2bb46092 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.122657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5f1-b705-463b-9e8d-be6c2bb46092 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.131510 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.153103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.158209 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/1c1151aa-917a-4451-8680-a2f1eecc9462 HTTP/1.1" status: 204 len: 168 time: 3.9552054 Jul 27 22:21:01.158637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38510) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:01.159301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d8d51-3bd6-4108-aefa-f8b099c92d60 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Network': ['ID=1c1151aa-917a-4451-8680-a2f1eecc9462,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:01.166318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0d9d59a7-ffae-4958-b8ca-ab233d8c540f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1630994703'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:01.262996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9d59a7-ffae-4958-b8ca-ab233d8c540f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:01.268109 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59a7-ffae-4958-b8ca-ab233d8c540f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.327261 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9d59a7-ffae-4958-b8ca-ab233d8c540f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:21:01.341743 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59a7-ffae-4958-b8ca-ab233d8c540f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.342293 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-0d9d59a7-ffae-4958-b8ca-ab233d8c540f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Added segment 16c891fc-2332-421a-b75f-6baab8bf288d of type vlan for network 1c685246-1aa5-41b7-83d4-3950fcd2df8a Jul 27 22:21:01.415739 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59a7-ffae-4958-b8ca-ab233d8c540f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.457157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-985e2dd9-1598-4a59-a167-90df76a1cb73 req-0774cd8f-a9b5-47c1-81cc-765dfee18079 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0647225 Jul 27 22:21:01.477196 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5f1-b705-463b-9e8d-be6c2bb46092 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.532910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb2bc9-a169-4e46-95e5-5dffcfa87678 req-ee890042-d86a-43cc-a64a-dc53a9416d40 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:01.534517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bcb2bc9-a169-4e46-95e5-5dffcfa87678 req-ee890042-d86a-43cc-a64a-dc53a9416d40 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.2507296 Jul 27 22:21:01.557339 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59a7-ffae-4958-b8ca-ab233d8c540f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.563464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9d59a7-ffae-4958-b8ca-ab233d8c540f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:01.564082 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59a7-ffae-4958-b8ca-ab233d8c540f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.601604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0d9d59a7-ffae-4958-b8ca-ab233d8c540f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4391618 Jul 27 22:21:01.601985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38516) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:01.608071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5f3710fe-42cd-4353-bd98-54af635b04fd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'network_id': '1c685246-1aa5-41b7-83d4-3950fcd2df8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:01.699079 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bcb2bc9-a169-4e46-95e5-5dffcfa87678 req-04c9d41f-d23c-41b4-9ebe-6dc0503e8604 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180387 Jul 27 22:21:01.704039 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5f1-b705-463b-9e8d-be6c2bb46092 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.740958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3710fe-42cd-4353-bd98-54af635b04fd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:01.746322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f3710fe-42cd-4353-bd98-54af635b04fd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.761692 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5f1-b705-463b-9e8d-be6c2bb46092 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.763854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-30ecc5f1-b705-463b-9e8d-be6c2bb46092 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "DELETE /v2.0/subnets/9534261d-6966-4970-9875-58c8135196f9 HTTP/1.1" status: 204 len: 168 time: 0.8352101 Jul 27 22:21:01.764763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d59a7-ffae-4958-b8ca-ab233d8c540f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=1c685246-1aa5-41b7-83d4-3950fcd2df8a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:01.767930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:01.769439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecc5f1-b705-463b-9e8d-be6c2bb46092 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event deleted for resources: {'Subnet': ['ID=9534261d-6966-4970-9875-58c8135196f9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:01.776664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd20cc6-66c9-4f6e-b5cf-28dfb5327a00 None None] Network cadd724d-4766-496b-bb9e-809defbd20c5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:01.785793 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 1c685246-1aa5-41b7-83d4-3950fcd2df8a details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:21:01.852946 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:01.966782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953d31-9432-4d71-bba6-c10e8af108a4 req-dde7c758-e7f1-4b5b-b1d4-1b348e507037 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:01.968524 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da953d31-9432-4d71-bba6-c10e8af108a4 req-dde7c758-e7f1-4b5b-b1d4-1b348e507037 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.41 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0682740 Jul 27 22:21:02.049227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Deleting port 696b145d-751b-4f26-a923-9a358fb122cc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:02.049746 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.120038 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f3710fe-42cd-4353-bd98-54af635b04fd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.242838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] For port 696b145d-751b-4f26-a923-9a358fb122cc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=696b145d-751b-4f26-a923-9a358fb122cc,segment=NetworkSegment(8c9764fa-97a3-40cf-890f-06ce4d3faa9e),segment_id=8c9764fa-97a3-40cf-890f-06ce4d3faa9e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:02.243441 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.252920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3710fe-42cd-4353-bd98-54af635b04fd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=33d7599f-ad25-4d20-a4f5-0414f4a106ad,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:02.285049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-da953d31-9432-4d71-bba6-c10e8af108a4 req-e00e0598-5787-4ba1-919c-6dc7f0d74ef7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Deleting port 69abaed8-11b0-4eb0-b92c-2949d20f62aa {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:02.285632 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da953d31-9432-4d71-bba6-c10e8af108a4 req-e00e0598-5787-4ba1-919c-6dc7f0d74ef7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.290695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Calling delete_port for 696b145d-751b-4f26-a923-9a358fb122cc owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:02.327699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb3971-7a9f-4f2b-9749-04206fef14ae req-6bc7862a-5a91-4a68-80ce-fd4aad3f9b5f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:02.339015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24cb3971-7a9f-4f2b-9749-04206fef14ae req-6bc7862a-5a91-4a68-80ce-fd4aad3f9b5f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.2910869 Jul 27 22:21:02.401546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3710fe-42cd-4353-bd98-54af635b04fd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking segment: {'id': '16c891fc-2332-421a-b75f-6baab8bf288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c685246-1aa5-41b7-83d4-3950fcd2df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:02.402346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3710fe-42cd-4353-bd98-54af635b04fd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network hostable DHCP agents. Network: 1c685246-1aa5-41b7-83d4-3950fcd2df8a, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:21:02.428022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3710fe-42cd-4353-bd98-54af635b04fd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network 1c685246-1aa5-41b7-83d4-3950fcd2df8a is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:21:02.430595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24cb3971-7a9f-4f2b-9749-04206fef14ae req-2219744a-faac-4ab2-ab27-55c61de5f849 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663326 Jul 27 22:21:02.457065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] DHCP port deletion for cadd724d-4766-496b-bb9e-809defbd20c5 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:02.466522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5f3710fe-42cd-4353-bd98-54af635b04fd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 1c685246-1aa5-41b7-83d4-3950fcd2df8a) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:02.486146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3710fe-42cd-4353-bd98-54af635b04fd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:02.488063 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f3710fe-42cd-4353-bd98-54af635b04fd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.523005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e916862-b285-4bfb-8925-fc8999cfacc8 None None] Network 1c685246-1aa5-41b7-83d4-3950fcd2df8a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:02.546144 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5f3710fe-42cd-4353-bd98-54af635b04fd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9429321 Jul 27 22:21:02.549760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38528) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:02.587162 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.604499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Deleting port 696b145d-751b-4f26-a923-9a358fb122cc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:02.604872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.645674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90b261fb-0406-4518-a1bb-0f52a0c48584 req-9301bd23-a05e-4f7e-97e6-7889900a5ea8 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0712991 Jul 27 22:21:02.655230 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event deleted for resources: {'Port': ['ID=696b145d-751b-4f26-a923-9a358fb122cc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:02.675302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] No DVR routers for this DVR port 696b145d-751b-4f26-a923-9a358fb122cc on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:02.680517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-da953d31-9432-4d71-bba6-c10e8af108a4 req-e00e0598-5787-4ba1-919c-6dc7f0d74ef7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] For port 69abaed8-11b0-4eb0-b92c-2949d20f62aa, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=69abaed8-11b0-4eb0-b92c-2949d20f62aa,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:02.680888 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da953d31-9432-4d71-bba6-c10e8af108a4 req-e00e0598-5787-4ba1-919c-6dc7f0d74ef7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.750208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] For port 696b145d-751b-4f26-a923-9a358fb122cc, host n-d-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:02.750962 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.756655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-1c685246-1aa5-41b7-83d4-3950fcd2df8a', 'network_id': '1c685246-1aa5-41b7-83d4-3950fcd2df8a', 'tenant_id': '2ad8da7d94dd42d7a3e8df7c44463edb', 'fixed_ips': [{'subnet_id': '33d7599f-ad25-4d20-a4f5-0414f4a106ad'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:02.757859 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.793254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Calling delete_port for 696b145d-751b-4f26-a923-9a358fb122cc owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:02.797132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Port 696b145d-751b-4f26-a923-9a358fb122cc was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:21:02.884045 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.891249 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.936667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadd724d-4766-496b-bb9e-809defbd20c5']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:02.977533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-da953d31-9432-4d71-bba6-c10e8af108a4 req-e00e0598-5787-4ba1-919c-6dc7f0d74ef7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Calling delete_port for 69abaed8-11b0-4eb0-b92c-2949d20f62aa owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:02.986538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9764fa-97a3-40cf-890f-06ce4d3faa9e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:02.986847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9764fa-97a3-40cf-890f-06ce4d3faa9e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:03.029981 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:03.036394 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:03.095510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:03.128355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:03.131420 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:03.137359 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:03.160436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10832b87-f1bd-48fb-acd7-f22a1c9bf160 req-8fdfc1c2-642d-4d9c-b0ee-f2eb7e31af27 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:03.162364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10832b87-f1bd-48fb-acd7-f22a1c9bf160 req-8fdfc1c2-642d-4d9c-b0ee-f2eb7e31af27 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 945 time: 0.2167809 Jul 27 22:21:03.205435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Allocated IP 172.20.0.1 (1c685246-1aa5-41b7-83d4-3950fcd2df8a/33d7599f-ad25-4d20-a4f5-0414f4a106ad/0562ef20-cfe9-4136-8c09-e8bcf3d57f11) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:03.364576 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:03.376598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 696b145d-751b-4f26-a923-9a358fb122cc no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:03.379349 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:03.421604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 696b145d-751b-4f26-a923-9a358fb122cc {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:03.422287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 696b145d-751b-4f26-a923-9a358fb122cc not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:03.431573 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Pushing event deleted for resources: {'Port': ['ID=696b145d-751b-4f26-a923-9a358fb122cc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:03.434144 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] No DVR routers for this DVR port 696b145d-751b-4f26-a923-9a358fb122cc on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:03.455271 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:03.455744 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:03.456161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:03.456575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:03.456986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:03.457391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:03.457798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:03.458202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:03.459211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:03.459625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:03.460201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:03.460607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f2a4aa-1bd8-40ff-8c51-a2d37c8249aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:03.658036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Transition to ACTIVE for port object 0562ef20-cfe9-4136-8c09-e8bcf3d57f11 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:03.661258 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:03.671582 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10832b87-f1bd-48fb-acd7-f22a1c9bf160 req-a49b1e90-b247-4a90-a2d0-548d82e47053 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/security-groups?id=4180ed1f-6894-421e-93cb-fb37411d38aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782355 Jul 27 22:21:03.672622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:03.676771 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] 10.222.0.24 "DELETE /v2.0/networks/cadd724d-4766-496b-bb9e-809defbd20c5 HTTP/1.1" status: 204 len: 168 time: 1.9016628 Jul 27 22:21:03.720532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd278658-279a-4976-ac89-1418f328fd30 tempest-AllowedAddressPairIpV6TestJSON-1188444776 tempest-AllowedAddressPairIpV6TestJSON-1188444776-project] Pushing event deleted for resources: {'Network': ['ID=cadd724d-4766-496b-bb9e-809defbd20c5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:03.720854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Transition to ACTIVE for port object 0562ef20-cfe9-4136-8c09-e8bcf3d57f11 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:03.736230 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:03.763211 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:03.809929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454da2b-1f47-42cc-9709-314fb8d520db req-031ef702-7367-41e5-9798-5d2039a585f9 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:03.811802 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0454da2b-1f47-42cc-9709-314fb8d520db req-031ef702-7367-41e5-9798-5d2039a585f9 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.1340585 Jul 27 22:21:03.839824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Subnet': ['ID=33d7599f-ad25-4d20-a4f5-0414f4a106ad,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:03.890000 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da953d31-9432-4d71-bba6-c10e8af108a4 req-e00e0598-5787-4ba1-919c-6dc7f0d74ef7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:03.916887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Pushing event updated for resources: {'Port': ['ID=0562ef20-cfe9-4136-8c09-e8bcf3d57f11,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:03.934107 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f7eded48-fca2-4608-a6ff-0dbabad29c35 req-ef899873-1a1c-4304-b734-edf2ed4cc6fa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0996418 Jul 27 22:21:03.945467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Network 1c685246-1aa5-41b7-83d4-3950fcd2df8a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:03.950498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['69abaed8-11b0-4eb0-b92c-2949d20f62aa'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:21:03.958079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:03.968522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:03.988088 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.014930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c685246-1aa5-41b7-83d4-3950fcd2df8a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:04.022954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0454da2b-1f47-42cc-9709-314fb8d520db req-f961b66f-5511-4404-b04c-49c6fd310ab1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977334 Jul 27 22:21:04.035932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e0598-5787-4ba1-919c-6dc7f0d74ef7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Pushing event deleted for resources: {'Port': ['ID=69abaed8-11b0-4eb0-b92c-2949d20f62aa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:04.045524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c891fc-2332-421a-b75f-6baab8bf288d') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:04.046928 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c891fc-2332-421a-b75f-6baab8bf288d') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:04.072939 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.102320 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.108655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-da953d31-9432-4d71-bba6-c10e8af108a4 req-e00e0598-5787-4ba1-919c-6dc7f0d74ef7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] No DVR routers for this DVR port 69abaed8-11b0-4eb0-b92c-2949d20f62aa on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:04.116278 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-da953d31-9432-4d71-bba6-c10e8af108a4 req-e00e0598-5787-4ba1-919c-6dc7f0d74ef7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.118681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:04.119215 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.120093 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da953d31-9432-4d71-bba6-c10e8af108a4 req-e00e0598-5787-4ba1-919c-6dc7f0d74ef7 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.41 "DELETE /v2.0/ports/69abaed8-11b0-4eb0-b92c-2949d20f62aa HTTP/1.1" status: 204 len: 173 time: 2.1256061 Jul 27 22:21:04.121307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd536c135-4fbe-4670-9c34-83cf7ca3fdb2', 'name': 'network-vif-deleted', 'tag': '69abaed8-11b0-4eb0-b92c-2949d20f62aa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:04.124152 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92384176-88cc-45f9-b092-17d7900105da" -d '{"events": [{"server_uuid": "d536c135-4fbe-4670-9c34-83cf7ca3fdb2", "name": "network-vif-deleted", "tag": "69abaed8-11b0-4eb0-b92c-2949d20f62aa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:04.134776 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:04.143756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38542) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:04.178448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Attempting to bind port 0562ef20-cfe9-4136-8c09-e8bcf3d57f11 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:04.180232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Attempting to bind port 0562ef20-cfe9-4136-8c09-e8bcf3d57f11 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '16c891fc-2332-421a-b75f-6baab8bf288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c685246-1aa5-41b7-83d4-3950fcd2df8a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:04.180678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Attempting to bind port 0562ef20-cfe9-4136-8c09-e8bcf3d57f11 on network 1c685246-1aa5-41b7-83d4-3950fcd2df8a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:04.200124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:04.203181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Checking segment: {'id': '16c891fc-2332-421a-b75f-6baab8bf288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c685246-1aa5-41b7-83d4-3950fcd2df8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:04.213887 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.217883 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c720b423-188e-4490-9ae0-ff35fb11e833 x-openstack-request-id: req-c720b423-188e-4490-9ae0-ff35fb11e833 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:04.218301 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d536c135-4fbe-4670-9c34-83cf7ca3fdb2", "name": "network-vif-deleted", "tag": "69abaed8-11b0-4eb0-b92c-2949d20f62aa", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:04.218671 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c720b423-188e-4490-9ae0-ff35fb11e833 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:04.219186 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd536c135-4fbe-4670-9c34-83cf7ca3fdb2', 'name': 'network-vif-deleted', 'tag': '69abaed8-11b0-4eb0-b92c-2949d20f62aa', 'status': 'completed', 'code': 200} Jul 27 22:21:04.219935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Bound using segment: {'id': '16c891fc-2332-421a-b75f-6baab8bf288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c685246-1aa5-41b7-83d4-3950fcd2df8a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:04.220547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Bound port: 0562ef20-cfe9-4136-8c09-e8bcf3d57f11, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c891fc-2332-421a-b75f-6baab8bf288d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c685246-1aa5-41b7-83d4-3950fcd2df8a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:04.221052 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.262755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:21:04.262755 n-d-802011-3 neutron-server[93834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:21:04.262755 n-d-802011-3 neutron-server[93834]: [parameters: {'id': '1c685246-1aa5-41b7-83d4-3950fcd2df8a'}] Jul 27 22:21:04.262755 n-d-802011-3 neutron-server[93834]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:21:04.263463 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:21:04.329941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] For port 0562ef20-cfe9-4136-8c09-e8bcf3d57f11, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:04.339579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] For port 0562ef20-cfe9-4136-8c09-e8bcf3d57f11, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0562ef20-cfe9-4136-8c09-e8bcf3d57f11,segment=NetworkSegment(16c891fc-2332-421a-b75f-6baab8bf288d),segment_id=16c891fc-2332-421a-b75f-6baab8bf288d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:04.354570 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.396967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-be2c3982-874a-48be-909c-b80e788cdc32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b2629ecb78d47f798bf2d0c64c5bd28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467074 Jul 27 22:21:04.397347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38546) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:04.464393 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99235359-ef3c-491f-8493-760843ad0bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.483539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b77fd8-3e17-44c3-b9ff-e46a24271866 None None] Network 1c685246-1aa5-41b7-83d4-3950fcd2df8a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:04.493552 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99235359-ef3c-491f-8493-760843ad0bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.499450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93d15b-ab5c-40db-b36c-049f5f6e6643 None None] Pushing event updated for resources: {'Port': ['ID=0562ef20-cfe9-4136-8c09-e8bcf3d57f11,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:04.594412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99235359-ef3c-491f-8493-760843ad0bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.597197 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-99235359-ef3c-491f-8493-760843ad0bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.601610 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-99235359-ef3c-491f-8493-760843ad0bba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69a68219-9d4e-4cba-a6e0-b9acb1c3ce3d HTTP/1.1" status: 204 len: 168 time: 0.1997995 Jul 27 22:21:04.626977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99235359-ef3c-491f-8493-760843ad0bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a68219-9d4e-4cba-a6e0-b9acb1c3ce3d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:04.758647 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4feb16-9712-43b3-aad9-3fd89d79eb37 None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:21:04.765244 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.910513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Deleting port 0562ef20-cfe9-4136-8c09-e8bcf3d57f11 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:04.911005 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:04.948043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4feb16-9712-43b3-aad9-3fd89d79eb37 None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:21:04.994511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1fcbb371-1d84-4b6f-b104-e949cd92bf97 req-53532c61-5a17-4ba7-ab7a-6a907f6ba8e5 tempest-ServerRescueTestJSON-1041408936 tempest-ServerRescueTestJSON-1041408936-project] 10.222.0.24 "GET /v2.0/ports?device_id=d536c135-4fbe-4670-9c34-83cf7ca3fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0858831 Jul 27 22:21:05.080316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] For port 0562ef20-cfe9-4136-8c09-e8bcf3d57f11, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0562ef20-cfe9-4136-8c09-e8bcf3d57f11,segment=NetworkSegment(16c891fc-2332-421a-b75f-6baab8bf288d),segment_id=16c891fc-2332-421a-b75f-6baab8bf288d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:05.080825 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.136906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Calling delete_port for 0562ef20-cfe9-4136-8c09-e8bcf3d57f11 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:05.148881 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb91fbb7-a145-494d-9374-6be772419cbf req-6ec162c9-de9e-4b65-a6a8-15d12f36f3be tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0599449 Jul 27 22:21:05.268612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cdc55-00ae-4450-b866-2016f4dc40c2 req-814a9567-8749-4815-8e01-60e652c9ba4a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:05.281336 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.283932 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df5cdc55-00ae-4450-b866-2016f4dc40c2 req-814a9567-8749-4815-8e01-60e652c9ba4a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.1339648 Jul 27 22:21:05.375737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Port': ['ID=0562ef20-cfe9-4136-8c09-e8bcf3d57f11,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:05.386995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No DVR routers for this DVR port 0562ef20-cfe9-4136-8c09-e8bcf3d57f11 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:05.406780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df5cdc55-00ae-4450-b866-2016f4dc40c2 req-18e69f50-ab8f-481f-85a0-5dc449f96b7a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194603 Jul 27 22:21:05.559957 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.586094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c685246-1aa5-41b7-83d4-3950fcd2df8a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:05.622462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c891fc-2332-421a-b75f-6baab8bf288d') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:05.622755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c891fc-2332-421a-b75f-6baab8bf288d') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:05.644881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.667278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.674381 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:05.676367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:05.689744 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:05.811693 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.822214 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.831999 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/1c685246-1aa5-41b7-83d4-3950fcd2df8a HTTP/1.1" status: 204 len: 168 time: 3.2774103 Jul 27 22:21:05.836624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:05.841736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3a4b88ac-6004-45c0-bc9f-1253d9cda05e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1133386848'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:05.850016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb34a26-d7c4-472f-ac7b-8a3bc3d06b89 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Network': ['ID=1c685246-1aa5-41b7-83d4-3950fcd2df8a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:05.879018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4b88ac-6004-45c0-bc9f-1253d9cda05e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:05.882856 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88ac-6004-45c0-bc9f-1253d9cda05e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.917187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4b88ac-6004-45c0-bc9f-1253d9cda05e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:21:05.929026 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:05.929231 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88ac-6004-45c0-bc9f-1253d9cda05e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.930034 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-3a4b88ac-6004-45c0-bc9f-1253d9cda05e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Added segment f450395e-3eb4-40f2-be90-b2496b47002c of type vlan for network ef28d8ba-75a2-434c-b294-4bb4a8adbfbe Jul 27 22:21:05.991331 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88ac-6004-45c0-bc9f-1253d9cda05e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.041179 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88ac-6004-45c0-bc9f-1253d9cda05e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.048420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4b88ac-6004-45c0-bc9f-1253d9cda05e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:06.049252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88ac-6004-45c0-bc9f-1253d9cda05e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.070816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38584) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:06.186761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3a4b88ac-6004-45c0-bc9f-1253d9cda05e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3487756 Jul 27 22:21:06.190296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:06.199122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-509935147'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:06.200711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-68874ce5-be37-4c00-af32-1440f7a15c72 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:06.222220 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b88ac-6004-45c0-bc9f-1253d9cda05e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=ef28d8ba-75a2-434c-b294-4bb4a8adbfbe,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:06.242995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network ef28d8ba-75a2-434c-b294-4bb4a8adbfbe details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:21:06.293961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:06.298418 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.340064 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.345887 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4e95191-b2d0-4f2d-85b8-b11bab1b80c6 req-a9789582-13d3-41d3-8347-b43acf159b2b tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0341702 Jul 27 22:21:06.497128 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.504417 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.509168 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68874ce5-be37-4c00-af32-1440f7a15c72 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.533547 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68874ce5-be37-4c00-af32-1440f7a15c72 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.576331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:21:06.629505 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7dc129-039f-476e-8451-57f81e8b1b68,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:06.639308 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.639663 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Added segment 0dab761b-fa7c-4bb0-981d-1a5810509be3 of type vlan for network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 Jul 27 22:21:06.652503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68874ce5-be37-4c00-af32-1440f7a15c72 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=ef28d8ba-75a2-434c-b294-4bb4a8adbfbe,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:06.664170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68874ce5-be37-4c00-af32-1440f7a15c72 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network ef28d8ba-75a2-434c-b294-4bb4a8adbfbe is not hosted by any dhcp agent {{(pid=93835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 22:21:06.680247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network ef28d8ba-75a2-434c-b294-4bb4a8adbfbe details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:21:06.684299 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 69abaed8-11b0-4eb0-b92c-2949d20f62aa no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:06.688572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68874ce5-be37-4c00-af32-1440f7a15c72 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:06.689219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68874ce5-be37-4c00-af32-1440f7a15c72 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.690552 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-68874ce5-be37-4c00-af32-1440f7a15c72 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "PUT /v2.0/networks/ef28d8ba-75a2-434c-b294-4bb4a8adbfbe HTTP/1.1" status: 200 len: 723 time: 0.4989238 Jul 27 22:21:06.717888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:06.734195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5a8a16b6-3dc1-4e06-8376-fed9efefc373 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'network_id': 'ef28d8ba-75a2-434c-b294-4bb4a8adbfbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:06.801775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 69abaed8-11b0-4eb0-b92c-2949d20f62aa {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:06.802689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 69abaed8-11b0-4eb0-b92c-2949d20f62aa not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:06.822584 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.927180 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be227c77-5a19-4251-a72a-3f778c218dc0 req-653cf7f5-844f-409c-b367-689775b9c8d8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:06.929657 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be227c77-5a19-4251-a72a-3f778c218dc0 req-653cf7f5-844f-409c-b367-689775b9c8d8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.2973526 Jul 27 22:21:06.972527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8a16b6-3dc1-4e06-8376-fed9efefc373 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:06.978758 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a8a16b6-3dc1-4e06-8376-fed9efefc373 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:06.996616 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.004834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:07.004834 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.058616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be227c77-5a19-4251-a72a-3f778c218dc0 req-8a0f4d56-ac9e-4915-af38-52944a010745 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060121 Jul 27 22:21:07.151670 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2217617 Jul 27 22:21:07.163210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38596) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:07.169055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-efb658ca-8e93-4de1-942c-7fcf3b1d75d1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:07.180582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d46332-acbd-45dc-82fb-b8c85b12251a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Network': ['ID=43c09fe6-1b41-4b8b-8c87-27436a1cab56,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:07.191782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:21:07.316701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb658ca-8e93-4de1-942c-7fcf3b1d75d1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:07.321250 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb658ca-8e93-4de1-942c-7fcf3b1d75d1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.327178 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a8a16b6-3dc1-4e06-8376-fed9efefc373 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.330327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-590f6e72-b87a-4f72-8e33-e741c39e141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.383537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a16b6-3dc1-4e06-8376-fed9efefc373 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=8789664b-3fe3-454e-8229-7b38f28d0965,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:07.424277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a16b6-3dc1-4e06-8376-fed9efefc373 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking segment: {'id': 'f450395e-3eb4-40f2-be90-b2496b47002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef28d8ba-75a2-434c-b294-4bb4a8adbfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:07.425015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a16b6-3dc1-4e06-8376-fed9efefc373 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network hostable DHCP agents. Network: ef28d8ba-75a2-434c-b294-4bb4a8adbfbe, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:21:07.447603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a16b6-3dc1-4e06-8376-fed9efefc373 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network ef28d8ba-75a2-434c-b294-4bb4a8adbfbe is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:21:07.507955 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15156369-9857-4586-a2e9-3883f5c97b88 req-b56c388c-2853-435b-b4cc-f1c3d5644737 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0434823 Jul 27 22:21:07.512125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a16b6-3dc1-4e06-8376-fed9efefc373 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, ef28d8ba-75a2-434c-b294-4bb4a8adbfbe) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:07.521707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8a16b6-3dc1-4e06-8376-fed9efefc373 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:07.525817 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a8a16b6-3dc1-4e06-8376-fed9efefc373 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.528496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e63b57b-a849-43fd-b925-3a701ce018b4 None None] Network ef28d8ba-75a2-434c-b294-4bb4a8adbfbe requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:07.571413 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5a8a16b6-3dc1-4e06-8376-fed9efefc373 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8512394 Jul 27 22:21:07.573842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38600) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:07.579525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2e116a21-4af1-4d8d-9984-59b42dcbec6b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:07.742244 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e116a21-4af1-4d8d-9984-59b42dcbec6b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261530584'] for subnet, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.766073 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb658ca-8e93-4de1-942c-7fcf3b1d75d1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.813227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-ef28d8ba-75a2-434c-b294-4bb4a8adbfbe', 'network_id': 'ef28d8ba-75a2-434c-b294-4bb4a8adbfbe', 'tenant_id': '2ad8da7d94dd42d7a3e8df7c44463edb', 'fixed_ips': [{'subnet_id': '8789664b-3fe3-454e-8229-7b38f28d0965'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:07.814092 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.903420 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e116a21-4af1-4d8d-9984-59b42dcbec6b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779860700968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3785970'] for subnet, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.942016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e116a21-4af1-4d8d-9984-59b42dcbec6b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:07.942813 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e116a21-4af1-4d8d-9984-59b42dcbec6b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.947809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2e116a21-4af1-4d8d-9984-59b42dcbec6b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "PUT /v2.0/subnets/8789664b-3fe3-454e-8229-7b38f28d0965 HTTP/1.1" status: 200 len: 806 time: 0.3727984 Jul 27 22:21:07.948478 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:08.037559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e116a21-4af1-4d8d-9984-59b42dcbec6b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=8789664b-3fe3-454e-8229-7b38f28d0965,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:08.116750 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.127245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Allocated IP 172.20.0.2 (ef28d8ba-75a2-434c-b294-4bb4a8adbfbe/8789664b-3fe3-454e-8229-7b38f28d0965/0f5d901c-716b-46af-b7ac-35e11f0e179f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:08.295403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb658ca-8e93-4de1-942c-7fcf3b1d75d1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=5e456851-f840-47b2-8ad8-6dea697761ce,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:08.302181 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.316310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Transition to ACTIVE for port object 0f5d901c-716b-46af-b7ac-35e11f0e179f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:08.319386 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb658ca-8e93-4de1-942c-7fcf3b1d75d1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:08.319977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb658ca-8e93-4de1-942c-7fcf3b1d75d1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network hostable DHCP agents. Network: 43c09fe6-1b41-4b8b-8c87-27436a1cab56, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:21:08.322295 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.339217 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Transition to ACTIVE for port object 0f5d901c-716b-46af-b7ac-35e11f0e179f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:08.342673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-590f6e72-b87a-4f72-8e33-e741c39e141d admin admin] Deleting port c56aa3e4-7098-4492-adce-f79236562f08 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:08.343023 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-590f6e72-b87a-4f72-8e33-e741c39e141d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.351844 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.379282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Network ef28d8ba-75a2-434c-b294-4bb4a8adbfbe is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:08.384812 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:08.392107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:08.406517 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb658ca-8e93-4de1-942c-7fcf3b1d75d1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:21:08.420678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.449930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-efb658ca-8e93-4de1-942c-7fcf3b1d75d1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 43c09fe6-1b41-4b8b-8c87-27436a1cab56) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:08.450188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ce4fd-da9b-42d4-9b52-73f9d471f04f req-5f2e9015-e8cf-4788-95af-7408a6f57c38 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:08.451803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da2ce4fd-da9b-42d4-9b52-73f9d471f04f req-5f2e9015-e8cf-4788-95af-7408a6f57c38 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.2433481 Jul 27 22:21:08.462512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb658ca-8e93-4de1-942c-7fcf3b1d75d1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:08.463218 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-efb658ca-8e93-4de1-942c-7fcf3b1d75d1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.499529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36237789-2493-4ca7-99d4-9b0cf8e24604 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:08.529799 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-efb658ca-8e93-4de1-942c-7fcf3b1d75d1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3647888 Jul 27 22:21:08.530449 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38606) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:08.568898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'name': 'tempest-NetworksTestDHCPv6-420362156'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:08.572488 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Subnet': ['ID=8789664b-3fe3-454e-8229-7b38f28d0965,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:08.609556 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.630111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef28d8ba-75a2-434c-b294-4bb4a8adbfbe']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:08.654381 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f450395e-3eb4-40f2-be90-b2496b47002c') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:08.654702 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f450395e-3eb4-40f2-be90-b2496b47002c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:08.658195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Pushing event updated for resources: {'Port': ['ID=0f5d901c-716b-46af-b7ac-35e11f0e179f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:08.659735 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da2ce4fd-da9b-42d4-9b52-73f9d471f04f req-eff436ef-60a7-4211-af0a-eb7a6c3360c8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840142 Jul 27 22:21:08.660883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-590f6e72-b87a-4f72-8e33-e741c39e141d admin admin] For port c56aa3e4-7098-4492-adce-f79236562f08, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c56aa3e4-7098-4492-adce-f79236562f08,segment=NetworkSegment(f8be5fda-57c1-45d5-9f40-0d27a29a3a7d),segment_id=f8be5fda-57c1-45d5-9f40-0d27a29a3a7d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:08.661265 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-590f6e72-b87a-4f72-8e33-e741c39e141d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.670184 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.692352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-590f6e72-b87a-4f72-8e33-e741c39e141d admin admin] Calling delete_port for c56aa3e4-7098-4492-adce-f79236562f08 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:08.726029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f7d0745-60f1-4bd0-acb6-74f7177c9073 req-6210a624-3eb4-4049-a5fa-031e371a5d4c tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.0863035 Jul 27 22:21:08.742675 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.766475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:08.766475 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:08.775335 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:08.779512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Attempting to bind port 0f5d901c-716b-46af-b7ac-35e11f0e179f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:08.779884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Attempting to bind port 0f5d901c-716b-46af-b7ac-35e11f0e179f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'f450395e-3eb4-40f2-be90-b2496b47002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef28d8ba-75a2-434c-b294-4bb4a8adbfbe'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:08.780239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Attempting to bind port 0f5d901c-716b-46af-b7ac-35e11f0e179f on network ef28d8ba-75a2-434c-b294-4bb4a8adbfbe {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:08.801393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:08.801805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Checking segment: {'id': 'f450395e-3eb4-40f2-be90-b2496b47002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef28d8ba-75a2-434c-b294-4bb4a8adbfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:08.802493 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.802880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Bound using segment: {'id': 'f450395e-3eb4-40f2-be90-b2496b47002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef28d8ba-75a2-434c-b294-4bb4a8adbfbe'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:08.805821 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Bound port: 0f5d901c-716b-46af-b7ac-35e11f0e179f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f450395e-3eb4-40f2-be90-b2496b47002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ef28d8ba-75a2-434c-b294-4bb4a8adbfbe'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:08.806216 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.814537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '5e456851-f840-47b2-8ad8-6dea697761ce'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:08.815386 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.897196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:08.900763 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.922977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:21:08.922977 n-d-802011-3 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:21:08.922977 n-d-802011-3 neutron-server[93835]: [parameters: {'id': 'ef28d8ba-75a2-434c-b294-4bb4a8adbfbe'}] Jul 27 22:21:08.922977 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:21:08.924172 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:21:08.931288 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port 7d74c18d-ed1d-4e74-b4d0-0036d0f9104d yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:21:09.024897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] For port 0f5d901c-716b-46af-b7ac-35e11f0e179f, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:09.028353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] For port 0f5d901c-716b-46af-b7ac-35e11f0e179f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0f5d901c-716b-46af-b7ac-35e11f0e179f,segment=NetworkSegment(f450395e-3eb4-40f2-be90-b2496b47002c),segment_id=f450395e-3eb4-40f2-be90-b2496b47002c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:09.041842 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.157189 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a893c2-e1a4-4f2b-904b-b123bb611f87 None None] Network ef28d8ba-75a2-434c-b294-4bb4a8adbfbe requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:09.167033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-590f6e72-b87a-4f72-8e33-e741c39e141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.207575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cd83b-fd03-4c6e-a1a4-5760f7dee2a1 None None] Pushing event updated for resources: {'Port': ['ID=0f5d901c-716b-46af-b7ac-35e11f0e179f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:09.211069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::3b6 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/5e456851-f840-47b2-8ad8-6dea697761ce/7d74c18d-ed1d-4e74-b4d0-0036d0f9104d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:09.266166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f6e72-b87a-4f72-8e33-e741c39e141d admin admin] Pushing event deleted for resources: {'Port': ['ID=c56aa3e4-7098-4492-adce-f79236562f08,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:09.346651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd993e7a-cbf3-4de8-a9d6-89215755e663 None None] Network ef28d8ba-75a2-434c-b294-4bb4a8adbfbe requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:09.430754 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.524327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Deleting port 0f5d901c-716b-46af-b7ac-35e11f0e179f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:09.524589 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.589196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-590f6e72-b87a-4f72-8e33-e741c39e141d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.594248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] For port 0f5d901c-716b-46af-b7ac-35e11f0e179f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0f5d901c-716b-46af-b7ac-35e11f0e179f,segment=NetworkSegment(f450395e-3eb4-40f2-be90-b2496b47002c),segment_id=f450395e-3eb4-40f2-be90-b2496b47002c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:09.594679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.609033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Calling delete_port for 0f5d901c-716b-46af-b7ac-35e11f0e179f owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:09.617271 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.671387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object 7d74c18d-ed1d-4e74-b4d0-0036d0f9104d will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:09.726846 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.792768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Port': ['ID=0f5d901c-716b-46af-b7ac-35e11f0e179f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:09.846321 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.846611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No DVR routers for this DVR port 0f5d901c-716b-46af-b7ac-35e11f0e179f on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:09.914822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Allocated IP 2001:db8::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/5e456851-f840-47b2-8ad8-6dea697761ce/bb0a7609-ec1b-4cf0-8395-7b13fed66b05) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:09.935405 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:09.945979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:09.953609 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:09.960458 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:09.961534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.975432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=7d74c18d-ed1d-4e74-b4d0-0036d0f9104d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:10.001014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590f6e72-b87a-4f72-8e33-e741c39e141d admin admin] Router dae2abb2-05ea-4b41-bf19-788bb2546d59 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:21:10.002464 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bde6ab46-9398-4351-8682-85b226d9212c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4521461 Jul 27 22:21:10.005464 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38620) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:10.087361 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f15d80a8-8411-4efe-bfc1-99a4efb5b3c6 req-ee551023-e721-44de-a691-b8c287383b43 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6826987-fc67-4578-8182-6d157f10425f HTTP/1.1" status: 200 len: 210 time: 0.1493564 Jul 27 22:21:10.150762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.155792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590f6e72-b87a-4f72-8e33-e741c39e141d admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:21:10.177168 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9cfea-efff-422f-b496-a34a322c0ab7 None None] Sync routers for ids ['dae2abb2-05ea-4b41-bf19-788bb2546d59'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:21:10.185937 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-590f6e72-b87a-4f72-8e33-e741c39e141d admin admin] 10.222.0.24 "PUT /v2.0/routers/dae2abb2-05ea-4b41-bf19-788bb2546d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1134832 Jul 27 22:21:10.195545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbd524-1d91-4e90-ad3a-ed31c4ce079a req-162f8d50-7565-447d-a17e-6cc6a29ed733 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:10.196145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38622) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:10.196553 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9cfea-efff-422f-b496-a34a322c0ab7 None None] Routers {'dae2abb2-05ea-4b41-bf19-788bb2546d59'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:10.197616 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ca9cfea-efff-422f-b496-a34a322c0ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dae2abb2-05ea-4b41-bf19-788bb2546d59'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:10.205574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6dbd524-1d91-4e90-ad3a-ed31c4ce079a req-162f8d50-7565-447d-a17e-6cc6a29ed733 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.4218366 Jul 27 22:21:10.214560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef28d8ba-75a2-434c-b294-4bb4a8adbfbe']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:10.254677 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.269674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Transition to ACTIVE for port object bb0a7609-ec1b-4cf0-8395-7b13fed66b05 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:10.283755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a18773-d2a5-449e-bbb0-fa3f38752865 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:10.284993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f450395e-3eb4-40f2-be90-b2496b47002c') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:10.285310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f450395e-3eb4-40f2-be90-b2496b47002c') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:10.285769 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a3a18773-d2a5-449e-bbb0-fa3f38752865 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2788644 Jul 27 22:21:10.289809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38624) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:10.313323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Transition to ACTIVE for port object bb0a7609-ec1b-4cf0-8395-7b13fed66b05 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:10.319677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.326240 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.367447 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9ca9cfea-efff-422f-b496-a34a322c0ab7 None None] Set router dae2abb2-05ea-4b41-bf19-788bb2546d59 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:10.394948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6dbd524-1d91-4e90-ad3a-ed31c4ce079a req-3c0598dc-1dd4-4098-af4c-b4593ca1ad6f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884513 Jul 27 22:21:10.400877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.433613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:10.435450 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:10.438860 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:10.446007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Pushing event updated for resources: {'Port': ['ID=bb0a7609-ec1b-4cf0-8395-7b13fed66b05,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:10.466320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:10.467734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:10.474586 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.482751 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:10.516620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d64375ec-f0cf-4537-8f1a-6c3ca92a327e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port 7d74c18d-ed1d-4e74-b4d0-0036d0f9104d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:10.517125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d64375ec-f0cf-4537-8f1a-6c3ca92a327e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.541043 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.548064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.549889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/ef28d8ba-75a2-434c-b294-4bb4a8adbfbe HTTP/1.1" status: 204 len: 168 time: 2.5977077 Jul 27 22:21:10.555118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:10.582788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d97c5-c348-4ec0-a8c0-0c407df913bd tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Network': ['ID=ef28d8ba-75a2-434c-b294-4bb4a8adbfbe,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:10.585789 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-79713c3f-0dee-4001-8018-1fd07d928e8d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:10.586413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79713c3f-0dee-4001-8018-1fd07d928e8d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:10.588246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-79713c3f-0dee-4001-8018-1fd07d928e8d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/ef28d8ba-75a2-434c-b294-4bb4a8adbfbe HTTP/1.1" status: 404 len: 339 time: 0.0323696 Jul 27 22:21:10.592152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:10.597386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fe50f547-a261-4372-ad89-cd0519726f8c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1437896941', 'description': 'd1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:10.603949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Attempting to bind port bb0a7609-ec1b-4cf0-8395-7b13fed66b05 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:10.604325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Attempting to bind port bb0a7609-ec1b-4cf0-8395-7b13fed66b05 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:10.604690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Attempting to bind port bb0a7609-ec1b-4cf0-8395-7b13fed66b05 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:10.620506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d64375ec-f0cf-4537-8f1a-6c3ca92a327e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.621107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:10.621107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:10.621107 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.621662 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:10.622314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Bound port: bb0a7609-ec1b-4cf0-8395-7b13fed66b05, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:10.622856 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.626419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe50f547-a261-4372-ad89-cd0519726f8c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:10.633694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d64375ec-f0cf-4537-8f1a-6c3ca92a327e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for 7d74c18d-ed1d-4e74-b4d0-0036d0f9104d owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:10.634464 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe50f547-a261-4372-ad89-cd0519726f8c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.700582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe50f547-a261-4372-ad89-cd0519726f8c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:21:10.710050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] For port bb0a7609-ec1b-4cf0-8395-7b13fed66b05, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:10.718886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe50f547-a261-4372-ad89-cd0519726f8c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.720076 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] For port bb0a7609-ec1b-4cf0-8395-7b13fed66b05, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb0a7609-ec1b-4cf0-8395-7b13fed66b05,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:10.721998 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-fe50f547-a261-4372-ad89-cd0519726f8c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Added segment 769523d8-8cb0-4bf8-8fde-36415e27d665 of type vlan for network 41a38c57-ebc2-412e-a30b-1a53d327b187 Jul 27 22:21:10.728250 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ca9cfea-efff-422f-b496-a34a322c0ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'name': 'tempest-ServerRescueTestJSON-615126378-router', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:09Z', 'updated_at': '2021-07-27T22:21:09Z', 'revision_number': 5, 'project_id': '9c19a71148b44506a6c220a84a0129bd', 'gw_port': {'id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:10Z', 'updated_at': '2021-07-27T22:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:10.735069 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.791321 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9cfea-efff-422f-b496-a34a322c0ab7 None None] Checking router: dae2abb2-05ea-4b41-bf19-788bb2546d59 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:21:10.820510 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9cfea-efff-422f-b496-a34a322c0ab7 None None] Routers {'dae2abb2-05ea-4b41-bf19-788bb2546d59'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:10.822920 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ca9cfea-efff-422f-b496-a34a322c0ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:20:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dae2abb2-05ea-4b41-bf19-788bb2546d59'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:10.826614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe50f547-a261-4372-ad89-cd0519726f8c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.862353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea91b4a-7bc2-4275-8bdb-b4a4e461e16f None None] Pushing event updated for resources: {'Port': ['ID=bb0a7609-ec1b-4cf0-8395-7b13fed66b05,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:10.899171 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe50f547-a261-4372-ad89-cd0519726f8c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.903181 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.912349 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50f547-a261-4372-ad89-cd0519726f8c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:10.913167 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe50f547-a261-4372-ad89-cd0519726f8c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.018205 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d64375ec-f0cf-4537-8f1a-6c3ca92a327e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.058218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64375ec-f0cf-4537-8f1a-6c3ca92a327e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=7d74c18d-ed1d-4e74-b4d0-0036d0f9104d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:11.059141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50f547-a261-4372-ad89-cd0519726f8c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=41a38c57-ebc2-412e-a30b-1a53d327b187,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:11.063477 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fe50f547-a261-4372-ad89-cd0519726f8c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4701824 Jul 27 22:21:11.072526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 41a38c57-ebc2-412e-a30b-1a53d327b187 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:21:11.077019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38632) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:11.117321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Deleting port 33537ab1-7d99-40e7-ba14-ebf280c1de5f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:11.119214 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.264391 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9ca9cfea-efff-422f-b496-a34a322c0ab7 None None] Set router dae2abb2-05ea-4b41-bf19-788bb2546d59 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:11.274640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38646) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:11.279987 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d64375ec-f0cf-4537-8f1a-6c3ca92a327e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.284671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d64375ec-f0cf-4537-8f1a-6c3ca92a327e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/7d74c18d-ed1d-4e74-b4d0-0036d0f9104d HTTP/1.1" status: 204 len: 168 time: 0.9942126 Jul 27 22:21:11.314666 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38648) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:11.337188 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c29d8467-92f1-4912-90e0-06f66a5ef664 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.372144 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c29d8467-92f1-4912-90e0-06f66a5ef664 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.432577 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c29d8467-92f1-4912-90e0-06f66a5ef664 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.436209 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c29d8467-92f1-4912-90e0-06f66a5ef664 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.440291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c29d8467-92f1-4912-90e0-06f66a5ef664 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "DELETE /v2.0/security-groups/16d1d144-4da5-4d50-a85f-ad105d47d626 HTTP/1.1" status: 204 len: 168 time: 0.1617517 Jul 27 22:21:11.441788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38652) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:11.463180 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-a9996dc1-9bdc-4daf-9eab-940b3ba002eb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] show failed (client error): The resource could not be found. Jul 27 22:21:11.465403 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a9996dc1-9bdc-4daf-9eab-940b3ba002eb tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "GET /v2.0/security-groups/16d1d144-4da5-4d50-a85f-ad105d47d626 HTTP/1.1" status: 404 len: 347 time: 0.0217834 Jul 27 22:21:11.467078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d8467-92f1-4912-90e0-06f66a5ef664 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d1d144-4da5-4d50-a85f-ad105d47d626,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:11.468902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:11.503018 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ca9cfea-efff-422f-b496-a34a322c0ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'name': 'tempest-ServerRescueTestJSON-615126378-router', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:09Z', 'updated_at': '2021-07-27T22:21:09Z', 'revision_number': 5, 'project_id': '9c19a71148b44506a6c220a84a0129bd', 'gw_port': {'id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:10Z', 'updated_at': '2021-07-27T22:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:11.540113 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9cfea-efff-422f-b496-a34a322c0ab7 None None] The sync data for ids ['dae2abb2-05ea-4b41-bf19-788bb2546d59'] in n-d-802011-3 is: [{'id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'name': 'tempest-ServerRescueTestJSON-615126378-router', 'tenant_id': '9c19a71148b44506a6c220a84a0129bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:09Z', 'updated_at': '2021-07-27T22:21:09Z', 'revision_number': 5, 'project_id': '9c19a71148b44506a6c220a84a0129bd', 'gw_port': {'id': '33537ab1-7d99-40e7-ba14-ebf280c1de5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae2abb2-05ea-4b41-bf19-788bb2546d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:10Z', 'updated_at': '2021-07-27T22:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:21:11.652417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be125d3-318f-4059-8597-fd61b017643a req-3952d173-3b62-4074-bf7b-161c77f8c29e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:11.655484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4be125d3-318f-4059-8597-fd61b017643a req-3952d173-3b62-4074-bf7b-161c77f8c29e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.1214430 Jul 27 22:21:11.703435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-50d0d6f5-9450-49e3-947c-f09bafd1c7d2 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Deleting port 9ef19db0-4aea-4f84-9385-55ac8cf34a5d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:11.703806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50d0d6f5-9450-49e3-947c-f09bafd1c7d2 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.721645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d49db0-0c2b-4986-8008-7c042c6a8ea6 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:11.723398 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-47d49db0-0c2b-4986-8008-7c042c6a8ea6 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/networks?id=41a38c57-ebc2-412e-a30b-1a53d327b187 HTTP/1.1" status: 200 len: 761 time: 0.6449058 Jul 27 22:21:11.731228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38656) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:11.737666 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-79399717-efe7-4f83-b185-d9e4666ff4ab tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'description': 'd2'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:11.760382 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e86d2-c88f-470a-8765-9c9890f340f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:11.761929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8e86d2-c88f-470a-8765-9c9890f340f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:11.766484 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2b8e86d2-c88f-470a-8765-9c9890f340f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4507747 Jul 27 22:21:11.767110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38658) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:11.795342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4be125d3-318f-4059-8597-fd61b017643a req-29011a77-968a-4db0-9c42-0797607f149f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340559 Jul 27 22:21:11.829444 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50d0d6f5-9450-49e3-947c-f09bafd1c7d2 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.829716 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50d0d6f5-9450-49e3-947c-f09bafd1c7d2 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.845672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-50d0d6f5-9450-49e3-947c-f09bafd1c7d2 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Calling delete_port for 9ef19db0-4aea-4f84-9385-55ac8cf34a5d owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:11.847789 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:21:11.894724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] For port 33537ab1-7d99-40e7-ba14-ebf280c1de5f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=33537ab1-7d99-40e7-ba14-ebf280c1de5f,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:11.895101 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:11.930373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Calling delete_port for 33537ab1-7d99-40e7-ba14-ebf280c1de5f owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:11.970149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-07497d3e-8a6c-4fda-9dd8-02a1a5781f42 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 5e456851-f840-47b2-8ad8-6dea697761ce {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:12.004407 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50d0d6f5-9450-49e3-947c-f09bafd1c7d2 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.009412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07497d3e-8a6c-4fda-9dd8-02a1a5781f42 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.044928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0d6f5-9450-49e3-947c-f09bafd1c7d2 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Port': ['ID=9ef19db0-4aea-4f84-9385-55ac8cf34a5d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:12.073637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21465d0-0600-460a-b35f-72c3ce9fd280 req-9fd6ffbc-f336-41a1-860c-8c74c4cae971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:12.075208 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a21465d0-0600-460a-b35f-72c3ce9fd280 req-9fd6ffbc-f336-41a1-860c-8c74c4cae971 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 1096 time: 0.2769055 Jul 27 22:21:12.118477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50d0d6f5-9450-49e3-947c-f09bafd1c7d2 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.121229 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50d0d6f5-9450-49e3-947c-f09bafd1c7d2 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.122614 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-50d0d6f5-9450-49e3-947c-f09bafd1c7d2 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "DELETE /v2.0/floatingips/72438ef5-d260-4b43-ab16-3599d61b17e1 HTTP/1.1" status: 204 len: 168 time: 0.6525400 Jul 27 22:21:12.125327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38660) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:12.129860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50eb232-48a9-44f0-9e79-003b5ca56eb6 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:12.135381 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07497d3e-8a6c-4fda-9dd8-02a1a5781f42 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.231334 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79399717-efe7-4f83-b185-d9e4666ff4ab tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.232865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-875beb99-7875-4b65-b27a-95fcab854292 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Deleting port a56b565a-7c35-4223-a9e3-caf86b3cf9ac {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:12.233279 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-875beb99-7875-4b65-b27a-95fcab854292 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.264566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fba6550a-9afa-4835-96c0-3728b75aa311 None None] Provisioning for port bb0a7609-ec1b-4cf0-8395-7b13fed66b05 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:12.312034 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79399717-efe7-4f83-b185-d9e4666ff4ab tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.355114 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-875beb99-7875-4b65-b27a-95fcab854292 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.367425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-875beb99-7875-4b65-b27a-95fcab854292 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Calling delete_port for a56b565a-7c35-4223-a9e3-caf86b3cf9ac owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:12.392888 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79399717-efe7-4f83-b185-d9e4666ff4ab tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network 41a38c57-ebc2-412e-a30b-1a53d327b187 is not hosted by any dhcp agent {{(pid=93834) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 22:21:12.399168 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79399717-efe7-4f83-b185-d9e4666ff4ab tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:12.399766 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79399717-efe7-4f83-b185-d9e4666ff4ab tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.401067 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-79399717-efe7-4f83-b185-d9e4666ff4ab tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "PUT /v2.0/networks/41a38c57-ebc2-412e-a30b-1a53d327b187 HTTP/1.1" status: 200 len: 758 time: 0.6688762 Jul 27 22:21:12.410012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38664) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:12.440940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21465d0-0600-460a-b35f-72c3ce9fd280 req-5df4b3c3-ac6c-4c55-b6db-de47744d60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:12.442740 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a21465d0-0600-460a-b35f-72c3ce9fd280 req-5df4b3c3-ac6c-4c55-b6db-de47744d60bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.3323233 Jul 27 22:21:12.454599 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.518607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5988b5b5-02da-4641-ad52-2ebf8a018831 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:12.519209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79399717-efe7-4f83-b185-d9e4666ff4ab tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=41a38c57-ebc2-412e-a30b-1a53d327b187,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:12.520201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5988b5b5-02da-4641-ad52-2ebf8a018831 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/networks?id=41a38c57-ebc2-412e-a30b-1a53d327b187 HTTP/1.1" status: 200 len: 761 time: 0.1091981 Jul 27 22:21:12.529674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:12.535389 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 41a38c57-ebc2-412e-a30b-1a53d327b187 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:21:12.538967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5bf481be-e27c-4662-93be-2b44d5acd37f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-865667762'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:12.557967 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07497d3e-8a6c-4fda-9dd8-02a1a5781f42 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.593548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf481be-e27c-4662-93be-2b44d5acd37f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:12.597080 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bf481be-e27c-4662-93be-2b44d5acd37f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.624507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-875beb99-7875-4b65-b27a-95fcab854292 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.638733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf481be-e27c-4662-93be-2b44d5acd37f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:21:12.648494 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a21465d0-0600-460a-b35f-72c3ce9fd280 req-ed5e4145-445a-4353-bec7-b40359bd54e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b HTTP/1.1" status: 200 len: 1001 time: 0.1941588 Jul 27 22:21:12.671715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875beb99-7875-4b65-b27a-95fcab854292 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Port': ['ID=a56b565a-7c35-4223-a9e3-caf86b3cf9ac,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:12.683128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bf481be-e27c-4662-93be-2b44d5acd37f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.683460 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-5bf481be-e27c-4662-93be-2b44d5acd37f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Added segment 45f54296-67b7-4fed-983e-113c3fce0539 of type vlan for network 7a080adf-2d52-40ba-b274-bf14c973e787 Jul 27 22:21:12.691742 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.749490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=33537ab1-7d99-40e7-ba14-ebf280c1de5f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:12.757353 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef930586-3a67-4386-9c77-3a45f057039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.778470 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07497d3e-8a6c-4fda-9dd8-02a1a5781f42 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.814306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21465d0-0600-460a-b35f-72c3ce9fd280 req-1a3c27a0-c4d0-42bd-87ff-425530944576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:12.815535 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a21465d0-0600-460a-b35f-72c3ce9fd280 req-1a3c27a0-c4d0-42bd-87ff-425530944576 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.1604857 Jul 27 22:21:12.847836 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bf481be-e27c-4662-93be-2b44d5acd37f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.853511 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-875beb99-7875-4b65-b27a-95fcab854292 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.858513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-875beb99-7875-4b65-b27a-95fcab854292 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "DELETE /v2.0/ports/a56b565a-7c35-4223-a9e3-caf86b3cf9ac HTTP/1.1" status: 204 len: 168 time: 0.7323055 Jul 27 22:21:12.859267 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:12.867572 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb0a7609-ec1b-4cf0-8395-7b13fed66b05 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:12.891398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07497d3e-8a6c-4fda-9dd8-02a1a5781f42 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=5e456851-f840-47b2-8ad8-6dea697761ce,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:12.899102 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-07497d3e-8a6c-4fda-9dd8-02a1a5781f42 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.901956 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-07497d3e-8a6c-4fda-9dd8-02a1a5781f42 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/5e456851-f840-47b2-8ad8-6dea697761ce HTTP/1.1" status: 204 len: 168 time: 1.1047792 Jul 27 22:21:12.914603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfd9560-b0fe-47d8-a60d-f68a606d9ea4 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:12.916469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:12.939034 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:12.982287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b1ee20b0-8301-4e17-89b0-fc35e436c816 None None] Could not find standard attr ID for object 7d74c18d-ed1d-4e74-b4d0-0036d0f9104d. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:21:13.009632 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ea8642b0-35c6-4bc1-90ce-b8e78eea3eb9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919139 Jul 27 22:21:13.016889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38674) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:13.022893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port bb0a7609-ec1b-4cf0-8395-7b13fed66b05 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:13.026214 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-67822b00-8828-4cdb-ba40-69612bce8309 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:13.044752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21465d0-0600-460a-b35f-72c3ce9fd280 req-65ffcb5d-d821-4cd5-bc8f-853d391f5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:13.046498 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a21465d0-0600-460a-b35f-72c3ce9fd280 req-65ffcb5d-d821-4cd5-bc8f-853d391f5f70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716535 Jul 27 22:21:13.072385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bb0a7609-ec1b-4cf0-8395-7b13fed66b05 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:13.072778 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.093555 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bf481be-e27c-4662-93be-2b44d5acd37f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.099464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf481be-e27c-4662-93be-2b44d5acd37f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:13.100390 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bf481be-e27c-4662-93be-2b44d5acd37f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.126737 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.130384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.199900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63a70a-1d19-4c4a-b725-30d0971cf579 req-ecaa0450-67dc-48eb-9cc9-58f7a7648709 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:13.208081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e63a70a-1d19-4c4a-b725-30d0971cf579 req-ecaa0450-67dc-48eb-9cc9-58f7a7648709 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.3036628 Jul 27 22:21:13.235704 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5bf481be-e27c-4662-93be-2b44d5acd37f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7049098 Jul 27 22:21:13.244919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38676) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:13.265631 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.267267 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae2abb2-05ea-4b41-bf19-788bb2546d59 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:21:13.270813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-704f7e1f-a83c-4611-b947-b5e03f499b29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'network_id': '7a080adf-2d52-40ba-b274-bf14c973e787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:13.276626 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.278739 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f51d2531-10cc-47bb-a738-c10557d3cc05 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dae2abb2-05ea-4b41-bf19-788bb2546d59 HTTP/1.1" status: 204 len: 168 time: 3.0783751 Jul 27 22:21:13.282536 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38678) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:13.355882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b36dd9-4870-44e7-9f20-421e3cccac9d None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:13.363827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7a51c0-623c-4a1f-a667-8201ed76ef0a admin admin] Deleting subnet 4a79d5dc-2676-4678-a4d0-f3cdbc464686 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:13.372509 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb7a51c0-623c-4a1f-a667-8201ed76ef0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.399072 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.425262 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a21465d0-0600-460a-b35f-72c3ce9fd280 req-374d80b5-ae36-4ef0-9cdc-91191813b753 service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499618 Jul 27 22:21:13.432832 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb7a51c0-623c-4a1f-a667-8201ed76ef0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.443905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port bb0a7609-ec1b-4cf0-8395-7b13fed66b05, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb0a7609-ec1b-4cf0-8395-7b13fed66b05,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:13.461185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-24b36dd9-4870-44e7-9f20-421e3cccac9d None None] Deleting port bb0a7609-ec1b-4cf0-8395-7b13fed66b05 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:13.461567 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b36dd9-4870-44e7-9f20-421e3cccac9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.465397 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.518943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c56aa3e4-7098-4492-adce-f79236562f08 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:13.555571 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb7a51c0-623c-4a1f-a667-8201ed76ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.577218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: c56aa3e4-7098-4492-adce-f79236562f08 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:13.577567 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c56aa3e4-7098-4492-adce-f79236562f08 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:13.592780 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a21465d0-0600-460a-b35f-72c3ce9fd280 req-08007dcf-ad3a-4b35-ada5-41c2c862f3eb service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575067 Jul 27 22:21:13.608111 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-24b36dd9-4870-44e7-9f20-421e3cccac9d None None] For port bb0a7609-ec1b-4cf0-8395-7b13fed66b05, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bb0a7609-ec1b-4cf0-8395-7b13fed66b05,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:13.608520 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b36dd9-4870-44e7-9f20-421e3cccac9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.626938 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb7a51c0-623c-4a1f-a667-8201ed76ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.644483 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fb7a51c0-623c-4a1f-a667-8201ed76ef0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.649591 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fb7a51c0-623c-4a1f-a667-8201ed76ef0a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4a79d5dc-2676-4678-a4d0-f3cdbc464686 HTTP/1.1" status: 204 len: 168 time: 0.3629549 Jul 27 22:21:13.649794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-24b36dd9-4870-44e7-9f20-421e3cccac9d None None] Calling delete_port for bb0a7609-ec1b-4cf0-8395-7b13fed66b05 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:13.653768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:13.682003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf481be-e27c-4662-93be-2b44d5acd37f tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=7a080adf-2d52-40ba-b274-bf14c973e787,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:13.685455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a51c0-623c-4a1f-a667-8201ed76ef0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a79d5dc-2676-4678-a4d0-f3cdbc464686,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:13.716095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7a080adf-2d52-40ba-b274-bf14c973e787 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:21:13.727759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e2a89-1249-4889-b91e-f03eb791062c req-df6518a2-7358-4d69-860e-5cf50d5cfb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:13.727950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=bb0a7609-ec1b-4cf0-8395-7b13fed66b05,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:13.730468 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f84e2a89-1249-4889-b91e-f03eb791062c req-df6518a2-7358-4d69-860e-5cf50d5cfb3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 1096 time: 0.0593085 Jul 27 22:21:13.764749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e63a70a-1d19-4c4a-b725-30d0971cf579 req-cd8ec96b-f8d2-4894-966d-8cb9d14b923b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5559337 Jul 27 22:21:13.784802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c0fab358-2684-45ac-bdf2-c0c88559240f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Deleting port 1d5041d4-18ed-408b-9a0f-481d6318c69a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:13.785330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0fab358-2684-45ac-bdf2-c0c88559240f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.827806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67822b00-8828-4cdb-ba40-69612bce8309 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:13.831474 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67822b00-8828-4cdb-ba40-69612bce8309 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.831915 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b36dd9-4870-44e7-9f20-421e3cccac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.860162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b36dd9-4870-44e7-9f20-421e3cccac9d None None] Pushing event deleted for resources: {'Port': ['ID=bb0a7609-ec1b-4cf0-8395-7b13fed66b05,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:13.872608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b36dd9-4870-44e7-9f20-421e3cccac9d None None] No DVR routers for this DVR port bb0a7609-ec1b-4cf0-8395-7b13fed66b05 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:13.892974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22693dc-0b40-4969-9959-b8deab75767c None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:21:13.895249 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.899241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e2a89-1249-4889-b91e-f03eb791062c req-5786af9d-6753-4633-b610-8e8af3d3dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:13.901654 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f84e2a89-1249-4889-b91e-f03eb791062c req-5786af9d-6753-4633-b610-8e8af3d3dd4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.1618588 Jul 27 22:21:13.970420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704f7e1f-a83c-4611-b947-b5e03f499b29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:13.974282 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-704f7e1f-a83c-4611-b947-b5e03f499b29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:13.998079 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f84e2a89-1249-4889-b91e-f03eb791062c req-e46888a7-2aad-4b88-8e57-b77b668a5b0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b HTTP/1.1" status: 200 len: 1001 time: 0.0875487 Jul 27 22:21:14.042449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22693dc-0b40-4969-9959-b8deab75767c None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:21:14.063895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e2a89-1249-4889-b91e-f03eb791062c req-7ac30227-fd8b-4586-98b1-80dfbf767e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:14.065708 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f84e2a89-1249-4889-b91e-f03eb791062c req-7ac30227-fd8b-4586-98b1-80dfbf767e82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.0531757 Jul 27 22:21:14.119292 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0fab358-2684-45ac-bdf2-c0c88559240f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.123004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e2a89-1249-4889-b91e-f03eb791062c req-63e17134-b7c5-4631-aaf5-7a33a83019f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:14.124837 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f84e2a89-1249-4889-b91e-f03eb791062c req-63e17134-b7c5-4631-aaf5-7a33a83019f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500598 Jul 27 22:21:14.185440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c0fab358-2684-45ac-bdf2-c0c88559240f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Calling delete_port for 1d5041d4-18ed-408b-9a0f-481d6318c69a owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:14.214328 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.225808 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f84e2a89-1249-4889-b91e-f03eb791062c req-ccd07a0f-2cc4-47ba-9246-c7541d6d0f10 service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930688 Jul 27 22:21:14.256651 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609f36d7-6494-4fb0-af9f-4fa63b968c93']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:14.303093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:14.303915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8be5fda-57c1-45d5-9f40-0d27a29a3a7d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:14.319505 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.340686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f84e2a89-1249-4889-b91e-f03eb791062c req-d3458d5c-b87e-4dd8-8238-04d1b00ac7ab service neutron] 10.222.0.43 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048841 Jul 27 22:21:14.396824 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.423601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:14.424004 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:14.430147 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:14.481395 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67822b00-8828-4cdb-ba40-69612bce8309 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.519267 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 97b151ef-0efa-4b3a-95a8-2695bf9bd06b no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:14.591126 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.597863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67822b00-8828-4cdb-ba40-69612bce8309 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:14.600625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.623380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:14.625642 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbb8d3e-935b-43b5-a7b1-39dcc7a6fe71" -d '{"events": [{"server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "name": "network-vif-unplugged", "status": "completed", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:14.627736 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.629616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] 10.222.0.24 "DELETE /v2.0/networks/609f36d7-6494-4fb0-af9f-4fa63b968c93 HTTP/1.1" status: 204 len: 168 time: 0.9702759 Jul 27 22:21:14.632040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-67822b00-8828-4cdb-ba40-69612bce8309 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:14.644661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67822b00-8828-4cdb-ba40-69612bce8309 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=1f28d5e8-8aaf-4594-87b5-310b104832cf,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:14.649328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616774b-b611-4de5-87b0-ccc0deceb1a2 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:14.650998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67822b00-8828-4cdb-ba40-69612bce8309 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:14.651599 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67822b00-8828-4cdb-ba40-69612bce8309 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.654346 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-704f7e1f-a83c-4611-b947-b5e03f499b29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.666932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501315d-bea9-47f6-b815-da16b3be1c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=609f36d7-6494-4fb0-af9f-4fa63b968c93,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:14.688538 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29dd232-37f0-48a7-af15-46734379f130 x-openstack-request-id: req-f29dd232-37f0-48a7-af15-46734379f130 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:14.688834 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "name": "network-vif-unplugged", "status": "completed", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:14.689094 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f29dd232-37f0-48a7-af15-46734379f130 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:14.689473 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'code': 200} Jul 27 22:21:14.695029 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:14.703278 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.732974 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-67822b00-8828-4cdb-ba40-69612bce8309 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7126195 Jul 27 22:21:14.737667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38686) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:14.747851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'name': 'tempest-NetworksTestDHCPv6-526857805'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:14.754703 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0fab358-2684-45ac-bdf2-c0c88559240f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.764408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f7e1f-a83c-4611-b947-b5e03f499b29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=33f7d1c1-2d83-4b45-84c0-3b2609e8e499,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:14.802059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f7e1f-a83c-4611-b947-b5e03f499b29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking segment: {'id': '45f54296-67b7-4fed-983e-113c3fce0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7a080adf-2d52-40ba-b274-bf14c973e787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:14.803124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704f7e1f-a83c-4611-b947-b5e03f499b29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network hostable DHCP agents. Network: 7a080adf-2d52-40ba-b274-bf14c973e787, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:21:14.804904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:14.807125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fab358-2684-45ac-bdf2-c0c88559240f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Port': ['ID=1d5041d4-18ed-408b-9a0f-481d6318c69a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:14.845186 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb0a7609-ec1b-4cf0-8395-7b13fed66b05 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:14.873088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704f7e1f-a83c-4611-b947-b5e03f499b29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network 7a080adf-2d52-40ba-b274-bf14c973e787 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:21:14.888458 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c0fab358-2684-45ac-bdf2-c0c88559240f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.890531 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c0fab358-2684-45ac-bdf2-c0c88559240f tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "DELETE /v2.0/ports/1d5041d4-18ed-408b-9a0f-481d6318c69a HTTP/1.1" status: 204 len: 168 time: 2.0277991 Jul 27 22:21:14.893139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38690) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:14.904566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: bb0a7609-ec1b-4cf0-8395-7b13fed66b05 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:14.904987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-704f7e1f-a83c-4611-b947-b5e03f499b29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7a080adf-2d52-40ba-b274-bf14c973e787) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:14.905366 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bb0a7609-ec1b-4cf0-8395-7b13fed66b05 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:14.906700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 33537ab1-7d99-40e7-ba14-ebf280c1de5f no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:14.919071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c17892-bf3d-43cf-a369-66075d00158f None None] Network 7a080adf-2d52-40ba-b274-bf14c973e787 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:14.919866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38692) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:14.931924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704f7e1f-a83c-4611-b947-b5e03f499b29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:14.932516 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-704f7e1f-a83c-4611-b947-b5e03f499b29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:14.944432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 33537ab1-7d99-40e7-ba14-ebf280c1de5f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:14.944782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 33537ab1-7d99-40e7-ba14-ebf280c1de5f not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:14.989606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-704f7e1f-a83c-4611-b947-b5e03f499b29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7316482 Jul 27 22:21:14.993970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:15.003632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d13b6db-f5ac-4e90-9760-a98caf0986be tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Deleting subnet 02f862eb-c4d7-4e84-905e-ec48c4c59b99 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:15.009121 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c43b37b9-6fa9-4700-afd0-b1ba4c3a6457 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c19a71148b44506a6c220a84a0129bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0857134 Jul 27 22:21:15.013145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:15.032105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d13b6db-f5ac-4e90-9760-a98caf0986be tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.032557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:15.038663 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.039802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '1f28d5e8-8aaf-4594-87b5-310b104832cf'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:15.041494 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.061655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port 6dec2bb1-12b1-4bc8-a5e9-9c77882f5288 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:21:15.120766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ceff8-9657-4d17-919c-ab306e1fc5ca req-0d83b98c-104d-4a45-9cd2-528f0d14e4e1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:15.122253 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-355ceff8-9657-4d17-919c-ab306e1fc5ca req-0d83b98c-104d-4a45-9cd2-528f0d14e4e1 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 943 time: 0.1921039 Jul 27 22:21:15.168866 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d13b6db-f5ac-4e90-9760-a98caf0986be tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.272683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-7a080adf-2d52-40ba-b274-bf14c973e787', 'network_id': '7a080adf-2d52-40ba-b274-bf14c973e787', 'tenant_id': '2ad8da7d94dd42d7a3e8df7c44463edb', 'fixed_ips': [{'subnet_id': '33f7d1c1-2d83-4b45-84c0-3b2609e8e499'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:15.274337 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.282089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-355ceff8-9657-4d17-919c-ab306e1fc5ca req-08d004e8-3218-4962-af06-5eead59e5884 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404779 Jul 27 22:21:15.292263 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-325a8e2f-5b33-4bb3-a30b-4e512a5cd830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.297349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.338090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Allocated IP 2001:db8::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/1f28d5e8-8aaf-4594-87b5-310b104832cf/77b222bc-5cd8-4515-854a-8d8cbae967e1) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:15.370871 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-325a8e2f-5b33-4bb3-a30b-4e512a5cd830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.444371 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d13b6db-f5ac-4e90-9760-a98caf0986be tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.487110 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.507027 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa0d372d-50a9-4441-a070-92af3ae16d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.517408 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-325a8e2f-5b33-4bb3-a30b-4e512a5cd830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.520004 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-325a8e2f-5b33-4bb3-a30b-4e512a5cd830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.521213 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-325a8e2f-5b33-4bb3-a30b-4e512a5cd830 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4180ed1f-6894-421e-93cb-fb37411d38aa HTTP/1.1" status: 204 len: 168 time: 0.5058553 Jul 27 22:21:15.547252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a8e2f-5b33-4bb3-a30b-4e512a5cd830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4180ed1f-6894-421e-93cb-fb37411d38aa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:15.547909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Allocated IP 172.20.0.2 (7a080adf-2d52-40ba-b274-bf14c973e787/33f7d1c1-2d83-4b45-84c0-3b2609e8e499/1fb2eb81-710e-457f-96c1-ad6d68257fd0) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:15.571360 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d13b6db-f5ac-4e90-9760-a98caf0986be tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.602312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13b6db-f5ac-4e90-9760-a98caf0986be tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Subnet': ['ID=02f862eb-c4d7-4e84-905e-ec48c4c59b99,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:15.607511 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2d13b6db-f5ac-4e90-9760-a98caf0986be tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.611701 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2d13b6db-f5ac-4e90-9760-a98caf0986be tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "DELETE /v2.0/subnets/02f862eb-c4d7-4e84-905e-ec48c4c59b99 HTTP/1.1" status: 204 len: 168 time: 0.7152696 Jul 27 22:21:15.612565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38700) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:15.630093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459b4830-9876-4f87-868f-a6a3a8a69869 None None] Network c521b827-668a-4ab8-91f4-58d73f3f2bae requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:15.667003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-9329d8f4-3569-4807-8fe7-817e4a7472aa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Deleting subnet 27e24c90-699a-4390-9459-812765b29d1a {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:15.670385 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9329d8f4-3569-4807-8fe7-817e4a7472aa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.717913 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9329d8f4-3569-4807-8fe7-817e4a7472aa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.782988 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.792796 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.813888 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9329d8f4-3569-4807-8fe7-817e4a7472aa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.827368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Transition to ACTIVE for port object 77b222bc-5cd8-4515-854a-8d8cbae967e1 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:15.882646 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9329d8f4-3569-4807-8fe7-817e4a7472aa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.887913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Transition to ACTIVE for port object 77b222bc-5cd8-4515-854a-8d8cbae967e1 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:15.912266 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.915941 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.928301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329d8f4-3569-4807-8fe7-817e4a7472aa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Subnet': ['ID=27e24c90-699a-4390-9459-812765b29d1a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:15.937488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Transition to ACTIVE for port object 1fb2eb81-710e-457f-96c1-ad6d68257fd0 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:15.952728 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9329d8f4-3569-4807-8fe7-817e4a7472aa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:15.957861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:15.958735 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9329d8f4-3569-4807-8fe7-817e4a7472aa tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "DELETE /v2.0/subnets/27e24c90-699a-4390-9459-812765b29d1a HTTP/1.1" status: 204 len: 168 time: 0.3442461 Jul 27 22:21:15.993968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382bc9e4-5489-48dc-b78f-c91150a26162 None None] Network ef36efcf-ed47-4f06-9ae1-372fcc825f8d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:15.997156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Transition to ACTIVE for port object 1fb2eb81-710e-457f-96c1-ad6d68257fd0 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:16.031019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::ad (43c09fe6-1b41-4b8b-8c87-27436a1cab56/1f28d5e8-8aaf-4594-87b5-310b104832cf/6dec2bb1-12b1-4bc8-a5e9-9c77882f5288) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:16.063626 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.070768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:16.098912 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:16.100954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aa233d-d86c-44d0-8593-571858f8c069 None None] DHCP port deletion for c521b827-668a-4ab8-91f4-58d73f3f2bae request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:16.106003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:16.111628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Pushing event updated for resources: {'Port': ['ID=77b222bc-5cd8-4515-854a-8d8cbae967e1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:16.154170 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.196802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Subnet': ['ID=33f7d1c1-2d83-4b45-84c0-3b2609e8e499,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:16.211281 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.218322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Network 7a080adf-2d52-40ba-b274-bf14c973e787 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:16.227564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:16.245879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:16.252261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.277330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object 6dec2bb1-12b1-4bc8-a5e9-9c77882f5288 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:16.323682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Pushing event updated for resources: {'Port': ['ID=1fb2eb81-710e-457f-96c1-ad6d68257fd0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:16.337235 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.340479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Attempting to bind port 77b222bc-5cd8-4515-854a-8d8cbae967e1 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:16.340895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Attempting to bind port 77b222bc-5cd8-4515-854a-8d8cbae967e1 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:16.341692 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Attempting to bind port 77b222bc-5cd8-4515-854a-8d8cbae967e1 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:16.356658 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a080adf-2d52-40ba-b274-bf14c973e787']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:16.366659 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.376368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:16.376652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:16.376875 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.377862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:16.378417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Bound port: 77b222bc-5cd8-4515-854a-8d8cbae967e1, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:16.378811 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.406884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f54296-67b7-4fed-983e-113c3fce0539') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:16.407472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f54296-67b7-4fed-983e-113c3fce0539') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:16.444719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa233d-d86c-44d0-8593-571858f8c069 None None] Deleting port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:16.445380 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1aa233d-d86c-44d0-8593-571858f8c069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.446605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:16.447581 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.451642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:16.460029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:16.466656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:16.467438 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.468219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Attempting to bind port 1fb2eb81-710e-457f-96c1-ad6d68257fd0 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:16.468622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Attempting to bind port 1fb2eb81-710e-457f-96c1-ad6d68257fd0 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '45f54296-67b7-4fed-983e-113c3fce0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7a080adf-2d52-40ba-b274-bf14c973e787'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:16.468969 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Attempting to bind port 1fb2eb81-710e-457f-96c1-ad6d68257fd0 on network 7a080adf-2d52-40ba-b274-bf14c973e787 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:16.479521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=6dec2bb1-12b1-4bc8-a5e9-9c77882f5288,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:16.501270 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.505411 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-247751ed-b5fb-4a2f-ac52-6009381699ca tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7655487 Jul 27 22:21:16.508681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38724) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:16.519456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38726) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:16.546589 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.554717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:16.555234 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.588604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f553256-3669-4f09-b0e5-305d1f79dd1b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:16.596435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f553256-3669-4f09-b0e5-305d1f79dd1b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:16.603087 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3f553256-3669-4f09-b0e5-305d1f79dd1b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0927289 Jul 27 22:21:16.604306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38730) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:16.632060 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:16.639533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:21:16.639533 n-d-802011-3 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:21:16.639533 n-d-802011-3 neutron-server[93835]: [parameters: {'id': '7a080adf-2d52-40ba-b274-bf14c973e787'}] Jul 27 22:21:16.639533 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:21:16.641463 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:21:16.650689 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-14333391-network', 'tenant_id': '093c931b75694176ab482ad04d08f5d7'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:16.674639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c466e70-fc0d-43f2-a55d-863cb400f491 req-3e322423-b521-4092-b706-5151bf1368f3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:16.676702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c466e70-fc0d-43f2-a55d-863cb400f491 req-3e322423-b521-4092-b706-5151bf1368f3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 943 time: 0.2503335 Jul 27 22:21:16.678709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Deleting port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:16.679271 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.700597 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.701375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95080ba-a376-4791-8665-c0776a00f1ea None None] DHCP port deletion for ef36efcf-ed47-4f06-9ae1-372fcc825f8d request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:16.713300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:16.713514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Checking segment: {'id': '45f54296-67b7-4fed-983e-113c3fce0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7a080adf-2d52-40ba-b274-bf14c973e787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:16.713910 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.714521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Bound using segment: {'id': '45f54296-67b7-4fed-983e-113c3fce0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7a080adf-2d52-40ba-b274-bf14c973e787'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:16.715172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Bound port: 1fb2eb81-710e-457f-96c1-ad6d68257fd0, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f54296-67b7-4fed-983e-113c3fce0539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7a080adf-2d52-40ba-b274-bf14c973e787'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:16.715772 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.724653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Made reservation on behalf of 093c931b75694176ab482ad04d08f5d7 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:16.727389 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.738993 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.785105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-284973f6-bfea-46e3-86df-1cbd84c29968 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port 6dec2bb1-12b1-4bc8-a5e9-9c77882f5288 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:16.785468 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-284973f6-bfea-46e3-86df-1cbd84c29968 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.799751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c466e70-fc0d-43f2-a55d-863cb400f491 req-1eabe59d-3e51-4f84-bb9d-9e1581867ba0 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100843 Jul 27 22:21:16.812623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] For port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1dac7db6-0e42-40f0-bcc5-3bab31c423d9,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:16.813193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.822309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a1aa233d-d86c-44d0-8593-571858f8c069 None None] For port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1dac7db6-0e42-40f0-bcc5-3bab31c423d9,segment=NetworkSegment(59c76020-e495-4c7a-ad0d-4da994162585),segment_id=59c76020-e495-4c7a-ad0d-4da994162585)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:16.822970 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1aa233d-d86c-44d0-8593-571858f8c069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.846255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Calling delete_port for 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:16.847353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:16.858042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] For port 77b222bc-5cd8-4515-854a-8d8cbae967e1, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:16.878394 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa233d-d86c-44d0-8593-571858f8c069 None None] Calling delete_port for 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:16.909462 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-284973f6-bfea-46e3-86df-1cbd84c29968 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:16.924979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] For port 77b222bc-5cd8-4515-854a-8d8cbae967e1, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=77b222bc-5cd8-4515-854a-8d8cbae967e1,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:16.950446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-284973f6-bfea-46e3-86df-1cbd84c29968 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for 6dec2bb1-12b1-4bc8-a5e9-9c77882f5288 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:16.970964 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.000291 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.025154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Port': ['ID=1dac7db6-0e42-40f0-bcc5-3bab31c423d9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:17.033947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] No DVR routers for this DVR port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:17.051891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] For port 1fb2eb81-710e-457f-96c1-ad6d68257fd0, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:17.069461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.076720 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e95080ba-a376-4791-8665-c0776a00f1ea None None] Deleting port 3c7e5c19-5cee-4673-bfdf-a3924191a562 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:17.077158 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e95080ba-a376-4791-8665-c0776a00f1ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.078891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No active binding found for port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 {{(pid=93836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 22:21:17.079329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:17.079733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3c7e5c19-5cee-4673-bfdf-a3924191a562 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:17.080396 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.102383 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] For port 1fb2eb81-710e-457f-96c1-ad6d68257fd0, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1fb2eb81-710e-457f-96c1-ad6d68257fd0,segment=NetworkSegment(45f54296-67b7-4fed-983e-113c3fce0539),segment_id=45f54296-67b7-4fed-983e-113c3fce0539)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:17.124793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:21:17.146051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.152489 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:17.156265 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.156626 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Added segment bb339a84-f621-4144-b6a1-6b8bb5ab1a60 of type vlan for network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee Jul 27 22:21:17.189826 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.195936 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.212472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c521b827-668a-4ab8-91f4-58d73f3f2bae']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:21:17.234066 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:21:17.251013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734a2c5-1b52-40ac-8a97-a8a2d232e8eb None None] Pushing event updated for resources: {'Port': ['ID=77b222bc-5cd8-4515-854a-8d8cbae967e1,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:17.261298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c76020-e495-4c7a-ad0d-4da994162585') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:17.261762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c76020-e495-4c7a-ad0d-4da994162585') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:17.264124 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1aa233d-d86c-44d0-8593-571858f8c069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.268442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e95080ba-a376-4791-8665-c0776a00f1ea None None] For port 3c7e5c19-5cee-4673-bfdf-a3924191a562, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3c7e5c19-5cee-4673-bfdf-a3924191a562,segment=NetworkSegment(8af63a49-a104-4eff-b14d-12537e5299b3),segment_id=8af63a49-a104-4eff-b14d-12537e5299b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:17.268841 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e95080ba-a376-4791-8665-c0776a00f1ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.288115 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.311254 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.321377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:17.321785 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.328836 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.343678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e95080ba-a376-4791-8665-c0776a00f1ea None None] Calling delete_port for 3c7e5c19-5cee-4673-bfdf-a3924191a562 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:17.357407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa233d-d86c-44d0-8593-571858f8c069 None None] No DVR routers for this DVR port 1dac7db6-0e42-40f0-bcc5-3bab31c423d9 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:17.397869 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.399005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:17.399854 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:17.437589 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:17.475427 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.516253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.518360 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "DELETE /v2.0/networks/c521b827-668a-4ab8-91f4-58d73f3f2bae HTTP/1.1" status: 204 len: 168 time: 1.5579760 Jul 27 22:21:17.519281 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f87efd-859b-436f-a1d0-eac5ed738ec4 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Network': ['ID=c521b827-668a-4ab8-91f4-58d73f3f2bae,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:17.522625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:17.541336 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1828412-d7bc-4711-9f4c-2d5c03ba5caf None None] Network 7a080adf-2d52-40ba-b274-bf14c973e787 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:17.560020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747df9d-9152-40e0-b2bd-0db0adfac71d None None] Pushing event updated for resources: {'Port': ['ID=1fb2eb81-710e-457f-96c1-ad6d68257fd0,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:17.609680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa233d-d86c-44d0-8593-571858f8c069 None None] Pushing event deleted for resources: {'Port': ['ID=1dac7db6-0e42-40f0-bcc5-3bab31c423d9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:17.638498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] Pushing event updated for resources: {'Network': ['ID=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:17.647389 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cf91c282-8267-498f-96e6-4d85e6b5d419 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1266866 Jul 27 22:21:17.647613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62795749-d4c4-47f3-a891-4217965dcd31 req-bd343e86-1c6c-4ada-bd70-564802ee19b7 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:17.650822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62795749-d4c4-47f3-a891-4217965dcd31 req-bd343e86-1c6c-4ada-bd70-564802ee19b7 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1096 time: 0.2112908 Jul 27 22:21:17.652013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38754) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:17.666806 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b9419e94-9929-4146-89ac-47d258bd21b5 admin admin] Request body: {'subnet': {'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-14333391-subnet', 'tenant_id': '093c931b75694176ab482ad04d08f5d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:17.679672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:21:17.681793 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.687127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Deleting port 1fb2eb81-710e-457f-96c1-ad6d68257fd0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:17.687477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.691579 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-284973f6-bfea-46e3-86df-1cbd84c29968 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.750945 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.760963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9419e94-9929-4146-89ac-47d258bd21b5 admin admin] Made reservation on behalf of 093c931b75694176ab482ad04d08f5d7 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:17.763950 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9419e94-9929-4146-89ac-47d258bd21b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.773467 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62795749-d4c4-47f3-a891-4217965dcd31 req-887cab3f-7f90-4cc7-977e-3caae1dd8845 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.786953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284973f6-bfea-46e3-86df-1cbd84c29968 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=6dec2bb1-12b1-4bc8-a5e9-9c77882f5288,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:17.843314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-284973f6-bfea-46e3-86df-1cbd84c29968 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.845718 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-284973f6-bfea-46e3-86df-1cbd84c29968 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/6dec2bb1-12b1-4bc8-a5e9-9c77882f5288 HTTP/1.1" status: 204 len: 168 time: 1.2397385 Jul 27 22:21:17.848472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38758) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:17.885281 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e95080ba-a376-4791-8665-c0776a00f1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.910127 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62795749-d4c4-47f3-a891-4217965dcd31 req-887cab3f-7f90-4cc7-977e-3caae1dd8845 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.924807 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-62795749-d4c4-47f3-a891-4217965dcd31 req-887cab3f-7f90-4cc7-977e-3caae1dd8845 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:17.931729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95080ba-a376-4791-8665-c0776a00f1ea None None] Pushing event deleted for resources: {'Port': ['ID=3c7e5c19-5cee-4673-bfdf-a3924191a562,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:17.937033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3b30f1-308e-4e42-a33b-bd51e0384f02 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:17.938769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3b30f1-308e-4e42-a33b-bd51e0384f02 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:17.942836 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-eb3b30f1-308e-4e42-a33b-bd51e0384f02 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0906503 Jul 27 22:21:17.944933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38760) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:17.956803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95080ba-a376-4791-8665-c0776a00f1ea None None] No DVR routers for this DVR port 3c7e5c19-5cee-4673-bfdf-a3924191a562 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:17.972548 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62795749-d4c4-47f3-a891-4217965dcd31 req-887cab3f-7f90-4cc7-977e-3caae1dd8845 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115746 Jul 27 22:21:18.030944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] For port 1fb2eb81-710e-457f-96c1-ad6d68257fd0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1fb2eb81-710e-457f-96c1-ad6d68257fd0,segment=NetworkSegment(45f54296-67b7-4fed-983e-113c3fce0539),segment_id=45f54296-67b7-4fed-983e-113c3fce0539)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:18.031465 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.084949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b56658-2c95-45f8-a0db-064068065b17 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 1f28d5e8-8aaf-4594-87b5-310b104832cf {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:18.089003 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57b56658-2c95-45f8-a0db-064068065b17 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.098372 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.147271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Calling delete_port for 1fb2eb81-710e-457f-96c1-ad6d68257fd0 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:18.159967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cab3f-7f90-4cc7-977e-3caae1dd8845 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79b2f02-e149-4e2f-8b9d-5ffe31e0046d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:18.201891 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.228378 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57b56658-2c95-45f8-a0db-064068065b17 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.253552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef36efcf-ed47-4f06-9ae1-372fcc825f8d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:18.265554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af63a49-a104-4eff-b14d-12537e5299b3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:18.265862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af63a49-a104-4eff-b14d-12537e5299b3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:18.277347 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9419e94-9929-4146-89ac-47d258bd21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.281912 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.299960 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.308691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:18.309877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:18.325462 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:18.364127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae8872-e3eb-4775-af41-700ec7ea93a7 req-21f4f6be-a101-406d-a35b-c9cc651f5dfe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:18.366401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9bae8872-e3eb-4775-af41-700ec7ea93a7 req-21f4f6be-a101-406d-a35b-c9cc651f5dfe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.2700226 Jul 27 22:21:18.374854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9419e94-9929-4146-89ac-47d258bd21b5 admin admin] Checking segment: {'id': 'bb339a84-f621-4144-b6a1-6b8bb5ab1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:18.375515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9419e94-9929-4146-89ac-47d258bd21b5 admin admin] Network hostable DHCP agents. Network: 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:21:18.415661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9419e94-9929-4146-89ac-47d258bd21b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd95150c-158c-4db5-bf84-b3a3418fb5df,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:18.440799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9419e94-9929-4146-89ac-47d258bd21b5 admin admin] Network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:21:18.453369 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57b56658-2c95-45f8-a0db-064068065b17 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.464494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.472272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9bae8872-e3eb-4775-af41-700ec7ea93a7 req-db4a5a96-39f1-4b33-a5ae-7b12af62ad95 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872746 Jul 27 22:21:18.477090 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.478940 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] 10.222.0.24 "DELETE /v2.0/networks/ef36efcf-ed47-4f06-9ae1-372fcc825f8d HTTP/1.1" status: 204 len: 168 time: 0.9551702 Jul 27 22:21:18.513370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b9419e94-9929-4146-89ac-47d258bd21b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:18.526288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:18.528963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef2119-5acf-48af-89b7-2535d9da53da None None] Network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:18.538345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8408a8-a831-4ad1-8fe2-bc8dfded2e83 tempest-TaggedBootDevicesTest_v242-1483495024 tempest-TaggedBootDevicesTest_v242-1483495024-project] Pushing event deleted for resources: {'Network': ['ID=ef36efcf-ed47-4f06-9ae1-372fcc825f8d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:18.577797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9419e94-9929-4146-89ac-47d258bd21b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:18.581667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b9419e94-9929-4146-89ac-47d258bd21b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.589639 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.625211 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b9419e94-9929-4146-89ac-47d258bd21b5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9719200 Jul 27 22:21:18.656855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279cf55-05fd-4075-9cdf-7ca44b3f0d42 req-dc7ee36b-1d07-418a-8370-492bf065c6ac tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:18.658509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7279cf55-05fd-4075-9cdf-7ca44b3f0d42 req-dc7ee36b-1d07-418a-8370-492bf065c6ac tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 943 time: 0.2873254 Jul 27 22:21:18.680410 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57b56658-2c95-45f8-a0db-064068065b17 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.687898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 97b151ef-0efa-4b3a-95a8-2695bf9bd06b no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:18.699761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6daa3a3d-bc3d-4b72-9003-e664cd0b15a1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/3077e4c6-a02a-4aa4-b290-579ad4fb886a HTTP/1.1" status: 200 len: 993 time: 0.1717312 Jul 27 22:21:18.742564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Port': ['ID=1fb2eb81-710e-457f-96c1-ad6d68257fd0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:18.746078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No DVR routers for this DVR port 1fb2eb81-710e-457f-96c1-ad6d68257fd0 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:18.775550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38790) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:18.789236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b56658-2c95-45f8-a0db-064068065b17 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=1f28d5e8-8aaf-4594-87b5-310b104832cf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:18.811868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-57b56658-2c95-45f8-a0db-064068065b17 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:18.813643 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-57b56658-2c95-45f8-a0db-064068065b17 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/1f28d5e8-8aaf-4594-87b5-310b104832cf HTTP/1.1" status: 204 len: 168 time: 0.8677311 Jul 27 22:21:18.816433 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38794) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:18.919881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-80678c8d-cbcd-421a-8638-8831aa4b1ad3 None None] Provisioning for port 77b222bc-5cd8-4515-854a-8d8cbae967e1 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:18.957511 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-712a1634-15ed-45c8-9486-656722a0438b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1397343 Jul 27 22:21:18.973607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38800) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:19.007923 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.025321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f203ff5-48d9-45a5-8a65-027d0b178464 None None] Network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:19.075217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a080adf-2d52-40ba-b274-bf14c973e787']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:19.081623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f42a3cfe-7d0a-41cc-bdd5-ea99d2cf4826 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:19.107658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7279cf55-05fd-4075-9cdf-7ca44b3f0d42 req-fead8e25-5e15-40a7-aa68-e0f85ae188b6 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4117222 Jul 27 22:21:19.109795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f54296-67b7-4fed-983e-113c3fce0539') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:19.110094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f54296-67b7-4fed-983e-113c3fce0539') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:19.139401 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.185437 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.191835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:19.192247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:19.198242 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:19.292803 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-44daeb9a-5dba-4a0a-bdab-d190f5844a1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5113292 Jul 27 22:21:19.314129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42a3cfe-7d0a-41cc-bdd5-ea99d2cf4826 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:19.321027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc9e6b-122d-44d8-81d4-ac9a91b12c4b None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:19.323319 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f42a3cfe-7d0a-41cc-bdd5-ea99d2cf4826 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.362088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.371939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.397893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/7a080adf-2d52-40ba-b274-bf14c973e787 HTTP/1.1" status: 204 len: 168 time: 4.4021158 Jul 27 22:21:19.414581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38826) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:19.433883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe47b25-ded4-402b-9019-476015a45eee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Network': ['ID=7a080adf-2d52-40ba-b274-bf14c973e787,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:19.478994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 77b222bc-5cd8-4515-854a-8d8cbae967e1 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:19.532618 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9dbece-ebe3-4994-8067-efcad8959f43 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] GET failed (client error): The resource could not be found. Jul 27 22:21:19.536085 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2c9dbece-ebe3-4994-8067-efcad8959f43 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/subnets/33f7d1c1-2d83-4b45-84c0-3b2609e8e499 HTTP/1.1" status: 404 len: 337 time: 0.0630534 Jul 27 22:21:19.540662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:19.554765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-36afe4e2-d770-428d-8b1f-050500b27d59 None None] Could not find standard attr ID for object 6dec2bb1-12b1-4bc8-a5e9-9c77882f5288. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:21:19.580394 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbca58ab-d992-45e7-a7ba-2231cd6c4aee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:19.581418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbca58ab-d992-45e7-a7ba-2231cd6c4aee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:19.586650 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bbca58ab-d992-45e7-a7ba-2231cd6c4aee tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/7a080adf-2d52-40ba-b274-bf14c973e787 HTTP/1.1" status: 404 len: 339 time: 0.0415652 Jul 27 22:21:19.590021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38834) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:19.759286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 77b222bc-5cd8-4515-854a-8d8cbae967e1 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:19.764499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 77b222bc-5cd8-4515-854a-8d8cbae967e1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:19.765135 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.833036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8d33e2-4455-43e6-9f22-82bbc9472fe1 None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:19.905964 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.949877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d33e2-4455-43e6-9f22-82bbc9472fe1 None None] Deleting port 77b222bc-5cd8-4515-854a-8d8cbae967e1 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:19.950629 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e8d33e2-4455-43e6-9f22-82bbc9472fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:19.968150 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f37abe-e8c1-4db8-b79a-17131cd48a00 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:19.975747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 77b222bc-5cd8-4515-854a-8d8cbae967e1, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=77b222bc-5cd8-4515-854a-8d8cbae967e1,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:19.976021 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-25f37abe-e8c1-4db8-b79a-17131cd48a00 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3812530 Jul 27 22:21:20.001543 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.039303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:20.101864 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-5f8eb072-1d78-493b-82aa-362c0e8ac986 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273878 Jul 27 22:21:20.106542 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-546dc610-f3ac-47dd-95fd-fbddb5c2071e tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 207 time: 0.0634882 Jul 27 22:21:20.112620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38840) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:20.119663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0e8d33e2-4455-43e6-9f22-82bbc9472fe1 None None] For port 77b222bc-5cd8-4515-854a-8d8cbae967e1, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=77b222bc-5cd8-4515-854a-8d8cbae967e1,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:20.120073 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e8d33e2-4455-43e6-9f22-82bbc9472fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.173730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=77b222bc-5cd8-4515-854a-8d8cbae967e1,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:20.227272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-70929272-5437-4949-80d8-493b29c32d25 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:20.231312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d33e2-4455-43e6-9f22-82bbc9472fe1 None None] Calling delete_port for 77b222bc-5cd8-4515-854a-8d8cbae967e1 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:20.231921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-70929272-5437-4949-80d8-493b29c32d25 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/networks?id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 200 len: 812 time: 0.7980733 Jul 27 22:21:20.267214 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769e98e-a78e-4edc-bc32-ce487a5c22ca req-3c563806-b63e-4b35-8c22-098ee42c39e0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:20.279769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3769e98e-a78e-4edc-bc32-ce487a5c22ca req-3c563806-b63e-4b35-8c22-098ee42c39e0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.1813672 Jul 27 22:21:20.322919 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-8ba7404c-cc4a-4b3b-86b6-928804ca4f1a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/quotas/093c931b75694176ab482ad04d08f5d7 HTTP/1.1" status: 200 len: 375 time: 0.0795636 Jul 27 22:21:20.340321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57854040-969d-4b5c-9709-f4c231ad7c8b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:20.346691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3769e98e-a78e-4edc-bc32-ce487a5c22ca req-75a2c138-c697-40cc-9503-cad8d71dae31 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660405 Jul 27 22:21:20.358250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57854040-969d-4b5c-9709-f4c231ad7c8b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:20.365355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57854040-969d-4b5c-9709-f4c231ad7c8b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:20.371348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57854040-969d-4b5c-9709-f4c231ad7c8b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:20.373065 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-57854040-969d-4b5c-9709-f4c231ad7c8b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2593651 Jul 27 22:21:20.398066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:20.413903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-f08678e5-9e8c-4b62-82cf-72303c2c9b18 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=093c931b75694176ab482ad04d08f5d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708013 Jul 27 22:21:20.463541 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e8d33e2-4455-43e6-9f22-82bbc9472fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.515226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d33e2-4455-43e6-9f22-82bbc9472fe1 None None] Pushing event deleted for resources: {'Port': ['ID=77b222bc-5cd8-4515-854a-8d8cbae967e1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:20.531154 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d33e2-4455-43e6-9f22-82bbc9472fe1 None None] No DVR routers for this DVR port 77b222bc-5cd8-4515-854a-8d8cbae967e1 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:20.531416 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f42a3cfe-7d0a-41cc-bdd5-ea99d2cf4826 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.552274 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40401b19-b811-40c3-a788-18ee66a5cb98 None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:21:20.654294 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a3cfe-7d0a-41cc-bdd5-ea99d2cf4826 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=245564ca-90e3-4925-bcc9-15a7f3e53a9b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:20.668612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a3cfe-7d0a-41cc-bdd5-ea99d2cf4826 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:20.671989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f42a3cfe-7d0a-41cc-bdd5-ea99d2cf4826 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:20.679055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40401b19-b811-40c3-a788-18ee66a5cb98 None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:21:20.681564 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-7efac722-cf29-42ff-b804-c16da82ee702 service neutron] 10.222.0.24 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466173 Jul 27 22:21:20.687682 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42a3cfe-7d0a-41cc-bdd5-ea99d2cf4826 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:20.688300 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f42a3cfe-7d0a-41cc-bdd5-ea99d2cf4826 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.712934 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f42a3cfe-7d0a-41cc-bdd5-ea99d2cf4826 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7218726 Jul 27 22:21:20.713742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38868) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:20.719762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'name': 'tempest-NetworksTestDHCPv6-1232361122'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:20.811239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 77b222bc-5cd8-4515-854a-8d8cbae967e1 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:20.841260 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 77b222bc-5cd8-4515-854a-8d8cbae967e1 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:20.841618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 77b222bc-5cd8-4515-854a-8d8cbae967e1 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:20.890474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed5c10-feed-49de-b062-56df623be626 req-4f589597-10bb-42cb-92e8-7420e4ddecfe tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:20.891991 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97ed5c10-feed-49de-b062-56df623be626 req-4f589597-10bb-42cb-92e8-7420e4ddecfe tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 943 time: 0.3623831 Jul 27 22:21:20.916458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-b9969016-6399-46af-9d84-f4c67a8d4918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:20.917927 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-b9969016-6399-46af-9d84-f4c67a8d4918 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79&tenant_id=9adc4e23b7574122842522e980a1cc15 HTTP/1.1" status: 200 len: 1094 time: 0.3820946 Jul 27 22:21:20.936002 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:20.940293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:20.964040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port ec37fc18-aa93-4842-b5f7-2a16381ddc61 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:21:20.964466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:20.983518 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-95261586-2ff4-422e-96b0-68fa98e49afe tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5645251 Jul 27 22:21:20.990664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:21.022776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-bdd22d2d-da1d-4c0f-a18b-5006aea42dfb service neutron] 10.222.0.24 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396726 Jul 27 22:21:21.059406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97ed5c10-feed-49de-b062-56df623be626 req-f8e58adb-df94-4496-9e7a-1c5ae81054d7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407959 Jul 27 22:21:21.117047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99757130-a772-4239-b427-e3f2790a1b93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:21.118986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99757130-a772-4239-b427-e3f2790a1b93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:21.120738 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-99757130-a772-4239-b427-e3f2790a1b93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1290450 Jul 27 22:21:21.121708 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.124323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38876) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:21.154346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '245564ca-90e3-4925-bcc9-15a7f3e53a9b'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:21.155449 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.207630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::209 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/245564ca-90e3-4925-bcc9-15a7f3e53a9b/ec37fc18-aa93-4842-b5f7-2a16381ddc61) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:21.233811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7792662-1b6e-49e6-a00b-1b0958b2c3d2 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:21.239307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7792662-1b6e-49e6-a00b-1b0958b2c3d2 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:21.239307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b7792662-1b6e-49e6-a00b-1b0958b2c3d2 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1121490 Jul 27 22:21:21.243660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:21.570075 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.586549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object ec37fc18-aa93-4842-b5f7-2a16381ddc61 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:21.590551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ae549fa-64f8-4d24-8319-33f58892f71c req-e0b0380b-6334-422f-89a2-52911310d60c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 210 time: 0.2131927 Jul 27 22:21:21.632928 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.695481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:21.710926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549251a3-316d-4464-b00a-f4e8bc6485ab tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:21.711387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:21.717835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:21.718081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-549251a3-316d-4464-b00a-f4e8bc6485ab tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/networks/fe25c6df-6321-4484-95e2-3638d8e3be8a HTTP/1.1" status: 200 len: 799 time: 0.4713867 Jul 27 22:21:21.719880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38892) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:21.723727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Allocated IP 2001:db8::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/245564ca-90e3-4925-bcc9-15a7f3e53a9b/dbad3c83-5304-43cf-9526-34c06d118ac1) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:21.735075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:21.735815 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:21.758302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=ec37fc18-aa93-4842-b5f7-2a16381ddc61,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:21.771787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f988d0-16ab-4053-9076-ab00b5ee2bd2 req-af976137-d6fd-485a-8c4b-397d1dea034b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:21.773435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90f988d0-16ab-4053-9076-ab00b5ee2bd2 req-af976137-d6fd-485a-8c4b-397d1dea034b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.2487397 Jul 27 22:21:21.790280 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e05a8253-aaa2-45b9-b4ea-ab5ed7307bf1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0723977 Jul 27 22:21:21.790595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38896) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:21.902406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d87dd0-0aba-4a33-882c-eb5bd76368fc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:21.904040 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e9d87dd0-0aba-4a33-882c-eb5bd76368fc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1125584 Jul 27 22:21:21.913302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38898) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:21.928887 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-403e5934-0c8f-46b6-b306-ab91198aa8d2 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/networks/fe25c6df-6321-4484-95e2-3638d8e3be8a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1970091 Jul 27 22:21:21.944112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90f988d0-16ab-4053-9076-ab00b5ee2bd2 req-b107aa15-2635-492f-b317-1b5daecc3fdf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369600 Jul 27 22:21:21.944952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38900) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:22.023366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:22.050164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2037bd26-73db-453b-b82b-e3ec258dc767 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:22.058387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2037bd26-73db-453b-b82b-e3ec258dc767 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/subnets/0e44f5ba-ac55-4143-b00d-b26ee74caac1 HTTP/1.1" status: 200 len: 811 time: 0.1048262 Jul 27 22:21:22.059210 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38902) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:22.088404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493059-1a4c-445e-8c33-59df39c3a927 req-577d3190-0a65-46bb-8f08-3431d984b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:22.091556 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-577d3190-0a65-46bb-8f08-3431d984b79e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1096 time: 0.2067933 Jul 27 22:21:22.132013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d192140-5e73-4bb4-a121-bacc60bc67bf tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:22.138992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7d192140-5e73-4bb4-a121-bacc60bc67bf tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "GET /v2.0/subnets/0e44f5ba-ac55-4143-b00d-b26ee74caac1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0767710 Jul 27 22:21:22.142240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:22.151327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9ea1a23d-c8fa-4bac-8973-112571476a53 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-962431701'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:22.184306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea1a23d-c8fa-4bac-8973-112571476a53 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:22.188187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ea1a23d-c8fa-4bac-8973-112571476a53 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.201450 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493059-1a4c-445e-8c33-59df39c3a927 req-4b212b78-8b8a-47ec-9d5b-1b85248fa36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:22.203077 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-4b212b78-8b8a-47ec-9d5b-1b85248fa36e service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d95a962-724c-4f62-852a-1d5ea2380562 HTTP/1.1" status: 200 len: 897 time: 0.1012523 Jul 27 22:21:22.226970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:22.285607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea1a23d-c8fa-4bac-8973-112571476a53 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:21:22.289408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b151ef-0efa-4b3a-95a8-2695bf9bd06b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:21:22.303555 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.320345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c03cb0-d1e2-41af-a1d5-9fc0d4489d68 req-99f52dae-ceb1-4fe6-805e-b322f5fa565e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:22.322454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6c03cb0-d1e2-41af-a1d5-9fc0d4489d68 req-99f52dae-ceb1-4fe6-805e-b322f5fa565e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 943 time: 0.1423390 Jul 27 22:21:22.323823 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ea1a23d-c8fa-4bac-8973-112571476a53 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.326140 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-9ea1a23d-c8fa-4bac-8973-112571476a53 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Added segment d496f158-51e7-423f-9ac9-8bf5249da847 of type vlan for network a5fe2a74-f853-4f6c-a4e4-abae3be4de03 Jul 27 22:21:22.348003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Transition to ACTIVE for port object 97b151ef-0efa-4b3a-95a8-2695bf9bd06b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:22.383989 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.407274 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ea1a23d-c8fa-4bac-8973-112571476a53 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.425257 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.439391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Transition to ACTIVE for port object dbad3c83-5304-43cf-9526-34c06d118ac1 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:22.460287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Transition to ACTIVE for port object dbad3c83-5304-43cf-9526-34c06d118ac1 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:22.467881 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.495613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6c03cb0-d1e2-41af-a1d5-9fc0d4489d68 req-8f9a7a23-f8b8-4362-9af8-4b54527c3fb8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556125 Jul 27 22:21:22.524820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Pushing event updated for resources: {'Port': ['ID=dbad3c83-5304-43cf-9526-34c06d118ac1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:22.567870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:22.573713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:22.579094 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:22.625028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Pushing event updated for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:22.650779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Attempting to bind port dbad3c83-5304-43cf-9526-34c06d118ac1 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:22.652913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Attempting to bind port dbad3c83-5304-43cf-9526-34c06d118ac1 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:22.655102 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Attempting to bind port dbad3c83-5304-43cf-9526-34c06d118ac1 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:22.662066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port ec37fc18-aa93-4842-b5f7-2a16381ddc61 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:22.662707 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.669009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:22.670867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:22.672252 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.673465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:22.674715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Bound port: dbad3c83-5304-43cf-9526-34c06d118ac1, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:22.675470 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.679305 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-f1606fb3-bb18-4931-b53d-5c31f0b3fbb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f552b43-083b-414c-b5cb-87a94c5175af HTTP/1.1" status: 200 len: 1001 time: 0.4555516 Jul 27 22:21:22.695560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] No DVR routers for this DVR port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:22.788820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] For port dbad3c83-5304-43cf-9526-34c06d118ac1, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:22.794679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] For port dbad3c83-5304-43cf-9526-34c06d118ac1, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=dbad3c83-5304-43cf-9526-34c06d118ac1,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:22.808539 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.856685 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493059-1a4c-445e-8c33-59df39c3a927 req-0b7c26de-bf4a-454e-ab69-30fcbdc97433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:22.858145 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-0b7c26de-bf4a-454e-ab69-30fcbdc97433 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e3f109c-bd1b-4f97-9655-3c336bf13020 HTTP/1.1" status: 200 len: 835 time: 0.1516318 Jul 27 22:21:22.881109 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ea1a23d-c8fa-4bac-8973-112571476a53 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.894824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea1a23d-c8fa-4bac-8973-112571476a53 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:22.895519 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ea1a23d-c8fa-4bac-8973-112571476a53 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.902982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4819d257-d028-481e-913a-9e7dd862ad1a req-35a4751b-998d-4d8f-97c1-f12e0c749c5d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 210 time: 0.2106931 Jul 27 22:21:22.912527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066888b-3f18-42a3-a049-26fb0e7a75be None None] Pushing event updated for resources: {'Port': ['ID=dbad3c83-5304-43cf-9526-34c06d118ac1,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:22.952490 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:22.985904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for ec37fc18-aa93-4842-b5f7-2a16381ddc61 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:23.007546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-e00ea77c-848c-4837-a47f-d271b43caa80 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:23.009082 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-e00ea77c-848c-4837-a47f-d271b43caa80 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.41 "GET /v2.0/networks?id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 200 len: 812 time: 0.2877200 Jul 27 22:21:23.027785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Request body: {'port': {'device_id': 'af67bd92-addc-4abd-8489-2f3364565999', 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee', 'admin_state_up': True, 'tenant_id': '093c931b75694176ab482ad04d08f5d7'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:23.064279 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9ea1a23d-c8fa-4bac-8973-112571476a53 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9207902 Jul 27 22:21:23.065412 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493059-1a4c-445e-8c33-59df39c3a927 req-033d3de1-4068-459b-8735-0dcd0f451e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:23.066955 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-033d3de1-4068-459b-8735-0dcd0f451e10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d95a962-724c-4f62-852a-1d5ea2380562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945012 Jul 27 22:21:23.067525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38914) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:23.082571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'network_id': 'a5fe2a74-f853-4f6c-a4e4-abae3be4de03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:23.087006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Attempting to bind port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:23.087428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Attempting to bind port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:23.087765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Attempting to bind port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b on network a9c88e20-805d-4f8f-85e6-624dea576f2d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:23.251985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b on network a9c88e20-805d-4f8f-85e6-624dea576f2d not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:21:23.252352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Attempting to bind port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b on network a9c88e20-805d-4f8f-85e6-624dea576f2d {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:23.254890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1a23d-c8fa-4bac-8973-112571476a53 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Network': ['ID=a5fe2a74-f853-4f6c-a4e4-abae3be4de03,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:23.281697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:23.282024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Checking segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:23.282505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Bound using segment: {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:23.282955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Bound port: 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e13327-a378-44b5-8b0a-a26ed3a5818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:23.283314 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.308814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network a5fe2a74-f853-4f6c-a4e4-abae3be4de03 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:21:23.371647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fb92f-7960-4b41-b28c-68370e87782f req-0aa704b5-7908-49ab-8b2d-2552152dd03f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:23.379291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be3fb92f-7960-4b41-b28c-68370e87782f req-0aa704b5-7908-49ab-8b2d-2552152dd03f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.3210306 Jul 27 22:21:23.392095 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-68c2b105-831a-4344-b735-462844d3cd61 service neutron] 10.222.0.43 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132167 Jul 27 22:21:23.412841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:23.429436 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.435281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Made reservation on behalf of 093c931b75694176ab482ad04d08f5d7 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:23.439372 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.442064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:23.452617 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.473415 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be3fb92f-7960-4b41-b28c-68370e87782f req-93d95587-061f-469a-a975-b0ccad02905f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913584 Jul 27 22:21:23.499880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:23.500507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.501913 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] 10.222.0.41 "PUT /v2.0/ports/97b151ef-0efa-4b3a-95a8-2695bf9bd06b HTTP/1.1" status: 200 len: 1091 time: 2.5536010 Jul 27 22:21:23.503977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:23.506885 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688bb87b-bc2d-4e01-b8b3-c129bd8ea4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:23.523835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Made reservation on behalf of 2ad8da7d94dd42d7a3e8df7c44463edb for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:23.529338 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.535206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=ec37fc18-aa93-4842-b5f7-2a16381ddc61,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:23.597033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:23.602217 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/ec37fc18-aa93-4842-b5f7-2a16381ddc61 HTTP/1.1" status: 204 len: 168 time: 1.6807690 Jul 27 22:21:23.603830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:23.604204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:23.604549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:23.604890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:23.605228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:23.605564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:23.605893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:23.606221 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:23.606990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:23.606990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:23.607293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:23.607653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06183581-f8cb-4248-a167-b3bb277a9ee1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:23.611378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38922) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:23.638079 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aeac18-a7a8-4b32-95b7-32c85b774966 x-openstack-request-id: req-d1aeac18-a7a8-4b32-95b7-32c85b774966 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:23.638310 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:23.638749 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1aeac18-a7a8-4b32-95b7-32c85b774966 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:23.639317 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'status': 'completed', 'code': 200} Jul 27 22:21:23.681661 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-f3965825-65b8-47bf-a3b2-10cf94a72e68 service neutron] 10.222.0.43 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625730 Jul 27 22:21:23.763698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c19e6-22b1-457a-ba9e-183d18b05861 service neutron] Pushing event updated for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:23.785987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Performing IP validity checks on allocation pools {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:21:23.792100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:21:23.857750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312eea7f-c207-4931-b455-d562a017795a req-1cb6668f-f0f3-4389-978b-67539e2f9a8e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:23.868178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-312eea7f-c207-4931-b455-d562a017795a req-1cb6668f-f0f3-4389-978b-67539e2f9a8e tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.1791303 Jul 27 22:21:23.873871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-18f72d2f-53f3-4927-8500-079864671b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:23.875395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-18f72d2f-53f3-4927-8500-079864671b6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 1095 time: 0.3361113 Jul 27 22:21:23.877709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Allocated IP 172.20.0.13 (7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee/bd95150c-158c-4db5-bf84-b3a3418fb5df/4d38feb9-400a-4bf7-82f8-e91fe77125f9) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:24.038692 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-312eea7f-c207-4931-b455-d562a017795a req-bf7c0eb5-7b07-4b00-8f7d-3ace12c0cb9c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693487 Jul 27 22:21:24.071575 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.090479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-080195dd-ba79-464d-9ca7-3a9c62e6c97e req-d6e56847-2247-44dd-9dc9-e4fc1505ead0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 210 time: 0.0472441 Jul 27 22:21:24.133142 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.187718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-a82d6365-e809-4711-9664-f51f3eb097d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:24.189514 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-a82d6365-e809-4711-9664-f51f3eb097d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.2897685 Jul 27 22:21:24.206535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:24.215022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:24.217245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Pushing event updated for resources: {'Port': ['ID=4d38feb9-400a-4bf7-82f8-e91fe77125f9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:24.222133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9ef97-a3f4-4903-b732-bf5cd7799a51 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:24.223810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9ef97-a3f4-4903-b732-bf5cd7799a51 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:24.225763 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bfe9ef97-a3f4-4903-b732-bf5cd7799a51 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6063192 Jul 27 22:21:24.226560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:24.229096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38930) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:24.318582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f9bf05-904b-4631-b916-8336454f9a86 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 245564ca-90e3-4925-bcc9-15a7f3e53a9b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:24.325639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75f9bf05-904b-4631-b916-8336454f9a86 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.355164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:24.355819 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.368938 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.386867 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-6f95fa18-598b-446f-8378-8a81631d558f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3661795 Jul 27 22:21:24.391906 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75f9bf05-904b-4631-b916-8336454f9a86 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.418481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Request body: {'port': {'device_id': 'af67bd92-addc-4abd-8489-2f3364565999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:24.444699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81eb77a-a4ee-4709-b419-2a481a68087a None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:24.471479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=ab1b9d24-e544-4e17-84b7-a575aee28ee1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:24.502938 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-4c5dd078-3522-4e9f-b34d-79bbd4f14352 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b HTTP/1.1" status: 200 len: 999 time: 0.3039932 Jul 27 22:21:24.504985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:24.505464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:24.506023 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:24.506664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:24.506878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:24.507213 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:24.507542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:24.508987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:24.508987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:24.508987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:24.508987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:24.509333 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:24.561493 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.580029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Checking segment: {'id': 'd496f158-51e7-423f-9ac9-8bf5249da847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a5fe2a74-f853-4f6c-a4e4-abae3be4de03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:24.580803 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network hostable DHCP agents. Network: a5fe2a74-f853-4f6c-a4e4-abae3be4de03, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:21:24.590419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d4b27790-702a-4157-8cc9-f8d6c1e4408c None None] Provisioning for port dbad3c83-5304-43cf-9526-34c06d118ac1 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:24.618484 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75f9bf05-904b-4631-b916-8336454f9a86 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.654536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-ea4a1b1b-e403-4fd7-ab05-0921dc540f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:24.668150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-ea4a1b1b-e403-4fd7-ab05-0921dc540f13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.1552391 Jul 27 22:21:24.694058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Network a5fe2a74-f853-4f6c-a4e4-abae3be4de03 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:21:24.755772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163fcd1-d3d6-40d9-8516-ce04b3fb0b8f req-da585b1d-44c8-44c8-b2ae-8abcc5aa17c6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:24.757618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1163fcd1-d3d6-40d9-8516-ce04b3fb0b8f req-da585b1d-44c8-44c8-b2ae-8abcc5aa17c6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.1811974 Jul 27 22:21:24.785703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, a5fe2a74-f853-4f6c-a4e4-abae3be4de03) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:24.796580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a82a7d-bbf2-4bec-8fc2-26fbc473d2d3 None None] Network a5fe2a74-f853-4f6c-a4e4-abae3be4de03 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:24.814393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:24.814393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.916674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dbad3c83-5304-43cf-9526-34c06d118ac1 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:24.950125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75f9bf05-904b-4631-b916-8336454f9a86 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:24.957875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1163fcd1-d3d6-40d9-8516-ce04b3fb0b8f req-4ecd7e25-9630-452d-b820-773631008510 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101618 Jul 27 22:21:24.960916 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cdfefce5-5c94-4bc9-9b04-4fe5b5432e93 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8923395 Jul 27 22:21:24.963636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38936) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:24.970747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6dee1bd6-ac46-4baf-bf0f-8b27eb61a96c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:25.027838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-8df4e75d-bc3a-4373-8d2d-1c5019fdfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:25.030054 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-8df4e75d-bc3a-4373-8d2d-1c5019fdfb71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3517225 Jul 27 22:21:25.060320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9bf05-904b-4631-b916-8336454f9a86 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=245564ca-90e3-4925-bcc9-15a7f3e53a9b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:25.070477 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-75f9bf05-904b-4631-b916-8336454f9a86 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.072595 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-75f9bf05-904b-4631-b916-8336454f9a86 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/245564ca-90e3-4925-bcc9-15a7f3e53a9b HTTP/1.1" status: 204 len: 168 time: 0.8356197 Jul 27 22:21:25.076640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38940) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:25.145314 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cd51e1d3-0256-4aed-865d-ca840d37d786 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675581 Jul 27 22:21:25.148648 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38944) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:25.164182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d79528-8589-4bff-b325-c93c08077d50 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:25.194294 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dee1bd6-ac46-4baf-bf0f-8b27eb61a96c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261530584'] for subnet, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.307712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port dbad3c83-5304-43cf-9526-34c06d118ac1 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:25.312547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77257e9a-fb01-4eea-b8b3-c2ce7362410e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:25.315655 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-77257e9a-fb01-4eea-b8b3-c2ce7362410e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1659083 Jul 27 22:21:25.322149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port dbad3c83-5304-43cf-9526-34c06d118ac1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:25.322688 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.322942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:25.412919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d38feb9-400a-4bf7-82f8-e91fe77125f9 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:21:25.425037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-a5fe2a74-f853-4f6c-a4e4-abae3be4de03', 'network_id': 'a5fe2a74-f853-4f6c-a4e4-abae3be4de03', 'tenant_id': '2ad8da7d94dd42d7a3e8df7c44463edb', 'fixed_ips': [{'subnet_id': 'ab1b9d24-e544-4e17-84b7-a575aee28ee1'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:25.426043 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.429034 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.449332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Transition to ACTIVE for port object 4d38feb9-400a-4bf7-82f8-e91fe77125f9 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:25.455299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dae3a1-a424-4511-ab41-9c887441607a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:25.457277 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e4dae3a1-a424-4511-ab41-9c887441607a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1332021 Jul 27 22:21:25.461749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38948) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:25.479070 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.525521 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6f2c2d4d-4191-4813-b65f-ae93b655ec46 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618958 Jul 27 22:21:25.529024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:25.565749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-db6a17c2-0e70-4325-8936-2eeddf592e50 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:25.590049 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.640777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port dbad3c83-5304-43cf-9526-34c06d118ac1, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=dbad3c83-5304-43cf-9526-34c06d118ac1,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:25.645604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c142e53e-342e-4436-8de2-abeb4e4df04f None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:25.655643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.676769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Pushing event updated for resources: {'Port': ['ID=4d38feb9-400a-4bf7-82f8-e91fe77125f9,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:25.744890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e206f-1670-4c1b-a726-e468d7fdf82c req-53bc352a-d364-4b9b-858e-7bf74761c38b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:25.746594 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db9e206f-1670-4c1b-a726-e468d7fdf82c req-53bc352a-d364-4b9b-858e-7bf74761c38b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.1400411 Jul 27 22:21:25.755028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e9e41-233a-46cd-ba84-513741f93982 req-93cafd2a-9dc8-42a6-be68-0f1259428e56 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:25.756669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-530e9e41-233a-46cd-ba84-513741f93982 req-93cafd2a-9dc8-42a6-be68-0f1259428e56 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.1230834 Jul 27 22:21:25.775944 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:21:25.775944 n-d-802011-3 neutron-server[93836]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 27 22:21:25.775944 n-d-802011-3 neutron-server[93836]: [parameters: {'in_use': 1, 'id_1': 'ab1b9d24-e544-4e17-84b7-a575aee28ee1'}] Jul 27 22:21:25.775944 n-d-802011-3 neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:21:25.777041 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:21:25.784573 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=dbad3c83-5304-43cf-9526-34c06d118ac1,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:25.790230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c142e53e-342e-4436-8de2-abeb4e4df04f None None] Deleting port dbad3c83-5304-43cf-9526-34c06d118ac1 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:25.790660 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c142e53e-342e-4436-8de2-abeb4e4df04f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.795877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6a17c2-0e70-4325-8936-2eeddf592e50 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:25.800037 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db6a17c2-0e70-4325-8936-2eeddf592e50 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.841103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-cbbf18e1-6460-4d4f-9e2c-684944a19fee service neutron] 10.222.0.41 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8039789 Jul 27 22:21:25.863382 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Attempting to bind port 4d38feb9-400a-4bf7-82f8-e91fe77125f9 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:25.863738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Attempting to bind port 4d38feb9-400a-4bf7-82f8-e91fe77125f9 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'bb339a84-f621-4144-b6a1-6b8bb5ab1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:25.864055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Attempting to bind port 4d38feb9-400a-4bf7-82f8-e91fe77125f9 on network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:25.875764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c142e53e-342e-4436-8de2-abeb4e4df04f None None] For port dbad3c83-5304-43cf-9526-34c06d118ac1, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=dbad3c83-5304-43cf-9526-34c06d118ac1,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:25.876166 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c142e53e-342e-4436-8de2-abeb4e4df04f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.877444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Port 4d38feb9-400a-4bf7-82f8-e91fe77125f9 on network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:21:25.877775 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Attempting to bind port 4d38feb9-400a-4bf7-82f8-e91fe77125f9 on network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:25.887435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:25.887782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Checking segment: {'id': 'bb339a84-f621-4144-b6a1-6b8bb5ab1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:25.888162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Bound using segment: {'id': 'bb339a84-f621-4144-b6a1-6b8bb5ab1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:25.888723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Bound port: 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb339a84-f621-4144-b6a1-6b8bb5ab1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:25.889090 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:25.894351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c142e53e-342e-4436-8de2-abeb4e4df04f None None] Calling delete_port for dbad3c83-5304-43cf-9526-34c06d118ac1 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:25.959699 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-530e9e41-233a-46cd-ba84-513741f93982 req-57d5f9fb-e3b9-41da-9ac1-48b3fffc0340 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907830 Jul 27 22:21:25.964926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd4d0f8d-0364-4073-aca5-b8ab80fb851c req-30b3e4b2-dc23-4544-b72f-b9ec64ef6106 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059787 Jul 27 22:21:26.012314 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c142e53e-342e-4436-8de2-abeb4e4df04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.022210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db9e206f-1670-4c1b-a726-e468d7fdf82c req-4646574b-3481-4313-a0f7-771a7b8c40d5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644696 Jul 27 22:21:26.043789 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142e53e-342e-4436-8de2-abeb4e4df04f None None] Pushing event deleted for resources: {'Port': ['ID=dbad3c83-5304-43cf-9526-34c06d118ac1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:26.047572 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c142e53e-342e-4436-8de2-abeb4e4df04f None None] No DVR routers for this DVR port dbad3c83-5304-43cf-9526-34c06d118ac1 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:26.094357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:26.110542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:26.119849 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.194456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:26.195029 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.196258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bb87b-bc2d-4e01-b8b3-c129bd8ea4a5 req-adc146ef-edd7-401b-9d11-222ebc322d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:26.196630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] 10.222.0.41 "PUT /v2.0/ports/4d38feb9-400a-4bf7-82f8-e91fe77125f9 HTTP/1.1" status: 200 len: 1092 time: 1.7833133 Jul 27 22:21:26.197977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-688bb87b-bc2d-4e01-b8b3-c129bd8ea4a5 req-adc146ef-edd7-401b-9d11-222ebc322d78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 1095 time: 0.1516495 Jul 27 22:21:26.200546 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dee1bd6-ac46-4baf-bf0f-8b27eb61a96c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779860700968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3785970'] for subnet, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.204086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af67bd92-addc-4abd-8489-2f3364565999', 'tag': '4d38feb9-400a-4bf7-82f8-e91fe77125f9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:26.206782 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f0a297-db30-472a-94ff-1b8b033e719b" -d '{"events": [{"name": "network-changed", "server_uuid": "af67bd92-addc-4abd-8489-2f3364565999", "tag": "4d38feb9-400a-4bf7-82f8-e91fe77125f9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:26.254500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceba737-c74a-4144-85b6-37f13e3f5f11 req-bd037b87-f2f9-4828-81cb-8539389b8043 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:26.256120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ceba737-c74a-4144-85b6-37f13e3f5f11 req-bd037b87-f2f9-4828-81cb-8539389b8043 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.1436684 Jul 27 22:21:26.278716 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.308083 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae64837a-25a5-48b1-8028-d192f3e0a21c x-openstack-request-id: req-ae64837a-25a5-48b1-8028-d192f3e0a21c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:26.308327 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af67bd92-addc-4abd-8489-2f3364565999", "tag": "4d38feb9-400a-4bf7-82f8-e91fe77125f9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:26.308540 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae64837a-25a5-48b1-8028-d192f3e0a21c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:26.309145 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af67bd92-addc-4abd-8489-2f3364565999', 'tag': '4d38feb9-400a-4bf7-82f8-e91fe77125f9', 'status': 'completed', 'code': 200} Jul 27 22:21:26.315551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413d4a9-e8cc-4075-b3a0-a341bce79e00 service neutron] Pushing event updated for resources: {'Port': ['ID=4d38feb9-400a-4bf7-82f8-e91fe77125f9,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:26.352612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-d2842e81-6f97-4d81-9386-4c60c859876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:26.354239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-d2842e81-6f97-4d81-9386-4c60c859876b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=093c931b75694176ab482ad04d08f5d7&device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 1095 time: 0.1073527 Jul 27 22:21:26.355389 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db6a17c2-0e70-4325-8936-2eeddf592e50 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.425252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bb87b-bc2d-4e01-b8b3-c129bd8ea4a5 req-019c059d-1815-4008-9230-0c6fb8908ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:26.426823 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-c38d8edc-76fd-4aeb-b2c2-b2add591717b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9 HTTP/1.1" status: 200 len: 217 time: 0.0608094 Jul 27 22:21:26.426960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-688bb87b-bc2d-4e01-b8b3-c129bd8ea4a5 req-019c059d-1815-4008-9230-0c6fb8908ab2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.2066307 Jul 27 22:21:26.457786 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6a17c2-0e70-4325-8936-2eeddf592e50 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:26.464841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-db6a17c2-0e70-4325-8936-2eeddf592e50 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:26.467910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6a17c2-0e70-4325-8936-2eeddf592e50 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:26.468735 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db6a17c2-0e70-4325-8936-2eeddf592e50 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.498445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d055ce53-0570-49b9-88d4-38b1cd3ffde2 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:26.515612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a17c2-0e70-4325-8936-2eeddf592e50 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=be9a7deb-28a6-4b05-8dc4-2f0cef35c735,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:26.545806 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-db6a17c2-0e70-4325-8936-2eeddf592e50 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0154381 Jul 27 22:21:26.549190 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 38974) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:26.565554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': 'be9a7deb-28a6-4b05-8dc4-2f0cef35c735', 'ip_address': '2001:db8::c3de:18:9842:ff45'}], 'name': 'tempest-NetworksTestDHCPv6-913508834'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:26.571526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-cbcc6421-8f83-4711-9d4a-e6b4cac75a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:26.580628 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-688bb87b-bc2d-4e01-b8b3-c129bd8ea4a5 req-e1ed4402-b86c-42dd-81a6-2f82ab638d2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b HTTP/1.1" status: 200 len: 999 time: 0.1375227 Jul 27 22:21:26.582515 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-cbcc6421-8f83-4711-9d4a-e6b4cac75a4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd95150c-158c-4db5-bf84-b3a3418fb5df HTTP/1.1" status: 200 len: 852 time: 0.1378639 Jul 27 22:21:26.592128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee1bd6-ac46-4baf-bf0f-8b27eb61a96c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:26.593005 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6dee1bd6-ac46-4baf-bf0f-8b27eb61a96c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.594680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6dee1bd6-ac46-4baf-bf0f-8b27eb61a96c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "PUT /v2.0/subnets/ab1b9d24-e544-4e17-84b7-a575aee28ee1 HTTP/1.1" status: 200 len: 877 time: 1.6298957 Jul 27 22:21:26.601886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 38976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:26.672501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Allocated IP 172.20.0.3 (a5fe2a74-f853-4f6c-a4e4-abae3be4de03/ab1b9d24-e544-4e17-84b7-a575aee28ee1/4aa6bb9f-32e5-4a3c-a87d-66a788410b12) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:26.729231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee1bd6-ac46-4baf-bf0f-8b27eb61a96c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event updated for resources: {'Subnet': ['ID=ab1b9d24-e544-4e17-84b7-a575aee28ee1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:26.773934 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-55f13654-e540-43dd-a83f-4a94c9bb0133 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696912 Jul 27 22:21:26.842857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ceba737-c74a-4144-85b6-37f13e3f5f11 req-61d80e17-80bc-4259-aa66-2f5981f0621f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4136384 Jul 27 22:21:26.876397 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:26.893097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bb87b-bc2d-4e01-b8b3-c129bd8ea4a5 req-83a7a855-4b89-48b7-bab5-3df7991fd9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:26.895230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-688bb87b-bc2d-4e01-b8b3-c129bd8ea4a5 req-83a7a855-4b89-48b7-bab5-3df7991fd9e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.1530540 Jul 27 22:21:26.936095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dbad3c83-5304-43cf-9526-34c06d118ac1 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:26.998281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: dbad3c83-5304-43cf-9526-34c06d118ac1 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:27.022510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dbad3c83-5304-43cf-9526-34c06d118ac1 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:27.052913 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:27.140531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bb87b-bc2d-4e01-b8b3-c129bd8ea4a5 req-48c74a99-0821-495e-9524-84d641865660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:27.142527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-688bb87b-bc2d-4e01-b8b3-c129bd8ea4a5 req-48c74a99-0821-495e-9524-84d641865660 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328132 Jul 27 22:21:27.153744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:27.235477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': 'be9a7deb-28a6-4b05-8dc4-2f0cef35c735'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:27.244128 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:27.421713 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-5095085d-77eb-403f-9b89-d3aa094695c6 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186280 Jul 27 22:21:27.428512 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:27.469503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port 91da844a-838f-49f1-ae1a-f46fc02c7c0e yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:21:27.602166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-688bb87b-bc2d-4e01-b8b3-c129bd8ea4a5 req-02bbfa61-a916-43b1-8ce8-55e201844226 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871313 Jul 27 22:21:27.625551 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:27.646173 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6938d-1eee-4566-a54d-f5ac43b51f87 req-a0757710-73fb-4fd4-897f-838b961f1b22 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:27.655886 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31d6938d-1eee-4566-a54d-f5ac43b51f87 req-a0757710-73fb-4fd4-897f-838b961f1b22 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.4230425 Jul 27 22:21:27.703528 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Transition to ACTIVE for port object 4aa6bb9f-32e5-4a3c-a87d-66a788410b12 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:27.751646 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2a125cb-8f17-44e9-8437-8425dfee111b req-1b0db9ea-3723-4555-818e-d44589650342 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838260 Jul 27 22:21:27.768722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Transition to ACTIVE for port object 4aa6bb9f-32e5-4a3c-a87d-66a788410b12 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:27.797914 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Allocated IP 2001:db8::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/be9a7deb-28a6-4b05-8dc4-2f0cef35c735/c05edf59-dcc1-4948-8c09-24011b17240d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:27.801082 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:27.857555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb0eb0-4faf-488c-9f68-9853ebd8886a req-b8b00be9-b296-413d-9cad-3a2898370d6e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:27.861275 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dddb0eb0-4faf-488c-9f68-9853ebd8886a req-b8b00be9-b296-413d-9cad-3a2898370d6e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.5539210 Jul 27 22:21:27.996052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Network a5fe2a74-f853-4f6c-a4e4-abae3be4de03 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:27.999074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:28.010328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:28.019918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31d6938d-1eee-4566-a54d-f5ac43b51f87 req-92a3fb5f-8e74-4481-b6ed-e9dcd73ebab8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3619554 Jul 27 22:21:28.028743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0a297-db30-472a-94ff-1b8b033e719b req-736186a6-a008-4e3a-8391-bae1fb37d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:28.032741 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-07f0a297-db30-472a-94ff-1b8b033e719b req-736186a6-a008-4e3a-8391-bae1fb37d97d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=093c931b75694176ab482ad04d08f5d7&device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 1095 time: 0.1259837 Jul 27 22:21:28.035585 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:28.040783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dddb0eb0-4faf-488c-9f68-9853ebd8886a req-3ad38d5d-98fa-4109-b86f-a8b362763f95 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298480 Jul 27 22:21:28.093550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Pushing event updated for resources: {'Port': ['ID=4aa6bb9f-32e5-4a3c-a87d-66a788410b12,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:28.135254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Attempting to bind port 4aa6bb9f-32e5-4a3c-a87d-66a788410b12 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:28.135791 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Attempting to bind port 4aa6bb9f-32e5-4a3c-a87d-66a788410b12 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'd496f158-51e7-423f-9ac9-8bf5249da847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a5fe2a74-f853-4f6c-a4e4-abae3be4de03'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:28.136431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Attempting to bind port 4aa6bb9f-32e5-4a3c-a87d-66a788410b12 on network a5fe2a74-f853-4f6c-a4e4-abae3be4de03 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:28.138403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1b9d24-e544-4e17-84b7-a575aee28ee1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:28.144619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:28.145169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Checking segment: {'id': 'd496f158-51e7-423f-9ac9-8bf5249da847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a5fe2a74-f853-4f6c-a4e4-abae3be4de03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:28.145683 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:28.146773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Bound using segment: {'id': 'd496f158-51e7-423f-9ac9-8bf5249da847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a5fe2a74-f853-4f6c-a4e4-abae3be4de03'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:28.147459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Bound port: 4aa6bb9f-32e5-4a3c-a87d-66a788410b12, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd496f158-51e7-423f-9ac9-8bf5249da847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a5fe2a74-f853-4f6c-a4e4-abae3be4de03'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:28.148038 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:28.319169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-688bb87b-bc2d-4e01-b8b3-c129bd8ea4a5 req-4de50469-db2a-4815-87d3-1278a31e12d0 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6941493 Jul 27 22:21:28.322011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:28.354860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fe2a74-f853-4f6c-a4e4-abae3be4de03']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:28.371331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd496f158-51e7-423f-9ac9-8bf5249da847') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:28.372052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd496f158-51e7-423f-9ac9-8bf5249da847') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:28.382561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f42c4-c8f5-4f9d-86e5-8f67dd8c95d1 req-6fa50db5-0401-4fb0-8267-304275a99667 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:28.406913 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb1f42c4-c8f5-4f9d-86e5-8f67dd8c95d1 req-6fa50db5-0401-4fb0-8267-304275a99667 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.1768670 Jul 27 22:21:28.467383 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:28.509617 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:28.534845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:28.535179 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:28.611501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] For port 4aa6bb9f-32e5-4a3c-a87d-66a788410b12, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:28.707892 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:28.714748 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:21:28.714748 n-d-802011-3 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:21:28.714748 n-d-802011-3 neutron-server[93835]: [parameters: {'id': 'a5fe2a74-f853-4f6c-a4e4-abae3be4de03'}] Jul 27 22:21:28.714748 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:21:28.715175 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:21:28.723208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb1f42c4-c8f5-4f9d-86e5-8f67dd8c95d1 req-2e665de7-fa4e-49ec-9e86-bb64c3654bd8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151567 Jul 27 22:21:28.766252 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:28.776555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Transition to ACTIVE for port object c05edf59-dcc1-4948-8c09-24011b17240d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:28.796558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Transition to ACTIVE for port object c05edf59-dcc1-4948-8c09-24011b17240d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:28.827309 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:28.837150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] For port 4aa6bb9f-32e5-4a3c-a87d-66a788410b12, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4aa6bb9f-32e5-4a3c-a87d-66a788410b12,segment=NetworkSegment(d496f158-51e7-423f-9ac9-8bf5249da847),segment_id=d496f158-51e7-423f-9ac9-8bf5249da847)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:28.886881 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:28.964726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:29.017991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:29.025494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:29.052710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::c3de:18:9842:ff45 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/be9a7deb-28a6-4b05-8dc4-2f0cef35c735/91da844a-838f-49f1-ae1a-f46fc02c7c0e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:29.111092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Pushing event updated for resources: {'Port': ['ID=c05edf59-dcc1-4948-8c09-24011b17240d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:29.173280 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0a297-db30-472a-94ff-1b8b033e719b req-55a1aeab-a68c-4af2-94bb-d278f2bcaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:29.174839 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-07f0a297-db30-472a-94ff-1b8b033e719b req-55a1aeab-a68c-4af2-94bb-d278f2bcaa77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 200 len: 913 time: 1.1173129 Jul 27 22:21:29.217952 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:29.310796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba82703-ff5c-4f24-9cc4-e0ccb3488a1e None None] Network a5fe2a74-f853-4f6c-a4e4-abae3be4de03 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:29.406310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9369d2-8ba2-400e-97a9-0981c34be4b3 req-175d253d-9fe4-4dbb-98e1-b3fb897cbb2a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:29.415517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e9369d2-8ba2-400e-97a9-0981c34be4b3 req-175d253d-9fe4-4dbb-98e1-b3fb897cbb2a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.2085426 Jul 27 22:21:29.456387 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c758a-604f-47f8-ad9f-05aeaaa2fd26 req-f38908a9-8c2d-47f9-8a2e-aa6c7f3a282a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:29.465591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb2c758a-604f-47f8-ad9f-05aeaaa2fd26 req-f38908a9-8c2d-47f9-8a2e-aa6c7f3a282a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.2374301 Jul 27 22:21:29.520057 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:29.553912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e9369d2-8ba2-400e-97a9-0981c34be4b3 req-43878fb9-fe10-4f04-a21d-8fca9815bfd6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355517 Jul 27 22:21:29.565217 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Attempting to bind port c05edf59-dcc1-4948-8c09-24011b17240d on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:29.578652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Attempting to bind port c05edf59-dcc1-4948-8c09-24011b17240d by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:29.579340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Attempting to bind port c05edf59-dcc1-4948-8c09-24011b17240d on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:29.584464 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb2c758a-604f-47f8-ad9f-05aeaaa2fd26 req-4cc279cd-2bed-4023-878a-c0bb58f50d18 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171398 Jul 27 22:21:29.594606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Deleting port 4aa6bb9f-32e5-4a3c-a87d-66a788410b12 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:29.595537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:29.609520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911a3d4-39ea-425f-9284-3827a76db81e None None] Pushing event updated for resources: {'Port': ['ID=4aa6bb9f-32e5-4a3c-a87d-66a788410b12,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:29.638008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:29.638601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:29.639143 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:29.639638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:29.640238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Bound port: c05edf59-dcc1-4948-8c09-24011b17240d, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:29.640727 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:29.669027 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object 91da844a-838f-49f1-ae1a-f46fc02c7c0e will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:29.704837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] For port 4aa6bb9f-32e5-4a3c-a87d-66a788410b12, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4aa6bb9f-32e5-4a3c-a87d-66a788410b12,segment=NetworkSegment(d496f158-51e7-423f-9ac9-8bf5249da847),segment_id=d496f158-51e7-423f-9ac9-8bf5249da847)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:29.707780 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:29.726182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Calling delete_port for 4aa6bb9f-32e5-4a3c-a87d-66a788410b12 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:29.876088 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:29.905241 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-07f0a297-db30-472a-94ff-1b8b033e719b req-56e4b8f0-6bae-4215-bfa9-8adc0732e40b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9 HTTP/1.1" status: 200 len: 217 time: 0.3099637 Jul 27 22:21:29.932081 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:29.981891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5842ac5-5799-4799-9fa4-30e909828004 None None] Network a5fe2a74-f853-4f6c-a4e4-abae3be4de03 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:30.004261 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Port': ['ID=4aa6bb9f-32e5-4a3c-a87d-66a788410b12,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:30.020257 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No DVR routers for this DVR port 4aa6bb9f-32e5-4a3c-a87d-66a788410b12 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:30.092506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:30.102033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:30.108597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:30.114601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:30.115371 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.120357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] For port c05edf59-dcc1-4948-8c09-24011b17240d, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:30.133074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=91da844a-838f-49f1-ae1a-f46fc02c7c0e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:30.158967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] For port c05edf59-dcc1-4948-8c09-24011b17240d, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c05edf59-dcc1-4948-8c09-24011b17240d,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:30.183521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0a297-db30-472a-94ff-1b8b033e719b req-82e0009e-f2d1-4d3b-bf35-eb9f194ceaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:30.188948 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-07f0a297-db30-472a-94ff-1b8b033e719b req-82e0009e-f2d1-4d3b-bf35-eb9f194ceaa2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd95150c-158c-4db5-bf84-b3a3418fb5df HTTP/1.1" status: 200 len: 852 time: 0.1749113 Jul 27 22:21:30.189168 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.200350 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-997ff087-9bbb-4703-8a9c-961202c6f5ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.6425991 Jul 27 22:21:30.201045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39000) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:30.211611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a61d30-297a-4fac-9005-6f4100921a03 req-fff4b7cb-cae3-40c5-9b8f-6f171d9aac9f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:30.216269 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3a61d30-297a-4fac-9005-6f4100921a03 req-fff4b7cb-cae3-40c5-9b8f-6f171d9aac9f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.2983346 Jul 27 22:21:30.271756 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.279073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5f00b-1b54-4c81-a642-c76ef40f1c89 None None] Pushing event updated for resources: {'Port': ['ID=c05edf59-dcc1-4948-8c09-24011b17240d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:30.307288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fe2a74-f853-4f6c-a4e4-abae3be4de03']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:30.334058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd496f158-51e7-423f-9ac9-8bf5249da847') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:30.334381 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd496f158-51e7-423f-9ac9-8bf5249da847') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:30.350184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51bf9bd-239a-46a3-8b51-3ae9d72735dc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:30.359947 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.364805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51bf9bd-239a-46a3-8b51-3ae9d72735dc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:30.365693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3a61d30-297a-4fac-9005-6f4100921a03 req-fe7829cc-9a79-496e-bafb-d499f3f0d244 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383538 Jul 27 22:21:30.371001 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39004) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:30.373096 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f51bf9bd-239a-46a3-8b51-3ae9d72735dc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1709487 Jul 27 22:21:30.421676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.439365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:30.440135 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:30.513812 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:30.543108 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.578050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:30.580196 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/a5fe2a74-f853-4f6c-a4e4-abae3be4de03 HTTP/1.1" status: 204 len: 168 time: 3.9747012 Jul 27 22:21:30.585227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39008) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:30.681384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad7720-0101-476f-9fcb-601d84b5ddba tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Network': ['ID=a5fe2a74-f853-4f6c-a4e4-abae3be4de03,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:30.745215 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a32ed9-2f70-47a6-8446-0d1acd602249 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:30.745826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a32ed9-2f70-47a6-8446-0d1acd602249 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:30.752717 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e6a32ed9-2f70-47a6-8446-0d1acd602249 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/subnets/ab1b9d24-e544-4e17-84b7-a575aee28ee1 HTTP/1.1" status: 404 len: 337 time: 0.1626027 Jul 27 22:21:30.755123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39014) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:30.811330 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a304e9-0547-44d2-ae82-3eac47651db1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:30.813179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4d38feb9-400a-4bf7-82f8-e91fe77125f9 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:21:30.814038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a304e9-0547-44d2-ae82-3eac47651db1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:30.821671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-25a304e9-0547-44d2-ae82-3eac47651db1 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/a5fe2a74-f853-4f6c-a4e4-abae3be4de03 HTTP/1.1" status: 404 len: 339 time: 0.0648587 Jul 27 22:21:30.835322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39016) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:30.895862 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3255947c-bd1c-4f67-a9b4-27ea2e2f910b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:30.896323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3255947c-bd1c-4f67-a9b4-27ea2e2f910b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:30.898113 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3255947c-bd1c-4f67-a9b4-27ea2e2f910b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/subnets/33f7d1c1-2d83-4b45-84c0-3b2609e8e499 HTTP/1.1" status: 404 len: 337 time: 0.0618064 Jul 27 22:21:30.902774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39018) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:30.948726 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cf0992-ec59-45f1-a0a9-31a1e8655fec tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:30.949336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cf0992-ec59-45f1-a0a9-31a1e8655fec tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:30.951117 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-13cf0992-ec59-45f1-a0a9-31a1e8655fec tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/7a080adf-2d52-40ba-b274-bf14c973e787 HTTP/1.1" status: 404 len: 339 time: 0.0473995 Jul 27 22:21:30.952595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8e34e3e8-3812-400e-b534-137e73e963a5 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port 91da844a-838f-49f1-ae1a-f46fc02c7c0e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:30.953566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39020) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:30.955249 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e34e3e8-3812-400e-b534-137e73e963a5 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.115576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815018b-6cb0-4c61-ba7d-a9cf59bfbc3b req-d9743f66-2f4b-4868-94eb-f362ffc4c1cf tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:31.117438 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c815018b-6cb0-4c61-ba7d-a9cf59bfbc3b req-d9743f66-2f4b-4868-94eb-f362ffc4c1cf tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.3218069 Jul 27 22:21:31.127361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:31.134080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da5d11-9c14-49c8-aa0b-f1c9dabee9e4 req-23b070be-da97-4bcb-bd19-eeaeb47f526d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:31.135974 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66da5d11-9c14-49c8-aa0b-f1c9dabee9e4 req-23b070be-da97-4bcb-bd19-eeaeb47f526d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.3554499 Jul 27 22:21:31.166479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c05edf59-dcc1-4948-8c09-24011b17240d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:31.168198 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.219118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '4d38feb9-400a-4bf7-82f8-e91fe77125f9', 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee', 'port_id': '4d38feb9-400a-4bf7-82f8-e91fe77125f9', 'mac_address': 'fa:16:3e:64:78:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd95150c-158c-4db5-bf84-b3a3418fb5df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:21:31.250573 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c815018b-6cb0-4c61-ba7d-a9cf59bfbc3b req-887dfe42-cd56-4b8a-ad5c-447ba73f5f4f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132298 Jul 27 22:21:31.276492 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.280331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port c05edf59-dcc1-4948-8c09-24011b17240d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:31.282924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66da5d11-9c14-49c8-aa0b-f1c9dabee9e4 req-ec77b7b8-99fb-4ed4-84fd-8cd1a26dd5e3 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389544 Jul 27 22:21:31.327357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d38feb9-400a-4bf7-82f8-e91fe77125f9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:21:31.364135 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e34e3e8-3812-400e-b534-137e73e963a5 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.378690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:31.400608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8e34e3e8-3812-400e-b534-137e73e963a5 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for 91da844a-838f-49f1-ae1a-f46fc02c7c0e owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:31.401764 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.432703 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.472259 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a38c57-ebc2-412e-a30b-1a53d327b187']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:31.516656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4d38feb9-400a-4bf7-82f8-e91fe77125f9,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:31.530649 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769523d8-8cb0-4bf8-8fde-36415e27d665') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:31.531184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769523d8-8cb0-4bf8-8fde-36415e27d665') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:31.558722 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.589768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.607000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:31.607505 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:31.611039 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:31.625035 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['4d38feb9-400a-4bf7-82f8-e91fe77125f9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:21:31.655013 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e34e3e8-3812-400e-b534-137e73e963a5 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.698932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34e3e8-3812-400e-b534-137e73e963a5 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=91da844a-838f-49f1-ae1a-f46fc02c7c0e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:31.756911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8e34e3e8-3812-400e-b534-137e73e963a5 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.761660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8e34e3e8-3812-400e-b534-137e73e963a5 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/91da844a-838f-49f1-ae1a-f46fc02c7c0e HTTP/1.1" status: 204 len: 168 time: 1.3896570 Jul 27 22:21:31.762589 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39024) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:31.846491 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177d724-ecc2-456d-833d-7100e1dab26f req-985c0e80-7b31-4b7d-9647-936558b25c74 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:31.849657 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-07f0a297-db30-472a-94ff-1b8b033e719b req-02f01b32-f1de-47ee-8b7e-07ba56d311f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163619 Jul 27 22:21:31.853694 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8177d724-ecc2-456d-833d-7100e1dab26f req-985c0e80-7b31-4b7d-9647-936558b25c74 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.2106435 Jul 27 22:21:31.862839 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.869953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a590b1d9-349c-4b03-bd94-28cc73a87d85 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:31.874783 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:31.882683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a590b1d9-349c-4b03-bd94-28cc73a87d85 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:31.883464 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/41a38c57-ebc2-412e-a30b-1a53d327b187 HTTP/1.1" status: 204 len: 168 time: 0.9286432 Jul 27 22:21:31.888570 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a590b1d9-349c-4b03-bd94-28cc73a87d85 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1198285 Jul 27 22:21:31.892220 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:31.892564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39030) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:31.963856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38f328-b835-45e8-bb1a-27d1bda4136d tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Network': ['ID=41a38c57-ebc2-412e-a30b-1a53d327b187,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:32.084744 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9669c9-c476-4d32-bfcd-7c4172e5521b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:32.085914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9669c9-c476-4d32-bfcd-7c4172e5521b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:32.087890 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2e9669c9-c476-4d32-bfcd-7c4172e5521b tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/subnets/8789664b-3fe3-454e-8229-7b38f28d0965 HTTP/1.1" status: 404 len: 337 time: 0.1888304 Jul 27 22:21:32.096552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.122746 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-07f0a297-db30-472a-94ff-1b8b033e719b req-fdce3151-bf6c-4b4d-9812-172e170cd572 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576387 Jul 27 22:21:32.136345 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4687bb-4910-4223-b338-3c44b0ba5449 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:32.136981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4687bb-4910-4223-b338-3c44b0ba5449 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:32.142616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39034) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.144874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3e4687bb-4910-4223-b338-3c44b0ba5449 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/ef28d8ba-75a2-434c-b294-4bb4a8adbfbe HTTP/1.1" status: 404 len: 339 time: 0.0378730 Jul 27 22:21:32.175260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-58453455-8f6b-4743-8fc7-8d9eebcde8af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet be9a7deb-28a6-4b05-8dc4-2f0cef35c735 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:32.183556 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58453455-8f6b-4743-8fc7-8d9eebcde8af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:32.191084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-50b670fa-a3f7-49de-83d0-74aa2422a2f9 None None] Provisioning for port c05edf59-dcc1-4948-8c09-24011b17240d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:32.194796 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e828ba4-cb6b-4df9-ad3a-703f19d5abb0 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:32.199663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e828ba4-cb6b-4df9-ad3a-703f19d5abb0 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:32.201934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-50b670fa-a3f7-49de-83d0-74aa2422a2f9 None None] Provisioning complete for port c05edf59-dcc1-4948-8c09-24011b17240d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:32.202590 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50b670fa-a3f7-49de-83d0-74aa2422a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:32.216026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9e828ba4-cb6b-4df9-ad3a-703f19d5abb0 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/subnets/33d7599f-ad25-4d20-a4f5-0414f4a106ad HTTP/1.1" status: 404 len: 337 time: 0.0635664 Jul 27 22:21:32.216537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39036) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.296493 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b0ad07-139d-45b2-a767-872978f85671 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:32.297144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b0ad07-139d-45b2-a767-872978f85671 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:32.299114 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-54b0ad07-139d-45b2-a767-872978f85671 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/1c685246-1aa5-41b7-83d4-3950fcd2df8a HTTP/1.1" status: 404 len: 339 time: 0.0813978 Jul 27 22:21:32.309047 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58453455-8f6b-4743-8fc7-8d9eebcde8af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:32.315341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39038) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.400410 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adb25bc-2eea-492b-9cd4-3b05f2044654 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:32.401282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adb25bc-2eea-492b-9cd4-3b05f2044654 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:32.403457 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0adb25bc-2eea-492b-9cd4-3b05f2044654 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/subnets/a3e8a802-0d13-4372-a0e2-0886ac06fb08 HTTP/1.1" status: 404 len: 337 time: 0.0871007 Jul 27 22:21:32.405946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.428976 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58453455-8f6b-4743-8fc7-8d9eebcde8af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:32.433607 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50b670fa-a3f7-49de-83d0-74aa2422a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:32.446585 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-faedbe46-1950-4b34-904a-ab07168927b8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:32.447551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faedbe46-1950-4b34-904a-ab07168927b8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:32.452657 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-faedbe46-1950-4b34-904a-ab07168927b8 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/1c1151aa-917a-4451-8680-a2f1eecc9462 HTTP/1.1" status: 404 len: 339 time: 0.0449412 Jul 27 22:21:32.454955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39046) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.520722 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb40737-243b-463f-bb38-63a588240149 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:32.524764 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb40737-243b-463f-bb38-63a588240149 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:32.532956 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1cb40737-243b-463f-bb38-63a588240149 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/subnets/9644f39b-1bf5-41f3-b177-79a57ed04cf3 HTTP/1.1" status: 404 len: 337 time: 0.0743613 Jul 27 22:21:32.533478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39048) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.576616 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa00399-9349-4950-a79e-7614802cde29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:32.578751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa00399-9349-4950-a79e-7614802cde29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:32.591876 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58453455-8f6b-4743-8fc7-8d9eebcde8af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:32.592110 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0fa00399-9349-4950-a79e-7614802cde29 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/bb3d530c-3f5a-4e31-a58d-6f973a3074e5 HTTP/1.1" status: 404 len: 339 time: 0.0528772 Jul 27 22:21:32.592940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39050) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.626519 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-50b670fa-a3f7-49de-83d0-74aa2422a2f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:21:32.627015 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-50b670fa-a3f7-49de-83d0-74aa2422a2f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:21:32.659008 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5001cb01-7b63-4dc7-8deb-90b5df60a2a3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:32.660039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5001cb01-7b63-4dc7-8deb-90b5df60a2a3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:32.666408 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5001cb01-7b63-4dc7-8deb-90b5df60a2a3 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/subnets/fec8c8db-37be-4ece-ab87-35626d490f03 HTTP/1.1" status: 404 len: 337 time: 0.0704470 Jul 27 22:21:32.667179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39052) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.701470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58453455-8f6b-4743-8fc7-8d9eebcde8af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=be9a7deb-28a6-4b05-8dc4-2f0cef35c735,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:32.710436 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-66253a2a-4114-4634-9fff-1026b756bf95 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:32.711241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66253a2a-4114-4634-9fff-1026b756bf95 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:32.716726 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-66253a2a-4114-4634-9fff-1026b756bf95 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/1a1bd223-700b-4843-91bc-1f457365b498 HTTP/1.1" status: 404 len: 339 time: 0.0462649 Jul 27 22:21:32.717427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.752211 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8177d724-ecc2-456d-833d-7100e1dab26f req-1c0b53f1-b72c-498e-bee2-49d4ab7cb68b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8585362 Jul 27 22:21:32.782174 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-58453455-8f6b-4743-8fc7-8d9eebcde8af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:32.784086 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-58453455-8f6b-4743-8fc7-8d9eebcde8af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/be9a7deb-28a6-4b05-8dc4-2f0cef35c735 HTTP/1.1" status: 204 len: 168 time: 0.8731072 Jul 27 22:21:32.789146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.805608 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5e3b53-6d06-461b-8487-03e0a2b50743 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:32.806174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5e3b53-6d06-461b-8487-03e0a2b50743 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:32.811476 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5b5e3b53-6d06-461b-8487-03e0a2b50743 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/subnets/001da007-5ce1-4964-a097-c87f273c295a HTTP/1.1" status: 404 len: 337 time: 0.0902715 Jul 27 22:21:32.822394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39058) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.826410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4d38feb9-400a-4bf7-82f8-e91fe77125f9 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:32.868084 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4570f796-3346-41da-aab7-23a055807eca tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:32.873930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4570f796-3346-41da-aab7-23a055807eca tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:32.879148 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4570f796-3346-41da-aab7-23a055807eca tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/cebeb7c1-101f-4ae4-b65c-3c1c9e896cb0 HTTP/1.1" status: 404 len: 339 time: 0.0554149 Jul 27 22:21:32.882400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39060) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.934702 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6e4e6-ac0c-401b-870f-d90f7ac01dcb req-ec2416d3-e6bb-4151-8162-b89ff715b7a8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:32.938893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18e6e4e6-ac0c-401b-870f-d90f7ac01dcb req-ec2416d3-e6bb-4151-8162-b89ff715b7a8 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.3869686 Jul 27 22:21:32.946318 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9eb0750a-e588-4b97-afb1-c50de99724aa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1483052 Jul 27 22:21:32.966020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:32.970590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 4d38feb9-400a-4bf7-82f8-e91fe77125f9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:32.978791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c3518217-c20c-46ef-a1cd-3424a0420b66 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:32.997631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 4d38feb9-400a-4bf7-82f8-e91fe77125f9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:32.999626 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.002587 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec83bf6a-77fd-4e4f-8d06-4e8cda98df1c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:33.003281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec83bf6a-77fd-4e4f-8d06-4e8cda98df1c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:33.005939 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ec83bf6a-77fd-4e4f-8d06-4e8cda98df1c tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/subnets/3027c71d-1d4c-4f6b-8bcc-926b5126bfcc HTTP/1.1" status: 404 len: 337 time: 0.1215703 Jul 27 22:21:33.010053 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39066) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:33.067119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:33.166795 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2cb90c-658a-4475-8407-4191cd114b73 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:33.167629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2cb90c-658a-4475-8407-4191cd114b73 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:33.169457 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0a2cb90c-658a-4475-8407-4191cd114b73 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/8aadefbd-49c1-4618-a5ad-ad2f1da8494a HTTP/1.1" status: 404 len: 339 time: 0.0929840 Jul 27 22:21:33.174145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39072) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:33.227021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99387dae-819b-4713-b9ce-25d914b99c99 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:33.236490 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50b670fa-a3f7-49de-83d0-74aa2422a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.281573 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1f5ae5-d2c0-42d1-af21-f029857440be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:33.282741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1f5ae5-d2c0-42d1-af21-f029857440be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:33.284961 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7b1f5ae5-d2c0-42d1-af21-f029857440be tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/subnets/f42299ea-4910-490a-a11f-9c02f6def51d HTTP/1.1" status: 404 len: 337 time: 0.1097488 Jul 27 22:21:33.291177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39074) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:33.363053 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-696c9026-0b37-4a43-ad50-aa448c4f6646 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] DELETE failed (client error): The resource could not be found. Jul 27 22:21:33.371749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-50b670fa-a3f7-49de-83d0-74aa2422a2f9 None None] For port c05edf59-dcc1-4948-8c09-24011b17240d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c05edf59-dcc1-4948-8c09-24011b17240d,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:33.376341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696c9026-0b37-4a43-ad50-aa448c4f6646 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:33.378514 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-696c9026-0b37-4a43-ad50-aa448c4f6646 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/b262a7c6-d5d4-4b28-a74a-f76e62020a1c HTTP/1.1" status: 404 len: 339 time: 0.0650859 Jul 27 22:21:33.381023 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50b670fa-a3f7-49de-83d0-74aa2422a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.388359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39076) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:33.540986 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.546439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9b352025-0ffa-4424-bbbf-06f7a1d5e358 None None] Could not find standard attr ID for object 91da844a-838f-49f1-ae1a-f46fc02c7c0e. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:21:33.555984 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07c40f1-8dd9-4106-a543-a3418b22ed51 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Deleting subnet 0e44f5ba-ac55-4143-b00d-b26ee74caac1 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:33.572567 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e07c40f1-8dd9-4106-a543-a3418b22ed51 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.589214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b670fa-a3f7-49de-83d0-74aa2422a2f9 None None] Pushing event updated for resources: {'Port': ['ID=c05edf59-dcc1-4948-8c09-24011b17240d,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:33.627519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af67bd92-addc-4abd-8489-2f3364565999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38feb9-400a-4bf7-82f8-e91fe77125f9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:33.630122 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352c00a5-a940-4157-b2fe-3b9979b73ac5" -d '{"events": [{"server_uuid": "af67bd92-addc-4abd-8489-2f3364565999", "name": "network-vif-plugged", "status": "completed", "tag": "4d38feb9-400a-4bf7-82f8-e91fe77125f9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:33.654794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:33.665955 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.696349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e07c40f1-8dd9-4106-a543-a3418b22ed51 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.724745 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ba5961-978a-4e7f-953e-7e3f01656632 None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:33.857527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4d38feb9-400a-4bf7-82f8-e91fe77125f9,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:33.906524 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-56ba5961-978a-4e7f-953e-7e3f01656632 None None] Deleting port c05edf59-dcc1-4948-8c09-24011b17240d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:33.908159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e07c40f1-8dd9-4106-a543-a3418b22ed51 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.912231 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56ba5961-978a-4e7f-953e-7e3f01656632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:33.940592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18e6e4e6-ac0c-401b-870f-d90f7ac01dcb req-96a7318b-c2da-460d-b10e-8494bb6eafde tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9954443 Jul 27 22:21:34.041962 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-07f0a297-db30-472a-94ff-1b8b033e719b req-2883b179-5fe6-47b6-a1e4-c8a6306511ca service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1126897 Jul 27 22:21:34.045622 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e07c40f1-8dd9-4106-a543-a3418b22ed51 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.059114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1afe9-331c-4802-b552-b2d8816d2b5d req-22fcfce3-8917-4d6d-a5b2-d41b1d81ab02 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:34.061233 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2ae502-80b1-4397-8f25-ffc136ac9d14 x-openstack-request-id: req-2b2ae502-80b1-4397-8f25-ffc136ac9d14 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:34.061566 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af67bd92-addc-4abd-8489-2f3364565999", "name": "network-vif-plugged", "status": "completed", "tag": "4d38feb9-400a-4bf7-82f8-e91fe77125f9", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:34.061763 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b2ae502-80b1-4397-8f25-ffc136ac9d14 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:34.062153 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af67bd92-addc-4abd-8489-2f3364565999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38feb9-400a-4bf7-82f8-e91fe77125f9', 'code': 200} Jul 27 22:21:34.069961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2c1afe9-331c-4802-b552-b2d8816d2b5d req-22fcfce3-8917-4d6d-a5b2-d41b1d81ab02 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 945 time: 1.1604168 Jul 27 22:21:34.124030 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-56ba5961-978a-4e7f-953e-7e3f01656632 None None] For port c05edf59-dcc1-4948-8c09-24011b17240d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c05edf59-dcc1-4948-8c09-24011b17240d,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:34.124341 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56ba5961-978a-4e7f-953e-7e3f01656632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.142595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c40f1-8dd9-4106-a543-a3418b22ed51 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Subnet': ['ID=0e44f5ba-ac55-4143-b00d-b26ee74caac1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:34.160114 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e07c40f1-8dd9-4106-a543-a3418b22ed51 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.165547 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e07c40f1-8dd9-4106-a543-a3418b22ed51 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/subnets/0e44f5ba-ac55-4143-b00d-b26ee74caac1 HTTP/1.1" status: 204 len: 168 time: 0.7556298 Jul 27 22:21:34.165940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:34.167886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f90e0bc-ce5c-4841-8d52-c1a4c7cdd156 None None] Network fe25c6df-6321-4484-95e2-3638d8e3be8a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:34.228009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608be0e-ef8f-40d5-894d-fdeb0b4ed586 req-4e204e85-59ac-47f2-bf81-9b4df0e188e6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:34.229241 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c608be0e-ef8f-40d5-894d-fdeb0b4ed586 req-4e204e85-59ac-47f2-bf81-9b4df0e188e6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.0895338 Jul 27 22:21:34.229974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3518217-c20c-46ef-a1cd-3424a0420b66 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:34.233558 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3518217-c20c-46ef-a1cd-3424a0420b66 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.297649 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c608be0e-ef8f-40d5-894d-fdeb0b4ed586 req-c9dc9c4d-14c9-41d9-aae3-25027ba540b3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477169 Jul 27 22:21:34.327415 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2c1afe9-331c-4802-b552-b2d8816d2b5d req-08c74382-e5f8-43cb-8cb8-d8e42e2063e9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563415 Jul 27 22:21:34.337754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-56ba5961-978a-4e7f-953e-7e3f01656632 None None] Calling delete_port for c05edf59-dcc1-4948-8c09-24011b17240d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:34.348762 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.549722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Deleting port 78c25f3a-9c7e-4217-9d0a-e6818af74148 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:34.550670 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.558523 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56ba5961-978a-4e7f-953e-7e3f01656632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.581631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e080f89-d9eb-48be-aa45-b2b0c6b06f68 None None] DHCP port deletion for fe25c6df-6321-4484-95e2-3638d8e3be8a request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:34.585609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba5961-978a-4e7f-953e-7e3f01656632 None None] No DVR routers for this DVR port c05edf59-dcc1-4948-8c09-24011b17240d on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:34.621388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba5961-978a-4e7f-953e-7e3f01656632 None None] Pushing event deleted for resources: {'Port': ['ID=c05edf59-dcc1-4948-8c09-24011b17240d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:34.680158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] For port 78c25f3a-9c7e-4217-9d0a-e6818af74148, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=78c25f3a-9c7e-4217-9d0a-e6818af74148,segment=NetworkSegment(f9b2c050-c4e9-4337-9e48-b9501f6c5b8d),segment_id=f9b2c050-c4e9-4337-9e48-b9501f6c5b8d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:34.680932 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.681373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0e080f89-d9eb-48be-aa45-b2b0c6b06f68 None None] Deleting port 78c25f3a-9c7e-4217-9d0a-e6818af74148 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:34.681858 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e080f89-d9eb-48be-aa45-b2b0c6b06f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.741895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Calling delete_port for 78c25f3a-9c7e-4217-9d0a-e6818af74148 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:34.770686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0e080f89-d9eb-48be-aa45-b2b0c6b06f68 None None] For port 78c25f3a-9c7e-4217-9d0a-e6818af74148, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=78c25f3a-9c7e-4217-9d0a-e6818af74148,segment=NetworkSegment(f9b2c050-c4e9-4337-9e48-b9501f6c5b8d),segment_id=f9b2c050-c4e9-4337-9e48-b9501f6c5b8d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:34.771887 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e080f89-d9eb-48be-aa45-b2b0c6b06f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.788263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0e080f89-d9eb-48be-aa45-b2b0c6b06f68 None None] Calling delete_port for 78c25f3a-9c7e-4217-9d0a-e6818af74148 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:34.837736 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5e73d98-4219-479f-b845-7ba95843c3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.889057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c05edf59-dcc1-4948-8c09-24011b17240d no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:34.947349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.961322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: c05edf59-dcc1-4948-8c09-24011b17240d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:34.962661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c05edf59-dcc1-4948-8c09-24011b17240d not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:34.963261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 78c25f3a-9c7e-4217-9d0a-e6818af74148 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:34.973091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] No DVR routers for this DVR port 78c25f3a-9c7e-4217-9d0a-e6818af74148 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:34.998330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Port': ['ID=78c25f3a-9c7e-4217-9d0a-e6818af74148,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:35.033531 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff68e6f-23fd-49ed-af0b-d50c61a1360d req-a331f94b-906b-4ad9-b2de-0257a48cac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:35.035424 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fff68e6f-23fd-49ed-af0b-d50c61a1360d req-a331f94b-906b-4ad9-b2de-0257a48cac15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 1097 time: 0.5706627 Jul 27 22:21:35.049776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 78c25f3a-9c7e-4217-9d0a-e6818af74148 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:35.050117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 78c25f3a-9c7e-4217-9d0a-e6818af74148 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:35.114156 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.120121 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e080f89-d9eb-48be-aa45-b2b0c6b06f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.125821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe25c6df-6321-4484-95e2-3638d8e3be8a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:35.137709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b2c050-c4e9-4337-9e48-b9501f6c5b8d') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:35.138456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b2c050-c4e9-4337-9e48-b9501f6c5b8d') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:35.148558 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.164772 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.165658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e080f89-d9eb-48be-aa45-b2b0c6b06f68 None None] No DVR routers for this DVR port 78c25f3a-9c7e-4217-9d0a-e6818af74148 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:35.173986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:35.174674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.178667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e080f89-d9eb-48be-aa45-b2b0c6b06f68 None None] Pushing event deleted for resources: {'Port': ['ID=78c25f3a-9c7e-4217-9d0a-e6818af74148,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:35.188118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fddb728-9246-47b7-9f64-f44d69dd8303 None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:21:35.197979 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3518217-c20c-46ef-a1cd-3424a0420b66 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.251490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3518217-c20c-46ef-a1cd-3424a0420b66 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:35.254389 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:35.262237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.280145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.281326 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c3518217-c20c-46ef-a1cd-3424a0420b66 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:35.289304 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] 10.222.0.24 "DELETE /v2.0/networks/fe25c6df-6321-4484-95e2-3638d8e3be8a HTTP/1.1" status: 204 len: 168 time: 1.1223185 Jul 27 22:21:35.300326 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3518217-c20c-46ef-a1cd-3424a0420b66 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:35.301644 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c3518217-c20c-46ef-a1cd-3424a0420b66 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.317285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6450e-a5e6-4477-af27-318f88301e6c req-66e6675b-7107-4b40-a97b-eff95200a263 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:35.320222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ae6450e-a5e6-4477-af27-318f88301e6c req-66e6675b-7107-4b40-a97b-eff95200a263 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.1729789 Jul 27 22:21:35.335217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ab150-cc9a-403b-99d9-6971292ab5f7 tempest-NetworksTest-1878220478 tempest-NetworksTest-1878220478-project] Pushing event deleted for resources: {'Network': ['ID=fe25c6df-6321-4484-95e2-3638d8e3be8a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:35.384223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3518217-c20c-46ef-a1cd-3424a0420b66 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=b957509b-015a-47f1-9b00-54cba2d22480,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:35.424478 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c3518217-c20c-46ef-a1cd-3424a0420b66 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4534688 Jul 27 22:21:35.429662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39094) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:35.466763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': 'b957509b-015a-47f1-9b00-54cba2d22480', 'ip_address': '2001:db8::f820:bf13:d400:a4f'}], 'name': 'tempest-NetworksTestDHCPv6-1803405998'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:35.473687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fddb728-9246-47b7-9f64-f44d69dd8303 None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:21:35.487986 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ae6450e-a5e6-4477-af27-318f88301e6c req-4e056194-a32a-4fe5-992d-86a2a4826594 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551292 Jul 27 22:21:35.509236 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fff68e6f-23fd-49ed-af0b-d50c61a1360d req-e0b1376e-d68a-4c0f-9768-64b3092128f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314082 Jul 27 22:21:35.758040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:35.800945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:35.815514 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2ff5f-a663-42bf-92fc-4536fdadaef4 req-3ea6df2a-d5d9-4704-b2f1-5c9931a5b3e3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:35.819684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97e2ff5f-a663-42bf-92fc-4536fdadaef4 req-3ea6df2a-d5d9-4704-b2f1-5c9931a5b3e3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.2042475 Jul 27 22:21:35.868176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a5e73d98-4219-479f-b845-7ba95843c3b5 admin admin] Deleting port 2cbe8899-ce7b-406a-9210-a1a6aca3c168 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:35.870191 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5e73d98-4219-479f-b845-7ba95843c3b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.882285 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-10493059-1a4c-445e-8c33-59df39c3a927 req-f6592de9-0815-4f84-a615-b7160e801ad0 service neutron] show failed (client error): The resource could not be found. Jul 27 22:21:35.883469 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-f6592de9-0815-4f84-a615-b7160e801ad0 service neutron] 10.222.0.43 "GET /v2.0/ports/9f552b43-083b-414c-b5cb-87a94c5175af/bindings/n-h2-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.2949424 Jul 27 22:21:35.924783 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.945533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79267bef-d4cb-4259-9940-5691743cf957 req-4c196c1c-6238-43ec-a2b4-d9759036e63b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:35.948742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79267bef-d4cb-4259-9940-5691743cf957 req-4c196c1c-6238-43ec-a2b4-d9759036e63b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2430630 Jul 27 22:21:35.962589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': 'b957509b-015a-47f1-9b00-54cba2d22480'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:35.963453 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.975272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port a751f113-74c5-489b-87b6-6fd62d27bc69 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:21:36.107620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97e2ff5f-a663-42bf-92fc-4536fdadaef4 req-c843f594-e970-4594-b38f-d50720dfbae3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744138 Jul 27 22:21:36.172526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79267bef-d4cb-4259-9940-5691743cf957 req-87c2f283-84b9-45da-ab2d-ac93cd2abb8b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539621 Jul 27 22:21:36.200118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b2c118d5-7953-49a3-98d2-c0f851be15ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ad8da7d94dd42d7a3e8df7c44463edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397361 Jul 27 22:21:36.207055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39102) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:36.216066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a5e73d98-4219-479f-b845-7ba95843c3b5 admin admin] For port 2cbe8899-ce7b-406a-9210-a1a6aca3c168, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2cbe8899-ce7b-406a-9210-a1a6aca3c168,segment=NetworkSegment(b1baa396-4db0-46e4-9950-7e107b3b3456),segment_id=b1baa396-4db0-46e4-9950-7e107b3b3456)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:36.216916 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5e73d98-4219-479f-b845-7ba95843c3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.217046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Allocated IP 2001:db8::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/b957509b-015a-47f1-9b00-54cba2d22480/8c7eb99a-a922-4cd3-b33a-4a7688151159) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:36.235979 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a5e73d98-4219-479f-b845-7ba95843c3b5 admin admin] Calling delete_port for 2cbe8899-ce7b-406a-9210-a1a6aca3c168 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:36.288357 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5207d905-9f9a-4f0c-883f-1c8bcc93c017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.317628 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5207d905-9f9a-4f0c-883f-1c8bcc93c017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.470543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493059-1a4c-445e-8c33-59df39c3a927 req-4b19b61d-9111-4693-a345-621f130b4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:36.472239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-4b19b61d-9111-4693-a345-621f130b4c8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f&tenant_id=28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 1096 time: 0.1214821 Jul 27 22:21:36.489201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5207d905-9f9a-4f0c-883f-1c8bcc93c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.493852 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5207d905-9f9a-4f0c-883f-1c8bcc93c017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.495836 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5207d905-9f9a-4f0c-883f-1c8bcc93c017 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53719ee3-3c53-4590-92c0-7cca6221a159 HTTP/1.1" status: 204 len: 168 time: 0.2873487 Jul 27 22:21:36.540673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207d905-9f9a-4f0c-883f-1c8bcc93c017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53719ee3-3c53-4590-92c0-7cca6221a159,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:36.627898 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5e73d98-4219-479f-b845-7ba95843c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.660612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e73d98-4219-479f-b845-7ba95843c3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbe8899-ce7b-406a-9210-a1a6aca3c168,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:36.783918 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.804533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Transition to ACTIVE for port object 8c7eb99a-a922-4cd3-b33a-4a7688151159 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:36.837834 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Transition to ACTIVE for port object 8c7eb99a-a922-4cd3-b33a-4a7688151159 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:36.857870 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.902738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7111275-cdac-4e02-ae82-f2e87d7a94f7 req-f3551188-8da6-4150-8250-697a536a0a9a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:36.904729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7111275-cdac-4e02-ae82-f2e87d7a94f7 req-f3551188-8da6-4150-8250-697a536a0a9a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.1671786 Jul 27 22:21:36.954015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7111275-cdac-4e02-ae82-f2e87d7a94f7 req-80fdceed-58ae-45da-a662-6bcf29864d6f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410774 Jul 27 22:21:36.976058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:36.991398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::f820:bf13:d400:a4f (43c09fe6-1b41-4b8b-8c87-27436a1cab56/b957509b-015a-47f1-9b00-54cba2d22480/a751f113-74c5-489b-87b6-6fd62d27bc69) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:37.016397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:37.022047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:37.038543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Pushing event updated for resources: {'Port': ['ID=8c7eb99a-a922-4cd3-b33a-4a7688151159,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:37.069932 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a5e73d98-4219-479f-b845-7ba95843c3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.129578 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Attempting to bind port 8c7eb99a-a922-4cd3-b33a-4a7688151159 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:37.130609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Attempting to bind port 8c7eb99a-a922-4cd3-b33a-4a7688151159 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:37.130968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Attempting to bind port 8c7eb99a-a922-4cd3-b33a-4a7688151159 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:37.137139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:37.137139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:37.137422 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.137723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:37.138192 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Bound port: 8c7eb99a-a922-4cd3-b33a-4a7688151159, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:37.138633 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.211472 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.228806 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object a751f113-74c5-489b-87b6-6fd62d27bc69 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:37.281984 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:37.290036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.394438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] For port 8c7eb99a-a922-4cd3-b33a-4a7688151159, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:37.399108 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] For port 8c7eb99a-a922-4cd3-b33a-4a7688151159, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8c7eb99a-a922-4cd3-b33a-4a7688151159,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:37.405180 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.551175 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.559485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69969d-eb63-4241-a4e2-b224f72d18e4 None None] Pushing event updated for resources: {'Port': ['ID=8c7eb99a-a922-4cd3-b33a-4a7688151159,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:37.561426 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:37.591183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=a751f113-74c5-489b-87b6-6fd62d27bc69,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:37.611715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:37.620177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:37.632769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:37.633430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.892124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977507b-d896-429e-a786-9e2b8e0ec258 req-32b6f151-f1ff-4dd7-87fd-ce8a14d8b919 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:37.902785 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b977507b-d896-429e-a786-9e2b8e0ec258 req-32b6f151-f1ff-4dd7-87fd-ce8a14d8b919 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.5087566 Jul 27 22:21:37.921355 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a509095f-1835-4419-840d-b6715fb80a6a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4845104 Jul 27 22:21:37.921355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39132) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:37.921688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5948e-6c43-4f9f-87b1-c24a8a1e322c req-1aa2b231-9f88-449e-98cc-9a962f5e257a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:37.930859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12c5948e-6c43-4f9f-87b1-c24a8a1e322c req-1aa2b231-9f88-449e-98cc-9a962f5e257a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.5260634 Jul 27 22:21:38.094598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b977507b-d896-429e-a786-9e2b8e0ec258 req-567bd36d-f0da-4067-83ca-b8a1e10e0996 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906219 Jul 27 22:21:38.110645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e73d98-4219-479f-b845-7ba95843c3b5 admin admin] Router 35978cf8-eb66-4cc9-8719-39871eec397a has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:21:38.130648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12c5948e-6c43-4f9f-87b1-c24a8a1e322c req-aeb6067e-1c9a-422c-bfaf-29a55cf9a034 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836581 Jul 27 22:21:38.227946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507f7a96-5932-4a2d-8deb-4beb6eca0a72 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:38.252981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507f7a96-5932-4a2d-8deb-4beb6eca0a72 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:38.257386 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-507f7a96-5932-4a2d-8deb-4beb6eca0a72 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3324175 Jul 27 22:21:38.265110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39140) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:38.340826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e73d98-4219-479f-b845-7ba95843c3b5 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:21:38.345304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9f552b43-083b-414c-b5cb-87a94c5175af,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:38.350174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a5e73d98-4219-479f-b845-7ba95843c3b5 admin admin] 10.222.0.24 "PUT /v2.0/routers/35978cf8-eb66-4cc9-8719-39871eec397a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2790272 Jul 27 22:21:38.352117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:38.356206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1725b252-6137-4c7d-83b0-f8d7122832bc None None] Sync routers for ids ['35978cf8-eb66-4cc9-8719-39871eec397a'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:21:38.372618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1725b252-6137-4c7d-83b0-f8d7122832bc None None] Routers {'35978cf8-eb66-4cc9-8719-39871eec397a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:38.375067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1725b252-6137-4c7d-83b0-f8d7122832bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:21:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['35978cf8-eb66-4cc9-8719-39871eec397a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:38.383844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49cd8-389f-4287-96ba-9f3e55738b0c req-8a8f17be-0580-443b-9114-f8b326f622ac tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:38.391418 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-69b49cd8-389f-4287-96ba-9f3e55738b0c req-8a8f17be-0580-443b-9114-f8b326f622ac tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.1507766 Jul 27 22:21:38.439833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:38.473042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-adff0bd8-3538-4e6d-b2a2-abb229961691 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port a751f113-74c5-489b-87b6-6fd62d27bc69 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:38.474231 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-adff0bd8-3538-4e6d-b2a2-abb229961691 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:38.545148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:38.546910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-69b49cd8-389f-4287-96ba-9f3e55738b0c req-4ce1024c-948c-4752-abcf-001341bd4776 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545570 Jul 27 22:21:38.547875 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a0ca43-f5e7-44fe-97a5-2fb235a2f654" -d '{"events": [{"server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:38.553205 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:38.591567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Transition to ACTIVE for port object 9f552b43-083b-414c-b5cb-87a94c5175af will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:38.596772 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:38.604305 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:38.611254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1725b252-6137-4c7d-83b0-f8d7122832bc None None] Set router 35978cf8-eb66-4cc9-8719-39871eec397a gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:38.683399 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebf1269-adff-4b72-95ca-497ae0776705 x-openstack-request-id: req-eebf1269-adff-4b72-95ca-497ae0776705 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:38.683767 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:38.684082 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eebf1269-adff-4b72-95ca-497ae0776705 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:38.684936 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af', 'code': 200} Jul 27 22:21:38.699238 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-adff0bd8-3538-4e6d-b2a2-abb229961691 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:38.707199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9f552b43-083b-414c-b5cb-87a94c5175af no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:38.720068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-adff0bd8-3538-4e6d-b2a2-abb229961691 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for a751f113-74c5-489b-87b6-6fd62d27bc69 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:38.797425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:38.854014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9f552b43-083b-414c-b5cb-87a94c5175af not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:38.880554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Pushing event updated for resources: {'Port': ['ID=9f552b43-083b-414c-b5cb-87a94c5175af,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:38.921580 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Deleting port 5b85edeb-adfa-44a1-bf42-fd867cec94e2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:38.922119 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:38.946849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8c7eb99a-a922-4cd3-b33a-4a7688151159 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:38.990463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1725b252-6137-4c7d-83b0-f8d7122832bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:21:36Z', 'revision_number': 5, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port': {'id': '5b85edeb-adfa-44a1-bf42-fd867cec94e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:10:26Z', 'updated_at': '2021-07-27T22:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:39.046503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1725b252-6137-4c7d-83b0-f8d7122832bc None None] Checking router: 35978cf8-eb66-4cc9-8719-39871eec397a for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:21:39.059799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a202d9f5-ec46-49c2-9ee1-5b33650e119b None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:39.253252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1725b252-6137-4c7d-83b0-f8d7122832bc None None] Routers {'35978cf8-eb66-4cc9-8719-39871eec397a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:39.253895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1725b252-6137-4c7d-83b0-f8d7122832bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:21:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['35978cf8-eb66-4cc9-8719-39871eec397a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:39.443747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1725b252-6137-4c7d-83b0-f8d7122832bc None None] Set router 35978cf8-eb66-4cc9-8719-39871eec397a gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:39.502162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] For port 5b85edeb-adfa-44a1-bf42-fd867cec94e2, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5b85edeb-adfa-44a1-bf42-fd867cec94e2,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:39.502452 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:39.516338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Calling delete_port for 5b85edeb-adfa-44a1-bf42-fd867cec94e2 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:39.524140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1725b252-6137-4c7d-83b0-f8d7122832bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:21:38Z', 'revision_number': 6, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:39.560358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d27bf37f-4b6f-4deb-9a72-a38d9c3e090b None None] Provisioning for port 8c7eb99a-a922-4cd3-b33a-4a7688151159 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:39.563229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1725b252-6137-4c7d-83b0-f8d7122832bc None None] The sync data for ids ['35978cf8-eb66-4cc9-8719-39871eec397a'] in n-d-802011-3 is: [{'id': '35978cf8-eb66-4cc9-8719-39871eec397a', 'name': 'tempest-TaggedBootDevicesTest_v242-1330002123-router', 'tenant_id': '0f44ee099caa4576a0393835a4c53f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:10:25Z', 'updated_at': '2021-07-27T22:21:38Z', 'revision_number': 6, 'project_id': '0f44ee099caa4576a0393835a4c53f77', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:21:39.575319 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 8c7eb99a-a922-4cd3-b33a-4a7688151159 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:39.584898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8c7eb99a-a922-4cd3-b33a-4a7688151159 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:39.585280 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:39.587473 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-adff0bd8-3538-4e6d-b2a2-abb229961691 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:39.644988 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d27bf37f-4b6f-4deb-9a72-a38d9c3e090b None None] Provisioning complete for port 8c7eb99a-a922-4cd3-b33a-4a7688151159 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:39.646804 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d27bf37f-4b6f-4deb-9a72-a38d9c3e090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:39.671597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff0bd8-3538-4e6d-b2a2-abb229961691 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=a751f113-74c5-489b-87b6-6fd62d27bc69,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:39.727699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba4b9e-12bb-4d69-828b-29dacf7d10de req-595b56c8-622b-4338-b3c2-7cebcec188a1 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:39.730615 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11ba4b9e-12bb-4d69-828b-29dacf7d10de req-595b56c8-622b-4338-b3c2-7cebcec188a1 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1574047 Jul 27 22:21:39.753268 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:39.755773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] No DVR routers for this DVR port 9f552b43-083b-414c-b5cb-87a94c5175af on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:39.790256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5364571-1310-4f0d-852a-8e08d2f8eecc req-827edd1a-6d56-4fbc-be0d-d6a32e6e9af5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:39.797810 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5364571-1310-4f0d-852a-8e08d2f8eecc req-827edd1a-6d56-4fbc-be0d-d6a32e6e9af5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 943 time: 0.2232294 Jul 27 22:21:39.802624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 8c7eb99a-a922-4cd3-b33a-4a7688151159, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8c7eb99a-a922-4cd3-b33a-4a7688151159,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:39.845416 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d27bf37f-4b6f-4deb-9a72-a38d9c3e090b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:39.852878 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-adff0bd8-3538-4e6d-b2a2-abb229961691 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:39.857949 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:39.858188 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-adff0bd8-3538-4e6d-b2a2-abb229961691 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/a751f113-74c5-489b-87b6-6fd62d27bc69 HTTP/1.1" status: 204 len: 168 time: 1.5901780 Jul 27 22:21:39.863662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:39.882205 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11ba4b9e-12bb-4d69-828b-29dacf7d10de req-736b6e4e-3a7d-4e6b-a48e-c82e04b3a4f8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287088 Jul 27 22:21:39.914684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5364571-1310-4f0d-852a-8e08d2f8eecc req-e694da50-6124-44d6-bde2-1d95f7689629 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094451 Jul 27 22:21:39.967883 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.032050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Pushing event deleted for resources: {'Port': ['ID=5b85edeb-adfa-44a1-bf42-fd867cec94e2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:40.035637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=8c7eb99a-a922-4cd3-b33a-4a7688151159,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:40.089868 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-d27bf37f-4b6f-4deb-9a72-a38d9c3e090b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:21:40.090429 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-d27bf37f-4b6f-4deb-9a72-a38d9c3e090b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:21:40.145063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3346b332-3fa1-45d7-8cf9-6a9da612954a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:40.147695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3346b332-3fa1-45d7-8cf9-6a9da612954a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:40.149276 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3346b332-3fa1-45d7-8cf9-6a9da612954a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2826581 Jul 27 22:21:40.155731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39200) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:40.191588 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.254141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Attempting to bind port 9f552b43-083b-414c-b5cb-87a94c5175af on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:40.254616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Attempting to bind port 9f552b43-083b-414c-b5cb-87a94c5175af by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:40.255647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Attempting to bind port 9f552b43-083b-414c-b5cb-87a94c5175af on network 9d95a962-724c-4f62-852a-1d5ea2380562 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:40.265602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Port 9f552b43-083b-414c-b5cb-87a94c5175af on network 9d95a962-724c-4f62-852a-1d5ea2380562 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:21:40.266073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Attempting to bind port 9f552b43-083b-414c-b5cb-87a94c5175af on network 9d95a962-724c-4f62-852a-1d5ea2380562 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:40.274445 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-9092f523-642b-44d6-b1a7-ebcaf63a6136 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet b957509b-015a-47f1-9b00-54cba2d22480 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:40.279787 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9092f523-642b-44d6-b1a7-ebcaf63a6136 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.283430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:40.283430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Checking segment: {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:40.284034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Bound using segment: {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:40.284626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Bound port: 9f552b43-083b-414c-b5cb-87a94c5175af, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:40.285060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.304453 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.309224 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.352429 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9092f523-642b-44d6-b1a7-ebcaf63a6136 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.368275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab161017-1f72-4ea1-be8e-7e8f865ca1e2 req-6c913893-dc51-4682-b5c2-9a2fad0d7151 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:40.369886 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab161017-1f72-4ea1-be8e-7e8f865ca1e2 req-6c913893-dc51-4682-b5c2-9a2fad0d7151 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.3945489 Jul 27 22:21:40.499406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:40.519948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9f552b43-083b-414c-b5cb-87a94c5175af,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:40.520370 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.521691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35978cf8-eb66-4cc9-8719-39871eec397a {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:21:40.527064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.530982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4342d004-a8d5-4ef7-905d-e3f5c7747bba admin admin] 10.222.0.24 "DELETE /v2.0/routers/35978cf8-eb66-4cc9-8719-39871eec397a HTTP/1.1" status: 204 len: 168 time: 2.1777973 Jul 27 22:21:40.531785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39232) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:40.542622 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.575930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fddd1-271e-40d2-b441-597d720583f0 req-e32f0652-4c56-4da7-bf5f-9134f17887d8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:40.577277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-e32f0652-4c56-4da7-bf5f-9134f17887d8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/networks?id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 200 len: 812 time: 0.2710204 Jul 27 22:21:40.591083 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9092f523-642b-44d6-b1a7-ebcaf63a6136 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.602115 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-7fba3f2b-7c55-4ef7-86fb-810fdea44421 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/quotas/093c931b75694176ab482ad04d08f5d7 HTTP/1.1" status: 200 len: 375 time: 0.0157480 Jul 27 22:21:40.640541 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab161017-1f72-4ea1-be8e-7e8f865ca1e2 req-383c1197-7924-4f05-8484-ef261d90f362 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889021 Jul 27 22:21:40.674316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:40.674316 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.676387 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] 10.222.0.41 "PUT /v2.0/ports/9f552b43-083b-414c-b5cb-87a94c5175af HTTP/1.1" status: 200 len: 1091 time: 3.4019592 Jul 27 22:21:40.684747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c96db6-3a30-48d1-8568-73c6df51ad5b admin admin] Deleting subnet 17f69d25-f4fe-48ac-bb8e-d91962f7f812 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:40.694080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:40.694348 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c96db6-3a30-48d1-8568-73c6df51ad5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.699236 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb95b99-abbf-42a4-a708-2f0412ea3124" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:40.785906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-f789d526-2500-49be-a9de-4dae24f77da7 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=093c931b75694176ab482ad04d08f5d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1505606 Jul 27 22:21:40.787996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-76efe394-95dc-44f8-998e-844ad4eddda6 None None] Provisioning complete for port 8c7eb99a-a922-4cd3-b33a-4a7688151159 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:40.788944 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-76efe394-95dc-44f8-998e-844ad4eddda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.827834 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ff8d2f-5a6f-4c2e-9335-bea949f5dd0a x-openstack-request-id: req-c8ff8d2f-5a6f-4c2e-9335-bea949f5dd0a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:40.828265 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:40.828584 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8ff8d2f-5a6f-4c2e-9335-bea949f5dd0a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:40.829132 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af', 'status': 'completed', 'code': 200} Jul 27 22:21:40.830019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b872c8d-2268-45fd-a19e-e4abcabfb67b service neutron] Pushing event updated for resources: {'Port': ['ID=9f552b43-083b-414c-b5cb-87a94c5175af,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:40.871767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c96db6-3a30-48d1-8568-73c6df51ad5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:40.910499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8c7eb99a-a922-4cd3-b33a-4a7688151159 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:40.962596 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9092f523-642b-44d6-b1a7-ebcaf63a6136 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:41.029599 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493059-1a4c-445e-8c33-59df39c3a927 req-ed8a3f74-a4d3-4374-9acd-4a1699309084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:41.038738 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-ed8a3f74-a4d3-4374-9acd-4a1699309084 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1094 time: 0.2988312 Jul 27 22:21:41.108148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-76efe394-95dc-44f8-998e-844ad4eddda6 None None] Could not find standard attr ID for object a751f113-74c5-489b-87b6-6fd62d27bc69. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:21:41.158102 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8c7eb99a-a922-4cd3-b33a-4a7688151159 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:41.158832 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:41.176225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-ac562fa6-7564-439c-87bf-788c589289ed service neutron] 10.222.0.24 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743873 Jul 27 22:21:41.189618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493059-1a4c-445e-8c33-59df39c3a927 req-899bd034-20b0-4e25-ae52-6e108962fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:41.191147 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-899bd034-20b0-4e25-ae52-6e108962fa21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d95a962-724c-4f62-852a-1d5ea2380562 HTTP/1.1" status: 200 len: 897 time: 0.1516771 Jul 27 22:21:41.196461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9092f523-642b-44d6-b1a7-ebcaf63a6136 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:41.198471 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9092f523-642b-44d6-b1a7-ebcaf63a6136 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/b957509b-015a-47f1-9b00-54cba2d22480 HTTP/1.1" status: 204 len: 168 time: 1.0402598 Jul 27 22:21:41.199409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092f523-642b-44d6-b1a7-ebcaf63a6136 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=b957509b-015a-47f1-9b00-54cba2d22480,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:41.204727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39268) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:41.259547 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c405ba1c-f7b9-4b6c-99ec-153e7803ca83 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529306 Jul 27 22:21:41.261077 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c96db6-3a30-48d1-8568-73c6df51ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:41.274882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6652e-740f-4f54-8fae-d5bea3f6bdb7 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:41.290570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39270) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:41.296048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-24683363-eee9-4e06-9035-dd5556ed78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:41.296745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4bccbd24-cb4c-4362-9b2e-8260e017cd54 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:41.298489 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-24683363-eee9-4e06-9035-dd5556ed78e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1094 time: 0.4634247 Jul 27 22:21:41.381533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd2608-0795-4628-aaae-362525c047d9 req-ae2609ad-2565-4e61-93df-be349e87e6eb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:41.390117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcfd2608-0795-4628-aaae-362525c047d9 req-ae2609ad-2565-4e61-93df-be349e87e6eb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 943 time: 0.3171594 Jul 27 22:21:41.408028 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-52a200af-d523-4c98-808c-29b5477b80c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f552b43-083b-414c-b5cb-87a94c5175af HTTP/1.1" status: 200 len: 999 time: 0.2042439 Jul 27 22:21:41.448201 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c96db6-3a30-48d1-8568-73c6df51ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:41.507496 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c96db6-3a30-48d1-8568-73c6df51ad5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:41.509501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-90c96db6-3a30-48d1-8568-73c6df51ad5b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/17f69d25-f4fe-48ac-bb8e-d91962f7f812 HTTP/1.1" status: 204 len: 168 time: 0.9741616 Jul 27 22:21:41.514394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c96db6-3a30-48d1-8568-73c6df51ad5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f69d25-f4fe-48ac-bb8e-d91962f7f812,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:41.521178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39282) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:41.524144 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb23f25-f74e-4c6b-a62d-dcf0fa1a0717 None None] Network b1953a48-d636-4e9d-9e5f-5849e72fce1a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:41.570859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-91123ff9-4856-495a-a2df-25a2c35955a8 service neutron] 10.222.0.24 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924096 Jul 27 22:21:41.576762 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcfd2608-0795-4628-aaae-362525c047d9 req-122acc3b-dd61-4e76-a830-b68048cc3b95 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854856 Jul 27 22:21:41.595557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bccbd24-cb4c-4362-9b2e-8260e017cd54 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:41.600431 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bccbd24-cb4c-4362-9b2e-8260e017cd54 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:41.636464 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:41.641446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493059-1a4c-445e-8c33-59df39c3a927 req-4aa2efd2-dc85-4344-9400-d11ba1240fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:41.643322 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-4aa2efd2-dc85-4344-9400-d11ba1240fbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e3f109c-bd1b-4f97-9655-3c336bf13020 HTTP/1.1" status: 200 len: 835 time: 0.2281461 Jul 27 22:21:41.649056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-c6ff109e-15cd-4fcc-8388-e384a23b62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:41.650823 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-c6ff109e-15cd-4fcc-8388-e384a23b62c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d95a962-724c-4f62-852a-1d5ea2380562 HTTP/1.1" status: 200 len: 897 time: 0.3408089 Jul 27 22:21:41.888334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc90afac-86ff-4f0c-9295-345354f19ca4 None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:41.901520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1554063d-fe55-4538-a4ae-1bac4d821ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:41.915339 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-1554063d-fe55-4538-a4ae-1bac4d821ea0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d95a962-724c-4f62-852a-1d5ea2380562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2633963 Jul 27 22:21:41.931664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5b85edeb-adfa-44a1-bf42-fd867cec94e2 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:41.953767 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-234f6930-57d6-4d66-94e2-ec39645b8050 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f552b43-083b-414c-b5cb-87a94c5175af HTTP/1.1" status: 200 len: 999 time: 0.2605712 Jul 27 22:21:41.962547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 5b85edeb-adfa-44a1-bf42-fd867cec94e2 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:41.962885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5b85edeb-adfa-44a1-bf42-fd867cec94e2 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:41.963550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2cbe8899-ce7b-406a-9210-a1a6aca3c168 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:41.993061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 2cbe8899-ce7b-406a-9210-a1a6aca3c168 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:41.993694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2cbe8899-ce7b-406a-9210-a1a6aca3c168 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:42.023902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bc90afac-86ff-4f0c-9295-345354f19ca4 None None] Deleting port 8c7eb99a-a922-4cd3-b33a-4a7688151159 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:42.024533 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc90afac-86ff-4f0c-9295-345354f19ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.064145 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52fa2d0e-fc65-45ce-91da-bb65b39401d6 req-6e85ab35-b5b6-4f52-8e2d-6949c5e9e278 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 210 time: 0.1635706 Jul 27 22:21:42.074966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:42.091269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb0c4b6-ba54-4d84-97c5-a5ab7d132328 None None] DHCP port deletion for b1953a48-d636-4e9d-9e5f-5849e72fce1a request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:42.091633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c257e-60fd-4861-b413-660fc596ebeb req-bcf9d985-5c63-47d2-85d6-49fca8135c23 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:42.093036 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f6c257e-60fd-4861-b413-660fc596ebeb req-bcf9d985-5c63-47d2-85d6-49fca8135c23 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.3126705 Jul 27 22:21:42.100858 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bccbd24-cb4c-4362-9b2e-8260e017cd54 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.133732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-2990ff66-2d79-40a3-accd-9a2540afc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:42.135464 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-2990ff66-2d79-40a3-accd-9a2540afc377 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e3f109c-bd1b-4f97-9655-3c336bf13020 HTTP/1.1" status: 200 len: 835 time: 0.1654899 Jul 27 22:21:42.185919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bccbd24-cb4c-4362-9b2e-8260e017cd54 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:42.194696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4bccbd24-cb4c-4362-9b2e-8260e017cd54 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:42.199738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bccbd24-cb4c-4362-9b2e-8260e017cd54 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:42.200575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bccbd24-cb4c-4362-9b2e-8260e017cd54 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.216035 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f6c257e-60fd-4861-b413-660fc596ebeb req-3e85e81a-f230-4382-8da6-440756beff08 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041586 Jul 27 22:21:42.229764 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-54d7f47c-ac7c-414f-b5c9-d8e6dcf5b6c0 service neutron] 10.222.0.41 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729986 Jul 27 22:21:42.234027 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39302) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:42.241107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': '5adfc7b3-6d90-44ab-bfe7-3ad264f984bb', 'ip_address': '2001:db8::765e:168:3c26:7bf7'}], 'name': 'tempest-NetworksTestDHCPv6-1141747308'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:42.245343 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4bccbd24-cb4c-4362-9b2e-8260e017cd54 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9416971 Jul 27 22:21:42.246520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccbd24-cb4c-4362-9b2e-8260e017cd54 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=5adfc7b3-6d90-44ab-bfe7-3ad264f984bb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:42.258231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bc90afac-86ff-4f0c-9295-345354f19ca4 None None] For port 8c7eb99a-a922-4cd3-b33a-4a7688151159, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8c7eb99a-a922-4cd3-b33a-4a7688151159,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:42.258948 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc90afac-86ff-4f0c-9295-345354f19ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.283775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bc90afac-86ff-4f0c-9295-345354f19ca4 None None] Calling delete_port for 8c7eb99a-a922-4cd3-b33a-4a7688151159 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:42.306955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Deleting port 132f4cf1-74af-4e52-b8cc-917a8f1cd747 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:42.307605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.311103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7fb0c4b6-ba54-4d84-97c5-a5ab7d132328 None None] Deleting port 132f4cf1-74af-4e52-b8cc-917a8f1cd747 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:42.311870 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fb0c4b6-ba54-4d84-97c5-a5ab7d132328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.327794 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c6476dd-9883-4049-a766-d0559dc41329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.482245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-2d1fcf4b-aa76-4582-8204-a88a20f8ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:42.483943 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-2d1fcf4b-aa76-4582-8204-a88a20f8ff8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d95a962-724c-4f62-852a-1d5ea2380562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3365297 Jul 27 22:21:42.484238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7fb0c4b6-ba54-4d84-97c5-a5ab7d132328 None None] For port 132f4cf1-74af-4e52-b8cc-917a8f1cd747, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=132f4cf1-74af-4e52-b8cc-917a8f1cd747,segment=NetworkSegment(b1baa396-4db0-46e4-9950-7e107b3b3456),segment_id=b1baa396-4db0-46e4-9950-7e107b3b3456)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:42.484876 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fb0c4b6-ba54-4d84-97c5-a5ab7d132328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.489137 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.498950 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c6476dd-9883-4049-a766-d0559dc41329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.507589 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c6476dd-9883-4049-a766-d0559dc41329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.507826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7fb0c4b6-ba54-4d84-97c5-a5ab7d132328 None None] Calling delete_port for 132f4cf1-74af-4e52-b8cc-917a8f1cd747 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:42.522596 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bc90afac-86ff-4f0c-9295-345354f19ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.547446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7c6476dd-9883-4049-a766-d0559dc41329 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c3f6594894d45cb9bf25be4109911f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4706604 Jul 27 22:21:42.550012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39306) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:42.578473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90afac-86ff-4f0c-9295-345354f19ca4 None None] Pushing event deleted for resources: {'Port': ['ID=8c7eb99a-a922-4cd3-b33a-4a7688151159,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:42.589004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc90afac-86ff-4f0c-9295-345354f19ca4 None None] No DVR routers for this DVR port 8c7eb99a-a922-4cd3-b33a-4a7688151159 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:42.592046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] For port 132f4cf1-74af-4e52-b8cc-917a8f1cd747, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=132f4cf1-74af-4e52-b8cc-917a8f1cd747,segment=NetworkSegment(b1baa396-4db0-46e4-9950-7e107b3b3456),segment_id=b1baa396-4db0-46e4-9950-7e107b3b3456)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:42.592495 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.610005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Calling delete_port for 132f4cf1-74af-4e52-b8cc-917a8f1cd747 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:42.618815 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c5821-d4ac-49e6-a0a8-7eb071ebdd3b None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:42.637689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6476dd-9883-4049-a766-d0559dc41329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d87a9b-3112-47d9-879d-58271d52a30e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:42.696353 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609d1f4b-c36b-4fe6-9fa5-0b7005316070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.736601 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-10493059-1a4c-445e-8c33-59df39c3a927 req-523b64dc-2fff-4599-9cc8-8f0e9b4becbc service neutron] 10.222.0.41 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740801 Jul 27 22:21:42.760421 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609d1f4b-c36b-4fe6-9fa5-0b7005316070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.767591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:42.873708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca8f48-3a76-4707-a6f1-a538a06d4cce req-7bfe3b97-6d2c-43d5-a372-96d75a4a1765 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:42.875289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcca8f48-3a76-4707-a6f1-a538a06d4cce req-7bfe3b97-6d2c-43d5-a372-96d75a4a1765 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 943 time: 0.1506848 Jul 27 22:21:42.928591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609d1f4b-c36b-4fe6-9fa5-0b7005316070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.932282 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-609d1f4b-c36b-4fe6-9fa5-0b7005316070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.933668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-609d1f4b-c36b-4fe6-9fa5-0b7005316070 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1d87a9b-3112-47d9-879d-58271d52a30e HTTP/1.1" status: 204 len: 168 time: 0.3824816 Jul 27 22:21:42.955097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d1f4b-c36b-4fe6-9fa5-0b7005316070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d87a9b-3112-47d9-879d-58271d52a30e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:42.971971 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:42.973126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcca8f48-3a76-4707-a6f1-a538a06d4cce req-e1cee436-9fb3-4eb1-acf0-777ef860decf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774140 Jul 27 22:21:42.980424 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-1e3261c7-351a-456a-83ae-a8908dfcda48 service neutron] 10.222.0.43 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816573 Jul 27 22:21:42.993288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 132f4cf1-74af-4e52-b8cc-917a8f1cd747 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:43.015910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 97b151ef-0efa-4b3a-95a8-2695bf9bd06b details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:21:43.032529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=132f4cf1-74af-4e52-b8cc-917a8f1cd747,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:43.040884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 132f4cf1-74af-4e52-b8cc-917a8f1cd747 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:43.041255 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 132f4cf1-74af-4e52-b8cc-917a8f1cd747 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:43.041665 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8c7eb99a-a922-4cd3-b33a-4a7688151159 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:43.102107 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81b83cd3-cc18-4e5e-b0c5-756d8463c9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.107379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 8c7eb99a-a922-4cd3-b33a-4a7688151159 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:43.107753 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8c7eb99a-a922-4cd3-b33a-4a7688151159 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:43.124974 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fb0c4b6-ba54-4d84-97c5-a5ab7d132328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.198716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec36f47b-5466-457c-a432-729d464193eb req-b14f83c0-4106-46c5-8f91-7f82af63e9b4 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 210 time: 0.0279822 Jul 27 22:21:43.242700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0c4b6-ba54-4d84-97c5-a5ab7d132328 None None] Pushing event deleted for resources: {'Port': ['ID=132f4cf1-74af-4e52-b8cc-917a8f1cd747,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:43.284014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb0c4b6-ba54-4d84-97c5-a5ab7d132328 None None] No DVR routers for this DVR port 132f4cf1-74af-4e52-b8cc-917a8f1cd747 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:43.288807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '5adfc7b3-6d90-44ab-bfe7-3ad264f984bb'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:43.289859 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.402830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2158cc0-6c76-47e0-8967-542778470131 req-1609a11c-d1c8-4d2d-bc4e-f96cea569035 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:43.411051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2158cc0-6c76-47e0-8967-542778470131 req-1609a11c-d1c8-4d2d-bc4e-f96cea569035 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 944 time: 0.0919528 Jul 27 22:21:43.429117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] No DVR routers for this DVR port 132f4cf1-74af-4e52-b8cc-917a8f1cd747 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:43.469973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-869ace62-b5eb-44cd-a366-5f2e26039fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:43.471538 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-869ace62-b5eb-44cd-a366-5f2e26039fbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1094 time: 0.5789311 Jul 27 22:21:43.471918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2158cc0-6c76-47e0-8967-542778470131 req-275f3eee-73fc-408c-8fda-4f2b8a3eff97 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596106 Jul 27 22:21:43.481095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39318) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:43.496887 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3dd799b-6315-449d-a1fd-fe80fb2f8203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.500169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:43.517467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'port_id': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:21:43.546633 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.599248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Allocated IP 2001:db8::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/5adfc7b3-6d90-44ab-bfe7-3ad264f984bb/15d9fa10-dd1a-4288-ba30-11f11dcb9de2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:43.612968 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.628819 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3dd799b-6315-449d-a1fd-fe80fb2f8203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.635068 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3dd799b-6315-449d-a1fd-fe80fb2f8203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.645434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b151ef-0efa-4b3a-95a8-2695bf9bd06b {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:21:43.679801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port 207a9d0b-6c9d-490f-8235-44cdefb14202 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:21:43.684769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.689687 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e3dd799b-6315-449d-a1fd-fe80fb2f8203 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a981d5e28ed0426191a6689d1d06781a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067616 Jul 27 22:21:43.690631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:43.701728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:43.702215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd799b-6315-449d-a1fd-fe80fb2f8203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e192ab5-7032-4830-a563-37d23b251a97,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:43.707096 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.750240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1953a48-d636-4e9d-9e5f-5849e72fce1a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:43.773832 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-dacb27aa-7a4f-4095-a3bf-1b3fe72c3af0 service neutron] 10.222.0.43 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7605548 Jul 27 22:21:43.776213 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-650a2a56-95ef-438c-b3d2-5b03472589bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.792002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=11']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:43.799382 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-650a2a56-95ef-438c-b3d2-5b03472589bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.813148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1baa396-4db0-46e4-9950-7e107b3b3456') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:43.813442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1baa396-4db0-46e4-9950-7e107b3b3456') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:43.838752 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.845318 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.858046 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-650a2a56-95ef-438c-b3d2-5b03472589bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.860657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-650a2a56-95ef-438c-b3d2-5b03472589bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.861812 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-650a2a56-95ef-438c-b3d2-5b03472589bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e192ab5-7032-4830-a563-37d23b251a97 HTTP/1.1" status: 204 len: 168 time: 0.1676953 Jul 27 22:21:43.863679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Transition to ACTIVE for port object 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:43.878802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a2a56-95ef-438c-b3d2-5b03472589bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e192ab5-7032-4830-a563-37d23b251a97,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:43.883118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Transition to ACTIVE for port object 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:43.896113 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.899889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fddd1-271e-40d2-b441-597d720583f0 req-60b08e54-d62e-4a57-ae65-3523875a61ea tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:43.901395 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-60b08e54-d62e-4a57-ae65-3523875a61ea tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.43 "GET /v2.0/networks?id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 200 len: 812 time: 0.4688268 Jul 27 22:21:43.905972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-96f0b4f6-1ad9-4a4e-a191-37f46f76e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:43.907408 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-96f0b4f6-1ad9-4a4e-a191-37f46f76e3d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d95a962-724c-4f62-852a-1d5ea2380562 HTTP/1.1" status: 200 len: 897 time: 0.3996561 Jul 27 22:21:43.908340 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.922153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-766fddd1-271e-40d2-b441-597d720583f0 req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Request body: {'port': {'device_id': '91bbf1e4-d70a-436e-b4bb-f6649038d6e0', 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee', 'admin_state_up': True, 'tenant_id': '093c931b75694176ab482ad04d08f5d7'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:43.926867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:21:43.927278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:43.931180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['97b151ef-0efa-4b3a-95a8-2695bf9bd06b'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:21:43.935381 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:21:43.969586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:43.975628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:43.980711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:44.019391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Pushing event updated for resources: {'Port': ['ID=15d9fa10-dd1a-4288-ba30-11f11dcb9de2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:44.093300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Attempting to bind port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:44.093748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Attempting to bind port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:44.094140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Attempting to bind port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:44.106784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:44.107198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:44.107559 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:44.107953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:44.108430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Bound port: 15d9fa10-dd1a-4288-ba30-11f11dcb9de2, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:44.108810 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:44.137376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:44.146798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd53365-a9b3-4e44-8481-db74d0c4eeb8 req-f1b4cce2-fddb-4a06-bb5e-c54b1ddbb43b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:44.154567 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:44.156128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bd53365-a9b3-4e44-8481-db74d0c4eeb8 req-f1b4cce2-fddb-4a06-bb5e-c54b1ddbb43b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 943 time: 0.0950491 Jul 27 22:21:44.157396 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b1953a48-d636-4e9d-9e5f-5849e72fce1a HTTP/1.1" status: 204 len: 168 time: 2.6293764 Jul 27 22:21:44.186661 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-2e0b5f67-4dd4-4799-9e89-29dc8fee26d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f552b43-083b-414c-b5cb-87a94c5175af HTTP/1.1" status: 200 len: 999 time: 0.2573113 Jul 27 22:21:44.191765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a2d19-a263-4d3a-9ed9-ff23a77110c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1953a48-d636-4e9d-9e5f-5849e72fce1a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:44.196160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::765e:168:3c26:7bf7 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/5adfc7b3-6d90-44ab-bfe7-3ad264f984bb/207a9d0b-6c9d-490f-8235-44cdefb14202) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:44.222375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] For port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:44.226285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] For port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=15d9fa10-dd1a-4288-ba30-11f11dcb9de2,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:44.265573 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:44.279289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bd53365-a9b3-4e44-8481-db74d0c4eeb8 req-3b00599d-9304-4fdc-b6ad-bd3a5fb2ba34 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221776 Jul 27 22:21:44.295892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-1cd98a12-e089-4ef5-8411-c28c9178fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:44.297506 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-1cd98a12-e089-4ef5-8411-c28c9178fe9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e3f109c-bd1b-4f97-9655-3c336bf13020 HTTP/1.1" status: 200 len: 835 time: 0.1028161 Jul 27 22:21:44.378099 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a23c69-1f28-4555-b42a-8d7fecb00fb7 None None] Pushing event updated for resources: {'Port': ['ID=15d9fa10-dd1a-4288-ba30-11f11dcb9de2,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:44.396509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70bea230-e136-49c6-b208-bcff8bab1bea req-269a19b0-567e-4d95-a41c-a4e21c4be0d0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 210 time: 0.0545001 Jul 27 22:21:44.418457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766fddd1-271e-40d2-b441-597d720583f0 req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Made reservation on behalf of 093c931b75694176ab482ad04d08f5d7 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:44.423519 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-766fddd1-271e-40d2-b441-597d720583f0 req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:44.490983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-8de2329d-ee68-4cd0-b4d4-c6ea5a7b4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:44.492491 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-8de2329d-ee68-4cd0-b4d4-c6ea5a7b4c9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d95a962-724c-4f62-852a-1d5ea2380562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1866832 Jul 27 22:21:44.513971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39342) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:44.564065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4cf2efa4-0f81-42a6-a6f3-a60a22a15562 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f44ee099caa4576a0393835a4c53f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487626 Jul 27 22:21:44.570402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:44.632830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce2db3-6235-4bb5-89a2-f2ba3b4ca606 req-cfa55b95-0535-49a3-9945-8728f9df17a3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:44.636758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ccce2db3-6235-4bb5-89a2-f2ba3b4ca606 req-cfa55b95-0535-49a3-9945-8728f9df17a3 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 945 time: 0.0695357 Jul 27 22:21:44.698022 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:44.756325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ccce2db3-6235-4bb5-89a2-f2ba3b4ca606 req-8284c97e-f644-4aee-b50b-ac238bd8cc2b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939536 Jul 27 22:21:44.795703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object 207a9d0b-6c9d-490f-8235-44cdefb14202 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:44.863554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-766fddd1-271e-40d2-b441-597d720583f0 req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Allocated IP 172.20.0.14 (7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee/bd95150c-158c-4db5-bf84-b3a3418fb5df/635dfa8f-d752-415e-92d0-3b41fe2ceef3) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:44.878802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 97b151ef-0efa-4b3a-95a8-2695bf9bd06b up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:44.891712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:44.910640 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-679d07e6-25f8-4323-982b-9737623b447f service neutron] 10.222.0.41 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081821 Jul 27 22:21:44.921646 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acc32bf6-6d8d-4042-b8c2-9a2574c2005f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:44.996631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:45.001218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:45.002571 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.010654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:45.011027 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.058843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acc32bf6-6d8d-4042-b8c2-9a2574c2005f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.101798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:45.103007 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.125756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:45.128249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:45.133983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:45.135398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:45.136046 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.136982 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fd2486-3171-4e2a-ac6d-0387a3cd4f47" -d '{"events": [{"server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "name": "network-vif-plugged", "status": "completed", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:45.165153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:45.171773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.180333 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6e7dac-eca1-40e2-9bad-fcf321fc6837 x-openstack-request-id: req-0f6e7dac-eca1-40e2-9bad-fcf321fc6837 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:45.180733 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "name": "network-vif-plugged", "status": "completed", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:45.180869 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f6e7dac-eca1-40e2-9bad-fcf321fc6837 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:45.181357 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'code': 200} Jul 27 22:21:45.210005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=207a9d0b-6c9d-490f-8235-44cdefb14202,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:45.233699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=12']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:45.252423 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ad1fd80d-8885-4364-ab12-df51f9c606db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0169647 Jul 27 22:21:45.255932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39358) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:45.288143 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4eb95b99-abbf-42a4-a708-2f0412ea3124 req-2b481603-55ca-40e4-9caf-0a9b1cb45222 service neutron] 10.222.0.41 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676000 Jul 27 22:21:45.302908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acc32bf6-6d8d-4042-b8c2-9a2574c2005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.305599 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acc32bf6-6d8d-4042-b8c2-9a2574c2005f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.309460 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-acc32bf6-6d8d-4042-b8c2-9a2574c2005f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d HTTP/1.1" status: 204 len: 168 time: 0.7057567 Jul 27 22:21:45.334652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc32bf6-6d8d-4042-b8c2-9a2574c2005f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d92fa1d-437b-4f4a-85a5-b7f9fff6e62d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:45.367174 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-766fddd1-271e-40d2-b441-597d720583f0 req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.370461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d99914b-d68a-43d4-b323-62ae808942fc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:45.377949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d99914b-d68a-43d4-b323-62ae808942fc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:45.382315 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5d99914b-d68a-43d4-b323-62ae808942fc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1226065 Jul 27 22:21:45.383519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39366) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:45.433152 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c19d3e05-37d8-4d1a-843c-8c04ac8a7d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.547377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-60e52e82-fd45-4588-a47b-2b06c68501e0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port 207a9d0b-6c9d-490f-8235-44cdefb14202 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:45.547779 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60e52e82-fd45-4588-a47b-2b06c68501e0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.558758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7e286-0b13-40b8-886c-e086265d1f8d req-f2ef86bb-10c8-4b09-91de-3a1b215d4d9b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:45.560356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dda7e286-0b13-40b8-886c-e086265d1f8d req-f2ef86bb-10c8-4b09-91de-3a1b215d4d9b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 943 time: 0.1168842 Jul 27 22:21:45.582551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33faf1-82e4-4b66-89a4-525e97de0135 req-3f8488cd-77bb-4470-aebd-aaff669350f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:45.584491 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ef33faf1-82e4-4b66-89a4-525e97de0135 req-3f8488cd-77bb-4470-aebd-aaff669350f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 1097 time: 0.1864104 Jul 27 22:21:45.668489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b324a6c0-18d0-4fe6-a500-15caa61d6b77 req-0dbd392e-e8dc-414e-87de-06e7e6804d75 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 210 time: 0.1038718 Jul 27 22:21:45.671590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-766fddd1-271e-40d2-b441-597d720583f0 req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.694769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['4d38feb9-400a-4bf7-82f8-e91fe77125f9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:21:45.700446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dda7e286-0b13-40b8-886c-e086265d1f8d req-e1143d6e-1eef-4d8a-bb62-389be28ac861 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246784 Jul 27 22:21:45.702044 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ef33faf1-82e4-4b66-89a4-525e97de0135 req-796a52a9-ae9b-4de9-bb1d-a609f4b368e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031349 Jul 27 22:21:45.765123 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60e52e82-fd45-4588-a47b-2b06c68501e0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.791824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766fddd1-271e-40d2-b441-597d720583f0 req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:45.796993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-60e52e82-fd45-4588-a47b-2b06c68501e0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for 207a9d0b-6c9d-490f-8235-44cdefb14202 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:45.803261 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-766fddd1-271e-40d2-b441-597d720583f0 req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:45.818163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-766fddd1-271e-40d2-b441-597d720583f0 req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:45.897583 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.912802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-20a30ab3-6801-45fd-a889-91ad393b9cf6 None None] Provisioning for port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:45.916503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Pushing event updated for resources: {'Port': ['ID=635dfa8f-d752-415e-92d0-3b41fe2ceef3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:45.945307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-20a30ab3-6801-45fd-a889-91ad393b9cf6 None None] Provisioning complete for port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:45.945989 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20a30ab3-6801-45fd-a889-91ad393b9cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:45.981026 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fddd1-271e-40d2-b441-597d720583f0 req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:45.981714 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-766fddd1-271e-40d2-b441-597d720583f0 req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.026149 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-94f48e94-7d29-4c9d-98a0-34a6d0ec0f26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1112883 Jul 27 22:21:46.060902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Request body: {'port': {'device_id': '91bbf1e4-d70a-436e-b4bb-f6649038d6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:46.155490 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20a30ab3-6801-45fd-a889-91ad393b9cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.159924 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60e52e82-fd45-4588-a47b-2b06c68501e0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.218484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-20a30ab3-6801-45fd-a889-91ad393b9cf6 None None] For port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=15d9fa10-dd1a-4288-ba30-11f11dcb9de2,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:46.232204 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20a30ab3-6801-45fd-a889-91ad393b9cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.292874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e52e82-fd45-4588-a47b-2b06c68501e0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=207a9d0b-6c9d-490f-8235-44cdefb14202,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:46.325269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a30ab3-6801-45fd-a889-91ad393b9cf6 None None] Pushing event updated for resources: {'Port': ['ID=15d9fa10-dd1a-4288-ba30-11f11dcb9de2,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:46.333535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60e52e82-fd45-4588-a47b-2b06c68501e0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.335923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-60e52e82-fd45-4588-a47b-2b06c68501e0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/207a9d0b-6c9d-490f-8235-44cdefb14202 HTTP/1.1" status: 204 len: 168 time: 0.9514115 Jul 27 22:21:46.339172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:46.339768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.358561 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-618c78c1-4d59-4967-a0ec-eecedf9be744 None None] Could not find standard attr ID for object 207a9d0b-6c9d-490f-8235-44cdefb14202. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:21:46.360902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ab27b-d938-46bd-a5d1-cb55d0d2c91d req-1bef7898-73b8-4d30-ae23-3ac7ecc96d16 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:46.367854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d8ab27b-d938-46bd-a5d1-cb55d0d2c91d req-1bef7898-73b8-4d30-ae23-3ac7ecc96d16 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 943 time: 0.2398157 Jul 27 22:21:46.376625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb2aec-dea5-469f-af8f-f04e938003ed req-4e26db87-957f-40dc-9eba-5b2aebf4c88f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:46.388832 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01fb2aec-dea5-469f-af8f-f04e938003ed req-4e26db87-957f-40dc-9eba-5b2aebf4c88f tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 946 time: 0.2630291 Jul 27 22:21:46.414955 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.437456 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.486059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-e406a5ea-aeea-4fa2-adf0-8b1f7d721d64 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:46.488074 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-e406a5ea-aeea-4fa2-adf0-8b1f7d721d64 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f&tenant_id=28b86e8c06114800a9109512618bca6b&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 943 time: 0.4596250 Jul 27 22:21:46.555782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01fb2aec-dea5-469f-af8f-f04e938003ed req-e363bafc-fbe6-4a2a-9516-9b9fc419a711 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642134 Jul 27 22:21:46.618525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d8ab27b-d938-46bd-a5d1-cb55d0d2c91d req-d6224620-1932-446f-98c7-f411b179b150 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438753 Jul 27 22:21:46.649035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc88e8-389b-49db-8531-8969f92e2f90 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:46.651301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc88e8-389b-49db-8531-8969f92e2f90 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:46.657650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-77fc88e8-389b-49db-8531-8969f92e2f90 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3158290 Jul 27 22:21:46.658718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:46.787637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bba795-f309-436b-a06e-d9d4a64ce110 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 5adfc7b3-6d90-44ab-bfe7-3ad264f984bb {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:46.797709 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79bba795-f309-436b-a06e-d9d4a64ce110 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.844210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79bba795-f309-436b-a06e-d9d4a64ce110 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:46.900967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9f552b43-083b-414c-b5cb-87a94c5175af details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:21:46.907327 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-965ea260-fdbb-4a7a-bc09-7f3fe62aacc4 service neutron] delete failed (client error): The resource could not be found. Jul 27 22:21:46.908372 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-965ea260-fdbb-4a7a-bc09-7f3fe62aacc4 service neutron] 10.222.0.43 "DELETE /v2.0/ports/9f552b43-083b-414c-b5cb-87a94c5175af/bindings/n-h1-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.4052210 Jul 27 22:21:46.916651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:46.964754 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79bba795-f309-436b-a06e-d9d4a64ce110 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.063151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b0d89-4e2f-402d-8a5e-3c3372c90703 req-8d66f9f6-a9cf-442e-9ea9-41f555cad964 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:47.070649 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e2b0d89-4e2f-402d-8a5e-3c3372c90703 req-8d66f9f6-a9cf-442e-9ea9-41f555cad964 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 932 time: 0.1021223 Jul 27 22:21:47.082708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-1c3d1806-6bb1-4c01-85f2-7779f5442c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:47.086492 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-1c3d1806-6bb1-4c01-85f2-7779f5442c52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1094 time: 0.1201324 Jul 27 22:21:47.106838 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79bba795-f309-436b-a06e-d9d4a64ce110 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.136603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:47.137550 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.150529 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e2b0d89-4e2f-402d-8a5e-3c3372c90703 req-256baa37-6ce7-450b-803b-5ec88c5b86fb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788388 Jul 27 22:21:47.190922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bba795-f309-436b-a06e-d9d4a64ce110 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=5adfc7b3-6d90-44ab-bfe7-3ad264f984bb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:47.193371 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79bba795-f309-436b-a06e-d9d4a64ce110 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.196656 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-79bba795-f309-436b-a06e-d9d4a64ce110 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/5adfc7b3-6d90-44ab-bfe7-3ad264f984bb HTTP/1.1" status: 204 len: 168 time: 0.5352492 Jul 27 22:21:47.198358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39428) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:47.231009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf82551-ab47-4c98-a311-3639728508c8 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:47.253357 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2d0c887c-9b69-4a25-8c71-5dea8383d78e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534644 Jul 27 22:21:47.255885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:47.269499 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635dfa8f-d752-415e-92d0-3b41fe2ceef3 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:21:47.281098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.316720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Transition to ACTIVE for port object 635dfa8f-d752-415e-92d0-3b41fe2ceef3 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:47.319133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-8b1b7446-2e95-4ef9-9ca5-9dfd5e0c146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:47.322514 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-8b1b7446-2e95-4ef9-9ca5-9dfd5e0c146a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9d95a962-724c-4f62-852a-1d5ea2380562 HTTP/1.1" status: 200 len: 897 time: 0.2256351 Jul 27 22:21:47.325563 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.371433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10356831-a07a-4623-8bb6-b703d2ff8148 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:47.378182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-10356831-a07a-4623-8bb6-b703d2ff8148 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1209862 Jul 27 22:21:47.381918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:47.470557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Pushing event updated for resources: {'Port': ['ID=635dfa8f-d752-415e-92d0-3b41fe2ceef3,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:47.496308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9f552b43-083b-414c-b5cb-87a94c5175af,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:47.525151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '9f552b43-083b-414c-b5cb-87a94c5175af', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'port_id': '9f552b43-083b-414c-b5cb-87a94c5175af', 'mac_address': 'fa:16:3e:51:5a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:21:47.543431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efc2d42-94bf-413f-8ada-ea28205806ef tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:47.547389 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4efc2d42-94bf-413f-8ada-ea28205806ef tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1618183 Jul 27 22:21:47.548015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39450) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:47.581701 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.609641 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-8ceed2be-e29a-4eeb-ae4a-3186976c606a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f552b43-083b-414c-b5cb-87a94c5175af HTTP/1.1" status: 200 len: 999 time: 0.2746277 Jul 27 22:21:47.613344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ec957d-119e-4405-90d7-79486611266e None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:47.634776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f552b43-083b-414c-b5cb-87a94c5175af {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:21:47.639759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d38c7e09-a104-48f5-b908-82387da2b1f9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856857 Jul 27 22:21:47.642376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39464) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:47.651445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f26f06ee-d60c-4d4f-9a81-e3348549cbd1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:47.695320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9f552b43-083b-414c-b5cb-87a94c5175af,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:47.724586 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.787170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Attempting to bind port 635dfa8f-d752-415e-92d0-3b41fe2ceef3 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:47.787765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Attempting to bind port 635dfa8f-d752-415e-92d0-3b41fe2ceef3 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'bb339a84-f621-4144-b6a1-6b8bb5ab1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:47.788105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Attempting to bind port 635dfa8f-d752-415e-92d0-3b41fe2ceef3 on network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:47.792685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9f552b43-083b-414c-b5cb-87a94c5175af,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:47.821971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Port 635dfa8f-d752-415e-92d0-3b41fe2ceef3 on network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:21:47.822492 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Attempting to bind port 635dfa8f-d752-415e-92d0-3b41fe2ceef3 on network 7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:47.833000 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-42ec957d-119e-4405-90d7-79486611266e None None] Deleting port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:47.834549 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ec957d-119e-4405-90d7-79486611266e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.836435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-a4a911a4-0073-493e-a5be-6bc339487811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:47.839167 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-a4a911a4-0073-493e-a5be-6bc339487811 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5e3f109c-bd1b-4f97-9655-3c336bf13020 HTTP/1.1" status: 200 len: 835 time: 0.2251439 Jul 27 22:21:47.847592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:47.849666 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Checking segment: {'id': 'bb339a84-f621-4144-b6a1-6b8bb5ab1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:47.852270 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Bound using segment: {'id': 'bb339a84-f621-4144-b6a1-6b8bb5ab1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:47.852761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Bound port: 635dfa8f-d752-415e-92d0-3b41fe2ceef3, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb339a84-f621-4144-b6a1-6b8bb5ab1a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:47.853135 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.928452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30029b36-45cb-40c7-a5e2-e815049e65ff req-7e2b386a-fbbb-4823-858a-6de6ca9583dc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:47.930940 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30029b36-45cb-40c7-a5e2-e815049e65ff req-7e2b386a-fbbb-4823-858a-6de6ca9583dc tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 946 time: 0.2199852 Jul 27 22:21:47.944483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599d9c2-97d0-449c-be10-54393ef29971 req-78e15e18-531a-4487-8af8-44fca0cb9931 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:47.954531 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9599d9c2-97d0-449c-be10-54393ef29971 req-78e15e18-531a-4487-8af8-44fca0cb9931 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 944 time: 0.1543975 Jul 27 22:21:47.973305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['9f552b43-083b-414c-b5cb-87a94c5175af'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:21:48.002118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-485f5b72-945d-4f20-b4c0-2f9cb417d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:48.006739 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-485f5b72-945d-4f20-b4c0-2f9cb417d917 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9d95a962-724c-4f62-852a-1d5ea2380562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489887 Jul 27 22:21:48.032309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-42ec957d-119e-4405-90d7-79486611266e None None] For port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=15d9fa10-dd1a-4288-ba30-11f11dcb9de2,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:48.032599 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ec957d-119e-4405-90d7-79486611266e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.043151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26f06ee-d60c-4d4f-9a81-e3348549cbd1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:48.048495 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f26f06ee-d60c-4d4f-9a81-e3348549cbd1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.056442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-42ec957d-119e-4405-90d7-79486611266e None None] Calling delete_port for 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:48.092247 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9599d9c2-97d0-449c-be10-54393ef29971 req-a13c77e0-2a1b-4140-b838-e8fb41b36786 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365569 Jul 27 22:21:48.172844 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.204318 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-87d69c6a-0bca-4b35-a98b-9dc75861c767 service neutron] 10.222.0.43 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806281 Jul 27 22:21:48.214527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] For port 635dfa8f-d752-415e-92d0-3b41fe2ceef3, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:48.231077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] For port 635dfa8f-d752-415e-92d0-3b41fe2ceef3, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=635dfa8f-d752-415e-92d0-3b41fe2ceef3,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:48.271155 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30029b36-45cb-40c7-a5e2-e815049e65ff req-d32a2473-16f4-4287-8f01-c6d215ff33ed tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130443 Jul 27 22:21:48.332666 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.377517 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ec957d-119e-4405-90d7-79486611266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.385187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:48.387254 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.390706 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] 10.222.0.43 "PUT /v2.0/ports/635dfa8f-d752-415e-92d0-3b41fe2ceef3 HTTP/1.1" status: 200 len: 1092 time: 2.3373334 Jul 27 22:21:48.411804 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f26f06ee-d60c-4d4f-9a81-e3348549cbd1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.423954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bbf1e4-d70a-436e-b4bb-f6649038d6e0', 'tag': '635dfa8f-d752-415e-92d0-3b41fe2ceef3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:48.431946 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35777564-34b5-41e7-89d0-e3a718e63605" -d '{"events": [{"name": "network-changed", "server_uuid": "91bbf1e4-d70a-436e-b4bb-f6649038d6e0", "tag": "635dfa8f-d752-415e-92d0-3b41fe2ceef3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:48.456939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec957d-119e-4405-90d7-79486611266e None None] Pushing event deleted for resources: {'Port': ['ID=15d9fa10-dd1a-4288-ba30-11f11dcb9de2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:48.481457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec957d-119e-4405-90d7-79486611266e None None] No DVR routers for this DVR port 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:48.524398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26f06ee-d60c-4d4f-9a81-e3348549cbd1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:48.547898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f06ee-d60c-4d4f-9a81-e3348549cbd1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=6624e451-af3d-4d83-818c-11340d01275c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:48.562300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f26f06ee-d60c-4d4f-9a81-e3348549cbd1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:48.570648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f06ee-d60c-4d4f-9a81-e3348549cbd1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:48.571302 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f26f06ee-d60c-4d4f-9a81-e3348549cbd1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.574046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a648ff25-dc5a-4435-9102-29bb5addf517 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:48.679272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f26f06ee-d60c-4d4f-9a81-e3348549cbd1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0357003 Jul 27 22:21:48.684877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39500) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:48.694666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': '6624e451-af3d-4d83-818c-11340d01275c', 'ip_address': '2001:db8::d051:e4db:ab7a:f936'}], 'name': 'tempest-NetworksTestDHCPv6-751441206'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:48.812857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f87a8-a52a-4a4d-9720-b7f5ebf1a85a req-4f03e9fd-7649-43e2-b18a-779578ff037d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:48.820777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-866f87a8-a52a-4a4d-9720-b7f5ebf1a85a req-4f03e9fd-7649-43e2-b18a-779578ff037d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 944 time: 0.2941155 Jul 27 22:21:48.836006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:48.847892 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:21:48.870639 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:21:48.871526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 15d9fa10-dd1a-4288-ba30-11f11dcb9de2 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:21:48.892214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '6624e451-af3d-4d83-818c-11340d01275c'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:48.893970 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:48.907969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-866f87a8-a52a-4a4d-9720-b7f5ebf1a85a req-5d1e086d-5e40-491e-9f28-9470be0d2399 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843668 Jul 27 22:21:48.945290 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0522da0-a9b6-4cc4-9ceb-726c83c56dbd x-openstack-request-id: req-b0522da0-a9b6-4cc4-9ceb-726c83c56dbd {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:48.945675 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91bbf1e4-d70a-436e-b4bb-f6649038d6e0", "tag": "635dfa8f-d752-415e-92d0-3b41fe2ceef3", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:48.945993 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0522da0-a9b6-4cc4-9ceb-726c83c56dbd {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:48.946472 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bbf1e4-d70a-436e-b4bb-f6649038d6e0', 'tag': '635dfa8f-d752-415e-92d0-3b41fe2ceef3', 'status': 'completed', 'code': 200} Jul 27 22:21:48.975924 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982719ad-ab59-4c33-b6d6-cf592e4a8359 service neutron] Pushing event updated for resources: {'Port': ['ID=635dfa8f-d752-415e-92d0-3b41fe2ceef3,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:48.987659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:48.998491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fddd1-271e-40d2-b441-597d720583f0 req-73f842f4-3421-4d40-8bb5-bad80f4bcaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:49.000236 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-73f842f4-3421-4d40-8bb5-bad80f4bcaba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=093c931b75694176ab482ad04d08f5d7&device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 1095 time: 0.0919611 Jul 27 22:21:49.004317 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f434632c-80e4-4499-97d6-1c7f7c39f28f req-09d42bba-9f2c-4687-8b1d-d372829fe71d service neutron] 10.222.0.43 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7845161 Jul 27 22:21:49.051149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39516) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:49.075242 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-6bf32747-ff88-4dd6-9fb8-55ec01c5c122 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=635dfa8f-d752-415e-92d0-3b41fe2ceef3 HTTP/1.1" status: 200 len: 217 time: 0.0614009 Jul 27 22:21:49.126502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Allocated IP 2001:db8::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/6624e451-af3d-4d83-818c-11340d01275c/4da9eec0-9e6d-483c-ba2b-943ce5359b44) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:49.152397 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.201185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port 151eef82-a2d6-4c37-ae79-dffbd0b9d885 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:21:49.215351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fddd1-271e-40d2-b441-597d720583f0 req-731a1d21-7fb4-4a95-a4a9-32abdca3e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:49.218029 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-731a1d21-7fb4-4a95-a4a9-32abdca3e219 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd95150c-158c-4db5-bf84-b3a3418fb5df HTTP/1.1" status: 200 len: 852 time: 0.1342072 Jul 27 22:21:49.271584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-dac25c6d-c179-42f8-87cf-e4efa99acbc6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424070 Jul 27 22:21:49.339712 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.350713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Transition to ACTIVE for port object 4da9eec0-9e6d-483c-ba2b-943ce5359b44 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:49.384924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Transition to ACTIVE for port object 4da9eec0-9e6d-483c-ba2b-943ce5359b44 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:49.396827 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.406768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:49.417881 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-0cc5b284-ee98-4b5d-b496-9f145e91301d service neutron] 10.222.0.43 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375961 Jul 27 22:21:49.452296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:49.458780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:49.463440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:49.543404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Pushing event updated for resources: {'Port': ['ID=4da9eec0-9e6d-483c-ba2b-943ce5359b44,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:49.557435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Attempting to bind port 4da9eec0-9e6d-483c-ba2b-943ce5359b44 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:49.558031 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Attempting to bind port 4da9eec0-9e6d-483c-ba2b-943ce5359b44 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:49.559039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Attempting to bind port 4da9eec0-9e6d-483c-ba2b-943ce5359b44 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:49.567015 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:49.568421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:49.569439 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.570020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:49.570895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Bound port: 4da9eec0-9e6d-483c-ba2b-943ce5359b44, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:49.571463 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.610508 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58a146a-5ddc-46d9-9864-2d599ceef673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.615081 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-766fddd1-271e-40d2-b441-597d720583f0 req-d8687797-3957-42ed-a1f1-272bfc3b8013 service neutron] 10.222.0.43 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862564 Jul 27 22:21:49.683544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] For port 4da9eec0-9e6d-483c-ba2b-943ce5359b44, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:49.688754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] For port 4da9eec0-9e6d-483c-ba2b-943ce5359b44, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4da9eec0-9e6d-483c-ba2b-943ce5359b44,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:49.698281 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.718628 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbb933a0-1c0b-4182-9aab-11cb6dfd4c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.770087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406da2f8-deb2-42f3-9af8-761cefbd5726 None None] Pushing event updated for resources: {'Port': ['ID=4da9eec0-9e6d-483c-ba2b-943ce5359b44,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:49.785506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58a146a-5ddc-46d9-9864-2d599ceef673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.792951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35777564-34b5-41e7-89d0-e3a718e63605 req-2c18d423-e21d-497d-8abb-70056444797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:49.796106 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35777564-34b5-41e7-89d0-e3a718e63605 req-2c18d423-e21d-497d-8abb-70056444797f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=093c931b75694176ab482ad04d08f5d7&device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 1095 time: 0.1137826 Jul 27 22:21:49.796963 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f58a146a-5ddc-46d9-9864-2d599ceef673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:49.847218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fa93d-74bb-4d1c-99e6-9618d14260a0 req-664f5424-45ec-40f2-a82b-1db8bd24d16a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:49.848946 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-254fa93d-74bb-4d1c-99e6-9618d14260a0 req-664f5424-45ec-40f2-a82b-1db8bd24d16a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 944 time: 0.1970820 Jul 27 22:21:49.885374 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4473f2d-657b-40eb-bd33-242f36d588cf req-f1aaab1e-1f33-40c8-8f15-4315954ce7a7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:49.886918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4473f2d-657b-40eb-bd33-242f36d588cf req-f1aaab1e-1f33-40c8-8f15-4315954ce7a7 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 946 time: 0.2444477 Jul 27 22:21:49.897309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a146a-5ddc-46d9-9864-2d599ceef673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73adbc6c-1813-4516-984c-932e4b211b6b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:49.904779 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f58a146a-5ddc-46d9-9864-2d599ceef673 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=762fc76d921c447bbebb2e93bc135d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968755 Jul 27 22:21:49.907409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39534) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:49.970921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::d051:e4db:ab7a:f936 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/6624e451-af3d-4d83-818c-11340d01275c/151eef82-a2d6-4c37-ae79-dffbd0b9d885) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:50.011004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35777564-34b5-41e7-89d0-e3a718e63605 req-bcf8ca82-cd59-41fb-8f75-76a7fa1d2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:50.011660 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35777564-34b5-41e7-89d0-e3a718e63605 req-bcf8ca82-cd59-41fb-8f75-76a7fa1d2151 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 200 len: 913 time: 0.2032571 Jul 27 22:21:50.034080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-254fa93d-74bb-4d1c-99e6-9618d14260a0 req-1bdfb9cf-83d7-47d9-8826-ad07b6b36e97 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582422 Jul 27 22:21:50.037061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f705b0d4-cdd7-4798-807e-cfea51afd792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.050842 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4473f2d-657b-40eb-bd33-242f36d588cf req-d42eb278-e135-4b45-9680-d0a82482c9ca tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495960 Jul 27 22:21:50.082992 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35777564-34b5-41e7-89d0-e3a718e63605 req-4d8c4438-cde2-4748-a46e-f603bc52d1cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=635dfa8f-d752-415e-92d0-3b41fe2ceef3 HTTP/1.1" status: 200 len: 217 time: 0.0582962 Jul 27 22:21:50.105026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f705b0d4-cdd7-4798-807e-cfea51afd792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.165593 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbb933a0-1c0b-4182-9aab-11cb6dfd4c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.186107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35777564-34b5-41e7-89d0-e3a718e63605 req-354c7a71-634d-4f34-99ef-2c618cd7b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:50.187980 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35777564-34b5-41e7-89d0-e3a718e63605 req-354c7a71-634d-4f34-99ef-2c618cd7b919 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bd95150c-158c-4db5-bf84-b3a3418fb5df HTTP/1.1" status: 200 len: 852 time: 0.0494978 Jul 27 22:21:50.195210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbb933a0-1c0b-4182-9aab-11cb6dfd4c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.210548 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f705b0d4-cdd7-4798-807e-cfea51afd792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.213073 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f705b0d4-cdd7-4798-807e-cfea51afd792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.214207 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f705b0d4-cdd7-4798-807e-cfea51afd792 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73adbc6c-1813-4516-984c-932e4b211b6b HTTP/1.1" status: 204 len: 168 time: 0.3058870 Jul 27 22:21:50.232851 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35777564-34b5-41e7-89d0-e3a718e63605 req-54fc613a-6a23-469f-ad27-ff978fc8655c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347939 Jul 27 22:21:50.237690 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b0d4-cdd7-4798-807e-cfea51afd792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73adbc6c-1813-4516-984c-932e4b211b6b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:50.277317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb933a0-1c0b-4182-9aab-11cb6dfd4c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3760516c-c40a-4c0b-84d0-d9061e163f11,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:50.284317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dbb933a0-1c0b-4182-9aab-11cb6dfd4c18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdf125c03ca9459e85c15158df30ebe0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2311475 Jul 27 22:21:50.286049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39542) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:50.322536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59293a-9e6d-4331-94d4-7f4d2270f3d1 req-1d521170-a53b-4fb4-85fd-faf29b36ce08 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:50.324068 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e59293a-9e6d-4331-94d4-7f4d2270f3d1 req-1d521170-a53b-4fb4-85fd-faf29b36ce08 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 944 time: 0.1606708 Jul 27 22:21:50.340622 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35777564-34b5-41e7-89d0-e3a718e63605 req-c281fb86-cbc7-48bd-987a-b1bfa5270e71 service neutron] 10.222.0.43 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997744 Jul 27 22:21:50.345341 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.385790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object 151eef82-a2d6-4c37-ae79-dffbd0b9d885 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:50.420000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e59293a-9e6d-4331-94d4-7f4d2270f3d1 req-1dbbb0f4-7278-466c-a6be-8bb5767241b2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722468 Jul 27 22:21:50.422127 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc0d6325-e1d4-4cce-af37-8d3037a333c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.449623 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-35777564-34b5-41e7-89d0-e3a718e63605 req-b67fa352-a2b3-4ad3-a985-680ef8051d08 service neutron] 10.222.0.43 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992780 Jul 27 22:21:50.467484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc0d6325-e1d4-4cce-af37-8d3037a333c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.494373 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.552441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:50.557133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:50.559217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=151eef82-a2d6-4c37-ae79-dffbd0b9d885,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:50.561305 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:50.567777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:50.567777 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.577326 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc0d6325-e1d4-4cce-af37-8d3037a333c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.579862 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc0d6325-e1d4-4cce-af37-8d3037a333c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.583633 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dc0d6325-e1d4-4cce-af37-8d3037a333c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3760516c-c40a-4c0b-84d0-d9061e163f11 HTTP/1.1" status: 204 len: 168 time: 0.2910821 Jul 27 22:21:50.592605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d6325-e1d4-4cce-af37-8d3037a333c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3760516c-c40a-4c0b-84d0-d9061e163f11,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:50.599288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9e3c8270-6c9c-4451-bbb2-50b3c64a0bfa tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9115198 Jul 27 22:21:50.599859 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39552) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:50.607374 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b85951fc-757b-4bcb-a555-9e3e7b2521bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': '6624e451-af3d-4d83-818c-11340d01275c', 'ip_address': '2001:db8::d051:e4db:ab7a:f936'}], 'name': 'tempest-NetworksTestDHCPv6-410140051'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:50.743071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 635dfa8f-d752-415e-92d0-3b41fe2ceef3 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:21:50.758665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85951fc-757b-4bcb-a555-9e3e7b2521bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:50.884517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4da9eec0-9e6d-483c-ba2b-943ce5359b44 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:50.905511 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b85951fc-757b-4bcb-a555-9e3e7b2521bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:50.927082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9f552b43-083b-414c-b5cb-87a94c5175af up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:50.927324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-b85951fc-757b-4bcb-a555-9e3e7b2521bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port 2f4554ff-11cf-475a-8749-0c8e9ac837a7 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:21:51.138074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 635dfa8f-d752-415e-92d0-3b41fe2ceef3, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=635dfa8f-d752-415e-92d0-3b41fe2ceef3,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:51.144570 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85951fc-757b-4bcb-a555-9e3e7b2521bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 22:21:51.146102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85951fc-757b-4bcb-a555-9e3e7b2521bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:51.173116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '635dfa8f-d752-415e-92d0-3b41fe2ceef3', 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee', 'port_id': '635dfa8f-d752-415e-92d0-3b41fe2ceef3', 'mac_address': 'fa:16:3e:28:1c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd95150c-158c-4db5-bf84-b3a3418fb5df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:21:51.182959 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b85951fc-757b-4bcb-a555-9e3e7b2521bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5814555 Jul 27 22:21:51.185541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39572) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:51.185919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:51.210358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-57575412-4f0a-44be-96fd-58f88a0c05ba None None] Provisioning for port 4da9eec0-9e6d-483c-ba2b-943ce5359b44 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:51.233911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeb74621-d3e9-4d37-8be7-d6078550dfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.243355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 4da9eec0-9e6d-483c-ba2b-943ce5359b44 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:51.247972 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.250056 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 4da9eec0-9e6d-483c-ba2b-943ce5359b44 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:51.250643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.286458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 9f552b43-083b-414c-b5cb-87a94c5175af completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:51.291025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e90e5-5edf-4496-95fd-c52eaa8c806d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:51.294588 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635dfa8f-d752-415e-92d0-3b41fe2ceef3 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:21:51.297681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e90e5-5edf-4496-95fd-c52eaa8c806d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:51.303716 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 9f552b43-083b-414c-b5cb-87a94c5175af triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:51.304100 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.304255 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-820e90e5-5edf-4496-95fd-c52eaa8c806d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1171970 Jul 27 22:21:51.305068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:51.351412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 635dfa8f-d752-415e-92d0-3b41fe2ceef3, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=635dfa8f-d752-415e-92d0-3b41fe2ceef3,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:51.367146 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.413620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26b8e9-e263-4a35-bb5d-39b0b78c24c9 req-9edd30df-475e-462e-96c3-6215526e7e63 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:51.415594 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb26b8e9-e263-4a35-bb5d-39b0b78c24c9 req-9edd30df-475e-462e-96c3-6215526e7e63 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 944 time: 0.2207479 Jul 27 22:21:51.472802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8117392c-3bcb-4d86-be9b-a1d6c620d73c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port 151eef82-a2d6-4c37-ae79-dffbd0b9d885 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:51.473124 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8117392c-3bcb-4d86-be9b-a1d6c620d73c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.486779 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb26b8e9-e263-4a35-bb5d-39b0b78c24c9 req-2f06c14b-2657-4342-a644-d08330eae52d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569570 Jul 27 22:21:51.518313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:51.535566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=635dfa8f-d752-415e-92d0-3b41fe2ceef3,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:51.544853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b4532c18-ce83-4d83-8057-c443336e371a None None] Provisioning for port 151eef82-a2d6-4c37-ae79-dffbd0b9d885 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:51.553549 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.564352 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.566406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b4532c18-ce83-4d83-8057-c443336e371a None None] Provisioning complete for port 151eef82-a2d6-4c37-ae79-dffbd0b9d885 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:51.566875 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b4532c18-ce83-4d83-8057-c443336e371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.612718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['635dfa8f-d752-415e-92d0-3b41fe2ceef3'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:21:51.615657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeb74621-d3e9-4d37-8be7-d6078550dfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.623810 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8117392c-3bcb-4d86-be9b-a1d6c620d73c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.642044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8117392c-3bcb-4d86-be9b-a1d6c620d73c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for 151eef82-a2d6-4c37-ae79-dffbd0b9d885 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:51.648231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d36c1cbb-a68c-4536-99cb-414314467bea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/3077e4c6-a02a-4aa4-b290-579ad4fb886a HTTP/1.1" status: 200 len: 992 time: 0.1253967 Jul 27 22:21:51.648231 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeb74621-d3e9-4d37-8be7-d6078550dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.676148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:51.678807 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba63c8c-d4b9-41ba-8d34-ef504e855a77" -d '{"events": [{"server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "name": "network-vif-plugged", "status": "completed", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:51.703396 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b4532c18-ce83-4d83-8057-c443336e371a None None] Port 151eef82-a2d6-4c37-ae79-dffbd0b9d885 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:21:51.704520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb74621-d3e9-4d37-8be7-d6078550dfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52545a67-74aa-4e9d-874a-76a78c131c0f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:51.706858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 4da9eec0-9e6d-483c-ba2b-943ce5359b44, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4da9eec0-9e6d-483c-ba2b-943ce5359b44,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:51.710071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9f552b43-083b-414c-b5cb-87a94c5175af,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:51.732292 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-eeb74621-d3e9-4d37-8be7-d6078550dfcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7005a9e7ca7446eb6472772f918c95c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5450499 Jul 27 22:21:51.732885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:51.734700 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.736124 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.749566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3b849-bce1-4dd4-83be-4962471e3aa9 req-bd48bcc6-12f8-410f-aa21-3779700f4085 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:51.751126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71b3b849-bce1-4dd4-83be-4962471e3aa9 req-bd48bcc6-12f8-410f-aa21-3779700f4085 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 945 time: 0.1283021 Jul 27 22:21:51.830861 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71b3b849-bce1-4dd4-83be-4962471e3aa9 req-eacdd7a7-d6e3-421b-97dc-340ab49f9735 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720582 Jul 27 22:21:51.837388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9f552b43-083b-414c-b5cb-87a94c5175af,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:51.854642 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68fb71c4-2c49-4152-96f4-e7a1933cbb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.871908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8117392c-3bcb-4d86-be9b-a1d6c620d73c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.881826 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68fb71c4-2c49-4152-96f4-e7a1933cbb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.909733 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80391f4c-6e09-4acf-a93f-2d19d57c3ba0 x-openstack-request-id: req-80391f4c-6e09-4acf-a93f-2d19d57c3ba0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:51.910029 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "name": "network-vif-plugged", "status": "completed", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:51.910302 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80391f4c-6e09-4acf-a93f-2d19d57c3ba0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:51.910767 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af', 'code': 200} Jul 27 22:21:51.937103 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117392c-3bcb-4d86-be9b-a1d6c620d73c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=151eef82-a2d6-4c37-ae79-dffbd0b9d885,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:51.941436 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8117392c-3bcb-4d86-be9b-a1d6c620d73c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.945962 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8117392c-3bcb-4d86-be9b-a1d6c620d73c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/151eef82-a2d6-4c37-ae79-dffbd0b9d885 HTTP/1.1" status: 204 len: 168 time: 0.6367798 Jul 27 22:21:51.945962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39598) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:51.946536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=4da9eec0-9e6d-483c-ba2b-943ce5359b44,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:51.986820 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68fb71c4-2c49-4152-96f4-e7a1933cbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.990742 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68fb71c4-2c49-4152-96f4-e7a1933cbb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:51.992771 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-68fb71c4-2c49-4152-96f4-e7a1933cbb9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52545a67-74aa-4e9d-874a-76a78c131c0f HTTP/1.1" status: 204 len: 168 time: 0.2573681 Jul 27 22:21:52.008423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb71c4-2c49-4152-96f4-e7a1933cbb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52545a67-74aa-4e9d-874a-76a78c131c0f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:52.046801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b0c23c-cf8b-43a5-8766-761a1ae20833 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:52.048559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b0c23c-cf8b-43a5-8766-761a1ae20833 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:52.051167 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-12b0c23c-cf8b-43a5-8766-761a1ae20833 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1043112 Jul 27 22:21:52.054642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:52.166900 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b928ea32-0fb0-4a9a-9b35-e91c1dc003ef req-a94a968c-cd3a-479a-9b7d-e34aa549ff65 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0598373 Jul 27 22:21:52.177891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-906e513a-7f16-4553-8ed8-6edd1563c066 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 6624e451-af3d-4d83-818c-11340d01275c {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:52.181656 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906e513a-7f16-4553-8ed8-6edd1563c066 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.230588 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906e513a-7f16-4553-8ed8-6edd1563c066 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.325607 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906e513a-7f16-4553-8ed8-6edd1563c066 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.398531 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906e513a-7f16-4553-8ed8-6edd1563c066 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.430111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-906e513a-7f16-4553-8ed8-6edd1563c066 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.432358 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-906e513a-7f16-4553-8ed8-6edd1563c066 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/6624e451-af3d-4d83-818c-11340d01275c HTTP/1.1" status: 204 len: 168 time: 0.3760877 Jul 27 22:21:52.433537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e513a-7f16-4553-8ed8-6edd1563c066 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=6624e451-af3d-4d83-818c-11340d01275c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:52.434973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39622) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:52.442203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0205389-ab05-44c1-aca9-99b2abb67b21 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:52.502956 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3d39bf60-8664-41a0-9621-95b61561a99c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648479 Jul 27 22:21:52.509493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39626) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:52.514767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-014c89ee-c2fd-4e76-9ab0-26cc25af9584 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:52.627659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014c89ee-c2fd-4e76-9ab0-26cc25af9584 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:52.632604 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-014c89ee-c2fd-4e76-9ab0-26cc25af9584 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.705087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281ea10e-1076-4d08-99f6-a43c3b35f019 None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:21:52.770074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-281ea10e-1076-4d08-99f6-a43c3b35f019 None None] Deleting port 4da9eec0-9e6d-483c-ba2b-943ce5359b44 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:52.773727 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-281ea10e-1076-4d08-99f6-a43c3b35f019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.779465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 635dfa8f-d752-415e-92d0-3b41fe2ceef3 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:52.845830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4da9eec0-9e6d-483c-ba2b-943ce5359b44 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:21:52.893715 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-014c89ee-c2fd-4e76-9ab0-26cc25af9584 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.934023 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-281ea10e-1076-4d08-99f6-a43c3b35f019 None None] For port 4da9eec0-9e6d-483c-ba2b-943ce5359b44, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4da9eec0-9e6d-483c-ba2b-943ce5359b44,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:52.934542 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-281ea10e-1076-4d08-99f6-a43c3b35f019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.960595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c89ee-c2fd-4e76-9ab0-26cc25af9584 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:52.964174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-014c89ee-c2fd-4e76-9ab0-26cc25af9584 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:52.969205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c89ee-c2fd-4e76-9ab0-26cc25af9584 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:52.970368 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-014c89ee-c2fd-4e76-9ab0-26cc25af9584 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:52.985529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef63b6c-cd23-4e2e-ab04-35ff60b8524f req-b4e6d49f-fa03-4345-8c8d-3fa7f9ba70d7 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:52.987349 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ef63b6c-cd23-4e2e-ab04-35ff60b8524f req-b4e6d49f-fa03-4345-8c8d-3fa7f9ba70d7 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 945 time: 0.0622342 Jul 27 22:21:52.988753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c89ee-c2fd-4e76-9ab0-26cc25af9584 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=4196baf4-cc8d-47f2-b132-4de8aae6acd1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:52.994088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-281ea10e-1076-4d08-99f6-a43c3b35f019 None None] Calling delete_port for 4da9eec0-9e6d-483c-ba2b-943ce5359b44 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:53.018464 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-014c89ee-c2fd-4e76-9ab0-26cc25af9584 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5054717 Jul 27 22:21:53.019137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39640) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:53.025821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e934492b-59ca-4358-af5b-7ea7268286e8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': '4196baf4-cc8d-47f2-b132-4de8aae6acd1', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-713344559'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:53.040673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 635dfa8f-d752-415e-92d0-3b41fe2ceef3 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:53.078041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 635dfa8f-d752-415e-92d0-3b41fe2ceef3 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:53.078578 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.082636 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ef63b6c-cd23-4e2e-ab04-35ff60b8524f req-05ac77bb-6c37-4773-b783-2113e1dc888c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746243 Jul 27 22:21:53.122247 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.182556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e934492b-59ca-4358-af5b-7ea7268286e8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:53.188860 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e934492b-59ca-4358-af5b-7ea7268286e8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.205615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 4da9eec0-9e6d-483c-ba2b-943ce5359b44, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4da9eec0-9e6d-483c-ba2b-943ce5359b44,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:53.215490 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.231309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e934492b-59ca-4358-af5b-7ea7268286e8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port 6a10b847-b5bf-47a8-bd2a-bdfa5f5a3cef yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:21:53.278349 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e59f3f7-5e82-4a0b-bdde-7aa048987a30 req-4cf1d624-69d9-475b-833e-10df47c7db46 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0326478 Jul 27 22:21:53.278903 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-281ea10e-1076-4d08-99f6-a43c3b35f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.293612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event deleted for resources: {'Port': ['ID=4da9eec0-9e6d-483c-ba2b-943ce5359b44,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:53.295490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ea10e-1076-4d08-99f6-a43c3b35f019 None None] No DVR routers for this DVR port 4da9eec0-9e6d-483c-ba2b-943ce5359b44 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:53.305419 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.331962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b0d31-df73-4c75-953c-efc0e13b6842 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:53.335613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ea10e-1076-4d08-99f6-a43c3b35f019 None None] Pushing event deleted for resources: {'Port': ['ID=4da9eec0-9e6d-483c-ba2b-943ce5359b44,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:53.402645 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e934492b-59ca-4358-af5b-7ea7268286e8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:21:53.403123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e934492b-59ca-4358-af5b-7ea7268286e8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:21:53.412850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 635dfa8f-d752-415e-92d0-3b41fe2ceef3, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=635dfa8f-d752-415e-92d0-3b41fe2ceef3,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:53.420247 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e934492b-59ca-4358-af5b-7ea7268286e8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3999481 Jul 27 22:21:53.421234 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.423850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:53.468203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-be6ba2bc-6d1d-4b1a-b0fd-daf6cf108d47 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0409615 Jul 27 22:21:53.468595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39652) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:53.527601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a0c3b2-fccf-418d-a250-c474267af342 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:53.527880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=635dfa8f-d752-415e-92d0-3b41fe2ceef3,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:53.529542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a0c3b2-fccf-418d-a250-c474267af342 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:53.531219 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-84a0c3b2-fccf-418d-a250-c474267af342 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0609033 Jul 27 22:21:53.533783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39656) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:53.569777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4824fa8-6640-452c-9e7e-8ec852dbbcd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '4196baf4-cc8d-47f2-b132-4de8aae6acd1'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:53.570770 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4824fa8-6640-452c-9e7e-8ec852dbbcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.598892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-067d84f5-c9d3-4f42-a2e4-a614712a22ba tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 4196baf4-cc8d-47f2-b132-4de8aae6acd1 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:53.602165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-067d84f5-c9d3-4f42-a2e4-a614712a22ba tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.647184 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-067d84f5-c9d3-4f42-a2e4-a614712a22ba tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.694292 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-067d84f5-c9d3-4f42-a2e4-a614712a22ba tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.755547 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-067d84f5-c9d3-4f42-a2e4-a614712a22ba tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server [None req-d4824fa8-6640-452c-9e7e-8ec852dbbcd0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4196baf4-cc8d-47f2-b132-4de8aae6acd1: This subnet is being modified by another concurrent operation. Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise exception Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4196baf4-cc8d-47f2-b132-4de8aae6acd1: This subnet is being modified by another concurrent operation. Jul 27 22:21:53.758146 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Jul 27 22:21:53.782115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e10db1-12e6-4bb3-bcad-d9a4093ec65c None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:21:53.791436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d84f5-c9d3-4f42-a2e4-a614712a22ba tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=4196baf4-cc8d-47f2-b132-4de8aae6acd1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:53.796334 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-067d84f5-c9d3-4f42-a2e4-a614712a22ba tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.798256 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-067d84f5-c9d3-4f42-a2e4-a614712a22ba tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/4196baf4-cc8d-47f2-b132-4de8aae6acd1 HTTP/1.1" status: 204 len: 168 time: 0.2634919 Jul 27 22:21:53.800660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39666) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:53.839479 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-21d5a0d0-01c4-40d0-befd-684f1d471fbb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376544 Jul 27 22:21:53.843188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39668) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:53.849805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-62fa9879-5154-4d9f-b4e8-9bdc7c7bef9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:53.865139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e10db1-12e6-4bb3-bcad-d9a4093ec65c None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:21:53.925935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bbf1e4-d70a-436e-b4bb-f6649038d6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635dfa8f-d752-415e-92d0-3b41fe2ceef3'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:53.928287 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60e8d73-7c56-480f-a9aa-5f6f516d93d1" -d '{"events": [{"server_uuid": "91bbf1e4-d70a-436e-b4bb-f6649038d6e0", "name": "network-vif-plugged", "status": "completed", "tag": "635dfa8f-d752-415e-92d0-3b41fe2ceef3"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:53.960813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fa9879-5154-4d9f-b4e8-9bdc7c7bef9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:21:53.966373 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62fa9879-5154-4d9f-b4e8-9bdc7c7bef9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:53.979855 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ec09c2-8142-4f2d-add3-8e726836dffd x-openstack-request-id: req-b4ec09c2-8142-4f2d-add3-8e726836dffd {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:53.980259 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bbf1e4-d70a-436e-b4bb-f6649038d6e0", "name": "network-vif-plugged", "status": "completed", "tag": "635dfa8f-d752-415e-92d0-3b41fe2ceef3", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:53.980581 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4ec09c2-8142-4f2d-add3-8e726836dffd {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:53.981049 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bbf1e4-d70a-436e-b4bb-f6649038d6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635dfa8f-d752-415e-92d0-3b41fe2ceef3', 'code': 200} Jul 27 22:21:54.107685 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfc356-b209-41fc-bd9e-c5735c6aa035 req-ed48bd2e-70f6-4b0a-a267-3bdbe31c9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:54.108499 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-59bfc356-b209-41fc-bd9e-c5735c6aa035 req-ed48bd2e-70f6-4b0a-a267-3bdbe31c9c1f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 1097 time: 0.0605493 Jul 27 22:21:54.160923 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-59bfc356-b209-41fc-bd9e-c5735c6aa035 req-701853d3-c103-457e-88dd-0d669df4824b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438864 Jul 27 22:21:54.227800 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62fa9879-5154-4d9f-b4e8-9bdc7c7bef9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.283575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea73934-b374-4f1f-9a08-185fe802979a req-eb2834e9-4bf5-42cf-8f6c-972d2e0a0b79 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:54.285194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ea73934-b374-4f1f-9a08-185fe802979a req-eb2834e9-4bf5-42cf-8f6c-972d2e0a0b79 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 946 time: 0.1085773 Jul 27 22:21:54.290664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fa9879-5154-4d9f-b4e8-9bdc7c7bef9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:54.295313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-62fa9879-5154-4d9f-b4e8-9bdc7c7bef9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:54.298362 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fa9879-5154-4d9f-b4e8-9bdc7c7bef9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:54.298958 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-62fa9879-5154-4d9f-b4e8-9bdc7c7bef9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.304138 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904cceee-bddc-400d-ae8d-068b4efdf212 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:54.310812 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3268d6cc-21df-4007-8211-9aed2c7f4036 req-b5035a3e-bac5-40c1-9c70-5217e37860c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0275271 Jul 27 22:21:54.339389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39690) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:54.344716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa9879-5154-4d9f-b4e8-9bdc7c7bef9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=9b7771ff-28de-4c91-a210-7a0899791400,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:54.361302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-62fa9879-5154-4d9f-b4e8-9bdc7c7bef9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5166848 Jul 27 22:21:54.364698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39694) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:54.370521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-56b680ac-f3ed-4ec6-ba5b-0b061e2d26f0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-562243833', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:21:54.383955 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ea73934-b374-4f1f-9a08-185fe802979a req-27d22195-134f-458b-9cb7-3fc79664a4c2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896015 Jul 27 22:21:54.424292 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56b680ac-f3ed-4ec6-ba5b-0b061e2d26f0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.425506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56b680ac-f3ed-4ec6-ba5b-0b061e2d26f0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.463187 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97794725-09f3-4d75-bfe9-e2236580f78f req-de9f7e5f-50a7-40bb-baf1-248151fad778 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0507689 Jul 27 22:21:54.491647 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '9b7771ff-28de-4c91-a210-7a0899791400'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:21:54.492569 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.540120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-496ac67e-1952-4f7c-a762-c2b6a3e15912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.554715 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56b680ac-f3ed-4ec6-ba5b-0b061e2d26f0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.561251 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56b680ac-f3ed-4ec6-ba5b-0b061e2d26f0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.635256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Allocated IP 2001:db8::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/9b7771ff-28de-4c91-a210-7a0899791400/73269605-0d8f-4b40-b7a8-b5d64b454776) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:54.651753 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-496ac67e-1952-4f7c-a762-c2b6a3e15912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.656487 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-496ac67e-1952-4f7c-a762-c2b6a3e15912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.663342 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56b680ac-f3ed-4ec6-ba5b-0b061e2d26f0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.664550 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-56b680ac-f3ed-4ec6-ba5b-0b061e2d26f0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2983692 Jul 27 22:21:54.667737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:54.697126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ac67e-1952-4f7c-a762-c2b6a3e15912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d5aa7d-79f5-44f8-bac0-0a096f44f30f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:54.701428 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-496ac67e-1952-4f7c-a762-c2b6a3e15912 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86fd00d233ef4a059add89db0a4cd414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609428 Jul 27 22:21:54.704159 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39698) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:54.757736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b65f-af1e-49c9-b77f-5aa3650def00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.780044 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b65f-af1e-49c9-b77f-5aa3650def00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.802711 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.811620 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Transition to ACTIVE for port object 73269605-0d8f-4b40-b7a8-b5d64b454776 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:54.828265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Transition to ACTIVE for port object 73269605-0d8f-4b40-b7a8-b5d64b454776 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:54.831903 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b65f-af1e-49c9-b77f-5aa3650def00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.835695 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.835861 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b65f-af1e-49c9-b77f-5aa3650def00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.839278 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6cb9b65f-af1e-49c9-b77f-5aa3650def00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64d5aa7d-79f5-44f8-bac0-0a096f44f30f HTTP/1.1" status: 204 len: 168 time: 0.1319354 Jul 27 22:21:54.844844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9b65f-af1e-49c9-b77f-5aa3650def00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d5aa7d-79f5-44f8-bac0-0a096f44f30f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:54.881854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:54.891535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:54.896633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:54.914986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Pushing event updated for resources: {'Port': ['ID=73269605-0d8f-4b40-b7a8-b5d64b454776,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:54.975574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Attempting to bind port 73269605-0d8f-4b40-b7a8-b5d64b454776 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:54.976074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Attempting to bind port 73269605-0d8f-4b40-b7a8-b5d64b454776 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:54.976538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Attempting to bind port 73269605-0d8f-4b40-b7a8-b5d64b454776 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:54.988465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:54.989143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:54.989714 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.990328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:54.990748 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:54.990870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Bound port: 73269605-0d8f-4b40-b7a8-b5d64b454776, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:54.991225 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.071106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] For port 73269605-0d8f-4b40-b7a8-b5d64b454776, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:55.074898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] For port 73269605-0d8f-4b40-b7a8-b5d64b454776, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=73269605-0d8f-4b40-b7a8-b5d64b454776,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:55.081655 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.159218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b5b65-deab-4750-b4dd-4578ee0f4c15 None None] Pushing event updated for resources: {'Port': ['ID=73269605-0d8f-4b40-b7a8-b5d64b454776,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:55.229580 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39704) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:55.244023 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b6d5034-e7e9-455d-b3b5-f1fb71e067bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.268771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::1 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/9b7771ff-28de-4c91-a210-7a0899791400/31b1a8a1-6728-498c-b47a-2103974fb73b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:21:55.372364 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b6d5034-e7e9-455d-b3b5-f1fb71e067bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.376401 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b6d5034-e7e9-455d-b3b5-f1fb71e067bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.418172 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.420988 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4b6d5034-e7e9-455d-b3b5-f1fb71e067bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=662782bb204f4685b1421d3b27dc1ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903067 Jul 27 22:21:55.421595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:55.422002 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d5034-e7e9-455d-b3b5-f1fb71e067bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ce13be-b206-4685-a915-361f499f0104,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:55.446183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object 31b1a8a1-6728-498c-b47a-2103974fb73b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:55.540343 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6612e7c5-d244-4fc9-8598-a0642a1df683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.564192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fd2b1-43ec-4a9d-9ca1-63cdf6dfd146 req-9b6c89bf-fb2f-4329-8671-7458fd1aa8a9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:55.565272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c65fd2b1-43ec-4a9d-9ca1-63cdf6dfd146 req-9b6c89bf-fb2f-4329-8671-7458fd1aa8a9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 946 time: 0.1078379 Jul 27 22:21:55.577157 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.615351 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b3b385b-3a2c-42b9-b061-68d36fa5c04d req-28ca1e6e-4a88-4750-8d11-ce89ae8a0abd tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0650153 Jul 27 22:21:55.647385 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6612e7c5-d244-4fc9-8598-a0642a1df683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.685276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:55.706162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c65fd2b1-43ec-4a9d-9ca1-63cdf6dfd146 req-bb370b52-d482-4e06-93c3-c6ae2adbc8a6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314051 Jul 27 22:21:55.707007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:55.712890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:21:55.713430 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.715884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=31b1a8a1-6728-498c-b47a-2103974fb73b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:55.868806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6612e7c5-d244-4fc9-8598-a0642a1df683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.871651 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6612e7c5-d244-4fc9-8598-a0642a1df683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:55.873818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6612e7c5-d244-4fc9-8598-a0642a1df683 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3ce13be-b206-4685-a915-361f499f0104 HTTP/1.1" status: 204 len: 168 time: 0.4508758 Jul 27 22:21:55.928392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612e7c5-d244-4fc9-8598-a0642a1df683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ce13be-b206-4685-a915-361f499f0104,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:56.006373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd7f6d85-27f4-4566-9ba4-b334070f1e74 req-14802125-1bef-4b1e-80e9-4675c2a881c8 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0306413 Jul 27 22:21:56.087589 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.120170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852316b-b0ed-4cb9-b6c9-b6db900dfb9b req-7c70a315-d51e-4a8f-90b8-28fb349870e6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:56.121703 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d852316b-b0ed-4cb9-b6c9-b6db900dfb9b req-7c70a315-d51e-4a8f-90b8-28fb349870e6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 946 time: 0.1198766 Jul 27 22:21:56.251149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d852316b-b0ed-4cb9-b6c9-b6db900dfb9b req-b46e8270-f0e9-4985-b7d5-e5400b4d7d46 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068070 Jul 27 22:21:56.380201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e37a7a4f-b568-4cd5-8662-05b3a662c4b3 None None] Provisioning for port 73269605-0d8f-4b40-b7a8-b5d64b454776 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:56.451843 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.457335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.458157 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.541175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=31b1a8a1-6728-498c-b47a-2103974fb73b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:56.591985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:21:56.593588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:21:56.610287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-45366b0c-4877-4be8-84e6-59c3b29351f0 None None] Provisioning for port 31b1a8a1-6728-498c-b47a-2103974fb73b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:56.616221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-45366b0c-4877-4be8-84e6-59c3b29351f0 None None] Provisioning complete for port 31b1a8a1-6728-498c-b47a-2103974fb73b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:56.616754 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45366b0c-4877-4be8-84e6-59c3b29351f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.678404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-45366b0c-4877-4be8-84e6-59c3b29351f0 None None] Port 31b1a8a1-6728-498c-b47a-2103974fb73b cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:21:56.717248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Router bbec2463-6828-49dc-a272-0a39c9622a46 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:21:56.834919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:21:56.844349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39754) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:56.847733 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Sync routers for ids ['bbec2463-6828-49dc-a272-0a39c9622a46'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:21:56.856584 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-13b232b2-00fc-4062-985b-f6b445f590ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "PUT /v2.0/routers/bbec2463-6828-49dc-a272-0a39c9622a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1872635 Jul 27 22:21:56.863156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 73269605-0d8f-4b40-b7a8-b5d64b454776 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:56.866922 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Routers {'bbec2463-6828-49dc-a272-0a39c9622a46'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:56.867512 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:21:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['bbec2463-6828-49dc-a272-0a39c9622a46'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:56.915831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f0fbc92f-952f-4338-8563-ad0b712b6c9a None None] Provisioning complete for port 31b1a8a1-6728-498c-b47a-2103974fb73b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:56.916352 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0fbc92f-952f-4338-8563-ad0b712b6c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.918772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b0fc4-e7be-4f89-a55c-a0c50bab887c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:56.920278 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-660b0fc4-e7be-4f89-a55c-a0c50bab887c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports/31b1a8a1-6728-498c-b47a-2103974fb73b HTTP/1.1" status: 200 len: 911 time: 0.0746181 Jul 27 22:21:56.923078 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:56.965101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbc92f-952f-4338-8563-ad0b712b6c9a None None] Port 31b1a8a1-6728-498c-b47a-2103974fb73b cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:21:56.970144 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Set router bbec2463-6828-49dc-a272-0a39c9622a46 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:56.973191 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 73269605-0d8f-4b40-b7a8-b5d64b454776 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:21:56.977867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 73269605-0d8f-4b40-b7a8-b5d64b454776 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:56.978475 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:56.984322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c1f47c-9fc8-4a1b-bd33-e6d805ee69cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:56.991090 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c1f47c-9fc8-4a1b-bd33-e6d805ee69cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:56.996507 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39760) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:57.003807 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e9c1f47c-9fc8-4a1b-bd33-e6d805ee69cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0790243 Jul 27 22:21:57.065360 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.114771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 73269605-0d8f-4b40-b7a8-b5d64b454776, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=73269605-0d8f-4b40-b7a8-b5d64b454776,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:57.125722 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.215212 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=73269605-0d8f-4b40-b7a8-b5d64b454776,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:57.247410 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbec2463-6828-49dc-a272-0a39c9622a46', 'name': 'tempest-NetworksTestDHCPv6-router-562243833', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:54Z', 'updated_at': '2021-07-27T22:21:55Z', 'revision_number': 2, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'gw_port_host': None, '_interfaces': [{'id': '31b1a8a1-6728-498c-b47a-2103974fb73b', 'name': '', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'mac_address': 'fa:16:3e:46:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbec2463-6828-49dc-a272-0a39c9622a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b7771ff-28de-4c91-a210-7a0899791400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:55Z', 'updated_at': '2021-07-27T22:21:56Z', 'revision_number': 2, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'subnets': [{'id': '9b7771ff-28de-4c91-a210-7a0899791400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:57.280921 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Checking router: bbec2463-6828-49dc-a272-0a39c9622a46 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:21:57.281282 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Updating router bbec2463-6828-49dc-a272-0a39c9622a46 port 31b1a8a1-6728-498c-b47a-2103974fb73b binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:21:57.335604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7459d1-b42a-4a6e-b67a-dd2ac8bc18f8 req-f53daad6-c2a3-4ee6-b9c2-173e2e9add47 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:57.342116 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ef7459d1-b42a-4a6e-b67a-dd2ac8bc18f8 req-f53daad6-c2a3-4ee6-b9c2-173e2e9add47 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.43 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 946 time: 0.1013644 Jul 27 22:21:57.351069 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.525694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-ef7459d1-b42a-4a6e-b67a-dd2ac8bc18f8 req-499e7d89-fcf4-4a51-a0a7-6010411f9e1b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Deleting port 635dfa8f-d752-415e-92d0-3b41fe2ceef3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:57.526124 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ef7459d1-b42a-4a6e-b67a-dd2ac8bc18f8 req-499e7d89-fcf4-4a51-a0a7-6010411f9e1b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.634097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ef7459d1-b42a-4a6e-b67a-dd2ac8bc18f8 req-499e7d89-fcf4-4a51-a0a7-6010411f9e1b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] For port 635dfa8f-d752-415e-92d0-3b41fe2ceef3, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=635dfa8f-d752-415e-92d0-3b41fe2ceef3,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:57.634500 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ef7459d1-b42a-4a6e-b67a-dd2ac8bc18f8 req-499e7d89-fcf4-4a51-a0a7-6010411f9e1b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.650979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-ef7459d1-b42a-4a6e-b67a-dd2ac8bc18f8 req-499e7d89-fcf4-4a51-a0a7-6010411f9e1b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Calling delete_port for 635dfa8f-d752-415e-92d0-3b41fe2ceef3 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:57.704766 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.720099 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Transition to ACTIVE for port object 31b1a8a1-6728-498c-b47a-2103974fb73b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:21:57.731865 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.774518 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d9ff195-cd9e-4ad4-93a1-196d06232c61 req-56e36a25-1c93-40f2-8d7a-6f711a58aaac tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.6211455 Jul 27 22:21:57.807392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f050ce9-5456-41e2-b842-0d6b259d813c req-a49eec91-08c0-457d-9cb1-485b43baa084 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:57.816166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f050ce9-5456-41e2-b842-0d6b259d813c req-a49eec91-08c0-457d-9cb1-485b43baa084 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=91bbf1e4-d70a-436e-b4bb-f6649038d6e0 HTTP/1.1" status: 200 len: 946 time: 0.1118197 Jul 27 22:21:57.840304 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ef7459d1-b42a-4a6e-b67a-dd2ac8bc18f8 req-499e7d89-fcf4-4a51-a0a7-6010411f9e1b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.856245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['4d38feb9-400a-4bf7-82f8-e91fe77125f9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:21:57.859761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['635dfa8f-d752-415e-92d0-3b41fe2ceef3'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:21:57.882028 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Pushing event updated for resources: {'Port': ['ID=31b1a8a1-6728-498c-b47a-2103974fb73b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:57.891741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e7d89-fcf4-4a51-a0a7-6010411f9e1b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Pushing event deleted for resources: {'Port': ['ID=635dfa8f-d752-415e-92d0-3b41fe2ceef3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:57.932047 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:57.932385 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:57.933070 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:57.933570 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:57.934081 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:57.936956 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:57.937721 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:57.938241 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:57.938881 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:57.939396 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:57.939905 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:57.940407 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:21:57.944000 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Attempting to bind port 31b1a8a1-6728-498c-b47a-2103974fb73b on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:21:57.944626 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Attempting to bind port 31b1a8a1-6728-498c-b47a-2103974fb73b by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:21:57.945188 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Attempting to bind port 31b1a8a1-6728-498c-b47a-2103974fb73b on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:21:57.952240 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:21:57.952810 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:21:57.953375 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.953918 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:21:57.954604 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Bound port: 31b1a8a1-6728-498c-b47a-2103974fb73b, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:21:57.955208 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.966787 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f050ce9-5456-41e2-b842-0d6b259d813c req-3e53fd9c-aac7-4c86-9a4a-09bf08d05e85 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451664 Jul 27 22:21:57.969208 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7459d1-b42a-4a6e-b67a-dd2ac8bc18f8 req-499e7d89-fcf4-4a51-a0a7-6010411f9e1b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] No DVR routers for this DVR port 635dfa8f-d752-415e-92d0-3b41fe2ceef3 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:21:57.972721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ef7459d1-b42a-4a6e-b67a-dd2ac8bc18f8 req-499e7d89-fcf4-4a51-a0a7-6010411f9e1b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:57.976261 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ef7459d1-b42a-4a6e-b67a-dd2ac8bc18f8 req-499e7d89-fcf4-4a51-a0a7-6010411f9e1b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.43 "DELETE /v2.0/ports/635dfa8f-d752-415e-92d0-3b41fe2ceef3 HTTP/1.1" status: 204 len: 173 time: 0.6236126 Jul 27 22:21:57.977191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bbf1e4-d70a-436e-b4bb-f6649038d6e0', 'name': 'network-vif-deleted', 'tag': '635dfa8f-d752-415e-92d0-3b41fe2ceef3'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:21:57.981224 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb95c455-267b-4e8e-b15d-b3ecdad956d8" -d '{"events": [{"server_uuid": "91bbf1e4-d70a-436e-b4bb-f6649038d6e0", "name": "network-vif-deleted", "tag": "635dfa8f-d752-415e-92d0-3b41fe2ceef3"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:21:58.064013 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e9b1d5-6afa-4eaa-96d4-47ba86b62349 x-openstack-request-id: req-44e9b1d5-6afa-4eaa-96d4-47ba86b62349 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:21:58.064562 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91bbf1e4-d70a-436e-b4bb-f6649038d6e0", "name": "network-vif-deleted", "tag": "635dfa8f-d752-415e-92d0-3b41fe2ceef3", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:21:58.064945 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44e9b1d5-6afa-4eaa-96d4-47ba86b62349 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:21:58.065663 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bbf1e4-d70a-436e-b4bb-f6649038d6e0', 'name': 'network-vif-deleted', 'tag': '635dfa8f-d752-415e-92d0-3b41fe2ceef3', 'status': 'completed', 'code': 200} Jul 27 22:21:58.075644 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ce50621-996e-49bb-923c-84c3d557d367 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:58.118191 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] For port 31b1a8a1-6728-498c-b47a-2103974fb73b, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:21:58.122333 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] For port 31b1a8a1-6728-498c-b47a-2103974fb73b, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=31b1a8a1-6728-498c-b47a-2103974fb73b,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:21:58.134199 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:58.208252 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Routers {'bbec2463-6828-49dc-a272-0a39c9622a46'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:21:58.209505 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:21:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['bbec2463-6828-49dc-a272-0a39c9622a46'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:58.322727 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1bb12-753e-496c-b523-2077c5b5328a None None] Pushing event updated for resources: {'Port': ['ID=31b1a8a1-6728-498c-b47a-2103974fb73b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:58.356536 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] Set router bbec2463-6828-49dc-a272-0a39c9622a46 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:21:58.386416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3ce50621-996e-49bb-923c-84c3d557d367 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port 31b1a8a1-6728-498c-b47a-2103974fb73b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:21:58.386852 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ce50621-996e-49bb-923c-84c3d557d367 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:58.510152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3ce50621-996e-49bb-923c-84c3d557d367 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] For port 31b1a8a1-6728-498c-b47a-2103974fb73b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=31b1a8a1-6728-498c-b47a-2103974fb73b,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:21:58.510563 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ce50621-996e-49bb-923c-84c3d557d367 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:58.537814 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3ce50621-996e-49bb-923c-84c3d557d367 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for 31b1a8a1-6728-498c-b47a-2103974fb73b owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:21:58.626297 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbec2463-6828-49dc-a272-0a39c9622a46', 'name': 'tempest-NetworksTestDHCPv6-router-562243833', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:54Z', 'updated_at': '2021-07-27T22:21:55Z', 'revision_number': 2, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'gw_port_host': None, '_interfaces': [{'id': '31b1a8a1-6728-498c-b47a-2103974fb73b', 'name': '', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'mac_address': 'fa:16:3e:46:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbec2463-6828-49dc-a272-0a39c9622a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b7771ff-28de-4c91-a210-7a0899791400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:55Z', 'updated_at': '2021-07-27T22:21:58Z', 'revision_number': 4, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'subnets': [{'id': '9b7771ff-28de-4c91-a210-7a0899791400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:21:58.653891 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d2553-bc3c-486c-ba0f-57824c279b3c None None] The sync data for ids ['bbec2463-6828-49dc-a272-0a39c9622a46'] in n-d-802011-3 is: [{'id': 'bbec2463-6828-49dc-a272-0a39c9622a46', 'name': 'tempest-NetworksTestDHCPv6-router-562243833', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:54Z', 'updated_at': '2021-07-27T22:21:55Z', 'revision_number': 2, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'gw_port_host': None, '_interfaces': [{'id': '31b1a8a1-6728-498c-b47a-2103974fb73b', 'name': '', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'mac_address': 'fa:16:3e:46:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbec2463-6828-49dc-a272-0a39c9622a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '9b7771ff-28de-4c91-a210-7a0899791400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:21:55Z', 'updated_at': '2021-07-27T22:21:58Z', 'revision_number': 4, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'subnets': [{'id': '9b7771ff-28de-4c91-a210-7a0899791400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:21:58.748894 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ce50621-996e-49bb-923c-84c3d557d367 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:58.782079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce50621-996e-49bb-923c-84c3d557d367 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=31b1a8a1-6728-498c-b47a-2103974fb73b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:58.784828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:58.829804 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 73269605-0d8f-4b40-b7a8-b5d64b454776 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:21:58.898281 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3ce50621-996e-49bb-923c-84c3d557d367 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:58.936179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 73269605-0d8f-4b40-b7a8-b5d64b454776 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:21:58.940292 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.042194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d0f0a3f-52b8-4f65-94b3-98cfbf87cf8c req-5e03c77c-839f-4829-a93c-1a91abdf6c88 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.1349719 Jul 27 22:21:59.114856 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f1b8aba-b638-4673-ae25-c504fdf18c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.272978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce50621-996e-49bb-923c-84c3d557d367 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Router bbec2463-6828-49dc-a272-0a39c9622a46 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:21:59.281140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399e17c-1d2d-4417-ac02-b6caa48a6286 req-dc494fff-1c2f-48fb-b486-6caf7cf4c067 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:59.282691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4399e17c-1d2d-4417-ac02-b6caa48a6286 req-dc494fff-1c2f-48fb-b486-6caf7cf4c067 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1579316 Jul 27 22:21:59.427172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4399e17c-1d2d-4417-ac02-b6caa48a6286 req-e56b59a3-c7d2-4901-a975-45b8e84733ce tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356161 Jul 27 22:21:59.434627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce50621-996e-49bb-923c-84c3d557d367 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:21:59.440311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3ce50621-996e-49bb-923c-84c3d557d367 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "PUT /v2.0/routers/bbec2463-6828-49dc-a272-0a39c9622a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4427500 Jul 27 22:21:59.443100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:59.492697 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f1b8aba-b638-4673-ae25-c504fdf18c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.497860 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7f1b8aba-b638-4673-ae25-c504fdf18c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.536569 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2e756-ed3d-45e5-845d-d1c713cf6c14 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:59.538364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2e756-ed3d-45e5-845d-d1c713cf6c14 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:59.539894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d5d2e756-ed3d-45e5-845d-d1c713cf6c14 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0958247 Jul 27 22:21:59.542582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39830) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:59.555551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7f1b8aba-b638-4673-ae25-c504fdf18c07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2a3dae6fa9c433ea5fd705e5544a69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7675135 Jul 27 22:21:59.555551 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b8aba-b638-4673-ae25-c504fdf18c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b6070a-38b0-44e8-8089-2518038dca40,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:59.558674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39834) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:59.609747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4731b830-5b69-476c-b4be-05922ff985ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.623215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae4648f-c4eb-4891-865b-5f85d95fd706 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 9b7771ff-28de-4c91-a210-7a0899791400 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:21:59.626487 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ae4648f-c4eb-4891-865b-5f85d95fd706 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.659530 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4731b830-5b69-476c-b4be-05922ff985ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.671151 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ae4648f-c4eb-4891-865b-5f85d95fd706 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.713978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c8ae8-8cb4-4c74-9faa-9fa7fc020443 req-0c99d2c8-1b94-4431-b6cf-9041b62ffcf2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:59.715684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6c8ae8-8cb4-4c74-9faa-9fa7fc020443 req-0c99d2c8-1b94-4431-b6cf-9041b62ffcf2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0947924 Jul 27 22:21:59.753643 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4731b830-5b69-476c-b4be-05922ff985ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.756255 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4731b830-5b69-476c-b4be-05922ff985ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.757404 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4731b830-5b69-476c-b4be-05922ff985ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75b6070a-38b0-44e8-8089-2518038dca40 HTTP/1.1" status: 204 len: 168 time: 0.1976314 Jul 27 22:21:59.762424 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ae4648f-c4eb-4891-865b-5f85d95fd706 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.767674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f6c8ae8-8cb4-4c74-9faa-9fa7fc020443 req-3b7303ac-f8cc-4073-89f6-b5b8d280ad28 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452900 Jul 27 22:21:59.773411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b830-5b69-476c-b4be-05922ff985ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b6070a-38b0-44e8-8089-2518038dca40,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:59.830935 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ae4648f-c4eb-4891-865b-5f85d95fd706 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.866794 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4648f-c4eb-4891-865b-5f85d95fd706 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=9b7771ff-28de-4c91-a210-7a0899791400,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:21:59.875447 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ae4648f-c4eb-4891-865b-5f85d95fd706 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:59.877480 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9ae4648f-c4eb-4891-865b-5f85d95fd706 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/9b7771ff-28de-4c91-a210-7a0899791400 HTTP/1.1" status: 204 len: 168 time: 0.3336415 Jul 27 22:21:59.879883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39840) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:59.883351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301a969d-062a-494d-a7e5-962017e25447 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:21:59.918209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8128d9-1ac6-4538-abc5-1caa08527a24 req-c36697a9-d180-4b38-a254-e84db06a7d8a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:59.919804 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a8128d9-1ac6-4538-abc5-1caa08527a24 req-c36697a9-d180-4b38-a254-e84db06a7d8a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0601590 Jul 27 22:21:59.992489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a8128d9-1ac6-4538-abc5-1caa08527a24 req-cf8a88ce-c03d-4e4f-821a-80426eee005f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628939 Jul 27 22:22:00.020897 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e14c6382-2eed-4772-b2a7-abd76110a485 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1390705 Jul 27 22:22:00.024161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39844) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:00.127612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da55d6e1-5fea-413e-a49f-d339fb7277af None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:22:00.139138 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-901574f2-19c0-41cf-82ea-3de09b428042 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.233462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-da55d6e1-5fea-413e-a49f-d339fb7277af None None] Deleting port 73269605-0d8f-4b40-b7a8-b5d64b454776 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:00.234375 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da55d6e1-5fea-413e-a49f-d339fb7277af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.236040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c9c6c71-09ab-48de-bc0f-06e766fb428e req-9b9ba94f-a52a-4b4a-ad9a-bc3a2c62f149 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0665751 Jul 27 22:22:00.249115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39850) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:00.272669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa59bd09-4626-431d-9da1-1132fd86d179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.293627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed818801-2af5-4168-9c5c-5d54de1be8b8 None None] Sync routers for ids ['bbec2463-6828-49dc-a272-0a39c9622a46'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:00.318726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed818801-2af5-4168-9c5c-5d54de1be8b8 None None] Routers {'bbec2463-6828-49dc-a272-0a39c9622a46'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:00.319522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ed818801-2af5-4168-9c5c-5d54de1be8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:21:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['bbec2463-6828-49dc-a272-0a39c9622a46'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:00.327540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-901574f2-19c0-41cf-82ea-3de09b428042 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.331482 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-901574f2-19c0-41cf-82ea-3de09b428042 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.363737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-da55d6e1-5fea-413e-a49f-d339fb7277af None None] For port 73269605-0d8f-4b40-b7a8-b5d64b454776, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=73269605-0d8f-4b40-b7a8-b5d64b454776,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:00.364390 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da55d6e1-5fea-413e-a49f-d339fb7277af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.392186 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-901574f2-19c0-41cf-82ea-3de09b428042 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.392556 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa59bd09-4626-431d-9da1-1132fd86d179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.392914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901574f2-19c0-41cf-82ea-3de09b428042 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Fanout notify agent at l3_agent the message router_deleted on router bbec2463-6828-49dc-a272-0a39c9622a46 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:22:00.402411 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa59bd09-4626-431d-9da1-1132fd86d179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.410449 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-901574f2-19c0-41cf-82ea-3de09b428042 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.420969 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-901574f2-19c0-41cf-82ea-3de09b428042 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/routers/bbec2463-6828-49dc-a272-0a39c9622a46 HTTP/1.1" status: 204 len: 168 time: 0.3949492 Jul 27 22:22:00.424731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:00.434124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-da55d6e1-5fea-413e-a49f-d339fb7277af None None] Calling delete_port for 73269605-0d8f-4b40-b7a8-b5d64b454776 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:00.435472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3d540676-e5cd-4e50-8c2a-7432757ddf4c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:00.440791 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ed818801-2af5-4168-9c5c-5d54de1be8b8 None None] Set router bbec2463-6828-49dc-a272-0a39c9622a46 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:00.506182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ed818801-2af5-4168-9c5c-5d54de1be8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbec2463-6828-49dc-a272-0a39c9622a46', 'name': 'tempest-NetworksTestDHCPv6-router-562243833', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:21:54Z', 'updated_at': '2021-07-27T22:21:58Z', 'revision_number': 3, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:00.512896 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fa59bd09-4626-431d-9da1-1132fd86d179 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e13b6725ab304199b9078a4651bdae48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633071 Jul 27 22:22:00.515841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39858) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:00.520785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59bd09-4626-431d-9da1-1132fd86d179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79216e29-86b5-4eaa-80ff-d9344a4c379d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:00.569018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d540676-e5cd-4e50-8c2a-7432757ddf4c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:00.573658 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d540676-e5cd-4e50-8c2a-7432757ddf4c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.603478 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33a3e748-967e-4dc7-9dc8-b73f317a547a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.635775 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33a3e748-967e-4dc7-9dc8-b73f317a547a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.701618 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33a3e748-967e-4dc7-9dc8-b73f317a547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.704711 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-33a3e748-967e-4dc7-9dc8-b73f317a547a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.709506 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-33a3e748-967e-4dc7-9dc8-b73f317a547a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79216e29-86b5-4eaa-80ff-d9344a4c379d HTTP/1.1" status: 204 len: 168 time: 0.1881399 Jul 27 22:22:00.716205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3e748-967e-4dc7-9dc8-b73f317a547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79216e29-86b5-4eaa-80ff-d9344a4c379d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:00.736936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed818801-2af5-4168-9c5c-5d54de1be8b8 None None] Checking router: bbec2463-6828-49dc-a272-0a39c9622a46 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:00.786521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed818801-2af5-4168-9c5c-5d54de1be8b8 None None] Routers set() bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:00.791486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed818801-2af5-4168-9c5c-5d54de1be8b8 None None] Router IDs set() for agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 22:22:00.792857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_agentschedulers_db [None req-ed818801-2af5-4168-9c5c-5d54de1be8b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bbec2463-6828-49dc-a272-0a39c9622a46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:21:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent'). {{(pid=93836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 22:22:00.796764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed818801-2af5-4168-9c5c-5d54de1be8b8 None None] The sync data for ids ['bbec2463-6828-49dc-a272-0a39c9622a46'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:00.798562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 635dfa8f-d752-415e-92d0-3b41fe2ceef3 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:00.831272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 635dfa8f-d752-415e-92d0-3b41fe2ceef3 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:00.831623 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 635dfa8f-d752-415e-92d0-3b41fe2ceef3 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:00.861118 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da55d6e1-5fea-413e-a49f-d339fb7277af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.894245 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d540676-e5cd-4e50-8c2a-7432757ddf4c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.908628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 73269605-0d8f-4b40-b7a8-b5d64b454776 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:00.928744 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 73269605-0d8f-4b40-b7a8-b5d64b454776 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:00.929078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 73269605-0d8f-4b40-b7a8-b5d64b454776 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:00.934110 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55d6e1-5fea-413e-a49f-d339fb7277af None None] Pushing event deleted for resources: {'Port': ['ID=73269605-0d8f-4b40-b7a8-b5d64b454776,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:00.941657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da55d6e1-5fea-413e-a49f-d339fb7277af None None] No DVR routers for this DVR port 73269605-0d8f-4b40-b7a8-b5d64b454776 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:00.944360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d540676-e5cd-4e50-8c2a-7432757ddf4c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:00.951178 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3d540676-e5cd-4e50-8c2a-7432757ddf4c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:00.960332 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d540676-e5cd-4e50-8c2a-7432757ddf4c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:00.960990 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d540676-e5cd-4e50-8c2a-7432757ddf4c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:00.974145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f51e9-fc33-4365-95d5-eb803078f268 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:00.994185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3d540676-e5cd-4e50-8c2a-7432757ddf4c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5629606 Jul 27 22:22:00.996766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39866) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:00.997881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d540676-e5cd-4e50-8c2a-7432757ddf4c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=6c1dcd57-b884-4215-9787-97926c8c577c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:01.003110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a1de48ec-e5e6-4dba-a6e7-8f1dacc710be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1781185558', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:01.033548 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1de48ec-e5e6-4dba-a6e7-8f1dacc710be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:01.035223 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1de48ec-e5e6-4dba-a6e7-8f1dacc710be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:01.107314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1de48ec-e5e6-4dba-a6e7-8f1dacc710be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:01.114734 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1de48ec-e5e6-4dba-a6e7-8f1dacc710be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:01.134457 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1de48ec-e5e6-4dba-a6e7-8f1dacc710be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:01.135843 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a1de48ec-e5e6-4dba-a6e7-8f1dacc710be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1377630 Jul 27 22:22:01.138679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 39870) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:01.155141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '6c1dcd57-b884-4215-9787-97926c8c577c'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:22:01.157952 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:01.375791 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Allocated IP 2001:db8::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/6c1dcd57-b884-4215-9787-97926c8c577c/4fedfa93-d7fe-4857-a890-d559381ae41b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:01.565856 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:01.625534 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:01.646963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Transition to ACTIVE for port object 4fedfa93-d7fe-4857-a890-d559381ae41b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:01.681125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Transition to ACTIVE for port object 4fedfa93-d7fe-4857-a890-d559381ae41b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:01.698373 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:01.709338 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b33f450-eb6b-4bf8-bee4-9f701a38741b req-e040a3d6-6d8b-48f1-9a91-a11f196ad5ff tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.3409886 Jul 27 22:22:01.788356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:01.792527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:01.794521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Pushing event updated for resources: {'Port': ['ID=4fedfa93-d7fe-4857-a890-d559381ae41b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:01.796702 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:01.852509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Attempting to bind port 4fedfa93-d7fe-4857-a890-d559381ae41b on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:01.852791 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Attempting to bind port 4fedfa93-d7fe-4857-a890-d559381ae41b by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:01.853168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Attempting to bind port 4fedfa93-d7fe-4857-a890-d559381ae41b on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:01.858682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:01.859054 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:01.859456 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:01.860073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:01.860773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Bound port: 4fedfa93-d7fe-4857-a890-d559381ae41b, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:01.861055 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:01.910989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::1 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/6c1dcd57-b884-4215-9787-97926c8c577c/7293cb12-bd75-4c9d-a7c4-fb0b109cdd28) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:01.943941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] For port 4fedfa93-d7fe-4857-a890-d559381ae41b, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:01.952508 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] For port 4fedfa93-d7fe-4857-a890-d559381ae41b, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4fedfa93-d7fe-4857-a890-d559381ae41b,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:01.958932 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:02.014476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17815e5-803d-4fc0-9ea3-b167569cdb8b None None] Pushing event updated for resources: {'Port': ['ID=4fedfa93-d7fe-4857-a890-d559381ae41b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:02.091063 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:02.110086 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:02.120198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f6ce2-f14c-4d87-9292-55c23ccbae51 req-2dcfa93b-d756-4a4b-b985-0183ae65c26b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:02.121748 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a1f6ce2-f14c-4d87-9292-55c23ccbae51 req-2dcfa93b-d756-4a4b-b985-0183ae65c26b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0954297 Jul 27 22:22:02.186925 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a1f6ce2-f14c-4d87-9292-55c23ccbae51 req-45696165-0b6e-4924-ad5f-91f1706acd96 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576739 Jul 27 22:22:02.197885 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:02.259036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:02.262855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:02.265279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:02.265834 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:02.332259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=7293cb12-bd75-4c9d-a7c4-fb0b109cdd28,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:02.427500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc6e08-3e56-4c6e-b770-0e471031cda8 req-d02a2c7f-ce94-4b05-b2d8-681e0b36cd30 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:02.433387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9dbc6e08-3e56-4c6e-b770-0e471031cda8 req-d02a2c7f-ce94-4b05-b2d8-681e0b36cd30 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1200957 Jul 27 22:22:02.495933 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:02.521243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9dbc6e08-3e56-4c6e-b770-0e471031cda8 req-386c9768-3c82-45dc-b283-b5f656d9775e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741618 Jul 27 22:22:02.870624 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:02.886490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:02.886490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:02.945038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4fedfa93-d7fe-4857-a890-d559381ae41b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:03.004232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-505303d0-6793-411c-bd47-29cefa767dcf req-a06d43ec-1d8c-429b-a58c-bd84807fcc5b tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0401852 Jul 27 22:22:03.060724 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 4fedfa93-d7fe-4857-a890-d559381ae41b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:03.077896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 31b1a8a1-6728-498c-b47a-2103974fb73b no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:03.084986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=7293cb12-bd75-4c9d-a7c4-fb0b109cdd28,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:03.129951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 31b1a8a1-6728-498c-b47a-2103974fb73b {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:03.130838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 31b1a8a1-6728-498c-b47a-2103974fb73b not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:03.178640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:03.180986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:03.368606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Router c521a145-7fe7-4abc-a809-109a8f955dff is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:22:03.492801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:03.493920 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Provisioning for port 4fedfa93-d7fe-4857-a890-d559381ae41b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:03.499330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Provisioning complete for port 4fedfa93-d7fe-4857-a890-d559381ae41b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:03.500065 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:03.503475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ec4bab92-2664-4cda-a03a-c4e6723b1130 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "PUT /v2.0/routers/c521a145-7fe7-4abc-a809-109a8f955dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3636386 Jul 27 22:22:03.506474 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:03.509901 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Sync routers for ids ['c521a145-7fe7-4abc-a809-109a8f955dff'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:03.529443 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Routers {'c521a145-7fe7-4abc-a809-109a8f955dff'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:03.530330 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:21:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c521a145-7fe7-4abc-a809-109a8f955dff'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:03.611756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e6952-028b-4fdf-bec9-6a15045f1cea tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:03.616980 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-724e6952-028b-4fdf-bec9-6a15045f1cea tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports/7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 HTTP/1.1" status: 200 len: 911 time: 0.1087706 Jul 27 22:22:03.618486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39932) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:03.627398 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:03.669559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] For port 4fedfa93-d7fe-4857-a890-d559381ae41b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4fedfa93-d7fe-4857-a890-d559381ae41b,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:03.676673 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:03.723866 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Set router c521a145-7fe7-4abc-a809-109a8f955dff gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:03.734736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b3126-1f0c-4661-9193-ab90b7da00bb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:03.746452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b3126-1f0c-4661-9193-ab90b7da00bb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:03.748890 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-726b3126-1f0c-4661-9193-ab90b7da00bb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1289096 Jul 27 22:22:03.751293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 39936) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:03.778093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Pushing event updated for resources: {'Port': ['ID=4fedfa93-d7fe-4857-a890-d559381ae41b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:03.791161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:03.791609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:03.792027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:03.792434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:03.792842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:03.793246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:03.793671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:03.794070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:03.794485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:03.794922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:03.795317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:03.796337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb00e25a-114a-4778-bc6e-63f6c79cab69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:03.914682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3bc26098-4322-4620-9d85-63cdd968a14e None None] Provisioning for port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:03.920241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3bc26098-4322-4620-9d85-63cdd968a14e None None] Provisioning complete for port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:03.920838 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3bc26098-4322-4620-9d85-63cdd968a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:03.973532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3bc26098-4322-4620-9d85-63cdd968a14e None None] Port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:22:04.080735 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a145-7fe7-4abc-a809-109a8f955dff', 'name': 'tempest-NetworksTestDHCPv6-router-1781185558', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:01Z', 'updated_at': '2021-07-27T22:22:02Z', 'revision_number': 2, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'gw_port_host': None, '_interfaces': [{'id': '7293cb12-bd75-4c9d-a7c4-fb0b109cdd28', 'name': '', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'mac_address': 'fa:16:3e:c0:45:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c521a145-7fe7-4abc-a809-109a8f955dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '6c1dcd57-b884-4215-9787-97926c8c577c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:01Z', 'updated_at': '2021-07-27T22:22:02Z', 'revision_number': 2, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'subnets': [{'id': '6c1dcd57-b884-4215-9787-97926c8c577c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:04.121275 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Checking router: c521a145-7fe7-4abc-a809-109a8f955dff for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:04.122066 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Updating router c521a145-7fe7-4abc-a809-109a8f955dff port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:22:04.173513 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.221653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f25ee1f-d636-4fdc-8214-17686e7298a0 req-a23233d3-17c6-415a-895e-006af0b783b3 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0578783 Jul 27 22:22:04.304369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fcbdb810-caf3-436b-9a82-e8e6ca897f7a None None] Provisioning complete for port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:04.304759 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fcbdb810-caf3-436b-9a82-e8e6ca897f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.341542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb3ebf-2356-49c9-a60e-55f88087a668 req-aeb0b88a-dc0b-41fe-b877-e81ae16b438c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:04.345321 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56bb3ebf-2356-49c9-a60e-55f88087a668 req-aeb0b88a-dc0b-41fe-b877-e81ae16b438c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0979645 Jul 27 22:22:04.377573 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fcbdb810-caf3-436b-9a82-e8e6ca897f7a None None] Port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:22:04.396438 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56bb3ebf-2356-49c9-a60e-55f88087a668 req-386852ce-35dc-4ddd-a175-26b5aa8d6398 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Jul 27 22:22:04.558244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d638c-32d6-4241-9ede-984dce8b2bfa req-d7a1f4b4-4bd4-4b03-bbb2-f35f8fb5b4db tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:04.560483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-971d638c-32d6-4241-9ede-984dce8b2bfa req-d7a1f4b4-4bd4-4b03-bbb2-f35f8fb5b4db tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0638816 Jul 27 22:22:04.612010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-971d638c-32d6-4241-9ede-984dce8b2bfa req-d89cf06a-e7e6-44ca-a268-ffc472c245db tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428679 Jul 27 22:22:04.631634 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.668875 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Transition to ACTIVE for port object 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:04.677534 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.734337 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f95fa05a-4fa1-45d3-b91c-21c86938b712 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.799202 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151332c-60de-4020-bcd5-02d5ec09e552 None None] Pushing event updated for resources: {'Port': ['ID=7293cb12-bd75-4c9d-a7c4-fb0b109cdd28,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:04.843156 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Attempting to bind port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:04.843611 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Attempting to bind port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:04.844402 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Attempting to bind port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:04.850300 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:04.850571 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:04.851024 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.851522 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:04.852096 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Bound port: 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:04.852585 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.873042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4fedfa93-d7fe-4857-a890-d559381ae41b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:04.899791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd12ed-3a10-4c7c-b6e0-e2d2ca125fdf req-d0d32449-1cf9-48b6-a1a0-8a698e2e5a3d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:04.907140 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7afd12ed-3a10-4c7c-b6e0-e2d2ca125fdf req-d0d32449-1cf9-48b6-a1a0-8a698e2e5a3d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0886371 Jul 27 22:22:04.981454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 4fedfa93-d7fe-4857-a890-d559381ae41b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:04.982001 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:04.986600 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7afd12ed-3a10-4c7c-b6e0-e2d2ca125fdf req-83c52b89-923a-4a4b-bbe8-c0244e4328b8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785573 Jul 27 22:22:04.991013 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] For port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:04.997537 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] For port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7293cb12-bd75-4c9d-a7c4-fb0b109cdd28,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:05.015002 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:05.085833 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151332c-60de-4020-bcd5-02d5ec09e552 None None] Pushing event updated for resources: {'Port': ['ID=7293cb12-bd75-4c9d-a7c4-fb0b109cdd28,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:05.101497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f95fa05a-4fa1-45d3-b91c-21c86938b712 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:05.101843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f95fa05a-4fa1-45d3-b91c-21c86938b712 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:05.115838 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Routers {'c521a145-7fe7-4abc-a809-109a8f955dff'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:05.118069 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:21:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c521a145-7fe7-4abc-a809-109a8f955dff'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:05.203116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d529b8-d72d-47b2-b814-f8ec31719ec8 req-fb62e02b-b1f7-4cc8-87fd-848fef8ce972 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:05.212180 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89d529b8-d72d-47b2-b814-f8ec31719ec8 req-fb62e02b-b1f7-4cc8-87fd-848fef8ce972 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0897474 Jul 27 22:22:05.214158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f95fa05a-4fa1-45d3-b91c-21c86938b712 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] For port 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=7293cb12-bd75-4c9d-a7c4-fb0b109cdd28,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:05.214757 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f95fa05a-4fa1-45d3-b91c-21c86938b712 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:05.231433 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f95fa05a-4fa1-45d3-b91c-21c86938b712 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:05.261770 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] Set router c521a145-7fe7-4abc-a809-109a8f955dff gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:05.299801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89d529b8-d72d-47b2-b814-f8ec31719ec8 req-0d979e51-0d2d-4087-b71e-f9e4c1a6e802 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866444 Jul 27 22:22:05.398043 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f45981f7-425f-47d0-89e8-4df2fa2de001 req-2f292c74-7b81-4559-87b2-e5c00778147f tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0361271 Jul 27 22:22:05.481135 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f95fa05a-4fa1-45d3-b91c-21c86938b712 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:05.536187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dd5a3-e6d8-4dcd-8832-e97203d797d4 req-2b9cd91e-69aa-4452-a6e9-ee56a581c609 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:05.538719 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b60dd5a3-e6d8-4dcd-8832-e97203d797d4 req-2b9cd91e-69aa-4452-a6e9-ee56a581c609 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0564740 Jul 27 22:22:05.541353 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c521a145-7fe7-4abc-a809-109a8f955dff', 'name': 'tempest-NetworksTestDHCPv6-router-1781185558', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:01Z', 'updated_at': '2021-07-27T22:22:02Z', 'revision_number': 2, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'gw_port_host': None, '_interfaces': [{'id': '7293cb12-bd75-4c9d-a7c4-fb0b109cdd28', 'name': '', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'mac_address': 'fa:16:3e:c0:45:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c521a145-7fe7-4abc-a809-109a8f955dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '6c1dcd57-b884-4215-9787-97926c8c577c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:01Z', 'updated_at': '2021-07-27T22:22:04Z', 'revision_number': 4, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'subnets': [{'id': '6c1dcd57-b884-4215-9787-97926c8c577c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:05.541967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fa05a-4fa1-45d3-b91c-21c86938b712 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=7293cb12-bd75-4c9d-a7c4-fb0b109cdd28,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:05.575552 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c261927-5586-4ca9-9f30-8306a12ee453 None None] The sync data for ids ['c521a145-7fe7-4abc-a809-109a8f955dff'] in n-d-802011-3 is: [{'id': 'c521a145-7fe7-4abc-a809-109a8f955dff', 'name': 'tempest-NetworksTestDHCPv6-router-1781185558', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:01Z', 'updated_at': '2021-07-27T22:22:02Z', 'revision_number': 2, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'gw_port_host': None, '_interfaces': [{'id': '7293cb12-bd75-4c9d-a7c4-fb0b109cdd28', 'name': '', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'mac_address': 'fa:16:3e:c0:45:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c521a145-7fe7-4abc-a809-109a8f955dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '6c1dcd57-b884-4215-9787-97926c8c577c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:01Z', 'updated_at': '2021-07-27T22:22:04Z', 'revision_number': 4, 'project_id': 'c9d8383a75a840708d93a0e243061ae9', 'subnets': [{'id': '6c1dcd57-b884-4215-9787-97926c8c577c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:05.585260 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2d21d89e-e2ab-4d77-82a1-7acbf44feede None None] Could not find standard attr ID for object 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:22:05.619463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b60dd5a3-e6d8-4dcd-8832-e97203d797d4 req-ff511895-825b-446a-a9c6-96f889cd815c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740778 Jul 27 22:22:05.674952 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f95fa05a-4fa1-45d3-b91c-21c86938b712 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:05.800291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b6b2b-3f39-4d44-9e2b-9262b983dad9 req-248166b1-a456-459a-8e72-169395fa96cb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:05.802164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d8b6b2b-3f39-4d44-9e2b-9262b983dad9 req-248166b1-a456-459a-8e72-169395fa96cb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0943289 Jul 27 22:22:05.855812 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d8b6b2b-3f39-4d44-9e2b-9262b983dad9 req-98985c60-a067-4455-85e1-bf0e2c703574 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461693 Jul 27 22:22:05.884034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95fa05a-4fa1-45d3-b91c-21c86938b712 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Router c521a145-7fe7-4abc-a809-109a8f955dff has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:22:05.988519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95fa05a-4fa1-45d3-b91c-21c86938b712 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:05.994240 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f95fa05a-4fa1-45d3-b91c-21c86938b712 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "PUT /v2.0/routers/c521a145-7fe7-4abc-a809-109a8f955dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2416778 Jul 27 22:22:05.996689 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40000) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:06.072832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c5fac0-655f-4374-b004-6fbeb03eb036 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:06.074693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c5fac0-655f-4374-b004-6fbeb03eb036 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:06.079638 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-25c5fac0-655f-4374-b004-6fbeb03eb036 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0814147 Jul 27 22:22:06.080489 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40002) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:06.139833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-befe09bf-fa56-4b03-a9d0-818bc361e8eb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 6c1dcd57-b884-4215-9787-97926c8c577c {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:06.144033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-befe09bf-fa56-4b03-a9d0-818bc361e8eb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:06.190027 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-befe09bf-fa56-4b03-a9d0-818bc361e8eb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:06.298302 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-befe09bf-fa56-4b03-a9d0-818bc361e8eb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:06.384599 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-befe09bf-fa56-4b03-a9d0-818bc361e8eb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:06.418131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe09bf-fa56-4b03-a9d0-818bc361e8eb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1dcd57-b884-4215-9787-97926c8c577c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:06.420259 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-befe09bf-fa56-4b03-a9d0-818bc361e8eb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:06.422534 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-befe09bf-fa56-4b03-a9d0-818bc361e8eb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/6c1dcd57-b884-4215-9787-97926c8c577c HTTP/1.1" status: 204 len: 168 time: 0.3406630 Jul 27 22:22:06.424552 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40004) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:06.427239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6138ac-df71-4808-9fa9-9299c8d9627c None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:06.428556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38043f7-0260-4daa-a2c6-27a9200f3d30 req-a7e7d77b-4a81-4ce7-be35-403066bd303b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:06.436961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a38043f7-0260-4daa-a2c6-27a9200f3d30 req-a7e7d77b-4a81-4ce7-be35-403066bd303b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.4081910 Jul 27 22:22:06.492921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a38043f7-0260-4daa-a2c6-27a9200f3d30 req-d92e5492-79e1-4e2e-ba17-62a105e60b0e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544932 Jul 27 22:22:06.539532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40010) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:06.539924 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9450c7c8-65da-4de3-b4c7-2c612e13c5d6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1141834 Jul 27 22:22:06.696448 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47574adc-484d-4152-94fb-a414d13264fb req-bc178b75-9943-4e75-9b60-37546a2342a8 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0943828 Jul 27 22:22:06.701163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c025a3b-792b-4aa8-9f8c-dba3284f2b3b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:06.713448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a9cd2a-9166-465c-beb8-b3075614b3a3 None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:22:06.790973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-09a9cd2a-9166-465c-beb8-b3075614b3a3 None None] Deleting port 4fedfa93-d7fe-4857-a890-d559381ae41b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:06.791552 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09a9cd2a-9166-465c-beb8-b3075614b3a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:06.808761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4100e9-22c4-461a-8edc-a5db996873bf req-ef6f56c4-9ebc-4a59-9228-7fb54fbd423c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:06.816308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b4100e9-22c4-461a-8edc-a5db996873bf req-ef6f56c4-9ebc-4a59-9228-7fb54fbd423c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2154260 Jul 27 22:22:06.896542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4fedfa93-d7fe-4857-a890-d559381ae41b no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:06.920612 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e402fb8-28e4-4aef-86d2-e4977d92676b req-21c46bd0-c971-4fef-b9ce-a90eeb7a7524 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652189 Jul 27 22:22:06.959409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-09a9cd2a-9166-465c-beb8-b3075614b3a3 None None] For port 4fedfa93-d7fe-4857-a890-d559381ae41b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4fedfa93-d7fe-4857-a890-d559381ae41b,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:06.960238 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09a9cd2a-9166-465c-beb8-b3075614b3a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:06.979033 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b4100e9-22c4-461a-8edc-a5db996873bf req-a0b15fa5-a410-4cd8-8301-bc6e9f6462b4 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560941 Jul 27 22:22:06.994715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-09a9cd2a-9166-465c-beb8-b3075614b3a3 None None] Calling delete_port for 4fedfa93-d7fe-4857-a890-d559381ae41b owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:07.008072 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c025a3b-792b-4aa8-9f8c-dba3284f2b3b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.017215 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c025a3b-792b-4aa8-9f8c-dba3284f2b3b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.070945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402fb8-28e4-4aef-86d2-e4977d92676b req-029757b9-226b-4adc-95ee-d2a12de88d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:07.072314 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e402fb8-28e4-4aef-86d2-e4977d92676b req-029757b9-226b-4adc-95ee-d2a12de88d30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9adc4e23b7574122842522e980a1cc15&device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 1097 time: 0.0974991 Jul 27 22:22:07.091931 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.138089 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c025a3b-792b-4aa8-9f8c-dba3284f2b3b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.139017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c025a3b-792b-4aa8-9f8c-dba3284f2b3b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Fanout notify agent at l3_agent the message router_deleted on router c521a145-7fe7-4abc-a809-109a8f955dff {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:22:07.160637 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c025a3b-792b-4aa8-9f8c-dba3284f2b3b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.167335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6c025a3b-792b-4aa8-9f8c-dba3284f2b3b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/routers/c521a145-7fe7-4abc-a809-109a8f955dff HTTP/1.1" status: 204 len: 168 time: 0.6219764 Jul 27 22:22:07.168034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40024) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:07.180046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 4fedfa93-d7fe-4857-a890-d559381ae41b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4fedfa93-d7fe-4857-a890-d559381ae41b,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:07.185368 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.252833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=4fedfa93-d7fe-4857-a890-d559381ae41b,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:07.256599 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09a9cd2a-9166-465c-beb8-b3075614b3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.284082 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402fb8-28e4-4aef-86d2-e4977d92676b req-a07c76e4-a63c-478b-bf12-b5c869ce8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:07.287682 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e402fb8-28e4-4aef-86d2-e4977d92676b req-a07c76e4-a63c-478b-bf12-b5c869ce8553 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 200 len: 918 time: 0.1735253 Jul 27 22:22:07.293486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9cd2a-9166-465c-beb8-b3075614b3a3 None None] Pushing event deleted for resources: {'Port': ['ID=4fedfa93-d7fe-4857-a890-d559381ae41b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:07.295522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a9cd2a-9166-465c-beb8-b3075614b3a3 None None] No DVR routers for this DVR port 4fedfa93-d7fe-4857-a890-d559381ae41b on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:07.302044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813b04e-a0ee-4ec1-9a24-7863c6ab32ab req-42673900-0b72-4bce-8519-c472fa61888c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:07.306993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d813b04e-a0ee-4ec1-9a24-7863c6ab32ab req-42673900-0b72-4bce-8519-c472fa61888c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0820026 Jul 27 22:22:07.315422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbd4b2f-0a5e-4add-b919-6dc8012d2083 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:07.317658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8fbd4b2f-0a5e-4add-b919-6dc8012d2083 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1476324 Jul 27 22:22:07.324399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:07.353155 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40028) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:07.384531 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e402fb8-28e4-4aef-86d2-e4977d92676b req-71b66017-b3e2-4bdc-8cba-edc71d6d4f0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b HTTP/1.1" status: 200 len: 1001 time: 0.0853786 Jul 27 22:22:07.425345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d813b04e-a0ee-4ec1-9a24-7863c6ab32ab req-c25683ec-49b5-4b28-b544-fe2d1b39a008 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022639 Jul 27 22:22:07.471763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402fb8-28e4-4aef-86d2-e4977d92676b req-da037d8b-a009-4db0-b912-d258d8585e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:07.472521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c5df4-3542-42cf-a4db-d6b177d59ab3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:07.474065 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e402fb8-28e4-4aef-86d2-e4977d92676b req-da037d8b-a009-4db0-b912-d258d8585e35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 200 len: 856 time: 0.0770733 Jul 27 22:22:07.480725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9a7c5df4-3542-42cf-a4db-d6b177d59ab3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1523058 Jul 27 22:22:07.486826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40034) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:07.554741 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7ed6085c-0f78-4476-bc39-aeb7595bfe14 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669425 Jul 27 22:22:07.566129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40036) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:07.569926 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2bb29b7-8bbb-4e9d-a51c-ffdfb0ae121c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.575760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cf48d5b7-a5b7-427f-82ca-ebab09196e9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:07.606063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402fb8-28e4-4aef-86d2-e4977d92676b req-4fbff27b-6c14-4119-ac89-a72b49c2d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:07.607636 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e402fb8-28e4-4aef-86d2-e4977d92676b req-4fbff27b-6c14-4119-ac89-a72b49c2d582 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9c88e20-805d-4f8f-85e6-624dea576f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188836 Jul 27 22:22:07.608536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01236809-e676-42d5-b91d-0e272690d283 None None] Sync routers for ids ['c521a145-7fe7-4abc-a809-109a8f955dff'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:07.628288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01236809-e676-42d5-b91d-0e272690d283 None None] Routers set() bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:07.628944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01236809-e676-42d5-b91d-0e272690d283 None None] Router IDs set() for agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 22:22:07.630478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_agentschedulers_db [None req-01236809-e676-42d5-b91d-0e272690d283 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c521a145-7fe7-4abc-a809-109a8f955dff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:21:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent'). {{(pid=93836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 22:22:07.642929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01236809-e676-42d5-b91d-0e272690d283 None None] Routers set() bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:07.646352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01236809-e676-42d5-b91d-0e272690d283 None None] Router IDs set() for agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 22:22:07.647453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_agentschedulers_db [None req-01236809-e676-42d5-b91d-0e272690d283 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c521a145-7fe7-4abc-a809-109a8f955dff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:21:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent'). {{(pid=93836) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 22:22:07.649093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01236809-e676-42d5-b91d-0e272690d283 None None] The sync data for ids ['c521a145-7fe7-4abc-a809-109a8f955dff'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:07.657191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b99e5-fc29-47c0-b50f-c93618f12e89 req-32531c7d-da3f-4571-bef0-538bb6323128 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:07.658792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb5b99e5-fc29-47c0-b50f-c93618f12e89 req-32531c7d-da3f-4571-bef0-538bb6323128 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1385362 Jul 27 22:22:07.737789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb5b99e5-fc29-47c0-b50f-c93618f12e89 req-a8e4ed96-d7e5-4a22-870c-f1b83e60eef3 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683279 Jul 27 22:22:07.747824 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e402fb8-28e4-4aef-86d2-e4977d92676b req-72e8a86e-2712-4b72-a2ca-b2f0c612ba0f service neutron] 10.222.0.41 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287987 Jul 27 22:22:07.771836 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2bb29b7-8bbb-4e9d-a51c-ffdfb0ae121c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.793209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2bb29b7-8bbb-4e9d-a51c-ffdfb0ae121c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.801898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf48d5b7-a5b7-427f-82ca-ebab09196e9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:07.805479 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf48d5b7-a5b7-427f-82ca-ebab09196e9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.881295 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19da8e8b-3523-4857-aa01-f8f9c0688994 req-b2f017bc-9a0c-4142-841a-13f30bdae2f5 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0597363 Jul 27 22:22:07.914514 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a2bb29b7-8bbb-4e9d-a51c-ffdfb0ae121c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40800b04576e4940b1e81a825985fcb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5601010 Jul 27 22:22:07.917243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:07.925034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb29b7-8bbb-4e9d-a51c-ffdfb0ae121c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457c3c29-fe71-48e0-b190-8114bc320ebf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:07.943644 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e402fb8-28e4-4aef-86d2-e4977d92676b req-8d8ebdfe-f5c5-4260-860e-dfb3d2101429 service neutron] 10.222.0.41 "GET /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852536 Jul 27 22:22:08.050689 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7515c57a-1b09-48e9-a50e-ce155b90e1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.114845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe2987-ba50-4e3b-b992-6a1077cb3703 req-aec14325-7e59-47a2-8374-127f11141c63 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:08.116228 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ebe2987-ba50-4e3b-b992-6a1077cb3703 req-aec14325-7e59-47a2-8374-127f11141c63 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1444037 Jul 27 22:22:08.130404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7515c57a-1b09-48e9-a50e-ce155b90e1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.217195 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ebe2987-ba50-4e3b-b992-6a1077cb3703 req-17233e50-775e-4e4c-9279-f11adef5b759 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896499 Jul 27 22:22:08.257348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.objects.ports [None req-cf48d5b7-a5b7-427f-82ca-ebab09196e9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:22:08.259015 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7515c57a-1b09-48e9-a50e-ce155b90e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.261594 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7515c57a-1b09-48e9-a50e-ce155b90e1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.262761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7515c57a-1b09-48e9-a50e-ce155b90e1c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/457c3c29-fe71-48e0-b190-8114bc320ebf HTTP/1.1" status: 204 len: 168 time: 0.3443406 Jul 27 22:22:08.263670 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf48d5b7-a5b7-427f-82ca-ebab09196e9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.309756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515c57a-1b09-48e9-a50e-ce155b90e1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457c3c29-fe71-48e0-b190-8114bc320ebf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:08.356858 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48d5b7-a5b7-427f-82ca-ebab09196e9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:08.357754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48d5b7-a5b7-427f-82ca-ebab09196e9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=835aa843-c878-4b77-9732-8b22c801b018,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:08.363523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cf48d5b7-a5b7-427f-82ca-ebab09196e9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:08.366691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48d5b7-a5b7-427f-82ca-ebab09196e9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:08.367436 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf48d5b7-a5b7-427f-82ca-ebab09196e9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.375239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e7d622-44fd-49c2-9dc2-c28bdb7bfdc0 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:08.387773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cf48d5b7-a5b7-427f-82ca-ebab09196e9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8193219 Jul 27 22:22:08.390559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:08.397555 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fe23dce2-ebfb-4497-b20e-015fa6efa1a8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:08.404741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7e769-33c9-4235-b086-0b1b24dc3306 req-525ed7cf-4f1c-4d16-8299-12484f4aedad tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:08.406324 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efe7e769-33c9-4235-b086-0b1b24dc3306 req-525ed7cf-4f1c-4d16-8299-12484f4aedad tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1073909 Jul 27 22:22:08.460843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efe7e769-33c9-4235-b086-0b1b24dc3306 req-f2fcd3b8-d92f-4b89-bcf8-720073f6c3f3 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 Jul 27 22:22:08.549898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '835aa843-c878-4b77-9732-8b22c801b018'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:22:08.552299 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.569036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe23dce2-ebfb-4497-b20e-015fa6efa1a8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:08.573436 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe23dce2-ebfb-4497-b20e-015fa6efa1a8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.711843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Allocated IP 2001:db8::f816:3eff:fe49:a1ce (43c09fe6-1b41-4b8b-8c87-27436a1cab56/835aa843-c878-4b77-9732-8b22c801b018/95c5c474-63b2-493f-8986-4bb23f90ab75) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:08.788642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:08.807490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529ed9f-f3fa-44db-b53a-03e184f5cee5 req-e513f84c-4e51-4e03-9a31-ea75d2a5f6b5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:08.810008 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c529ed9f-f3fa-44db-b53a-03e184f5cee5 req-e513f84c-4e51-4e03-9a31-ea75d2a5f6b5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/networks?id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 200 len: 812 time: 0.1296699 Jul 27 22:22:08.815874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:08.816442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 7293cb12-bd75-4c9d-a7c4-fb0b109cdd28 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:08.847240 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c529ed9f-f3fa-44db-b53a-03e184f5cee5 req-2e8bea2f-8948-4ac5-9a9d-1fbb5e4e9cdd tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/quotas/093c931b75694176ab482ad04d08f5d7 HTTP/1.1" status: 200 len: 375 time: 0.0294240 Jul 27 22:22:08.900003 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe23dce2-ebfb-4497-b20e-015fa6efa1a8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.919695 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c529ed9f-f3fa-44db-b53a-03e184f5cee5 req-7a21c17a-115c-48f7-b88e-1468acda306e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=093c931b75694176ab482ad04d08f5d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693765 Jul 27 22:22:08.933540 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.944382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Transition to ACTIVE for port object 95c5c474-63b2-493f-8986-4bb23f90ab75 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:08.946647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe23dce2-ebfb-4497-b20e-015fa6efa1a8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:08.954978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-fe23dce2-ebfb-4497-b20e-015fa6efa1a8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:08.962318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe23dce2-ebfb-4497-b20e-015fa6efa1a8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:08.963203 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fe23dce2-ebfb-4497-b20e-015fa6efa1a8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.970443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Transition to ACTIVE for port object 95c5c474-63b2-493f-8986-4bb23f90ab75 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:08.985045 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.985730 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23dce2-ebfb-4497-b20e-015fa6efa1a8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=baa54366-70c1-4ebf-a174-52b3f413f76d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:08.995350 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fe23dce2-ebfb-4497-b20e-015fa6efa1a8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6033092 Jul 27 22:22:08.998098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40086) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:09.015079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:d9:98:3b', 'name': 'tempest-NetworksTestDHCPv6-1046134828'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:09.033483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d41dec1-8db2-4fbf-9ac6-2ac9fa7b9b36 req-eab5fbd9-379f-4f53-b4e3-7c14a9c2ee15 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0408776 Jul 27 22:22:09.041786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:09.047696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:09.064195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:09.072999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Pushing event updated for resources: {'Port': ['ID=95c5c474-63b2-493f-8986-4bb23f90ab75,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:09.110084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfc591-1dc8-4957-bf74-b9ceda4413df req-c6066b57-f899-4cb9-8f59-d6672b191b3d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:09.112222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34bfc591-1dc8-4957-bf74-b9ceda4413df req-c6066b57-f899-4cb9-8f59-d6672b191b3d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0685847 Jul 27 22:22:09.128978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Attempting to bind port 95c5c474-63b2-493f-8986-4bb23f90ab75 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:09.130448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Attempting to bind port 95c5c474-63b2-493f-8986-4bb23f90ab75 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:09.131190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Attempting to bind port 95c5c474-63b2-493f-8986-4bb23f90ab75 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:09.136584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:09.136984 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:09.137382 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.137768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:09.138227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Bound port: 95c5c474-63b2-493f-8986-4bb23f90ab75, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:09.138624 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.159001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34bfc591-1dc8-4957-bf74-b9ceda4413df req-21e723ce-b6f7-48e7-ae2b-c371c7082ad2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403295 Jul 27 22:22:09.183670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:09.218026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] For port 95c5c474-63b2-493f-8986-4bb23f90ab75, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:09.220655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] For port 95c5c474-63b2-493f-8986-4bb23f90ab75, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=95c5c474-63b2-493f-8986-4bb23f90ab75,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:09.225951 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.278025 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.296199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab3e59-a3d4-4b9c-a074-bfede215f6dd req-24952d35-f644-4d9a-a87e-75ac23f31bca tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:09.305664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31ab3e59-a3d4-4b9c-a074-bfede215f6dd req-24952d35-f644-4d9a-a87e-75ac23f31bca tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0716856 Jul 27 22:22:09.309321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port cae71bc9-c9b5-4b42-a3bb-2db2203ff882 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:22:09.318061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdd25b-4c95-4a0c-ba00-bd54c4407d01 None None] Pushing event updated for resources: {'Port': ['ID=95c5c474-63b2-493f-8986-4bb23f90ab75,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:09.373161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31ab3e59-a3d4-4b9c-a074-bfede215f6dd req-eadeb80c-20fa-42d2-b603-a62df4774113 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663497 Jul 27 22:22:09.567127 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 172.20.0.7 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/baa54366-70c1-4ebf-a174-52b3f413f76d/cae71bc9-c9b5-4b42-a3bb-2db2203ff882) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:09.576674 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::f816:3eff:fed9:983b (43c09fe6-1b41-4b8b-8c87-27436a1cab56/835aa843-c878-4b77-9732-8b22c801b018/cae71bc9-c9b5-4b42-a3bb-2db2203ff882) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:09.663337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed436bfa-7b11-4b68-a515-f2f7b0014de1 req-5b747925-5f12-44ad-8283-014dc0141a68 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=093c931b75694176ab482ad04d08f5d7 HTTP/1.1" status: 200 len: 221 time: 0.0279171 Jul 27 22:22:09.784969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd73c8f-7be2-4643-a33f-644d0305ba47 req-7578a0c9-fcc2-497e-a5b7-ebfc804d2ba8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:09.786879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4cd73c8f-7be2-4643-a33f-644d0305ba47 req-7578a0c9-fcc2-497e-a5b7-ebfc804d2ba8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0545769 Jul 27 22:22:09.789281 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.818226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object cae71bc9-c9b5-4b42-a3bb-2db2203ff882 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:09.846352 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4cd73c8f-7be2-4643-a33f-644d0305ba47 req-e090a8ce-2ea1-4a6d-bd2b-26162c759c4e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460856 Jul 27 22:22:09.892587 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.945199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:09.960050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:09.963261 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=cae71bc9-c9b5-4b42-a3bb-2db2203ff882,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:09.965802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:10.029417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:10.030102 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.038907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673791f-7d04-489f-9c03-d689f0f8146f req-72c90905-9f75-48af-a21c-4467c0e0bd93 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:10.041672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9673791f-7d04-489f-9c03-d689f0f8146f req-72c90905-9f75-48af-a21c-4467c0e0bd93 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0794573 Jul 27 22:22:10.048366 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7a8742c6-778f-4c95-92a0-344231467462 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0479612 Jul 27 22:22:10.050833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40154) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:10.088031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9673791f-7d04-489f-9c03-d689f0f8146f req-64b06591-f9f1-476c-a029-3affccf07905 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Jul 27 22:22:10.174292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f07629c-40f2-4642-afd0-6ff15cee7266 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:10.185706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dc121c7-dc1d-4cf6-a39b-aa16e22c8fab req-f18450ee-775e-4112-bfe2-c1ca2994292e tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0438950 Jul 27 22:22:10.187794 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f07629c-40f2-4642-afd0-6ff15cee7266 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:10.193496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40182) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:10.199588 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1f07629c-40f2-4642-afd0-6ff15cee7266 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1461003 Jul 27 22:22:10.345305 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa91c75-823e-4e67-8599-e71b939e6647 req-2d6899ab-d8be-4335-bec9-06d30c1df151 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:10.346843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-faa91c75-823e-4e67-8599-e71b939e6647 req-2d6899ab-d8be-4335-bec9-06d30c1df151 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0971813 Jul 27 22:22:10.353881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4be4467f-e47c-4e88-a86f-b461b2272a8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port cae71bc9-c9b5-4b42-a3bb-2db2203ff882 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:10.354460 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4be4467f-e47c-4e88-a86f-b461b2272a8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.413509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04789499-c6df-4a93-938b-f6beb173c27a None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:10.444890 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-faa91c75-823e-4e67-8599-e71b939e6647 req-0c8ba2fd-1cf9-4e58-a72c-916a4d4b0648 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872378 Jul 27 22:22:10.484393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4be4467f-e47c-4e88-a86f-b461b2272a8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.501035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4be4467f-e47c-4e88-a86f-b461b2272a8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for cae71bc9-c9b5-4b42-a3bb-2db2203ff882 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:10.506279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1079bd34-275d-4a43-b157-2ac9d59a6b37 None None] Provisioning for port 95c5c474-63b2-493f-8986-4bb23f90ab75 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:10.624640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26688687-57c2-4bf9-b2de-4e1bd5e158a1 req-a9cbe96f-90d4-4ab7-bf19-81a1e6c2a207 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:10.626103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26688687-57c2-4bf9-b2de-4e1bd5e158a1 req-a9cbe96f-90d4-4ab7-bf19-81a1e6c2a207 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0775292 Jul 27 22:22:10.699999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1094ded-b027-4c4f-8ee8-41711ae0e41d None None] Update dhcp port {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': '835aa843-c878-4b77-9732-8b22c801b018', 'ip_address': '2001:db8::f816:3eff:fe49:a1ce'}, {'subnet_id': 'baa54366-70c1-4ebf-a174-52b3f413f76d'}], 'binding:host_id': 'n-d-802011-3'}, 'id': '95c5c474-63b2-493f-8986-4bb23f90ab75'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:22:10.713903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26688687-57c2-4bf9-b2de-4e1bd5e158a1 req-8bcfac6b-511e-4b76-a02f-68718d312e4c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729084 Jul 27 22:22:10.738370 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1094ded-b027-4c4f-8ee8-41711ae0e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.790414 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4be4467f-e47c-4e88-a86f-b461b2272a8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.833024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4467f-e47c-4e88-a86f-b461b2272a8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=cae71bc9-c9b5-4b42-a3bb-2db2203ff882,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:10.911132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 95c5c474-63b2-493f-8986-4bb23f90ab75 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:10.952299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bc09b-7b2c-4b4d-a474-5fbc455670fc req-20838991-106e-465f-ace3-18ea619c2985 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:10.953874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-282bc09b-7b2c-4b4d-a474-5fbc455670fc req-20838991-106e-465f-ace3-18ea619c2985 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1248598 Jul 27 22:22:10.987210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4be4467f-e47c-4e88-a86f-b461b2272a8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:10.989712 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4be4467f-e47c-4e88-a86f-b461b2272a8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/cae71bc9-c9b5-4b42-a3bb-2db2203ff882 HTTP/1.1" status: 204 len: 168 time: 0.7948978 Jul 27 22:22:10.992695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40202) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:11.015845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-282bc09b-7b2c-4b4d-a474-5fbc455670fc req-7797ffce-3f43-4cb5-a3a0-8a985f44ce64 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538774 Jul 27 22:22:11.044729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 95c5c474-63b2-493f-8986-4bb23f90ab75 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:11.052088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 95c5c474-63b2-493f-8986-4bb23f90ab75 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:11.052475 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.054816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b1094ded-b027-4c4f-8ee8-41711ae0e41d None None] Allocated IP 172.20.0.2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/baa54366-70c1-4ebf-a174-52b3f413f76d/95c5c474-63b2-493f-8986-4bb23f90ab75) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:11.088401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39849a6-17e2-4f93-a8f8-ef2f87ccf37c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:11.090350 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39849a6-17e2-4f93-a8f8-ef2f87ccf37c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:11.092146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39849a6-17e2-4f93-a8f8-ef2f87ccf37c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:11.096586 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f39849a6-17e2-4f93-a8f8-ef2f87ccf37c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1004200 Jul 27 22:22:11.097290 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40206) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:11.171161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d116a-9d29-496d-9f5b-8d3c4e133e59 req-40c336ef-6330-469b-b7b0-4f0cbbc37888 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:11.176758 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6c6b6f-d88b-417d-903e-854d73980925 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 835aa843-c878-4b77-9732-8b22c801b018 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:11.180291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d70d116a-9d29-496d-9f5b-8d3c4e133e59 req-40c336ef-6330-469b-b7b0-4f0cbbc37888 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0769155 Jul 27 22:22:11.216825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b1094ded-b027-4c4f-8ee8-41711ae0e41d None None] For port 95c5c474-63b2-493f-8986-4bb23f90ab75, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=95c5c474-63b2-493f-8986-4bb23f90ab75,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:11.218638 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.222724 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d70d116a-9d29-496d-9f5b-8d3c4e133e59 req-8332b081-3841-47bc-93f1-ce6a8b715d70 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415504 Jul 27 22:22:11.264778 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1094ded-b027-4c4f-8ee8-41711ae0e41d None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.279283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b1094ded-b027-4c4f-8ee8-41711ae0e41d None None] Transition to ACTIVE for port object 95c5c474-63b2-493f-8986-4bb23f90ab75 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:11.283837 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac6c6b6f-d88b-417d-903e-854d73980925 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.294577 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b1094ded-b027-4c4f-8ee8-41711ae0e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.338897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a340dfd-5c0c-494b-856a-4f2b7c51a7c8 req-012308f3-42fa-4326-9256-2e394713eda2 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0578637 Jul 27 22:22:11.340134 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac6c6b6f-d88b-417d-903e-854d73980925 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.409953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a9566-8d53-4cd9-8270-ef86d4cab1ac req-bb837d56-5e95-4254-8bc3-0f76d25b0280 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:11.412034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-699a9566-8d53-4cd9-8270-ef86d4cab1ac req-bb837d56-5e95-4254-8bc3-0f76d25b0280 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0701015 Jul 27 22:22:11.422001 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:22:11.422001 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:22:11.438563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1094ded-b027-4c4f-8ee8-41711ae0e41d None None] Pushing event updated for resources: {'Port': ['ID=95c5c474-63b2-493f-8986-4bb23f90ab75,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:11.462486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-699a9566-8d53-4cd9-8270-ef86d4cab1ac req-2b2c770a-b49a-49c6-a8c2-e6fbe0f8727f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435905 Jul 27 22:22:11.478208 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac6c6b6f-d88b-417d-903e-854d73980925 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.561113 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac6c6b6f-d88b-417d-903e-854d73980925 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.603506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c6b6f-d88b-417d-903e-854d73980925 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=835aa843-c878-4b77-9732-8b22c801b018,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:11.611153 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ac6c6b6f-d88b-417d-903e-854d73980925 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.615079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a68d23-fc98-4117-bcc7-0837786a66f6 req-cc415e03-d63f-4181-be96-697a92a85548 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:11.616130 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ac6c6b6f-d88b-417d-903e-854d73980925 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/835aa843-c878-4b77-9732-8b22c801b018 HTTP/1.1" status: 204 len: 168 time: 0.5177433 Jul 27 22:22:11.616812 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2a68d23-fc98-4117-bcc7-0837786a66f6 req-cc415e03-d63f-4181-be96-697a92a85548 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0717173 Jul 27 22:22:11.617301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:11.701593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2a68d23-fc98-4117-bcc7-0837786a66f6 req-e17bb8a5-3c6d-48a9-b843-d04fbc3ab46c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723922 Jul 27 22:22:11.705513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee70b21-0c37-4035-aab3-0133d1a87ecf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet baa54366-70c1-4ebf-a174-52b3f413f76d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:11.710138 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ee70b21-0c37-4035-aab3-0133d1a87ecf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.779273 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ee70b21-0c37-4035-aab3-0133d1a87ecf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.912273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521d03b-90f4-40a3-aff3-e753dc8ceb96 req-68f1e15e-42f8-4e74-b069-e855427ea8e4 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:11.913858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4521d03b-90f4-40a3-aff3-e753dc8ceb96 req-68f1e15e-42f8-4e74-b069-e855427ea8e4 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1003995 Jul 27 22:22:11.935755 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ee70b21-0c37-4035-aab3-0133d1a87ecf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.968084 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:11.996231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4521d03b-90f4-40a3-aff3-e753dc8ceb96 req-eaf67533-0d50-4a4d-b1cd-77f2964dfe6c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759475 Jul 27 22:22:12.026040 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ee70b21-0c37-4035-aab3-0133d1a87ecf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.059068 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee70b21-0c37-4035-aab3-0133d1a87ecf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=baa54366-70c1-4ebf-a174-52b3f413f76d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:12.064216 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ee70b21-0c37-4035-aab3-0133d1a87ecf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.066544 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0ee70b21-0c37-4035-aab3-0133d1a87ecf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/baa54366-70c1-4ebf-a174-52b3f413f76d HTTP/1.1" status: 204 len: 168 time: 0.4480300 Jul 27 22:22:12.069431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40230) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:12.073768 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:22:12.074229 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:22:12.121226 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a26b2dc1-c8d0-4d87-bf7d-d22ada79379d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503674 Jul 27 22:22:12.124686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40232) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:12.133270 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:12.204874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc25c6-8654-4b1c-81e4-2b48a1406de4 req-bdb53d0e-1313-45ac-8de4-fee56b0faf55 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:12.206749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5bc25c6-8654-4b1c-81e4-2b48a1406de4 req-bdb53d0e-1313-45ac-8de4-fee56b0faf55 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0597582 Jul 27 22:22:12.247594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:12.249290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-25f2d28e-770a-4014-aa8f-71e984791143 None None] Could not find standard attr ID for object cae71bc9-c9b5-4b42-a3bb-2db2203ff882. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:22:12.254765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5bc25c6-8654-4b1c-81e4-2b48a1406de4 req-d5a9bb53-d535-4597-821e-ca38b7573802 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409720 Jul 27 22:22:12.256600 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.267468 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ef9757-991e-4d2d-8fe3-98a037e75c64 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:12.315359 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-25f2d28e-770a-4014-aa8f-71e984791143 None None] Provisioning for port 95c5c474-63b2-493f-8986-4bb23f90ab75 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:12.333090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-25f2d28e-770a-4014-aa8f-71e984791143 None None] Provisioning complete for port 95c5c474-63b2-493f-8986-4bb23f90ab75 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:12.333469 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25f2d28e-770a-4014-aa8f-71e984791143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.429665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1c91d-aced-4c93-a9e5-0ed6b38b9c3d req-e5d5809d-ed31-42ea-b4ff-9e9d996610eb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:12.431235 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48c1c91d-aced-4c93-a9e5-0ed6b38b9c3d req-e5d5809d-ed31-42ea-b4ff-9e9d996610eb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0712504 Jul 27 22:22:12.517669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae1bb08b-033c-4a56-946d-7224e81a8459 req-773214ab-56c2-4ba1-a264-7bea47eba8b0 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0461454 Jul 27 22:22:12.522177 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48c1c91d-aced-4c93-a9e5-0ed6b38b9c3d req-4fe41577-82e3-4e31-80fa-1c9fa71b09c7 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846007 Jul 27 22:22:12.663293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851e3f5-082d-45a6-b9a7-1007851bd161 req-7d613fc4-d785-47e6-a9a0-77117478c211 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:12.664985 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d851e3f5-082d-45a6-b9a7-1007851bd161 req-7d613fc4-d785-47e6-a9a0-77117478c211 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0550828 Jul 27 22:22:12.703694 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.708673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d851e3f5-082d-45a6-b9a7-1007851bd161 req-3c829c67-645e-43cf-9531-be96031d3323 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369158 Jul 27 22:22:12.736522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.objects.ports [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:22:12.746696 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.778729 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25f2d28e-770a-4014-aa8f-71e984791143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.814987 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08d75369-bf23-49c5-a653-da24f937f50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.825797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 95c5c474-63b2-493f-8986-4bb23f90ab75, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=95c5c474-63b2-493f-8986-4bb23f90ab75,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:12.831994 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:12.883211 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b35315-6f6d-4fd1-9fd5-0fd3c098c4dd req-06df3f4e-4a79-4ca8-99cf-54e3496ecf88 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:12.885677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e3b35315-6f6d-4fd1-9fd5-0fd3c098c4dd req-06df3f4e-4a79-4ca8-99cf-54e3496ecf88 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0732238 Jul 27 22:22:12.942382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcaf4f8-2e32-4455-b49e-d6205aa855a6 None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:22:12.944811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=95c5c474-63b2-493f-8986-4bb23f90ab75,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:12.969381 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e3b35315-6f6d-4fd1-9fd5-0fd3c098c4dd req-951ece9b-17f3-4b2c-bc99-1325949bcf1b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755668 Jul 27 22:22:12.988142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 95c5c474-63b2-493f-8986-4bb23f90ab75 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:13.056367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.104107 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-25f2d28e-770a-4014-aa8f-71e984791143 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:22:13.104940 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-25f2d28e-770a-4014-aa8f-71e984791143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:22:13.141245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cdcaf4f8-2e32-4455-b49e-d6205aa855a6 None None] Deleting port 95c5c474-63b2-493f-8986-4bb23f90ab75 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:13.141914 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cdcaf4f8-2e32-4455-b49e-d6205aa855a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.151003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2849160-1fa3-4468-808d-3b3099746140 req-607ba51a-fbc0-4245-bd42-8f5523024e4b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:13.154926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2849160-1fa3-4468-808d-3b3099746140 req-607ba51a-fbc0-4245-bd42-8f5523024e4b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0939276 Jul 27 22:22:13.202873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c2849160-1fa3-4468-808d-3b3099746140 req-c685f66f-8545-498e-9966-da6d0cb83ef4 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Jul 27 22:22:13.237177 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.314520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 95c5c474-63b2-493f-8986-4bb23f90ab75, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=95c5c474-63b2-493f-8986-4bb23f90ab75,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:13.325282 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.329296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cdcaf4f8-2e32-4455-b49e-d6205aa855a6 None None] For port 95c5c474-63b2-493f-8986-4bb23f90ab75, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=95c5c474-63b2-493f-8986-4bb23f90ab75,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:13.329296 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cdcaf4f8-2e32-4455-b49e-d6205aa855a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.367883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cdcaf4f8-2e32-4455-b49e-d6205aa855a6 None None] Calling delete_port for 95c5c474-63b2-493f-8986-4bb23f90ab75 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:13.435897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=95c5c474-63b2-493f-8986-4bb23f90ab75,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:13.456588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b613f9-be3e-4f78-a922-4e55e9105f90 req-21e7e98f-91d8-412b-aa2f-db3c966625cb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:13.459003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-53b613f9-be3e-4f78-a922-4e55e9105f90 req-21e7e98f-91d8-412b-aa2f-db3c966625cb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0854905 Jul 27 22:22:13.510536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-53b613f9-be3e-4f78-a922-4e55e9105f90 req-13541422-119c-4070-a919-81047602f6c0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446546 Jul 27 22:22:13.545430 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cdcaf4f8-2e32-4455-b49e-d6205aa855a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.582252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcaf4f8-2e32-4455-b49e-d6205aa855a6 None None] Pushing event deleted for resources: {'Port': ['ID=95c5c474-63b2-493f-8986-4bb23f90ab75,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:13.621293 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcaf4f8-2e32-4455-b49e-d6205aa855a6 None None] No DVR routers for this DVR port 95c5c474-63b2-493f-8986-4bb23f90ab75 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:13.652086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-25f2d28e-770a-4014-aa8f-71e984791143 None None] Port 95c5c474-63b2-493f-8986-4bb23f90ab75 update to ACTIVE by agent not found {{(pid=93836) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 22:22:13.693549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] For port 95c5c474-63b2-493f-8986-4bb23f90ab75, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=95c5c474-63b2-493f-8986-4bb23f90ab75,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:13.702250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-843e1fd3-395a-47b5-91b7-a3b24acf74f9 req-f25e21ed-5d37-48f1-a480-1dd468e64a50 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0520086 Jul 27 22:22:13.724141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53980484-b7e4-4ca8-866a-f757f2e1d57a req-9ac128c1-d6fa-4e97-a222-c7a7e696280e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:13.725762 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-53980484-b7e4-4ca8-866a-f757f2e1d57a req-9ac128c1-d6fa-4e97-a222-c7a7e696280e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0926063 Jul 27 22:22:13.738473 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.745471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.746281 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.778661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-53980484-b7e4-4ca8-866a-f757f2e1d57a req-121f9e34-4cef-435e-b6db-967e58c310ee tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Jul 27 22:22:13.796238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=95c5c474-63b2-493f-8986-4bb23f90ab75,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:13.804382 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:13.809227 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:13.813255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:13.813862 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:13.818878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df1f50-7e0c-4df3-9ab1-c0afdb17d809 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:13.839634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=0596c140-0dbc-417f-b9bd-6ad7ad31a935,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:13.843409 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9a70c76f-899a-4266-93e3-f240659becf9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7176857 Jul 27 22:22:13.846326 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40262) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:13.854833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-428e2b59-9b58-49e1-a8dc-bbf8ef557db8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:14.003149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4fc18-5eb9-482b-aa3d-9e04429ffe55 req-aff580ce-2ffc-4fb0-b6fb-047330e00c24 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:14.006030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eff4fc18-5eb9-482b-aa3d-9e04429ffe55 req-aff580ce-2ffc-4fb0-b6fb-047330e00c24 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0854697 Jul 27 22:22:14.018740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '0596c140-0dbc-417f-b9bd-6ad7ad31a935'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:22:14.019910 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.043300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428e2b59-9b58-49e1-a8dc-bbf8ef557db8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:14.046978 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-428e2b59-9b58-49e1-a8dc-bbf8ef557db8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.096208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eff4fc18-5eb9-482b-aa3d-9e04429ffe55 req-3e7e7b25-96ae-4145-968d-93d2ccdd4f09 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814230 Jul 27 22:22:14.204124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Allocated IP 2001:db8::f816:3eff:fe0c:59fa (43c09fe6-1b41-4b8b-8c87-27436a1cab56/0596c140-0dbc-417f-b9bd-6ad7ad31a935/fe923445-0c68-4789-ad8d-90fa30f4a88b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:14.277352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce1686-ef20-41b9-9016-602ab6fff947 req-2e92df5b-250f-4868-82dc-ac439d08cc05 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:14.278891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0fce1686-ef20-41b9-9016-602ab6fff947 req-2e92df5b-250f-4868-82dc-ac439d08cc05 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0913765 Jul 27 22:22:14.375097 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0fce1686-ef20-41b9-9016-602ab6fff947 req-7ddda299-16e4-41ed-b4d7-377ae67a9899 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891376 Jul 27 22:22:14.386205 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.402025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Transition to ACTIVE for port object fe923445-0c68-4789-ad8d-90fa30f4a88b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:14.405029 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-428e2b59-9b58-49e1-a8dc-bbf8ef557db8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.443152 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Transition to ACTIVE for port object fe923445-0c68-4789-ad8d-90fa30f4a88b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:14.453588 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.455743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428e2b59-9b58-49e1-a8dc-bbf8ef557db8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:14.460786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-428e2b59-9b58-49e1-a8dc-bbf8ef557db8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:14.468829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428e2b59-9b58-49e1-a8dc-bbf8ef557db8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:14.469418 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-428e2b59-9b58-49e1-a8dc-bbf8ef557db8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.487900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e2b59-9b58-49e1-a8dc-bbf8ef557db8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=95fcb45a-38ab-4f6a-af36-3723df9c792e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:14.495228 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-428e2b59-9b58-49e1-a8dc-bbf8ef557db8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6473281 Jul 27 22:22:14.497675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40278) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:14.500801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:14.504920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:b9:58:1d', 'name': 'tempest-NetworksTestDHCPv6-1916003981'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:14.506398 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:14.512325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:14.550158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Pushing event updated for resources: {'Port': ['ID=fe923445-0c68-4789-ad8d-90fa30f4a88b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:14.568375 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e82bc-e533-46e7-9cf8-6c520096cdc2 req-c962998f-dec1-4cf7-8bf0-d77018329999 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:14.570143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-715e82bc-e533-46e7-9cf8-6c520096cdc2 req-c962998f-dec1-4cf7-8bf0-d77018329999 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0791674 Jul 27 22:22:14.605146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Attempting to bind port fe923445-0c68-4789-ad8d-90fa30f4a88b on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:14.605531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Attempting to bind port fe923445-0c68-4789-ad8d-90fa30f4a88b by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:14.606334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Attempting to bind port fe923445-0c68-4789-ad8d-90fa30f4a88b on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:14.611866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:14.612511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:14.612924 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.613321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:14.613960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Bound port: fe923445-0c68-4789-ad8d-90fa30f4a88b, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:14.614648 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.628148 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-715e82bc-e533-46e7-9cf8-6c520096cdc2 req-cd5a0798-3f37-4f59-a4fa-41459a64cedd tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455430 Jul 27 22:22:14.630334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:14.699908 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] For port fe923445-0c68-4789-ad8d-90fa30f4a88b, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:14.703671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] For port fe923445-0c68-4789-ad8d-90fa30f4a88b, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=fe923445-0c68-4789-ad8d-90fa30f4a88b,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:14.711014 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.732067 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.761209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a86127-3b21-4187-867d-9b0216379fe1 req-3d69c472-242b-4f59-9cab-6098e19b7aca tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:14.765561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port 9354636c-32ca-44ab-a7ec-c529c95ec9c4 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:22:14.769705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36a86127-3b21-4187-867d-9b0216379fe1 req-3d69c472-242b-4f59-9cab-6098e19b7aca tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0693681 Jul 27 22:22:14.783916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacdc14-89f0-48f1-b725-a45ec85db0b7 None None] Pushing event updated for resources: {'Port': ['ID=fe923445-0c68-4789-ad8d-90fa30f4a88b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:14.826911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36a86127-3b21-4187-867d-9b0216379fe1 req-91fbdccf-2834-4f14-9274-697909c52130 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554993 Jul 27 22:22:14.876755 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd6b44a1-3bb0-4a9f-ba4b-51c17c09af6d req-47630e96-799d-45b5-83d5-ea93abe90456 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0487604 Jul 27 22:22:15.013194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 172.20.0.9 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/95fcb45a-38ab-4f6a-af36-3723df9c792e/9354636c-32ca-44ab-a7ec-c529c95ec9c4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:15.022357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::f816:3eff:feb9:581d (43c09fe6-1b41-4b8b-8c87-27436a1cab56/0596c140-0dbc-417f-b9bd-6ad7ad31a935/9354636c-32ca-44ab-a7ec-c529c95ec9c4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:15.120827 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b0b7a-c89b-4d57-b545-0f608c1175e1 req-69806df1-cb1e-45f1-b0aa-3630c3518f27 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:15.122558 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed2b0b7a-c89b-4d57-b545-0f608c1175e1 req-69806df1-cb1e-45f1-b0aa-3630c3518f27 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0732014 Jul 27 22:22:15.177229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed2b0b7a-c89b-4d57-b545-0f608c1175e1 req-4a874471-9930-4802-9024-019d72326415 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452058 Jul 27 22:22:15.253264 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:15.268414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object 9354636c-32ca-44ab-a7ec-c529c95ec9c4 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:15.319349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:15.358014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:15.361919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:15.366965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:15.409761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=9354636c-32ca-44ab-a7ec-c529c95ec9c4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:15.429448 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9c544a64-edb8-4e6f-917b-337470c2d9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:15.429992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:15.430582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:15.444788 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5ec47d44-62b6-474c-988a-990d7f0cd060 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9457796 Jul 27 22:22:15.447482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40290) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:15.504754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6261e0-503d-4ee2-bb97-459de448bdc7 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:15.510968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6261e0-503d-4ee2-bb97-459de448bdc7 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:15.512570 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dd6261e0-503d-4ee2-bb97-459de448bdc7 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0638657 Jul 27 22:22:15.515587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40292) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:15.631221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdb9f8-c2cc-42a2-ad9d-31ee6a7806c4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port 9354636c-32ca-44ab-a7ec-c529c95ec9c4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:15.631670 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb9f8-c2cc-42a2-ad9d-31ee6a7806c4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:15.736181 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:15.744965 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb9f8-c2cc-42a2-ad9d-31ee6a7806c4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:15.758311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdb9f8-c2cc-42a2-ad9d-31ee6a7806c4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for 9354636c-32ca-44ab-a7ec-c529c95ec9c4 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:15.929516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03791807-ac88-472a-9433-aaba3c0f15b5 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:15.968186 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb9f8-c2cc-42a2-ad9d-31ee6a7806c4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.002479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdb9f8-c2cc-42a2-ad9d-31ee6a7806c4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=9354636c-32ca-44ab-a7ec-c529c95ec9c4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:16.019992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-eb45a452-61ef-4550-8f4c-8bbd414fc545 None None] Provisioning for port fe923445-0c68-4789-ad8d-90fa30f4a88b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:16.083035 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e6f1d93-b247-4b8d-941c-6451ae0808f1 req-04336ae5-842e-4bb5-bff0-157eb4fc05d7 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0525441 Jul 27 22:22:16.126752 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffdb9f8-c2cc-42a2-ad9d-31ee6a7806c4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.128700 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2ffdb9f8-c2cc-42a2-ad9d-31ee6a7806c4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/9354636c-32ca-44ab-a7ec-c529c95ec9c4 HTTP/1.1" status: 204 len: 168 time: 0.6118264 Jul 27 22:22:16.132017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:16.179364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad592436-35f4-453f-8125-f96263d23723 None None] Update dhcp port {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': '0596c140-0dbc-417f-b9bd-6ad7ad31a935', 'ip_address': '2001:db8::f816:3eff:fe0c:59fa'}, {'subnet_id': '95fcb45a-38ab-4f6a-af36-3723df9c792e'}], 'binding:host_id': 'n-d-802011-3'}, 'id': 'fe923445-0c68-4789-ad8d-90fa30f4a88b'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:22:16.188810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d244610e-6552-4cca-b7e9-66530cf13f0c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:16.190393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d244610e-6552-4cca-b7e9-66530cf13f0c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:16.192546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d244610e-6552-4cca-b7e9-66530cf13f0c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:16.194135 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d244610e-6552-4cca-b7e9-66530cf13f0c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0611510 Jul 27 22:22:16.196974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40298) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:16.210304 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad592436-35f4-453f-8125-f96263d23723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.261355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-33436907-ff06-4492-98f5-ec2a864e8450 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 0596c140-0dbc-417f-b9bd-6ad7ad31a935 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:16.274954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33436907-ff06-4492-98f5-ec2a864e8450 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.343792 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33436907-ff06-4492-98f5-ec2a864e8450 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.353489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64e1a-bf71-4c41-84ab-57a5c618f9aa req-24785eb0-6433-4503-b0c3-162f69ccc232 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:16.355032 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2cc64e1a-bf71-4c41-84ab-57a5c618f9aa req-24785eb0-6433-4503-b0c3-162f69ccc232 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0912309 Jul 27 22:22:16.415361 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.420595 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.427962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2cc64e1a-bf71-4c41-84ab-57a5c618f9aa req-48cd5045-b072-42bf-a6a0-ecee02815774 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545001 Jul 27 22:22:16.476137 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33436907-ff06-4492-98f5-ec2a864e8450 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.553306 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33436907-ff06-4492-98f5-ec2a864e8450 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server [None req-ad592436-35f4-453f-8125-f96263d23723 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0596c140-0dbc-417f-b9bd-6ad7ad31a935: This subnet is being modified by another concurrent operation. Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise exception Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0596c140-0dbc-417f-b9bd-6ad7ad31a935: This subnet is being modified by another concurrent operation. Jul 27 22:22:16.556518 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Jul 27 22:22:16.588809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33436907-ff06-4492-98f5-ec2a864e8450 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=0596c140-0dbc-417f-b9bd-6ad7ad31a935,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:16.592549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33436907-ff06-4492-98f5-ec2a864e8450 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.594462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-33436907-ff06-4492-98f5-ec2a864e8450 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/0596c140-0dbc-417f-b9bd-6ad7ad31a935 HTTP/1.1" status: 204 len: 168 time: 0.3965199 Jul 27 22:22:16.597208 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40310) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:16.666069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9df282f-959f-41f6-8597-b21b26eb779b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 95fcb45a-38ab-4f6a-af36-3723df9c792e {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:16.670518 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9df282f-959f-41f6-8597-b21b26eb779b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.675035 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedb284f-a95b-463a-9d9d-a1893ed51645 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:16.714144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91376d-6502-451a-bdcc-08b151d5a719 req-1474acfb-97d4-47bf-bd0a-e179d41b8564 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:16.718731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf91376d-6502-451a-bdcc-08b151d5a719 req-1474acfb-97d4-47bf-bd0a-e179d41b8564 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0703053 Jul 27 22:22:16.723790 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9df282f-959f-41f6-8597-b21b26eb779b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.789974 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9df282f-959f-41f6-8597-b21b26eb779b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.791022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf91376d-6502-451a-bdcc-08b151d5a719 req-4727f532-bab7-4d8c-bd74-7d8641d4fe4f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609674 Jul 27 22:22:16.864633 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9df282f-959f-41f6-8597-b21b26eb779b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.899524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d9df282f-959f-41f6-8597-b21b26eb779b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:16.904747 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d9df282f-959f-41f6-8597-b21b26eb779b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/95fcb45a-38ab-4f6a-af36-3723df9c792e HTTP/1.1" status: 204 len: 168 time: 0.3064697 Jul 27 22:22:16.905145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40312) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:16.905990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df282f-959f-41f6-8597-b21b26eb779b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=95fcb45a-38ab-4f6a-af36-3723df9c792e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:16.962392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07484cc2-70a4-455c-9a74-45d4298cb78b None None] Update dhcp port {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': '95fcb45a-38ab-4f6a-af36-3723df9c792e'}], 'binding:host_id': 'n-d-802011-3'}, 'id': 'fe923445-0c68-4789-ad8d-90fa30f4a88b'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:22:16.962632 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c802390e-e34e-49ef-a3ec-9a8c03707df7 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554707 Jul 27 22:22:16.965310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40314) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:16.970467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d39fd861-88c8-41ff-86f0-3dda0ee28e96 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:16.995801 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07484cc2-70a4-455c-9a74-45d4298cb78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:17.070514 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39fd861-88c8-41ff-86f0-3dda0ee28e96 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:17.074537 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d39fd861-88c8-41ff-86f0-3dda0ee28e96 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:17.250578 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0c4bfb4-2a0f-4f7e-9eb7-80c26aa4bb52 req-ee12774e-f190-478f-87ae-abce3ddc17a3 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0467389 Jul 27 22:22:17.295268 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ada3ea-ab61-47f2-b7bb-c60904d249a0 None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:22:17.300516 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d39fd861-88c8-41ff-86f0-3dda0ee28e96 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:17.324559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6c92bbf7-3031-4f66-81e4-94f41c514486 None None] Could not find standard attr ID for object 9354636c-32ca-44ab-a7ec-c529c95ec9c4. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:22:17.353981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39fd861-88c8-41ff-86f0-3dda0ee28e96 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:17.357598 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d39fd861-88c8-41ff-86f0-3dda0ee28e96 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:17.362124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39fd861-88c8-41ff-86f0-3dda0ee28e96 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:17.363109 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d39fd861-88c8-41ff-86f0-3dda0ee28e96 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:17.366799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fd861-88c8-41ff-86f0-3dda0ee28e96 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=3a98fefb-7f0b-4e0c-8392-3ee98feedfc0,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:17.381793 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d39fd861-88c8-41ff-86f0-3dda0ee28e96 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4154046 Jul 27 22:22:17.384586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40318) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:17.391587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:17.424751 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ada3ea-ab61-47f2-b7bb-c60904d249a0 None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:22:17.531997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:17.536634 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:17.728482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5b325e-ad39-465a-955f-a1b4320b0d26 None None] Update dhcp port {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': '3a98fefb-7f0b-4e0c-8392-3ee98feedfc0'}], 'binding:host_id': 'n-d-802011-3'}, 'id': 'fe923445-0c68-4789-ad8d-90fa30f4a88b'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:22:17.755978 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f5b325e-ad39-465a-955f-a1b4320b0d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:17.914457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c8b0-eb64-47c4-8b63-dde7e113c4d1 req-40b05773-eaf3-4a8c-ac4a-2c6ce72a53b9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:17.924124 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8236c8b0-eb64-47c4-8b63-dde7e113c4d1 req-40b05773-eaf3-4a8c-ac4a-2c6ce72a53b9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0664635 Jul 27 22:22:17.935357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.objects.ports [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:22:17.955098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2f5b325e-ad39-465a-955f-a1b4320b0d26 None None] Allocated IP 172.20.0.2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/3a98fefb-7f0b-4e0c-8392-3ee98feedfc0/fe923445-0c68-4789-ad8d-90fa30f4a88b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:17.975063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8236c8b0-eb64-47c4-8b63-dde7e113c4d1 req-bae13e84-87a2-4347-87c1-b955b978a657 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495169 Jul 27 22:22:18.108796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f5b325e-ad39-465a-955f-a1b4320b0d26 None None] For port fe923445-0c68-4789-ad8d-90fa30f4a88b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=fe923445-0c68-4789-ad8d-90fa30f4a88b,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:18.110542 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:18.138419 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f5b325e-ad39-465a-955f-a1b4320b0d26 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:18.153615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f5b325e-ad39-465a-955f-a1b4320b0d26 None None] Transition to ACTIVE for port object fe923445-0c68-4789-ad8d-90fa30f4a88b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:18.158291 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f5b325e-ad39-465a-955f-a1b4320b0d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:18.212626 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:18.232432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b325e-ad39-465a-955f-a1b4320b0d26 None None] Pushing event updated for resources: {'Port': ['ID=fe923445-0c68-4789-ad8d-90fa30f4a88b,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:18.273819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf2ecf-5e9a-48ab-86e6-9781af19ab2d req-e4ef616b-be5c-4f8b-b423-04a513745ef2 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:18.275706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bddf2ecf-5e9a-48ab-86e6-9781af19ab2d req-e4ef616b-be5c-4f8b-b423-04a513745ef2 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1096 time: 0.0615563 Jul 27 22:22:18.347412 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bddf2ecf-5e9a-48ab-86e6-9781af19ab2d req-136c3e3f-66fe-4cb7-94f2-c777d878e166 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606866 Jul 27 22:22:18.398662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40332) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:18.417323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2433c15-749c-4d57-9774-297a2039f0e8 req-98ef6423-2628-4ee3-a23e-082745e019ab tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0686738 Jul 27 22:22:18.481333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] For port fe923445-0c68-4789-ad8d-90fa30f4a88b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=fe923445-0c68-4789-ad8d-90fa30f4a88b,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:18.527135 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:18.543031 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:18.544130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:18.611754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port 28697297-b912-4f28-9c5d-58e777d840b0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:18.612029 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:18.630853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:18.636016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:18.650413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:18.651024 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:18.673517 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2877586 Jul 27 22:22:18.677373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:18.681499 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=fe923445-0c68-4789-ad8d-90fa30f4a88b,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:18.682944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:04:43:ca', 'name': 'tempest-NetworksTestDHCPv6-1347956849'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:18.684339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e04970-0e13-4f35-a1bd-b6c942382839 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=b7337ccf-7858-49e2-9c78-e407a454734a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:18.975648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device fe923445-0c68-4789-ad8d-90fa30f4a88b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:19.138611 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:19.139183 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:19.167002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for 28697297-b912-4f28-9c5d-58e777d840b0 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:19.195769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba74a87-742c-4f4d-a05b-58c9119188d2 None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:22:19.206851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2f98f-8e68-4e64-b831-52e7057f3265 req-38d11bd2-bd09-4aac-aaa2-cc1fc5fdd0b9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:19.208458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72e2f98f-8e68-4e64-b831-52e7057f3265 req-38d11bd2-bd09-4aac-aaa2-cc1fc5fdd0b9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1216297 Jul 27 22:22:19.243678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d43732a4-ab2a-4a22-8ad4-2440905a6c61 None None] Provisioning for port fe923445-0c68-4789-ad8d-90fa30f4a88b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:19.282018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port fe923445-0c68-4789-ad8d-90fa30f4a88b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:19.293317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port fe923445-0c68-4789-ad8d-90fa30f4a88b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:19.293943 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:19.335804 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba74a87-742c-4f4d-a05b-58c9119188d2 None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:22:19.337112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-72e2f98f-8e68-4e64-b831-52e7057f3265 req-3be6fc54-c4e4-4674-90c7-1224e6af035c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928719 Jul 27 22:22:19.340117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:19.469593 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:19.471779 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:19.505116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port 4bba6e9d-799a-4449-9269-292737424195 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:22:19.511474 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:19.526019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port fe923445-0c68-4789-ad8d-90fa30f4a88b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=fe923445-0c68-4789-ad8d-90fa30f4a88b,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:19.533046 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:19.575502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=28697297-b912-4f28-9c5d-58e777d840b0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:19.639810 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e719399c-599a-4d57-9f53-7f3df444a614 req-4557f97d-68c5-4223-8628-6aee2d17f1b5 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0672121 Jul 27 22:22:19.671837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=fe923445-0c68-4789-ad8d-90fa30f4a88b,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:19.714423 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:19.714665 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Floating IP 3077e4c6-a02a-4aa4-b290-579ad4fb886a disassociated (deleted). External IP: 172.25.1.191, port: 9f552b43-083b-414c-b5cb-87a94c5175af. Jul 27 22:22:19.875515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 172.20.0.9 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/3a98fefb-7f0b-4e0c-8392-3ee98feedfc0/4bba6e9d-799a-4449-9269-292737424195) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:19.885714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::f816:3eff:fe04:43ca (43c09fe6-1b41-4b8b-8c87-27436a1cab56/b7337ccf-7858-49e2-9c78-e407a454734a/4bba6e9d-799a-4449-9269-292737424195) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:20.086728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:22:20.172539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:20.194857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object 4bba6e9d-799a-4449-9269-292737424195 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:20.259356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:20.265164 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:20.272575 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e3902-43f8-4e97-b599-b090a2f4829f None None] Sync routers for ids ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:20.283164 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e3902-43f8-4e97-b599-b090a2f4829f None None] Routers {'65b1c9a2-c4ba-43d5-9e40-6615973ee180'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:20.283797 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-763e3902-43f8-4e97-b599-b090a2f4829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:22:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:20.298814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c4c87995-21ba-461f-a774-a328b7fd3ac7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/floatingips/3077e4c6-a02a-4aa4-b290-579ad4fb886a HTTP/1.1" status: 204 len: 168 time: 1.8972116 Jul 27 22:22:20.299894 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:20.302401 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:22:20.304944 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f49c331-5492-4d12-8ef9-e81dcf6cc4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:22:20.400435 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449f0c7f-c2c9-4261-9115-f161dd8db989 x-openstack-request-id: req-449f0c7f-c2c9-4261-9115-f161dd8db989 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:22:20.401094 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:22:20.404347 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-449f0c7f-c2c9-4261-9115-f161dd8db989 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:22:20.404952 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af', 'status': 'completed', 'code': 200} Jul 27 22:22:20.450232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da01c0-344f-4a83-8b6f-06624a269aaf None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:20.470203 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-763e3902-43f8-4e97-b599-b090a2f4829f None None] Set router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:20.479483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=4bba6e9d-799a-4449-9269-292737424195,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:20.500313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:20.503030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:20.506976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:20.651887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be40a0c-ee4b-4cc2-9196-093852fe71c2 req-a21b791a-f471-4585-8262-35ec9891198f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:20.658104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2be40a0c-ee4b-4cc2-9196-093852fe71c2 req-a21b791a-f471-4585-8262-35ec9891198f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1124606 Jul 27 22:22:20.709539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:20.710436 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:20.717075 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2be40a0c-ee4b-4cc2-9196-093852fe71c2 req-7556029f-10e6-44a6-8812-f864a39aa490 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544405 Jul 27 22:22:20.754164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-55b1777b-f13a-4a15-af59-381331784a85 None None] Provisioning complete for port fe923445-0c68-4789-ad8d-90fa30f4a88b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:20.755284 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-55b1777b-f13a-4a15-af59-381331784a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:20.771726 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-763e3902-43f8-4e97-b599-b090a2f4829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:20:26Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '52541b49-07de-45e1-b8d5-2815213f1147', 'name': '', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:20:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:26Z', 'updated_at': '2021-07-27T22:20:33Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:20.782001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-61e3facd-fe39-477e-97e1-b518d7045c32 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1032863 Jul 27 22:22:20.784864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40358) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:20.821105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c331-5492-4d12-8ef9-e81dcf6cc4ec req-5d8c9824-fcc5-46c0-a6c8-4e3987c0d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:20.822750 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f49c331-5492-4d12-8ef9-e81dcf6cc4ec req-5d8c9824-fcc5-46c0-a6c8-4e3987c0d41a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 1096 time: 0.4158075 Jul 27 22:22:20.955604 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e3902-43f8-4e97-b599-b090a2f4829f None None] Checking router: 65b1c9a2-c4ba-43d5-9e40-6615973ee180 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:20.966717 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e3902-43f8-4e97-b599-b090a2f4829f None None] Routers {'65b1c9a2-c4ba-43d5-9e40-6615973ee180'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:20.967623 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-763e3902-43f8-4e97-b599-b090a2f4829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:22:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:20.972165 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b038776d-12ae-42e7-bddc-161da90634b9 req-ce29affb-33d0-4566-8c16-fac916bf3e51 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.1150367 Jul 27 22:22:20.994321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device fe923445-0c68-4789-ad8d-90fa30f4a88b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:21.042620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d63cb8-4113-4902-a6e8-33a080f9ce14 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:21.044960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c331-5492-4d12-8ef9-e81dcf6cc4ec req-ab7f923c-589c-4cb6-ae4d-4ae6e666d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:21.046581 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f49c331-5492-4d12-8ef9-e81dcf6cc4ec req-ab7f923c-589c-4cb6-ae4d-4ae6e666d6a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d95a962-724c-4f62-852a-1d5ea2380562 HTTP/1.1" status: 200 len: 897 time: 0.2154860 Jul 27 22:22:21.050246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d63cb8-4113-4902-a6e8-33a080f9ce14 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:21.052959 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f4d63cb8-4113-4902-a6e8-33a080f9ce14 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2657418 Jul 27 22:22:21.055054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:21.107080 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f49c331-5492-4d12-8ef9-e81dcf6cc4ec req-b6a74a2d-12c7-4257-8669-e6136e1309a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f552b43-083b-414c-b5cb-87a94c5175af HTTP/1.1" status: 200 len: 217 time: 0.0519485 Jul 27 22:22:21.108848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4306d-0be7-4d17-bc75-cedff4a56dde req-2425f7b1-d911-4cd2-82cf-4248d5d9dc7a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:21.113304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port fe923445-0c68-4789-ad8d-90fa30f4a88b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:21.113941 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:21.116438 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48e4306d-0be7-4d17-bc75-cedff4a56dde req-2425f7b1-d911-4cd2-82cf-4248d5d9dc7a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.3726010 Jul 27 22:22:21.179347 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-763e3902-43f8-4e97-b599-b090a2f4829f None None] Set router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:21.179714 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c331-5492-4d12-8ef9-e81dcf6cc4ec req-232196b1-a100-422d-91d4-92d12796442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:21.182687 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f49c331-5492-4d12-8ef9-e81dcf6cc4ec req-232196b1-a100-422d-91d4-92d12796442c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e3f109c-bd1b-4f97-9655-3c336bf13020 HTTP/1.1" status: 200 len: 835 time: 0.0610561 Jul 27 22:22:21.236273 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48e4306d-0be7-4d17-bc75-cedff4a56dde req-66f13946-cd26-4e5b-8910-407b62df95f5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189363 Jul 27 22:22:21.251265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49c331-5492-4d12-8ef9-e81dcf6cc4ec req-dd4411d6-065e-488e-9a55-9cd7bccd2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:21.260790 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f49c331-5492-4d12-8ef9-e81dcf6cc4ec req-dd4411d6-065e-488e-9a55-9cd7bccd2fe3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d95a962-724c-4f62-852a-1d5ea2380562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697181 Jul 27 22:22:21.261704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-eac05f91-5f3f-4f5c-adf9-fd13e31cb8bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port 4bba6e9d-799a-4449-9269-292737424195 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:21.262054 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eac05f91-5f3f-4f5c-adf9-fd13e31cb8bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:21.343878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67485398-31f5-41b8-b672-3d159bfa9f91 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:21.392826 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eac05f91-5f3f-4f5c-adf9-fd13e31cb8bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:21.415723 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f49c331-5492-4d12-8ef9-e81dcf6cc4ec req-3e7995e1-adc8-44d7-ac4f-0c09da83e3a4 service neutron] 10.222.0.41 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462321 Jul 27 22:22:21.418767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a8ed2fbd-3e7b-4d6e-93f3-3d89e6e28e70 None None] Provisioning for port 4bba6e9d-799a-4449-9269-292737424195 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:21.422591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-eac05f91-5f3f-4f5c-adf9-fd13e31cb8bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for 4bba6e9d-799a-4449-9269-292737424195 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:21.427667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a8ed2fbd-3e7b-4d6e-93f3-3d89e6e28e70 None None] Provisioning complete for port 4bba6e9d-799a-4449-9269-292737424195 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:21.428046 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2fbd-3e7b-4d6e-93f3-3d89e6e28e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:21.482556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed2fbd-3e7b-4d6e-93f3-3d89e6e28e70 None None] Port 4bba6e9d-799a-4449-9269-292737424195 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:22:21.532032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a8ed2fbd-3e7b-4d6e-93f3-3d89e6e28e70 None None] Provisioning complete for port fe923445-0c68-4789-ad8d-90fa30f4a88b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:21.532409 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a8ed2fbd-3e7b-4d6e-93f3-3d89e6e28e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:21.535820 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-763e3902-43f8-4e97-b599-b090a2f4829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:20:26Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '52541b49-07de-45e1-b8d5-2815213f1147', 'name': '', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:20:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:26Z', 'updated_at': '2021-07-27T22:20:33Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:21.565033 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e3902-43f8-4e97-b599-b090a2f4829f None None] The sync data for ids ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'] in n-d-802011-3 is: [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:20:26Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '52541b49-07de-45e1-b8d5-2815213f1147', 'name': '', 'network_id': '9d95a962-724c-4f62-852a-1d5ea2380562', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:20:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:26Z', 'updated_at': '2021-07-27T22:20:33Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '5e3f109c-bd1b-4f97-9655-3c336bf13020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:21.594626 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f49c331-5492-4d12-8ef9-e81dcf6cc4ec req-0bb95f39-d9f7-4e85-aec3-4b304f09ec3b service neutron] 10.222.0.41 "GET /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684585 Jul 27 22:22:21.694710 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eac05f91-5f3f-4f5c-adf9-fd13e31cb8bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:21.742378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac05f91-5f3f-4f5c-adf9-fd13e31cb8bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=4bba6e9d-799a-4449-9269-292737424195,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:21.965662 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f84fd-c96c-4c73-ac2e-7ef5866da572 None None] New status for floating IP 3077e4c6-a02a-4aa4-b290-579ad4fb886a: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:22:21.968479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a83058-3d21-4c8a-b7d6-b4a986474b23 req-52627498-fed3-48df-a18c-287617c4a079 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:21.970203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-78a83058-3d21-4c8a-b7d6-b4a986474b23 req-52627498-fed3-48df-a18c-287617c4a079 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1472108 Jul 27 22:22:21.998292 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eac05f91-5f3f-4f5c-adf9-fd13e31cb8bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:22.000188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-eac05f91-5f3f-4f5c-adf9-fd13e31cb8bd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/4bba6e9d-799a-4449-9269-292737424195 HTTP/1.1" status: 204 len: 168 time: 0.9442239 Jul 27 22:22:22.002795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40368) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:22.023864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-78a83058-3d21-4c8a-b7d6-b4a986474b23 req-133e989b-65a5-48fe-a15f-c394fb75cd19 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452821 Jul 27 22:22:22.106150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-02c95b85-bb65-48b9-8166-562089b29829 None None] Could not find standard attr ID for object 4bba6e9d-799a-4449-9269-292737424195. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:22:22.136995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-02c95b85-bb65-48b9-8166-562089b29829 None None] Provisioning complete for port fe923445-0c68-4789-ad8d-90fa30f4a88b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:22.137700 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-02c95b85-bb65-48b9-8166-562089b29829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:22.167244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd72078b-c24a-4db7-8209-98a3914080e4 req-c6b377bc-7428-4346-bf3f-ba6759572e3c tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0488358 Jul 27 22:22:22.170865 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dededa5d-7267-48f8-8a22-f9fd534b9b77 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:22.172738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dededa5d-7267-48f8-8a22-f9fd534b9b77 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:22.182552 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dededa5d-7267-48f8-8a22-f9fd534b9b77 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:22.182552 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dededa5d-7267-48f8-8a22-f9fd534b9b77 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1727014 Jul 27 22:22:22.182552 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40372) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:22.199066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3d985-e1ce-4b34-8535-245684edb5cb req-509d37d0-7e3f-413a-87da-4480ce153188 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:22.200739 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eaa3d985-e1ce-4b34-8535-245684edb5cb req-509d37d0-7e3f-413a-87da-4480ce153188 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.1144416 Jul 27 22:22:22.288223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3f29c0-6f53-4aea-8717-9c5c8cdcd62c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 3a98fefb-7f0b-4e0c-8392-3ee98feedfc0 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:22.317758 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa3f29c0-6f53-4aea-8717-9c5c8cdcd62c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:22.366604 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa3f29c0-6f53-4aea-8717-9c5c8cdcd62c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:22.384768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2d5f0-bd13-45c0-9bc2-7d83de447f54 req-9f6d35fd-ce0f-4f7e-abb2-dff810066826 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:22.393780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2e2d5f0-bd13-45c0-9bc2-7d83de447f54 req-9f6d35fd-ce0f-4f7e-abb2-dff810066826 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 945 time: 0.0756624 Jul 27 22:22:22.420895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-eaa3d985-e1ce-4b34-8535-245684edb5cb req-046f221d-c6b9-4ffb-a360-c529ac05c790 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port 9f552b43-083b-414c-b5cb-87a94c5175af {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:22.421239 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-eaa3d985-e1ce-4b34-8535-245684edb5cb req-046f221d-c6b9-4ffb-a360-c529ac05c790 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:22.440958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2e2d5f0-bd13-45c0-9bc2-7d83de447f54 req-3b67a9d6-1cec-451f-bb51-86296ea8d532 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463037 Jul 27 22:22:22.469762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ed497168-c2fc-4c10-8659-9ae39df55fab None None] Could not find standard attr ID for object 4bba6e9d-799a-4449-9269-292737424195. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:22:22.549566 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa3f29c0-6f53-4aea-8717-9c5c8cdcd62c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:22.684225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-eaa3d985-e1ce-4b34-8535-245684edb5cb req-046f221d-c6b9-4ffb-a360-c529ac05c790 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] For port 9f552b43-083b-414c-b5cb-87a94c5175af, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9f552b43-083b-414c-b5cb-87a94c5175af,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:22.684696 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-eaa3d985-e1ce-4b34-8535-245684edb5cb req-046f221d-c6b9-4ffb-a360-c529ac05c790 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:22.702938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-eaa3d985-e1ce-4b34-8535-245684edb5cb req-046f221d-c6b9-4ffb-a360-c529ac05c790 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for 9f552b43-083b-414c-b5cb-87a94c5175af owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:22.726496 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa3f29c0-6f53-4aea-8717-9c5c8cdcd62c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:22.796120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f29c0-6f53-4aea-8717-9c5c8cdcd62c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=3a98fefb-7f0b-4e0c-8392-3ee98feedfc0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:22.805077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa3f29c0-6f53-4aea-8717-9c5c8cdcd62c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:22.809383 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fa3f29c0-6f53-4aea-8717-9c5c8cdcd62c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/3a98fefb-7f0b-4e0c-8392-3ee98feedfc0 HTTP/1.1" status: 204 len: 168 time: 0.6264801 Jul 27 22:22:22.810411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40382) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:22.818497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddad941-037a-4596-b3b8-fa99a84479e5 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:22.914785 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-eaa3d985-e1ce-4b34-8535-245684edb5cb req-046f221d-c6b9-4ffb-a360-c529ac05c790 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:22.933985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b8ded5-c521-4bd9-989c-c70d932d3e7e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet b7337ccf-7858-49e2-9c78-e407a454734a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:22.939260 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18b8ded5-c521-4bd9-989c-c70d932d3e7e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:22.975190 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f221d-c6b9-4ffb-a360-c529ac05c790 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=9f552b43-083b-414c-b5cb-87a94c5175af,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:23.050126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa3d985-e1ce-4b34-8535-245684edb5cb req-046f221d-c6b9-4ffb-a360-c529ac05c790 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] No DVR routers for this DVR port 9f552b43-083b-414c-b5cb-87a94c5175af on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:23.052915 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-eaa3d985-e1ce-4b34-8535-245684edb5cb req-046f221d-c6b9-4ffb-a360-c529ac05c790 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:23.054993 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eaa3d985-e1ce-4b34-8535-245684edb5cb req-046f221d-c6b9-4ffb-a360-c529ac05c790 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.41 "DELETE /v2.0/ports/9f552b43-083b-414c-b5cb-87a94c5175af HTTP/1.1" status: 204 len: 173 time: 0.8322759 Jul 27 22:22:23.055434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'name': 'network-vif-deleted', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:22:23.057729 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e7a588-cfda-4f3d-b5cc-a2bab25db263" -d '{"events": [{"server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "name": "network-vif-deleted", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:22:23.100178 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18b8ded5-c521-4bd9-989c-c70d932d3e7e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:23.204348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8a671-c212-4a5c-accd-7fc8418ec331 req-03302297-6d23-49c0-88de-36d968128c0c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:23.205902 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bb8a671-c212-4a5c-accd-7fc8418ec331 req-03302297-6d23-49c0-88de-36d968128c0c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 946 time: 0.1998081 Jul 27 22:22:23.262546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a93f11-270c-4ae9-ba1c-92c01c015acb req-c4df75b2-bfc2-4655-b50e-66e9b675ca26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:23.264056 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05a93f11-270c-4ae9-ba1c-92c01c015acb req-c4df75b2-bfc2-4655-b50e-66e9b675ca26 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1234028 Jul 27 22:22:23.312987 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bb8a671-c212-4a5c-accd-7fc8418ec331 req-8f001fe7-f380-4f46-9ed5-15a54e933c45 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954049 Jul 27 22:22:23.319209 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18b8ded5-c521-4bd9-989c-c70d932d3e7e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:23.364265 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05a93f11-270c-4ae9-ba1c-92c01c015acb req-7d2fa9d2-720a-4e08-92b1-d7154953ed8e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926449 Jul 27 22:22:23.400190 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0890cd-0201-44a0-a6bc-227856d5983c x-openstack-request-id: req-4e0890cd-0201-44a0-a6bc-227856d5983c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:22:23.400818 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc73895-08b1-40af-babd-120fb50f277f", "name": "network-vif-deleted", "tag": "9f552b43-083b-414c-b5cb-87a94c5175af", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:22:23.401233 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e0890cd-0201-44a0-a6bc-227856d5983c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:22:23.401985 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc73895-08b1-40af-babd-120fb50f277f', 'name': 'network-vif-deleted', 'tag': '9f552b43-083b-414c-b5cb-87a94c5175af', 'status': 'completed', 'code': 200} Jul 27 22:22:23.426788 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18b8ded5-c521-4bd9-989c-c70d932d3e7e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:23.496154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8ded5-c521-4bd9-989c-c70d932d3e7e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=b7337ccf-7858-49e2-9c78-e407a454734a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:23.528329 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18b8ded5-c521-4bd9-989c-c70d932d3e7e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:23.530981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-18b8ded5-c521-4bd9-989c-c70d932d3e7e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/b7337ccf-7858-49e2-9c78-e407a454734a HTTP/1.1" status: 204 len: 168 time: 0.7194350 Jul 27 22:22:23.533628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40398) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:23.593613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e18972d0-dd07-4eb4-b3b7-c0ac9b02b45a req-577231d0-c752-49bd-8019-cfc6bae9f30a tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0772896 Jul 27 22:22:23.628910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05182e-72e3-4858-9a28-c132eab10f5c req-abf2a73d-cd40-406d-a1c9-29fde423c8f3 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:23.639207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c05182e-72e3-4858-9a28-c132eab10f5c req-abf2a73d-cd40-406d-a1c9-29fde423c8f3 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1407173 Jul 27 22:22:23.656163 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-55c6061c-1baa-4c78-b1f9-795f96bfc5db tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1185505 Jul 27 22:22:23.666720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:23.695807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4e5c9685-a424-4d4f-aea1-6ffaf54a50b6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:23.705188 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7a370a9b-ed62-4961-b7e1-b89d16b94cb7 req-1b4703d6-5bbe-424f-8805-81e31e58d472 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0540059 Jul 27 22:22:23.778977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c05182e-72e3-4858-9a28-c132eab10f5c req-e341669f-ca81-4d42-a823-895af627f812 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386869 Jul 27 22:22:23.814783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc6c9ab7-0af5-440f-b277-d4126b69b147 req-d6a62e16-2aaf-4a10-b682-ddeb3d9681c9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bc73895-08b1-40af-babd-120fb50f277f HTTP/1.1" status: 200 len: 210 time: 0.0343378 Jul 27 22:22:23.868055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c9685-a424-4d4f-aea1-6ffaf54a50b6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:23.873324 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e5c9685-a424-4d4f-aea1-6ffaf54a50b6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:23.945459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfed2889-fdfa-46d5-93e4-0448908fc2df None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:24.022319 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4372773e-f657-4d97-af1b-3bf5dbed6197 None None] Provisioning complete for port fe923445-0c68-4789-ad8d-90fa30f4a88b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:24.022792 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4372773e-f657-4d97-af1b-3bf5dbed6197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:24.041111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b076ca-ce8f-478c-8da2-ddbd0414d2fe req-d7a123bf-1ca6-41a6-b490-4a6f1b2e8819 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:24.042692 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61b076ca-ce8f-478c-8da2-ddbd0414d2fe req-d7a123bf-1ca6-41a6-b490-4a6f1b2e8819 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1099088 Jul 27 22:22:24.119085 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61b076ca-ce8f-478c-8da2-ddbd0414d2fe req-b73fa2ef-2ed5-4128-b366-a76034bcabf0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683806 Jul 27 22:22:24.199766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619e74b-0780-4967-9253-cce927f59c74 None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:22:24.225429 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e5c9685-a424-4d4f-aea1-6ffaf54a50b6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:24.241448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-6805c7ff-41d5-4a8e-a120-88a52fb94930 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:24.243093 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-6805c7ff-41d5-4a8e-a120-88a52fb94930 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.41 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 946 time: 0.0625851 Jul 27 22:22:24.260652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5619e74b-0780-4967-9253-cce927f59c74 None None] Deleting port fe923445-0c68-4789-ad8d-90fa30f4a88b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:24.262542 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5619e74b-0780-4967-9253-cce927f59c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:24.297552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c9685-a424-4d4f-aea1-6ffaf54a50b6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:24.302062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c9685-a424-4d4f-aea1-6ffaf54a50b6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:24.310665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c9685-a424-4d4f-aea1-6ffaf54a50b6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:24.311243 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e5c9685-a424-4d4f-aea1-6ffaf54a50b6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:24.336761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c9685-a424-4d4f-aea1-6ffaf54a50b6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=e7ba6a56-ebde-47f0-864a-24b01b67f743,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:24.352834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Deleting port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:24.353436 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:24.353751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf7ce2-c3b0-4fac-bd2a-760e64453495 req-6431afcf-3e8d-437a-be5a-57e04ac64a05 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:24.355701 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abcf7ce2-c3b0-4fac-bd2a-760e64453495 req-6431afcf-3e8d-437a-be5a-57e04ac64a05 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1003580 Jul 27 22:22:24.357507 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4e5c9685-a424-4d4f-aea1-6ffaf54a50b6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6664429 Jul 27 22:22:24.361345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:24.367021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:24.390898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5619e74b-0780-4967-9253-cce927f59c74 None None] For port fe923445-0c68-4789-ad8d-90fa30f4a88b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=fe923445-0c68-4789-ad8d-90fa30f4a88b,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:24.391747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5619e74b-0780-4967-9253-cce927f59c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:24.465207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5619e74b-0780-4967-9253-cce927f59c74 None None] Calling delete_port for fe923445-0c68-4789-ad8d-90fa30f4a88b owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:24.490802 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abcf7ce2-c3b0-4fac-bd2a-760e64453495 req-8158194c-b979-48d6-8fec-f57db9fb55e6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135714 Jul 27 22:22:24.558154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2dd4a-b692-4d58-8cf5-9cb24db1b64c req-4913d5f4-53ec-4536-81a1-e8bb631ea080 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:24.562633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] For port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:24.566217 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1df2dd4a-b692-4d58-8cf5-9cb24db1b64c req-4913d5f4-53ec-4536-81a1-e8bb631ea080 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 946 time: 0.1120174 Jul 27 22:22:24.566768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:24.634663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1df2dd4a-b692-4d58-8cf5-9cb24db1b64c req-7d9e4e83-f8f6-4f8a-a223-65f0a37992a4 tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups?id=15de572a-6739-4765-af25-7b5ad5c3246e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667522 Jul 27 22:22:24.644224 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5619e74b-0780-4967-9253-cce927f59c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:24.698519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619e74b-0780-4967-9253-cce927f59c74 None None] Pushing event deleted for resources: {'Port': ['ID=fe923445-0c68-4789-ad8d-90fa30f4a88b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:24.700271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:24.703780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5619e74b-0780-4967-9253-cce927f59c74 None None] No DVR routers for this DVR port fe923445-0c68-4789-ad8d-90fa30f4a88b on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:24.703907 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:24.736670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d693eaec-5e06-4e0c-b3d8-9b8ee4f1f414 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:24.787201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5114c-69c6-4c1a-9db0-b72f31c874a9 req-d42d10c8-6976-4810-8cc2-bc456a86ba30 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:24.788765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bb5114c-69c6-4c1a-9db0-b72f31c874a9 req-d42d10c8-6976-4810-8cc2-bc456a86ba30 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1297762 Jul 27 22:22:24.869550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e6ca90f-116c-4972-8f47-0a135a4e9791 req-b21c109b-22ec-470d-87a1-d3aa40c531e3 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0521243 Jul 27 22:22:24.901611 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:24.901982 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:24.902405 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Floating IP 06d4d043-8f7c-461e-881c-aaf4cc516c65 disassociated. External IP: 172.25.1.205, port: 97b151ef-0efa-4b3a-95a8-2695bf9bd06b. Jul 27 22:22:24.902757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Calling delete_port for 97b151ef-0efa-4b3a-95a8-2695bf9bd06b owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:24.917051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bb5114c-69c6-4c1a-9db0-b72f31c874a9 req-d2cefbc7-0ba7-4c5a-9809-ed13ccd33a49 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166232 Jul 27 22:22:24.934212 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': 'e7ba6a56-ebde-47f0-864a-24b01b67f743'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:22:24.935266 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:25.012489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40430) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:25.061809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device fe923445-0c68-4789-ad8d-90fa30f4a88b no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:25.089425 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: fe923445-0c68-4789-ad8d-90fa30f4a88b {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:25.089764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device fe923445-0c68-4789-ad8d-90fa30f4a88b not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:25.199685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Allocated IP 172.20.0.2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/e7ba6a56-ebde-47f0-864a-24b01b67f743/2bed03cb-0afc-4e62-b2c7-09ef3bf33856) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:25.213818 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:25.287855 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f61542fb-c9d3-4562-bbb1-103c0190ec6e req-806a4e97-7c74-4462-a41b-e81afd19e37a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ae1643adafb4443bd273af824d12d6a&device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0289600 Jul 27 22:22:25.289074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event deleted for resources: {'Port': ['ID=97b151ef-0efa-4b3a-95a8-2695bf9bd06b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:25.297245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:25.297602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:25.297948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:25.298303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:25.301373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:25.301718 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:25.302301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:25.302439 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:25.304013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:25.304013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:25.304013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:25.304013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:25.374838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63194f3a-bdbd-49cc-8d0b-e36351ee16fd req-5d2457ab-35ee-4f57-aa6e-4f5167d533e1 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0953112 Jul 27 22:22:25.394011 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f61542fb-c9d3-4562-bbb1-103c0190ec6e req-de68b180-eff1-4b24-8a4e-322ec0e4d47c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0ae1643adafb4443bd273af824d12d6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812454 Jul 27 22:22:25.441236 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:25.449789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31340c3-4454-4ef1-a336-95b615b24e22 req-21ca1917-ca85-47f6-b221-27c69909fec9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:25.451503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a31340c3-4454-4ef1-a336-95b615b24e22 req-21ca1917-ca85-47f6-b221-27c69909fec9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2847183 Jul 27 22:22:25.464166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Transition to ACTIVE for port object 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:25.484052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Transition to ACTIVE for port object 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:25.490321 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:25.530552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:25.534040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:25.537715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:25.592769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Pushing event updated for resources: {'Port': ['ID=2bed03cb-0afc-4e62-b2c7-09ef3bf33856,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:25.608224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Attempting to bind port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:25.608884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Attempting to bind port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:25.609052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Attempting to bind port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:25.614852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:25.615233 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:25.615643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:25.616042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:25.616527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Bound port: 2bed03cb-0afc-4e62-b2c7-09ef3bf33856, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:25.616913 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:25.627759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:22:25.649009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61542fb-c9d3-4562-bbb1-103c0190ec6e req-56ec4354-8657-4d40-a1ab-1092c9f6e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:25.650753 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f61542fb-c9d3-4562-bbb1-103c0190ec6e req-56ec4354-8657-4d40-a1ab-1092c9f6e8f3 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2472460 Jul 27 22:22:25.711650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] For port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:25.715653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] For port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2bed03cb-0afc-4e62-b2c7-09ef3bf33856,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:25.725341 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:25.804574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d98d9-e341-4029-8f15-1797f97732e7 None None] Pushing event updated for resources: {'Port': ['ID=2bed03cb-0afc-4e62-b2c7-09ef3bf33856,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:25.817425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:25.827382 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e8331-dd9e-4927-8c9e-c499647bc20d None None] Sync routers for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:25.851069 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e8331-dd9e-4927-8c9e-c499647bc20d None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:25.851720 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f2e8331-dd9e-4927-8c9e-c499647bc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:22:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:25.905502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] No DVR routers for this DVR port 97b151ef-0efa-4b3a-95a8-2695bf9bd06b on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:25.913847 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:25.916034 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-799d25d3-63bd-4121-8f95-73ae6947c3fc req-9b9ed754-ca87-4e31-8d75-bd13b4d1002b tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.41 "DELETE /v2.0/ports/97b151ef-0efa-4b3a-95a8-2695bf9bd06b HTTP/1.1" status: 204 len: 173 time: 1.6665144 Jul 27 22:22:25.916494 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'name': 'network-vif-deleted', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:22:25.921872 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582bb1be-c281-458a-95e2-25454d5aac69" -d '{"events": [{"server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "name": "network-vif-deleted", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:22:25.972180 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:22:26.104345 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2f2e8331-dd9e-4927-8c9e-c499647bc20d None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:26.111818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b117987-5357-494f-b1df-0a9d3f86ee61 req-5bcca2bc-d191-43d9-96b2-c24d297803eb tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a1dd3-0433-477a-9b76-b19a3f97db79 HTTP/1.1" status: 200 len: 210 time: 0.0418007 Jul 27 22:22:26.162097 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a31340c3-4454-4ef1-a336-95b615b24e22 req-08b937b0-c122-4ba9-91b3-886aa3817d06 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6956086 Jul 27 22:22:26.207830 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5bc814-c53c-4e22-abcd-84976bcaba5a x-openstack-request-id: req-3d5bc814-c53c-4e22-abcd-84976bcaba5a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:22:26.208871 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a1dd3-0433-477a-9b76-b19a3f97db79", "name": "network-vif-deleted", "tag": "97b151ef-0efa-4b3a-95a8-2695bf9bd06b", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:22:26.209810 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d5bc814-c53c-4e22-abcd-84976bcaba5a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:22:26.209981 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a1dd3-0433-477a-9b76-b19a3f97db79', 'name': 'network-vif-deleted', 'tag': '97b151ef-0efa-4b3a-95a8-2695bf9bd06b', 'status': 'completed', 'code': 200} Jul 27 22:22:26.257660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.objects.ports [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:22:26.389769 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f2e8331-dd9e-4927-8c9e-c499647bc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:07Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:26.416221 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e8331-dd9e-4927-8c9e-c499647bc20d None None] Checking router: 45e25285-7ed0-4556-a5c8-ad0be9ab4639 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:26.424908 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e8331-dd9e-4927-8c9e-c499647bc20d None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:26.425521 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f2e8331-dd9e-4927-8c9e-c499647bc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:22:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:26.543803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f31ed24e-fc5b-497c-87f9-43f5ea42785b req-5c72a2f0-f378-4f3b-aa5a-e8591498bbb0 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0522485 Jul 27 22:22:26.565107 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2f2e8331-dd9e-4927-8c9e-c499647bc20d None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:26.683710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab8c15-f7bc-4fcc-b397-878df6687d0a req-a811cde0-8f98-4667-8e93-555eb64f86d1 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:26.685371 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ceab8c15-f7bc-4fcc-b397-878df6687d0a req-a811cde0-8f98-4667-8e93-555eb64f86d1 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2793093 Jul 27 22:22:26.829215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ceab8c15-f7bc-4fcc-b397-878df6687d0a req-be78ead6-c7d4-4f02-872c-f143b8ac5c34 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345956 Jul 27 22:22:26.837786 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:26.891139 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2f2e8331-dd9e-4927-8c9e-c499647bc20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:07Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:26.914070 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f61542fb-c9d3-4562-bbb1-103c0190ec6e req-a46fb182-d805-4572-b4b4-4fd8d3bc886c tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.0745296 Jul 27 22:22:26.938453 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e8331-dd9e-4927-8c9e-c499647bc20d None None] The sync data for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 is: [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:14:02Z', 'revision_number': 4, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '24cc177e-d1a3-4942-b0e5-879ef79de9ab', 'name': '', 'network_id': 'a9c88e20-805d-4f8f-85e6-624dea576f2d', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'mac_address': 'fa:16:3e:81:b2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:01Z', 'updated_at': '2021-07-27T22:14:07Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'subnets': [{'id': '33286f14-de17-41ee-a71f-43e9d9fb3856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:27.045599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:27.129437 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:27.139300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 97b151ef-0efa-4b3a-95a8-2695bf9bd06b no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:27.175635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 97b151ef-0efa-4b3a-95a8-2695bf9bd06b {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:27.176626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 97b151ef-0efa-4b3a-95a8-2695bf9bd06b not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:27.177378 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9f552b43-083b-414c-b5cb-87a94c5175af no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:27.211028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 9f552b43-083b-414c-b5cb-87a94c5175af {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:27.211712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9f552b43-083b-414c-b5cb-87a94c5175af not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:27.250021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3df2a5-8d43-420d-bf13-fe4552f109c5 req-8472d215-a128-40a2-871d-e610d72d1d8b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:27.265833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e3df2a5-8d43-420d-bf13-fe4552f109c5 req-8472d215-a128-40a2-871d-e610d72d1d8b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2572916 Jul 27 22:22:27.311755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40468) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:27.313746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] For port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2bed03cb-0afc-4e62-b2c7-09ef3bf33856,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:27.370647 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b1441-58f4-42d3-8e8a-56da5df92154 None None] New status for floating IP 06d4d043-8f7c-461e-881c-aaf4cc516c65: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:22:27.389276 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e3df2a5-8d43-420d-bf13-fe4552f109c5 req-f123eaa7-5158-48f4-a700-b53e89ba020d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273890 Jul 27 22:22:27.404830 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80844ba0-8fe1-4c71-a295-05fe36a2c62a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:27.421280 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e07fa20a-4b87-43e6-b9cd-acb89ab2076d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:27.438621 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80844ba0-8fe1-4c71-a295-05fe36a2c62a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:27.470666 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:27.500353 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80844ba0-8fe1-4c71-a295-05fe36a2c62a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:27.503228 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80844ba0-8fe1-4c71-a295-05fe36a2c62a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:27.505196 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-80844ba0-8fe1-4c71-a295-05fe36a2c62a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "DELETE /v2.0/security-groups/15de572a-6739-4765-af25-7b5ad5c3246e HTTP/1.1" status: 204 len: 168 time: 0.1921611 Jul 27 22:22:27.511747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40480) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:27.535735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80844ba0-8fe1-4c71-a295-05fe36a2c62a tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15de572a-6739-4765-af25-7b5ad5c3246e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:27.551902 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-7e069656-f017-40ba-bcbd-33f9727dc4ef tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] show failed (client error): The resource could not be found. Jul 27 22:22:27.553749 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7e069656-f017-40ba-bcbd-33f9727dc4ef tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "GET /v2.0/security-groups/15de572a-6739-4765-af25-7b5ad5c3246e HTTP/1.1" status: 404 len: 347 time: 0.0409963 Jul 27 22:22:27.556621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40486) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:27.561996 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:27.562725 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:27.680126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-253cc23b-f88b-450f-8f35-000ed45c26dc None None] Provisioning for port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:27.696775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-253cc23b-f88b-450f-8f35-000ed45c26dc None None] Provisioning complete for port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:27.697575 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-253cc23b-f88b-450f-8f35-000ed45c26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:27.796351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:27.813770 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-253cc23b-f88b-450f-8f35-000ed45c26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:27.824030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:27.836456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e20106-f06a-487f-b4c4-1b8275443554 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:27.851458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:27.851458 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:27.864993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bcb8589d-2a4a-4c6f-8017-048f6cc9f5d5 req-d74bce8d-9a03-4d45-a5a5-5cd5856d94d3 tempest-ServerShowV257Test-1087641500 tempest-ServerShowV257Test-1087641500-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b38210c-0df6-4cd4-9c9f-fd4daddcb7da HTTP/1.1" status: 200 len: 210 time: 0.1146207 Jul 27 22:22:27.869433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=2bed03cb-0afc-4e62-b2c7-09ef3bf33856,revision_number=4']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:27.888462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d0ad0-35ba-4973-b5a7-e58b1f462ee1 req-ae691219-63e9-438c-896a-84cc863f773f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:27.890156 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-888d0ad0-35ba-4973-b5a7-e58b1f462ee1 req-ae691219-63e9-438c-896a-84cc863f773f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.3322945 Jul 27 22:22:27.890852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=918caa31-c910-4eeb-8a9d-fd898d4b396c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:27.918484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.918484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.918857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.919201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.919487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.919917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.920230 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.920668 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.921054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.921387 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.921736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.922121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.927836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.928185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.928599 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.928948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.929333 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.929677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.930010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.930428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.930761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.931097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.931436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.931767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:27.977635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ea24e801-3c85-4ca2-abec-74928a3b8a9d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6152222 Jul 27 22:22:27.981550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40490) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:27.987410 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:31:31:b0', 'name': 'tempest-NetworksTestDHCPv6-742107204'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:28.012773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-253cc23b-f88b-450f-8f35-000ed45c26dc None None] For port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2bed03cb-0afc-4e62-b2c7-09ef3bf33856,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:28.040402 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-253cc23b-f88b-450f-8f35-000ed45c26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:28.086826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-888d0ad0-35ba-4973-b5a7-e58b1f462ee1 req-514a631d-1626-4ca2-b02c-f28723037329 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778510 Jul 27 22:22:28.130054 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cc23b-f88b-450f-8f35-000ed45c26dc None None] Pushing event updated for resources: {'Port': ['ID=2bed03cb-0afc-4e62-b2c7-09ef3bf33856,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:28.169345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-106500e5-683c-4529-a666-6f0e3ab43e1c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Deleting port c16e4884-9cdc-4c7c-8512-92d9be406af0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:28.169941 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106500e5-683c-4529-a666-6f0e3ab43e1c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:28.252995 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106500e5-683c-4529-a666-6f0e3ab43e1c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:28.253334 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106500e5-683c-4529-a666-6f0e3ab43e1c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:28.264386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd87554-c26b-4057-b908-2824a3dd34cf req-7a73cd78-2fd3-4dab-a19e-8a4dadbae7f7 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:28.268009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-106500e5-683c-4529-a666-6f0e3ab43e1c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Calling delete_port for c16e4884-9cdc-4c7c-8512-92d9be406af0 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:28.271279 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efd87554-c26b-4057-b908-2824a3dd34cf req-7a73cd78-2fd3-4dab-a19e-8a4dadbae7f7 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1073160 Jul 27 22:22:28.313949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:28.443414 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106500e5-683c-4529-a666-6f0e3ab43e1c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:28.454467 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efd87554-c26b-4057-b908-2824a3dd34cf req-a960cef7-c051-441d-83ec-8620aee30368 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591501 Jul 27 22:22:28.471581 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:28.485425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106500e5-683c-4529-a666-6f0e3ab43e1c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Pushing event deleted for resources: {'Port': ['ID=c16e4884-9cdc-4c7c-8512-92d9be406af0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:28.500907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port d67ee33d-0184-49e3-9c98-c2fd9e5dc44b yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:22:28.588921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e07fa20a-4b87-43e6-b9cd-acb89ab2076d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port 52541b49-07de-45e1-b8d5-2815213f1147 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:28.589279 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e07fa20a-4b87-43e6-b9cd-acb89ab2076d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:28.594451 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106500e5-683c-4529-a666-6f0e3ab43e1c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:28.598809 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-106500e5-683c-4529-a666-6f0e3ab43e1c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:28.600740 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-106500e5-683c-4529-a666-6f0e3ab43e1c tempest-AttachVolumeShelveTestJSON-856277134 tempest-AttachVolumeShelveTestJSON-856277134-project] 10.222.0.24 "DELETE /v2.0/floatingips/06d4d043-8f7c-461e-881c-aaf4cc516c65 HTTP/1.1" status: 204 len: 168 time: 1.0416157 Jul 27 22:22:28.790418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d3519-41dc-447b-9280-bb362d459809 req-a030989c-0832-402b-8506-5ef1737103b6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:28.797818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e5d3519-41dc-447b-9280-bb362d459809 req-a030989c-0832-402b-8506-5ef1737103b6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1927159 Jul 27 22:22:28.871307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e07fa20a-4b87-43e6-b9cd-acb89ab2076d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] For port 52541b49-07de-45e1-b8d5-2815213f1147, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=52541b49-07de-45e1-b8d5-2815213f1147,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:28.872211 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e07fa20a-4b87-43e6-b9cd-acb89ab2076d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:28.901123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 172.20.0.13 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/e7ba6a56-ebde-47f0-864a-24b01b67f743/d67ee33d-0184-49e3-9c98-c2fd9e5dc44b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:28.905568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e07fa20a-4b87-43e6-b9cd-acb89ab2076d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for 52541b49-07de-45e1-b8d5-2815213f1147 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:28.918873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e5d3519-41dc-447b-9280-bb362d459809 req-fbb1fea4-8022-4886-8fc9-e1971baad2c2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200540 Jul 27 22:22:28.926234 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::f816:3eff:fe31:31b0 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/918caa31-c910-4eeb-8a9d-fd898d4b396c/d67ee33d-0184-49e3-9c98-c2fd9e5dc44b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:28.985053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:29.090570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:29.093084 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:29.217427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba14be-1073-408d-82ac-7913d981409c req-aa79113b-3ab2-4244-9544-c98d3aae9076 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:29.219280 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cba14be-1073-408d-82ac-7913d981409c req-aa79113b-3ab2-4244-9544-c98d3aae9076 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1389122 Jul 27 22:22:29.257855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-74f102ac-2dc0-4b7f-b711-82a015d4af3e None None] Provisioning complete for port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:29.259696 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74f102ac-2dc0-4b7f-b711-82a015d4af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:29.395784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8cba14be-1073-408d-82ac-7913d981409c req-a30d18b3-678f-4cd4-8ecc-6a173b48ec5c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422508 Jul 27 22:22:29.434159 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:29.469532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40514) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:29.517036 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e07fa20a-4b87-43e6-b9cd-acb89ab2076d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:29.530169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object d67ee33d-0184-49e3-9c98-c2fd9e5dc44b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:29.586851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fa20a-4b87-43e6-b9cd-acb89ab2076d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=52541b49-07de-45e1-b8d5-2815213f1147,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:29.643705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dddc4909-4b42-4ace-9298-7d863f4b3b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:29.669078 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:29.767317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:29.776851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:29.779436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:29.860267 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186bbe5-208d-44af-a622-e8b09b11ce27 req-f6cff75a-2425-4ecd-bb88-3d258e0d142c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:29.868674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9186bbe5-208d-44af-a622-e8b09b11ce27 req-f6cff75a-2425-4ecd-bb88-3d258e0d142c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2947464 Jul 27 22:22:29.876466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dddc4909-4b42-4ace-9298-7d863f4b3b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:29.877840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=d67ee33d-0184-49e3-9c98-c2fd9e5dc44b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:29.887589 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dddc4909-4b42-4ace-9298-7d863f4b3b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:29.901575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:29.902663 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:29.974461 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dddc4909-4b42-4ace-9298-7d863f4b3b4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ae1643adafb4443bd273af824d12d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037148 Jul 27 22:22:29.976945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40524) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:29.991088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc4909-4b42-4ace-9298-7d863f4b3b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d7b482-1f3e-456b-9280-12a9495a8492,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:30.119423 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae48ca5b-5523-4f27-acbe-92b2044eae3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:30.156795 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae48ca5b-5523-4f27-acbe-92b2044eae3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:30.250358 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae48ca5b-5523-4f27-acbe-92b2044eae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:30.254208 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae48ca5b-5523-4f27-acbe-92b2044eae3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:30.255286 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ae48ca5b-5523-4f27-acbe-92b2044eae3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73d7b482-1f3e-456b-9280-12a9495a8492 HTTP/1.1" status: 204 len: 168 time: 0.2772815 Jul 27 22:22:30.269940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48ca5b-5523-4f27-acbe-92b2044eae3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d7b482-1f3e-456b-9280-12a9495a8492,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:30.344469 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-03a00953-f16c-42f2-9606-c224a8fe79a1 None None] Provisioning for port d67ee33d-0184-49e3-9c98-c2fd9e5dc44b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:30.351743 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-03a00953-f16c-42f2-9606-c224a8fe79a1 None None] Provisioning complete for port d67ee33d-0184-49e3-9c98-c2fd9e5dc44b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:30.352120 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03a00953-f16c-42f2-9606-c224a8fe79a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:30.414467 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ef9bab48-08f6-419c-89fb-0ddf9e0cfa27 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4289715 Jul 27 22:22:30.416317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40528) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:30.435462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9186bbe5-208d-44af-a622-e8b09b11ce27 req-5bbefeaf-c77d-45b8-aed5-86662e6012d0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657997 Jul 27 22:22:30.454896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-03a00953-f16c-42f2-9606-c224a8fe79a1 None None] Port d67ee33d-0184-49e3-9c98-c2fd9e5dc44b cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:22:30.505103 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e07fa20a-4b87-43e6-b9cd-acb89ab2076d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:30.612311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04396805-b4f3-4caf-a224-010709549d22 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:30.618782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04396805-b4f3-4caf-a224-010709549d22 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:30.624026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-04396805-b4f3-4caf-a224-010709549d22 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2034576 Jul 27 22:22:30.624225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:30.697891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114acc4b-c670-4d75-ba0c-eaf2dc03be82 req-ce83a400-7667-4a06-8495-8b479017a9fe tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:30.706714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-114acc4b-c670-4d75-ba0c-eaf2dc03be82 req-ce83a400-7667-4a06-8495-8b479017a9fe tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0856609 Jul 27 22:22:30.765228 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-114acc4b-c670-4d75-ba0c-eaf2dc03be82 req-6fdf74f2-6d9b-4731-a88a-6b133a4a8cc3 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573618 Jul 27 22:22:30.879478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e69ec2f6-40fd-4ae2-a224-940f261c7b9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port d67ee33d-0184-49e3-9c98-c2fd9e5dc44b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:30.882671 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e69ec2f6-40fd-4ae2-a224-940f261c7b9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:31.049713 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a66229-8138-446a-ac75-f2b4f68ecd26 req-ed4e2f50-157f-4d92-95a4-de55a2dc7adb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:31.051908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67a66229-8138-446a-ac75-f2b4f68ecd26 req-ed4e2f50-157f-4d92-95a4-de55a2dc7adb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1518705 Jul 27 22:22:31.056266 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07fa20a-4b87-43e6-b9cd-acb89ab2076d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:22:31.118350 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e69ec2f6-40fd-4ae2-a224-940f261c7b9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:31.141752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e69ec2f6-40fd-4ae2-a224-940f261c7b9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for d67ee33d-0184-49e3-9c98-c2fd9e5dc44b owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:31.183442 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67a66229-8138-446a-ac75-f2b4f68ecd26 req-29d8c00e-7fcf-4141-89fa-b8365127cbee tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231215 Jul 27 22:22:31.306018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07fa20a-4b87-43e6-b9cd-acb89ab2076d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:31.312388 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e07fa20a-4b87-43e6-b9cd-acb89ab2076d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "PUT /v2.0/routers/65b1c9a2-c4ba-43d5-9e40-6615973ee180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2883618 Jul 27 22:22:31.324616 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40560) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:31.328437 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbcbd4d-3ff8-43d7-98ef-882bfa5de7a0 None None] Sync routers for ids ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:31.344259 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbcbd4d-3ff8-43d7-98ef-882bfa5de7a0 None None] Routers {'65b1c9a2-c4ba-43d5-9e40-6615973ee180'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:31.344259 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ebbcbd4d-3ff8-43d7-98ef-882bfa5de7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:22:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:31.475191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1092a88-b361-469c-b824-5d1d9909af5d req-277b74c2-787d-4c57-990c-dc1e4794b0ee tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:31.476796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1092a88-b361-469c-b824-5d1d9909af5d req-277b74c2-787d-4c57-990c-dc1e4794b0ee tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1686773 Jul 27 22:22:31.508418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-53192bf2-85df-498f-9460-5ebf906f0e78 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting subnet 5e3f109c-bd1b-4f97-9655-3c336bf13020 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:31.511753 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e69ec2f6-40fd-4ae2-a224-940f261c7b9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:31.516788 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53192bf2-85df-498f-9460-5ebf906f0e78 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:31.540216 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ebbcbd4d-3ff8-43d7-98ef-882bfa5de7a0 None None] Set router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:31.573062 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ec2f6-40fd-4ae2-a224-940f261c7b9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=d67ee33d-0184-49e3-9c98-c2fd9e5dc44b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:31.575389 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1092a88-b361-469c-b824-5d1d9909af5d req-391643dc-e8b0-4b43-bcba-b3f1b6fb7486 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918274 Jul 27 22:22:31.618540 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53192bf2-85df-498f-9460-5ebf906f0e78 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:31.854736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e69ec2f6-40fd-4ae2-a224-940f261c7b9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:31.860713 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e69ec2f6-40fd-4ae2-a224-940f261c7b9c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/d67ee33d-0184-49e3-9c98-c2fd9e5dc44b HTTP/1.1" status: 204 len: 168 time: 1.2355058 Jul 27 22:22:31.861391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40574) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:31.963348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef12f5-1bb3-4cfa-a219-1889f55980c3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:31.965325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef12f5-1bb3-4cfa-a219-1889f55980c3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:31.967175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef12f5-1bb3-4cfa-a219-1889f55980c3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:31.972401 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5cef12f5-1bb3-4cfa-a219-1889f55980c3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1098654 Jul 27 22:22:31.974192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:32.080455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53192bf2-85df-498f-9460-5ebf906f0e78 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:32.179918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34351a9f-28f2-4ea0-ba48-d7e3a0457599 req-69212396-d16d-46c6-b450-8cd12af45297 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:32.181586 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34351a9f-28f2-4ea0-ba48-d7e3a0457599 req-69212396-d16d-46c6-b450-8cd12af45297 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.3290415 Jul 27 22:22:32.185334 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ebbcbd4d-3ff8-43d7-98ef-882bfa5de7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:22:29Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:32.243840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-164a7437-e933-4a27-bd17-dd1bfa1cf7c8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 918caa31-c910-4eeb-8a9d-fd898d4b396c {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:32.256781 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-164a7437-e933-4a27-bd17-dd1bfa1cf7c8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:32.303306 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34351a9f-28f2-4ea0-ba48-d7e3a0457599 req-bc6f0f53-ff4c-4bea-885e-eb8a52fdd5b6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108730 Jul 27 22:22:32.356879 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-164a7437-e933-4a27-bd17-dd1bfa1cf7c8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:32.419216 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53192bf2-85df-498f-9460-5ebf906f0e78 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:32.429576 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbcbd4d-3ff8-43d7-98ef-882bfa5de7a0 None None] Checking router: 65b1c9a2-c4ba-43d5-9e40-6615973ee180 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:32.446921 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbcbd4d-3ff8-43d7-98ef-882bfa5de7a0 None None] Routers {'65b1c9a2-c4ba-43d5-9e40-6615973ee180'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:32.447792 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ebbcbd4d-3ff8-43d7-98ef-882bfa5de7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:22:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:32.458611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53192bf2-85df-498f-9460-5ebf906f0e78 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3f109c-bd1b-4f97-9655-3c336bf13020,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:32.489805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40596) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:32.496551 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53192bf2-85df-498f-9460-5ebf906f0e78 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:32.500755 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-53192bf2-85df-498f-9460-5ebf906f0e78 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/subnets/5e3f109c-bd1b-4f97-9655-3c336bf13020 HTTP/1.1" status: 204 len: 168 time: 1.1600285 Jul 27 22:22:32.504650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d477266c-78f6-49c7-847a-a3bccaeb814d None None] Network 9d95a962-724c-4f62-852a-1d5ea2380562 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:32.506879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40598) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:32.670016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4537b-7e0b-4cc1-9ccc-a8f0201c1665 req-1e090093-5d98-482d-b610-798cfd8e3bf2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:32.671586 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66a4537b-7e0b-4cc1-9ccc-a8f0201c1665 req-1e090093-5d98-482d-b610-798cfd8e3bf2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2467380 Jul 27 22:22:32.684396 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ebbcbd4d-3ff8-43d7-98ef-882bfa5de7a0 None None] Set router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:32.729768 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-164a7437-e933-4a27-bd17-dd1bfa1cf7c8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:32.761888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66a4537b-7e0b-4cc1-9ccc-a8f0201c1665 req-62a864ff-ad87-44df-b392-351192bc3462 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781431 Jul 27 22:22:32.846914 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:32.853522 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-164a7437-e933-4a27-bd17-dd1bfa1cf7c8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:32.896964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a7437-e933-4a27-bd17-dd1bfa1cf7c8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=918caa31-c910-4eeb-8a9d-fd898d4b396c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:32.900767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-164a7437-e933-4a27-bd17-dd1bfa1cf7c8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:32.904947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-164a7437-e933-4a27-bd17-dd1bfa1cf7c8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/918caa31-c910-4eeb-8a9d-fd898d4b396c HTTP/1.1" status: 204 len: 168 time: 0.9129074 Jul 27 22:22:32.905681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:32.914080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d450874-5df9-4f1a-b3c3-957249cbd5c9 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:32.932207 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35e894b4-e164-4cc9-8cc0-8c6442bc792b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.032439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dc4542-074d-4566-898d-320cc25fd346 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet e7ba6a56-ebde-47f0-864a-24b01b67f743 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:33.034984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50dc4542-074d-4566-898d-320cc25fd346 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.071893 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ebbcbd4d-3ff8-43d7-98ef-882bfa5de7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:22:29Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:33.123333 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbcbd4d-3ff8-43d7-98ef-882bfa5de7a0 None None] The sync data for ids ['65b1c9a2-c4ba-43d5-9e40-6615973ee180'] in n-d-802011-3 is: [{'id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486554000', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:20:20Z', 'updated_at': '2021-07-27T22:22:29Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '6cbec772-8a5f-49d1-98ad-1a886bc1cd0b', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:11:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b1c9a2-c4ba-43d5-9e40-6615973ee180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:20:21Z', 'updated_at': '2021-07-27T22:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:33.148409 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50dc4542-074d-4566-898d-320cc25fd346 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.293407 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.331351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f8fe-af3a-4d69-a3b9-2f744cc0ece8 req-3498fc9e-2590-4ad6-8c50-303175f81543 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:33.333371 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0909f8fe-af3a-4d69-a3b9-2f744cc0ece8 req-3498fc9e-2590-4ad6-8c50-303175f81543 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1746294 Jul 27 22:22:33.372652 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35e894b4-e164-4cc9-8cc0-8c6442bc792b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.383316 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-35e894b4-e164-4cc9-8cc0-8c6442bc792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.442941 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-35e894b4-e164-4cc9-8cc0-8c6442bc792b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81a5bd2a754d4041bc26ec7fe028f4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9510605 Jul 27 22:22:33.447368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40618) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:33.461200 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0909f8fe-af3a-4d69-a3b9-2f744cc0ece8 req-0ef294a0-8b06-4472-8481-5edb258f8d96 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951355 Jul 27 22:22:33.469264 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50dc4542-074d-4566-898d-320cc25fd346 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.536825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75563445-1f8c-4ea2-8f50-895a92758232 None None] DHCP port deletion for 9d95a962-724c-4f62-852a-1d5ea2380562 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:22:33.650916 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50dc4542-074d-4566-898d-320cc25fd346 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.689392 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50dc4542-074d-4566-898d-320cc25fd346 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.689937 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63c0c806-73e1-496a-b817-aea38281fc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.697486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-50dc4542-074d-4566-898d-320cc25fd346 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/e7ba6a56-ebde-47f0-864a-24b01b67f743 HTTP/1.1" status: 204 len: 168 time: 0.7907257 Jul 27 22:22:33.698513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:33.700060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.702639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:33.709609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-75563445-1f8c-4ea2-8f50-895a92758232 None None] Deleting port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:33.710134 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75563445-1f8c-4ea2-8f50-895a92758232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.736462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e894b4-e164-4cc9-8cc0-8c6442bc792b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfc556a-8648-4dc5-88fe-a6e10bca6441,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:33.822625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1746a21f-8543-4ba4-8c11-dcf6fdd86602 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991271 Jul 27 22:22:33.823596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40630) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:33.871661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-75563445-1f8c-4ea2-8f50-895a92758232 None None] For port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6d60bd65-eefb-4d65-8d48-d9a28411cfe1,segment=NetworkSegment(59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1),segment_id=59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:33.872366 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75563445-1f8c-4ea2-8f50-895a92758232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.873066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc4542-074d-4566-898d-320cc25fd346 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ba6a56-ebde-47f0-864a-24b01b67f743,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:33.899067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-75563445-1f8c-4ea2-8f50-895a92758232 None None] Calling delete_port for 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:33.912806 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63c0c806-73e1-496a-b817-aea38281fc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:33.938542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c58b9-1b55-47a8-ad33-59c362a25fc4 req-83fe639c-66ba-486a-9cfc-6a9b084cf3b8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:33.942766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d2c58b9-1b55-47a8-ad33-59c362a25fc4 req-83fe639c-66ba-486a-9cfc-6a9b084cf3b8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2727993 Jul 27 22:22:33.951307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afef217f-6dd1-4277-a03d-f90fdee7029e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:33.953113 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-afef217f-6dd1-4277-a03d-f90fdee7029e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1120746 Jul 27 22:22:33.964874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:34.020609 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75563445-1f8c-4ea2-8f50-895a92758232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.080751 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75563445-1f8c-4ea2-8f50-895a92758232 None None] Pushing event deleted for resources: {'Port': ['ID=6d60bd65-eefb-4d65-8d48-d9a28411cfe1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:34.092598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75563445-1f8c-4ea2-8f50-895a92758232 None None] No DVR routers for this DVR port 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:34.092829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] For port 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6cbec772-8a5f-49d1-98ad-1a886bc1cd0b,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:34.093290 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.109558 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d2c58b9-1b55-47a8-ad33-59c362a25fc4 req-ac33ef63-eb5a-4c5a-b3d5-50d719b09332 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549015 Jul 27 22:22:34.122185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59aa28-d611-437b-b4c2-8958b9f6344d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:34.123879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0a59aa28-d611-437b-b4c2-8958b9f6344d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1575451 Jul 27 22:22:34.126683 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40634) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:34.211859 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:34.214490 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63c0c806-73e1-496a-b817-aea38281fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.217056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63c0c806-73e1-496a-b817-aea38281fc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.220435 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-63c0c806-73e1-496a-b817-aea38281fc4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edfc556a-8648-4dc5-88fe-a6e10bca6441 HTTP/1.1" status: 204 len: 168 time: 0.7691700 Jul 27 22:22:34.220435 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7a52a093-511b-41f8-a565-633504ae1b67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880842 Jul 27 22:22:34.230018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40642) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:34.235695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-71b54b77-5467-405a-b76d-88828db4fd45 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:34.239192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0c806-73e1-496a-b817-aea38281fc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfc556a-8648-4dc5-88fe-a6e10bca6441,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:34.312420 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2fc4a1-de4c-41fa-b3fc-956a4c9914dc None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:34.410830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b0637c6f-07e9-462d-839e-c16df5c54ee3 None None] Provisioning complete for port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:34.411556 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b0637c6f-07e9-462d-839e-c16df5c54ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.501390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc9281-006f-44f7-8de0-d384332f7df0 req-17605459-c14d-4e3a-a5b7-00d029822c63 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:34.504174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24cc9281-006f-44f7-8de0-d384332f7df0 req-17605459-c14d-4e3a-a5b7-00d029822c63 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1227376 Jul 27 22:22:34.505135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b54b77-5467-405a-b76d-88828db4fd45 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:34.517926 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71b54b77-5467-405a-b76d-88828db4fd45 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.520922 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b54b77-5467-405a-b76d-88828db4fd45 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:22:34.521697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b54b77-5467-405a-b76d-88828db4fd45 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:22:34.526938 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.568596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24cc9281-006f-44f7-8de0-d384332f7df0 req-26472962-b194-4704-880d-c204057dc220 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434520 Jul 27 22:22:34.587957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-71b54b77-5467-405a-b76d-88828db4fd45 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3567419 Jul 27 22:22:34.588884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40648) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:34.594669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7fca3b47-b4a2-42b3-8ff8-038e2c193805 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:34.602880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=6cbec772-8a5f-49d1-98ad-1a886bc1cd0b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:34.717959 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f775bab1-52d8-42b7-bf88-4d30e9eceb74 None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:22:34.758350 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.804739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f775bab1-52d8-42b7-bf88-4d30e9eceb74 None None] Deleting port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:34.805053 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f775bab1-52d8-42b7-bf88-4d30e9eceb74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.805641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fca3b47-b4a2-42b3-8ff8-038e2c193805 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:34.819055 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fca3b47-b4a2-42b3-8ff8-038e2c193805 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.820515 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fca3b47-b4a2-42b3-8ff8-038e2c193805 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:22:34.820956 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fca3b47-b4a2-42b3-8ff8-038e2c193805 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:22:34.878553 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.880880 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.885750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159a295-9561-41f0-bc5d-7cffd4c192d6 req-8c416d15-3f51-43b7-8300-dc19fd6a80da tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:34.889112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b159a295-9561-41f0-bc5d-7cffd4c192d6 req-8c416d15-3f51-43b7-8300-dc19fd6a80da tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1731915 Jul 27 22:22:34.900001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f775bab1-52d8-42b7-bf88-4d30e9eceb74 None None] For port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2bed03cb-0afc-4e62-b2c7-09ef3bf33856,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:34.900294 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f775bab1-52d8-42b7-bf88-4d30e9eceb74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.924855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7fca3b47-b4a2-42b3-8ff8-038e2c193805 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3319948 Jul 27 22:22:34.926608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f775bab1-52d8-42b7-bf88-4d30e9eceb74 None None] Calling delete_port for 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:34.936446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:34.951924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fd2807b0-91e8-480c-8898-15b764f72473 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:34.966694 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.967267 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Fanout notify agent at l3_agent the message router_deleted on router 65b1c9a2-c4ba-43d5-9e40-6615973ee180 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:22:34.994669 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:34.998878 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-02846fc0-c9be-4300-ac38-5e1082235f3c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/routers/65b1c9a2-c4ba-43d5-9e40-6615973ee180 HTTP/1.1" status: 204 len: 168 time: 2.4875476 Jul 27 22:22:34.999556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40662) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:35.135940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:35.176472 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:35.178645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b159a295-9561-41f0-bc5d-7cffd4c192d6 req-2b6e958c-4534-4aed-b305-355518a66bc1 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800858 Jul 27 22:22:35.178937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:35.179593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 52541b49-07de-45e1-b8d5-2815213f1147 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:35.181986 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f775bab1-52d8-42b7-bf88-4d30e9eceb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.233997 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.265859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 52541b49-07de-45e1-b8d5-2815213f1147 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:35.267131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 52541b49-07de-45e1-b8d5-2815213f1147 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:35.267131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:35.289677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:35.290179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6d60bd65-eefb-4d65-8d48-d9a28411cfe1 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:35.291816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775bab1-52d8-42b7-bf88-4d30e9eceb74 None None] Pushing event deleted for resources: {'Port': ['ID=2bed03cb-0afc-4e62-b2c7-09ef3bf33856,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:35.294276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f775bab1-52d8-42b7-bf88-4d30e9eceb74 None None] No DVR routers for this DVR port 2bed03cb-0afc-4e62-b2c7-09ef3bf33856 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:35.365083 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2807b0-91e8-480c-8898-15b764f72473 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:35.368931 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd2807b0-91e8-480c-8898-15b764f72473 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.370389 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2807b0-91e8-480c-8898-15b764f72473 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:22:35.370804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2807b0-91e8-480c-8898-15b764f72473 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:22:35.405195 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fd2807b0-91e8-480c-8898-15b764f72473 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4676721 Jul 27 22:22:35.408147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:35.413545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b2785272-0831-4cd8-8124-529fd14329be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:35.447348 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.480203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d95a962-724c-4f62-852a-1d5ea2380562']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:35.501489 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:35.501715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f3cbcf-ce1c-4ec6-bc0c-087bfc8cbaa1') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:35.517137 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.533863 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.550494 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:22:35.551095 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:22:35.561861 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:22:35.582931 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2785272-0831-4cd8-8124-529fd14329be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:35.587751 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2785272-0831-4cd8-8124-529fd14329be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.589460 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2785272-0831-4cd8-8124-529fd14329be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:22:35.590067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2785272-0831-4cd8-8124-529fd14329be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:22:35.622671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b2785272-0831-4cd8-8124-529fd14329be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2134047 Jul 27 22:22:35.625560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:35.638957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a2202a3b-a6da-4e23-81ef-aa0638caf3af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:35.677860 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.709214 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.717011 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/networks/9d95a962-724c-4f62-852a-1d5ea2380562 HTTP/1.1" status: 204 len: 168 time: 0.7078903 Jul 27 22:22:35.718089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40690) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:35.743808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2ab00-b994-4f9b-b480-9a794ed678ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Network': ['ID=9d95a962-724c-4f62-852a-1d5ea2380562,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:35.964983 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-001597d8-8365-43c2-8797-ee79e87236de tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:36.026035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2202a3b-a6da-4e23-81ef-aa0638caf3af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:36.027444 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-001597d8-8365-43c2-8797-ee79e87236de tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:36.031888 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2202a3b-a6da-4e23-81ef-aa0638caf3af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:36.033502 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2202a3b-a6da-4e23-81ef-aa0638caf3af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:22:36.034508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2202a3b-a6da-4e23-81ef-aa0638caf3af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:22:36.127990 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-001597d8-8365-43c2-8797-ee79e87236de tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:36.133761 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-001597d8-8365-43c2-8797-ee79e87236de tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:36.138910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a2202a3b-a6da-4e23-81ef-aa0638caf3af tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5098383 Jul 27 22:22:36.151112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40702) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:36.151294 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-001597d8-8365-43c2-8797-ee79e87236de tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/security-groups/c5eef5f2-2d3f-4c3b-a34d-986f4c70a675 HTTP/1.1" status: 204 len: 168 time: 0.4283788 Jul 27 22:22:36.161681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5283c7-e0ec-493f-92f9-9cedc62ada8f req-b233524c-8fbb-4b96-842a-94d786784892 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:36.168920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d5283c7-e0ec-493f-92f9-9cedc62ada8f req-b233524c-8fbb-4b96-842a-94d786784892 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1281066 Jul 27 22:22:36.172600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001597d8-8365-43c2-8797-ee79e87236de tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eef5f2-2d3f-4c3b-a34d-986f4c70a675,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:36.174860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0b0314d5-5a8e-44ad-9d81-2ae64aca7ee3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:36.351426 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d5283c7-e0ec-493f-92f9-9cedc62ada8f req-06679537-9de0-4f26-93f8-551c340be375 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815856 Jul 27 22:22:36.403733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0314d5-5a8e-44ad-9d81-2ae64aca7ee3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:36.407796 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0b0314d5-5a8e-44ad-9d81-2ae64aca7ee3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:36.409207 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0314d5-5a8e-44ad-9d81-2ae64aca7ee3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:22:36.409642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0314d5-5a8e-44ad-9d81-2ae64aca7ee3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:22:36.437065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0b0314d5-5a8e-44ad-9d81-2ae64aca7ee3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2842829 Jul 27 22:22:36.437457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40706) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:36.498536 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0562902e-75a2-4f18-bdcf-1cc9806bd2ed tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0593381 Jul 27 22:22:36.500895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:36.565143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40712) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:36.570579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-71f5c430-12ae-4b43-87e2-6e014b546512 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-555542574', 'description': 'tempest-secgroup-smoke-555542574 description', 'project_id': '28b86e8c06114800a9109512618bca6b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:36.585984 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e418984-7903-4ac1-b510-65d202f91594 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:36.588665 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5e418984-7903-4ac1-b510-65d202f91594 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0865803 Jul 27 22:22:36.592780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40714) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:36.678861 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4cbadc9b-3bf2-41b9-80c0-b7b6dcf24f4a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848012 Jul 27 22:22:36.683272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:36.688743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-262b121d-bcb8-4579-8186-6c61f528f3cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:36.695008 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71f5c430-12ae-4b43-87e2-6e014b546512 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:36.890640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:36.897374 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71f5c430-12ae-4b43-87e2-6e014b546512 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:36.906927 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71f5c430-12ae-4b43-87e2-6e014b546512 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:36.917743 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:36.921472 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6cbec772-8a5f-49d1-98ad-1a886bc1cd0b not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:36.960435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5c430-12ae-4b43-87e2-6e014b546512 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f216f350-4db4-4f7b-8494-5fdba74ccb54,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:36.990378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262b121d-bcb8-4579-8186-6c61f528f3cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:36.998636 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-262b121d-bcb8-4579-8186-6c61f528f3cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.013519 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71f5c430-12ae-4b43-87e2-6e014b546512 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.020471 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-71f5c430-12ae-4b43-87e2-6e014b546512 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4509861 Jul 27 22:22:37.021030 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40734) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:37.027428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0ec0362c-314b-4955-aae9-116bd7d1e58d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'f216f350-4db4-4f7b-8494-5fdba74ccb54', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:37.048019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40736) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:37.134376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ec0362c-314b-4955-aae9-116bd7d1e58d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.237253 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ec0362c-314b-4955-aae9-116bd7d1e58d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.250045 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ec0362c-314b-4955-aae9-116bd7d1e58d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.289704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0362c-314b-4955-aae9-116bd7d1e58d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e82fc2-d640-477c-9508-373a33c263d4,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:37.295916 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ec0362c-314b-4955-aae9-116bd7d1e58d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.299429 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0ec0362c-314b-4955-aae9-116bd7d1e58d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2747264 Jul 27 22:22:37.299753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:37.306184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d03b55db-716c-4cd4-8c59-a5632faa6c9c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'f216f350-4db4-4f7b-8494-5fdba74ccb54', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:37.344718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d03b55db-716c-4cd4-8c59-a5632faa6c9c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.486959 n-d-802011-3 neutron-server[93835]: DEBUG neutron.objects.ports [None req-262b121d-bcb8-4579-8186-6c61f528f3cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:22:37.491640 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-262b121d-bcb8-4579-8186-6c61f528f3cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.526146 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d03b55db-716c-4cd4-8c59-a5632faa6c9c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.534971 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d03b55db-716c-4cd4-8c59-a5632faa6c9c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.574060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d03b55db-716c-4cd4-8c59-a5632faa6c9c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.578665 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d03b55db-716c-4cd4-8c59-a5632faa6c9c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2753859 Jul 27 22:22:37.578894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262b121d-bcb8-4579-8186-6c61f528f3cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:37.580163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40744) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:37.587759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e5f20cfe-28af-4a97-8072-8ecafb7e30f2 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'f216f350-4db4-4f7b-8494-5fdba74ccb54', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:37.591620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b55db-716c-4cd4-8c59-a5632faa6c9c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab2ed03-0d27-44d1-9f9d-1991c7d6a0f2,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:37.596685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-262b121d-bcb8-4579-8186-6c61f528f3cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:37.602357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b121d-bcb8-4579-8186-6c61f528f3cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=77b35a32-3163-4137-8fbd-99c36f67c3a9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:37.607926 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a812e263-5896-4871-99c9-786958f39928 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:37.622239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262b121d-bcb8-4579-8186-6c61f528f3cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:37.622941 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-262b121d-bcb8-4579-8186-6c61f528f3cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.684546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74857d5f-0100-4d28-82e8-364b9654b7e0 req-ed0231c2-bae6-47cb-ac0e-8325080bce56 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:37.698619 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74857d5f-0100-4d28-82e8-364b9654b7e0 req-ed0231c2-bae6-47cb-ac0e-8325080bce56 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2100439 Jul 27 22:22:37.773548 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-262b121d-bcb8-4579-8186-6c61f528f3cd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0867424 Jul 27 22:22:37.774059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5f20cfe-28af-4a97-8072-8ecafb7e30f2 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.790080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:37.824788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:a6:d0:f7', 'name': 'tempest-NetworksTestDHCPv6-1176954653'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:37.932488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '77b35a32-3163-4137-8fbd-99c36f67c3a9'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:22:37.934397 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.955960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74857d5f-0100-4d28-82e8-364b9654b7e0 req-8ee7f397-2bf8-46d1-a8ae-7499eeeeb574 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563200 Jul 27 22:22:37.964095 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5d2003d-9096-4755-87b5-43a54bb20cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.008215 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5f20cfe-28af-4a97-8072-8ecafb7e30f2 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.018911 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:38.128652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Allocated IP 2001:db8::f816:3eff:fea0:75a6 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/77b35a32-3163-4137-8fbd-99c36f67c3a9/719cc02a-3a3a-4800-a094-8fad68bf2c29) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:38.181732 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.183858 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5f20cfe-28af-4a97-8072-8ecafb7e30f2 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.218530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f20cfe-28af-4a97-8072-8ecafb7e30f2 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c857b3-ea9e-46e1-906c-a433e1be04f3,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:38.227292 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5f20cfe-28af-4a97-8072-8ecafb7e30f2 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.231234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e5f20cfe-28af-4a97-8072-8ecafb7e30f2 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6475604 Jul 27 22:22:38.233851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40752) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:38.240364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-25760444-e5a8-4976-ac55-4e9d0591eb84 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'f216f350-4db4-4f7b-8494-5fdba74ccb54', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:38.242398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port cbf91065-a500-4159-a802-bd21f06fe883 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:22:38.314210 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25760444-e5a8-4976-ac55-4e9d0591eb84 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.328528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2003d-9096-4755-87b5-43a54bb20cd6 admin admin] Deleting port 24cc177e-d1a3-4942-b0e5-879ef79de9ab {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:38.328873 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5d2003d-9096-4755-87b5-43a54bb20cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.330506 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.354794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Transition to ACTIVE for port object 719cc02a-3a3a-4800-a094-8fad68bf2c29 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:38.374878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Transition to ACTIVE for port object 719cc02a-3a3a-4800-a094-8fad68bf2c29 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:38.383153 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.445764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::f816:3eff:fea6:d0f7 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/77b35a32-3163-4137-8fbd-99c36f67c3a9/cbf91065-a500-4159-a802-bd21f06fe883) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:38.449276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Pushing event updated for resources: {'Port': ['ID=719cc02a-3a3a-4800-a094-8fad68bf2c29,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:38.464812 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25760444-e5a8-4976-ac55-4e9d0591eb84 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.466708 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:38.470233 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:38.479622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:38.489159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25760444-e5a8-4976-ac55-4e9d0591eb84 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.492162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f5d2003d-9096-4755-87b5-43a54bb20cd6 admin admin] For port 24cc177e-d1a3-4942-b0e5-879ef79de9ab, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=24cc177e-d1a3-4942-b0e5-879ef79de9ab,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:38.492529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5d2003d-9096-4755-87b5-43a54bb20cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.545754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25760444-e5a8-4976-ac55-4e9d0591eb84 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c3dcde-78cc-4f64-a916-90ab2d24f705,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:38.559889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f5d2003d-9096-4755-87b5-43a54bb20cd6 admin admin] Calling delete_port for 24cc177e-d1a3-4942-b0e5-879ef79de9ab owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:38.573996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Attempting to bind port 719cc02a-3a3a-4800-a094-8fad68bf2c29 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:38.574891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Attempting to bind port 719cc02a-3a3a-4800-a094-8fad68bf2c29 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:38.575339 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Attempting to bind port 719cc02a-3a3a-4800-a094-8fad68bf2c29 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:38.577440 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25760444-e5a8-4976-ac55-4e9d0591eb84 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.579153 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-25760444-e5a8-4976-ac55-4e9d0591eb84 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3441427 Jul 27 22:22:38.583714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:38.588529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:38.589026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:38.589670 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.590494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:38.591151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Bound port: 719cc02a-3a3a-4800-a094-8fad68bf2c29, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:38.592530 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.595670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-98477502-8a45-42f6-b49f-a1a4bfb27243 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'f216f350-4db4-4f7b-8494-5fdba74ccb54', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:38.653038 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-98477502-8a45-42f6-b49f-a1a4bfb27243 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Project 28b86e8c06114800a9109512618bca6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:22:38.668819 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98477502-8a45-42f6-b49f-a1a4bfb27243 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.699142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] For port 719cc02a-3a3a-4800-a094-8fad68bf2c29, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:38.700872 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.703275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] For port 719cc02a-3a3a-4800-a094-8fad68bf2c29, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=719cc02a-3a3a-4800-a094-8fad68bf2c29,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:38.710137 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.741984 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object cbf91065-a500-4159-a802-bd21f06fe883 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:38.777250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f886dcd-49c2-43ee-8389-ba0adb093e91 None None] Pushing event updated for resources: {'Port': ['ID=719cc02a-3a3a-4800-a094-8fad68bf2c29,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:38.784487 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.816584 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5d2003d-9096-4755-87b5-43a54bb20cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.849126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2003d-9096-4755-87b5-43a54bb20cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=24cc177e-d1a3-4942-b0e5-879ef79de9ab,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:38.850765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=cbf91065-a500-4159-a802-bd21f06fe883,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:38.867099 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98477502-8a45-42f6-b49f-a1a4bfb27243 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.877281 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:38.879499 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:38.882157 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98477502-8a45-42f6-b49f-a1a4bfb27243 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.883853 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:38.890724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:38.891382 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.931513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b0d3bbb6-4d54-45e1-96e4-a75a41507565 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1381431 Jul 27 22:22:38.939746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40758) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:38.966208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98477502-8a45-42f6-b49f-a1a4bfb27243 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695b6bbd-222f-43e4-aa97-63db22b40d1f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:39.026129 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98477502-8a45-42f6-b49f-a1a4bfb27243 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:39.030489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-98477502-8a45-42f6-b49f-a1a4bfb27243 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4415624 Jul 27 22:22:39.031093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:39.040748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-14c2bfe3-b51e-4135-af0b-ba39133f8775 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'f216f350-4db4-4f7b-8494-5fdba74ccb54', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:39.094131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c066e54f-17ed-4b84-8a24-c9eaa5963dfb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:39.103056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c066e54f-17ed-4b84-8a24-c9eaa5963dfb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:39.105293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c066e54f-17ed-4b84-8a24-c9eaa5963dfb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1619561 Jul 27 22:22:39.110947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:39.263237 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-14c2bfe3-b51e-4135-af0b-ba39133f8775 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Project 28b86e8c06114800a9109512618bca6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:22:39.278774 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14c2bfe3-b51e-4135-af0b-ba39133f8775 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:39.304035 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5d2003d-9096-4755-87b5-43a54bb20cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:39.395805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4091e0-6eca-43ba-b0ae-595a2eaf5c7d req-00cd8c8d-ac3e-48d6-aa10-1548baac11b5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:39.397410 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e4091e0-6eca-43ba-b0ae-595a2eaf5c7d req-00cd8c8d-ac3e-48d6-aa10-1548baac11b5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2905076 Jul 27 22:22:39.505129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-54a629f0-d578-418f-9c61-44b9daa25fc4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port cbf91065-a500-4159-a802-bd21f06fe883 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:39.505518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54a629f0-d578-418f-9c61-44b9daa25fc4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:39.511726 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14c2bfe3-b51e-4135-af0b-ba39133f8775 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:39.515405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e4091e0-6eca-43ba-b0ae-595a2eaf5c7d req-8851bf72-0374-4c6e-b720-dce45afa516d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996022 Jul 27 22:22:39.551594 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14c2bfe3-b51e-4135-af0b-ba39133f8775 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:39.612404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2bfe3-b51e-4135-af0b-ba39133f8775 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba869e99-8fad-4821-8762-238cb1c9a4d9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:39.635669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14c2bfe3-b51e-4135-af0b-ba39133f8775 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:39.637257 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-14c2bfe3-b51e-4135-af0b-ba39133f8775 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6004250 Jul 27 22:22:39.642342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:39.649018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d5245411-69cc-40e5-a9f8-2746ddf21c70 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'network': {'name': 'tempest-network-smoke--1478157300', 'project_id': '28b86e8c06114800a9109512618bca6b', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:39.668641 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d2003d-9096-4755-87b5-43a54bb20cd6 admin admin] Router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:22:39.724644 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54a629f0-d578-418f-9c61-44b9daa25fc4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:39.739401 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5245411-69cc-40e5-a9f8-2746ddf21c70 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Made reservation on behalf of 28b86e8c06114800a9109512618bca6b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:39.743279 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5245411-69cc-40e5-a9f8-2746ddf21c70 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:39.745705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-54a629f0-d578-418f-9c61-44b9daa25fc4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for cbf91065-a500-4159-a802-bd21f06fe883 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:39.824407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5245411-69cc-40e5-a9f8-2746ddf21c70 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:22:39.850014 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5245411-69cc-40e5-a9f8-2746ddf21c70 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:39.850912 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-d5245411-69cc-40e5-a9f8-2746ddf21c70 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Added segment 125dca0e-4b3e-404c-85c7-df1fd756b634 of type vlan for network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b Jul 27 22:22:39.933816 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5245411-69cc-40e5-a9f8-2746ddf21c70 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:40.073053 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5245411-69cc-40e5-a9f8-2746ddf21c70 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:40.088142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5245411-69cc-40e5-a9f8-2746ddf21c70 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:40.088825 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5245411-69cc-40e5-a9f8-2746ddf21c70 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:40.227375 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54a629f0-d578-418f-9c61-44b9daa25fc4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:40.321943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a629f0-d578-418f-9c61-44b9daa25fc4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=cbf91065-a500-4159-a802-bd21f06fe883,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:40.344161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d5245411-69cc-40e5-a9f8-2746ddf21c70 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7009561 Jul 27 22:22:40.351798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:40.357834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'admin_state_up': True, 'project_id': '28b86e8c06114800a9109512618bca6b', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:40.390486 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54a629f0-d578-418f-9c61-44b9daa25fc4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:40.392942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-54a629f0-d578-418f-9c61-44b9daa25fc4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/cbf91065-a500-4159-a802-bd21f06fe883 HTTP/1.1" status: 204 len: 168 time: 1.2684848 Jul 27 22:22:40.396253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5245411-69cc-40e5-a9f8-2746ddf21c70 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Network': ['ID=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:40.435315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40786) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:40.436287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:22:40.508903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-560cac65-82cb-4154-b01c-5f8c8ecfeb09 None None] Provisioning for port 719cc02a-3a3a-4800-a094-8fad68bf2c29 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:40.572742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c98830-55ce-4a56-ab64-5ab75adff640 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:40.575707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c98830-55ce-4a56-ab64-5ab75adff640 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:40.584664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a6c98830-55ce-4a56-ab64-5ab75adff640 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1450369 Jul 27 22:22:40.585742 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:40.588604 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:40.652574 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d2003d-9096-4755-87b5-43a54bb20cd6 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:40.671367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f418a5-7c66-4c2f-9bf8-3d4e98556fa0 None None] Sync routers for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:40.679387 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f5d2003d-9096-4755-87b5-43a54bb20cd6 admin admin] 10.222.0.24 "PUT /v2.0/routers/45e25285-7ed0-4556-a5c8-ad0be9ab4639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6239598 Jul 27 22:22:40.680252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40790) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:40.680827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40792) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:40.693576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f418a5-7c66-4c2f-9bf8-3d4e98556fa0 None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:40.694251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e4f418a5-7c66-4c2f-9bf8-3d4e98556fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:22:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:40.727189 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:40.836978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4a970060-0300-4ae6-92a0-dcbaa8244c48 None None] Could not find standard attr ID for object cbf91065-a500-4159-a802-bd21f06fe883. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:22:40.934790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8d7fc9-fd2e-4109-94b0-131037a615cb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 77b35a32-3163-4137-8fbd-99c36f67c3a9 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:40.966097 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a8d7fc9-fd2e-4109-94b0-131037a615cb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.012827 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e4f418a5-7c66-4c2f-9bf8-3d4e98556fa0 None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:41.077418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb294a-cd4c-431a-9fe8-291423ff2c51 req-557b3e21-dcd6-453e-8379-65c153cad39a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:41.086429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4bb294a-cd4c-431a-9fe8-291423ff2c51 req-557b3e21-dcd6-453e-8379-65c153cad39a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.3737848 Jul 27 22:22:41.159640 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.258828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 719cc02a-3a3a-4800-a094-8fad68bf2c29 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:41.293942 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a8d7fc9-fd2e-4109-94b0-131037a615cb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.481818 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.482086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 719cc02a-3a3a-4800-a094-8fad68bf2c29 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:41.494339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a8d7fc9-fd2e-4109-94b0-131037a615cb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.496604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 719cc02a-3a3a-4800-a094-8fad68bf2c29 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:41.497377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.543365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e4f418a5-7c66-4c2f-9bf8-3d4e98556fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '669e0986-617d-43e3-8928-96658c7f2a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:22:38Z', 'revision_number': 5, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port': {'id': '669e0986-617d-43e3-8928-96658c7f2a61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:13:57Z', 'updated_at': '2021-07-27T22:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:41.623429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f418a5-7c66-4c2f-9bf8-3d4e98556fa0 None None] Checking router: 45e25285-7ed0-4556-a5c8-ad0be9ab4639 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:41.655044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f418a5-7c66-4c2f-9bf8-3d4e98556fa0 None None] Routers {'45e25285-7ed0-4556-a5c8-ad0be9ab4639'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:41.657740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e4f418a5-7c66-4c2f-9bf8-3d4e98556fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:22:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:41.708772 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a8d7fc9-fd2e-4109-94b0-131037a615cb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.780137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d7fc9-fd2e-4109-94b0-131037a615cb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=77b35a32-3163-4137-8fbd-99c36f67c3a9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:41.799611 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a8d7fc9-fd2e-4109-94b0-131037a615cb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.806488 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2a8d7fc9-fd2e-4109-94b0-131037a615cb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/77b35a32-3163-4137-8fbd-99c36f67c3a9 HTTP/1.1" status: 204 len: 168 time: 1.1234629 Jul 27 22:22:41.815079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40804) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:41.819096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8047f9d1-21bd-4520-9bcf-97c4d84c9c18 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:41.926424 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-953d5191-009b-4da4-9ca1-5a2c21f72bdc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060803 Jul 27 22:22:41.931094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40806) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:41.943347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:41.973070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Deleting port 669e0986-617d-43e3-8928-96658c7f2a61 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:41.974357 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:42.006379 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:42.228557 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:42.236772 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e4f418a5-7c66-4c2f-9bf8-3d4e98556fa0 None None] Set router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:42.247831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4bb294a-cd4c-431a-9fe8-291423ff2c51 req-54c98535-9319-400f-9c3a-ba022c2f0f45 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1552896 Jul 27 22:22:42.390526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] For port 669e0986-617d-43e3-8928-96658c7f2a61, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=669e0986-617d-43e3-8928-96658c7f2a61,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:42.395416 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:42.406197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e4f418a5-7c66-4c2f-9bf8-3d4e98556fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:22:41Z', 'revision_number': 6, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:42.454385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:42.462578 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:42.466763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Calling delete_port for 669e0986-617d-43e3-8928-96658c7f2a61 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:42.482601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f418a5-7c66-4c2f-9bf8-3d4e98556fa0 None None] The sync data for ids ['45e25285-7ed0-4556-a5c8-ad0be9ab4639'] in n-d-802011-3 is: [{'id': '45e25285-7ed0-4556-a5c8-ad0be9ab4639', 'name': 'tempest-AttachVolumeShelveTestJSON-2048698485-router', 'tenant_id': '9adc4e23b7574122842522e980a1cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:13:56Z', 'updated_at': '2021-07-27T22:22:41Z', 'revision_number': 6, 'project_id': '9adc4e23b7574122842522e980a1cc15', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:42.499945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 719cc02a-3a3a-4800-a094-8fad68bf2c29, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=719cc02a-3a3a-4800-a094-8fad68bf2c29,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:42.522603 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:42.592566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:42.663613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=719cc02a-3a3a-4800-a094-8fad68bf2c29,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:42.735657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:42.773578 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66ed6a49-d289-43c4-8249-126d83a08f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:42.782979 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:42.885318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26437c37-dd02-4887-9d21-6469baf69bb3 None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:22:43.018810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 24cc177e-d1a3-4942-b0e5-879ef79de9ab no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:43.082132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 24cc177e-d1a3-4942-b0e5-879ef79de9ab {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:43.084837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 24cc177e-d1a3-4942-b0e5-879ef79de9ab not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:43.085558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 719cc02a-3a3a-4800-a094-8fad68bf2c29 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:43.139857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.25.1.30 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/71631452-f571-4f99-aeb0-36801190a5f8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:43.162164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-26437c37-dd02-4887-9d21-6469baf69bb3 None None] Deleting port 719cc02a-3a3a-4800-a094-8fad68bf2c29 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:43.162691 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26437c37-dd02-4887-9d21-6469baf69bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:43.236430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4d38feb9-400a-4bf7-82f8-e91fe77125f9 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:22:43.283612 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:43.446895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:43.491390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Pushing event deleted for resources: {'Port': ['ID=669e0986-617d-43e3-8928-96658c7f2a61,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:43.726154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.objects.ports [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:22:43.791426 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:43.821735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db436abb-f5a9-4f5a-82f5-6e4f20bcafad req-94a7c3db-89c3-401c-8f09-c81357d45bac tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:43.823447 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db436abb-f5a9-4f5a-82f5-6e4f20bcafad req-94a7c3db-89c3-401c-8f09-c81357d45bac tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2453191 Jul 27 22:22:43.845378 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:43.908984 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:43.938819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:43.942774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:43.959402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:43.983505 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-26437c37-dd02-4887-9d21-6469baf69bb3 None None] For port 719cc02a-3a3a-4800-a094-8fad68bf2c29, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=719cc02a-3a3a-4800-a094-8fad68bf2c29,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:43.985490 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26437c37-dd02-4887-9d21-6469baf69bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:43.994392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:44.008511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '4d38feb9-400a-4bf7-82f8-e91fe77125f9', 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee', 'port_id': '4d38feb9-400a-4bf7-82f8-e91fe77125f9', 'mac_address': 'fa:16:3e:64:78:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd95150c-158c-4db5-bf84-b3a3418fb5df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:22:44.025117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-26437c37-dd02-4887-9d21-6469baf69bb3 None None] Calling delete_port for 719cc02a-3a3a-4800-a094-8fad68bf2c29 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:44.028645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 719cc02a-3a3a-4800-a094-8fad68bf2c29, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=719cc02a-3a3a-4800-a094-8fad68bf2c29,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:44.074751 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.080716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=71631452-f571-4f99-aeb0-36801190a5f8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:44.081517 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.085689 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.091340 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.116296 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db436abb-f5a9-4f5a-82f5-6e4f20bcafad req-97db4c34-b7ab-4c59-886f-3ff58e7706d8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849891 Jul 27 22:22:44.171663 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.176557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=719cc02a-3a3a-4800-a094-8fad68bf2c29,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:44.194461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.195050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45e25285-7ed0-4556-a5c8-ad0be9ab4639 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:22:44.201997 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.205792 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ae79fe70-be5e-44c0-84c9-bc5e92f0ce8a admin admin] 10.222.0.24 "DELETE /v2.0/routers/45e25285-7ed0-4556-a5c8-ad0be9ab4639 HTTP/1.1" status: 204 len: 168 time: 3.5096560 Jul 27 22:22:44.206513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:44.223456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d38feb9-400a-4bf7-82f8-e91fe77125f9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:22:44.255508 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:44.262977 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.356302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['4d38feb9-400a-4bf7-82f8-e91fe77125f9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:22:44.412122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4d38feb9-400a-4bf7-82f8-e91fe77125f9,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:44.496585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] For port 719cc02a-3a3a-4800-a094-8fad68bf2c29, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=719cc02a-3a3a-4800-a094-8fad68bf2c29,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:44.544376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.559841 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.564665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.568887 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-26437c37-dd02-4887-9d21-6469baf69bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.612825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26437c37-dd02-4887-9d21-6469baf69bb3 None None] Pushing event deleted for resources: {'Port': ['ID=719cc02a-3a3a-4800-a094-8fad68bf2c29,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:44.638979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26437c37-dd02-4887-9d21-6469baf69bb3 None None] No DVR routers for this DVR port 719cc02a-3a3a-4800-a094-8fad68bf2c29 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:44.671236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b01a16-ed37-4db0-8ac6-223da7e3d33f admin admin] Deleting subnet 33286f14-de17-41ee-a71f-43e9d9fb3856 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:44.677280 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=114464ea-3101-429a-90be-20f26c3d9099,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:44.705669 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40b01a16-ed37-4db0-8ac6-223da7e3d33f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.766604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=719cc02a-3a3a-4800-a094-8fad68bf2c29,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:44.804787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:44.809098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:44.825410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2cb9a4-1ff5-4f3f-a8c7-8443bbede69a None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:44.826816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:44.827544 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.832686 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40b01a16-ed37-4db0-8ac6-223da7e3d33f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.907849 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9ca96a98-fced-4ae5-8512-ea20d6953ec3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9743359 Jul 27 22:22:44.919828 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.029421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40862) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:45.048147 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:08:80:33', 'name': 'tempest-NetworksTestDHCPv6-1983126975'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:45.052272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 669e0986-617d-43e3-8928-96658c7f2a61 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:45.097994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 669e0986-617d-43e3-8928-96658c7f2a61 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:45.098378 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 669e0986-617d-43e3-8928-96658c7f2a61 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:45.197829 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '114464ea-3101-429a-90be-20f26c3d9099'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:22:45.200334 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.256821 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4d38feb9-400a-4bf7-82f8-e91fe77125f9 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:45.271575 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40b01a16-ed37-4db0-8ac6-223da7e3d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.491841 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40b01a16-ed37-4db0-8ac6-223da7e3d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.549187 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d2b9608-fd98-4f63-9c7d-f93e055216c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.593878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b01a16-ed37-4db0-8ac6-223da7e3d33f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33286f14-de17-41ee-a71f-43e9d9fb3856,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:45.607682 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40b01a16-ed37-4db0-8ac6-223da7e3d33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.608914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffa811-bcf5-44ee-9388-a5a8db6c8287 req-6ddb94ee-7107-483f-adb9-9096baf888ea tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:45.611732 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-40b01a16-ed37-4db0-8ac6-223da7e3d33f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/33286f14-de17-41ee-a71f-43e9d9fb3856 HTTP/1.1" status: 204 len: 168 time: 1.3928652 Jul 27 22:22:45.615263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40880) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:45.618491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04ffa811-bcf5-44ee-9388-a5a8db6c8287 req-6ddb94ee-7107-483f-adb9-9096baf888ea tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 945 time: 0.2767487 Jul 27 22:22:45.735669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04ffa811-bcf5-44ee-9388-a5a8db6c8287 req-4455ec41-8d7e-436e-97b0-c1c18e799f7a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113784 Jul 27 22:22:45.744559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Allocated IP 2001:db8::f816:3eff:fe27:c9cb (43c09fe6-1b41-4b8b-8c87-27436a1cab56/114464ea-3101-429a-90be-20f26c3d9099/5936ddae-3abd-4f6e-8862-bf81400398ae) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:45.748775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d420c-aacc-4809-b137-1840f4c60bb3 None None] Network a9c88e20-805d-4f8f-85e6-624dea576f2d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:45.751941 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.964902 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.968741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:46.056588 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.238608 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.255857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Deleting port 479f0d44-0bd1-4826-9407-c0b3197bdd49 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:46.256204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.261417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router f7c23d36-77ea-41fb-ad11-846b2510451d is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:22:46.294924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 4d38feb9-400a-4bf7-82f8-e91fe77125f9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:46.295461 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.438448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] For port 479f0d44-0bd1-4826-9407-c0b3197bdd49, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=479f0d44-0bd1-4826-9407-c0b3197bdd49,segment=NetworkSegment(63e13327-a378-44b5-8b0a-a26ed3a5818d),segment_id=63e13327-a378-44b5-8b0a-a26ed3a5818d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:46.438904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.447920 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.501340 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.515348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Calling delete_port for 479f0d44-0bd1-4826-9407-c0b3197bdd49 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:46.540679 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.560242 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.568429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d287a8dd-7db6-45a5-913f-5ff715ba0ca9 None None] DHCP port deletion for a9c88e20-805d-4f8f-85e6-624dea576f2d request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:22:46.603519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:46.614227 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Sync routers for ids ['f7c23d36-77ea-41fb-ad11-846b2510451d'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:46.627408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Transition to ACTIVE for port object 5936ddae-3abd-4f6e-8862-bf81400398ae will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:46.628025 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Routers {'f7c23d36-77ea-41fb-ad11-846b2510451d'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:46.629174 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:22:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7c23d36-77ea-41fb-ad11-846b2510451d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:46.637323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af67bd92-addc-4abd-8489-2f3364565999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38feb9-400a-4bf7-82f8-e91fe77125f9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:22:46.643407 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559c2d0c-3587-442e-871a-86fe15ff1eb6" -d '{"events": [{"server_uuid": "af67bd92-addc-4abd-8489-2f3364565999", "name": "network-vif-plugged", "status": "completed", "tag": "4d38feb9-400a-4bf7-82f8-e91fe77125f9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:22:46.683075 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.687697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5ea5a66c-fa32-4eba-aa67-2edda1408030 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.3334889 Jul 27 22:22:46.688306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:46.720660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port 05bcde6d-6d65-455a-addd-f9c4d1323dd7 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:22:46.724900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:46.749606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a42b80ca-9334-46d8-a340-f148321c84b9 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=28b86e8c06114800a9109512618bca6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600834 Jul 27 22:22:46.750134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:46.763378 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.793533 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.890120 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Set router f7c23d36-77ea-41fb-ad11-846b2510451d gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:46.975639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Pushing event deleted for resources: {'Port': ['ID=479f0d44-0bd1-4826-9407-c0b3197bdd49,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:46.989783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] No DVR routers for this DVR port 479f0d44-0bd1-4826-9407-c0b3197bdd49 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:47.029531 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c5d502-3f58-45ed-b130-302c2a34a73a x-openstack-request-id: req-67c5d502-3f58-45ed-b130-302c2a34a73a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:22:47.032287 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af67bd92-addc-4abd-8489-2f3364565999", "name": "network-vif-plugged", "status": "completed", "tag": "4d38feb9-400a-4bf7-82f8-e91fe77125f9", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:22:47.039480 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67c5d502-3f58-45ed-b130-302c2a34a73a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:22:47.039917 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af67bd92-addc-4abd-8489-2f3364565999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38feb9-400a-4bf7-82f8-e91fe77125f9', 'code': 200} Jul 27 22:22:47.055784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e29aa7-ef21-45db-ac98-4d0f4f5e812b tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:47.060423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a8e29aa7-ef21-45db-ac98-4d0f4f5e812b tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3092911 Jul 27 22:22:47.062195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40914) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:47.163749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f9e8cfc3-059d-4ef9-8646-574e45454ff8 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0956705 Jul 27 22:22:47.166109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40916) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:47.168859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Transition to ACTIVE for port object 5936ddae-3abd-4f6e-8862-bf81400398ae will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:47.184203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 479f0d44-0bd1-4826-9407-c0b3197bdd49 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:47.277907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-10887830-d3e4-46b3-94c6-2fead020802e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2008316539', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'project_id': '28b86e8c06114800a9109512618bca6b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:47.363624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 479f0d44-0bd1-4826-9407-c0b3197bdd49 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:47.363991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 479f0d44-0bd1-4826-9407-c0b3197bdd49 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:47.369181 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.372585 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.386639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c88e20-805d-4f8f-85e6-624dea576f2d']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:47.392103 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:22:44Z', 'revision_number': 3, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:47.401014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d287a8dd-7db6-45a5-913f-5ff715ba0ca9 None None] Deleting port 479f0d44-0bd1-4826-9407-c0b3197bdd49 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:47.401014 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d287a8dd-7db6-45a5-913f-5ff715ba0ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.404029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::f816:3eff:fe08:8033 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/114464ea-3101-429a-90be-20f26c3d9099/05bcde6d-6d65-455a-addd-f9c4d1323dd7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:47.407457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e13327-a378-44b5-8b0a-a26ed3a5818d') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:47.408073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e13327-a378-44b5-8b0a-a26ed3a5818d') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:47.436955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.454875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4d38feb9-400a-4bf7-82f8-e91fe77125f9,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:47.472046 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Checking router: f7c23d36-77ea-41fb-ad11-846b2510451d for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:47.472914 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Updating router f7c23d36-77ea-41fb-ad11-846b2510451d port 71631452-f571-4f99-aeb0-36801190a5f8 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:22:47.480706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.507439 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:22:47.507857 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:22:47.509708 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:22:47.531665 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.565799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Pushing event updated for resources: {'Port': ['ID=5936ddae-3abd-4f6e-8862-bf81400398ae,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:47.575620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc5661-4c89-482e-baf0-8ca1a4aa9b5b req-997b9ca3-c4d9-44be-bf2d-fb5439940cbd tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:47.591546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bbc5661-4c89-482e-baf0-8ca1a4aa9b5b req-997b9ca3-c4d9-44be-bf2d-fb5439940cbd tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.5238218 Jul 27 22:22:47.593851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10887830-d3e4-46b3-94c6-2fead020802e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Made reservation on behalf of 28b86e8c06114800a9109512618bca6b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:47.598212 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10887830-d3e4-46b3-94c6-2fead020802e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.694544 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bbc5661-4c89-482e-baf0-8ca1a4aa9b5b req-c7a8db2a-5e89-478f-a431-f7c05e2a537f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017001 Jul 27 22:22:47.757362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d287a8dd-7db6-45a5-913f-5ff715ba0ca9 None None] For port 479f0d44-0bd1-4826-9407-c0b3197bdd49, host n-d-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:47.758154 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d287a8dd-7db6-45a5-913f-5ff715ba0ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.770929 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.773773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d287a8dd-7db6-45a5-913f-5ff715ba0ca9 None None] Calling delete_port for 479f0d44-0bd1-4826-9407-c0b3197bdd49 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:47.777058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-d287a8dd-7db6-45a5-913f-5ff715ba0ca9 None None] Port 479f0d44-0bd1-4826-9407-c0b3197bdd49 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:22:47.780166 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d287a8dd-7db6-45a5-913f-5ff715ba0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.787955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:47.802510 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.806688 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a9c88e20-805d-4f8f-85e6-624dea576f2d HTTP/1.1" status: 204 len: 168 time: 2.1859288 Jul 27 22:22:47.815841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:47.818789 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287a8dd-7db6-45a5-913f-5ff715ba0ca9 None None] Pushing event deleted for resources: {'Port': ['ID=479f0d44-0bd1-4826-9407-c0b3197bdd49,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:47.824634 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:47.827109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d287a8dd-7db6-45a5-913f-5ff715ba0ca9 None None] Network a9c88e20-805d-4f8f-85e6-624dea576f2d is not hosted by any dhcp agent {{(pid=93836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 22:22:47.827789 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d287a8dd-7db6-45a5-913f-5ff715ba0ca9 None None] No DVR routers for this DVR port 479f0d44-0bd1-4826-9407-c0b3197bdd49 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:47.840480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47248255-8661-490e-a1b4-18b3bbec7133 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c88e20-805d-4f8f-85e6-624dea576f2d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:47.953008 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.004518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object 05bcde6d-6d65-455a-addd-f9c4d1323dd7 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:48.041991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Attempting to bind port 5936ddae-3abd-4f6e-8862-bf81400398ae on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:48.044961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Attempting to bind port 5936ddae-3abd-4f6e-8862-bf81400398ae by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:48.046149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Attempting to bind port 5936ddae-3abd-4f6e-8862-bf81400398ae on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:48.072061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:48.073063 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:48.073742 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.076329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:48.082390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Bound port: 5936ddae-3abd-4f6e-8862-bf81400398ae, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:48.083420 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.110063 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.165040 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.205176 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Transition to ACTIVE for port object 71631452-f571-4f99-aeb0-36801190a5f8 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:48.210541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40922) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:48.218700 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.237317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:48.254820 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:48.261581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:48.265095 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.283994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:48.285554 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.307213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=05bcde6d-6d65-455a-addd-f9c4d1323dd7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:48.322248 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c57983-a4d6-426b-9d6c-f9a2cf6f3064 None None] Pushing event updated for resources: {'Port': ['ID=71631452-f571-4f99-aeb0-36801190a5f8,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:48.329524 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-79e69ea8-09e6-4947-9a69-c6750873f0f3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2992802 Jul 27 22:22:48.331470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40926) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:48.339505 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Attempting to bind port 71631452-f571-4f99-aeb0-36801190a5f8 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:48.339879 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Attempting to bind port 71631452-f571-4f99-aeb0-36801190a5f8 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:48.340239 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Attempting to bind port 71631452-f571-4f99-aeb0-36801190a5f8 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:48.361085 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:48.361454 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:48.361678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] For port 5936ddae-3abd-4f6e-8862-bf81400398ae, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:48.370652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] For port 5936ddae-3abd-4f6e-8862-bf81400398ae, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5936ddae-3abd-4f6e-8862-bf81400398ae,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:48.371510 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.372312 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:48.372806 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Bound port: 71631452-f571-4f99-aeb0-36801190a5f8, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:48.373334 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.386113 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.444602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1188fb5-d500-4488-8509-236d929cd292 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:48.469979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49ccc3-9ae1-4f12-b8de-4416bd89d503 None None] Pushing event updated for resources: {'Port': ['ID=5936ddae-3abd-4f6e-8862-bf81400398ae,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:48.477455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1188fb5-d500-4488-8509-236d929cd292 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:48.488702 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a1188fb5-d500-4488-8509-236d929cd292 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1546268 Jul 27 22:22:48.489507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:48.511127 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] For port 71631452-f571-4f99-aeb0-36801190a5f8, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:48.524480 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] For port 71631452-f571-4f99-aeb0-36801190a5f8, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=71631452-f571-4f99-aeb0-36801190a5f8,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:48.534250 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.545479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-88724ed1-bbeb-4317-a7ab-867e831593fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9adc4e23b7574122842522e980a1cc15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255081 Jul 27 22:22:48.553621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40930) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:48.591913 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10887830-d3e4-46b3-94c6-2fead020802e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.776065 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c57983-a4d6-426b-9d6c-f9a2cf6f3064 None None] Pushing event updated for resources: {'Port': ['ID=71631452-f571-4f99-aeb0-36801190a5f8,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:48.790114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10887830-d3e4-46b3-94c6-2fead020802e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Subnet': ['ID=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:48.808549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d4174f1c-1baa-47d6-8140-cf4a9615be90 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port 05bcde6d-6d65-455a-addd-f9c4d1323dd7 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:48.809071 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4174f1c-1baa-47d6-8140-cf4a9615be90 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.819440 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Routers {'f7c23d36-77ea-41fb-ad11-846b2510451d'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:48.820089 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:22:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7c23d36-77ea-41fb-ad11-846b2510451d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:48.868116 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16ca8cda-178b-493a-81db-acfd58f065c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.988220 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16ca8cda-178b-493a-81db-acfd58f065c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.064190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10887830-d3e4-46b3-94c6-2fead020802e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Checking segment: {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:49.070440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10887830-d3e4-46b3-94c6-2fead020802e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network hostable DHCP agents. Network: 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:22:49.100096 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] Set router f7c23d36-77ea-41fb-ad11-846b2510451d gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:49.107158 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4174f1c-1baa-47d6-8140-cf4a9615be90 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.159026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5936ddae-3abd-4f6e-8862-bf81400398ae up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:49.176398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d4174f1c-1baa-47d6-8140-cf4a9615be90 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for 05bcde6d-6d65-455a-addd-f9c4d1323dd7 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:49.190673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d985e-f832-4969-93f7-fefd2d9ba6f4 req-f3c015b7-58eb-4c9e-863e-71efa11b015f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:49.194295 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb7d985e-f832-4969-93f7-fefd2d9ba6f4 req-f3c015b7-58eb-4c9e-863e-71efa11b015f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.3720212 Jul 27 22:22:49.198256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16ca8cda-178b-493a-81db-acfd58f065c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.201700 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16ca8cda-178b-493a-81db-acfd58f065c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.204538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-16ca8cda-178b-493a-81db-acfd58f065c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35ca400d-dba5-4cb9-8c08-f5b22a1901a1 HTTP/1.1" status: 204 len: 168 time: 0.6498411 Jul 27 22:22:49.263797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca8cda-178b-493a-81db-acfd58f065c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ca400d-dba5-4cb9-8c08-f5b22a1901a1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:49.309524 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10887830-d3e4-46b3-94c6-2fead020802e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:22:49.342949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5936ddae-3abd-4f6e-8862-bf81400398ae completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:49.377591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb7d985e-f832-4969-93f7-fefd2d9ba6f4 req-261808e3-971c-46ba-8455-5be3145402b8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715894 Jul 27 22:22:49.395464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-10887830-d3e4-46b3-94c6-2fead020802e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:49.401808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10887830-d3e4-46b3-94c6-2fead020802e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:49.403472 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-10887830-d3e4-46b3-94c6-2fead020802e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.405359 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e212c1-a7f4-45f9-8f51-a54bb04dd3fa None None] Network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:49.447547 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-10887830-d3e4-46b3-94c6-2fead020802e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2306471 Jul 27 22:22:49.451302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 40938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:49.625554 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4174f1c-1baa-47d6-8140-cf4a9615be90 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.768332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4174f1c-1baa-47d6-8140-cf4a9615be90 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=05bcde6d-6d65-455a-addd-f9c4d1323dd7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:49.842903 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:22:44Z', 'revision_number': 3, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:49.874167 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4174f1c-1baa-47d6-8140-cf4a9615be90 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.885221 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d4174f1c-1baa-47d6-8140-cf4a9615be90 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/05bcde6d-6d65-455a-addd-f9c4d1323dd7 HTTP/1.1" status: 204 len: 168 time: 1.3920438 Jul 27 22:22:49.886097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40944) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:49.893354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:22:49.895396 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.927604 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8641efa-86fa-4f9b-9d0e-03b5a9a64e96 None None] The sync data for ids ['f7c23d36-77ea-41fb-ad11-846b2510451d'] in n-d-802011-3 is: [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:22:44Z', 'revision_number': 3, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:50.040635 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c2a36c-6e7d-4ef6-a7e1-3c896dcdff98 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:50.045319 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c2a36c-6e7d-4ef6-a7e1-3c896dcdff98 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:50.052784 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f3c2a36c-6e7d-4ef6-a7e1-3c896dcdff98 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1653855 Jul 27 22:22:50.053396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:50.194128 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fc0592-e976-455b-92b7-ae088fffba05 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 114464ea-3101-429a-90be-20f26c3d9099 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:50.208019 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52fc0592-e976-455b-92b7-ae088fffba05 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:50.292918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Allocated IP 172.20.0.2 (0248818b-8300-4ce9-bfb0-3c3afdb6fd5b/32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce/0e58c002-bdfd-4496-b7cb-01e54c24fff9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:50.309663 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52fc0592-e976-455b-92b7-ae088fffba05 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:50.660276 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52fc0592-e976-455b-92b7-ae088fffba05 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:50.693523 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:50.729792 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Transition to ACTIVE for port object 0e58c002-bdfd-4496-b7cb-01e54c24fff9 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:50.780592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Transition to ACTIVE for port object 0e58c002-bdfd-4496-b7cb-01e54c24fff9 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:50.821254 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:50.855221 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52fc0592-e976-455b-92b7-ae088fffba05 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:50.975641 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52fc0592-e976-455b-92b7-ae088fffba05 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:50.984617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Pushing event updated for resources: {'Port': ['ID=0e58c002-bdfd-4496-b7cb-01e54c24fff9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:50.997767 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-52fc0592-e976-455b-92b7-ae088fffba05 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/114464ea-3101-429a-90be-20f26c3d9099 HTTP/1.1" status: 204 len: 168 time: 0.9432440 Jul 27 22:22:51.006728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-24ce5faa-b9f5-41f2-9b47-7349b0ea38ca None None] Provisioning for port 5936ddae-3abd-4f6e-8862-bf81400398ae completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:51.012076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc0592-e976-455b-92b7-ae088fffba05 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=114464ea-3101-429a-90be-20f26c3d9099,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:51.016289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e4f79-711b-4819-a5f4-1a47037823fd req-fe37041d-c697-47e6-9610-cedf9d36635a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:51.026464 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40968) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:51.034322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-24ce5faa-b9f5-41f2-9b47-7349b0ea38ca None None] Provisioning complete for port 5936ddae-3abd-4f6e-8862-bf81400398ae triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:51.035913 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24ce5faa-b9f5-41f2-9b47-7349b0ea38ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.042219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c4e4f79-711b-4819-a5f4-1a47037823fd req-fe37041d-c697-47e6-9610-cedf9d36635a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.3932402 Jul 27 22:22:51.125419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 71631452-f571-4f99-aeb0-36801190a5f8 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:51.168428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:51.247252 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b32dddc5-e29e-422c-9307-81d6963546ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2160995 Jul 27 22:22:51.249097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40972) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:51.282073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:51.294028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:51.294459 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.327853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff5ab1-7266-47c4-8a42-d9bf2e7af79d None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:51.518696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9cd1e5-8fb8-4d0b-9f0f-319b56e10608 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:51.554792 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2b9cd1e5-8fb8-4d0b-9f0f-319b56e10608 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2936842 Jul 27 22:22:51.557462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40980) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:51.563934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Attempting to bind port 0e58c002-bdfd-4496-b7cb-01e54c24fff9 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:51.569541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Attempting to bind port 0e58c002-bdfd-4496-b7cb-01e54c24fff9 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:51.570402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Attempting to bind port 0e58c002-bdfd-4496-b7cb-01e54c24fff9 on network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:51.625170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:51.625574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Checking segment: {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:51.625976 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.626418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Bound using segment: {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:51.626918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Bound port: 0e58c002-bdfd-4496-b7cb-01e54c24fff9, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:51.627298 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.664302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 71631452-f571-4f99-aeb0-36801190a5f8 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:51.689423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c4e4f79-711b-4819-a5f4-1a47037823fd req-24e793c9-3fde-463a-b4e1-826483ed86ca tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260898 Jul 27 22:22:51.813029 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] For port 0e58c002-bdfd-4496-b7cb-01e54c24fff9, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:51.817888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] For port 0e58c002-bdfd-4496-b7cb-01e54c24fff9, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0e58c002-bdfd-4496-b7cb-01e54c24fff9,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:51.829267 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 71631452-f571-4f99-aeb0-36801190a5f8 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:51.829663 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.860847 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.915787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafcf484-a057-4654-b1fb-eef02c24e63f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:51.921913 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-aafcf484-a057-4654-b1fb-eef02c24e63f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3608375 Jul 27 22:22:51.924710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 40988) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:52.428934 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24ce5faa-b9f5-41f2-9b47-7349b0ea38ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.511136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-24ce5faa-b9f5-41f2-9b47-7349b0ea38ca None None] For port 5936ddae-3abd-4f6e-8862-bf81400398ae, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5936ddae-3abd-4f6e-8862-bf81400398ae,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:52.531612 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24ce5faa-b9f5-41f2-9b47-7349b0ea38ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.577106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e24a7-9c3d-4eaa-bc91-204b7743f9a6 None None] Pushing event updated for resources: {'Port': ['ID=0e58c002-bdfd-4496-b7cb-01e54c24fff9,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:52.614955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.20.0.1 (0248818b-8300-4ce9-bfb0-3c3afdb6fd5b/32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce/a307bbb5-c3d8-46fb-89fd-0876e173f8e4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:52.721201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce5faa-b9f5-41f2-9b47-7349b0ea38ca None None] Pushing event updated for resources: {'Port': ['ID=5936ddae-3abd-4f6e-8862-bf81400398ae,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:52.740058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6bbcfe-8c22-4207-bb1d-7b7abdb4e61c None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:22:52.851105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4711316d-2790-4a50-998e-eaa2f2d1fe41 None None] Could not find standard attr ID for object 05bcde6d-6d65-455a-addd-f9c4d1323dd7. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:22:52.970256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.987429 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.990014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Transition to ACTIVE for port object a307bbb5-c3d8-46fb-89fd-0876e173f8e4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:53.052294 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1b6bbcfe-8c22-4207-bb1d-7b7abdb4e61c None None] Deleting port 5936ddae-3abd-4f6e-8862-bf81400398ae {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:53.052685 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbcfe-8c22-4207-bb1d-7b7abdb4e61c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:53.073465 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6e2812fa-6009-4521-89fa-a55876ca2617 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.1332777 Jul 27 22:22:53.077641 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41006) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:53.090967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 71631452-f571-4f99-aeb0-36801190a5f8, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=71631452-f571-4f99-aeb0-36801190a5f8,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:53.101300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e32dee9b-ac7d-4135-b848-a379bcc257e4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:53.107372 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:53.176972 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:53.246024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:53.256040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca0887-d9dc-4388-a9bd-458e2bfc7edb req-b66471b8-e796-4076-83be-749ce4b37365 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:53.267458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71ca0887-d9dc-4388-a9bd-458e2bfc7edb req-b66471b8-e796-4076-83be-749ce4b37365 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1812303 Jul 27 22:22:53.278846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:53.289901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=a307bbb5-c3d8-46fb-89fd-0876e173f8e4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:53.294249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:53.359347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=71631452-f571-4f99-aeb0-36801190a5f8,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:53.366948 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:53.471837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32dee9b-ac7d-4135-b848-a379bcc257e4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:53.483083 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e32dee9b-ac7d-4135-b848-a379bcc257e4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:53.497782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1b6bbcfe-8c22-4207-bb1d-7b7abdb4e61c None None] For port 5936ddae-3abd-4f6e-8862-bf81400398ae, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5936ddae-3abd-4f6e-8862-bf81400398ae,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:53.499936 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbcfe-8c22-4207-bb1d-7b7abdb4e61c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:53.506444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0e58c002-bdfd-4496-b7cb-01e54c24fff9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:53.573627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1b6bbcfe-8c22-4207-bb1d-7b7abdb4e61c None None] Calling delete_port for 5936ddae-3abd-4f6e-8862-bf81400398ae owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:53.586349 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71ca0887-d9dc-4388-a9bd-458e2bfc7edb req-7f2ed5bf-8f0d-4de7-a5ca-f7b68d7e7e17 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177443 Jul 27 22:22:53.700713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 0e58c002-bdfd-4496-b7cb-01e54c24fff9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:53.836198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5936ddae-3abd-4f6e-8862-bf81400398ae no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:53.840510 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbcfe-8c22-4207-bb1d-7b7abdb4e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:53.902193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:53.952814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 5936ddae-3abd-4f6e-8862-bf81400398ae {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:53.953383 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5936ddae-3abd-4f6e-8862-bf81400398ae not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:53.971249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bbcfe-8c22-4207-bb1d-7b7abdb4e61c None None] Pushing event deleted for resources: {'Port': ['ID=5936ddae-3abd-4f6e-8862-bf81400398ae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:53.976083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bbcfe-8c22-4207-bb1d-7b7abdb4e61c None None] No DVR routers for this DVR port 5936ddae-3abd-4f6e-8862-bf81400398ae on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:54.303037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.objects.ports [None req-e32dee9b-ac7d-4135-b848-a379bcc257e4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:22:54.309271 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e32dee9b-ac7d-4135-b848-a379bcc257e4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:54.458499 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32dee9b-ac7d-4135-b848-a379bcc257e4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:54.483054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e32dee9b-ac7d-4135-b848-a379bcc257e4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:54.496036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0b882-1daa-436e-a79f-67a996b5b0b0 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:54.499540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32dee9b-ac7d-4135-b848-a379bcc257e4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:54.508913 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e32dee9b-ac7d-4135-b848-a379bcc257e4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:54.548654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32dee9b-ac7d-4135-b848-a379bcc257e4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=9e87f0cb-566e-4e8e-a0b1-b7a03ea0ade7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:54.555268 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e32dee9b-ac7d-4135-b848-a379bcc257e4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4765220 Jul 27 22:22:54.558872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41024) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:54.572879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:6b:6a:d9', 'name': 'tempest-NetworksTestDHCPv6-1317854848'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:54.843159 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:54.913852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '9e87f0cb-566e-4e8e-a0b1-b7a03ea0ade7'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:22:54.915391 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:55.157399 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:55.196047 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port f86096a8-e4a5-4184-9056-6c3902032137 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:22:55.288451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Allocated IP 2001:db8::f816:3eff:fed7:8773 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/9e87f0cb-566e-4e8e-a0b1-b7a03ea0ade7/3df8f40a-81c3-41a2-8553-fb55ed360b67) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:55.380862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf331ade-8fec-4eac-b8a8-f76959f4b494 req-933cf7e8-53cc-42a2-96de-71a3353f3702 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:55.384448 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf331ade-8fec-4eac-b8a8-f76959f4b494 req-933cf7e8-53cc-42a2-96de-71a3353f3702 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2767615 Jul 27 22:22:55.493408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c10779-8ff2-46f0-b6c4-bec6e0f1bec3 None None] Network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:55.515509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf331ade-8fec-4eac-b8a8-f76959f4b494 req-54f07e8b-3115-4824-a863-e6a3b30f78f7 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228888 Jul 27 22:22:55.557162 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:55.563862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 71631452-f571-4f99-aeb0-36801190a5f8 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:55.568528 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:55.669412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a03d7417-c010-4e21-949f-a2708a6306a1 None None] Provisioning for port 0e58c002-bdfd-4496-b7cb-01e54c24fff9 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:55.719673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a03d7417-c010-4e21-949f-a2708a6306a1 None None] Provisioning complete for port 0e58c002-bdfd-4496-b7cb-01e54c24fff9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:55.720138 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a03d7417-c010-4e21-949f-a2708a6306a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:55.757949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=a307bbb5-c3d8-46fb-89fd-0876e173f8e4,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:55.799713 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:55.968177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:55.971087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:56.013177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 71631452-f571-4f99-aeb0-36801190a5f8 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:56.013558 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:56.138409 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:56.160603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Transition to ACTIVE for port object 3df8f40a-81c3-41a2-8553-fb55ed360b67 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:56.178890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router f7c23d36-77ea-41fb-ad11-846b2510451d has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:22:56.230729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Transition to ACTIVE for port object 3df8f40a-81c3-41a2-8553-fb55ed360b67 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:56.254527 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a03d7417-c010-4e21-949f-a2708a6306a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:56.322107 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:56.387509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::f816:3eff:fe6b:6ad9 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/9e87f0cb-566e-4e8e-a0b1-b7a03ea0ade7/f86096a8-e4a5-4184-9056-6c3902032137) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:56.390332 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:56.425555 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-947a1bc1-8f44-489a-ab4a-77eb0a21f3ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "PUT /v2.0/routers/f7c23d36-77ea-41fb-ad11-846b2510451d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9652562 Jul 27 22:22:56.452934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Pushing event updated for resources: {'Port': ['ID=3df8f40a-81c3-41a2-8553-fb55ed360b67,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:56.465314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Sync routers for ids ['f7c23d36-77ea-41fb-ad11-846b2510451d'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:56.635379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a03d7417-c010-4e21-949f-a2708a6306a1 None None] For port 0e58c002-bdfd-4496-b7cb-01e54c24fff9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0e58c002-bdfd-4496-b7cb-01e54c24fff9,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:56.637951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Routers {'f7c23d36-77ea-41fb-ad11-846b2510451d'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:56.638564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:22:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7c23d36-77ea-41fb-ad11-846b2510451d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:56.857458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e685cb-8b8e-4614-83e4-856736693141 req-8b2cb77d-f264-4777-b339-83c90bb6cc08 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:56.874176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8e685cb-8b8e-4614-83e4-856736693141 req-8b2cb77d-f264-4777-b339-83c90bb6cc08 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1906719 Jul 27 22:22:56.890090 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:56.908925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object f86096a8-e4a5-4184-9056-6c3902032137 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:56.961080 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:57.015848 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:57.018316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:57.022156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:57.033782 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a03d7417-c010-4e21-949f-a2708a6306a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:57.089545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Set router f7c23d36-77ea-41fb-ad11-846b2510451d gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:57.109203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8e685cb-8b8e-4614-83e4-856736693141 req-5d7108de-6a96-4fd9-890b-0d5ce5d09c6a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226887 Jul 27 22:22:57.155421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:57.166087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:57.182532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:57.207537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-d216722d-4663-4dc4-b744-8c510d202cac tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555542574&fields=id&tenant_id=28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 267 time: 0.3134661 Jul 27 22:22:57.209204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:57.215989 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:57.283410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=f86096a8-e4a5-4184-9056-6c3902032137,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:57.309798 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-95bc75b9-5db4-4822-ad20-029f76f965ac tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7489018 Jul 27 22:22:57.311055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:57.395089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c87f1431-da64-47a2-b2c2-f30f23f66da5 None None] Provisioning for port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:57.411013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c87f1431-da64-47a2-b2c2-f30f23f66da5 None None] Provisioning complete for port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:57.414766 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c87f1431-da64-47a2-b2c2-f30f23f66da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:57.426408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f089c-fada-4749-93d6-9bbcef90e7ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:57.451117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f089c-fada-4749-93d6-9bbcef90e7ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:57.467202 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fb6f089c-fada-4749-93d6-9bbcef90e7ae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1539774 Jul 27 22:22:57.469476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41092) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:57.516558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-8953c67a-8bc7-4fc1-a265-8eb16835d6d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:57.518212 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-8953c67a-8bc7-4fc1-a265-8eb16835d6d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 797 time: 0.2942977 Jul 27 22:22:57.571307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5f48286e-3d59-4eae-b654-61c5d783b053 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/quotas/28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 375 time: 0.0416493 Jul 27 22:22:57.594860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Attempting to bind port 3df8f40a-81c3-41a2-8553-fb55ed360b67 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:57.595245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Attempting to bind port 3df8f40a-81c3-41a2-8553-fb55ed360b67 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:57.595614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Attempting to bind port 3df8f40a-81c3-41a2-8553-fb55ed360b67 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:57.682181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:57.685685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:57.689442 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:57.690117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:57.690890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Bound port: 3df8f40a-81c3-41a2-8553-fb55ed360b67, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:57.691163 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-3c01d883-f31c-4d2f-80c4-42371331958d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187146 Jul 27 22:22:57.691729 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:57.721677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d7417-c010-4e21-949f-a2708a6306a1 None None] Pushing event updated for resources: {'Port': ['ID=0e58c002-bdfd-4496-b7cb-01e54c24fff9,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:57.767909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7ff03754-bf4d-4129-9cbf-76b3df14255d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port f86096a8-e4a5-4184-9056-6c3902032137 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:57.768341 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ff03754-bf4d-4129-9cbf-76b3df14255d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:57.806147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c87f1431-da64-47a2-b2c2-f30f23f66da5 None None] Port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:22:57.889441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-37e9ee25-6720-4e19-8bea-1bfaab219303 service neutron] 10.222.0.24 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972682 Jul 27 22:22:57.958093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] For port 3df8f40a-81c3-41a2-8553-fb55ed360b67, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:57.974421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c87f1431-da64-47a2-b2c2-f30f23f66da5 None None] Provisioning complete for port 0e58c002-bdfd-4496-b7cb-01e54c24fff9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:57.979010 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c87f1431-da64-47a2-b2c2-f30f23f66da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:58.049499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] For port 3df8f40a-81c3-41a2-8553-fb55ed360b67, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3df8f40a-81c3-41a2-8553-fb55ed360b67,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:58.075132 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:58.129903 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ff03754-bf4d-4129-9cbf-76b3df14255d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:58.182755 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-c7918812-4fb0-4c10-817b-b42860a16bd9 service neutron] 10.222.0.24 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914956 Jul 27 22:22:58.192166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7ff03754-bf4d-4129-9cbf-76b3df14255d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for f86096a8-e4a5-4184-9056-6c3902032137 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:58.381345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70cf17-7dbd-4699-9ac8-05f4caaf353a req-b4ee9351-51d3-4721-9e84-d548163912c0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:58.396108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a70cf17-7dbd-4699-9ac8-05f4caaf353a req-b4ee9351-51d3-4721-9e84-d548163912c0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1283307 Jul 27 22:22:58.522943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a70cf17-7dbd-4699-9ac8-05f4caaf353a req-21ebad16-5915-463c-a741-5082f6dc776a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254513 Jul 27 22:22:58.713800 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-accb5fd8-ee1f-49ce-8829-1990beb500c6 req-ffa4a302-ece3-4a4a-8e19-0ab5965e7503 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 210 time: 0.0679052 Jul 27 22:22:58.910563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef71fbf-ae1c-4feb-8ec0-53d182d29eb6 None None] Pushing event updated for resources: {'Port': ['ID=3df8f40a-81c3-41a2-8553-fb55ed360b67,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:58.932298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:22:53Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a307bbb5-c3d8-46fb-89fd-0876e173f8e4', 'name': '', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:cd:15:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:52Z', 'updated_at': '2021-07-27T22:22:54Z', 'revision_number': 2, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:58.990770 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ff03754-bf4d-4129-9cbf-76b3df14255d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:59.075872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Checking router: f7c23d36-77ea-41fb-ad11-846b2510451d for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:59.076691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Updating router f7c23d36-77ea-41fb-ad11-846b2510451d port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:22:59.147351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-10b8e6ea-5eea-4b5c-a7ac-aa06156c75ec None None] Provisioning complete for port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:59.147846 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10b8e6ea-5eea-4b5c-a7ac-aa06156c75ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:59.153822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff03754-bf4d-4129-9cbf-76b3df14255d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=f86096a8-e4a5-4184-9056-6c3902032137,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:59.192126 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:59.222007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7ff03754-bf4d-4129-9cbf-76b3df14255d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:59.230512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:59.242974 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7ff03754-bf4d-4129-9cbf-76b3df14255d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/f86096a8-e4a5-4184-9056-6c3902032137 HTTP/1.1" status: 204 len: 168 time: 1.7701137 Jul 27 22:22:59.256226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-10b8e6ea-5eea-4b5c-a7ac-aa06156c75ec None None] Port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:22:59.372911 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f8bfa-bfb9-47cb-85d3-626255d096ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:59.388310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f8bfa-bfb9-47cb-85d3-626255d096ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:59.399328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41118) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:59.413418 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bd5f8bfa-bfb9-47cb-85d3-626255d096ff tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1805303 Jul 27 22:22:59.596368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3df8f40a-81c3-41a2-8553-fb55ed360b67 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:59.613805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de393f2-9885-486c-9e77-79dea82365ab tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 9e87f0cb-566e-4e8e-a0b1-b7a03ea0ade7 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:59.647217 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3de393f2-9885-486c-9e77-79dea82365ab tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:59.702884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 3df8f40a-81c3-41a2-8553-fb55ed360b67 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:59.723243 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0e58c002-bdfd-4496-b7cb-01e54c24fff9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:59.772346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb9654-2c3d-4a1d-a9d4-f17121b42e37 req-b1582a1f-1259-4c99-9e00-523879e169f5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:59.791331 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71cb9654-2c3d-4a1d-a9d4-f17121b42e37 req-b1582a1f-1259-4c99-9e00-523879e169f5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1707082 Jul 27 22:22:59.821742 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3de393f2-9885-486c-9e77-79dea82365ab tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:59.873648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71cb9654-2c3d-4a1d-a9d4-f17121b42e37 req-4405088e-00c3-45aa-84c5-850428479fc2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790625 Jul 27 22:23:00.033209 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5179089-98b3-4f54-aac5-1fe281ff1c72 req-bc5ae3a6-e668-4c20-853a-a8ff739ffec1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 210 time: 0.0953991 Jul 27 22:23:00.104918 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:00.151325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 0e58c002-bdfd-4496-b7cb-01e54c24fff9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:00.151702 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:00.155865 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3de393f2-9885-486c-9e77-79dea82365ab tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:00.189345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Transition to ACTIVE for port object a307bbb5-c3d8-46fb-89fd-0876e173f8e4 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:00.222201 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:00.376131 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3de393f2-9885-486c-9e77-79dea82365ab tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:00.481880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51954307-b62d-4376-a905-d96230c278a5 None None] Pushing event updated for resources: {'Port': ['ID=a307bbb5-c3d8-46fb-89fd-0876e173f8e4,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:00.509756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de393f2-9885-486c-9e77-79dea82365ab tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=9e87f0cb-566e-4e8e-a0b1-b7a03ea0ade7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:00.536434 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3de393f2-9885-486c-9e77-79dea82365ab tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:00.541260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:00.543748 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3de393f2-9885-486c-9e77-79dea82365ab tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/9e87f0cb-566e-4e8e-a0b1-b7a03ea0ade7 HTTP/1.1" status: 204 len: 168 time: 1.1429689 Jul 27 22:23:00.607545 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:00.613006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:00.619815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9368b5b5-84da-45c1-8705-471922eac100 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773089 Jul 27 22:23:00.621629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Attempting to bind port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:00.622160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Attempting to bind port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:00.625790 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Attempting to bind port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 on network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:00.646555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:00.646942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Checking segment: {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:00.647352 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:00.647741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Bound using segment: {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:00.648235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Bound port: a307bbb5-c3d8-46fb-89fd-0876e173f8e4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:00.648625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:00.665679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d097505d-4288-4118-9e49-994acc8c3a69 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:00.879177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] For port a307bbb5-c3d8-46fb-89fd-0876e173f8e4, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:00.895199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] For port a307bbb5-c3d8-46fb-89fd-0876e173f8e4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a307bbb5-c3d8-46fb-89fd-0876e173f8e4,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:00.919762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d2700fc8-f170-4190-b6f9-0bde439cae0a None None] Provisioning for port 3df8f40a-81c3-41a2-8553-fb55ed360b67 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:00.937487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d2700fc8-f170-4190-b6f9-0bde439cae0a None None] Provisioning complete for port 3df8f40a-81c3-41a2-8553-fb55ed360b67 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:00.937869 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2700fc8-f170-4190-b6f9-0bde439cae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:00.945240 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:01.142095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Routers {'f7c23d36-77ea-41fb-ad11-846b2510451d'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:01.142895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:22:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7c23d36-77ea-41fb-ad11-846b2510451d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:01.312954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-8455d9bf-2f68-4aea-92f7-7e58013914cb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:01.315220 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbc40e-73a6-4511-9dcd-9e1da08b6a9e req-99706fb6-15d3-43c5-89ca-a0ec4dea6c99 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:01.319128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2fbc40e-73a6-4511-9dcd-9e1da08b6a9e req-99706fb6-15d3-43c5-89ca-a0ec4dea6c99 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.3080254 Jul 27 22:23:01.324569 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-8455d9bf-2f68-4aea-92f7-7e58013914cb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 797 time: 0.5130000 Jul 27 22:23:01.329366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:01.346688 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:01.365596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51954307-b62d-4376-a905-d96230c278a5 None None] Pushing event updated for resources: {'Port': ['ID=a307bbb5-c3d8-46fb-89fd-0876e173f8e4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:01.436013 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2700fc8-f170-4190-b6f9-0bde439cae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:01.473373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b791905c-4760-40de-b720-89d1204522c6 req-ee4deae8-8fda-470a-a2ac-b78aadbe7827 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 210 time: 0.1103561 Jul 27 22:23:01.553181 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2fbc40e-73a6-4511-9dcd-9e1da08b6a9e req-f3148321-988b-461f-b9bc-80c465b47984 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236404 Jul 27 22:23:01.588154 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] Set router f7c23d36-77ea-41fb-ad11-846b2510451d gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:01.741046 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-ef61d3da-3063-419d-b195-1885a4ec0126 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 379 time: 0.1217809 Jul 27 22:23:01.759268 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'port': {'device_id': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'admin_state_up': True, 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'security_groups': ['f216f350-4db4-4f7b-8494-5fdba74ccb54']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:01.943092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97735735-44bc-4d81-a727-fa2415993cad None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:23:02.044418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d2700fc8-f170-4190-b6f9-0bde439cae0a None None] For port 3df8f40a-81c3-41a2-8553-fb55ed360b67, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3df8f40a-81c3-41a2-8553-fb55ed360b67,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:02.081154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:02.159559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:02.191171 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2700fc8-f170-4190-b6f9-0bde439cae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:02.215023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Made reservation on behalf of 28b86e8c06114800a9109512618bca6b for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:02.218942 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:02.302146 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f77a96e-f76b-4441-9744-1ffb1cb54eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:02.411436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2700fc8-f170-4190-b6f9-0bde439cae0a None None] Pushing event updated for resources: {'Port': ['ID=3df8f40a-81c3-41a2-8553-fb55ed360b67,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:02.439063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.20.0.10 (0248818b-8300-4ce9-bfb0-3c3afdb6fd5b/32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce/7ab84666-a54e-4fab-953d-4142c432a619) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:02.457865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:22:53Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a307bbb5-c3d8-46fb-89fd-0876e173f8e4', 'name': '', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:cd:15:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:52Z', 'updated_at': '2021-07-27T22:23:00Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:02.527467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16445a0e-2795-4472-a4c3-ec3c5128d9b1 None None] The sync data for ids ['f7c23d36-77ea-41fb-ad11-846b2510451d'] in n-d-802011-3 is: [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:22:53Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a307bbb5-c3d8-46fb-89fd-0876e173f8e4', 'name': '', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:cd:15:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:52Z', 'updated_at': '2021-07-27T22:23:00Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:23:02.532405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-97735735-44bc-4d81-a727-fa2415993cad None None] Deleting port 3df8f40a-81c3-41a2-8553-fb55ed360b67 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:02.532788 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97735735-44bc-4d81-a727-fa2415993cad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:02.734568 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f77a96e-f76b-4441-9744-1ffb1cb54eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:02.735114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.objects.ports [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:23:02.793795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9374dd54-72ef-4bd5-9bcd-7eddf196e4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:02.814073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f77a96e-f76b-4441-9744-1ffb1cb54eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:02.848578 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-97735735-44bc-4d81-a727-fa2415993cad None None] For port 3df8f40a-81c3-41a2-8553-fb55ed360b67, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3df8f40a-81c3-41a2-8553-fb55ed360b67,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:02.848930 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97735735-44bc-4d81-a727-fa2415993cad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:02.853454 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:23:02.875329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-97735735-44bc-4d81-a727-fa2415993cad None None] Calling delete_port for 3df8f40a-81c3-41a2-8553-fb55ed360b67 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:03.103707 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9374dd54-72ef-4bd5-9bcd-7eddf196e4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.108039 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97735735-44bc-4d81-a727-fa2415993cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.170454 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9374dd54-72ef-4bd5-9bcd-7eddf196e4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.183721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97735735-44bc-4d81-a727-fa2415993cad None None] No DVR routers for this DVR port 3df8f40a-81c3-41a2-8553-fb55ed360b67 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:23:03.197800 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97735735-44bc-4d81-a727-fa2415993cad None None] Pushing event deleted for resources: {'Port': ['ID=3df8f40a-81c3-41a2-8553-fb55ed360b67,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:03.223549 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c06443bc-c9ca-4dcd-b366-0ce759007840 req-6af8a86a-ab7f-4097-a191-5cb9d2a375f3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 210 time: 0.4242558 Jul 27 22:23:03.317234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0f77a96e-f76b-4441-9744-1ffb1cb54eee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=375c864e46d84c50b7192b7badd252c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2340233 Jul 27 22:23:03.325681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:03.368946 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.369478 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77a96e-f76b-4441-9744-1ffb1cb54eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65fbe32-5510-47f4-af7d-2418513d1934,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:03.384322 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9374dd54-72ef-4bd5-9bcd-7eddf196e4d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98aaeccc612b456296b82ae07aa57117&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2235725 Jul 27 22:23:03.435208 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Transition to ACTIVE for port object 7ab84666-a54e-4fab-953d-4142c432a619 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:03.451049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c8fbe-a731-4292-81e3-da753112bec7 req-68991151-cfe4-462d-a0d1-6bf4bc947345 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:03.454824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a307bbb5-c3d8-46fb-89fd-0876e173f8e4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:03.464269 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f3c8fbe-a731-4292-81e3-da753112bec7 req-68991151-cfe4-462d-a0d1-6bf4bc947345 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.5924301 Jul 27 22:23:03.490411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41178) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:03.576760 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.620769 n-d-802011-3 neutron-server[93834]: WARNING neutron.services.revisions.revision_plugin [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Could not find related port for resource to bump revision. Jul 27 22:23:03.642847 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:03.652403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.ipam_pluggable_backend [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Port 3df8f40a-81c3-41a2-8553-fb55ed360b67 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93834) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 22:23:03.653692 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:03.654181 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.ipam_pluggable_backend [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Reverting IP allocation for 2001:db8::f816:3eff:fed7:8773 {{(pid=93834) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 22:23:03.654360 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.663135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.ipam_pluggable_backend [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed7:8773 {{(pid=93834) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 22:23:03.663750 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f3c8fbe-a731-4292-81e3-da753112bec7 req-efb123b7-4385-4233-a914-9cbc67be8c84 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859150 Jul 27 22:23:03.693469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374dd54-72ef-4bd5-9bcd-7eddf196e4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c018f1-87d7-4510-8c0c-ec2f44925094,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:03.716476 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b52e6f61-cae6-4be7-b09a-14db0a9fb196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.720602 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.779942 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b52e6f61-cae6-4be7-b09a-14db0a9fb196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.880298 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=58a43c12-12ad-4348-9ae2-cdc97fb4e197,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:03.883155 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b52e6f61-cae6-4be7-b09a-14db0a9fb196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.891302 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b52e6f61-cae6-4be7-b09a-14db0a9fb196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.892107 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b52e6f61-cae6-4be7-b09a-14db0a9fb196 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f65fbe32-5510-47f4-af7d-2418513d1934 HTTP/1.1" status: 204 len: 168 time: 0.5632145 Jul 27 22:23:03.892469 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.907576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e6f61-cae6-4be7-b09a-14db0a9fb196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65fbe32-5510-47f4-af7d-2418513d1934,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:03.970997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:04.025197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port a307bbb5-c3d8-46fb-89fd-0876e173f8e4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a307bbb5-c3d8-46fb-89fd-0876e173f8e4,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:04.033559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:04.036755 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:04.048117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:04.090880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:04.180595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:04.188956 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3df8f40a-81c3-41a2-8553-fb55ed360b67 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:23:04.209265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:04.227506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:04.252721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:04.276418 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-88260451-9366-4804-b23f-2f8234a5fd67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.6674976 Jul 27 22:23:04.278815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:04.284380 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:a2:03:e2', 'name': 'tempest-NetworksTestDHCPv6-1492127066'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:04.290150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92584bb6-c55a-4420-b5b4-bd42bac953a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:04.351833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ed9b5-2367-4ee4-915a-4e1e759d40f0 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:04.364329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:04.368349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:04.446751 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92584bb6-c55a-4420-b5b4-bd42bac953a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:04.573452 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-097a9ee8-09e9-448e-b489-738d61aa725d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8131711 Jul 27 22:23:04.591905 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Request body: {'port': {'device_id': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:04.654768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=a307bbb5-c3d8-46fb-89fd-0876e173f8e4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:04.681188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:04.681188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:04.681188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:04.681188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:04.681805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:04.682128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:04.686430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:04.688755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:04.692525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:04.692970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:04.693379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:04.694877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:04.705610 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92584bb6-c55a-4420-b5b4-bd42bac953a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:04.705921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 3df8f40a-81c3-41a2-8553-fb55ed360b67 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:23:04.719713 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-92584bb6-c55a-4420-b5b4-bd42bac953a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:04.724044 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-92584bb6-c55a-4420-b5b4-bd42bac953a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4c018f1-87d7-4510-8c0c-ec2f44925094 HTTP/1.1" status: 204 len: 168 time: 1.2299800 Jul 27 22:23:04.739330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3df8f40a-81c3-41a2-8553-fb55ed360b67 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:23:04.814197 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92584bb6-c55a-4420-b5b4-bd42bac953a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c018f1-87d7-4510-8c0c-ec2f44925094,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:04.834367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:04.849520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b319ec-d0d0-41fb-8e43-3ef58d182bfa req-9a8d9eb4-7294-4c40-bb8a-9c4fd7a2a2df tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:04.854667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10b319ec-d0d0-41fb-8e43-3ef58d182bfa req-9a8d9eb4-7294-4c40-bb8a-9c4fd7a2a2df tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 932 time: 0.4014318 Jul 27 22:23:04.915856 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0539c017-1bf2-44cd-9dd7-e3b4fbb5f6d0 None None] Provisioning for port 7ab84666-a54e-4fab-953d-4142c432a619 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:04.951593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0539c017-1bf2-44cd-9dd7-e3b4fbb5f6d0 None None] Provisioning complete for port 7ab84666-a54e-4fab-953d-4142c432a619 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:04.956872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0539c017-1bf2-44cd-9dd7-e3b4fbb5f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.087398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10b319ec-d0d0-41fb-8e43-3ef58d182bfa req-5b127ef5-a7b0-4a4c-ba73-9f533227ce2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114389 Jul 27 22:23:05.138054 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '58a43c12-12ad-4348-9ae2-cdc97fb4e197'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:23:05.145858 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.151321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc14a9a-e2cf-4814-b571-4112b3dc3be2 req-320a636b-5343-4b36-b45c-7135faf4f551 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:05.163126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3fc14a9a-e2cf-4814-b571-4112b3dc3be2 req-320a636b-5343-4b36-b45c-7135faf4f551 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.3070405 Jul 27 22:23:05.295630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:05.405714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Allocated IP 2001:db8::f816:3eff:fe5d:5db4 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/58a43c12-12ad-4348-9ae2-cdc97fb4e197/312cb3e8-af48-4328-b82b-455499f585e4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:05.532875 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.544452 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3fc14a9a-e2cf-4814-b571-4112b3dc3be2 req-b6e7c838-b42e-4626-b684-8373b9fce01c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804777 Jul 27 22:23:05.586216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port 933421d5-5d6b-4301-9e8e-cc55e309a7fb yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:23:05.688899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab84666-a54e-4fab-953d-4142c432a619 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:23:05.695932 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.714317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Transition to ACTIVE for port object 312cb3e8-af48-4328-b82b-455499f585e4 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:05.722425 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.750185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a307bbb5-c3d8-46fb-89fd-0876e173f8e4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:05.752317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Transition to ACTIVE for port object 7ab84666-a54e-4fab-953d-4142c432a619 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:05.765053 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.801237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0539c017-1bf2-44cd-9dd7-e3b4fbb5f6d0 None None] Port 7ab84666-a54e-4fab-953d-4142c432a619 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:23:05.809962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Transition to ACTIVE for port object 312cb3e8-af48-4328-b82b-455499f585e4 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:05.837837 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.920994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:05.929213 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::f816:3eff:fea2:3e2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/58a43c12-12ad-4348-9ae2-cdc97fb4e197/933421d5-5d6b-4301-9e8e-cc55e309a7fb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:05.994975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:05.997654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:05.998075 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.015499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:06.029284 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:06.127936 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Attempting to bind port 7ab84666-a54e-4fab-953d-4142c432a619 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:06.130590 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Attempting to bind port 7ab84666-a54e-4fab-953d-4142c432a619 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:06.130977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Attempting to bind port 7ab84666-a54e-4fab-953d-4142c432a619 on network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:06.149647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Port 7ab84666-a54e-4fab-953d-4142c432a619 on network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:23:06.149882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Attempting to bind port 7ab84666-a54e-4fab-953d-4142c432a619 on network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:06.157342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:06.157969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Checking segment: {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:06.158996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Bound using segment: {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:06.159986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Bound port: 7ab84666-a54e-4fab-953d-4142c432a619, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:06.160964 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.351434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:06.365865 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:06.381267 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.497652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:06.499371 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.504021 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] 10.222.0.43 "PUT /v2.0/ports/7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1092 time: 1.9167223 Jul 27 22:23:06.513963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:23:06.517084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.527103 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45242143-6874-4e45-9925-cacf0c612cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "tag": "7ab84666-a54e-4fab-953d-4142c432a619"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:23:06.581020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object 933421d5-5d6b-4301-9e8e-cc55e309a7fb will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:06.668775 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.743940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e2fb4-275b-47bf-b5ed-6f83035fdfda service neutron] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:06.765646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:06.773696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-a654047d-b5b0-4e25-8bed-1ede8e243048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:06.775536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:06.783117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:06.783834 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-a654047d-b5b0-4e25-8bed-1ede8e243048 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1095 time: 0.2238803 Jul 27 22:23:06.801842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:06.802809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.865674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Pushing event updated for resources: {'Port': ['ID=312cb3e8-af48-4328-b82b-455499f585e4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:06.901459 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6213243 Jul 27 22:23:06.906753 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-514f11e7-ea8e-4af7-b1d0-67daaaab7040 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 217 time: 0.1172235 Jul 27 22:23:06.907242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41250) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:06.968566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Attempting to bind port 312cb3e8-af48-4328-b82b-455499f585e4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:06.968566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Attempting to bind port 312cb3e8-af48-4328-b82b-455499f585e4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:06.968566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Attempting to bind port 312cb3e8-af48-4328-b82b-455499f585e4 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:06.971736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50618007-5dd8-468f-8706-6f8fdc7e3b5a req-d4bacbcc-206a-441f-b5f0-2448b6cd1ba0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:06.975796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50618007-5dd8-468f-8706-6f8fdc7e3b5a req-d4bacbcc-206a-441f-b5f0-2448b6cd1ba0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 944 time: 0.7072632 Jul 27 22:23:06.978748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:06.979123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:06.979526 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.979969 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:06.980452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Bound port: 312cb3e8-af48-4328-b82b-455499f585e4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:06.987898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f502117-511d-4b67-a9a3-f06b85dfd665 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=933421d5-5d6b-4301-9e8e-cc55e309a7fb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:06.992429 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:07.111178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50618007-5dd8-468f-8706-6f8fdc7e3b5a req-a56ac282-a32c-4d2d-8219-980e52f03fad tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062272 Jul 27 22:23:07.211793 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4174c786-98dd-412f-b296-f23771d56846 None None] For port 312cb3e8-af48-4328-b82b-455499f585e4, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:07.222315 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4174c786-98dd-412f-b296-f23771d56846 None None] For port 312cb3e8-af48-4328-b82b-455499f585e4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=312cb3e8-af48-4328-b82b-455499f585e4,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:07.264950 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:07.272953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862bc033-3e5a-42c1-a9b9-e23540980ddf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:07.303042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862bc033-3e5a-42c1-a9b9-e23540980ddf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:07.307121 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-862bc033-3e5a-42c1-a9b9-e23540980ddf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3907011 Jul 27 22:23:07.312364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41256) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:07.358486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5623fb8a-d78c-4faf-8aef-423c27bf4b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:07.369180 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-5623fb8a-d78c-4faf-8aef-423c27bf4b5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.4297898 Jul 27 22:23:07.369372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20607f8a-87b8-494b-8328-751d40dd03a4 req-84aeb1be-9171-415c-9ec6-98f94ea49c3a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:07.370963 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20607f8a-87b8-494b-8328-751d40dd03a4 req-84aeb1be-9171-415c-9ec6-98f94ea49c3a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0969665 Jul 27 22:23:07.376547 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bade0e-a239-4879-95e1-ec4ba40b8704 x-openstack-request-id: req-54bade0e-a239-4879-95e1-ec4ba40b8704 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:23:07.376792 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "tag": "7ab84666-a54e-4fab-953d-4142c432a619", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:23:07.377047 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54bade0e-a239-4879-95e1-ec4ba40b8704 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:23:07.377454 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619', 'status': 'completed', 'code': 200} Jul 27 22:23:07.436302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174c786-98dd-412f-b296-f23771d56846 None None] Pushing event updated for resources: {'Port': ['ID=312cb3e8-af48-4328-b82b-455499f585e4,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:07.441377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20607f8a-87b8-494b-8328-751d40dd03a4 req-2b47010d-dfc8-4ac8-a6cc-742573890ca5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586605 Jul 27 22:23:07.634056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-a8523f1a-3578-43ad-8e05-368f7ae1225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:07.651015 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-a8523f1a-3578-43ad-8e05-368f7ae1225e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592519 Jul 27 22:23:07.670143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-38058141-b884-40f8-ac58-8d6b601b6ff6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port 933421d5-5d6b-4301-9e8e-cc55e309a7fb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:07.670827 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38058141-b884-40f8-ac58-8d6b601b6ff6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:07.957108 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38058141-b884-40f8-ac58-8d6b601b6ff6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:07.996953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-38058141-b884-40f8-ac58-8d6b601b6ff6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for 933421d5-5d6b-4301-9e8e-cc55e309a7fb owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:08.042621 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-333bfab5-33a6-4857-849f-c938e00a4edc service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757684 Jul 27 22:23:08.312314 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d24d-f277-46b5-83c3-f380a3cfe341 req-7e44846c-09a3-4249-9fe3-62d63c2d6588 service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026274 Jul 27 22:23:08.467070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b01c8e-fcca-4dce-8e5a-b240c19a4002 req-de8c1c01-f28e-4af7-a6fd-8edd27cde16a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:08.477312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43b01c8e-fcca-4dce-8e5a-b240c19a4002 req-de8c1c01-f28e-4af7-a6fd-8edd27cde16a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 944 time: 0.2342780 Jul 27 22:23:08.542312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242143-6874-4e45-9925-cacf0c612cbe req-e38c79c9-f0d6-4b1d-9706-10082cd0e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:08.543847 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45242143-6874-4e45-9925-cacf0c612cbe req-e38c79c9-f0d6-4b1d-9706-10082cd0e50b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1095 time: 0.1650705 Jul 27 22:23:08.604122 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43b01c8e-fcca-4dce-8e5a-b240c19a4002 req-a5e59ed9-a308-4cb3-b100-44f45d76c0c2 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258054 Jul 27 22:23:08.703080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242143-6874-4e45-9925-cacf0c612cbe req-ee203764-e548-4ba9-a817-8e1e07fea43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:08.705364 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45242143-6874-4e45-9925-cacf0c612cbe req-ee203764-e548-4ba9-a817-8e1e07fea43b service neutron] 10.222.0.43 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 898 time: 0.1520462 Jul 27 22:23:08.707229 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38058141-b884-40f8-ac58-8d6b601b6ff6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:08.799442 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312f710-bbfc-4b29-b5b1-61f340e5dc8d req-fe7fcc4f-d424-468a-bdd8-f1942cdde3b9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:08.801948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0312f710-bbfc-4b29-b5b1-61f340e5dc8d req-fe7fcc4f-d424-468a-bdd8-f1942cdde3b9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1967580 Jul 27 22:23:08.855120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38058141-b884-40f8-ac58-8d6b601b6ff6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=933421d5-5d6b-4301-9e8e-cc55e309a7fb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:08.858070 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45242143-6874-4e45-9925-cacf0c612cbe req-8d04dd74-00f8-414a-b667-824650251786 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 217 time: 0.0630689 Jul 27 22:23:08.908413 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-38058141-b884-40f8-ac58-8d6b601b6ff6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:08.913574 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-38058141-b884-40f8-ac58-8d6b601b6ff6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/933421d5-5d6b-4301-9e8e-cc55e309a7fb HTTP/1.1" status: 204 len: 168 time: 1.5980687 Jul 27 22:23:08.965511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:08.976598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0312f710-bbfc-4b29-b5b1-61f340e5dc8d req-19d344b5-b9ce-4dc2-8b67-a3449f0f6059 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410980 Jul 27 22:23:09.094316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d854-fd86-4969-a4f2-85473b6bcdd9 req-7ed9293d-a754-4299-8c48-70aa57d7f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:09.102885 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d854-fd86-4969-a4f2-85473b6bcdd9 req-7ed9293d-a754-4299-8c48-70aa57d7f75c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=093c931b75694176ab482ad04d08f5d7&device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 1097 time: 0.1536739 Jul 27 22:23:09.107404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242143-6874-4e45-9925-cacf0c612cbe req-a8e0ec03-a8e8-4081-86ac-659986e7e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:09.118202 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45242143-6874-4e45-9925-cacf0c612cbe req-a8e0ec03-a8e8-4081-86ac-659986e7e1a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.2290576 Jul 27 22:23:09.272618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63c3136-c021-41b4-a363-bcf846b469e6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:09.279489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63c3136-c021-41b4-a363-bcf846b469e6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:09.284111 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a63c3136-c021-41b4-a363-bcf846b469e6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3025734 Jul 27 22:23:09.288323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41306) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:09.396641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b0060d-30ec-4156-ab9f-0eee9e1386b8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 58a43c12-12ad-4348-9ae2-cdc97fb4e197 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:23:09.402994 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78b0060d-30ec-4156-ab9f-0eee9e1386b8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:09.434197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 312cb3e8-af48-4328-b82b-455499f585e4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:09.500711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78b0060d-30ec-4156-ab9f-0eee9e1386b8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:09.543694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d854-fd86-4969-a4f2-85473b6bcdd9 req-a400d98d-79ac-4bcf-afee-6f346adbb806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:09.547565 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d854-fd86-4969-a4f2-85473b6bcdd9 req-a400d98d-79ac-4bcf-afee-6f346adbb806 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 200 len: 913 time: 0.3572643 Jul 27 22:23:09.556132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 312cb3e8-af48-4328-b82b-455499f585e4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:09.631043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-569a714a-d301-4826-b7f0-c8d9a979f44f None None] Provisioning for port 312cb3e8-af48-4328-b82b-455499f585e4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:09.640779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-569a714a-d301-4826-b7f0-c8d9a979f44f None None] Provisioning complete for port 312cb3e8-af48-4328-b82b-455499f585e4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:09.641758 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-569a714a-d301-4826-b7f0-c8d9a979f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:09.766523 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d854-fd86-4969-a4f2-85473b6bcdd9 req-33ba13a2-3846-4926-a8dc-d1c9d3e5d8f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9 HTTP/1.1" status: 200 len: 217 time: 0.1669862 Jul 27 22:23:09.871854 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78b0060d-30ec-4156-ab9f-0eee9e1386b8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:09.936887 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-569a714a-d301-4826-b7f0-c8d9a979f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:09.969355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242143-6874-4e45-9925-cacf0c612cbe req-16fa4dff-7cad-4f1d-a105-6727cb65b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:09.970906 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45242143-6874-4e45-9925-cacf0c612cbe req-16fa4dff-7cad-4f1d-a105-6727cb65b58e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8457479 Jul 27 22:23:10.221834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969572b-985d-48df-a1d7-c517dd28a638 req-8f8a00cc-4512-436e-ac92-ff6ce5a3efd5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:10.228493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b969572b-985d-48df-a1d7-c517dd28a638 req-8f8a00cc-4512-436e-ac92-ff6ce5a3efd5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 944 time: 0.4156518 Jul 27 22:23:10.250001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d854-fd86-4969-a4f2-85473b6bcdd9 req-63bb7a69-f9d6-4421-8233-540a4cde9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:10.251601 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d854-fd86-4969-a4f2-85473b6bcdd9 req-63bb7a69-f9d6-4421-8233-540a4cde9d14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd95150c-158c-4db5-bf84-b3a3418fb5df HTTP/1.1" status: 200 len: 852 time: 0.4526994 Jul 27 22:23:10.370826 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d854-fd86-4969-a4f2-85473b6bcdd9 req-7e81f6eb-3148-40b4-b526-4b700e7a0e95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932403 Jul 27 22:23:10.375893 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78b0060d-30ec-4156-ab9f-0eee9e1386b8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:10.412827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b969572b-985d-48df-a1d7-c517dd28a638 req-ec5dde28-bd00-48da-8eab-e122d6404d76 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420441 Jul 27 22:23:10.537459 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-569a714a-d301-4826-b7f0-c8d9a979f44f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:23:10.538006 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-569a714a-d301-4826-b7f0-c8d9a979f44f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:23:10.556616 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78b0060d-30ec-4156-ab9f-0eee9e1386b8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:10.560826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871d8b10-5f00-45bd-82b2-4aae49739abd None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:10.562660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-78b0060d-30ec-4156-ab9f-0eee9e1386b8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/58a43c12-12ad-4348-9ae2-cdc97fb4e197 HTTP/1.1" status: 204 len: 168 time: 1.2730956 Jul 27 22:23:10.564403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0060d-30ec-4156-ab9f-0eee9e1386b8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=58a43c12-12ad-4348-9ae2-cdc97fb4e197,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:10.573892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41340) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:10.599131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fd21b-2c18-428f-bbec-1f79c79a878b req-eb75bcfe-42cb-49eb-bf71-13042e2aac35 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:10.607905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-924fd21b-2c18-428f-bbec-1f79c79a878b req-eb75bcfe-42cb-49eb-bf71-13042e2aac35 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.4493186 Jul 27 22:23:10.669883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-17780858-f66b-494a-b001-d311b4d78e05 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934987 Jul 27 22:23:10.670951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41344) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:10.725175 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45242143-6874-4e45-9925-cacf0c612cbe req-914ec121-849e-45ad-b757-4386071103c5 service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7199113 Jul 27 22:23:10.804303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-924fd21b-2c18-428f-bbec-1f79c79a878b req-b85035a3-3e57-4b87-bc73-ec961fd5bfd1 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951020 Jul 27 22:23:10.857161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aba964-6f20-472b-954b-320afe37a9b3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:10.870802 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-19aba964-6f20-472b-954b-320afe37a9b3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1914380 Jul 27 22:23:10.872479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:10.951565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50703aeb-8181-42f9-bc7f-c4f536c617cc None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:23:11.016008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6d973e-7dc6-49c7-aff3-88cf7d2fbac2 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:11.022917 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ee6d973e-7dc6-49c7-aff3-88cf7d2fbac2 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1467009 Jul 27 22:23:11.023670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:11.029965 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d854-fd86-4969-a4f2-85473b6bcdd9 req-bdf851ef-65f1-47a7-9c7b-3f14006319bd service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459777 Jul 27 22:23:11.125013 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-efb93ffb-a0a9-4326-a353-a70e95e2742e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973907 Jul 27 22:23:11.126082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41352) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:11.140361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6f6d88cd-4bcf-4313-ba4c-dd4a47638c9f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:11.154316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7ab84666-a54e-4fab-953d-4142c432a619 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:23:11.217717 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-569a714a-d301-4826-b7f0-c8d9a979f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:11.267864 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d2b4d854-fd86-4969-a4f2-85473b6bcdd9 req-83ee5c34-404b-4963-aef0-5be8c9536f0f service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210188 Jul 27 22:23:11.353097 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45242143-6874-4e45-9925-cacf0c612cbe req-c30fc110-f1ee-4793-88ba-fe44b809d281 service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086013 Jul 27 22:23:11.357345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-50703aeb-8181-42f9-bc7f-c4f536c617cc None None] Deleting port 312cb3e8-af48-4328-b82b-455499f585e4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:11.357734 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50703aeb-8181-42f9-bc7f-c4f536c617cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:11.405351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 312cb3e8-af48-4328-b82b-455499f585e4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:23:11.457442 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6d88cd-4bcf-4313-ba4c-dd4a47638c9f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:11.466297 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f6d88cd-4bcf-4313-ba4c-dd4a47638c9f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:11.555933 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:23:11.561985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:11.652659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-569a714a-d301-4826-b7f0-c8d9a979f44f None None] For port 312cb3e8-af48-4328-b82b-455499f585e4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=312cb3e8-af48-4328-b82b-455499f585e4,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:11.679773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-569a714a-d301-4826-b7f0-c8d9a979f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:11.732751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558e034-a2a0-4220-a5be-545571abd2c0 req-3b3fad20-c3e0-4433-87f4-61c1695645aa tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:11.734601 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d558e034-a2a0-4220-a5be-545571abd2c0 req-3b3fad20-c3e0-4433-87f4-61c1695645aa tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 944 time: 0.1451371 Jul 27 22:23:11.818550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ea77255e-907e-4ae3-9de0-396f2a7978f1 None None] Could not find standard attr ID for object 933421d5-5d6b-4301-9e8e-cc55e309a7fb. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:23:11.828053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-50703aeb-8181-42f9-bc7f-c4f536c617cc None None] For port 312cb3e8-af48-4328-b82b-455499f585e4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=312cb3e8-af48-4328-b82b-455499f585e4,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:11.829120 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50703aeb-8181-42f9-bc7f-c4f536c617cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:11.837610 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d558e034-a2a0-4220-a5be-545571abd2c0 req-a7585624-0b0a-4c01-a6ca-4be62ddad667 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961945 Jul 27 22:23:11.848100 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1fece28-d154-4035-8eaa-348e79e7dbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:11.898837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-50703aeb-8181-42f9-bc7f-c4f536c617cc None None] Calling delete_port for 312cb3e8-af48-4328-b82b-455499f585e4 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:11.905250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:11.919509 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:11.928512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a714a-d301-4826-b7f0-c8d9a979f44f None None] Pushing event updated for resources: {'Port': ['ID=312cb3e8-af48-4328-b82b-455499f585e4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:11.978408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '7ab84666-a54e-4fab-953d-4142c432a619', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'port_id': '7ab84666-a54e-4fab-953d-4142c432a619', 'mac_address': 'fa:16:3e:0c:0c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:23:12.039042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 312cb3e8-af48-4328-b82b-455499f585e4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=312cb3e8-af48-4328-b82b-455499f585e4,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:12.090409 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:12.205105 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:12.244705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1fece28-d154-4035-8eaa-348e79e7dbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:12.257045 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e1fece28-d154-4035-8eaa-348e79e7dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:12.260621 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f6d88cd-4bcf-4313-ba4c-dd4a47638c9f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:12.288853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab84666-a54e-4fab-953d-4142c432a619 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:23:12.295340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=312cb3e8-af48-4328-b82b-455499f585e4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:12.331024 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e1fece28-d154-4035-8eaa-348e79e7dbd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85b50ac5da724dfa9ed679c78ad68470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7655611 Jul 27 22:23:12.332634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41370) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:12.338934 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-50703aeb-8181-42f9-bc7f-c4f536c617cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:12.345307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:12.363896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6d88cd-4bcf-4313-ba4c-dd4a47638c9f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:12.383613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6f6d88cd-4bcf-4313-ba4c-dd4a47638c9f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:12.399074 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6d88cd-4bcf-4313-ba4c-dd4a47638c9f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:12.399677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f6d88cd-4bcf-4313-ba4c-dd4a47638c9f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:12.413645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50703aeb-8181-42f9-bc7f-c4f536c617cc None None] Pushing event deleted for resources: {'Port': ['ID=312cb3e8-af48-4328-b82b-455499f585e4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:12.417334 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:12.426354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9e008-1f28-4b02-9a92-cb3fbd5450f5 req-5014e376-2e34-4d67-8629-ae011420acb6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:12.436884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50703aeb-8181-42f9-bc7f-c4f536c617cc None None] No DVR routers for this DVR port 312cb3e8-af48-4328-b82b-455499f585e4 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:23:12.445516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36e9e008-1f28-4b02-9a92-cb3fbd5450f5 req-5014e376-2e34-4d67-8629-ae011420acb6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2710807 Jul 27 22:23:12.484106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d88cd-4bcf-4313-ba4c-dd4a47638c9f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=93fc39b0-b229-4c4d-868c-82439dd33d2a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:12.510422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6f6d88cd-4bcf-4313-ba4c-dd4a47638c9f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3801241 Jul 27 22:23:12.518321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41374) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:12.531970 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df0634dd-7acb-4389-a7d5-cf1091b0a876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:12.539156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6031d6c6-d058-4fc3-8142-43c3c44c839f None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:12.548057 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fece28-d154-4035-8eaa-348e79e7dbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465b9e81-2c68-4bce-a8bf-eb04a21c38ae,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:12.604296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:a8:de:ec', 'name': 'tempest-NetworksTestDHCPv6-1910198003'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:12.617525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df0634dd-7acb-4389-a7d5-cf1091b0a876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:12.678979 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df0634dd-7acb-4389-a7d5-cf1091b0a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:12.682229 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df0634dd-7acb-4389-a7d5-cf1091b0a876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:12.686627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-df0634dd-7acb-4389-a7d5-cf1091b0a876 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/465b9e81-2c68-4bce-a8bf-eb04a21c38ae HTTP/1.1" status: 204 len: 168 time: 0.3291538 Jul 27 22:23:12.697211 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0634dd-7acb-4389-a7d5-cf1091b0a876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465b9e81-2c68-4bce-a8bf-eb04a21c38ae,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:12.745818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36e9e008-1f28-4b02-9a92-cb3fbd5450f5 req-8b24d19b-75c3-4cce-99e3-a92404733dc0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983010 Jul 27 22:23:12.815612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7ab84666-a54e-4fab-953d-4142c432a619'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:23:12.921353 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:12.982895 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:13.045036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:13.080621 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b91f5220-b88d-4fd1-b939-e552aa3245d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:13.178368 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:13.299519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port c523e06f-1ba2-47db-a81f-649e0622af6e yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:23:13.321329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41386) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:13.374431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41390) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:13.387774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802d867-c094-4939-8279-bd92ae7f60f5 req-11ebae04-0d31-4d99-ba0f-f0665007dbde tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:13.396033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-977c80d8-bbff-409d-a0ef-d9e943a0dbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:13.397765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a802d867-c094-4939-8279-bd92ae7f60f5 req-11ebae04-0d31-4d99-ba0f-f0665007dbde tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 945 time: 0.4166851 Jul 27 22:23:13.521746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a802d867-c094-4939-8279-bd92ae7f60f5 req-630d1fea-d8e7-46d7-a3e5-3f12d961e5fa tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228881 Jul 27 22:23:13.592747 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-977c80d8-bbff-409d-a0ef-d9e943a0dbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:13.602951 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-977c80d8-bbff-409d-a0ef-d9e943a0dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:13.660229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c80d8-bbff-409d-a0ef-d9e943a0dbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c08b45-c26b-48d8-99a5-55162e47a699,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:13.730243 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '93fc39b0-b229-4c4d-868c-82439dd33d2a'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:23:13.731811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::3bf (43c09fe6-1b41-4b8b-8c87-27436a1cab56/93fc39b0-b229-4c4d-868c-82439dd33d2a/c523e06f-1ba2-47db-a81f-649e0622af6e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:13.735236 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:13.752216 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-977c80d8-bbff-409d-a0ef-d9e943a0dbbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de49e2caffb84c7c8c1dd9c52878dd1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750274 Jul 27 22:23:13.755641 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41394) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:13.842831 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e9c077c-3d00-4b45-b137-09da168aca28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:13.866533 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-033dee3c-a21e-49ff-b879-faba529c30b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.109582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e9c077c-3d00-4b45-b137-09da168aca28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.118458 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e9c077c-3d00-4b45-b137-09da168aca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.125887 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-033dee3c-a21e-49ff-b879-faba529c30b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.216774 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4e9c077c-3d00-4b45-b137-09da168aca28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e708ed194214e76ae967d0910822b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8912504 Jul 27 22:23:14.217525 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41398) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:14.219724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c077c-3d00-4b45-b137-09da168aca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27099fbe-1765-40f4-bafb-fb57ba5c41b0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:14.266566 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-033dee3c-a21e-49ff-b879-faba529c30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.273163 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-033dee3c-a21e-49ff-b879-faba529c30b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.274504 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-033dee3c-a21e-49ff-b879-faba529c30b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94c08b45-c26b-48d8-99a5-55162e47a699 HTTP/1.1" status: 204 len: 168 time: 0.5176480 Jul 27 22:23:14.296746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dee3c-a21e-49ff-b879-faba529c30b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c08b45-c26b-48d8-99a5-55162e47a699,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:14.356280 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd0f4212-3c37-43ac-916c-d2548893e12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.371119 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.390867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object c523e06f-1ba2-47db-a81f-649e0622af6e will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:14.475567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661e230-cbd7-48d6-86ef-c8fba6ce6f79 req-0bf51578-cdaa-4609-a6a5-26b7d0398c8e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:14.477093 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e661e230-cbd7-48d6-86ef-c8fba6ce6f79 req-0bf51578-cdaa-4609-a6a5-26b7d0398c8e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.4172130 Jul 27 22:23:14.487219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.510394 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd0f4212-3c37-43ac-916c-d2548893e12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.521841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Allocated IP 2001:db8::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/93fc39b0-b229-4c4d-868c-82439dd33d2a/5352f3e3-0e95-405e-99f4-a9112dd96db8) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:14.662340 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd0f4212-3c37-43ac-916c-d2548893e12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.678055 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bd0f4212-3c37-43ac-916c-d2548893e12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.685492 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bd0f4212-3c37-43ac-916c-d2548893e12f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27099fbe-1765-40f4-bafb-fb57ba5c41b0 HTTP/1.1" status: 204 len: 168 time: 0.4642768 Jul 27 22:23:14.753232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f4212-3c37-43ac-916c-d2548893e12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27099fbe-1765-40f4-bafb-fb57ba5c41b0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:14.754581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:14.796424 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.807150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Transition to ACTIVE for port object 5352f3e3-0e95-405e-99f4-a9112dd96db8 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:14.824475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Transition to ACTIVE for port object 5352f3e3-0e95-405e-99f4-a9112dd96db8 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:14.844119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:14.904690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Pushing event updated for resources: {'Port': ['ID=5352f3e3-0e95-405e-99f4-a9112dd96db8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:14.911308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:14.913475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:14.916570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:15.033724 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Attempting to bind port 5352f3e3-0e95-405e-99f4-a9112dd96db8 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:15.035051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Attempting to bind port 5352f3e3-0e95-405e-99f4-a9112dd96db8 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:15.035811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Attempting to bind port 5352f3e3-0e95-405e-99f4-a9112dd96db8 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:15.046888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:15.049481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:15.050131 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:15.050765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:15.051543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Bound port: 5352f3e3-0e95-405e-99f4-a9112dd96db8, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:15.052241 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:15.181601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7ab84666-a54e-4fab-953d-4142c432a619 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:15.249098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] For port 5352f3e3-0e95-405e-99f4-a9112dd96db8, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:15.265536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 7ab84666-a54e-4fab-953d-4142c432a619 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:15.271672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 7ab84666-a54e-4fab-953d-4142c432a619 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:15.271672 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:15.275192 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] For port 5352f3e3-0e95-405e-99f4-a9112dd96db8, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5352f3e3-0e95-405e-99f4-a9112dd96db8,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:15.296935 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:15.520669 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10afe860-7fe2-4d76-ba86-e95d98f7b9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:15.535327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ac477-1b3e-474d-8aee-238702f2924f None None] Pushing event updated for resources: {'Port': ['ID=5352f3e3-0e95-405e-99f4-a9112dd96db8,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:15.582947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41420) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:15.619545 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42752474-f0f0-4844-8c7c-f279958b6336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:15.705270 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:15.777696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:23:15.781569 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae781aa-6d7e-45a5-9e7c-fe844b1e2fcf" -d '{"events": [{"server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "name": "network-vif-plugged", "status": "completed", "tag": "7ab84666-a54e-4fab-953d-4142c432a619"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:23:15.791625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:15.821928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:15.867844 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:15.899594 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:15.902100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=c523e06f-1ba2-47db-a81f-649e0622af6e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:15.922936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:15.929007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:15.929668 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:15.976842 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e661e230-cbd7-48d6-86ef-c8fba6ce6f79 req-8e56282c-10a4-49e2-b189-5cbfa2b947f9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4874802 Jul 27 22:23:15.999333 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:16.001413 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42752474-f0f0-4844-8c7c-f279958b6336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:16.020209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42752474-f0f0-4844-8c7c-f279958b6336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:16.062596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fcce753d-196a-47a6-b4c7-6c16ca048160 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5375962 Jul 27 22:23:16.067051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:16.116256 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42752474-f0f0-4844-8c7c-f279958b6336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fccd0d6-51e7-4f7c-b52a-7702b9dba014,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:16.165585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df900829-9ec6-4a98-853e-4cdbd3826885 req-1b2c2676-c51d-4fa9-8fbb-92e329ac9384 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:16.167859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df900829-9ec6-4a98-853e-4cdbd3826885 req-1b2c2676-c51d-4fa9-8fbb-92e329ac9384 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 1.4488695 Jul 27 22:23:16.179170 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-42752474-f0f0-4844-8c7c-f279958b6336 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6558555d6b9e48f9b0e1e19a2b83eef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5944347 Jul 27 22:23:16.185480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41434) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:16.193953 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a5c530-b273-4b05-bd77-40438e23e4b3 x-openstack-request-id: req-52a5c530-b273-4b05-bd77-40438e23e4b3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:23:16.194330 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "name": "network-vif-plugged", "status": "completed", "tag": "7ab84666-a54e-4fab-953d-4142c432a619", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:23:16.194542 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52a5c530-b273-4b05-bd77-40438e23e4b3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:23:16.194958 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619', 'code': 200} Jul 27 22:23:16.252810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f776a0-e3ad-48a9-91d2-05cb79251639 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:16.264402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f776a0-e3ad-48a9-91d2-05cb79251639 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:16.270369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-91f776a0-e3ad-48a9-91d2-05cb79251639 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1967061 Jul 27 22:23:16.271345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41438) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:16.312859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df900829-9ec6-4a98-853e-4cdbd3826885 req-c2dce148-e7ab-41e6-a8a1-8cbe06c56c09 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314034 Jul 27 22:23:16.343037 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec5b6-b75b-49d9-ad11-9eb3de3cb959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:16.424251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90db28f-1f2a-4a59-9f1c-e48cd94b9b1b req-e315eccb-daea-4b06-8fd8-f84f674761c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:16.428569 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a90db28f-1f2a-4a59-9f1c-e48cd94b9b1b req-e315eccb-daea-4b06-8fd8-f84f674761c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1097 time: 0.1476986 Jul 27 22:23:16.433330 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec5b6-b75b-49d9-ad11-9eb3de3cb959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:16.448770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5781b-ae30-4a1c-b657-e259b885c2f9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port c523e06f-1ba2-47db-a81f-649e0622af6e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:16.451049 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd5781b-ae30-4a1c-b657-e259b885c2f9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:16.453667 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:16.463258 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:16.533040 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a90db28f-1f2a-4a59-9f1c-e48cd94b9b1b req-81e6ac06-5c6f-4b8e-860e-3f650ec4e186 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950916 Jul 27 22:23:16.608894 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec5b6-b75b-49d9-ad11-9eb3de3cb959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:16.612578 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec5b6-b75b-49d9-ad11-9eb3de3cb959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:16.614287 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cf2ec5b6-b75b-49d9-ad11-9eb3de3cb959 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fccd0d6-51e7-4f7c-b52a-7702b9dba014 HTTP/1.1" status: 204 len: 168 time: 0.4273515 Jul 27 22:23:16.624881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ec5b6-b75b-49d9-ad11-9eb3de3cb959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fccd0d6-51e7-4f7c-b52a-7702b9dba014,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:16.670467 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd5781b-ae30-4a1c-b657-e259b885c2f9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:16.687898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5781b-ae30-4a1c-b657-e259b885c2f9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for c523e06f-1ba2-47db-a81f-649e0622af6e owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:17.061718 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd5781b-ae30-4a1c-b657-e259b885c2f9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:17.175914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5781b-ae30-4a1c-b657-e259b885c2f9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=c523e06f-1ba2-47db-a81f-649e0622af6e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:17.245700 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbd5781b-ae30-4a1c-b657-e259b885c2f9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:17.248816 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dbd5781b-ae30-4a1c-b657-e259b885c2f9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/c523e06f-1ba2-47db-a81f-649e0622af6e HTTP/1.1" status: 204 len: 168 time: 0.9666052 Jul 27 22:23:17.252442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41464) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:17.303350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86afd9-e6ff-4b29-a5bc-21b5c5ff2ac5 req-b84a74b3-1a23-4f9f-b500-88d9b33ac072 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:17.309191 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca86afd9-e6ff-4b29-a5bc-21b5c5ff2ac5 req-b84a74b3-1a23-4f9f-b500-88d9b33ac072 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1202166 Jul 27 22:23:17.340799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-66ff3b24-0cc7-4973-9464-81ceeb88bb53 None None] Provisioning for port 5352f3e3-0e95-405e-99f4-a9112dd96db8 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:17.451737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca86afd9-e6ff-4b29-a5bc-21b5c5ff2ac5 req-a34a3a7e-436f-4691-b7c7-da40fd20064c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243310 Jul 27 22:23:17.481089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5352f3e3-0e95-405e-99f4-a9112dd96db8 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:17.497643 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a9718-bd97-4bed-8fe9-b0390d16ff72 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:17.500078 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a9718-bd97-4bed-8fe9-b0390d16ff72 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:17.505099 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-738a9718-bd97-4bed-8fe9-b0390d16ff72 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2514188 Jul 27 22:23:17.505788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41472) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:17.600299 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5352f3e3-0e95-405e-99f4-a9112dd96db8 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:17.607742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5352f3e3-0e95-405e-99f4-a9112dd96db8 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:17.608466 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:17.674735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b30443-13ef-4dc3-834c-ebecf980598a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 93fc39b0-b229-4c4d-868c-82439dd33d2a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:23:17.708035 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b30443-13ef-4dc3-834c-ebecf980598a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:17.740550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562de90-53c8-4463-aa0e-9a1f5b7d515e req-6d365516-4465-46dc-8c88-e4a07a1b9092 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:17.745940 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5562de90-53c8-4463-aa0e-9a1f5b7d515e req-6d365516-4465-46dc-8c88-e4a07a1b9092 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.2412353 Jul 27 22:23:17.849325 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:17.884713 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b30443-13ef-4dc3-834c-ebecf980598a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:17.905247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 5352f3e3-0e95-405e-99f4-a9112dd96db8, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5352f3e3-0e95-405e-99f4-a9112dd96db8,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:17.917918 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:17.927023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5562de90-53c8-4463-aa0e-9a1f5b7d515e req-bcdb389a-6a0a-4423-950b-b1e8559de0bb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152918 Jul 27 22:23:17.998401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ec1cb165-d827-4ac8-a86d-6512f1062af1 None None] Could not find standard attr ID for object c523e06f-1ba2-47db-a81f-649e0622af6e. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:23:18.016249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=5352f3e3-0e95-405e-99f4-a9112dd96db8,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:18.092306 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b30443-13ef-4dc3-834c-ebecf980598a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:18.120432 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:18.244389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b30443-13ef-4dc3-834c-ebecf980598a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:18.285923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b30443-13ef-4dc3-834c-ebecf980598a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=93fc39b0-b229-4c4d-868c-82439dd33d2a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:18.291307 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54b30443-13ef-4dc3-834c-ebecf980598a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:18.293177 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-54b30443-13ef-4dc3-834c-ebecf980598a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/93fc39b0-b229-4c4d-868c-82439dd33d2a HTTP/1.1" status: 204 len: 168 time: 0.7858174 Jul 27 22:23:18.295951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41508) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:18.339071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efc3796-6a15-4b6f-ab03-d8e1af98d6a8 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:18.384039 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8cbfbef6-1806-4586-aea8-20c222140876 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860720 Jul 27 22:23:18.386284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41514) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:18.464341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43fe0cc-c376-4ac3-a40e-68624a1f37b6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:18.468314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c43fe0cc-c376-4ac3-a40e-68624a1f37b6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0781868 Jul 27 22:23:18.468760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41520) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:18.535568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8fab2c-8c84-4dc5-8b1a-f3392c7376e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:18.542227 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cc8fab2c-8c84-4dc5-8b1a-f3392c7376e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0690541 Jul 27 22:23:18.542657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41524) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:18.603895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d15f37-724b-406d-b75a-0b75bbb378dd None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:23:18.610445 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2229d387-89b9-497a-a96f-5e80fe037d1c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665817 Jul 27 22:23:18.614325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41526) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:18.619934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-45480347-302d-4efe-b6b5-5793046425be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:18.671511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f5d15f37-724b-406d-b75a-0b75bbb378dd None None] Deleting port 5352f3e3-0e95-405e-99f4-a9112dd96db8 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:18.672163 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5d15f37-724b-406d-b75a-0b75bbb378dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:18.696126 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cfea9-0c1e-4877-85d9-c451fb693cea req-c273449a-d960-475d-b64e-60e4bb222d10 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:18.697642 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-960cfea9-0c1e-4877-85d9-c451fb693cea req-c273449a-d960-475d-b64e-60e4bb222d10 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1007240 Jul 27 22:23:18.759876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-960cfea9-0c1e-4877-85d9-c451fb693cea req-1bf3a3c9-c9f5-4c2d-bd47-a44cfdbc092b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511067 Jul 27 22:23:18.798774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f5d15f37-724b-406d-b75a-0b75bbb378dd None None] For port 5352f3e3-0e95-405e-99f4-a9112dd96db8, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5352f3e3-0e95-405e-99f4-a9112dd96db8,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:18.799589 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5d15f37-724b-406d-b75a-0b75bbb378dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:19.076357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f5d15f37-724b-406d-b75a-0b75bbb378dd None None] Calling delete_port for 5352f3e3-0e95-405e-99f4-a9112dd96db8 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:19.152404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de172fb3-6e11-4282-8c49-86143f6c5d9a req-47dc323e-7a30-43d5-9db9-df2cf34abb1d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:19.155959 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de172fb3-6e11-4282-8c49-86143f6c5d9a req-47dc323e-7a30-43d5-9db9-df2cf34abb1d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.1113217 Jul 27 22:23:19.225265 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5d15f37-724b-406d-b75a-0b75bbb378dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:19.240479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de172fb3-6e11-4282-8c49-86143f6c5d9a req-0b12da73-66cf-43fc-82dd-f97c2a24e42e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770051 Jul 27 22:23:19.241380 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6416-1b56-40a7-b89f-5166279d0454 req-665f79c3-6c00-4a9c-994c-4729e2eeea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:19.242930 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-090a6416-1b56-40a7-b89f-5166279d0454 req-665f79c3-6c00-4a9c-994c-4729e2eeea50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=093c931b75694176ab482ad04d08f5d7&device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 1097 time: 0.0727332 Jul 27 22:23:19.293819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d15f37-724b-406d-b75a-0b75bbb378dd None None] Pushing event deleted for resources: {'Port': ['ID=5352f3e3-0e95-405e-99f4-a9112dd96db8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:19.303338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d15f37-724b-406d-b75a-0b75bbb378dd None None] No DVR routers for this DVR port 5352f3e3-0e95-405e-99f4-a9112dd96db8 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:23:19.376714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5352f3e3-0e95-405e-99f4-a9112dd96db8 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:23:19.381788 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45480347-302d-4efe-b6b5-5793046425be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:19.386573 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45480347-302d-4efe-b6b5-5793046425be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:19.401624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 5352f3e3-0e95-405e-99f4-a9112dd96db8 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:23:19.401924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5352f3e3-0e95-405e-99f4-a9112dd96db8 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:23:19.437605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd82bd-8da1-4650-ac1e-37a4f7b63a71 req-a53ddc9c-9aad-48a7-8321-5d154316149f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:19.439581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fdd82bd-8da1-4650-ac1e-37a4f7b63a71 req-a53ddc9c-9aad-48a7-8321-5d154316149f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.0907815 Jul 27 22:23:19.484732 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fdd82bd-8da1-4650-ac1e-37a4f7b63a71 req-9a2219a7-9ad0-4215-a594-da3828a8bbc5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390396 Jul 27 22:23:19.508298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41554) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:19.556359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a8f6e-289c-4603-adad-2ec449b1e4b7 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:19.560995 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c56a8f6e-289c-4603-adad-2ec449b1e4b7 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1092 time: 0.0513752 Jul 27 22:23:19.561636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41558) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:19.567138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '7ab84666-a54e-4fab-953d-4142c432a619', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:19.604958 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:19.617681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6416-1b56-40a7-b89f-5166279d0454 req-e50b8394-41bc-4caa-84b0-d7666ab4d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:19.624628 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-090a6416-1b56-40a7-b89f-5166279d0454 req-e50b8394-41bc-4caa-84b0-d7666ab4d274 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 200 len: 913 time: 0.3720412 Jul 27 22:23:19.708397 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-090a6416-1b56-40a7-b89f-5166279d0454 req-d7d2502a-e85a-413a-a88f-0c3aebee1756 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9 HTTP/1.1" status: 200 len: 217 time: 0.0755570 Jul 27 22:23:19.742191 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:19.806304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6416-1b56-40a7-b89f-5166279d0454 req-bbfb5a02-5ed3-4606-9f4c-3a6c50a1f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:19.807881 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-090a6416-1b56-40a7-b89f-5166279d0454 req-bbfb5a02-5ed3-4606-9f4c-3a6c50a1f50c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd95150c-158c-4db5-bf84-b3a3418fb5df HTTP/1.1" status: 200 len: 852 time: 0.0884893 Jul 27 22:23:19.886650 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-090a6416-1b56-40a7-b89f-5166279d0454 req-7f2a697a-f76f-45df-96ed-9db7f72b28bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477307 Jul 27 22:23:20.015026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5b680-22d1-4691-9cec-e77a56ae4218 req-71fa8898-746a-4c7d-975d-054484cfd50a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:20.019848 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1e5b680-22d1-4691-9cec-e77a56ae4218 req-71fa8898-746a-4c7d-975d-054484cfd50a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.0937479 Jul 27 22:23:20.021673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.25.1.188 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/a412e62a-664a-4eeb-bd6f-c4911d599925) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:20.065870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.objects.ports [None req-45480347-302d-4efe-b6b5-5793046425be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:23:20.069085 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45480347-302d-4efe-b6b5-5793046425be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:20.070288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1e5b680-22d1-4691-9cec-e77a56ae4218 req-32557ad9-67ab-4fac-96a5-f0cf1fb6f30f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429673 Jul 27 22:23:20.137747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45480347-302d-4efe-b6b5-5793046425be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:20.162920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-45480347-302d-4efe-b6b5-5793046425be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:20.171434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45480347-302d-4efe-b6b5-5793046425be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:20.171434 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-45480347-302d-4efe-b6b5-5793046425be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:20.178960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f337ea11-c66b-4e07-9836-9b02c012e1df None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:20.198407 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-45480347-302d-4efe-b6b5-5793046425be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5801864 Jul 27 22:23:20.198607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41578) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:20.203638 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0bac30ad-12d4-43de-9f75-c5f0b39425fc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:20.209286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45480347-302d-4efe-b6b5-5793046425be tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=ebbaa8f5-7c25-493c-8518-5b75c2c440d8,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:20.224435 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:20.231984 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-090a6416-1b56-40a7-b89f-5166279d0454 req-14b29949-db08-4a2b-848c-f527ae828757 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374550 Jul 27 22:23:20.295829 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:20.387194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:20.390906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:20.398832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:20.399663 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-090a6416-1b56-40a7-b89f-5166279d0454 req-56f7be31-8f17-4847-8c8d-2759ebf57829 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423545 Jul 27 22:23:20.422888 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bac30ad-12d4-43de-9f75-c5f0b39425fc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:20.427823 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0bac30ad-12d4-43de-9f75-c5f0b39425fc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:20.469630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=a412e62a-664a-4eeb-bd6f-c4911d599925,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:20.520224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': 'ebbaa8f5-7c25-493c-8518-5b75c2c440d8'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:23:20.526301 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:20.552953 n-d-802011-3 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-0bac30ad-12d4-43de-9f75-c5f0b39425fc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebbaa8f5-7c25-493c-8518-5b75c2c440d8 (CIDR: 2001:db8::/64) Jul 27 22:23:20.559053 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bac30ad-12d4-43de-9f75-c5f0b39425fc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:23:20.559568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bac30ad-12d4-43de-9f75-c5f0b39425fc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:20.579996 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0bac30ad-12d4-43de-9f75-c5f0b39425fc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3796422 Jul 27 22:23:20.582772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41586) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:20.589443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-62645a22-7d0a-4937-b2c6-c04cc58f7365 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:20.743899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Allocated IP 2001:db8::f816:3eff:fe31:7b04 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/ebbaa8f5-7c25-493c-8518-5b75c2c440d8/1ed05c97-a2f2-43fc-a55e-fd2eb37e198d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:20.808317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62645a22-7d0a-4937-b2c6-c04cc58f7365 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:20.813098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62645a22-7d0a-4937-b2c6-c04cc58f7365 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.048297 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.060689 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.082061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Transition to ACTIVE for port object 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:21.125772 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Transition to ACTIVE for port object 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:21.139827 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.166687 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.243045 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Pushing event updated for resources: {'Port': ['ID=1ed05c97-a2f2-43fc-a55e-fd2eb37e198d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:21.271349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:21.276081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:21.285973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:21.362711 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62645a22-7d0a-4937-b2c6-c04cc58f7365 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.409556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Attempting to bind port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:21.410053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Attempting to bind port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:21.410470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Attempting to bind port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:21.415147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789ec86-eb53-42e2-aed7-d765100e7e57 req-00a8a3f1-d83c-4a29-813b-7e3a7eec4aee tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:21.423333 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:21.426813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:21.427241 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.427798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:21.428272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Bound port: 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:21.430237 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.433559 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8789ec86-eb53-42e2-aed7-d765100e7e57 req-00a8a3f1-d83c-4a29-813b-7e3a7eec4aee tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1484306 Jul 27 22:23:21.475336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62645a22-7d0a-4937-b2c6-c04cc58f7365 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=50e42b3c-3b34-4705-ab93-8d8d59a524c6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:21.506126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8789ec86-eb53-42e2-aed7-d765100e7e57 req-4012c542-de35-43e7-9366-bdc46353c5d7 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712900 Jul 27 22:23:21.509278 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62645a22-7d0a-4937-b2c6-c04cc58f7365 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:21.510075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-62645a22-7d0a-4937-b2c6-c04cc58f7365 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:21.520488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62645a22-7d0a-4937-b2c6-c04cc58f7365 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:21.521104 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62645a22-7d0a-4937-b2c6-c04cc58f7365 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.533534 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.545154 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.554298 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-62645a22-7d0a-4937-b2c6-c04cc58f7365 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9700892 Jul 27 22:23:21.556915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41614) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:21.566087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:b7:19:3a', 'name': 'tempest-NetworksTestDHCPv6-2113716823'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:21.589370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] For port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:21.602621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] For port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1ed05c97-a2f2-43fc-a55e-fd2eb37e198d,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:21.609838 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.624534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=a412e62a-664a-4eeb-bd6f-c4911d599925,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:21.665598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:21.728937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce826e-1557-4a82-a78a-f94a29613e36 None None] Pushing event updated for resources: {'Port': ['ID=1ed05c97-a2f2-43fc-a55e-fd2eb37e198d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:21.808814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:21.907012 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Floating IP 8058d29b-fabd-49bb-8bf1-4030ff345f4e associated. External IP: 172.25.1.188, port: 7ab84666-a54e-4fab-953d-4142c432a619. Jul 27 22:23:22.080371 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:22.127550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port cdd45a06-9ca1-4659-a1c8-32af45c97b80 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:23:22.437365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router f7c23d36-77ea-41fb-ad11-846b2510451d has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:23:22.599047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:23:22.613216 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9cb9ee-79a8-4480-8473-14b875567f89 None None] Sync routers for ids ['f7c23d36-77ea-41fb-ad11-846b2510451d'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:23:22.625193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:22.629825 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9cb9ee-79a8-4480-8473-14b875567f89 None None] Routers {'f7c23d36-77ea-41fb-ad11-846b2510451d'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:22.630535 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8a9cb9ee-79a8-4480-8473-14b875567f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:23:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7c23d36-77ea-41fb-ad11-846b2510451d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:22.662045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8:0:1::c1 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/50e42b3c-3b34-4705-ab93-8d8d59a524c6/cdd45a06-9ca1-4659-a1c8-32af45c97b80) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:22.682488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::f816:3eff:feb7:193a (43c09fe6-1b41-4b8b-8c87-27436a1cab56/ebbaa8f5-7c25-493c-8518-5b75c2c440d8/cdd45a06-9ca1-4659-a1c8-32af45c97b80) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:22.730509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-af4fe25e-ff1f-4b16-9276-b1805ccc2490 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1520960 Jul 27 22:23:22.762706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:23:22.774318 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab50e203-aa6f-40e1-91f1-5a5c05680f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "tag": "7ab84666-a54e-4fab-953d-4142c432a619"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:23:22.876836 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8a9cb9ee-79a8-4480-8473-14b875567f89 None None] Set router f7c23d36-77ea-41fb-ad11-846b2510451d gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:23.000094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3cf96-5bb3-4d6b-a2e3-3af70ba1d154 req-ca8d364a-904e-4235-8361-ab2e3fe3d985 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:23.014091 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0aa3cf96-5bb3-4d6b-a2e3-3af70ba1d154 req-ca8d364a-904e-4235-8361-ab2e3fe3d985 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.2827616 Jul 27 22:23:23.079470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0aa3cf96-5bb3-4d6b-a2e3-3af70ba1d154 req-818c32ff-4b70-4d91-92eb-8570f0c86bd0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498638 Jul 27 22:23:23.111684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e9d38-da6f-40f0-b022-f0b8d8ecefdf req-696974ea-d0d2-45c6-a625-0fab59de2c73 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:23.114821 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a10e9d38-da6f-40f0-b022-f0b8d8ecefdf req-696974ea-d0d2-45c6-a625-0fab59de2c73 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.2615843 Jul 27 22:23:23.170665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:23.204330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a10e9d38-da6f-40f0-b022-f0b8d8ecefdf req-0cec844b-b0b4-4e70-bf9c-d4fa5944eb5f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805249 Jul 27 22:23:23.233747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object cdd45a06-9ca1-4659-a1c8-32af45c97b80 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:23.241709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:23.347970 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8a9cb9ee-79a8-4480-8473-14b875567f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:22:53Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '8058d29b-fabd-49bb-8bf1-4030ff345f4e', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'port_id': '7ab84666-a54e-4fab-953d-4142c432a619', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'mac_address': 'fa:16:3e:0c:0c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:23:20Z', 'updated_at': '2021-07-27T22:23:20Z', 'revision_number': 0, 'project_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a307bbb5-c3d8-46fb-89fd-0876e173f8e4', 'name': '', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:cd:15:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:52Z', 'updated_at': '2021-07-27T22:23:03Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:23.367092 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc10829-ef7f-4488-9ae8-0753c7d4401a x-openstack-request-id: req-bfc10829-ef7f-4488-9ae8-0753c7d4401a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:23:23.367392 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "tag": "7ab84666-a54e-4fab-953d-4142c432a619", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:23:23.367560 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfc10829-ef7f-4488-9ae8-0753c7d4401a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:23:23.367869 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619', 'status': 'completed', 'code': 200} Jul 27 22:23:23.385592 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:23.407497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f79a2c2-363a-4052-801d-20bed2742ebd None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:23.486452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4d38feb9-400a-4bf7-82f8-e91fe77125f9 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:23:23.533182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:23.544813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4bac4406-6698-46db-aac2-208baa205708 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/8058d29b-fabd-49bb-8bf1-4030ff345f4e HTTP/1.1" status: 200 len: 992 time: 0.3003724 Jul 27 22:23:23.561900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741450fd-0464-49de-93fe-fe1b36f3ace3 req-efe65c6f-e73d-47c8-ab0a-de38e191dcdc tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:23.571084 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-741450fd-0464-49de-93fe-fe1b36f3ace3 req-efe65c6f-e73d-47c8-ab0a-de38e191dcdc tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 946 time: 0.1907723 Jul 27 22:23:23.611048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:23.616338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e203-aa6f-40e1-91f1-5a5c05680f2f req-cb827fb4-0fc3-4d00-aa83-d283878e30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:23.623418 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab50e203-aa6f-40e1-91f1-5a5c05680f2f req-cb827fb4-0fc3-4d00-aa83-d283878e30dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1097 time: 0.2654166 Jul 27 22:23:23.629946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=cdd45a06-9ca1-4659-a1c8-32af45c97b80,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:23.635094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:23.643941 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:23.654101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c25fafde-4155-49d9-8be3-4001b69016c2 None None] Provisioning for port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:23.658774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:23.662283 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:23.667447 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-741450fd-0464-49de-93fe-fe1b36f3ace3 req-c0462a0d-6728-4291-8810-dd2348c721f4 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938354 Jul 27 22:23:23.681429 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9cb9ee-79a8-4480-8473-14b875567f89 None None] Checking router: f7c23d36-77ea-41fb-ad11-846b2510451d for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:23:23.703350 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9cb9ee-79a8-4480-8473-14b875567f89 None None] Routers {'f7c23d36-77ea-41fb-ad11-846b2510451d'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:23.704249 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8a9cb9ee-79a8-4480-8473-14b875567f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:23:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7c23d36-77ea-41fb-ad11-846b2510451d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:23.737071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:23.737693 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e801457f-234f-4ce0-880b-891ae4490d6e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1790714 Jul 27 22:23:23.822756 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:23.876853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e203-aa6f-40e1-91f1-5a5c05680f2f req-2ef73dd7-3f01-4a8d-a604-373de448d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:23.879035 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab50e203-aa6f-40e1-91f1-5a5c05680f2f req-2ef73dd7-3f01-4a8d-a604-373de448d05a service neutron] 10.222.0.43 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 898 time: 0.2416525 Jul 27 22:23:23.913555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:23.930364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af67bd92-addc-4abd-8489-2f3364565999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d38feb9-400a-4bf7-82f8-e91fe77125f9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:23:23.941401 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa293aa-c4aa-4b70-90ae-1fc346c6f686" -d '{"events": [{"server_uuid": "af67bd92-addc-4abd-8489-2f3364565999", "name": "network-vif-unplugged", "status": "completed", "tag": "4d38feb9-400a-4bf7-82f8-e91fe77125f9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:23:23.958108 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:23.962761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-575fb23b-f835-4fe3-8af0-948ff89818f6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port cdd45a06-9ca1-4659-a1c8-32af45c97b80 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:23.964433 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-575fb23b-f835-4fe3-8af0-948ff89818f6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:24.019533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:24.042895 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8a9cb9ee-79a8-4480-8473-14b875567f89 None None] Set router f7c23d36-77ea-41fb-ad11-846b2510451d gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:24.058256 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab50e203-aa6f-40e1-91f1-5a5c05680f2f req-02892fba-77fd-48bc-a818-e05a237b5403 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1000 time: 0.1701899 Jul 27 22:23:24.071360 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 22:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74af1d3a-efcb-40d9-bc45-efb8b7a4a1fc x-openstack-request-id: req-74af1d3a-efcb-40d9-bc45-efb8b7a4a1fc {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:23:24.071637 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af67bd92-addc-4abd-8489-2f3364565999", "name": "network-vif-unplugged", "status": "failed", "tag": "4d38feb9-400a-4bf7-82f8-e91fe77125f9", "code": 422}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:23:24.071901 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74af1d3a-efcb-40d9-bc45-efb8b7a4a1fc {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:23:24.072301 n-d-802011-3 neutron-server[93836]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af67bd92-addc-4abd-8489-2f3364565999', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d38feb9-400a-4bf7-82f8-e91fe77125f9', 'code': 422} returned with failed status Jul 27 22:23:24.113991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:24.114718 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:24.201257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e203-aa6f-40e1-91f1-5a5c05680f2f req-1c8ae0a6-50fb-4a14-bdbd-1546f3cde0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:24.205636 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab50e203-aa6f-40e1-91f1-5a5c05680f2f req-1c8ae0a6-50fb-4a14-bdbd-1546f3cde0bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.1390712 Jul 27 22:23:24.261190 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-575fb23b-f835-4fe3-8af0-948ff89818f6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:24.299651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e203-aa6f-40e1-91f1-5a5c05680f2f req-8e58d0b0-d300-4cd0-b8b2-052cd671ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:24.303413 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab50e203-aa6f-40e1-91f1-5a5c05680f2f req-8e58d0b0-d300-4cd0-b8b2-052cd671ce43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885317 Jul 27 22:23:24.370927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4d38feb9-400a-4bf7-82f8-e91fe77125f9,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:24.403725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-575fb23b-f835-4fe3-8af0-948ff89818f6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for cdd45a06-9ca1-4659-a1c8-32af45c97b80 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:24.502201 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:24.508525 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab50e203-aa6f-40e1-91f1-5a5c05680f2f req-f6781e2f-4aa2-41ca-8c5a-943c0f31f54e service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963241 Jul 27 22:23:24.548775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:24.601694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5f985-10da-49f9-ac39-f614e1b6946d req-cda3e75e-a736-4661-870f-a5c434e46efb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:24.615461 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2c5f985-10da-49f9-ac39-f614e1b6946d req-cda3e75e-a736-4661-870f-a5c434e46efb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.3330858 Jul 27 22:23:24.636342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1ed05c97-a2f2-43fc-a55e-fd2eb37e198d,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:24.642210 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab50e203-aa6f-40e1-91f1-5a5c05680f2f req-5d81bd24-379a-4cb5-9ec9-38e6051e0b4f service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256318 Jul 27 22:23:24.645734 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:24.688141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba885d-63ef-430f-920d-0085300d0548 None None] Update dhcp port {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': 'ebbaa8f5-7c25-493c-8518-5b75c2c440d8', 'ip_address': '2001:db8::f816:3eff:fe31:7b04'}, {'subnet_id': '50e42b3c-3b34-4705-ab93-8d8d59a524c6'}], 'binding:host_id': 'n-d-802011-3'}, 'id': '1ed05c97-a2f2-43fc-a55e-fd2eb37e198d'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:23:24.704938 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8a9cb9ee-79a8-4480-8473-14b875567f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:22:53Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '8058d29b-fabd-49bb-8bf1-4030ff345f4e', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'port_id': '7ab84666-a54e-4fab-953d-4142c432a619', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'mac_address': 'fa:16:3e:0c:0c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:23:20Z', 'updated_at': '2021-07-27T22:23:20Z', 'revision_number': 0, 'project_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a307bbb5-c3d8-46fb-89fd-0876e173f8e4', 'name': '', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:cd:15:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:52Z', 'updated_at': '2021-07-27T22:23:03Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:24.720852 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ba885d-63ef-430f-920d-0085300d0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:24.747044 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9cb9ee-79a8-4480-8473-14b875567f89 None None] The sync data for ids ['f7c23d36-77ea-41fb-ad11-846b2510451d'] in n-d-802011-3 is: [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:22:53Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '8058d29b-fabd-49bb-8bf1-4030ff345f4e', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'port_id': '7ab84666-a54e-4fab-953d-4142c432a619', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'mac_address': 'fa:16:3e:0c:0c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:23:20Z', 'updated_at': '2021-07-27T22:23:20Z', 'revision_number': 0, 'project_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a307bbb5-c3d8-46fb-89fd-0876e173f8e4', 'name': '', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:cd:15:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:52Z', 'updated_at': '2021-07-27T22:23:03Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:23:24.762115 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0c40149a-4df1-4f86-b8bf-e6b5bc1619f9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/8058d29b-fabd-49bb-8bf1-4030ff345f4e HTTP/1.1" status: 200 len: 992 time: 0.2089064 Jul 27 22:23:24.796648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=1ed05c97-a2f2-43fc-a55e-fd2eb37e198d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:24.866887 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2c5f985-10da-49f9-ac39-f614e1b6946d req-57b40b07-e28d-4fe6-a2c4-187c19ea5646 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501454 Jul 27 22:23:25.051647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-575fb23b-f835-4fe3-8af0-948ff89818f6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:25.122307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-42ba885d-63ef-430f-920d-0085300d0548 None None] Allocated IP 2001:db8:0:1::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/50e42b3c-3b34-4705-ab93-8d8d59a524c6/1ed05c97-a2f2-43fc-a55e-fd2eb37e198d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:25.147726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fb23b-f835-4fe3-8af0-948ff89818f6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=cdd45a06-9ca1-4659-a1c8-32af45c97b80,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:25.157226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d9715-540d-4a06-8eb2-209d3c599cd2 None None] New status for floating IP 8058d29b-fabd-49bb-8bf1-4030ff345f4e: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:23:25.208816 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-575fb23b-f835-4fe3-8af0-948ff89818f6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:25.211880 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-575fb23b-f835-4fe3-8af0-948ff89818f6 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/cdd45a06-9ca1-4659-a1c8-32af45c97b80 HTTP/1.1" status: 204 len: 168 time: 1.4728823 Jul 27 22:23:25.214480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41726) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:25.338230 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e83772c-5a07-4a74-9c26-35986365b1c9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:25.339677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1e83772c-5a07-4a74-9c26-35986365b1c9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1237056 Jul 27 22:23:25.342468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41730) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:25.348948 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:25.375719 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-e9aa661c-4917-4dc5-b0fc-cc6e8553f4e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4305558 Jul 27 22:23:25.471032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade24da-00b9-40d3-b1fe-b60ca40055c8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:25.475750 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cade24da-00b9-40d3-b1fe-b60ca40055c8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1291988 Jul 27 22:23:25.478325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:25.613565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-42ba885d-63ef-430f-920d-0085300d0548 None None] For port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1ed05c97-a2f2-43fc-a55e-fd2eb37e198d,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:25.663856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59612fab-e278-410b-8871-423f3ca7171c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:25.666176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59612fab-e278-410b-8871-423f3ca7171c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:25.671434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59612fab-e278-410b-8871-423f3ca7171c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:25.676935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-59612fab-e278-410b-8871-423f3ca7171c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1970444 Jul 27 22:23:25.679704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41752) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:25.698784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:25.699164 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:25.755007 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ba885d-63ef-430f-920d-0085300d0548 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:25.765341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41760) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:25.788937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-42ba885d-63ef-430f-920d-0085300d0548 None None] Transition to ACTIVE for port object 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:25.801240 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42ba885d-63ef-430f-920d-0085300d0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:25.806667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 50e42b3c-3b34-4705-ab93-8d8d59a524c6 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:23:25.820084 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:25.905033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:25.951109 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-19b0079a-1b09-4c04-aa3f-76f405ca6b5c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/8058d29b-fabd-49bb-8bf1-4030ff345f4e HTTP/1.1" status: 200 len: 994 time: 0.1836030 Jul 27 22:23:26.102818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba885d-63ef-430f-920d-0085300d0548 None None] Pushing event updated for resources: {'Port': ['ID=1ed05c97-a2f2-43fc-a55e-fd2eb37e198d,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:26.112908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:26.117909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d had new provisioning blocks added so it will not transition to active. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 27 22:23:26.135886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3c31a-8525-4ccd-b36d-f85cc1103c9e req-176dfb56-bb82-45c0-b046-c9a4dee4e63e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:26.137446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92c3c31a-8525-4ccd-b36d-f85cc1103c9e req-176dfb56-bb82-45c0-b046-c9a4dee4e63e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.1279955 Jul 27 22:23:26.230050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92c3c31a-8525-4ccd-b36d-f85cc1103c9e req-0eb37fbd-994e-49bc-ba02-3e15b9e82c82 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845025 Jul 27 22:23:26.266368 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:26.325448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=50e42b3c-3b34-4705-ab93-8d8d59a524c6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:26.336986 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:26.339401 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/50e42b3c-3b34-4705-ab93-8d8d59a524c6 HTTP/1.1" status: 204 len: 168 time: 0.6583619 Jul 27 22:23:26.342060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:26.349051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:26.350229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:26.350853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:26.352165 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:26.352713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:26.353225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:26.353731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:26.354298 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:26.354808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:26.355310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:26.355831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:26.356443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dde3c0d-0cf6-4ec1-8ef5-7a49fdf4de8d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:26.456586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-72974ed0-ffba-49b3-bf34-11a93aab1929 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet ebbaa8f5-7c25-493c-8518-5b75c2c440d8 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:23:26.460532 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72974ed0-ffba-49b3-bf34-11a93aab1929 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:26.545231 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72974ed0-ffba-49b3-bf34-11a93aab1929 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:26.684328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-be6c87fb-bca5-4f51-9479-5f965ccb7a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:26.686200 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-be6c87fb-bca5-4f51-9479-5f965ccb7a93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999&tenant_id=093c931b75694176ab482ad04d08f5d7 HTTP/1.1" status: 200 len: 1095 time: 0.1291454 Jul 27 22:23:26.747269 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72974ed0-ffba-49b3-bf34-11a93aab1929 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:26.819064 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-951a1ef7-c90b-4f7c-9759-e48662c7a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:26.824885 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-951a1ef7-c90b-4f7c-9759-e48662c7a32e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=093c931b75694176ab482ad04d08f5d7&device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 1095 time: 0.1102724 Jul 27 22:23:26.894564 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72974ed0-ffba-49b3-bf34-11a93aab1929 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:26.973254 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72974ed0-ffba-49b3-bf34-11a93aab1929 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:26.978723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-72974ed0-ffba-49b3-bf34-11a93aab1929 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/ebbaa8f5-7c25-493c-8518-5b75c2c440d8 HTTP/1.1" status: 204 len: 168 time: 0.6353309 Jul 27 22:23:26.989474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:26.992054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72974ed0-ffba-49b3-bf34-11a93aab1929 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbaa8f5-7c25-493c-8518-5b75c2c440d8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:27.032268 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-d5cf3d3d-58f0-42c3-89df-e23ce3a90e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:27.035455 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-d5cf3d3d-58f0-42c3-89df-e23ce3a90e1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 200 len: 913 time: 0.2021964 Jul 27 22:23:27.082045 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-243ee0c6-393c-43af-b52d-53e19984e143 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901442 Jul 27 22:23:27.084449 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41804) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:27.091223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:27.129637 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-40820d23-4859-4677-b8bb-2aed8c8514af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9 HTTP/1.1" status: 200 len: 217 time: 0.0865920 Jul 27 22:23:27.206935 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-211b87e0-fbbb-4515-8a97-7879a54ad5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:27.208685 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-211b87e0-fbbb-4515-8a97-7879a54ad5e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd95150c-158c-4db5-bf84-b3a3418fb5df HTTP/1.1" status: 200 len: 852 time: 0.0720623 Jul 27 22:23:27.239211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88453425-147e-4216-8244-d8650b363ff6 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:27.301975 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-09624a37-8f8f-41e9-8cb0-945652e6086a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815291 Jul 27 22:23:27.311988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:27.328846 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:27.425854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:27.491288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1bf66b0f-a538-4625-a7c2-7a93fc2b0b0c None None] Provisioning for port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:27.523145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1bf66b0f-a538-4625-a7c2-7a93fc2b0b0c None None] Provisioning complete for port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:27.523942 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bf66b0f-a538-4625-a7c2-7a93fc2b0b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:27.564725 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-a8ed4785-368d-481d-ace5-28b10e7ba6ad service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577648 Jul 27 22:23:27.594180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:27.600412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:27.675867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6d35d-dd8f-47e1-b6c8-5bf0a95155b0 req-01a7f316-4595-4f54-acfc-fc59024acc22 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:27.685597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33c6d35d-dd8f-47e1-b6c8-5bf0a95155b0 req-01a7f316-4595-4f54-acfc-fc59024acc22 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.2409372 Jul 27 22:23:27.688417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97245d50-3162-49be-b94f-97d0b0adc56e None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:23:27.712324 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0cdf830f-8329-469a-aef1-f96dbe049e03 req-ef38d0ba-1e46-4b13-92ac-896a3820103b service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384959 Jul 27 22:23:27.795731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33c6d35d-dd8f-47e1-b6c8-5bf0a95155b0 req-5996dd52-20fe-403e-94c4-a68975999514 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076379 Jul 27 22:23:27.947815 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1bf66b0f-a538-4625-a7c2-7a93fc2b0b0c None None] Could not find standard attr ID for object cdd45a06-9ca1-4659-a1c8-32af45c97b80. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:23:28.049369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-97245d50-3162-49be-b94f-97d0b0adc56e None None] Deleting port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:28.050380 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97245d50-3162-49be-b94f-97d0b0adc56e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:28.084435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.objects.ports [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:23:28.177427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-97245d50-3162-49be-b94f-97d0b0adc56e None None] For port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1ed05c97-a2f2-43fc-a55e-fd2eb37e198d,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:28.177861 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97245d50-3162-49be-b94f-97d0b0adc56e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:28.207839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-97245d50-3162-49be-b94f-97d0b0adc56e None None] Calling delete_port for 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:28.300344 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:28.309677 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-97245d50-3162-49be-b94f-97d0b0adc56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:28.341006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97245d50-3162-49be-b94f-97d0b0adc56e None None] Pushing event deleted for resources: {'Port': ['ID=1ed05c97-a2f2-43fc-a55e-fd2eb37e198d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:28.343067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97245d50-3162-49be-b94f-97d0b0adc56e None None] No DVR routers for this DVR port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:23:28.364224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Port 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d concurrently deleted while adding address for new subnet {'id': '3b0b6dfd-10d7-465a-898d-465fe6e744fa', 'name': '', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2851, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-27T22:23:27Z', 'updated_at': '2021-07-27T22:23:27Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'c9d8383a75a840708d93a0e243061ae9'}. {{(pid=93835) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 27 22:23:28.364896 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:28.405461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:28.412916 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:28.422954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:28.423640 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:28.427714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870cdb5d-5dfa-4291-ac66-b8dc540b28a4 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:28.443868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=3b0b6dfd-10d7-465a-898d-465fe6e744fa,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:28.461867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:28.462309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:28.462582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:28.462923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:28.463307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:28.463650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:28.463968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:28.464298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:28.464622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:28.464949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:28.465307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:28.467820 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:28.481037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41846) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:28.492382 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-41205b17-c2f9-43ac-a3f2-47f4846c1207 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:28.507370 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-95180f58-f838-424b-82f9-510f061a63e3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4209814 Jul 27 22:23:28.718108 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': '3b0b6dfd-10d7-465a-898d-465fe6e744fa'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:23:28.724196 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:28.799345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41205b17-c2f9-43ac-a3f2-47f4846c1207 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:28.806768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-41205b17-c2f9-43ac-a3f2-47f4846c1207 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:29.047116 n-d-802011-3 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-41205b17-c2f9-43ac-a3f2-47f4846c1207 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b0b6dfd-10d7-465a-898d-465fe6e744fa (CIDR: 2001:db8::/64) Jul 27 22:23:29.053657 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-41205b17-c2f9-43ac-a3f2-47f4846c1207 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:23:29.054360 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41205b17-c2f9-43ac-a3f2-47f4846c1207 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:29.085494 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-41205b17-c2f9-43ac-a3f2-47f4846c1207 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6029801 Jul 27 22:23:29.090425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41868) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:29.108447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a6991b52-a328-436a-9641-d93bd7d9cd8f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:29.127494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Allocated IP 2001:db8::f816:3eff:fe84:4ba6 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/3b0b6dfd-10d7-465a-898d-465fe6e744fa/e8fc9799-bcdd-42f7-a597-20c5ef15b870) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:29.129403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa06174-e10f-4ea5-b4b2-47251f7bf77a req-dcc308a6-e0d0-4f0c-97f2-7ee50ef9265e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:29.134116 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0aa06174-e10f-4ea5-b4b2-47251f7bf77a req-dcc308a6-e0d0-4f0c-97f2-7ee50ef9265e tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.1785467 Jul 27 22:23:29.279309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0aa06174-e10f-4ea5-b4b2-47251f7bf77a req-d1e459a3-4af3-42da-adde-ddac6c96e8e2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378629 Jul 27 22:23:29.392168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:23:29.438419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:23:29.438773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1ed05c97-a2f2-43fc-a55e-fd2eb37e198d not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:23:29.448788 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6991b52-a328-436a-9641-d93bd7d9cd8f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:29.457469 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6991b52-a328-436a-9641-d93bd7d9cd8f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:29.551913 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:29.571393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Transition to ACTIVE for port object e8fc9799-bcdd-42f7-a597-20c5ef15b870 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:29.615911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Transition to ACTIVE for port object e8fc9799-bcdd-42f7-a597-20c5ef15b870 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:29.631842 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:29.707094 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:29.709307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:29.718810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:29.798186 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Attempting to bind port e8fc9799-bcdd-42f7-a597-20c5ef15b870 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:29.799269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Attempting to bind port e8fc9799-bcdd-42f7-a597-20c5ef15b870 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:29.800591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Attempting to bind port e8fc9799-bcdd-42f7-a597-20c5ef15b870 on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:29.809780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Pushing event updated for resources: {'Port': ['ID=e8fc9799-bcdd-42f7-a597-20c5ef15b870,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:29.814620 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:29.815603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:29.816290 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:29.817083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:29.818006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Bound port: e8fc9799-bcdd-42f7-a597-20c5ef15b870, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:29.818986 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:29.912050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] For port e8fc9799-bcdd-42f7-a597-20c5ef15b870, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:29.919143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] For port e8fc9799-bcdd-42f7-a597-20c5ef15b870, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e8fc9799-bcdd-42f7-a597-20c5ef15b870,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:29.926125 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:30.110350 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6991b52-a328-436a-9641-d93bd7d9cd8f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:30.162104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a9f2a-f3ee-4882-ae3a-4128386a7288 None None] Pushing event updated for resources: {'Port': ['ID=e8fc9799-bcdd-42f7-a597-20c5ef15b870,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:30.248112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6991b52-a328-436a-9641-d93bd7d9cd8f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:30.258990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a6991b52-a328-436a-9641-d93bd7d9cd8f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:30.267899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6991b52-a328-436a-9641-d93bd7d9cd8f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:30.269466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6991b52-a328-436a-9641-d93bd7d9cd8f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:30.312971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6991b52-a328-436a-9641-d93bd7d9cd8f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=0bc4b52e-351b-450e-843f-ccba0a0cb593,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:30.339894 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a6991b52-a328-436a-9641-d93bd7d9cd8f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2481341 Jul 27 22:23:30.354463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41886) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:30.360254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:f5:4c:52', 'name': 'tempest-NetworksTestDHCPv6-1400903655'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:30.732622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a2310-c08f-4367-b71f-13b15d79a682 req-d07f493d-b6b3-4b55-b6c9-2e410ccee856 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:30.743309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-883a2310-c08f-4367-b71f-13b15d79a682 req-d07f493d-b6b3-4b55-b6c9-2e410ccee856 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.2318418 Jul 27 22:23:30.803914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:30.859026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-883a2310-c08f-4367-b71f-13b15d79a682 req-ee3c768a-4be8-45e1-833d-80b32910e8fe tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079133 Jul 27 22:23:31.053596 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:31.111237 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port f45f329a-e051-4959-b5f8-2f5676321ded yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:23:31.488325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8:0:1::35a (43c09fe6-1b41-4b8b-8c87-27436a1cab56/0bc4b52e-351b-450e-843f-ccba0a0cb593/f45f329a-e051-4959-b5f8-2f5676321ded) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:31.520751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::f816:3eff:fef5:4c52 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/3b0b6dfd-10d7-465a-898d-465fe6e744fa/f45f329a-e051-4959-b5f8-2f5676321ded) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:31.522899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e8fc9799-bcdd-42f7-a597-20c5ef15b870 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:31.692504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port e8fc9799-bcdd-42f7-a597-20c5ef15b870 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:32.024512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d216bc-9cee-4d9f-a382-37825a510654 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:32.062984 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:32.125784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object f45f329a-e051-4959-b5f8-2f5676321ded will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:32.173156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce656f-684a-423e-919a-2d791c57b4d8 req-f5550282-97c9-4754-995e-97bc331dbba2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:32.210417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bce656f-684a-423e-919a-2d791c57b4d8 req-f5550282-97c9-4754-995e-97bc331dbba2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.1674378 Jul 27 22:23:32.229516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-24b72827-9a57-41e6-af5d-913533bc83d7 None None] Provisioning for port e8fc9799-bcdd-42f7-a597-20c5ef15b870 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:32.240012 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:32.249486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-24b72827-9a57-41e6-af5d-913533bc83d7 None None] Provisioning complete for port e8fc9799-bcdd-42f7-a597-20c5ef15b870 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:32.262859 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b72827-9a57-41e6-af5d-913533bc83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:32.324913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:32.353546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bce656f-684a-423e-919a-2d791c57b4d8 req-792ee9ef-7d9b-4268-936e-aa21366250e4 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418555 Jul 27 22:23:32.383398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:32.385891 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:32.397748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:32.409842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:32.413906 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:32.457086 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41916) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:32.457450 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1014392 Jul 27 22:23:32.483636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939aa30-163d-4a98-9bc0-eacb6dc7f97d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=f45f329a-e051-4959-b5f8-2f5676321ded,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:32.615681 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b72827-9a57-41e6-af5d-913533bc83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:32.622882 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a50d9f52-88da-4b2b-87d1-62c023edc138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:32.694381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-24b72827-9a57-41e6-af5d-913533bc83d7 None None] For port e8fc9799-bcdd-42f7-a597-20c5ef15b870, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e8fc9799-bcdd-42f7-a597-20c5ef15b870,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:32.706881 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24b72827-9a57-41e6-af5d-913533bc83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:32.740019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-40c28e63-a685-4801-89f8-a49b0572a2de tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port f45f329a-e051-4959-b5f8-2f5676321ded {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:32.740657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40c28e63-a685-4801-89f8-a49b0572a2de tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:32.821742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b72827-9a57-41e6-af5d-913533bc83d7 None None] Pushing event updated for resources: {'Port': ['ID=e8fc9799-bcdd-42f7-a597-20c5ef15b870,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:32.823743 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a50d9f52-88da-4b2b-87d1-62c023edc138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:32.903819 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a50d9f52-88da-4b2b-87d1-62c023edc138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:32.937983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc41c22-ca8b-460a-a86d-1a1d397aba19 None None] Update dhcp port {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': '3b0b6dfd-10d7-465a-898d-465fe6e744fa', 'ip_address': '2001:db8::f816:3eff:fe84:4ba6'}, {'subnet_id': '0bc4b52e-351b-450e-843f-ccba0a0cb593'}], 'binding:host_id': 'n-d-802011-3'}, 'id': 'e8fc9799-bcdd-42f7-a597-20c5ef15b870'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:23:32.972775 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adc41c22-ca8b-460a-a86d-1a1d397aba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:32.999499 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d9f52-88da-4b2b-87d1-62c023edc138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938f0089-dd21-4e1e-8f9b-1ee9fdf36081,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:33.007413 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a50d9f52-88da-4b2b-87d1-62c023edc138 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d80754409fbe4a039d081d5eb0d2e58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6811292 Jul 27 22:23:33.010640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41930) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:33.030075 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40c28e63-a685-4801-89f8-a49b0572a2de tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:33.058179 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-40c28e63-a685-4801-89f8-a49b0572a2de tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for f45f329a-e051-4959-b5f8-2f5676321ded owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:33.166367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1acffd87-9ec2-494c-9326-68157c21b632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:33.226296 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1acffd87-9ec2-494c-9326-68157c21b632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:33.321539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1acffd87-9ec2-494c-9326-68157c21b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:33.326920 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1acffd87-9ec2-494c-9326-68157c21b632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:33.336107 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1acffd87-9ec2-494c-9326-68157c21b632 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/938f0089-dd21-4e1e-8f9b-1ee9fdf36081 HTTP/1.1" status: 204 len: 168 time: 0.3241105 Jul 27 22:23:33.357604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e8fc9799-bcdd-42f7-a597-20c5ef15b870 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:33.363668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acffd87-9ec2-494c-9326-68157c21b632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938f0089-dd21-4e1e-8f9b-1ee9fdf36081,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:33.549311 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40c28e63-a685-4801-89f8-a49b0572a2de tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:33.634940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c28e63-a685-4801-89f8-a49b0572a2de tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=f45f329a-e051-4959-b5f8-2f5676321ded,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:33.642775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e8fc9799-bcdd-42f7-a597-20c5ef15b870 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:33.644029 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:33.670896 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-40c28e63-a685-4801-89f8-a49b0572a2de tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:33.673087 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-40c28e63-a685-4801-89f8-a49b0572a2de tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/f45f329a-e051-4959-b5f8-2f5676321ded HTTP/1.1" status: 204 len: 168 time: 1.2143741 Jul 27 22:23:33.676449 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41942) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:33.698165 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-adc41c22-ca8b-460a-a86d-1a1d397aba19 None None] Allocated IP 2001:db8:0:1::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/0bc4b52e-351b-450e-843f-ccba0a0cb593/e8fc9799-bcdd-42f7-a597-20c5ef15b870) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:33.775450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f721f-5bb5-449a-a051-b951b731506c req-be91b1ec-f0b2-4ec8-b205-a0e0a2b7485c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:33.790387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-247f721f-5bb5-449a-a051-b951b731506c req-be91b1ec-f0b2-4ec8-b205-a0e0a2b7485c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.1519058 Jul 27 22:23:33.800395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72805e7a-9c66-4d3f-b672-8592e3524812 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:33.808196 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-72805e7a-9c66-4d3f-b672-8592e3524812 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1296656 Jul 27 22:23:33.811707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:33.883016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-247f721f-5bb5-449a-a051-b951b731506c req-cffc999d-0240-46f5-8e2b-b53150529262 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905085 Jul 27 22:23:33.912954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4bbd50-7d49-41d3-ae17-dc2e1f47ac20 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:33.916988 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cc4bbd50-7d49-41d3-ae17-dc2e1f47ac20 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1013412 Jul 27 22:23:33.917409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:34.019609 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa338d8-2a4c-4583-a70b-fdb2bdc99285 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:34.022761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa338d8-2a4c-4583-a70b-fdb2bdc99285 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:34.025091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa338d8-2a4c-4583-a70b-fdb2bdc99285 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:34.027199 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6aa338d8-2a4c-4583-a70b-fdb2bdc99285 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1088357 Jul 27 22:23:34.030016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:34.036900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-adc41c22-ca8b-460a-a86d-1a1d397aba19 None None] For port e8fc9799-bcdd-42f7-a597-20c5ef15b870, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e8fc9799-bcdd-42f7-a597-20c5ef15b870,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:34.117248 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adc41c22-ca8b-460a-a86d-1a1d397aba19 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.141021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00fe90a-eab7-497f-ab5d-a42be4203235 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 0bc4b52e-351b-450e-843f-ccba0a0cb593 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:23:34.156363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-adc41c22-ca8b-460a-a86d-1a1d397aba19 None None] Transition to ACTIVE for port object e8fc9799-bcdd-42f7-a597-20c5ef15b870 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:34.161634 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c00fe90a-eab7-497f-ab5d-a42be4203235 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.166104 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adc41c22-ca8b-460a-a86d-1a1d397aba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.293716 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c00fe90a-eab7-497f-ab5d-a42be4203235 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.316388 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41958) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:34.340194 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04f33c82-1519-4cb2-a0b1-4a603d068086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.431678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc41c22-ca8b-460a-a86d-1a1d397aba19 None None] Pushing event updated for resources: {'Port': ['ID=e8fc9799-bcdd-42f7-a597-20c5ef15b870,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:34.531893 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c00fe90a-eab7-497f-ab5d-a42be4203235 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.569406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04f33c82-1519-4cb2-a0b1-4a603d068086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.583056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04f33c82-1519-4cb2-a0b1-4a603d068086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.688158 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-04f33c82-1519-4cb2-a0b1-4a603d068086 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fe1d6b7490d4dc19a0ce4294325397e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695476 Jul 27 22:23:34.693501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:34.707600 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c00fe90a-eab7-497f-ab5d-a42be4203235 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.718602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f33c82-1519-4cb2-a0b1-4a603d068086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1755b9-55f2-49b0-a048-703dcf2d1ac7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:34.762375 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fe90a-eab7-497f-ab5d-a42be4203235 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc4b52e-351b-450e-843f-ccba0a0cb593,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:34.796193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c00fe90a-eab7-497f-ab5d-a42be4203235 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.800311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c00fe90a-eab7-497f-ab5d-a42be4203235 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/0bc4b52e-351b-450e-843f-ccba0a0cb593 HTTP/1.1" status: 204 len: 168 time: 0.7681277 Jul 27 22:23:34.803848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41968) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:34.859532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb469157-bfa9-4efe-b090-3605fabb2481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:34.940867 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb469157-bfa9-4efe-b090-3605fabb2481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.011711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd9f697-3ed6-44a6-91fe-3aee73d2ad0e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 3b0b6dfd-10d7-465a-898d-465fe6e744fa {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:23:35.015555 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f697-3ed6-44a6-91fe-3aee73d2ad0e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.066614 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb469157-bfa9-4efe-b090-3605fabb2481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.073247 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb469157-bfa9-4efe-b090-3605fabb2481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.077808 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bb469157-bfa9-4efe-b090-3605fabb2481 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da1755b9-55f2-49b0-a048-703dcf2d1ac7 HTTP/1.1" status: 204 len: 168 time: 0.3797657 Jul 27 22:23:35.104420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb469157-bfa9-4efe-b090-3605fabb2481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1755b9-55f2-49b0-a048-703dcf2d1ac7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:35.216318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f697-3ed6-44a6-91fe-3aee73d2ad0e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.329572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fc79a-580d-41d4-9f90-b9e39f1a2558 req-162ab4c9-3af9-414b-8b75-a896c835a138 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:35.331661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-778fc79a-580d-41d4-9f90-b9e39f1a2558 req-162ab4c9-3af9-414b-8b75-a896c835a138 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.2524781 Jul 27 22:23:35.402304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e8fc9799-bcdd-42f7-a597-20c5ef15b870 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:35.445134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41982) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:35.575230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-778fc79a-580d-41d4-9f90-b9e39f1a2558 req-a597e1ef-2f8b-4f94-9e96-d41a6d2c622b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301433 Jul 27 22:23:35.589801 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f697-3ed6-44a6-91fe-3aee73d2ad0e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.679612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7111d424-87d1-4200-aa2c-4b27534ee9ff None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:35.750972 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f697-3ed6-44a6-91fe-3aee73d2ad0e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.824014 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2cd6-a268-452f-af58-d1be42af578c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.880446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9f697-3ed6-44a6-91fe-3aee73d2ad0e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=3b0b6dfd-10d7-465a-898d-465fe6e744fa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:35.899533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f697-3ed6-44a6-91fe-3aee73d2ad0e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.908048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7fd9f697-3ed6-44a6-91fe-3aee73d2ad0e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/3b0b6dfd-10d7-465a-898d-465fe6e744fa HTTP/1.1" status: 204 len: 168 time: 1.0974448 Jul 27 22:23:35.921471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 41990) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:35.939781 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3c6e00ec-c033-454c-afa6-f109719da738 None None] Provisioning for port e8fc9799-bcdd-42f7-a597-20c5ef15b870 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:36.060750 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 41998) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:36.064613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d8cbf367-bdf6-4421-8a4f-92094fd4acad tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1384239 Jul 27 22:23:36.073314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-15d8ce90-b865-4145-a4c7-deb708f91d2a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:36.075371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3c6e00ec-c033-454c-afa6-f109719da738 None None] Provisioning complete for port e8fc9799-bcdd-42f7-a597-20c5ef15b870 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:36.075941 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c6e00ec-c033-454c-afa6-f109719da738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:36.301291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552e50e5-adbb-4da5-948f-8eab44948855 None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:23:36.302459 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2cd6-a268-452f-af58-d1be42af578c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:36.317959 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2cd6-a268-452f-af58-d1be42af578c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:36.402408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a2cd6-a268-452f-af58-d1be42af578c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb3213d-fea9-4c61-87b4-1916bdcb2095,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:36.465358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d8ce90-b865-4145-a4c7-deb708f91d2a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:36.469660 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15d8ce90-b865-4145-a4c7-deb708f91d2a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:36.678919 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ce6a2cd6-a268-452f-af58-d1be42af578c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0085d718836742f9b51af4aef145dcf9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2325549 Jul 27 22:23:36.681564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42014) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:36.693943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3c6e00ec-c033-454c-afa6-f109719da738 None None] Could not find standard attr ID for object f45f329a-e051-4959-b5f8-2f5676321ded. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:23:36.719207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-552e50e5-adbb-4da5-948f-8eab44948855 None None] Deleting port e8fc9799-bcdd-42f7-a597-20c5ef15b870 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:36.719863 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-552e50e5-adbb-4da5-948f-8eab44948855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:36.818888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-552e50e5-adbb-4da5-948f-8eab44948855 None None] For port e8fc9799-bcdd-42f7-a597-20c5ef15b870, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e8fc9799-bcdd-42f7-a597-20c5ef15b870,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:36.823716 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-552e50e5-adbb-4da5-948f-8eab44948855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:36.842419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-552e50e5-adbb-4da5-948f-8eab44948855 None None] Calling delete_port for e8fc9799-bcdd-42f7-a597-20c5ef15b870 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:36.946610 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15d8ce90-b865-4145-a4c7-deb708f91d2a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:36.952160 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-552e50e5-adbb-4da5-948f-8eab44948855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:36.956194 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88cb9184-db54-42a0-9cb4-f9644dca3972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:37.000135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff6eee-af06-4c8e-96bd-3f2c43f5c370 req-9f97d23b-4fb4-4c07-b705-ad4c63641b59 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:37.002749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1eff6eee-af06-4c8e-96bd-3f2c43f5c370 req-9f97d23b-4fb4-4c07-b705-ad4c63641b59 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.2426085 Jul 27 22:23:37.004809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88cb9184-db54-42a0-9cb4-f9644dca3972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:37.025520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e50e5-adbb-4da5-948f-8eab44948855 None None] No DVR routers for this DVR port e8fc9799-bcdd-42f7-a597-20c5ef15b870 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:23:37.027821 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e50e5-adbb-4da5-948f-8eab44948855 None None] Pushing event deleted for resources: {'Port': ['ID=e8fc9799-bcdd-42f7-a597-20c5ef15b870,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:37.052862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d8ce90-b865-4145-a4c7-deb708f91d2a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:37.064148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-15d8ce90-b865-4145-a4c7-deb708f91d2a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:37.069241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d8ce90-b865-4145-a4c7-deb708f91d2a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:37.069860 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15d8ce90-b865-4145-a4c7-deb708f91d2a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:37.093910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22887882-7a1c-436b-a87a-1915f8be4dbc None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:37.139978 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-15d8ce90-b865-4145-a4c7-deb708f91d2a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0762289 Jul 27 22:23:37.145078 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42026) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:37.151920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8ce90-b865-4145-a4c7-deb708f91d2a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=d0e3d8bc-71c6-41bf-9305-a62ee167b12b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:37.165640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b11de39f-c4eb-4e37-8b6f-f9418b41ee36 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:37.419129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11de39f-c4eb-4e37-8b6f-f9418b41ee36 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:37.430419 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b11de39f-c4eb-4e37-8b6f-f9418b41ee36 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:37.458219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e8fc9799-bcdd-42f7-a597-20c5ef15b870 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:23:37.586478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: e8fc9799-bcdd-42f7-a597-20c5ef15b870 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:23:37.594113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e8fc9799-bcdd-42f7-a597-20c5ef15b870 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:23:37.658201 n-d-802011-3 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-b11de39f-c4eb-4e37-8b6f-f9418b41ee36 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0e3d8bc-71c6-41bf-9305-a62ee167b12b (CIDR: 2001:db8::/64) Jul 27 22:23:37.664480 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11de39f-c4eb-4e37-8b6f-f9418b41ee36 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:23:37.665561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11de39f-c4eb-4e37-8b6f-f9418b41ee36 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:37.679872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'tenant_id': 'c9d8383a75a840708d93a0e243061ae9', 'fixed_ips': [{'subnet_id': 'd0e3d8bc-71c6-41bf-9305-a62ee167b12b'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:23:37.682037 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:37.693118 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b11de39f-c4eb-4e37-8b6f-f9418b41ee36 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5463612 Jul 27 22:23:37.727202 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42038) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:37.748476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:37.970093 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1eff6eee-af06-4c8e-96bd-3f2c43f5c370 req-619c6ef7-3ad0-4bf3-a597-d503f7050076 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9538114 Jul 27 22:23:38.012267 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88cb9184-db54-42a0-9cb4-f9644dca3972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:38.015814 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88cb9184-db54-42a0-9cb4-f9644dca3972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:38.021475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-88cb9184-db54-42a0-9cb4-f9644dca3972 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcb3213d-fea9-4c61-87b4-1916bdcb2095 HTTP/1.1" status: 204 len: 168 time: 1.3384922 Jul 27 22:23:38.037394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb9184-db54-42a0-9cb4-f9644dca3972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb3213d-fea9-4c61-87b4-1916bdcb2095,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:38.196119 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:38.200083 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:38.254151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Allocated IP 2001:db8::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/d0e3d8bc-71c6-41bf-9305-a62ee167b12b/13c556d6-49f7-410a-969c-06461b224cca) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:38.531457 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:38.558626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Transition to ACTIVE for port object 13c556d6-49f7-410a-969c-06461b224cca will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:38.591014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Transition to ACTIVE for port object 13c556d6-49f7-410a-969c-06461b224cca will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:38.608594 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:38.635168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:38.643618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:38.733259 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Pushing event updated for resources: {'Port': ['ID=13c556d6-49f7-410a-969c-06461b224cca,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:38.735797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:38.859409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Attempting to bind port 13c556d6-49f7-410a-969c-06461b224cca on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:38.859818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Attempting to bind port 13c556d6-49f7-410a-969c-06461b224cca by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:38.860155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Attempting to bind port 13c556d6-49f7-410a-969c-06461b224cca on network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:38.866121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:38.866617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Checking segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:38.866929 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:38.867328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Bound using segment: {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:38.871907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Bound port: 13c556d6-49f7-410a-969c-06461b224cca, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dab761b-fa7c-4bb0-981d-1a5810509be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:38.883933 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:39.040753 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] For port 13c556d6-49f7-410a-969c-06461b224cca, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:39.045304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] For port 13c556d6-49f7-410a-969c-06461b224cca, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=13c556d6-49f7-410a-969c-06461b224cca,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:39.052988 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:39.157733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56040d-9697-45d0-b80b-e1bac3cd4baf None None] Pushing event updated for resources: {'Port': ['ID=13c556d6-49f7-410a-969c-06461b224cca,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:39.245992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.objects.ports [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93834) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:23:39.253999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9ff68-48a2-444b-9221-93c154fb8899 req-560addc4-3fa1-4f52-9420-6c00bedc8b8f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:39.273606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65c9ff68-48a2-444b-9221-93c154fb8899 req-560addc4-3fa1-4f52-9420-6c00bedc8b8f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.1493287 Jul 27 22:23:39.358866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65c9ff68-48a2-444b-9221-93c154fb8899 req-70a58225-8df1-49c3-bebb-e123e56edaa8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823071 Jul 27 22:23:39.854381 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:23:40.119643 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:40.528036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] For port 13c556d6-49f7-410a-969c-06461b224cca, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=13c556d6-49f7-410a-969c-06461b224cca,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:40.609437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fae756-12cd-4d6d-8f88-8fa512f54c20 req-308f81aa-f7af-4806-ba2a-b8720b5157e0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:40.624768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4fae756-12cd-4d6d-8f88-8fa512f54c20 req-308f81aa-f7af-4806-ba2a-b8720b5157e0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.1040874 Jul 27 22:23:40.643500 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:40.654691 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:40.655785 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:40.717868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4fae756-12cd-4d6d-8f88-8fa512f54c20 req-51a95d1e-613a-4440-a03b-08a7dcd56ce3 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880277 Jul 27 22:23:40.762727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=9d6d4013-fb1d-4af9-a0b7-2fb3a26f60ba,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:40.824317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:40.828404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:40.832352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:40.833703 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:40.867929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=13c556d6-49f7-410a-969c-06461b224cca,revision_number=4']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:40.883654 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-519c5cbb-c5e6-43d0-9d80-d84b39ac68d8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1515434 Jul 27 22:23:40.884108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:40.891272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:29:d4:d7', 'name': 'tempest-NetworksTestDHCPv6-363433269'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:40.907179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b161f0-aec8-41b2-8ee2-cfa2f61fb2a9 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:41.027958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6c9ac7ab-ca6b-437f-a2a9-805e4d89dcb3 None None] Provisioning for port 13c556d6-49f7-410a-969c-06461b224cca completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:41.206641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:41.402974 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:41.435625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 13c556d6-49f7-410a-969c-06461b224cca up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:41.445813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port def67b0b-dbee-4df3-96e6-b0a08047c9b4 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:23:41.529930 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 13c556d6-49f7-410a-969c-06461b224cca completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:41.538738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 13c556d6-49f7-410a-969c-06461b224cca triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:41.540241 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:41.671684 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:41.713684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 13c556d6-49f7-410a-969c-06461b224cca, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=13c556d6-49f7-410a-969c-06461b224cca,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:41.722854 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:41.820438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=13c556d6-49f7-410a-969c-06461b224cca,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:41.885914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::7d (43c09fe6-1b41-4b8b-8c87-27436a1cab56/d0e3d8bc-71c6-41bf-9305-a62ee167b12b/def67b0b-dbee-4df3-96e6-b0a08047c9b4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:41.898514 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:d4d7 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/9d6d4013-fb1d-4af9-a0b7-2fb3a26f60ba/def67b0b-dbee-4df3-96e6-b0a08047c9b4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:41.959694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42116) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:41.978829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f514793-d70d-460c-9623-37b41c727a0c req-6b11b9bf-ffcc-45bb-8d8e-cac474bf3e39 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:41.995410 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f514793-d70d-460c-9623-37b41c727a0c req-6b11b9bf-ffcc-45bb-8d8e-cac474bf3e39 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.1495965 Jul 27 22:23:42.119083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f514793-d70d-460c-9623-37b41c727a0c req-17bd9d7f-8594-450d-aec2-3f41f5de9a76 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225052 Jul 27 22:23:42.198908 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.215630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object def67b0b-dbee-4df3-96e6-b0a08047c9b4 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:42.222067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1216153833-network', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:42.262312 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.264344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Made reservation on behalf of c756860e16ae4fa6bc10144b561f9167 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:42.267372 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.284192 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.325647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:42.333138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:42.342800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:42.349744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:42.350624 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.355041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=def67b0b-dbee-4df3-96e6-b0a08047c9b4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:42.416548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:42.448857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-87e9f582-f50e-4695-9990-36c0c2ce46ad None None] Provisioning complete for port 13c556d6-49f7-410a-969c-06461b224cca triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:42.449489 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87e9f582-f50e-4695-9990-36c0c2ce46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.472761 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.482505 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.493023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a06805cf-ecfa-4ce9-9ddd-e5c0ffa3ed33 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6076787 Jul 27 22:23:42.496274 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:42.521869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:23:42.522582 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.534807 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050eafd1-d21b-433e-bfe5-2b16ca80b1a5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:42.541639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.541994 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Added segment a9129574-631d-40b2-a121-4fc881ad03a8 of type vlan for network ab2ac776-71c2-406d-b9f0-328bbd239926 Jul 27 22:23:42.621265 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.681904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b03f56fe-e283-498f-b24c-4fc88cee6aa0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port def67b0b-dbee-4df3-96e6-b0a08047c9b4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:42.682287 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b03f56fe-e283-498f-b24c-4fc88cee6aa0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.688673 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.689980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:42.690788 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.775232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-07bf74c6-2791-410c-8c97-7e78aceab5bc None None] Provisioning for port def67b0b-dbee-4df3-96e6-b0a08047c9b4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:42.776483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] Pushing event updated for resources: {'Network': ['ID=ab2ac776-71c2-406d-b9f0-328bbd239926,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:42.790549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-07bf74c6-2791-410c-8c97-7e78aceab5bc None None] Provisioning complete for port def67b0b-dbee-4df3-96e6-b0a08047c9b4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:42.791103 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07bf74c6-2791-410c-8c97-7e78aceab5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.794752 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a2249c33-acc3-48ee-ac0a-1ce6a57bd7cf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8324735 Jul 27 22:23:42.799759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42138) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:42.800882 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b03f56fe-e283-498f-b24c-4fc88cee6aa0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.804977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f4f0a47e-1c02-4fd0-bc2b-c72dc7115a9b admin admin] Request body: {'subnet': {'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1216153833-subnet', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:42.829793 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f73e4a-23da-4ab3-afde-c0f642253de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.838534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b03f56fe-e283-498f-b24c-4fc88cee6aa0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for def67b0b-dbee-4df3-96e6-b0a08047c9b4 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:42.846197 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f0a47e-1c02-4fd0-bc2b-c72dc7115a9b admin admin] Made reservation on behalf of c756860e16ae4fa6bc10144b561f9167 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:42.849944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network ab2ac776-71c2-406d-b9f0-328bbd239926 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:23:42.850132 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a47e-1c02-4fd0-bc2b-c72dc7115a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.920530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-07bf74c6-2791-410c-8c97-7e78aceab5bc None None] Port def67b0b-dbee-4df3-96e6-b0a08047c9b4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:23:42.928342 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-675b1eab-02e1-4a9e-a922-cee129990e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.035488 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f73e4a-23da-4ab3-afde-c0f642253de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.045384 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f73e4a-23da-4ab3-afde-c0f642253de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.071130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a47e-1c02-4fd0-bc2b-c72dc7115a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.124281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c8f73e4a-23da-4ab3-afde-c0f642253de0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4363be9d8f4645b4a986edb0b95b6377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7038066 Jul 27 22:23:43.125041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:43.132767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0a47e-1c02-4fd0-bc2b-c72dc7115a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d14f8be-7908-497b-bf7c-f833310b6890,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:43.133914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f73e4a-23da-4ab3-afde-c0f642253de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ca3620-bde6-4829-9495-a32f7ccb55c0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:43.161657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0a47e-1c02-4fd0-bc2b-c72dc7115a9b admin admin] Checking segment: {'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:43.161657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f0a47e-1c02-4fd0-bc2b-c72dc7115a9b admin admin] Network hostable DHCP agents. Network: ab2ac776-71c2-406d-b9f0-328bbd239926, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:23:43.165158 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b03f56fe-e283-498f-b24c-4fc88cee6aa0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.191254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f0a47e-1c02-4fd0-bc2b-c72dc7115a9b admin admin] Network ab2ac776-71c2-406d-b9f0-328bbd239926 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:23:43.196366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f56fe-e283-498f-b24c-4fc88cee6aa0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=def67b0b-dbee-4df3-96e6-b0a08047c9b4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:43.207937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f4f0a47e-1c02-4fd0-bc2b-c72dc7115a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, ab2ac776-71c2-406d-b9f0-328bbd239926) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:43.219245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adf9519-8b13-473a-98ec-4d6e124d2b35 None None] Network ab2ac776-71c2-406d-b9f0-328bbd239926 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:43.225419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f0a47e-1c02-4fd0-bc2b-c72dc7115a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:43.227308 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a47e-1c02-4fd0-bc2b-c72dc7115a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.265279 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f4f0a47e-1c02-4fd0-bc2b-c72dc7115a9b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4642980 Jul 27 22:23:43.269279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:43.277650 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb127-83fb-4d59-8203-28a992742c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.281238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:43.329299 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b03f56fe-e283-498f-b24c-4fc88cee6aa0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.334180 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.334396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b03f56fe-e283-498f-b24c-4fc88cee6aa0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/def67b0b-dbee-4df3-96e6-b0a08047c9b4 HTTP/1.1" status: 204 len: 168 time: 0.8343055 Jul 27 22:23:43.334512 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.337838 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42150) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:43.347369 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb127-83fb-4d59-8203-28a992742c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.348957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42152) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:43.351322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 13c556d6-49f7-410a-969c-06461b224cca up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:43.394601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056aca87-98c5-4292-a969-4f87f61db5c5 req-b746ce5d-de72-4f55-b7b7-24d3d6796e5f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:43.396801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-056aca87-98c5-4292-a969-4f87f61db5c5 req-b746ce5d-de72-4f55-b7b7-24d3d6796e5f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.1956456 Jul 27 22:23:43.452108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-056aca87-98c5-4292-a969-4f87f61db5c5 req-95a3e65b-f0df-482e-bfea-376e6b3478ad tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438130 Jul 27 22:23:43.505444 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a96c3a8-5d81-4213-bf2e-26265f889963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.517506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.521095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 13c556d6-49f7-410a-969c-06461b224cca triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:43.522285 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.522400 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb127-83fb-4d59-8203-28a992742c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.525423 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb127-83fb-4d59-8203-28a992742c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.530888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2e7eb127-83fb-4d59-8203-28a992742c36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6ca3620-bde6-4829-9495-a32f7ccb55c0 HTTP/1.1" status: 204 len: 168 time: 0.4004629 Jul 27 22:23:43.553078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7eb127-83fb-4d59-8203-28a992742c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ca3620-bde6-4829-9495-a32f7ccb55c0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:43.561743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbc9803-ecf2-455e-ad48-5869e6564062 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:43.563459 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7cbc9803-ecf2-455e-ad48-5869e6564062 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2234092 Jul 27 22:23:43.566403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:43.585695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-ab2ac776-71c2-406d-b9f0-328bbd239926', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'fixed_ips': [{'subnet_id': '3d14f8be-7908-497b-bf7c-f833310b6890'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:23:43.587095 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.648486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0780fcc-0c37-4d52-b30a-8a240bf5103d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:43.650115 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c0780fcc-0c37-4d52-b30a-8a240bf5103d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0824020 Jul 27 22:23:43.652659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:43.734847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5763c030-6e65-48b0-9a3b-fbd1b7c7c798 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:43.736766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5763c030-6e65-48b0-9a3b-fbd1b7c7c798 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:43.738558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5763c030-6e65-48b0-9a3b-fbd1b7c7c798 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:43.742964 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5763c030-6e65-48b0-9a3b-fbd1b7c7c798 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0892804 Jul 27 22:23:43.744516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:43.756598 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.766848 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a96c3a8-5d81-4213-bf2e-26265f889963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.775228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a96c3a8-5d81-4213-bf2e-26265f889963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.828900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Allocated IP 172.20.0.2 (ab2ac776-71c2-406d-b9f0-328bbd239926/3d14f8be-7908-497b-bf7c-f833310b6890/d42d6a0f-b2fb-4844-acf4-2caa4b4e1336) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:43.835827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2a96c3a8-5d81-4213-bf2e-26265f889963 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf00d53a182841918536d5b055a48545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4852417 Jul 27 22:23:43.842548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:43.845756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-c359dafd-fae9-4174-9cce-7549bdf0fe47 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 9d6d4013-fb1d-4af9-a0b7-2fb3a26f60ba {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:23:43.851407 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c359dafd-fae9-4174-9cce-7549bdf0fe47 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.876306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96c3a8-5d81-4213-bf2e-26265f889963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1661d44c-880c-49fc-9c07-58de2e907785,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:43.903936 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c359dafd-fae9-4174-9cce-7549bdf0fe47 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.926712 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c9eb88-b708-4969-a459-a902d5ad5fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.940660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:43.967274 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f504c119-9ccc-444d-ab57-ad60fa3766bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.970419 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c9eb88-b708-4969-a459-a902d5ad5fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.014834 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c359dafd-fae9-4174-9cce-7549bdf0fe47 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.041411 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.052196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Transition to ACTIVE for port object d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:44.055657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c9eb88-b708-4969-a459-a902d5ad5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.058674 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17c9eb88-b708-4969-a459-a902d5ad5fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.062771 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-17c9eb88-b708-4969-a459-a902d5ad5fb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1661d44c-880c-49fc-9c07-58de2e907785 HTTP/1.1" status: 204 len: 168 time: 0.2191567 Jul 27 22:23:44.070439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Transition to ACTIVE for port object d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:44.078842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9eb88-b708-4969-a459-a902d5ad5fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1661d44c-880c-49fc-9c07-58de2e907785,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:44.082979 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.114029 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f504c119-9ccc-444d-ab57-ad60fa3766bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.122734 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f504c119-9ccc-444d-ab57-ad60fa3766bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.148530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Network ab2ac776-71c2-406d-b9f0-328bbd239926 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:44.151932 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:44.155758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:44.163313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504c119-9ccc-444d-ab57-ad60fa3766bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792b9efa-d275-401d-8976-5ca80055291d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:44.184482 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.194369 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c359dafd-fae9-4174-9cce-7549bdf0fe47 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.199357 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f504c119-9ccc-444d-ab57-ad60fa3766bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f422a51d1054b0bb8a0598ba8feaf18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567623 Jul 27 22:23:44.199868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:44.223544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Pushing event updated for resources: {'Port': ['ID=d42d6a0f-b2fb-4844-acf4-2caa4b4e1336,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:44.226517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Attempting to bind port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:44.226893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Attempting to bind port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:44.227262 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Attempting to bind port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 on network ab2ac776-71c2-406d-b9f0-328bbd239926 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:44.232665 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:44.233042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Checking segment: {'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:44.233443 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.233835 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Bound using segment: {'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:44.234474 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Bound port: d42d6a0f-b2fb-4844-acf4-2caa4b4e1336, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:44.235217 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.244005 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.248879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359dafd-fae9-4174-9cce-7549bdf0fe47 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6d4013-fb1d-4af9-a0b7-2fb3a26f60ba,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:44.258478 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c359dafd-fae9-4174-9cce-7549bdf0fe47 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.262979 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c359dafd-fae9-4174-9cce-7549bdf0fe47 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/9d6d4013-fb1d-4af9-a0b7-2fb3a26f60ba HTTP/1.1" status: 204 len: 168 time: 0.5148389 Jul 27 22:23:44.263809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42174) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:44.272457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130f34f-3cd2-47e8-86ed-17a9acb6b6f5 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:44.273316 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42ba2187-1292-48e6-a34f-a5943e7687a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.303437 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42ba2187-1292-48e6-a34f-a5943e7687a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.373890 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42ba2187-1292-48e6-a34f-a5943e7687a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.376360 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d635a8-7b0e-4994-a138-654bf398a003 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet d0e3d8bc-71c6-41bf-9305-a62ee167b12b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:23:44.379570 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42ba2187-1292-48e6-a34f-a5943e7687a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.380701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] For port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:44.383227 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00d635a8-7b0e-4994-a138-654bf398a003 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.387694 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-42ba2187-1292-48e6-a34f-a5943e7687a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/792b9efa-d275-401d-8976-5ca80055291d HTTP/1.1" status: 204 len: 168 time: 0.1835802 Jul 27 22:23:44.394885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba2187-1292-48e6-a34f-a5943e7687a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792b9efa-d275-401d-8976-5ca80055291d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:44.444238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Allocated IP 172.25.1.123 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/2baa47f3-4f05-468e-9643-1864df975b61) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:44.447223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] For port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d42d6a0f-b2fb-4844-acf4-2caa4b4e1336,segment=NetworkSegment(a9129574-631d-40b2-a121-4fc881ad03a8),segment_id=a9129574-631d-40b2-a121-4fc881ad03a8)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:44.447800 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00d635a8-7b0e-4994-a138-654bf398a003 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.459614 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.612694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ba7e3-6735-4866-a842-f601ab420cb4 None None] Pushing event updated for resources: {'Port': ['ID=d42d6a0f-b2fb-4844-acf4-2caa4b4e1336,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:44.621060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00d635a8-7b0e-4994-a138-654bf398a003 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.694772 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.701709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc7b20-6c46-415b-929c-7a80e5a82d96 req-a43f2f04-06a8-42c2-8958-f16a814e9f8f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:44.712579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1dcc7b20-6c46-415b-929c-7a80e5a82d96 req-a43f2f04-06a8-42c2-8958-f16a814e9f8f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.1176004 Jul 27 22:23:44.713815 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:44.743225 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf5d4-5fef-4aa5-9cab-7f4d905f7c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.761179 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00d635a8-7b0e-4994-a138-654bf398a003 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.773456 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1dcc7b20-6c46-415b-929c-7a80e5a82d96 req-1e1e5e8d-988d-4681-bd01-8872a94979f9 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597615 Jul 27 22:23:44.846162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d635a8-7b0e-4994-a138-654bf398a003 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e3d8bc-71c6-41bf-9305-a62ee167b12b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:44.868970 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.931130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00d635a8-7b0e-4994-a138-654bf398a003 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:44.934757 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-00d635a8-7b0e-4994-a138-654bf398a003 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/d0e3d8bc-71c6-41bf-9305-a62ee167b12b HTTP/1.1" status: 204 len: 168 time: 0.6699574 Jul 27 22:23:44.935532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:45.004480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2fe0cacc-7cd6-404f-b3c3-8405dbb7a944 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675721 Jul 27 22:23:45.010989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42196) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:45.022707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9507ad50-d353-42da-b36e-ed3dc9fccd6b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:45.032664 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf5d4-5fef-4aa5-9cab-7f4d905f7c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.035282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:45.038908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:45.043053 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:45.054618 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf5d4-5fef-4aa5-9cab-7f4d905f7c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.085442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Pushing event updated for resources: {'Port': ['ID=2baa47f3-4f05-468e-9643-1864df975b61,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:45.146659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9507ad50-d353-42da-b36e-ed3dc9fccd6b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:45.147994 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a2dbf5d4-5fef-4aa5-9cab-7f4d905f7c88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a6ee195704d40d383a3c1c20095c654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325051 Jul 27 22:23:45.150667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbf5d4-5fef-4aa5-9cab-7f4d905f7c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8904aab4-fa5c-4639-b476-bdaffc657576,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:45.155084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42200) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:45.155281 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9507ad50-d353-42da-b36e-ed3dc9fccd6b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.382160 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e1d34-1262-4810-9b76-335aa131866e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.411208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:45.442650 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9507ad50-d353-42da-b36e-ed3dc9fccd6b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.462481 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e1d34-1262-4810-9b76-335aa131866e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.480454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9507ad50-d353-42da-b36e-ed3dc9fccd6b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:45.484009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9507ad50-d353-42da-b36e-ed3dc9fccd6b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:45.486832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9507ad50-d353-42da-b36e-ed3dc9fccd6b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:45.487425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9507ad50-d353-42da-b36e-ed3dc9fccd6b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.530837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4d38feb9-400a-4bf7-82f8-e91fe77125f9 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:23:45.534769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9507ad50-d353-42da-b36e-ed3dc9fccd6b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5173016 Jul 27 22:23:45.538231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:45.540482 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43ec9a8d-5ab5-49c0-9399-9ee0d0c266d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.546680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d40f4ab5-532e-4629-8cb1-6542a8f34d5c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:45.595189 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad0de4f-ab3a-4f8f-9e55-c0fe2ea39b53 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:45.597357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:45.609331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.634146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507ad50-d353-42da-b36e-ed3dc9fccd6b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=76d3bf9f-027b-4a4e-b346-a55dfe681751,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:45.681822 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e1d34-1262-4810-9b76-335aa131866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.685208 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df9e1d34-1262-4810-9b76-335aa131866e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.687408 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-df9e1d34-1262-4810-9b76-335aa131866e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8904aab4-fa5c-4639-b476-bdaffc657576 HTTP/1.1" status: 204 len: 168 time: 0.5319724 Jul 27 22:23:45.769495 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.781630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b93533e2-be00-46c9-9a88-e0943ef4ee65 None None] Provisioning complete for port 13c556d6-49f7-410a-969c-06461b224cca triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:45.782002 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b93533e2-be00-46c9-9a88-e0943ef4ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.798790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40f4ab5-532e-4629-8cb1-6542a8f34d5c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:45.807481 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d40f4ab5-532e-4629-8cb1-6542a8f34d5c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.832975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e1d34-1262-4810-9b76-335aa131866e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8904aab4-fa5c-4639-b476-bdaffc657576,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:45.938082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:45.973167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a718a-b27f-4306-9a1b-3ea0c36fca8f req-c62f1234-4a38-4343-be7c-a78324e5dff6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:45.982752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-552a718a-b27f-4306-9a1b-3ea0c36fca8f req-c62f1234-4a38-4343-be7c-a78324e5dff6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 944 time: 0.0905426 Jul 27 22:23:45.999377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '4d38feb9-400a-4bf7-82f8-e91fe77125f9', 'network_id': '7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee', 'port_id': '4d38feb9-400a-4bf7-82f8-e91fe77125f9', 'mac_address': 'fa:16:3e:64:78:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd95150c-158c-4db5-bf84-b3a3418fb5df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:23:46.051099 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-552a718a-b27f-4306-9a1b-3ea0c36fca8f req-a4ad76e4-a52b-44e9-a9ef-82fe1c4776a2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633969 Jul 27 22:23:46.060897 n-d-802011-3 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-d40f4ab5-532e-4629-8cb1-6542a8f34d5c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76d3bf9f-027b-4a4e-b346-a55dfe681751 (CIDR: 2001:db8::/64) Jul 27 22:23:46.073025 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40f4ab5-532e-4629-8cb1-6542a8f34d5c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:23:46.073549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40f4ab5-532e-4629-8cb1-6542a8f34d5c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:46.111755 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d40f4ab5-532e-4629-8cb1-6542a8f34d5c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5724616 Jul 27 22:23:46.112801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:46.120851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36624091-fbb4-4455-ad09-b3cdbe5d7f0b None None] Network ab2ac776-71c2-406d-b9f0-328bbd239926 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:46.124892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'subnet': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:46.132176 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:46.357288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:46.361483 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:46.362834 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:46.413017 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Router a22250d6-6dcf-4ce2-8eb2-24f407e28055 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:23:46.495476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d38feb9-400a-4bf7-82f8-e91fe77125f9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:23:46.530321 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:46.535488 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:46.543236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:46.562310 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:46.612528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:23:46.622811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4d38feb9-400a-4bf7-82f8-e91fe77125f9,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:46.623019 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Sync routers for ids ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:23:46.646509 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:46.651062 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-61fd51cd-0cb9-4536-940f-0d71c0b12bdc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3806546 Jul 27 22:23:46.651826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42242) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:46.652110 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Routers {'a22250d6-6dcf-4ce2-8eb2-24f407e28055'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:46.652746 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:23:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:46.729381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8effd6b0-322c-4d5a-840e-5aa3ab035a4d None None] Provisioning for port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:46.741823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8effd6b0-322c-4d5a-840e-5aa3ab035a4d None None] Provisioning complete for port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:46.742539 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8effd6b0-322c-4d5a-840e-5aa3ab035a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:46.822325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['4d38feb9-400a-4bf7-82f8-e91fe77125f9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:23:46.936883 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Set router a22250d6-6dcf-4ce2-8eb2-24f407e28055 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:47.105099 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8effd6b0-322c-4d5a-840e-5aa3ab035a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.168348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.objects.ports [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:23:47.201599 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:23:45Z', 'revision_number': 3, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:47.237770 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Checking router: a22250d6-6dcf-4ce2-8eb2-24f407e28055 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:23:47.238450 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Updating router a22250d6-6dcf-4ce2-8eb2-24f407e28055 port 2baa47f3-4f05-468e-9643-1864df975b61 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:23:47.244946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8effd6b0-322c-4d5a-840e-5aa3ab035a4d None None] For port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d42d6a0f-b2fb-4844-acf4-2caa4b4e1336,segment=NetworkSegment(a9129574-631d-40b2-a121-4fc881ad03a8),segment_id=a9129574-631d-40b2-a121-4fc881ad03a8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:47.268834 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.279746 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8effd6b0-322c-4d5a-840e-5aa3ab035a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.501243 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effd6b0-322c-4d5a-840e-5aa3ab035a4d None None] Pushing event updated for resources: {'Port': ['ID=d42d6a0f-b2fb-4844-acf4-2caa4b4e1336,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:47.549367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e872aca8-4fa3-4293-b663-ed437722c44c None None] Provisioning complete for port 13c556d6-49f7-410a-969c-06461b224cca triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:47.549743 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e872aca8-4fa3-4293-b663-ed437722c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.665107 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.670724 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.678764 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.700636 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Transition to ACTIVE for port object 2baa47f3-4f05-468e-9643-1864df975b61 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:47.717530 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.721621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253771c6-89cf-4850-b9ae-354ba7446cf0 req-7002ea5e-7a45-4dbd-b69e-40c83a92e602 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:47.723593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253771c6-89cf-4850-b9ae-354ba7446cf0 req-7002ea5e-7a45-4dbd-b69e-40c83a92e602 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 945 time: 0.3624985 Jul 27 22:23:47.826921 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Attempting to bind port 2baa47f3-4f05-468e-9643-1864df975b61 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:47.828924 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Attempting to bind port 2baa47f3-4f05-468e-9643-1864df975b61 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:47.830339 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Attempting to bind port 2baa47f3-4f05-468e-9643-1864df975b61 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:47.851617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-253771c6-89cf-4850-b9ae-354ba7446cf0 req-544cd347-e4fb-4b98-9f1d-b277a29cce80 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829661 Jul 27 22:23:47.853398 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ad2cdb23-a1fd-4c6d-a5d7-dd0f6872b06c None None] Provisioning complete for port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:47.853876 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad2cdb23-a1fd-4c6d-a5d7-dd0f6872b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.855803 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:47.857047 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:47.859164 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.861062 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:47.863640 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Bound port: 2baa47f3-4f05-468e-9643-1864df975b61, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:47.864840 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.963315 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] For port 2baa47f3-4f05-468e-9643-1864df975b61, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:47.967234 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] For port 2baa47f3-4f05-468e-9643-1864df975b61, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2baa47f3-4f05-468e-9643-1864df975b61,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:47.973240 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Pushing event updated for resources: {'Port': ['ID=2baa47f3-4f05-468e-9643-1864df975b61,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:47.981876 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.986180 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:47.987450 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:47.988019 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:47.988608 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:47.989373 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:47.990107 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:47.990889 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:47.991680 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:47.992230 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:47.992792 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:47.993516 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:47.994082 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.084714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] For port 13c556d6-49f7-410a-969c-06461b224cca, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=13c556d6-49f7-410a-969c-06461b224cca,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:48.116269 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Routers {'a22250d6-6dcf-4ce2-8eb2-24f407e28055'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:48.116910 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:23:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:48.127854 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.138671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.140438 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.146097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Allocated IP 172.20.0.1 (ab2ac776-71c2-406d-b9f0-328bbd239926/3d14f8be-7908-497b-bf7c-f833310b6890/928c5547-d930-4d3b-978b-d748f2553ebf) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:48.162906 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e93614-ede2-423e-aae6-271f113b0a37 None None] Pushing event updated for resources: {'Port': ['ID=2baa47f3-4f05-468e-9643-1864df975b61,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:48.163663 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.259239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:48.266531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:48.274473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:48.275073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.278470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd19a149-0b2f-49a6-bebe-352e52b32c46 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:48.299719 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.303184 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] Set router a22250d6-6dcf-4ce2-8eb2-24f407e28055 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:48.310232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Subnet': ['ID=d0895201-2d89-43a7-8bb0-30fbd50f6775,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:48.315262 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=13c556d6-49f7-410a-969c-06461b224cca,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:48.320580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-07cda799-63c3-4a07-9ab3-406ccccb00e9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2070231 Jul 27 22:23:48.323808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42298) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:48.330949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Request body: {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'mac_address': 'fa:16:3e:69:e2:10', 'name': 'tempest-NetworksTestDHCPv6-794232662'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:48.338899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Transition to ACTIVE for port object 928c5547-d930-4d3b-978b-d748f2553ebf will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:48.412365 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.497232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Network ab2ac776-71c2-406d-b9f0-328bbd239926 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:48.498478 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Made reservation on behalf of c9d8383a75a840708d93a0e243061ae9 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:48.500174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:48.512594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:48.667420 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:23:45Z', 'revision_number': 3, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:48.691945 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.743868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca2c077-ba28-4095-a18e-fa6861ca6111 None None] Update dhcp port {'port': {'network_id': '43c09fe6-1b41-4b8b-8c87-27436a1cab56', 'fixed_ips': [{'subnet_id': 'd0895201-2d89-43a7-8bb0-30fbd50f6775', 'ip_address': '2001:db8:0:1:f816:3eff:febe:9dc'}, {'subnet_id': '76d3bf9f-027b-4a4e-b346-a55dfe681751'}], 'binding:host_id': 'n-d-802011-3'}, 'id': '13c556d6-49f7-410a-969c-06461b224cca'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:23:48.758862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] device_id is not set on port d09239c4-a1dc-4d2f-998d-0f0a4a94c3c0 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:23:48.785336 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ca2c077-ba28-4095-a18e-fa6861ca6111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.903409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe68d90-163f-42e4-a4ee-057ce4aa7cc7 req-196ded22-1280-4782-962f-e3d7a70b12c5 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:48.913037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffe68d90-163f-42e4-a4ee-057ce4aa7cc7 req-196ded22-1280-4782-962f-e3d7a70b12c5 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1097 time: 0.2272010 Jul 27 22:23:48.990329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:49.003928 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6025fdcc-5cba-4207-ad10-601487bccdee None None] The sync data for ids ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'] in n-d-802011-3 is: [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:23:45Z', 'revision_number': 3, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:23:49.063576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-be42596f-952d-4fc8-8302-e4f336d23e66 None None] Provisioning for port 928c5547-d930-4d3b-978b-d748f2553ebf completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:49.066505 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffe68d90-163f-42e4-a4ee-057ce4aa7cc7 req-a6e25ca6-9ce4-4e40-9b50-4aa6bb3f58d8 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438980 Jul 27 22:23:49.070545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-be42596f-952d-4fc8-8302-e4f336d23e66 None None] Provisioning complete for port 928c5547-d930-4d3b-978b-d748f2553ebf triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:49.071023 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be42596f-952d-4fc8-8302-e4f336d23e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.139629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-be42596f-952d-4fc8-8302-e4f336d23e66 None None] Port 928c5547-d930-4d3b-978b-d748f2553ebf cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:23:49.198537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8::29e (43c09fe6-1b41-4b8b-8c87-27436a1cab56/76d3bf9f-027b-4a4e-b346-a55dfe681751/d09239c4-a1dc-4d2f-998d-0f0a4a94c3c0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:49.205869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:e210 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/d0895201-2d89-43a7-8bb0-30fbd50f6775/d09239c4-a1dc-4d2f-998d-0f0a4a94c3c0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:49.349572 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.365627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Pushing event updated for resources: {'Port': ['ID=928c5547-d930-4d3b-978b-d748f2553ebf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:49.388383 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:49.475601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:49.476066 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.493186 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.509970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Transition to ACTIVE for port object d09239c4-a1dc-4d2f-998d-0f0a4a94c3c0 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:49.583987 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36d79e09-ef37-4f14-b7a7-075fcda1e2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.585524 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 13c556d6-49f7-410a-969c-06461b224cca up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:49.587893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4d38feb9-400a-4bf7-82f8-e91fe77125f9 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:49.588659 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.616476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.659955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d29c0-4b0c-4165-b8aa-718a8000d1fd req-4ed32625-8438-44a2-9a0e-ab5655015000 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:49.661906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-711d29c0-4b0c-4165-b8aa-718a8000d1fd req-4ed32625-8438-44a2-9a0e-ab5655015000 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 945 time: 0.5920744 Jul 27 22:23:49.704314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:49.727346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3df4c-c012-4459-aa64-8a7a816fe221 req-0a1d11e3-3afc-4019-b996-ec63fe21f009 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:49.728911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dcb3df4c-c012-4459-aa64-8a7a816fe221 req-0a1d11e3-3afc-4019-b996-ec63fe21f009 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.3077149 Jul 27 22:23:49.738064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:49.753849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-9ca2c077-ba28-4095-a18e-fa6861ca6111 None None] Allocated IP 2001:db8::2 (43c09fe6-1b41-4b8b-8c87-27436a1cab56/76d3bf9f-027b-4a4e-b346-a55dfe681751/13c556d6-49f7-410a-969c-06461b224cca) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:49.762350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:49.769527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:49.770205 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.783273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 13c556d6-49f7-410a-969c-06461b224cca triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:49.784242 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.863855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 4d38feb9-400a-4bf7-82f8-e91fe77125f9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:49.864133 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.886067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event updated for resources: {'Port': ['ID=d09239c4-a1dc-4d2f-998d-0f0a4a94c3c0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:49.919423 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.934981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-711d29c0-4b0c-4165-b8aa-718a8000d1fd req-d4acf820-c5a9-4b0c-8fad-04e2d7f488ae tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606711 Jul 27 22:23:49.936205 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.944665 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36d79e09-ef37-4f14-b7a7-075fcda1e2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.958918 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-36d79e09-ef37-4f14-b7a7-075fcda1e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.990754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d79e09-ef37-4f14-b7a7-075fcda1e2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1c98b-e0a3-4da5-a155-0acd361e3866,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:50.001934 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dcb3df4c-c012-4459-aa64-8a7a816fe221 req-d98841fd-ba73-4c05-980f-4c01bafbec76 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615392 Jul 27 22:23:50.014893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ab838934-c88b-46f2-ab8e-a0a0490932c0 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6838999 Jul 27 22:23:50.022323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:50.028368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42342) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:50.092753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-36d79e09-ef37-4f14-b7a7-075fcda1e2ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7efe02164e8e48d1a450e062c854d05d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0941715 Jul 27 22:23:50.095478 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42344) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:50.096184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9ca2c077-ba28-4095-a18e-fa6861ca6111 None None] For port 13c556d6-49f7-410a-969c-06461b224cca, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=13c556d6-49f7-410a-969c-06461b224cca,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:50.113617 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.133300 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.142286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Pushing event updated for resources: {'Port': ['ID=928c5547-d930-4d3b-978b-d748f2553ebf,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:50.193999 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-862d8d78-8bb3-4926-81d1-4cffbfaa4a07 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/8058d29b-fabd-49bb-8bf1-4030ff345f4e HTTP/1.1" status: 200 len: 994 time: 0.1642406 Jul 27 22:23:50.200090 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ca2c077-ba28-4095-a18e-fa6861ca6111 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.218609 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a663f2-1509-46de-9593-9ea9dc30211c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.223735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af67bd92-addc-4abd-8489-2f3364565999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38feb9-400a-4bf7-82f8-e91fe77125f9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:23:50.226956 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-92ce021a-3c77-4618-843b-7f3ab22c3f2c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting port d09239c4-a1dc-4d2f-998d-0f0a4a94c3c0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:50.227327 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92ce021a-3c77-4618-843b-7f3ab22c3f2c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.227754 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ef24a3-6748-484f-8ad6-c459c1970a92" -d '{"events": [{"server_uuid": "af67bd92-addc-4abd-8489-2f3364565999", "name": "network-vif-plugged", "status": "completed", "tag": "4d38feb9-400a-4bf7-82f8-e91fe77125f9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:23:50.259992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:50.264601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9ca2c077-ba28-4095-a18e-fa6861ca6111 None None] Transition to ACTIVE for port object 13c556d6-49f7-410a-969c-06461b224cca will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:50.267246 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.274081 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ca2c077-ba28-4095-a18e-fa6861ca6111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.319912 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc779c03-07b9-4440-a3e4-6327743f34e5 x-openstack-request-id: req-bc779c03-07b9-4440-a3e4-6327743f34e5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:23:50.320378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Network ab2ac776-71c2-406d-b9f0-328bbd239926 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:50.320511 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af67bd92-addc-4abd-8489-2f3364565999", "name": "network-vif-plugged", "status": "completed", "tag": "4d38feb9-400a-4bf7-82f8-e91fe77125f9", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:23:50.321068 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc779c03-07b9-4440-a3e4-6327743f34e5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:23:50.321660 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af67bd92-addc-4abd-8489-2f3364565999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d38feb9-400a-4bf7-82f8-e91fe77125f9', 'code': 200} Jul 27 22:23:50.322764 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:50.323806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a663f2-1509-46de-9593-9ea9dc30211c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.461564 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92ce021a-3c77-4618-843b-7f3ab22c3f2c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.465986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4d38feb9-400a-4bf7-82f8-e91fe77125f9,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:50.514466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-92ce021a-3c77-4618-843b-7f3ab22c3f2c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Calling delete_port for d09239c4-a1dc-4d2f-998d-0f0a4a94c3c0 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:50.528684 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a663f2-1509-46de-9593-9ea9dc30211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.536668 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28a663f2-1509-46de-9593-9ea9dc30211c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.538010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-28a663f2-1509-46de-9593-9ea9dc30211c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fa1c98b-e0a3-4da5-a155-0acd361e3866 HTTP/1.1" status: 204 len: 168 time: 0.4397209 Jul 27 22:23:50.584040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2c077-ba28-4095-a18e-fa6861ca6111 None None] Pushing event updated for resources: {'Port': ['ID=13c556d6-49f7-410a-969c-06461b224cca,revision_number=10']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:50.732527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Router a22250d6-6dcf-4ce2-8eb2-24f407e28055 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:23:50.740253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a663f2-1509-46de-9593-9ea9dc30211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1c98b-e0a3-4da5-a155-0acd361e3866,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:50.753597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ff8a8-b6c6-4eef-ad66-13bf12260d26 req-a9c0cfd0-ba0b-4516-b36a-0fe3db4048cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:50.755981 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0a3ff8a8-b6c6-4eef-ad66-13bf12260d26 req-a9c0cfd0-ba0b-4516-b36a-0fe3db4048cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 1098 time: 0.2600675 Jul 27 22:23:50.869595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42364) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:50.886966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dfbb19fa-11f2-4b3b-8331-72513abd3fff None None] Provisioning complete for port 928c5547-d930-4d3b-978b-d748f2553ebf triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:50.887595 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfbb19fa-11f2-4b3b-8331-72513abd3fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.921278 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92ce021a-3c77-4618-843b-7f3ab22c3f2c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.974696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce021a-3c77-4618-843b-7f3ab22c3f2c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Port': ['ID=d09239c4-a1dc-4d2f-998d-0f0a4a94c3c0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:51.046753 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92ce021a-3c77-4618-843b-7f3ab22c3f2c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.054197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-92ce021a-3c77-4618-843b-7f3ab22c3f2c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/d09239c4-a1dc-4d2f-998d-0f0a4a94c3c0 HTTP/1.1" status: 204 len: 168 time: 1.0304360 Jul 27 22:23:51.057050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42372) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:51.063151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb19fa-11f2-4b3b-8331-72513abd3fff None None] Port 928c5547-d930-4d3b-978b-d748f2553ebf cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:23:51.146077 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0a3ff8a8-b6c6-4eef-ad66-13bf12260d26 req-d00a68df-eacc-4abd-9bb9-8e98f552e966 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773727 Jul 27 22:23:51.166086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42374) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:51.188402 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dd6c5fc-efab-480d-bf1c-f416b4ba28f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.220334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:23:51.220835 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61547582-c66b-494f-a912-a72165eab02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.234845 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-32c506c5-e683-44ad-90d2-23d793d7de64 admin admin] 10.222.0.24 "PUT /v2.0/routers/a22250d6-6dcf-4ce2-8eb2-24f407e28055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5808451 Jul 27 22:23:51.255268 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-6dd33ec0-1d10-4406-8f81-380ae0d0f4e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2207310 Jul 27 22:23:51.257287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639941f4-cd6b-4f77-8cb4-f6e137a4eadb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:51.259623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-639941f4-cd6b-4f77-8cb4-f6e137a4eadb tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2012997 Jul 27 22:23:51.265365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42378) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:51.300471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49cf75-d2aa-4fd1-a13c-f19b42ea9e39 req-5a42f6f6-0624-4f11-ac98-d785e1c85766 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:51.302297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2c49cf75-d2aa-4fd1-a13c-f19b42ea9e39 req-5a42f6f6-0624-4f11-ac98-d785e1c85766 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1709194 Jul 27 22:23:51.333246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83d473-c308-4c98-b908-af577173c628 req-1bb363c4-3e11-4dcb-a0da-3421399838b6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:51.341243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c83d473-c308-4c98-b908-af577173c628 req-1bb363c4-3e11-4dcb-a0da-3421399838b6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.2250321 Jul 27 22:23:51.401165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dd6c5fc-efab-480d-bf1c-f416b4ba28f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.411971 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6dd6c5fc-efab-480d-bf1c-f416b4ba28f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.485357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5a043-e3c5-4ce7-9021-28094628bcae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:51.491496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-61f5a043-e3c5-4ce7-9021-28094628bcae tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2220778 Jul 27 22:23:51.497544 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42386) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:51.511879 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2c49cf75-d2aa-4fd1-a13c-f19b42ea9e39 req-a008e10b-e089-41ea-aec1-b5347a0c9d39 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946208 Jul 27 22:23:51.522585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6c5fc-efab-480d-bf1c-f416b4ba28f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa47526-fc83-4b9e-92be-c3449441a780,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:51.526841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c83d473-c308-4c98-b908-af577173c628 req-329fbeaa-1b47-4764-9af7-42afb940600c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846566 Jul 27 22:23:51.535367 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6dd6c5fc-efab-480d-bf1c-f416b4ba28f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9912a4d94ebc4eecb7d30588d002592b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673372 Jul 27 22:23:51.553944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42388) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:51.581057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2baa47f3-4f05-468e-9643-1864df975b61 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:51.659955 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61547582-c66b-494f-a912-a72165eab02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.672744 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61547582-c66b-494f-a912-a72165eab02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.692066 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8389820-6130-4ac2-a2e8-51a2e58b371f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.696246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2ad83338-636f-41f9-8823-ff0f1982c2df None None] Provisioning for port 13c556d6-49f7-410a-969c-06461b224cca completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:51.719678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2ad83338-636f-41f9-8823-ff0f1982c2df None None] Provisioning complete for port 13c556d6-49f7-410a-969c-06461b224cca triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:51.722569 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2ad83338-636f-41f9-8823-ff0f1982c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.733464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e2a50c-88cf-4575-9cc2-c30e3735bff9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:51.736071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e2a50c-88cf-4575-9cc2-c30e3735bff9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:51.739253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e2a50c-88cf-4575-9cc2-c30e3735bff9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:51.741060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-51e2a50c-88cf-4575-9cc2-c30e3735bff9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2425270 Jul 27 22:23:51.757603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:51.762211 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8389820-6130-4ac2-a2e8-51a2e58b371f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.787891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Sync routers for ids ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:23:51.801350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 2baa47f3-4f05-468e-9643-1864df975b61 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:51.812766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-61547582-c66b-494f-a912-a72165eab02e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d231820e253a4566ae68221cff8d1260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9396482 Jul 27 22:23:51.816648 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42402) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:51.826775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2baa47f3-4f05-468e-9643-1864df975b61 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:51.827545 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.855102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61547582-c66b-494f-a912-a72165eab02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d983f8a7-2ef6-4138-a15b-76e8977dce69,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:51.867026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Routers {'a22250d6-6dcf-4ce2-8eb2-24f407e28055'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:51.868230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:23:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:51.950752 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b579a229-724a-481e-b4c3-f00aa7cac49c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet 76d3bf9f-027b-4a4e-b346-a55dfe681751 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:23:51.958163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b579a229-724a-481e-b4c3-f00aa7cac49c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.966139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88f068b-3f1d-4005-8367-291aafa133fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.974102 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8389820-6130-4ac2-a2e8-51a2e58b371f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.977981 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b8389820-6130-4ac2-a2e8-51a2e58b371f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.979644 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b8389820-6130-4ac2-a2e8-51a2e58b371f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7aa47526-fc83-4b9e-92be-c3449441a780 HTTP/1.1" status: 204 len: 168 time: 0.4129231 Jul 27 22:23:52.000348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8389820-6130-4ac2-a2e8-51a2e58b371f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa47526-fc83-4b9e-92be-c3449441a780,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:52.024019 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88f068b-3f1d-4005-8367-291aafa133fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.098359 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b579a229-724a-481e-b4c3-f00aa7cac49c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.106125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88f068b-3f1d-4005-8367-291aafa133fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.108767 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f88f068b-3f1d-4005-8367-291aafa133fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.116688 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f88f068b-3f1d-4005-8367-291aafa133fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d983f8a7-2ef6-4138-a15b-76e8977dce69 HTTP/1.1" status: 204 len: 168 time: 0.2989533 Jul 27 22:23:52.133041 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f068b-3f1d-4005-8367-291aafa133fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d983f8a7-2ef6-4138-a15b-76e8977dce69,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:52.268514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b579a229-724a-481e-b4c3-f00aa7cac49c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.432593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Set router a22250d6-6dcf-4ce2-8eb2-24f407e28055 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:52.467155 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.501582 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 2baa47f3-4f05-468e-9643-1864df975b61, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2baa47f3-4f05-468e-9643-1864df975b61,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:52.554347 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.571138 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 13c556d6-49f7-410a-969c-06461b224cca up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:52.610251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-14c7206c-aa8c-4abd-a48a-45cffdfe3c47 None None] Could not find standard attr ID for object d09239c4-a1dc-4d2f-998d-0f0a4a94c3c0. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:23:52.765141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=2baa47f3-4f05-468e-9643-1864df975b61,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:52.778164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 13c556d6-49f7-410a-969c-06461b224cca triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:52.778921 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.914439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a379-43fe-4138-bd11-d0d5960bbfde req-7e670ba0-e9f1-4f0e-b3c5-81441130fb44 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:52.916911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8069a379-43fe-4138-bd11-d0d5960bbfde req-7e670ba0-e9f1-4f0e-b3c5-81441130fb44 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.1177258 Jul 27 22:23:52.931332 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2168f-f3ab-4e5c-8041-15fbe192c469 req-a97d3525-1539-47ee-8872-be103d71f74d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:52.932791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56e2168f-f3ab-4e5c-8041-15fbe192c469 req-a97d3525-1539-47ee-8872-be103d71f74d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1321137 Jul 27 22:23:52.936452 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b579a229-724a-481e-b4c3-f00aa7cac49c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.953074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:23:49Z', 'revision_number': 4, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '928c5547-d930-4d3b-978b-d748f2553ebf', 'name': '', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'mac_address': 'fa:16:3e:12:89:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:47Z', 'updated_at': '2021-07-27T22:23:49Z', 'revision_number': 2, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'subnets': [{'id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:52.996368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579a229-724a-481e-b4c3-f00aa7cac49c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=76d3bf9f-027b-4a4e-b346-a55dfe681751,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:53.001260 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b579a229-724a-481e-b4c3-f00aa7cac49c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.004020 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b579a229-724a-481e-b4c3-f00aa7cac49c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/76d3bf9f-027b-4a4e-b346-a55dfe681751 HTTP/1.1" status: 204 len: 168 time: 1.2428043 Jul 27 22:23:53.008315 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42460) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:53.013888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436f540f-626c-4209-ae17-f8e51dac84b6 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:53.016471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Checking router: a22250d6-6dcf-4ce2-8eb2-24f407e28055 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:23:53.016951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Updating router a22250d6-6dcf-4ce2-8eb2-24f407e28055 port 928c5547-d930-4d3b-978b-d748f2553ebf binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:23:53.036063 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8069a379-43fe-4138-bd11-d0d5960bbfde req-6e509f7a-537f-4138-9001-64e04b68e1d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022711 Jul 27 22:23:53.050311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56e2168f-f3ab-4e5c-8041-15fbe192c469 req-f797687c-4f0f-4b59-a169-2f96c873b62a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062539 Jul 27 22:23:53.128182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-af35b6dc-8ccf-42fc-b780-dab3c066683b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Deleting subnet d0895201-2d89-43a7-8bb0-30fbd50f6775 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:23:53.132187 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af35b6dc-8ccf-42fc-b780-dab3c066683b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.155812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42476) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:53.173853 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.177271 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8224406b-3326-4389-9fcc-99195783360f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.218920 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af35b6dc-8ccf-42fc-b780-dab3c066683b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.324342 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8224406b-3326-4389-9fcc-99195783360f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.334391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8224406b-3326-4389-9fcc-99195783360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.419351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42484) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:53.420557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224406b-3326-4389-9fcc-99195783360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc93326-5bb8-4fe8-b44a-a2e39fa19af4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:53.427605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1658107529-network', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:53.450443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2baa47f3-4f05-468e-9643-1864df975b61 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:53.484792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8224406b-3326-4389-9fcc-99195783360f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f837e8ec0a514aa6a40e4d426559fb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275375 Jul 27 22:23:53.490821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42488) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:53.584148 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af35b6dc-8ccf-42fc-b780-dab3c066683b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.591114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Made reservation on behalf of 4f0f99e44f854a10a344815ab8204bb9 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:53.593758 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.655348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2baa47f3-4f05-468e-9643-1864df975b61 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:53.655939 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.659546 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.718915 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5c93fdb-aa20-4000-ad17-6b12f9f78e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.745820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5c93fdb-aa20-4000-ad17-6b12f9f78e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.816322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af35b6dc-8ccf-42fc-b780-dab3c066683b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.851758 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35b6dc-8ccf-42fc-b780-dab3c066683b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Subnet': ['ID=d0895201-2d89-43a7-8bb0-30fbd50f6775,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:53.865195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5c93fdb-aa20-4000-ad17-6b12f9f78e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.868431 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5c93fdb-aa20-4000-ad17-6b12f9f78e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.869920 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d5c93fdb-aa20-4000-ad17-6b12f9f78e79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bc93326-5bb8-4fe8-b44a-a2e39fa19af4 HTTP/1.1" status: 204 len: 168 time: 0.3725979 Jul 27 22:23:53.899348 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af35b6dc-8ccf-42fc-b780-dab3c066683b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.901820 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-af35b6dc-8ccf-42fc-b780-dab3c066683b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/d0895201-2d89-43a7-8bb0-30fbd50f6775 HTTP/1.1" status: 204 len: 168 time: 0.8905799 Jul 27 22:23:53.904542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c93fdb-aa20-4000-ad17-6b12f9f78e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc93326-5bb8-4fe8-b44a-a2e39fa19af4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:53.904730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42498) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:53.948121 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.974227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Transition to ACTIVE for port object 928c5547-d930-4d3b-978b-d748f2553ebf will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:53.985886 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.993653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d1f2f0d1-62b8-4fc2-9cc4-2ce13b244ba4 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847883 Jul 27 22:23:53.994207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42500) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:54.065223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99905611-687c-4c8b-8f52-2a536df53fc9 None None] Pushing event updated for resources: {'Port': ['ID=928c5547-d930-4d3b-978b-d748f2553ebf,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:54.109857 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.145795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416c606-4355-40b7-9e01-bd95f2747c48 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:54.146057 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9416c606-4355-40b7-9e01-bd95f2747c48 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1505053 Jul 27 22:23:54.148287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42510) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:54.160713 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.242826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Attempting to bind port 928c5547-d930-4d3b-978b-d748f2553ebf on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:54.245518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Attempting to bind port 928c5547-d930-4d3b-978b-d748f2553ebf by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:54.247049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Attempting to bind port 928c5547-d930-4d3b-978b-d748f2553ebf on network ab2ac776-71c2-406d-b9f0-328bbd239926 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:54.264480 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:54.264900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Checking segment: {'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:54.265272 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.265670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Bound using segment: {'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:54.269503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6579e912-6c8f-42f5-aa7b-0a057f74b0aa,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:54.270673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Bound port: 928c5547-d930-4d3b-978b-d748f2553ebf, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:54.272596 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.305192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:23:54.336489 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.337069 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Added segment bc5256ab-2d0b-4dd1-8549-431e281cab7c of type vlan for network 460c1246-f4d7-4e45-ab3d-b6a58375d4cc Jul 27 22:23:54.421166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] For port 928c5547-d930-4d3b-978b-d748f2553ebf, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:54.421615 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.429387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] For port 928c5547-d930-4d3b-978b-d748f2553ebf, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=928c5547-d930-4d3b-978b-d748f2553ebf,segment=NetworkSegment(a9129574-631d-40b2-a121-4fc881ad03a8),segment_id=a9129574-631d-40b2-a121-4fc881ad03a8)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:54.443030 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.453084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa9b6b-dfc0-45f4-bfcb-85c64d3592e2 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:54.454841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-13fa9b6b-dfc0-45f4-bfcb-85c64d3592e2 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3055632 Jul 27 22:23:54.463713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42518) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:54.516079 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2d0319de-bb9b-4618-af55-bea5be783676 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503159 Jul 27 22:23:54.516302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d1298-b476-43a7-9ec9-218a45a0a2f8 req-451d6a0d-5827-4ddf-9b00-1d77d55e27d0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:54.520901 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-512d1298-b476-43a7-9ec9-218a45a0a2f8 req-451d6a0d-5827-4ddf-9b00-1d77d55e27d0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.2779262 Jul 27 22:23:54.523340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:54.537620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.539240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:54.540073 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.585597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db986da-df74-412a-ba3f-eb7460e87f4d req-7d42df2f-3f1f-41f5-b4b1-e49d08f01aa5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:54.606905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0db986da-df74-412a-ba3f-eb7460e87f4d req-7d42df2f-3f1f-41f5-b4b1-e49d08f01aa5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.3603950 Jul 27 22:23:54.632190 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2113667 Jul 27 22:23:54.634759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42524) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:54.642695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99905611-687c-4c8b-8f52-2a536df53fc9 None None] Pushing event updated for resources: {'Port': ['ID=928c5547-d930-4d3b-978b-d748f2553ebf,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:54.644049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-437ab808-14c9-4204-8bde-59c14deb45f8 admin admin] Request body: {'subnet': {'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1658107529-subnet', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:54.657016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Routers {'a22250d6-6dcf-4ce2-8eb2-24f407e28055'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:54.658511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:23:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:54.659568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208a58c-60a9-41b6-a46f-e3c44ec627de admin admin] Pushing event updated for resources: {'Network': ['ID=460c1246-f4d7-4e45-ab3d-b6a58375d4cc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:54.716917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 460c1246-f4d7-4e45-ab3d-b6a58375d4cc details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:23:54.719621 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6b92a7-5b47-4550-b262-c5bbbf64390f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:54.720450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6b92a7-5b47-4550-b262-c5bbbf64390f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:54.728565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1f6b92a7-5b47-4550-b262-c5bbbf64390f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/d09239c4-a1dc-4d2f-998d-0f0a4a94c3c0 HTTP/1.1" status: 404 len: 333 time: 0.2012343 Jul 27 22:23:54.741228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42526) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:54.787973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437ab808-14c9-4204-8bde-59c14deb45f8 admin admin] Made reservation on behalf of 4f0f99e44f854a10a344815ab8204bb9 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:54.795797 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-437ab808-14c9-4204-8bde-59c14deb45f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.872102 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fc08c2-7b82-4476-9957-d8191196d4dd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:54.873065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fc08c2-7b82-4476-9957-d8191196d4dd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:54.878023 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e2fc08c2-7b82-4476-9957-d8191196d4dd tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/d0895201-2d89-43a7-8bb0-30fbd50f6775 HTTP/1.1" status: 404 len: 337 time: 0.1087036 Jul 27 22:23:54.878307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-512d1298-b476-43a7-9ec9-218a45a0a2f8 req-2a3b83ae-b3f8-45a3-a3fd-f779bbe3cce5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119206 Jul 27 22:23:54.880483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0db986da-df74-412a-ba3f-eb7460e87f4d req-749795fc-6eff-473b-89d4-c98e1e79c99d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726219 Jul 27 22:23:54.881436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42532) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:54.943729 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-505c8911-7e9a-4b3b-896e-2a25f1fd7700 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:54.944476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505c8911-7e9a-4b3b-896e-2a25f1fd7700 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:54.946679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-505c8911-7e9a-4b3b-896e-2a25f1fd7700 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/76d3bf9f-027b-4a4e-b346-a55dfe681751 HTTP/1.1" status: 404 len: 337 time: 0.0635462 Jul 27 22:23:54.949226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42540) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:54.962183 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] Set router a22250d6-6dcf-4ce2-8eb2-24f407e28055 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:55.002199 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f552fe6f-8f52-4f37-b87e-352a518eb54c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:55.003370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f552fe6f-8f52-4f37-b87e-352a518eb54c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:55.004767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f552fe6f-8f52-4f37-b87e-352a518eb54c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/def67b0b-dbee-4df3-96e6-b0a08047c9b4 HTTP/1.1" status: 404 len: 333 time: 0.0542367 Jul 27 22:23:55.007672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42542) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:55.030369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b76d09-9566-492a-9072-2e05d57b625d req-1d313148-b27b-4733-91d6-34d8a944b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:55.031916 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-1d313148-b27b-4733-91d6-34d8a944b7ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1097 time: 0.7527678 Jul 27 22:23:55.098778 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3299a305-79e5-41b8-8287-2267b78babe3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:55.099491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3299a305-79e5-41b8-8287-2267b78babe3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:55.106592 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3299a305-79e5-41b8-8287-2267b78babe3 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/9d6d4013-fb1d-4af9-a0b7-2fb3a26f60ba HTTP/1.1" status: 404 len: 337 time: 0.0924227 Jul 27 22:23:55.109491 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:55.110448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29956150-e581-4d32-a06a-a211a310fc55 None None] Network 43c09fe6-1b41-4b8b-8c87-27436a1cab56 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:55.168086 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-346840e3-a528-447f-9219-9d3f8167ea8a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:55.168556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346840e3-a528-447f-9219-9d3f8167ea8a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:55.170397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-346840e3-a528-447f-9219-9d3f8167ea8a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/d0e3d8bc-71c6-41bf-9305-a62ee167b12b HTTP/1.1" status: 404 len: 337 time: 0.0598199 Jul 27 22:23:55.207096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37044f57-32d8-471b-ae11-e58e9dca3935 req-853b61d3-41db-457f-9c27-2e8f2085b2f6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:55.215957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37044f57-32d8-471b-ae11-e58e9dca3935 req-853b61d3-41db-457f-9c27-2e8f2085b2f6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1726418 Jul 27 22:23:55.217000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:55.306730 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e9065b-0dff-42af-bc23-2390d1b73ee5 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:55.308293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e9065b-0dff-42af-bc23-2390d1b73ee5 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:55.310675 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b4e9065b-0dff-42af-bc23-2390d1b73ee5 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/f45f329a-e051-4959-b5f8-2f5676321ded HTTP/1.1" status: 404 len: 333 time: 0.0924251 Jul 27 22:23:55.319536 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42556) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:55.352610 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37044f57-32d8-471b-ae11-e58e9dca3935 req-2e17818b-9329-42de-a5e8-671da20bcbeb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108227 Jul 27 22:23:55.395019 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6423c0f8-b3c3-40f4-bc36-11ed8352c013 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:55.395491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6423c0f8-b3c3-40f4-bc36-11ed8352c013 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:55.398482 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6423c0f8-b3c3-40f4-bc36-11ed8352c013 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/0bc4b52e-351b-450e-843f-ccba0a0cb593 HTTP/1.1" status: 404 len: 337 time: 0.0779533 Jul 27 22:23:55.401169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:55.440466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a27c9b7f-aa03-4dba-844d-234575446ab2 None None] Provisioning complete for port 13c556d6-49f7-410a-969c-06461b224cca triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:55.440466 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a27c9b7f-aa03-4dba-844d-234575446ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.442979 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf7535b-6455-4cd2-9fe4-f75ceac7bc5e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:55.443454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf7535b-6455-4cd2-9fe4-f75ceac7bc5e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:55.445224 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7cf7535b-6455-4cd2-9fe4-f75ceac7bc5e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/3b0b6dfd-10d7-465a-898d-465fe6e744fa HTTP/1.1" status: 404 len: 337 time: 0.0422840 Jul 27 22:23:55.448923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:55.465671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b76d09-9566-492a-9072-2e05d57b625d req-77929426-0c8b-4bab-9984-88daa0681daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:55.480459 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-77929426-0c8b-4bab-9984-88daa0681daf service neutron] 10.222.0.43 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 898 time: 0.3830202 Jul 27 22:23:55.528763 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a160cc0b-5ece-4be7-b8c3-4e4bef66ed85 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:55.532754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a160cc0b-5ece-4be7-b8c3-4e4bef66ed85 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:55.540788 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a160cc0b-5ece-4be7-b8c3-4e4bef66ed85 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/cdd45a06-9ca1-4659-a1c8-32af45c97b80 HTTP/1.1" status: 404 len: 333 time: 0.0885708 Jul 27 22:23:55.548209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:55.610300 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-39abf47c-9036-46dc-a75d-5f101f6f2d33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1002 time: 0.0908356 Jul 27 22:23:55.649568 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e7e99c-b43d-401a-8a56-71416acf5e3f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:55.654503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e7e99c-b43d-401a-8a56-71416acf5e3f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:55.658968 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-74e7e99c-b43d-401a-8a56-71416acf5e3f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/50e42b3c-3b34-4705-ab93-8d8d59a524c6 HTTP/1.1" status: 404 len: 337 time: 0.1094885 Jul 27 22:23:55.660326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:23:49Z', 'revision_number': 4, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '928c5547-d930-4d3b-978b-d748f2553ebf', 'name': '', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'mac_address': 'fa:16:3e:12:89:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:47Z', 'updated_at': '2021-07-27T22:23:54Z', 'revision_number': 4, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'subnets': [{'id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:55.661846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:55.700740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcbc4d-968b-4ee1-abc7-0bc01ca32ec9 req-251617ae-775e-410d-ab5e-07c324cacd42 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:55.704842 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbbcbc4d-968b-4ee1-abc7-0bc01ca32ec9 req-251617ae-775e-410d-ab5e-07c324cacd42 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1985521 Jul 27 22:23:55.717982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b7f5b-d3da-43ef-a125-13bdbde4361a None None] DHCP port deletion for 43c09fe6-1b41-4b8b-8c87-27436a1cab56 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:23:55.721778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e656161-676d-4e2a-88c1-98ffb002eef4 None None] The sync data for ids ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'] in n-d-802011-3 is: [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:23:49Z', 'revision_number': 4, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '928c5547-d930-4d3b-978b-d748f2553ebf', 'name': '', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'mac_address': 'fa:16:3e:12:89:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:47Z', 'updated_at': '2021-07-27T22:23:54Z', 'revision_number': 4, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'subnets': [{'id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:23:55.777153 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c19d017-ebdc-4b70-adfb-fe5642d4fa2f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:55.778677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c19d017-ebdc-4b70-adfb-fe5642d4fa2f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:55.780674 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6c19d017-ebdc-4b70-adfb-fe5642d4fa2f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/ebbaa8f5-7c25-493c-8518-5b75c2c440d8 HTTP/1.1" status: 404 len: 337 time: 0.0911844 Jul 27 22:23:55.789698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42580) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:55.807518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-911b7f5b-d3da-43ef-a125-13bdbde4361a None None] Deleting port 13c556d6-49f7-410a-969c-06461b224cca {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:55.808142 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-911b7f5b-d3da-43ef-a125-13bdbde4361a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.824837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b76d09-9566-492a-9072-2e05d57b625d req-0f5b36e4-fdfd-48f4-84aa-329b854e52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:55.827278 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-0f5b36e4-fdfd-48f4-84aa-329b854e52d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.2047396 Jul 27 22:23:55.848677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-437ab808-14c9-4204-8bde-59c14deb45f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.902625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-911b7f5b-d3da-43ef-a125-13bdbde4361a None None] For port 13c556d6-49f7-410a-969c-06461b224cca, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=13c556d6-49f7-410a-969c-06461b224cca,segment=NetworkSegment(0dab761b-fa7c-4bb0-981d-1a5810509be3),segment_id=0dab761b-fa7c-4bb0-981d-1a5810509be3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:55.905026 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-911b7f5b-d3da-43ef-a125-13bdbde4361a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.917160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbbcbc4d-968b-4ee1-abc7-0bc01ca32ec9 req-f0e9e5d1-c3b7-479b-86f5-a85d8c429681 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051647 Jul 27 22:23:55.920752 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09cedb6-8ea0-44f1-ac79-d8493ef83791 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:55.921691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09cedb6-8ea0-44f1-ac79-d8493ef83791 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:55.926600 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c09cedb6-8ea0-44f1-ac79-d8493ef83791 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/c523e06f-1ba2-47db-a81f-649e0622af6e HTTP/1.1" status: 404 len: 333 time: 0.1287301 Jul 27 22:23:55.927428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:55.958771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-911b7f5b-d3da-43ef-a125-13bdbde4361a None None] Calling delete_port for 13c556d6-49f7-410a-969c-06461b224cca owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:56.007281 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-730137a7-e92f-4a07-a33d-06aed5fe9b19 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:56.007849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730137a7-e92f-4a07-a33d-06aed5fe9b19 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:56.014853 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-730137a7-e92f-4a07-a33d-06aed5fe9b19 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/93fc39b0-b229-4c4d-868c-82439dd33d2a HTTP/1.1" status: 404 len: 337 time: 0.0847452 Jul 27 22:23:56.016046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42594) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:56.067798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b76d09-9566-492a-9072-2e05d57b625d req-e38dd04d-25be-4d25-8f01-502e160a7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:56.069449 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-e38dd04d-25be-4d25-8f01-502e160a7c2d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2346120 Jul 27 22:23:56.075463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ab808-14c9-4204-8bde-59c14deb45f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafbeb4e-5f68-4bd2-b021-5be325f50159,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:56.087231 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a51861a-e1f0-41b3-babb-8c8ee3c2438a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:56.088305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a51861a-e1f0-41b3-babb-8c8ee3c2438a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:56.091352 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3a51861a-e1f0-41b3-babb-8c8ee3c2438a tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/933421d5-5d6b-4301-9e8e-cc55e309a7fb HTTP/1.1" status: 404 len: 333 time: 0.0743477 Jul 27 22:23:56.101516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42596) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:56.139684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5367f-55af-4ecb-a697-b9ade66507b5 req-7e98a28f-50a1-4483-bf4f-c223b9f1b715 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:56.143380 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bf5367f-55af-4ecb-a697-b9ade66507b5 req-7e98a28f-50a1-4483-bf4f-c223b9f1b715 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.1051426 Jul 27 22:23:56.170532 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-911b7f5b-d3da-43ef-a125-13bdbde4361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.200625 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-224b4be5-affa-4a83-9367-84f80f8ec6c7 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:56.201228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224b4be5-affa-4a83-9367-84f80f8ec6c7 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:56.203274 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-224b4be5-affa-4a83-9367-84f80f8ec6c7 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/58a43c12-12ad-4348-9ae2-cdc97fb4e197 HTTP/1.1" status: 404 len: 337 time: 0.0996714 Jul 27 22:23:56.206579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42600) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:56.208788 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437ab808-14c9-4204-8bde-59c14deb45f8 admin admin] Checking segment: {'id': 'bc5256ab-2d0b-4dd1-8549-431e281cab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:56.209223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ab808-14c9-4204-8bde-59c14deb45f8 admin admin] Network hostable DHCP agents. Network: 460c1246-f4d7-4e45-ab3d-b6a58375d4cc, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:23:56.218875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b7f5b-d3da-43ef-a125-13bdbde4361a None None] Pushing event deleted for resources: {'Port': ['ID=13c556d6-49f7-410a-969c-06461b224cca,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:56.231474 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911b7f5b-d3da-43ef-a125-13bdbde4361a None None] No DVR routers for this DVR port 13c556d6-49f7-410a-969c-06461b224cca on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:23:56.248596 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5ce078-1316-4327-bcbc-9882bfd8eaa9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:56.249084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5ce078-1316-4327-bcbc-9882bfd8eaa9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:56.251261 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8d5ce078-1316-4327-bcbc-9882bfd8eaa9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/f86096a8-e4a5-4184-9056-6c3902032137 HTTP/1.1" status: 404 len: 333 time: 0.0435438 Jul 27 22:23:56.254932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:56.274917 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ab808-14c9-4204-8bde-59c14deb45f8 admin admin] Network 460c1246-f4d7-4e45-ab3d-b6a58375d4cc is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:23:56.306224 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-437ab808-14c9-4204-8bde-59c14deb45f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 460c1246-f4d7-4e45-ab3d-b6a58375d4cc) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:56.318677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf55c35-b2e3-452b-b6b0-068aa1edfb5b None None] Network 460c1246-f4d7-4e45-ab3d-b6a58375d4cc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:56.327338 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-768eba82-1ca7-4a27-b1c0-cb6d9568dd5c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:56.327898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768eba82-1ca7-4a27-b1c0-cb6d9568dd5c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:56.329969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-768eba82-1ca7-4a27-b1c0-cb6d9568dd5c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/9e87f0cb-566e-4e8e-a0b1-b7a03ea0ade7 HTTP/1.1" status: 404 len: 337 time: 0.0573385 Jul 27 22:23:56.332667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437ab808-14c9-4204-8bde-59c14deb45f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:56.333395 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-437ab808-14c9-4204-8bde-59c14deb45f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.338095 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-744ef019-6ef7-423e-8a58-4892210aaee2 service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525113 Jul 27 22:23:56.338720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42610) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:56.379965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5cc6e-051b-42d3-8905-fa3b791c3f49 req-f4d37e19-32a0-4316-ad22-47d5804a1d90 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:56.388084 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9df5cc6e-051b-42d3-8905-fa3b791c3f49 req-f4d37e19-32a0-4316-ad22-47d5804a1d90 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.2400637 Jul 27 22:23:56.435334 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a97c91-f8ca-4adc-892b-5402126b855c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:56.436612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a97c91-f8ca-4adc-892b-5402126b855c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:56.443030 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-95a97c91-f8ca-4adc-892b-5402126b855c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/05bcde6d-6d65-455a-addd-f9c4d1323dd7 HTTP/1.1" status: 404 len: 333 time: 0.1019051 Jul 27 22:23:56.473948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42616) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:56.491689 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-437ab808-14c9-4204-8bde-59c14deb45f8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8558638 Jul 27 22:23:56.492385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42618) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:56.503133 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9df5cc6e-051b-42d3-8905-fa3b791c3f49 req-698a28f2-dac9-4ef7-827c-7d4e1d9f33b6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058109 Jul 27 22:23:56.503864 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1658107529-router', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:56.505328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bf5367f-55af-4ecb-a697-b9ade66507b5 req-562d12c2-6584-4e52-a316-09ce63c3a436 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3259132 Jul 27 22:23:56.579385 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb59347-07e5-4b2b-ba9c-e972c37b5fb9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:56.582195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb59347-07e5-4b2b-ba9c-e972c37b5fb9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:56.590396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1cb59347-07e5-4b2b-ba9c-e972c37b5fb9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/114464ea-3101-429a-90be-20f26c3d9099 HTTP/1.1" status: 404 len: 337 time: 0.0941842 Jul 27 22:23:56.592642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:56.613543 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.614619 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.653517 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a7a1b4-5029-4dd1-a702-dd55a5e6b428 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:56.655102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a7a1b4-5029-4dd1-a702-dd55a5e6b428 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:56.659137 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-0ce899ae-6c86-4c83-9aee-9d958c581374 service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038845 Jul 27 22:23:56.670059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42628) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:56.678450 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-49a7a1b4-5029-4dd1-a702-dd55a5e6b428 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/cbf91065-a500-4159-a802-bd21f06fe883 HTTP/1.1" status: 404 len: 333 time: 0.0844135 Jul 27 22:23:56.716716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b53f6-7ee3-4eff-8c97-3497cba2b9f2 req-1d5fa93a-b41f-4b76-a14e-2d894c4b146d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:56.718515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-166b53f6-7ee3-4eff-8c97-3497cba2b9f2 req-1d5fa93a-b41f-4b76-a14e-2d894c4b146d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1269114 Jul 27 22:23:56.727960 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1d640b-50d7-4bf4-9210-3dbe8436f389 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:56.728422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1d640b-50d7-4bf4-9210-3dbe8436f389 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:56.730180 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4e1d640b-50d7-4bf4-9210-3dbe8436f389 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/77b35a32-3163-4137-8fbd-99c36f67c3a9 HTTP/1.1" status: 404 len: 337 time: 0.0592420 Jul 27 22:23:56.740527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42630) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:56.765287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-460c1246-f4d7-4e45-ab3d-b6a58375d4cc', 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'fixed_ips': [{'subnet_id': 'bafbeb4e-5f68-4bd2-b021-5be325f50159'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:23:56.767096 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.801068 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.861120 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4700b510-3d7c-4481-ad39-a526f43c5c86 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:56.863370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4700b510-3d7c-4481-ad39-a526f43c5c86 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:56.883657 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4700b510-3d7c-4481-ad39-a526f43c5c86 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/d67ee33d-0184-49e3-9c98-c2fd9e5dc44b HTTP/1.1" status: 404 len: 333 time: 0.1260302 Jul 27 22:23:56.884655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:56.913080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-166b53f6-7ee3-4eff-8c97-3497cba2b9f2 req-380f55a6-176f-4253-873e-2efb7459ea69 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736996 Jul 27 22:23:56.949036 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87a6fe2-13c9-44dc-95c6-17c93b0f6560 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:56.949422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87a6fe2-13c9-44dc-95c6-17c93b0f6560 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:56.957815 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e87a6fe2-13c9-44dc-95c6-17c93b0f6560 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/918caa31-c910-4eeb-8a9d-fd898d4b396c HTTP/1.1" status: 404 len: 337 time: 0.0692785 Jul 27 22:23:56.958067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42642) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.074519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Allocated IP 172.20.0.2 (460c1246-f4d7-4e45-ab3d-b6a58375d4cc/bafbeb4e-5f68-4bd2-b021-5be325f50159/a086451c-45d7-4941-b586-87a9d47a5035) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:57.110177 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-8331b9da-33c8-4599-b585-e9286bdcc04f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:57.115013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8331b9da-33c8-4599-b585-e9286bdcc04f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:57.128246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9aef0f-0235-428a-9d27-9da3b1cca328 req-418c91a1-4c88-451d-8329-0ac7fb1b21da tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:57.130434 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8331b9da-33c8-4599-b585-e9286bdcc04f tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/e7ba6a56-ebde-47f0-864a-24b01b67f743 HTTP/1.1" status: 404 len: 337 time: 0.1712511 Jul 27 22:23:57.133178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42650) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.140416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f9aef0f-0235-428a-9d27-9da3b1cca328 req-418c91a1-4c88-451d-8329-0ac7fb1b21da tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1062434 Jul 27 22:23:57.206794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f9aef0f-0235-428a-9d27-9da3b1cca328 req-d2be0f97-143a-4179-9c95-9c5724e5b022 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547495 Jul 27 22:23:57.245278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.249233 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-09acca01-9097-40e9-b595-3e55d257125d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:57.250331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09acca01-9097-40e9-b595-3e55d257125d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:57.251743 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-09acca01-9097-40e9-b595-3e55d257125d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/4bba6e9d-799a-4449-9269-292737424195 HTTP/1.1" status: 404 len: 333 time: 0.1173158 Jul 27 22:23:57.255827 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42656) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.319732 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2bedda-955b-45fd-bb30-40e6a2af509e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:57.320725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2bedda-955b-45fd-bb30-40e6a2af509e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:57.323027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3e2bedda-955b-45fd-bb30-40e6a2af509e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/b7337ccf-7858-49e2-9c78-e407a454734a HTTP/1.1" status: 404 len: 337 time: 0.0658190 Jul 27 22:23:57.325650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42660) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.372188 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.388404 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-33257f2e-785e-4306-879c-740f4676313e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:57.390383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33257f2e-785e-4306-879c-740f4676313e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:57.395537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-33257f2e-785e-4306-879c-740f4676313e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/3a98fefb-7f0b-4e0c-8392-3ee98feedfc0 HTTP/1.1" status: 404 len: 337 time: 0.0685210 Jul 27 22:23:57.397918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Transition to ACTIVE for port object a086451c-45d7-4941-b586-87a9d47a5035 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:57.400817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42664) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.435975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Transition to ACTIVE for port object a086451c-45d7-4941-b586-87a9d47a5035 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:57.437158 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f5eaf9-09ec-462c-9b96-a5f1f2cfa7d7 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:57.438240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f5eaf9-09ec-462c-9b96-a5f1f2cfa7d7 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:57.443027 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b2f5eaf9-09ec-462c-9b96-a5f1f2cfa7d7 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/9354636c-32ca-44ab-a7ec-c529c95ec9c4 HTTP/1.1" status: 404 len: 333 time: 0.0373693 Jul 27 22:23:57.443831 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.447535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 928c5547-d930-4d3b-978b-d748f2553ebf up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:57.460941 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.479866 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a23b02-d375-4403-a72f-8bbd25b1fa5e req-2fcdf25f-1c51-462f-80a7-14ad7bb7b531 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:57.481652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4a23b02-d375-4403-a72f-8bbd25b1fa5e req-2fcdf25f-1c51-462f-80a7-14ad7bb7b531 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1069436 Jul 27 22:23:57.502823 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73011ac-fd15-4d0b-8adb-5f43413f1140 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:57.503575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73011ac-fd15-4d0b-8adb-5f43413f1140 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:57.507981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e73011ac-fd15-4d0b-8adb-5f43413f1140 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/95fcb45a-38ab-4f6a-af36-3723df9c792e HTTP/1.1" status: 404 len: 337 time: 0.0596235 Jul 27 22:23:57.555931 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42668) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.559555 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4a23b02-d375-4403-a72f-8bbd25b1fa5e req-8d415bf9-40f4-4257-8b9e-de54cafde19a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592017 Jul 27 22:23:57.593189 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-f252a53e-42f1-400f-90b9-25c9d3d21e1b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:57.593189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f252a53e-42f1-400f-90b9-25c9d3d21e1b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:57.593189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f252a53e-42f1-400f-90b9-25c9d3d21e1b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/0596c140-0dbc-417f-b9bd-6ad7ad31a935 HTTP/1.1" status: 404 len: 337 time: 0.0309181 Jul 27 22:23:57.595371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42674) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.646907 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-6970fea3-18da-4ccd-b72a-d32cc3c31adf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:57.647655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6970fea3-18da-4ccd-b72a-d32cc3c31adf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:57.654033 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6970fea3-18da-4ccd-b72a-d32cc3c31adf tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/cae71bc9-c9b5-4b42-a3bb-2db2203ff882 HTTP/1.1" status: 404 len: 333 time: 0.0552018 Jul 27 22:23:57.654789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.691947 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.699459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Network 460c1246-f4d7-4e45-ab3d-b6a58375d4cc is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:57.701281 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a9d81e-11c5-4c45-ad91-69772e1be68e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:57.701751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a9d81e-11c5-4c45-ad91-69772e1be68e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:57.703541 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-07a9d81e-11c5-4c45-ad91-69772e1be68e tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/baa54366-70c1-4ebf-a174-52b3f413f76d HTTP/1.1" status: 404 len: 337 time: 0.0478132 Jul 27 22:23:57.728654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:57.734880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:57.735697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.740635 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.742741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 928c5547-d930-4d3b-978b-d748f2553ebf completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:57.744937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Pushing event updated for resources: {'Port': ['ID=a086451c-45d7-4941-b586-87a9d47a5035,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:57.753218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 928c5547-d930-4d3b-978b-d748f2553ebf triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:57.754126 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.786501 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1070cb0-0456-41e0-838e-d10990c976b8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:57.787031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1070cb0-0456-41e0-838e-d10990c976b8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:57.789502 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b1070cb0-0456-41e0-838e-d10990c976b8 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/835aa843-c878-4b77-9732-8b22c801b018 HTTP/1.1" status: 404 len: 337 time: 0.0522487 Jul 27 22:23:57.792264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.825312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a7bb1095-708e-4f89-a6a8-d8711933aa1d tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c521a145-7fe7-4abc-a809-109a8f955dff HTTP/1.1" status: 200 len: 205 time: 0.0317297 Jul 27 22:23:57.837632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c9790-fe58-46e9-906f-cb91ebb0a9a7 req-c9f8f24d-8c38-4126-a407-945007c34fac tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:57.840348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42684) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.848242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a5c9790-fe58-46e9-906f-cb91ebb0a9a7 req-c9f8f24d-8c38-4126-a407-945007c34fac tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.1884229 Jul 27 22:23:57.911018 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a5c9790-fe58-46e9-906f-cb91ebb0a9a7 req-525eff6a-b221-4445-8ac2-fee5a052aca7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566816 Jul 27 22:23:57.932794 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-85e213d8-6c20-4d24-a22f-662153d55179 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] delete failed (client error): The resource could not be found. Jul 27 22:23:57.934095 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-85e213d8-6c20-4d24-a22f-662153d55179 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/routers/c521a145-7fe7-4abc-a809-109a8f955dff HTTP/1.1" status: 404 len: 336 time: 0.0865862 Jul 27 22:23:57.936900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42690) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.938845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Attempting to bind port a086451c-45d7-4941-b586-87a9d47a5035 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:57.939342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Attempting to bind port a086451c-45d7-4941-b586-87a9d47a5035 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'bc5256ab-2d0b-4dd1-8549-431e281cab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:57.940204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Attempting to bind port a086451c-45d7-4941-b586-87a9d47a5035 on network 460c1246-f4d7-4e45-ab3d-b6a58375d4cc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:57.948209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:57.948467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Checking segment: {'id': 'bc5256ab-2d0b-4dd1-8549-431e281cab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:57.948793 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.949182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Bound using segment: {'id': 'bc5256ab-2d0b-4dd1-8549-431e281cab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:57.949651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Bound port: a086451c-45d7-4941-b586-87a9d47a5035, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5256ab-2d0b-4dd1-8549-431e281cab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:57.950029 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.988141 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-14bc1b00-3857-4b11-aba4-10cf57453eb9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:57.988141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14bc1b00-3857-4b11-aba4-10cf57453eb9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:57.990545 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-14bc1b00-3857-4b11-aba4-10cf57453eb9 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/6c1dcd57-b884-4215-9787-97926c8c577c HTTP/1.1" status: 404 len: 337 time: 0.0523477 Jul 27 22:23:57.994450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42692) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.031026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-74185e8c-63e5-4188-b615-87a6982ed2dc tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbec2463-6828-49dc-a272-0a39c9622a46 HTTP/1.1" status: 200 len: 205 time: 0.0348239 Jul 27 22:23:58.038077 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.048444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1221501-81fc-4ecf-9ea0-7a8323174f43 req-44918a59-f6e5-4cf6-a5d5-f25dd5e3d4e8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:58.051122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] For port a086451c-45d7-4941-b586-87a9d47a5035, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:58.054891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] For port a086451c-45d7-4941-b586-87a9d47a5035, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a086451c-45d7-4941-b586-87a9d47a5035,segment=NetworkSegment(bc5256ab-2d0b-4dd1-8549-431e281cab7c),segment_id=bc5256ab-2d0b-4dd1-8549-431e281cab7c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:58.058441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1221501-81fc-4ecf-9ea0-7a8323174f43 req-44918a59-f6e5-4cf6-a5d5-f25dd5e3d4e8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1306818 Jul 27 22:23:58.063017 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.108655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 928c5547-d930-4d3b-978b-d748f2553ebf, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=928c5547-d930-4d3b-978b-d748f2553ebf,segment=NetworkSegment(a9129574-631d-40b2-a121-4fc881ad03a8),segment_id=a9129574-631d-40b2-a121-4fc881ad03a8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:58.110441 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.120814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Allocated IP 172.25.1.215 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/da5e6f80-354d-4393-b621-0793b59678f4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:58.124669 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-5b2f7292-56d4-4aa3-a244-a9e983c491a1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] delete failed (client error): The resource could not be found. Jul 27 22:23:58.125905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5b2f7292-56d4-4aa3-a244-a9e983c491a1 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/routers/bbec2463-6828-49dc-a272-0a39c9622a46 HTTP/1.1" status: 404 len: 336 time: 0.0637527 Jul 27 22:23:58.129055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.174565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720f3a3-3c93-488d-98ba-415e90919325 None None] Pushing event updated for resources: {'Port': ['ID=a086451c-45d7-4941-b586-87a9d47a5035,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:58.177233 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02c5b6f-dcce-462e-94c7-f03af5e8dc00 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.177669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02c5b6f-dcce-462e-94c7-f03af5e8dc00 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.179472 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.179629 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d02c5b6f-dcce-462e-94c7-f03af5e8dc00 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/9b7771ff-28de-4c91-a210-7a0899791400 HTTP/1.1" status: 404 len: 337 time: 0.0496254 Jul 27 22:23:58.185322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42702) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.268221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1221501-81fc-4ecf-9ea0-7a8323174f43 req-e658a42f-a68f-40cf-9ce9-e952b8e31ab2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067997 Jul 27 22:23:58.270041 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0eb6007-6965-4604-a200-27cc2471116b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.270706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0eb6007-6965-4604-a200-27cc2471116b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.272679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a0eb6007-6965-4604-a200-27cc2471116b tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/4196baf4-cc8d-47f2-b132-4de8aae6acd1 HTTP/1.1" status: 404 len: 337 time: 0.0864265 Jul 27 22:23:58.275444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42706) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.288081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 13c556d6-49f7-410a-969c-06461b224cca no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:23:58.296483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=928c5547-d930-4d3b-978b-d748f2553ebf,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:58.320109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 13c556d6-49f7-410a-969c-06461b224cca {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:23:58.320542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 13c556d6-49f7-410a-969c-06461b224cca not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:23:58.333819 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-032a7f24-779e-4c72-891f-bb260dd43d8c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.335653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032a7f24-779e-4c72-891f-bb260dd43d8c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.340861 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-032a7f24-779e-4c72-891f-bb260dd43d8c tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/151eef82-a2d6-4c37-ae79-dffbd0b9d885 HTTP/1.1" status: 404 len: 333 time: 0.0620508 Jul 27 22:23:58.341196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.364424 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.389543 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14075c6-b12f-4e58-be13-72f92e406651 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.390010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14075c6-b12f-4e58-be13-72f92e406651 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.400052 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c14075c6-b12f-4e58-be13-72f92e406651 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/6624e451-af3d-4d83-818c-11340d01275c HTTP/1.1" status: 404 len: 337 time: 0.0555022 Jul 27 22:23:58.401639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42716) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.402318 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.452060 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-650c5e59-e77c-4a16-a785-81add9621f67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.452819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650c5e59-e77c-4a16-a785-81add9621f67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.456964 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-650c5e59-e77c-4a16-a785-81add9621f67 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/207a9d0b-6c9d-490f-8235-44cdefb14202 HTTP/1.1" status: 404 len: 333 time: 0.0519812 Jul 27 22:23:58.460120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42718) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.519594 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ae061d-7a94-4cc6-8f68-65b027f2e524 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.519594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ae061d-7a94-4cc6-8f68-65b027f2e524 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.521263 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42720) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.524317 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-79ae061d-7a94-4cc6-8f68-65b027f2e524 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/5adfc7b3-6d90-44ab-bfe7-3ad264f984bb HTTP/1.1" status: 404 len: 337 time: 0.0626376 Jul 27 22:23:58.552840 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.560045 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3076c05e-4103-4803-87cb-56e58d37fb89 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.560801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3076c05e-4103-4803-87cb-56e58d37fb89 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.563486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3076c05e-4103-4803-87cb-56e58d37fb89 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/a751f113-74c5-489b-87b6-6fd62d27bc69 HTTP/1.1" status: 404 len: 333 time: 0.0404079 Jul 27 22:23:58.565311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.609442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:58.614501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:58.616987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:58.635207 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b038d76-e29c-4e0f-b2b4-348eee44bc37 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.644539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b038d76-e29c-4e0f-b2b4-348eee44bc37 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.649066 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0b038d76-e29c-4e0f-b2b4-348eee44bc37 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/b957509b-015a-47f1-9b00-54cba2d22480 HTTP/1.1" status: 404 len: 337 time: 0.0778689 Jul 27 22:23:58.649917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42726) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.656334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Pushing event updated for resources: {'Port': ['ID=da5e6f80-354d-4393-b621-0793b59678f4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:58.685777 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-242d87d1-5c8f-4e45-a99f-a9372ccc5004 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.694448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242d87d1-5c8f-4e45-a99f-a9372ccc5004 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.702139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-242d87d1-5c8f-4e45-a99f-a9372ccc5004 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/91da844a-838f-49f1-ae1a-f46fc02c7c0e HTTP/1.1" status: 404 len: 333 time: 0.0493143 Jul 27 22:23:58.702411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42728) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.732820 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c6f0c4-df85-4999-85ef-bd602a2c5903 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.733082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c6f0c4-df85-4999-85ef-bd602a2c5903 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.737581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-94c6f0c4-df85-4999-85ef-bd602a2c5903 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/be9a7deb-28a6-4b05-8dc4-2f0cef35c735 HTTP/1.1" status: 404 len: 337 time: 0.0315163 Jul 27 22:23:58.738881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42732) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.763983 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e020c7d0-2d60-45d0-8b2e-a84690917c52 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.765082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e020c7d0-2d60-45d0-8b2e-a84690917c52 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.770746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e020c7d0-2d60-45d0-8b2e-a84690917c52 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/ec37fc18-aa93-4842-b5f7-2a16381ddc61 HTTP/1.1" status: 404 len: 333 time: 0.0305102 Jul 27 22:23:58.771292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42734) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.772223 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be3931e-d659-45e7-b8c7-b42bdb1260d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.797537 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ac5024-c7ae-4951-a190-795bd173d2ec tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.797992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ac5024-c7ae-4951-a190-795bd173d2ec tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.799826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c8ac5024-c7ae-4951-a190-795bd173d2ec tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/245564ca-90e3-4925-bcc9-15a7f3e53a9b HTTP/1.1" status: 404 len: 337 time: 0.0275991 Jul 27 22:23:58.802292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42736) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.825159 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b40df34-e3d4-4126-b6cb-dc848595cc00 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.825835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b40df34-e3d4-4126-b6cb-dc848595cc00 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.827599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8b40df34-e3d4-4126-b6cb-dc848595cc00 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/6dec2bb1-12b1-4bc8-a5e9-9c77882f5288 HTTP/1.1" status: 404 len: 333 time: 0.0243948 Jul 27 22:23:58.831273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.864273 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdb7c97-0288-490d-aca0-ef5ca966dd28 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.864745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdb7c97-0288-490d-aca0-ef5ca966dd28 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.866535 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cbdb7c97-0288-490d-aca0-ef5ca966dd28 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/1f28d5e8-8aaf-4594-87b5-310b104832cf HTTP/1.1" status: 404 len: 337 time: 0.0341365 Jul 27 22:23:58.869101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42742) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.894177 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8623a9-ccec-4e14-950b-86d30dc5e388 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.894644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8623a9-ccec-4e14-950b-86d30dc5e388 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.898435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2b8623a9-ccec-4e14-950b-86d30dc5e388 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/ports/7d74c18d-ed1d-4e74-b4d0-0036d0f9104d HTTP/1.1" status: 404 len: 333 time: 0.0266538 Jul 27 22:23:58.899504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42744) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.929744 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba12d54-31ae-43f1-a641-bbee469d6b00 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] DELETE failed (client error): The resource could not be found. Jul 27 22:23:58.930490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba12d54-31ae-43f1-a641-bbee469d6b00 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:23:58.932442 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2ba12d54-31ae-43f1-a641-bbee469d6b00 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/subnets/5e456851-f840-47b2-8ad8-6dea697761ce HTTP/1.1" status: 404 len: 337 time: 0.0318103 Jul 27 22:23:58.935355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:58.983589 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.041464 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be3931e-d659-45e7-b8c7-b42bdb1260d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.055017 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9be3931e-d659-45e7-b8c7-b42bdb1260d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.068239 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.092896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da636f01-325f-4eb0-a05e-f2d895a2498f req-01abb900-e0ed-4b06-be9e-076bf287144d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:59.100641 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da636f01-325f-4eb0-a05e-f2d895a2498f req-01abb900-e0ed-4b06-be9e-076bf287144d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.0879011 Jul 27 22:23:59.141140 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9be3931e-d659-45e7-b8c7-b42bdb1260d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e406198a229843ee9a5850b71612f560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7754459 Jul 27 22:23:59.146038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3931e-d659-45e7-b8c7-b42bdb1260d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33b7207-e699-4733-b183-fac985ae7a1f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:59.150678 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42754) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:59.249151 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.262631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c09fe6-1b41-4b8b-8c87-27436a1cab56']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:59.276560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dab761b-fa7c-4bb0-981d-1a5810509be3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:59.276797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dab761b-fa7c-4bb0-981d-1a5810509be3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:59.287030 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.301470 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-452908c7-54a7-4a5a-a68e-715bf03f364d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.319113 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.328069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:23:59.328494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.360452 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-452908c7-54a7-4a5a-a68e-715bf03f364d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:23:59.380519 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:23:59.383139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.443742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-da636f01-325f-4eb0-a05e-f2d895a2498f req-37182813-c806-496d-9d10-9ecc9ac3afb0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3420620 Jul 27 22:23:59.476024 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.487487 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.490009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] 10.222.0.24 "DELETE /v2.0/networks/43c09fe6-1b41-4b8b-8c87-27436a1cab56 HTTP/1.1" status: 204 len: 168 time: 0.5533752 Jul 27 22:23:59.506724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2770a-c576-4239-9b43-7f9f5a720981 tempest-NetworksTestDHCPv6-1356710369 tempest-NetworksTestDHCPv6-1356710369-project] Pushing event deleted for resources: {'Network': ['ID=43c09fe6-1b41-4b8b-8c87-27436a1cab56,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:59.527574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fde14-17b5-4920-8b9f-30fa0dde7730 req-4c7febdb-4a82-4c8b-975c-327a56f594f7 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:59.529829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b97fde14-17b5-4920-8b9f-30fa0dde7730 req-4c7febdb-4a82-4c8b-975c-327a56f594f7 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1466284 Jul 27 22:23:59.561927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a086451c-45d7-4941-b586-87a9d47a5035 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:59.590298 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-452908c7-54a7-4a5a-a68e-715bf03f364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.592868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-452908c7-54a7-4a5a-a68e-715bf03f364d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.597023 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-452908c7-54a7-4a5a-a68e-715bf03f364d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b33b7207-e699-4733-b183-fac985ae7a1f HTTP/1.1" status: 204 len: 168 time: 0.4420002 Jul 27 22:23:59.621523 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452908c7-54a7-4a5a-a68e-715bf03f364d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33b7207-e699-4733-b183-fac985ae7a1f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:59.628504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b97fde14-17b5-4920-8b9f-30fa0dde7730 req-944718c5-ab60-4ca4-8b11-aa0a2b947c42 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829051 Jul 27 22:23:59.669264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Router 33ba1d0f-20ff-483f-af49-83e0fd5c13aa is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:23:59.699596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0436c7c6-3047-46ba-8481-0c3f12553063 None None] Network 460c1246-f4d7-4e45-ab3d-b6a58375d4cc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:59.770357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port a086451c-45d7-4941-b586-87a9d47a5035 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:59.787364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 928c5547-d930-4d3b-978b-d748f2553ebf up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:59.834772 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c442e30c-8dcc-4bc2-9236-74b054633208 None None] Provisioning for port a086451c-45d7-4941-b586-87a9d47a5035 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:59.852041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c442e30c-8dcc-4bc2-9236-74b054633208 None None] Provisioning complete for port a086451c-45d7-4941-b586-87a9d47a5035 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:59.852505 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c442e30c-8dcc-4bc2-9236-74b054633208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.914595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 928c5547-d930-4d3b-978b-d748f2553ebf triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:59.915176 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.029863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:00.122337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeaca54-28a0-4eae-83d1-4290f1a68675 req-c9335393-4a03-4e57-8dcd-618213264edb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:00.131196 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1eeaca54-28a0-4eae-83d1-4290f1a68675 req-c9335393-4a03-4e57-8dcd-618213264edb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.0738170 Jul 27 22:24:00.183189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1eeaca54-28a0-4eae-83d1-4290f1a68675 req-142d045f-e5bb-4aab-ba00-647a7a70d0aa tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508144 Jul 27 22:24:00.204850 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c442e30c-8dcc-4bc2-9236-74b054633208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.274939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c442e30c-8dcc-4bc2-9236-74b054633208 None None] For port a086451c-45d7-4941-b586-87a9d47a5035, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a086451c-45d7-4941-b586-87a9d47a5035,segment=NetworkSegment(bc5256ab-2d0b-4dd1-8549-431e281cab7c),segment_id=bc5256ab-2d0b-4dd1-8549-431e281cab7c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:00.280695 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c442e30c-8dcc-4bc2-9236-74b054633208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.355444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442e30c-8dcc-4bc2-9236-74b054633208 None None] Pushing event updated for resources: {'Port': ['ID=a086451c-45d7-4941-b586-87a9d47a5035,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:00.356271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd269e-ff86-4e96-8bcf-3b09134bf773 req-861babbc-bd20-40c6-b41f-154bb45d40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:00.359257 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-22dd269e-ff86-4e96-8bcf-3b09134bf773 req-861babbc-bd20-40c6-b41f-154bb45d40b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=093c931b75694176ab482ad04d08f5d7&device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 1098 time: 0.1143050 Jul 27 22:24:00.379079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:24:00.389483 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Sync routers for ids ['33ba1d0f-20ff-483f-af49-83e0fd5c13aa'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:24:00.415010 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Routers {'33ba1d0f-20ff-483f-af49-83e0fd5c13aa'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:00.415712 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:23:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['33ba1d0f-20ff-483f-af49-83e0fd5c13aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:00.425695 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d07de6fe-8e31-40ee-90ad-004c2e18bf6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9d8383a75a840708d93a0e243061ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949294 Jul 27 22:24:00.437097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:00.497722 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.503599 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-654bdd9f-f64e-48fe-a2c5-77e1289be3bf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0070283 Jul 27 22:24:00.509647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42792) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:00.544163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c576027-6190-4c52-82a7-f0a40898e34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.584549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c576027-6190-4c52-82a7-f0a40898e34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.610018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd269e-ff86-4e96-8bcf-3b09134bf773 req-a848afa0-2907-4ec3-b3d7-910a1fc27540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:00.613696 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-22dd269e-ff86-4e96-8bcf-3b09134bf773 req-a848afa0-2907-4ec3-b3d7-910a1fc27540 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 200 len: 913 time: 0.2324841 Jul 27 22:24:00.615507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d912c26c-5178-46e0-8ebd-6c1d26db88a9 None None] Provisioning complete for port a086451c-45d7-4941-b586-87a9d47a5035 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:00.616002 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d912c26c-5178-46e0-8ebd-6c1d26db88a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.699918 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Set router 33ba1d0f-20ff-483f-af49-83e0fd5c13aa gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:00.700828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434cd9b-41c8-432e-aab8-231fd930f0ef req-3f34a3a0-e9da-45d4-ade3-588fd3289506 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:00.702926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e434cd9b-41c8-432e-aab8-231fd930f0ef req-3f34a3a0-e9da-45d4-ade3-588fd3289506 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.0722353 Jul 27 22:24:00.714088 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-22dd269e-ff86-4e96-8bcf-3b09134bf773 req-39f62763-adf7-4509-9580-605ad860a145 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9 HTTP/1.1" status: 200 len: 217 time: 0.0876830 Jul 27 22:24:00.765818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42796) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:00.778973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e434cd9b-41c8-432e-aab8-231fd930f0ef req-0bea304e-0b8a-46ab-8aec-a07c39613025 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665312 Jul 27 22:24:00.780327 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c576027-6190-4c52-82a7-f0a40898e34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.785699 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c576027-6190-4c52-82a7-f0a40898e34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.792567 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9c576027-6190-4c52-82a7-f0a40898e34c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a7dc129-039f-476e-8451-57f81e8b1b68 HTTP/1.1" status: 204 len: 168 time: 0.3538573 Jul 27 22:24:00.803697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c576027-6190-4c52-82a7-f0a40898e34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7dc129-039f-476e-8451-57f81e8b1b68,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:00.817876 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27f4dad4-8f73-4484-840a-c676b75f4f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.867947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd269e-ff86-4e96-8bcf-3b09134bf773 req-4177c467-3376-48fe-a133-4150edbb5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:00.869435 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-22dd269e-ff86-4e96-8bcf-3b09134bf773 req-4177c467-3376-48fe-a133-4150edbb5b9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd95150c-158c-4db5-bf84-b3a3418fb5df HTTP/1.1" status: 200 len: 852 time: 0.1025412 Jul 27 22:24:00.945511 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-22dd269e-ff86-4e96-8bcf-3b09134bf773 req-955dc5fd-2cbf-426b-914a-58bba73d96d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650785 Jul 27 22:24:00.973156 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'name': 'tempest-TestServerBasicOps-1658107529-router', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:56Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 3, 'project_id': '4f0f99e44f854a10a344815ab8204bb9', 'gw_port': {'id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:01.002982 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Checking router: 33ba1d0f-20ff-483f-af49-83e0fd5c13aa for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:24:01.003325 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Updating router 33ba1d0f-20ff-483f-af49-83e0fd5c13aa port da5e6f80-354d-4393-b621-0793b59678f4 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:24:01.037976 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.131706 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-22dd269e-ff86-4e96-8bcf-3b09134bf773 req-35f352c8-3c39-433b-8942-f72fb10afe5e service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770971 Jul 27 22:24:01.246128 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27f4dad4-8f73-4484-840a-c676b75f4f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.295715 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-27f4dad4-8f73-4484-840a-c676b75f4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.375703 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711e762-cd60-4468-9db6-3e70ce583e74 req-5ca5398b-2db3-4b57-89ac-66c91c5ba710 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:01.378922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4dad4-8f73-4484-840a-c676b75f4f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1264063c-cefe-41cc-abbd-3b6c61df8021,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:01.382660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d711e762-cd60-4468-9db6-3e70ce583e74 req-5ca5398b-2db3-4b57-89ac-66c91c5ba710 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1108665 Jul 27 22:24:01.385494 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-27f4dad4-8f73-4484-840a-c676b75f4f19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e1010d5d9bb4cdcae45202f7f0ee60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6168272 Jul 27 22:24:01.387677 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-22dd269e-ff86-4e96-8bcf-3b09134bf773 req-81ee2e99-99da-420f-851e-bdedf648b54b service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187841 Jul 27 22:24:01.388184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:01.396491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a086451c-45d7-4941-b586-87a9d47a5035 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:01.450129 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.484684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a086451c-45d7-4941-b586-87a9d47a5035 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:01.485134 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.487604 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Transition to ACTIVE for port object da5e6f80-354d-4393-b621-0793b59678f4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:01.508254 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.535084 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d711e762-cd60-4468-9db6-3e70ce583e74 req-4f260588-43a3-4891-bf81-5f50a3934bda tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255898 Jul 27 22:24:01.568193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15507dd0-ce60-4cfe-966e-98cc7414f08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.616962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15507dd0-ce60-4cfe-966e-98cc7414f08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.625307 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ea604-5d8c-4dff-a290-cc41d7122770 None None] Pushing event updated for resources: {'Port': ['ID=da5e6f80-354d-4393-b621-0793b59678f4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:01.634317 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Attempting to bind port da5e6f80-354d-4393-b621-0793b59678f4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:01.635369 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Attempting to bind port da5e6f80-354d-4393-b621-0793b59678f4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:01.636385 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Attempting to bind port da5e6f80-354d-4393-b621-0793b59678f4 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:01.642578 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:01.643733 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:01.644394 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.645004 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:01.645908 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Bound port: da5e6f80-354d-4393-b621-0793b59678f4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:01.646567 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.651482 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.700117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15507dd0-ce60-4cfe-966e-98cc7414f08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.704137 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15507dd0-ce60-4cfe-966e-98cc7414f08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.705496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-15507dd0-ce60-4cfe-966e-98cc7414f08d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1264063c-cefe-41cc-abbd-3b6c61df8021 HTTP/1.1" status: 204 len: 168 time: 0.3163788 Jul 27 22:24:01.718592 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] For port da5e6f80-354d-4393-b621-0793b59678f4, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:01.724722 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15507dd0-ce60-4cfe-966e-98cc7414f08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1264063c-cefe-41cc-abbd-3b6c61df8021,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:01.725640 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] For port da5e6f80-354d-4393-b621-0793b59678f4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=da5e6f80-354d-4393-b621-0793b59678f4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:01.730842 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.778637 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Routers {'33ba1d0f-20ff-483f-af49-83e0fd5c13aa'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:01.779270 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:23:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['33ba1d0f-20ff-483f-af49-83e0fd5c13aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:01.833312 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ea604-5d8c-4dff-a290-cc41d7122770 None None] Pushing event updated for resources: {'Port': ['ID=da5e6f80-354d-4393-b621-0793b59678f4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:01.911930 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] Set router 33ba1d0f-20ff-483f-af49-83e0fd5c13aa gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:01.944452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Allocated IP 172.20.0.1 (460c1246-f4d7-4e45-ab3d-b6a58375d4cc/bafbeb4e-5f68-4bd2-b021-5be325f50159/80196b2f-b422-451e-aa04-ee321c4ffc50) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:02.015568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8742f2-5b5b-432e-9805-1c9cfcb109b4 req-1f1e66a8-4d08-411b-87a6-f68942996fd8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:02.018056 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e8742f2-5b5b-432e-9805-1c9cfcb109b4 req-1f1e66a8-4d08-411b-87a6-f68942996fd8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.1163740 Jul 27 22:24:02.088102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e8742f2-5b5b-432e-9805-1c9cfcb109b4 req-06961669-8c46-4f8b-9f7e-c0597d2f5fc9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635998 Jul 27 22:24:02.112783 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.131107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Transition to ACTIVE for port object 80196b2f-b422-451e-aa04-ee321c4ffc50 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:02.171111 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.212663 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'name': 'tempest-TestServerBasicOps-1658107529-router', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:56Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 3, 'project_id': '4f0f99e44f854a10a344815ab8204bb9', 'gw_port': {'id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:02.220007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Network 460c1246-f4d7-4e45-ab3d-b6a58375d4cc is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:02.223071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:02.232349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:02.265696 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cde9cf-280d-452b-b947-89980ea2cceb None None] The sync data for ids ['33ba1d0f-20ff-483f-af49-83e0fd5c13aa'] in n-d-802011-3 is: [{'id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'name': 'tempest-TestServerBasicOps-1658107529-router', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:56Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 3, 'project_id': '4f0f99e44f854a10a344815ab8204bb9', 'gw_port': {'id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:02.276161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Pushing event updated for resources: {'Port': ['ID=80196b2f-b422-451e-aa04-ee321c4ffc50,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:02.297162 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.496753 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.623327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9048bf8c-d811-45ce-84b0-1f066bf2ce90 None None] Provisioning for port 80196b2f-b422-451e-aa04-ee321c4ffc50 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:02.634018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9048bf8c-d811-45ce-84b0-1f066bf2ce90 None None] Provisioning complete for port 80196b2f-b422-451e-aa04-ee321c4ffc50 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:02.634421 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9048bf8c-d811-45ce-84b0-1f066bf2ce90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.711615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9048bf8c-d811-45ce-84b0-1f066bf2ce90 None None] Port 80196b2f-b422-451e-aa04-ee321c4ffc50 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:24:02.769601 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.779785 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.811334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924d983-584f-4b9b-ae10-5cca55dfa37a req-d385ca95-add8-414c-b629-1176c1cc0bd2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:02.815952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a924d983-584f-4b9b-ae10-5cca55dfa37a req-d385ca95-add8-414c-b629-1176c1cc0bd2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1106768 Jul 27 22:24:02.877998 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a924d983-584f-4b9b-ae10-5cca55dfa37a req-e50ab1b1-cbb6-4925-98d0-dd0d52537bf6 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543451 Jul 27 22:24:02.879349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.885843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42854) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:02.951625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Pushing event updated for resources: {'Port': ['ID=80196b2f-b422-451e-aa04-ee321c4ffc50,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:03.062955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288503b-e11c-4432-974f-0a97ed996e7b req-6b2f6d2d-0262-4f3e-a3ee-1543bc87f821 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:03.066288 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Network 460c1246-f4d7-4e45-ab3d-b6a58375d4cc is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:03.067854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:03.073164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7288503b-e11c-4432-974f-0a97ed996e7b req-6b2f6d2d-0262-4f3e-a3ee-1543bc87f821 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1091259 Jul 27 22:24:03.160604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7288503b-e11c-4432-974f-0a97ed996e7b req-1f58d5d6-803c-4577-a581-69c4b33ce3ff tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855258 Jul 27 22:24:03.359596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Router 33ba1d0f-20ff-483f-af49-83e0fd5c13aa has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:24:03.404193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc9830-1724-4043-a0f7-9648e74f3390 req-b7af4ba5-3789-40b9-bfd1-0ffd7e453263 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:03.432387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62dc9830-1724-4043-a0f7-9648e74f3390 req-b7af4ba5-3789-40b9-bfd1-0ffd7e453263 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.1806498 Jul 27 22:24:03.467414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device da5e6f80-354d-4393-b621-0793b59678f4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:03.555097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'networks': [{'name': 'tempest-network--744203308'}, {'name': 'tempest-network--673947326'}]} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:03.555341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'network': {'name': 'tempest-network--744203308'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:03.555771 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'network': {'name': 'tempest-network--673947326'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:03.616181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port da5e6f80-354d-4393-b621-0793b59678f4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:03.634034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port da5e6f80-354d-4393-b621-0793b59678f4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:03.634722 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:03.650417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62dc9830-1724-4043-a0f7-9648e74f3390 req-d8930189-8064-4f84-9b12-ad7dc3dcefca tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169881 Jul 27 22:24:03.654163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Made reservation on behalf of 211f8d397b484583830c6a91c5d75171 for: {'network': 2} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:03.671360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:03.699625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e8235-502c-4833-a0a4-c34a07501a2c req-def2ad47-cf81-451d-af4b-ebb82fb58cdb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:03.708731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-669e8235-502c-4833-a0a4-c34a07501a2c req-def2ad47-cf81-451d-af4b-ebb82fb58cdb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.3235471 Jul 27 22:24:03.717905 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:03.743715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b73104e3-d7a8-4b2a-995a-83f3f34be2f4 None None] Provisioning complete for port 80196b2f-b422-451e-aa04-ee321c4ffc50 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:03.750445 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b73104e3-d7a8-4b2a-995a-83f3f34be2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:03.769123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:24:03.782951 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-669e8235-502c-4833-a0a4-c34a07501a2c req-694a19d5-50ff-4ce0-b105-20e011c4a2da tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728226 Jul 27 22:24:03.785229 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0c473ff8-4486-4437-93ef-85d3bd3adf21 admin admin] 10.222.0.24 "PUT /v2.0/routers/33ba1d0f-20ff-483f-af49-83e0fd5c13aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2702606 Jul 27 22:24:03.818399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b73104e3-d7a8-4b2a-995a-83f3f34be2f4 None None] Port 80196b2f-b422-451e-aa04-ee321c4ffc50 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:24:03.872628 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:03.914881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port da5e6f80-354d-4393-b621-0793b59678f4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=da5e6f80-354d-4393-b621-0793b59678f4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:03.915131 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:03.920871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:03.922130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:03.927853 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:03.975800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61341de9-6eea-4dd7-a6ba-d626711d532b req-6998edd4-7a8a-41f3-a2f2-ed0b0f52a23d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:03.977409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61341de9-6eea-4dd7-a6ba-d626711d532b req-6998edd4-7a8a-41f3-a2f2-ed0b0f52a23d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1024740 Jul 27 22:24:03.992802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:24:04.012076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf6d31d-1c29-4224-b3e9-417e33ee5ff3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:04.019397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.020055 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Added segment 42bd2b27-53f6-4308-b180-e4b714e99431 of type vlan for network ac90e57b-d091-48f3-8d9b-0c145a855e82 Jul 27 22:24:04.047387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=da5e6f80-354d-4393-b621-0793b59678f4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:04.067649 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61341de9-6eea-4dd7-a6ba-d626711d532b req-938ac8eb-d695-4276-8d3d-a0e9082a098f tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716560 Jul 27 22:24:04.075475 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.122138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:24:04.133494 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.133762 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Added segment 3ef73ef1-0f46-4120-a836-ac181f3d1cf2 of type vlan for network 9da533da-eeb2-47b3-8d44-ea9aca5f45c1 Jul 27 22:24:04.197203 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.249521 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.253146 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.263562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:04.269896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:04.270728 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.300948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baac63d-66a2-4484-b47d-ca53367881c2 req-493668e4-654f-43e9-a53b-47f0dd3392d0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:04.302713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3baac63d-66a2-4484-b47d-ca53367881c2 req-493668e4-654f-43e9-a53b-47f0dd3392d0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.0701537 Jul 27 22:24:04.364799 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4771459 Jul 27 22:24:04.371206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42900) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:04.382780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3baac63d-66a2-4484-b47d-ca53367881c2 req-18124689-56b1-458c-acd3-5df270ac82e5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683208 Jul 27 22:24:04.411630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event updated for resources: {'Network': ['ID=ac90e57b-d091-48f3-8d9b-0c145a855e82,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:04.438066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network ac90e57b-d091-48f3-8d9b-0c145a855e82 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:24:04.556419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fa8ef-e937-4cda-a557-1db1847f36ba tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event updated for resources: {'Network': ['ID=9da533da-eeb2-47b3-8d44-ea9aca5f45c1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:04.578695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 9da533da-eeb2-47b3-8d44-ea9aca5f45c1 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:24:04.599718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8ba14-d20d-4f49-848a-fe29f2ac2c6f req-5b368a98-f815-4e0c-9fff-b29a385eb1b1 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:04.601342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1f8ba14-d20d-4f49-848a-fe29f2ac2c6f req-5b368a98-f815-4e0c-9fff-b29a385eb1b1 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.0996990 Jul 27 22:24:04.613988 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399196da-4268-4321-ba7c-6ca7eb5ee017 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:04.633983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399196da-4268-4321-ba7c-6ca7eb5ee017 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:04.640139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399196da-4268-4321-ba7c-6ca7eb5ee017 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:04.656260 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399196da-4268-4321-ba7c-6ca7eb5ee017 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:04.661636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:04.664433 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-399196da-4268-4321-ba7c-6ca7eb5ee017 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2901084 Jul 27 22:24:04.691487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1f8ba14-d20d-4f49-848a-fe29f2ac2c6f req-d0a5ace9-a09c-4b19-bb8a-c33b9e4bc1a0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660179 Jul 27 22:24:04.801749 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.825670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Sync routers for ids ['33ba1d0f-20ff-483f-af49-83e0fd5c13aa'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:24:04.840747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Routers {'33ba1d0f-20ff-483f-af49-83e0fd5c13aa'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:04.841905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:23:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['33ba1d0f-20ff-483f-af49-83e0fd5c13aa'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:04.890947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699468f-0880-45c7-930b-cba917f4da1e req-8d888d3d-0cdb-4e1b-8ace-33571bc36d02 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:04.892415 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1699468f-0880-45c7-930b-cba917f4da1e req-8d888d3d-0cdb-4e1b-8ace-33571bc36d02 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.0886216 Jul 27 22:24:04.954150 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.981687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac90e57b-d091-48f3-8d9b-0c145a855e82']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:05.007713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42918) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:05.013041 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-351185b4-428a-449e-8065-17341318f200 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1753071295', 'description': 'tempest-secgroup-smoke-1753071295 description', 'project_id': 'c756860e16ae4fa6bc10144b561f9167'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:05.022958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bd2b27-53f6-4308-b180-e4b714e99431') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:05.023256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bd2b27-53f6-4308-b180-e4b714e99431') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:05.044451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1699468f-0880-45c7-930b-cba917f4da1e req-8089e295-b013-4ab6-adff-11f57dfe1a83 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213393 Jul 27 22:24:05.057854 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.064113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Set router 33ba1d0f-20ff-483f-af49-83e0fd5c13aa gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:05.082722 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-351185b4-428a-449e-8065-17341318f200 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.101399 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.112951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:24:05.113539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:24:05.166886 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:24:05.245400 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.261161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e43eb-acbd-4649-8e16-43e70bba6de1 req-ca2dad68-95f7-42db-b6d4-90ecc3c93693 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:05.274149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae4e43eb-acbd-4649-8e16-43e70bba6de1 req-ca2dad68-95f7-42db-b6d4-90ecc3c93693 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1009095 Jul 27 22:24:05.311231 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.317278 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "DELETE /v2.0/networks/ac90e57b-d091-48f3-8d9b-0c145a855e82 HTTP/1.1" status: 204 len: 168 time: 0.6388872 Jul 27 22:24:05.322112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:05.332894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576b48a-87a3-4891-9275-5c30d0e1573c tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event deleted for resources: {'Network': ['ID=ac90e57b-d091-48f3-8d9b-0c145a855e82,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:05.347791 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-351185b4-428a-449e-8065-17341318f200 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.391528 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-351185b4-428a-449e-8065-17341318f200 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.397115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device da5e6f80-354d-4393-b621-0793b59678f4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:05.420851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae4e43eb-acbd-4649-8e16-43e70bba6de1 req-f285a14c-16ec-40a1-b25c-030fd38fccb0 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456320 Jul 27 22:24:05.475811 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351185b4-428a-449e-8065-17341318f200 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be42f13-120e-44c4-8ad6-7db2a6a399bf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:05.477918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port da5e6f80-354d-4393-b621-0793b59678f4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:05.490115 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.492865 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-351185b4-428a-449e-8065-17341318f200 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.494349 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-351185b4-428a-449e-8065-17341318f200 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4849434 Jul 27 22:24:05.497758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:05.503169 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.504021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-883a927c-68f6-4551-9e2f-95415fdece97 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Request body: {'security_group_rule': {'security_group_id': '7be42f13-120e-44c4-8ad6-7db2a6a399bf', 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:05.559362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'name': 'tempest-TestServerBasicOps-1658107529-router', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:56Z', 'updated_at': '2021-07-27T22:24:02Z', 'revision_number': 4, 'project_id': '4f0f99e44f854a10a344815ab8204bb9', 'gw_port': {'id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '80196b2f-b422-451e-aa04-ee321c4ffc50', 'name': '', 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'mac_address': 'fa:16:3e:0e:c6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'bafbeb4e-5f68-4bd2-b021-5be325f50159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:24:01Z', 'updated_at': '2021-07-27T22:24:02Z', 'revision_number': 2, 'project_id': '4f0f99e44f854a10a344815ab8204bb9', 'subnets': [{'id': 'bafbeb4e-5f68-4bd2-b021-5be325f50159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:05.606498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Checking router: 33ba1d0f-20ff-483f-af49-83e0fd5c13aa for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:24:05.606860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Updating router 33ba1d0f-20ff-483f-af49-83e0fd5c13aa port 80196b2f-b422-451e-aa04-ee321c4ffc50 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:24:05.619781 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.638424 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.638805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da533da-eeb2-47b3-8d44-ea9aca5f45c1']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:05.651923 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef73ef1-0f46-4120-a836-ac181f3d1cf2') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:05.652233 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef73ef1-0f46-4120-a836-ac181f3d1cf2') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:05.660313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086df86-b76a-4cc3-a3b6-337ce6b92421 req-dfdf2933-850e-4afa-b6c0-a7678435981c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:05.662630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e086df86-b76a-4cc3-a3b6-337ce6b92421 req-dfdf2933-850e-4afa-b6c0-a7678435981c tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1507099 Jul 27 22:24:05.664288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.681672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.688209 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-883a927c-68f6-4551-9e2f-95415fdece97 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.688470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:24:05.688822 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:24:05.758380 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:24:05.761945 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.769275 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.774657 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "DELETE /v2.0/networks/9da533da-eeb2-47b3-8d44-ea9aca5f45c1 HTTP/1.1" status: 204 len: 168 time: 0.4407711 Jul 27 22:24:05.780951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:05.833101 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e086df86-b76a-4cc3-a3b6-337ce6b92421 req-7f69f4a1-ce0c-4ec4-b87f-0d22fcd8ec76 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584027 Jul 27 22:24:05.837601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f0356-d94a-4dea-b352-eecc6e93e0d9 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event deleted for resources: {'Network': ['ID=9da533da-eeb2-47b3-8d44-ea9aca5f45c1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:05.846984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-883a927c-68f6-4551-9e2f-95415fdece97 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.854745 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-883a927c-68f6-4551-9e2f-95415fdece97 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.924543 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-883a927c-68f6-4551-9e2f-95415fdece97 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.926496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-883a927c-68f6-4551-9e2f-95415fdece97 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4275122 Jul 27 22:24:05.929425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42958) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:05.942341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-66e03a7f-5a2f-46eb-8b1c-0d392ba09fc4 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Request body: {'security_group_rule': {'security_group_id': '7be42f13-120e-44c4-8ad6-7db2a6a399bf', 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:05.982109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a927c-68f6-4551-9e2f-95415fdece97 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3450664b-cfbc-4fa0-9037-6b1e3535c966,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:06.001011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66e03a7f-5a2f-46eb-8b1c-0d392ba09fc4 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.071861 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66e03a7f-5a2f-46eb-8b1c-0d392ba09fc4 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.100386 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ec47b-3f18-436f-a9ca-b08880499192 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.108243 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66e03a7f-5a2f-46eb-8b1c-0d392ba09fc4 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.123688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ec47b-3f18-436f-a9ca-b08880499192 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.129841 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-775ec47b-3f18-436f-a9ca-b08880499192 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3432810 Jul 27 22:24:06.129986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42974) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:06.135633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f5fd1f58-37a9-4625-99c0-6e09881e958e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1233804676'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:06.151577 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-66e03a7f-5a2f-46eb-8b1c-0d392ba09fc4 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.153027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-66e03a7f-5a2f-46eb-8b1c-0d392ba09fc4 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2168198 Jul 27 22:24:06.156307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 42980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:06.159122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e03a7f-5a2f-46eb-8b1c-0d392ba09fc4 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d886fadc-07b5-4ecd-903a-eaa136320fe9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:06.172609 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-83ab0758-caf3-45e4-85ea-522458d1e960 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Request body: {'security_group_rule': {'security_group_id': '7be42f13-120e-44c4-8ad6-7db2a6a399bf', 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:06.176659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fd1f58-37a9-4625-99c0-6e09881e958e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Made reservation on behalf of 211f8d397b484583830c6a91c5d75171 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:06.180131 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1f58-37a9-4625-99c0-6e09881e958e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.201598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3976e1-cb62-49ce-b583-64c3e443cae7 req-45ce6a73-759f-462a-91d8-b8b1aa90bd98 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.211293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd3976e1-cb62-49ce-b583-64c3e443cae7 req-45ce6a73-759f-462a-91d8-b8b1aa90bd98 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1371391 Jul 27 22:24:06.212600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fd1f58-37a9-4625-99c0-6e09881e958e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:24:06.238244 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1f58-37a9-4625-99c0-6e09881e958e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.238614 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-f5fd1f58-37a9-4625-99c0-6e09881e958e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Added segment b2612b05-0e1c-4a53-97a2-18ecbd2afd2a of type vlan for network bb819672-946b-40c2-8329-c8892771adbf Jul 27 22:24:06.288920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886ceae-23a0-4360-b19f-00dfca3c2679 req-6adcf500-2383-4558-8f0a-cd53374a37e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.290232 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1f58-37a9-4625-99c0-6e09881e958e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.290726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4886ceae-23a0-4360-b19f-00dfca3c2679 req-6adcf500-2383-4558-8f0a-cd53374a37e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.1605716 Jul 27 22:24:06.310345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd3976e1-cb62-49ce-b583-64c3e443cae7 req-ee7be0ed-58c9-460f-b587-e9d3f15174c2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980985 Jul 27 22:24:06.313016 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.329794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Transition to ACTIVE for port object 80196b2f-b422-451e-aa04-ee321c4ffc50 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:06.336718 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83ab0758-caf3-45e4-85ea-522458d1e960 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.347456 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.367434 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1f58-37a9-4625-99c0-6e09881e958e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.372892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd1f58-37a9-4625-99c0-6e09881e958e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.373519 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1f58-37a9-4625-99c0-6e09881e958e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.411489 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f5fd1f58-37a9-4625-99c0-6e09881e958e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2769783 Jul 27 22:24:06.412102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 42996) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:06.445320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Pushing event updated for resources: {'Port': ['ID=80196b2f-b422-451e-aa04-ee321c4ffc50,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:06.508569 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:06.508569 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:06.508569 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:06.508990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:06.509193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:06.513006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ef8a947e-117f-4fe9-81b3-67ee0fccb0cd tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-503591775'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:06.516861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:06.517301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:06.518214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:06.518666 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:06.520447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:06.520447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:06.520447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:06.538581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Attempting to bind port 80196b2f-b422-451e-aa04-ee321c4ffc50 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:06.539048 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Attempting to bind port 80196b2f-b422-451e-aa04-ee321c4ffc50 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'bc5256ab-2d0b-4dd1-8549-431e281cab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:06.539507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Attempting to bind port 80196b2f-b422-451e-aa04-ee321c4ffc50 on network 460c1246-f4d7-4e45-ab3d-b6a58375d4cc {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:06.545358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:06.546202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Checking segment: {'id': 'bc5256ab-2d0b-4dd1-8549-431e281cab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:06.546567 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.547032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Bound using segment: {'id': 'bc5256ab-2d0b-4dd1-8549-431e281cab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:06.547606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Bound port: 80196b2f-b422-451e-aa04-ee321c4ffc50, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5256ab-2d0b-4dd1-8549-431e281cab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:06.548058 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.550320 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83ab0758-caf3-45e4-85ea-522458d1e960 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.568409 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83ab0758-caf3-45e4-85ea-522458d1e960 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.581212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd1f58-37a9-4625-99c0-6e09881e958e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event updated for resources: {'Network': ['ID=bb819672-946b-40c2-8329-c8892771adbf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:06.602183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4886ceae-23a0-4360-b19f-00dfca3c2679 req-ea29a403-a6ee-428f-b553-fa91c41b68e4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705135 Jul 27 22:24:06.609951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8a947e-117f-4fe9-81b3-67ee0fccb0cd tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Made reservation on behalf of 211f8d397b484583830c6a91c5d75171 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:06.613519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab0758-caf3-45e4-85ea-522458d1e960 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1318a3cc-b7be-4880-be41-23545f5d7edc,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:06.630524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef8a947e-117f-4fe9-81b3-67ee0fccb0cd tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.636279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network bb819672-946b-40c2-8329-c8892771adbf details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:24:06.641390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bd6ef-7261-4352-9c0d-e439865f1ad7 req-61abdaaa-eb2f-4d48-81a2-706a9f163442 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.643592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a1bd6ef-7261-4352-9c0d-e439865f1ad7 req-61abdaaa-eb2f-4d48-81a2-706a9f163442 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.2227857 Jul 27 22:24:06.644384 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83ab0758-caf3-45e4-85ea-522458d1e960 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.645740 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-83ab0758-caf3-45e4-85ea-522458d1e960 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4793284 Jul 27 22:24:06.649776 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43002) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:06.667063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0585ef16-91f7-4269-ba47-3113a5d3aa25 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Request body: {'security_group_rule': {'security_group_id': '7be42f13-120e-44c4-8ad6-7db2a6a399bf', 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:06.716550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a1bd6ef-7261-4352-9c0d-e439865f1ad7 req-c623c97d-29e1-4f3c-8214-4d52f5228e34 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544477 Jul 27 22:24:06.739942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8a947e-117f-4fe9-81b3-67ee0fccb0cd tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:24:06.764870 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef8a947e-117f-4fe9-81b3-67ee0fccb0cd tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.765294 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-ef8a947e-117f-4fe9-81b3-67ee0fccb0cd tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Added segment fe35d699-308f-4f0b-9585-9b713505c5b7 of type vlan for network 5d70b235-3239-4689-bfe1-4fc38fc555d3 Jul 27 22:24:06.784317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] For port 80196b2f-b422-451e-aa04-ee321c4ffc50, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:06.789850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] For port 80196b2f-b422-451e-aa04-ee321c4ffc50, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=80196b2f-b422-451e-aa04-ee321c4ffc50,segment=NetworkSegment(bc5256ab-2d0b-4dd1-8549-431e281cab7c),segment_id=bc5256ab-2d0b-4dd1-8549-431e281cab7c)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:06.802622 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.833693 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef8a947e-117f-4fe9-81b3-67ee0fccb0cd tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.871771 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0585ef16-91f7-4269-ba47-3113a5d3aa25 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.879597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6ffd2-e32f-4c90-bfb5-f8f14104fc62 None None] Pushing event updated for resources: {'Port': ['ID=80196b2f-b422-451e-aa04-ee321c4ffc50,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:06.903779 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef8a947e-117f-4fe9-81b3-67ee0fccb0cd tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.916110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8a947e-117f-4fe9-81b3-67ee0fccb0cd tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.916762 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ef8a947e-117f-4fe9-81b3-67ee0fccb0cd tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.931574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Routers {'33ba1d0f-20ff-483f-af49-83e0fd5c13aa'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:06.932519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:23:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['33ba1d0f-20ff-483f-af49-83e0fd5c13aa'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:06.983450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43012) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:07.030710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8252f3-d1ff-4c3b-b2e5-489d4740309e req-c5217d92-4630-4b87-a1f9-82993777b8d1 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:07.052909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b8252f3-d1ff-4c3b-b2e5-489d4740309e req-c5217d92-4630-4b87-a1f9-82993777b8d1 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1416712 Jul 27 22:24:07.055169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43016) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:07.064441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'ports': [{'network_id': 'bb819672-946b-40c2-8329-c8892771adbf', 'name': 'tempest-port--1737154134', 'admin_state_up': True}, {'network_id': '5d70b235-3239-4689-bfe1-4fc38fc555d3', 'admin_state_up': False}]} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:07.064953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'port': {'network_id': 'bb819672-946b-40c2-8329-c8892771adbf', 'name': 'tempest-port--1737154134', 'admin_state_up': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:07.065515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'port': {'network_id': '5d70b235-3239-4689-bfe1-4fc38fc555d3', 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:07.066879 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ef8a947e-117f-4fe9-81b3-67ee0fccb0cd tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6348827 Jul 27 22:24:07.091660 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0585ef16-91f7-4269-ba47-3113a5d3aa25 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.093341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a947e-117f-4fe9-81b3-67ee0fccb0cd tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event updated for resources: {'Network': ['ID=5d70b235-3239-4689-bfe1-4fc38fc555d3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:07.099454 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0585ef16-91f7-4269-ba47-3113a5d3aa25 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.119068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 5d70b235-3239-4689-bfe1-4fc38fc555d3 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:24:07.124783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585ef16-91f7-4269-ba47-3113a5d3aa25 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c952382-2057-4eab-b0f0-6be352a84a04,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:07.137870 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0585ef16-91f7-4269-ba47-3113a5d3aa25 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.141994 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0585ef16-91f7-4269-ba47-3113a5d3aa25 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4885354 Jul 27 22:24:07.142153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43020) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:07.147714 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-468cbd53-5d8f-49f6-8f0c-f0e30f301278 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Request body: {'security_group_rule': {'security_group_id': '7be42f13-120e-44c4-8ad6-7db2a6a399bf', 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:07.201494 n-d-802011-3 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-468cbd53-5d8f-49f6-8f0c-f0e30f301278 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Project c756860e16ae4fa6bc10144b561f9167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:24:07.212627 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-468cbd53-5d8f-49f6-8f0c-f0e30f301278 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.264066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] Set router 33ba1d0f-20ff-483f-af49-83e0fd5c13aa gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:07.266318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84a2ecab-d1c6-40e1-a0f7-d2b895b810fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.297876 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-468cbd53-5d8f-49f6-8f0c-f0e30f301278 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.302835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-468cbd53-5d8f-49f6-8f0c-f0e30f301278 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.322772 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b8252f3-d1ff-4c3b-b2e5-489d4740309e req-f8ac75be-862f-479f-ae0e-b8a6a6c3d078 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633412 Jul 27 22:24:07.335245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cbd53-5d8f-49f6-8f0c-f0e30f301278 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4c6139-1811-4115-b5fe-d2f90c42989c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:07.469102 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84a2ecab-d1c6-40e1-a0f7-d2b895b810fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.478602 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-84a2ecab-d1c6-40e1-a0f7-d2b895b810fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.480271 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-468cbd53-5d8f-49f6-8f0c-f0e30f301278 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.484405 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-468cbd53-5d8f-49f6-8f0c-f0e30f301278 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3385987 Jul 27 22:24:07.484896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43028) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:07.490219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bb84c0e3-2f0e-4b5c-9094-fd1564d2fb9e tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Request body: {'security_group_rule': {'security_group_id': '7be42f13-120e-44c4-8ad6-7db2a6a399bf', 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:07.506970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cfe10-6129-422b-a3e5-628082750d74 req-3458cd44-e0a7-4b12-a60e-20984064addc tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:07.508535 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-877cfe10-6129-422b-a3e5-628082750d74 req-3458cd44-e0a7-4b12-a60e-20984064addc tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.0987720 Jul 27 22:24:07.529048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-bb84c0e3-2f0e-4b5c-9094-fd1564d2fb9e tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:24:07.529048 n-d-802011-3 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 22:24:07.529048 n-d-802011-3 neutron-server[93834]: [parameters: {'project_id_1': 'c756860e16ae4fa6bc10144b561f9167', 'expiration_1': datetime.datetime(2021, 7, 27, 22, 24, 7, 495700)}] Jul 27 22:24:07.529048 n-d-802011-3 neutron-server[93834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:24:07.529582 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [None req-bb84c0e3-2f0e-4b5c-9094-fd1564d2fb9e tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:24:07.551539 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-84a2ecab-d1c6-40e1-a0f7-d2b895b810fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd0badd3e0e549968ea8413096462227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635626 Jul 27 22:24:07.554190 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43032) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:07.559479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2ecab-d1c6-40e1-a0f7-d2b895b810fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd05587-eaa8-4737-acf0-08a7bc82b1ed,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:07.566604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Made reservation on behalf of 211f8d397b484583830c6a91c5d75171 for: {'port': 2} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:07.571574 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.595381 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-877cfe10-6129-422b-a3e5-628082750d74 req-3100acbe-eade-45f8-bcac-d8fea6a16115 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720356 Jul 27 22:24:07.596795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.614955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'name': 'tempest-TestServerBasicOps-1658107529-router', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:56Z', 'updated_at': '2021-07-27T22:24:02Z', 'revision_number': 4, 'project_id': '4f0f99e44f854a10a344815ab8204bb9', 'gw_port': {'id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '80196b2f-b422-451e-aa04-ee321c4ffc50', 'name': '', 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'mac_address': 'fa:16:3e:0e:c6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'bafbeb4e-5f68-4bd2-b021-5be325f50159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:24:01Z', 'updated_at': '2021-07-27T22:24:06Z', 'revision_number': 4, 'project_id': '4f0f99e44f854a10a344815ab8204bb9', 'subnets': [{'id': 'bafbeb4e-5f68-4bd2-b021-5be325f50159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:07.649180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cef39f-5481-4fa0-ae0d-d6eae84f3200 None None] The sync data for ids ['33ba1d0f-20ff-483f-af49-83e0fd5c13aa'] in n-d-802011-3 is: [{'id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'name': 'tempest-TestServerBasicOps-1658107529-router', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:56Z', 'updated_at': '2021-07-27T22:24:02Z', 'revision_number': 4, 'project_id': '4f0f99e44f854a10a344815ab8204bb9', 'gw_port': {'id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '80196b2f-b422-451e-aa04-ee321c4ffc50', 'name': '', 'network_id': '460c1246-f4d7-4e45-ab3d-b6a58375d4cc', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'mac_address': 'fa:16:3e:0e:c6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'bafbeb4e-5f68-4bd2-b021-5be325f50159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:24:01Z', 'updated_at': '2021-07-27T22:24:06Z', 'revision_number': 4, 'project_id': '4f0f99e44f854a10a344815ab8204bb9', 'subnets': [{'id': 'bafbeb4e-5f68-4bd2-b021-5be325f50159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:07.652045 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9476-7b45-4232-ad05-bf2f482b2eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.703341 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9476-7b45-4232-ad05-bf2f482b2eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.746106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] device_id is not set on port ff9d61e5-96e2-4157-b4e8-b65e107b50de yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:24:07.806284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9476-7b45-4232-ad05-bf2f482b2eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.809323 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9476-7b45-4232-ad05-bf2f482b2eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:07.812898 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c9eb9476-7b45-4232-ad05-bf2f482b2eb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7dd05587-eaa8-4737-acf0-08a7bc82b1ed HTTP/1.1" status: 204 len: 168 time: 0.2552645 Jul 27 22:24:07.827399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb9476-7b45-4232-ad05-bf2f482b2eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd05587-eaa8-4737-acf0-08a7bc82b1ed,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:07.921128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829839-13a8-4a70-9e97-a9a646ba170f req-cd98749b-3736-4929-a2de-05e9402aa693 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:07.922711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8829839-13a8-4a70-9e97-a9a646ba170f req-cd98749b-3736-4929-a2de-05e9402aa693 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1468816 Jul 27 22:24:07.938088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eab13a-e797-4d46-ad17-2624f4c36252 req-f7e7242a-473e-459f-b4f2-a811658bb21d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:07.940271 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59eab13a-e797-4d46-ad17-2624f4c36252 req-f7e7242a-473e-459f-b4f2-a811658bb21d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.1730464 Jul 27 22:24:08.038991 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8829839-13a8-4a70-9e97-a9a646ba170f req-de894b26-c0d3-4f42-b37b-68d6445b5839 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089005 Jul 27 22:24:08.053761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59eab13a-e797-4d46-ad17-2624f4c36252 req-76588e0f-ef34-47bc-a1cd-6f1ee1bb4580 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954094 Jul 27 22:24:08.063228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.069567 n-d-802011-3 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-bb84c0e3-2f0e-4b5c-9094-fd1564d2fb9e tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Project c756860e16ae4fa6bc10144b561f9167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:24:08.088375 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb84c0e3-2f0e-4b5c-9094-fd1564d2fb9e tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.184874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] device_id is not set on port c69d5710-f802-4298-9b17-1f3234adf1cc yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:24:08.193851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb84c0e3-2f0e-4b5c-9094-fd1564d2fb9e tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.206020 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb84c0e3-2f0e-4b5c-9094-fd1564d2fb9e tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.233282 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb84c0e3-2f0e-4b5c-9094-fd1564d2fb9e tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.248537 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bb84c0e3-2f0e-4b5c-9094-fd1564d2fb9e tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7586780 Jul 27 22:24:08.251895 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84c0e3-2f0e-4b5c-9094-fd1564d2fb9e tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a6e854-ccc8-4be1-b8ad-44f9a21a7517,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:08.319818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43056) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:08.337764 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-485ab91f-2ae1-4301-bc55-1462c39df6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.417811 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.463505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bd06e-e490-4296-99f2-251b92fc36ff req-cedf8173-06f9-4132-a160-363ac626bee4 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:08.475792 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-485ab91f-2ae1-4301-bc55-1462c39df6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.476634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db7bd06e-e490-4296-99f2-251b92fc36ff req-cedf8173-06f9-4132-a160-363ac626bee4 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.2809575 Jul 27 22:24:08.490123 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-485ab91f-2ae1-4301-bc55-1462c39df6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.539386 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.553104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db7bd06e-e490-4296-99f2-251b92fc36ff req-f2a7ce66-6ef7-46eb-af64-37fd9cecf141 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754704 Jul 27 22:24:08.613162 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-485ab91f-2ae1-4301-bc55-1462c39df6af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcd8601c3d164d47abecc0a9383d6843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919908 Jul 27 22:24:08.617464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43074) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:08.635953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ab91f-2ae1-4301-bc55-1462c39df6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26fd871-96d0-42f2-a4ec-fefe90a3c6c7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:08.675328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event updated for resources: {'Port': ['ID=ff9d61e5-96e2-4157-b4e8-b65e107b50de,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:08.742766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Checking segment: {'id': 'b2612b05-0e1c-4a53-97a2-18ecbd2afd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb819672-946b-40c2-8329-c8892771adbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:08.743259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Network hostable DHCP agents. Network: bb819672-946b-40c2-8329-c8892771adbf, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:24:08.755729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-a346887e-5b8b-496d-a0d7-e0250ded7f78 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753071295&fields=id&tenant_id=c756860e16ae4fa6bc10144b561f9167 HTTP/1.1" status: 200 len: 267 time: 0.1311555 Jul 27 22:24:08.838329 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752e70dd-db72-4229-8245-e4cc8887541f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.847430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32928130-2202-4ac5-8ffd-286f7e622c5e req-53428a3f-df2f-406e-9cac-a49abd71cf6a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:08.848972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32928130-2202-4ac5-8ffd-286f7e622c5e req-53428a3f-df2f-406e-9cac-a49abd71cf6a tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.1599896 Jul 27 22:24:08.860255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Network bb819672-946b-40c2-8329-c8892771adbf is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:24:08.907345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, bb819672-946b-40c2-8329-c8892771adbf) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:08.916245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ceace-7e7b-4397-a790-257c3ec50c8e None None] Network bb819672-946b-40c2-8329-c8892771adbf requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:08.922323 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752e70dd-db72-4229-8245-e4cc8887541f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.943965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:08.944845 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.954510 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45a4cc5d-f8c5-4f00-b09e-e47902e63aba req-920ea35d-6912-4831-a9e5-a0fb1a9ab223 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755947 Jul 27 22:24:09.043024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32928130-2202-4ac5-8ffd-286f7e622c5e req-0463370e-dbfd-41b7-8f4f-d35f5bffd9c8 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795526 Jul 27 22:24:09.092080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666fc45-aac4-4862-9870-6e220298ee8c req-60b40238-c2c0-40d1-816b-c98e49414611 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:09.099668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-60b40238-c2c0-40d1-816b-c98e49414611 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/networks?id=ab2ac776-71c2-406d-b9f0-328bbd239926 HTTP/1.1" status: 200 len: 809 time: 0.3305569 Jul 27 22:24:09.130188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event updated for resources: {'Port': ['ID=c69d5710-f802-4298-9b17-1f3234adf1cc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:09.145562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4cc5d-f8c5-4f00-b09e-e47902e63aba req-b21d5714-e9ab-4efc-977c-4579893e871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:09.147276 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45a4cc5d-f8c5-4f00-b09e-e47902e63aba req-b21d5714-e9ab-4efc-977c-4579893e871e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=093c931b75694176ab482ad04d08f5d7&device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 1098 time: 0.1346803 Jul 27 22:24:09.155697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aeeac0e0-fa5d-4bf7-bbe9-3668b34a31a8 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/quotas/c756860e16ae4fa6bc10144b561f9167 HTTP/1.1" status: 200 len: 375 time: 0.0550368 Jul 27 22:24:09.271466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Checking segment: {'id': 'fe35d699-308f-4f0b-9585-9b713505c5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5d70b235-3239-4689-bfe1-4fc38fc555d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:09.271982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Network hostable DHCP agents. Network: 5d70b235-3239-4689-bfe1-4fc38fc555d3, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:24:09.312488 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752e70dd-db72-4229-8245-e4cc8887541f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:09.315957 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752e70dd-db72-4229-8245-e4cc8887541f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:09.317178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-752e70dd-db72-4229-8245-e4cc8887541f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c26fd871-96d0-42f2-a4ec-fefe90a3c6c7 HTTP/1.1" status: 204 len: 168 time: 0.6986301 Jul 27 22:24:09.348484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e70dd-db72-4229-8245-e4cc8887541f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26fd871-96d0-42f2-a4ec-fefe90a3c6c7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:09.403122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3188e36-37cc-4e49-9573-41bc1c89d16e req-5116693b-fb85-4cc8-938e-a1c9b515dfee tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:09.404716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3188e36-37cc-4e49-9573-41bc1c89d16e req-5116693b-fb85-4cc8-938e-a1c9b515dfee tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.2066901 Jul 27 22:24:09.405737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Network 5d70b235-3239-4689-bfe1-4fc38fc555d3 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:24:09.421825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4cc5d-f8c5-4f00-b09e-e47902e63aba req-f11d3866-6c05-4ae3-aaca-6fdcc48458b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:09.427845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-867618d1-244e-4a01-9741-ca1d0ea5b4db tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c756860e16ae4fa6bc10144b561f9167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2695134 Jul 27 22:24:09.437950 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45a4cc5d-f8c5-4f00-b09e-e47902e63aba req-f11d3866-6c05-4ae3-aaca-6fdcc48458b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 200 len: 913 time: 0.2653840 Jul 27 22:24:09.480539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 80196b2f-b422-451e-aa04-ee321c4ffc50 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:09.496571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 5d70b235-3239-4689-bfe1-4fc38fc555d3) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:09.514999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:09.521626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:09.527164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:09.527879 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:09.545346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3188e36-37cc-4e49-9573-41bc1c89d16e req-47d0f608-5eeb-43f9-a6a5-5e8c22e1dd8f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162624 Jul 27 22:24:09.553521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ff5a5ccc-00dc-4d14-b8dd-fcbb0e435517 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4972270 Jul 27 22:24:09.555939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:09.556094 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45a4cc5d-f8c5-4f00-b09e-e47902e63aba req-53b739b4-6b69-4434-a345-3db89edc3d67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9 HTTP/1.1" status: 200 len: 217 time: 0.1163905 Jul 27 22:24:09.581292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7365bf1-3940-44f4-89b3-3c65e5d58c3a None None] Network 5d70b235-3239-4689-bfe1-4fc38fc555d3 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:09.629903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3891afc5-bb4e-414c-8b2f-1210664ee723 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:09.640089 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3891afc5-bb4e-414c-8b2f-1210664ee723 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:09.642102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3891afc5-bb4e-414c-8b2f-1210664ee723 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0849979 Jul 27 22:24:09.645654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:09.664025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4cc5d-f8c5-4f00-b09e-e47902e63aba req-6d1ff145-4790-4408-bc97-204a750e64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:09.669018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45a4cc5d-f8c5-4f00-b09e-e47902e63aba req-6d1ff145-4790-4408-bc97-204a750e64f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd95150c-158c-4db5-bf84-b3a3418fb5df HTTP/1.1" status: 200 len: 852 time: 0.0995555 Jul 27 22:24:09.709551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 80196b2f-b422-451e-aa04-ee321c4ffc50 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:09.716739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 80196b2f-b422-451e-aa04-ee321c4ffc50 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:09.717368 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:09.744269 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45a4cc5d-f8c5-4f00-b09e-e47902e63aba req-95b896fb-c230-4184-886e-d0bcabb652ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698957 Jul 27 22:24:09.828126 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc3895-96f2-41fc-9034-2f612bfa2ac7 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Deleting port ff9d61e5-96e2-4157-b4e8-b65e107b50de {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:09.829207 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3895-96f2-41fc-9034-2f612bfa2ac7 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:09.913267 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:09.928061 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3895-96f2-41fc-9034-2f612bfa2ac7 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:09.942774 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45a4cc5d-f8c5-4f00-b09e-e47902e63aba req-5e0dd742-88b8-4fb0-9b8b-53cf591dbab9 service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857202 Jul 27 22:24:09.949141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc3895-96f2-41fc-9034-2f612bfa2ac7 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Calling delete_port for ff9d61e5-96e2-4157-b4e8-b65e107b50de owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:09.991282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 80196b2f-b422-451e-aa04-ee321c4ffc50, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=80196b2f-b422-451e-aa04-ee321c4ffc50,segment=NetworkSegment(bc5256ab-2d0b-4dd1-8549-431e281cab7c),segment_id=bc5256ab-2d0b-4dd1-8549-431e281cab7c)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:10.004207 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:10.114544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=80196b2f-b422-451e-aa04-ee321c4ffc50,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:10.120060 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-45a4cc5d-f8c5-4f00-b09e-e47902e63aba req-9bfd1a12-a789-4cbd-b0c9-fcb3cda6f64d service neutron] 10.222.0.41 "GET /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723721 Jul 27 22:24:10.159753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-c86097fb-45e6-443c-b60e-ae725a0369fd service neutron] 10.222.0.24 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7122798 Jul 27 22:24:10.179730 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3895-96f2-41fc-9034-2f612bfa2ac7 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:10.283574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc3895-96f2-41fc-9034-2f612bfa2ac7 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event deleted for resources: {'Port': ['ID=ff9d61e5-96e2-4157-b4e8-b65e107b50de,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:10.301884 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3895-96f2-41fc-9034-2f612bfa2ac7 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:10.304239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b9bc3895-96f2-41fc-9034-2f612bfa2ac7 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "DELETE /v2.0/ports/ff9d61e5-96e2-4157-b4e8-b65e107b50de HTTP/1.1" status: 204 len: 168 time: 0.6571629 Jul 27 22:24:10.308451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43122) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:10.361474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-6c92bba9-fb18-48f0-9f48-efaa0298fc31 service neutron] 10.222.0.24 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943111 Jul 27 22:24:10.545140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c7e1c-ec2b-4c37-a7fe-3d0f7ed162e2 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Deleting port c69d5710-f802-4298-9b17-1f3234adf1cc {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:10.545736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7e1c-ec2b-4c37-a7fe-3d0f7ed162e2 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:10.667091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:10.697823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f68d116e-885f-44a5-a10c-00c7be67800d req-11119144-6d6a-4549-ae56-270d9b38007d tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 210 time: 0.0751178 Jul 27 22:24:10.705289 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7e1c-ec2b-4c37-a7fe-3d0f7ed162e2 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:10.730785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c7e1c-ec2b-4c37-a7fe-3d0f7ed162e2 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Calling delete_port for c69d5710-f802-4298-9b17-1f3234adf1cc owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:10.776024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dca1a-2464-476f-aab5-b5e957fa0838 req-5ec3e996-da9d-4b6c-806b-79ee080e7e7f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:10.785538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d7dca1a-2464-476f-aab5-b5e957fa0838 req-5ec3e996-da9d-4b6c-806b-79ee080e7e7f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.0811906 Jul 27 22:24:10.857257 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d7dca1a-2464-476f-aab5-b5e957fa0838 req-4afc3221-cf1c-46ee-bf5f-e33eaeded7a2 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695195 Jul 27 22:24:10.866563 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7e1c-ec2b-4c37-a7fe-3d0f7ed162e2 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:10.881335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c27cd09a-893c-402b-9bac-371050240ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:10.904021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c7e1c-ec2b-4c37-a7fe-3d0f7ed162e2 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event deleted for resources: {'Port': ['ID=c69d5710-f802-4298-9b17-1f3234adf1cc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:10.927052 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7e1c-ec2b-4c37-a7fe-3d0f7ed162e2 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:10.936077 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bb7c7e1c-ec2b-4c37-a7fe-3d0f7ed162e2 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "DELETE /v2.0/ports/c69d5710-f802-4298-9b17-1f3234adf1cc HTTP/1.1" status: 204 len: 168 time: 0.6263928 Jul 27 22:24:10.938035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:10.989697 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c27cd09a-893c-402b-9bac-371050240ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:10.990690 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a6d9a2f3-bc38-4f2a-b17c-87ef56eda570 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0493007 Jul 27 22:24:10.991192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43152) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:10.996758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-41a5fe4d-8d22-4cf3-aa1a-f4515dfdd85b tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2034530676'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:11.003797 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c27cd09a-893c-402b-9bac-371050240ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.060008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a5fe4d-8d22-4cf3-aa1a-f4515dfdd85b tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Made reservation on behalf of 211f8d397b484583830c6a91c5d75171 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:11.064958 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41a5fe4d-8d22-4cf3-aa1a-f4515dfdd85b tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.067656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cd09a-893c-402b-9bac-371050240ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490f12ea-f935-4629-8033-8f81a6deb839,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:11.074742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c27cd09a-893c-402b-9bac-371050240ef2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40dc43d4236840a1b30c57f6631f566b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061797 Jul 27 22:24:11.078390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43154) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:11.100828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a5fe4d-8d22-4cf3-aa1a-f4515dfdd85b tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:24:11.112676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41a5fe4d-8d22-4cf3-aa1a-f4515dfdd85b tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.113180 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-41a5fe4d-8d22-4cf3-aa1a-f4515dfdd85b tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Added segment 4cfcc611-5379-41bc-ae78-80ce5abdda05 of type vlan for network c1d85ad9-979b-4a8a-8bb1-454320a14860 Jul 27 22:24:11.152820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47df9735-1d3d-4293-904b-6fd6fe00666b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.177688 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47df9735-1d3d-4293-904b-6fd6fe00666b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.206651 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41a5fe4d-8d22-4cf3-aa1a-f4515dfdd85b tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.234406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47df9735-1d3d-4293-904b-6fd6fe00666b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.239102 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47df9735-1d3d-4293-904b-6fd6fe00666b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.242831 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41a5fe4d-8d22-4cf3-aa1a-f4515dfdd85b tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.243440 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-47df9735-1d3d-4293-904b-6fd6fe00666b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/490f12ea-f935-4629-8033-8f81a6deb839 HTTP/1.1" status: 204 len: 168 time: 0.1638627 Jul 27 22:24:11.250804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a5fe4d-8d22-4cf3-aa1a-f4515dfdd85b tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:11.252201 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41a5fe4d-8d22-4cf3-aa1a-f4515dfdd85b tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.280910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df9735-1d3d-4293-904b-6fd6fe00666b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490f12ea-f935-4629-8033-8f81a6deb839,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:11.426721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 80196b2f-b422-451e-aa04-ee321c4ffc50 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:11.494397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5fe4d-8d22-4cf3-aa1a-f4515dfdd85b tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event updated for resources: {'Network': ['ID=c1d85ad9-979b-4a8a-8bb1-454320a14860,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:11.507380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 80196b2f-b422-451e-aa04-ee321c4ffc50 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:11.508008 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.509462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:11.509731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-41a5fe4d-8d22-4cf3-aa1a-f4515dfdd85b tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5172360 Jul 27 22:24:11.515131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6c3ecf81-71d5-4200-ac9b-1135660fb456 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1934277652'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:11.523273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network c1d85ad9-979b-4a8a-8bb1-454320a14860 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:24:11.560022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3ecf81-71d5-4200-ac9b-1135660fb456 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Made reservation on behalf of 211f8d397b484583830c6a91c5d75171 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:11.564044 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c3ecf81-71d5-4200-ac9b-1135660fb456 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.631999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3ecf81-71d5-4200-ac9b-1135660fb456 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:24:11.643162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43174) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:11.659835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c3ecf81-71d5-4200-ac9b-1135660fb456 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.660354 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-6c3ecf81-71d5-4200-ac9b-1135660fb456 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Added segment bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea of type vlan for network 6b998f27-9580-4c63-afa7-b113fcf86780 Jul 27 22:24:11.661572 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e35c758d-1386-4d16-ac3f-554563a5ce8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.725414 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c3ecf81-71d5-4200-ac9b-1135660fb456 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.769960 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c3ecf81-71d5-4200-ac9b-1135660fb456 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.776218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ecf81-71d5-4200-ac9b-1135660fb456 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:11.778456 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c3ecf81-71d5-4200-ac9b-1135660fb456 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.842175 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e35c758d-1386-4d16-ac3f-554563a5ce8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:11.850704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ecf81-71d5-4200-ac9b-1135660fb456 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event updated for resources: {'Network': ['ID=6b998f27-9580-4c63-afa7-b113fcf86780,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:11.859919 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6c3ecf81-71d5-4200-ac9b-1135660fb456 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3488438 Jul 27 22:24:11.883755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 6b998f27-9580-4c63-afa7-b113fcf86780 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:24:11.884919 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd534f3c-24d8-496c-8dc5-be44c7138602 req-32fc30c6-154f-4430-b2d9-216b7ab71535 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 210 time: 0.0406463 Jul 27 22:24:11.886030 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e35c758d-1386-4d16-ac3f-554563a5ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:12.014383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:12.021351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'subnets': [{'network_id': 'c1d85ad9-979b-4a8a-8bb1-454320a14860', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1840984014', 'ip_version': 4}, {'network_id': '6b998f27-9580-4c63-afa7-b113fcf86780', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:12.021794 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'subnet': {'network_id': 'c1d85ad9-979b-4a8a-8bb1-454320a14860', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1840984014', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:12.022496 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Request body: {'subnet': {'network_id': '6b998f27-9580-4c63-afa7-b113fcf86780', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:12.146705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:12.479863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c758d-1386-4d16-ac3f-554563a5ce8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cf94b7-72f4-4247-bfbc-d6da0fd4ce7f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:12.499838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e35c758d-1386-4d16-ac3f-554563a5ce8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f96ac7bd119438ea2d35fdbf58879b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8539886 Jul 27 22:24:12.501106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43192) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:12.519274 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:12.597646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0baf1a-e5e2-440e-9885-fbc43bd62d2d req-4df9d102-38cf-446f-b013-58f0d9e07284 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:12.609154 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b0baf1a-e5e2-440e-9885-fbc43bd62d2d req-4df9d102-38cf-446f-b013-58f0d9e07284 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.1787992 Jul 27 22:24:12.634665 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29839812-17f3-4de3-a034-268cb580852b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:12.660729 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29839812-17f3-4de3-a034-268cb580852b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:12.669792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1ac44df8-1b3b-4d9f-a18d-0d1588a4c600 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-279149386'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:12.671014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1ac44df8-1b3b-4d9f-a18d-0d1588a4c600 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Unknown quota resources ['metering_label']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:24:12.708232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Made reservation on behalf of 211f8d397b484583830c6a91c5d75171 for: {'subnet': 2} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:12.714393 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:12.714993 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:12.732065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b0baf1a-e5e2-440e-9885-fbc43bd62d2d req-586d13be-9534-4acb-a97d-9c701779b826 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217012 Jul 27 22:24:12.747247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29839812-17f3-4de3-a034-268cb580852b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:12.750428 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29839812-17f3-4de3-a034-268cb580852b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:12.752454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-29839812-17f3-4de3-a034-268cb580852b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9cf94b7-72f4-4247-bfbc-d6da0fd4ce7f HTTP/1.1" status: 204 len: 168 time: 0.2492454 Jul 27 22:24:12.762022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29839812-17f3-4de3-a034-268cb580852b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cf94b7-72f4-4247-bfbc-d6da0fd4ce7f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:12.804225 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e85e313f-921a-4ed9-b889-61563c712a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:13.018165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1ac44df8-1b3b-4d9f-a18d-0d1588a4c600 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:13.019396 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1ac44df8-1b3b-4d9f-a18d-0d1588a4c600 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8717170 Jul 27 22:24:13.023396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43202) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:13.031836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-100f2749-5c40-4b8b-961d-85f461a46e75 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f441de44-8914-4201-bdf5-04adf649cad1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:13.035655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-100f2749-5c40-4b8b-961d-85f461a46e75 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:24:13.040634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666fc45-aac4-4862-9870-6e220298ee8c req-1936e8c8-9677-4b0f-a942-c39420a13c21 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:13.042172 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-1936e8c8-9677-4b0f-a942-c39420a13c21 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.41 "GET /v2.0/networks?id=ab2ac776-71c2-406d-b9f0-328bbd239926 HTTP/1.1" status: 200 len: 809 time: 0.8453424 Jul 27 22:24:13.124232 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-10ce9496-3735-4917-a494-02352125caa5 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c756860e16ae4fa6bc10144b561f9167 HTTP/1.1" status: 200 len: 380 time: 0.0700815 Jul 27 22:24:13.135766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Request body: {'port': {'device_id': '9969c230-b2ed-4203-be53-4a466831de96', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'admin_state_up': True, 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'security_groups': ['7be42f13-120e-44c4-8ad6-7db2a6a399bf']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:13.199045 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bf2b53e-bef0-46ea-97e7-fcf50eed8f76 req-a67f6abd-a95e-4c41-8a77-d6daf4756429 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 210 time: 0.1296637 Jul 27 22:24:13.200971 n-d-802011-3 neutron-server[93835]: WARNING neutron.services.metering.metering_plugin [None req-100f2749-5c40-4b8b-961d-85f461a46e75 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 22:24:13.283908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43206) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:13.322787 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1ce6029-e41d-49e7-a620-e277ef4f56b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:13.341852 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-100f2749-5c40-4b8b-961d-85f461a46e75 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:13.344714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-100f2749-5c40-4b8b-961d-85f461a46e75 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3187640 Jul 27 22:24:13.347140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:13.353790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4883369e-7088-4132-ad6c-e4a7cf3e21dc tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f441de44-8914-4201-bdf5-04adf649cad1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:13.354329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4883369e-7088-4132-ad6c-e4a7cf3e21dc tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:24:13.387129 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:24:13.387129 n-d-802011-3 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 22:24:13.387129 n-d-802011-3 neutron-server[93834]: [parameters: {'project_id_1': 'c756860e16ae4fa6bc10144b561f9167', 'expiration_1': datetime.datetime(2021, 7, 27, 22, 24, 13, 368955)}] Jul 27 22:24:13.387129 n-d-802011-3 neutron-server[93834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:24:13.387709 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:24:13.423894 n-d-802011-3 neutron-server[93835]: WARNING neutron.services.metering.metering_plugin [None req-4883369e-7088-4132-ad6c-e4a7cf3e21dc tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 22:24:13.507466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:13.515604 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4883369e-7088-4132-ad6c-e4a7cf3e21dc tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:13.520123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4883369e-7088-4132-ad6c-e4a7cf3e21dc tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1716075 Jul 27 22:24:13.521120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:13.533927 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5480e746-2c4c-4caa-9270-be12fbc24907 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=46aa5f07-2ad8-4e3e-95d1-e4be0ba514cc HTTP/1.1" status: 200 len: 462 time: 0.0097625 Jul 27 22:24:13.534187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:13.611469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event updated for resources: {'Subnet': ['ID=3e119d4e-5555-42e6-a872-36ecc221c8ea,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:13.643896 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1ce6029-e41d-49e7-a620-e277ef4f56b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:13.648306 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a917b2a4-5ca3-4a8d-b2e6-5a3e7e73d742 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:13.649392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a917b2a4-5ca3-4a8d-b2e6-5a3e7e73d742 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/46aa5f07-2ad8-4e3e-95d1-e4be0ba514cc HTTP/1.1" status: 204 len: 168 time: 0.1141324 Jul 27 22:24:13.652205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43214) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:13.662314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-454a5f1e-5b3d-4c67-b0ae-ea04b7b4be47 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=46aa5f07-2ad8-4e3e-95d1-e4be0ba514cc HTTP/1.1" status: 200 len: 221 time: 0.0086808 Jul 27 22:24:13.664554 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1ce6029-e41d-49e7-a620-e277ef4f56b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:13.665801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:13.676652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-92fb28d9-e574-4d9c-9e80-d1e650da6fcd tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1623816877', 'description': 'label created by tempest'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:13.677240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-92fb28d9-e574-4d9c-9e80-d1e650da6fcd tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Unknown quota resources ['metering_label']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:24:13.687126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Checking segment: {'id': '4cfcc611-5379-41bc-ae78-80ce5abdda05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c1d85ad9-979b-4a8a-8bb1-454320a14860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:13.687738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Network hostable DHCP agents. Network: c1d85ad9-979b-4a8a-8bb1-454320a14860, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:24:13.761587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce6029-e41d-49e7-a620-e277ef4f56b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f21c70-28f3-4e5a-83d3-f5cc0d9d7d6d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:13.777406 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a1ce6029-e41d-49e7-a620-e277ef4f56b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29f87b17940048bab9956457bdf3a5af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865317 Jul 27 22:24:13.780331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43220) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:13.788920 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-75b76d09-9566-492a-9072-2e05d57b625d req-2ffb0bef-fe57-4893-b68b-3bebcedc78d1 service neutron] show failed (client error): The resource could not be found. Jul 27 22:24:13.789936 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-2ffb0bef-fe57-4893-b68b-3bebcedc78d1 service neutron] 10.222.0.43 "GET /v2.0/ports/7ab84666-a54e-4fab-953d-4142c432a619/bindings/n-h2-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.2006652 Jul 27 22:24:13.793069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Network c1d85ad9-979b-4a8a-8bb1-454320a14860 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:24:13.837058 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, c1d85ad9-979b-4a8a-8bb1-454320a14860) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:13.840378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6733f-393b-4569-9b73-6b20f9312a74 req-67f172aa-60bc-4541-9d61-373ea594106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:13.841906 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eea6733f-393b-4569-9b73-6b20f9312a74 req-67f172aa-60bc-4541-9d61-373ea594106b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1097 time: 0.1251876 Jul 27 22:24:13.845210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317aeda5-0ced-4a4c-8aca-259034bbe0a9 None None] Network c1d85ad9-979b-4a8a-8bb1-454320a14860 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:13.845776 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:13.912189 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92fb28d9-e574-4d9c-9e80-d1e650da6fcd tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:13.916892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-92fb28d9-e574-4d9c-9e80-d1e650da6fcd tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2499695 Jul 27 22:24:13.917638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43224) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:13.967327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a610189b-65c5-4f0d-bcc3-b31cff312e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:14.026095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-11051d8a-396f-45dd-95e4-f5315b7cbeed tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=8e0ab71a-da13-46d8-950c-93e8acc6b32b HTTP/1.1" status: 200 len: 468 time: 0.0935347 Jul 27 22:24:14.026928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:14.042620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event updated for resources: {'Subnet': ['ID=d0761017-474d-420b-8d2e-6bdfb2106a14,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:14.057592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f07b53-0d55-4d30-8b8b-6e5e54ed99d0 req-aa8c463a-c16b-47d0-8ce3-8b57deda5ec0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.060025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7f07b53-0d55-4d30-8b8b-6e5e54ed99d0 req-aa8c463a-c16b-47d0-8ce3-8b57deda5ec0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.1910667 Jul 27 22:24:14.069496 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a610189b-65c5-4f0d-bcc3-b31cff312e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:14.083515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Made reservation on behalf of c756860e16ae4fa6bc10144b561f9167 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:14.087326 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:14.112893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Checking segment: {'id': 'bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b998f27-9580-4c63-afa7-b113fcf86780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:14.113331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Network hostable DHCP agents. Network: 6b998f27-9580-4c63-afa7-b113fcf86780, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:24:14.152165 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-c1d85ad9-979b-4a8a-8bb1-454320a14860', 'network_id': 'c1d85ad9-979b-4a8a-8bb1-454320a14860', 'tenant_id': '211f8d397b484583830c6a91c5d75171', 'fixed_ips': [{'subnet_id': '3e119d4e-5555-42e6-a872-36ecc221c8ea'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:24:14.153493 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:14.170616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6733f-393b-4569-9b73-6b20f9312a74 req-b7f7937e-d36e-4ea7-b8e2-8972e2c0ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.172001 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eea6733f-393b-4569-9b73-6b20f9312a74 req-b7f7937e-d36e-4ea7-b8e2-8972e2c0ae70 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 898 time: 0.2933266 Jul 27 22:24:14.264740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Network 6b998f27-9580-4c63-afa7-b113fcf86780 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:24:14.279472 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a610189b-65c5-4f0d-bcc3-b31cff312e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:14.282075 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a610189b-65c5-4f0d-bcc3-b31cff312e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:14.286281 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a610189b-65c5-4f0d-bcc3-b31cff312e08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8f21c70-28f3-4e5a-83d3-f5cc0d9d7d6d HTTP/1.1" status: 204 len: 168 time: 0.5025899 Jul 27 22:24:14.311562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 6b998f27-9580-4c63-afa7-b113fcf86780) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:14.339467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbf675a-41ec-467c-beb0-e3ff7ad47f1c None None] Network 6b998f27-9580-4c63-afa7-b113fcf86780 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:14.344620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-60599b4d-986d-4c25-99db-6468b913e3ef req-aca03b65-ff95-4ce3-9122-2f838e1b101d tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 210 time: 0.0335612 Jul 27 22:24:14.358346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610189b-65c5-4f0d-bcc3-b31cff312e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f21c70-28f3-4e5a-83d3-f5cc0d9d7d6d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:14.365949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.366480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.367131 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:14.381835 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eea6733f-393b-4569-9b73-6b20f9312a74 req-dda49b43-aa50-4241-8163-0f2410598cbd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1002 time: 0.1697369 Jul 27 22:24:14.443538 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Allocated IP 172.20.0.6 (ab2ac776-71c2-406d-b9f0-328bbd239926/3d14f8be-7908-497b-bf7c-f833310b6890/533d225d-83ad-4f1f-b971-676807c09d23) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:14.449005 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8a5a9687-1568-4c89-8905-bd7cd391631e tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4311323 Jul 27 22:24:14.454102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43232) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:14.464368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Allocated IP 172.20.0.2 (c1d85ad9-979b-4a8a-8bb1-454320a14860/3e119d4e-5555-42e6-a872-36ecc221c8ea/4361ea83-ae1d-4d2b-9709-27a3c30bd0d2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:14.500599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7f07b53-0d55-4d30-8b8b-6e5e54ed99d0 req-d14d347c-5a56-4849-ae5e-b87f8523f429 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3842371 Jul 27 22:24:14.511642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b76d09-9566-492a-9072-2e05d57b625d req-877007ab-324b-4856-9415-ee1cd1b47264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.513392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-877007ab-324b-4856-9415-ee1cd1b47264 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd&tenant_id=28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 1097 time: 0.3988874 Jul 27 22:24:14.516764 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6eae7060-d4de-4309-9069-efabff1bd260 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:14.522632 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6eae7060-d4de-4309-9069-efabff1bd260 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/8e0ab71a-da13-46d8-950c-93e8acc6b32b HTTP/1.1" status: 204 len: 168 time: 0.4935694 Jul 27 22:24:14.525165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:14.541203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-285ca81f-b5d0-438d-8cd4-43c42138ef46 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=8e0ab71a-da13-46d8-950c-93e8acc6b32b HTTP/1.1" status: 200 len: 216 time: 0.0143425 Jul 27 22:24:14.545177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6733f-393b-4569-9b73-6b20f9312a74 req-62f3bcd7-6b27-41dc-bb61-78c30851da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.546218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:14.546676 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eea6733f-393b-4569-9b73-6b20f9312a74 req-62f3bcd7-6b27-41dc-bb61-78c30851da6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.1581266 Jul 27 22:24:14.550573 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43236) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:14.587796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1384eced-e48e-4216-aef0-b3b2d97b6134 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.589417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1384eced-e48e-4216-aef0-b3b2d97b6134 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.591725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1384eced-e48e-4216-aef0-b3b2d97b6134 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.593455 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1384eced-e48e-4216-aef0-b3b2d97b6134 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1378372 Jul 27 22:24:14.616282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:14.617260 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:14.617925 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-31def028-243f-44e0-8ab9-3543aff0de7d tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0643351 Jul 27 22:24:14.626420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43242) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:14.724581 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:14.735003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Transition to ACTIVE for port object 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:14.760465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Transition to ACTIVE for port object 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:14.778820 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:14.839029 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Network c1d85ad9-979b-4a8a-8bb1-454320a14860 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:14.846599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:14.851782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:14.873682 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fa2c033a-840e-430a-b0b4-86ef6019f9b8 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2350142 Jul 27 22:24:14.881375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43256) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:14.898461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:14.934440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Pushing event updated for resources: {'Port': ['ID=4361ea83-ae1d-4d2b-9709-27a3c30bd0d2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:14.963004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6733f-393b-4569-9b73-6b20f9312a74 req-3fc9785d-305b-484c-b760-389e3964da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.964394 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eea6733f-393b-4569-9b73-6b20f9312a74 req-3fc9785d-305b-484c-b760-389e3964da76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3987985 Jul 27 22:24:14.967596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:15.015441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:15.019467 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c32b38-b134-461d-95a0-69c6a5c04eac" -d '{"events": [{"server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab84666-a54e-4fab-953d-4142c432a619"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:15.034136 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.064685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Transition to ACTIVE for port object 7ab84666-a54e-4fab-953d-4142c432a619 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:15.075725 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.097241 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c4999c19-8a0c-4dc1-8337-7762695dd0a6 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/f441de44-8914-4201-bdf5-04adf649cad1 HTTP/1.1" status: 200 len: 472 time: 0.2139101 Jul 27 22:24:15.104525 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-42599e67-a3bd-437f-b0ba-12fa32258b8a tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Deleting subnet 3e119d4e-5555-42e6-a872-36ecc221c8ea {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:24:15.113704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-6b998f27-9580-4c63-afa7-b113fcf86780', 'network_id': '6b998f27-9580-4c63-afa7-b113fcf86780', 'tenant_id': '211f8d397b484583830c6a91c5d75171', 'fixed_ips': [{'subnet_id': 'd0761017-474d-420b-8d2e-6bdfb2106a14'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:24:15.116624 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.119214 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43266) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:15.146606 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42599e67-a3bd-437f-b0ba-12fa32258b8a tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.300200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] No DVR routers for this DVR port 7ab84666-a54e-4fab-953d-4142c432a619 on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:24:15.327274 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-81f73823-8c0a-4fa4-ac24-012ec3ef735b tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/93354a8a-f8b7-4920-8611-ee1c695239a1 HTTP/1.1" status: 200 len: 459 time: 0.2052073 Jul 27 22:24:15.327765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43272) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:15.419184 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.425786 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42599e67-a3bd-437f-b0ba-12fa32258b8a tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.487691 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4164ff-fe8a-47bd-a9b2-8a3ba8f386c6 x-openstack-request-id: req-8f4164ff-fe8a-47bd-a9b2-8a3ba8f386c6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:15.487983 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab84666-a54e-4fab-953d-4142c432a619", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:15.488240 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f4164ff-fe8a-47bd-a9b2-8a3ba8f386c6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:15.488644 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619', 'code': 200} Jul 27 22:24:15.525916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Allocated IP 172.20.0.18 (6b998f27-9580-4c63-afa7-b113fcf86780/d0761017-474d-420b-8d2e-6bdfb2106a14/5e875bfc-6f42-4651-b416-db118f3d393e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:15.551501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:15.557122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Transition to ACTIVE for port object 533d225d-83ad-4f1f-b971-676807c09d23 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:15.673980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-746bf400-5e4e-4f76-93c0-2df5c3a8d9a3 req-f380e7b3-8726-49c7-b64a-098c900031b1 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 210 time: 0.0662668 Jul 27 22:24:15.707504 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eea6733f-393b-4569-9b73-6b20f9312a74 req-d4f133e4-fb95-4a58-8a4d-853cf0ca975b service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323242 Jul 27 22:24:15.745723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90b7780d-74cc-4ff9-a7de-1eb53e01e747 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.752458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Attempting to bind port 7ab84666-a54e-4fab-953d-4142c432a619 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:15.753307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-90b7780d-74cc-4ff9-a7de-1eb53e01e747 tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/93354a8a-f8b7-4920-8611-ee1c695239a1 HTTP/1.1" status: 204 len: 168 time: 0.3943565 Jul 27 22:24:15.754600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Attempting to bind port 7ab84666-a54e-4fab-953d-4142c432a619 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:15.754958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Attempting to bind port 7ab84666-a54e-4fab-953d-4142c432a619 on network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:15.766401 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:15.783848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534d6d3-f2c0-4926-b3be-a6b0d9a5fe2c req-78ac41b6-fe2a-431e-af2e-5cdadf56c20b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:15.786346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3534d6d3-f2c0-4926-b3be-a6b0d9a5fe2c req-78ac41b6-fe2a-431e-af2e-5cdadf56c20b tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.4889059 Jul 27 22:24:15.821405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Port 7ab84666-a54e-4fab-953d-4142c432a619 on network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:24:15.822096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Attempting to bind port 7ab84666-a54e-4fab-953d-4142c432a619 on network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:15.879846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Attempting to bind port 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:15.880451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Attempting to bind port 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4cfcc611-5379-41bc-ae78-80ce5abdda05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c1d85ad9-979b-4a8a-8bb1-454320a14860'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:15.881416 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Attempting to bind port 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 on network c1d85ad9-979b-4a8a-8bb1-454320a14860 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:15.892461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:15.893049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Checking segment: {'id': '4cfcc611-5379-41bc-ae78-80ce5abdda05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c1d85ad9-979b-4a8a-8bb1-454320a14860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:15.893779 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.894472 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Bound using segment: {'id': '4cfcc611-5379-41bc-ae78-80ce5abdda05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c1d85ad9-979b-4a8a-8bb1-454320a14860'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:15.895234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Bound port: 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfcc611-5379-41bc-ae78-80ce5abdda05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c1d85ad9-979b-4a8a-8bb1-454320a14860'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:15.895738 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.918065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:15.918673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Checking segment: {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:15.918915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Bound using segment: {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:15.919582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Bound port: 7ab84666-a54e-4fab-953d-4142c432a619, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:15.919848 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.926799 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91f098c2-4459-4987-9b08-896deb1bf734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.934773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.987647 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.022121 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42599e67-a3bd-437f-b0ba-12fa32258b8a tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.025309 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.036597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3534d6d3-f2c0-4926-b3be-a6b0d9a5fe2c req-642b72d0-12f7-46e1-b25a-245203569312 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410746 Jul 27 22:24:16.046971 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Transition to ACTIVE for port object 5e875bfc-6f42-4651-b416-db118f3d393e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:16.066652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Network ab2ac776-71c2-406d-b9f0-328bbd239926 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:16.076012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Transition to ACTIVE for port object 5e875bfc-6f42-4651-b416-db118f3d393e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:16.083564 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.124802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47db205-10d1-497f-aa5a-c032595a2dcc req-60babc76-3c58-4d1a-a0c0-355b20ed3618 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:16.127076 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f47db205-10d1-497f-aa5a-c032595a2dcc req-60babc76-3c58-4d1a-a0c0-355b20ed3618 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 944 time: 0.2887211 Jul 27 22:24:16.131265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:16.159904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:16.171310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Pushing event updated for resources: {'Port': ['ID=5e875bfc-6f42-4651-b416-db118f3d393e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:16.179924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Network 6b998f27-9580-4c63-afa7-b113fcf86780 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:16.181869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:16.185042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:16.263426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Attempting to bind port 5e875bfc-6f42-4651-b416-db118f3d393e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:16.267001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Attempting to bind port 5e875bfc-6f42-4651-b416-db118f3d393e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b998f27-9580-4c63-afa7-b113fcf86780'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:16.268322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Attempting to bind port 5e875bfc-6f42-4651-b416-db118f3d393e on network 6b998f27-9580-4c63-afa7-b113fcf86780 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:16.273493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f47db205-10d1-497f-aa5a-c032595a2dcc req-c0b228f4-6634-4961-beb2-70604d7a694c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241834 Jul 27 22:24:16.275887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:16.276393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Checking segment: {'id': 'bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b998f27-9580-4c63-afa7-b113fcf86780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:16.277403 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.277403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Bound using segment: {'id': 'bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b998f27-9580-4c63-afa7-b113fcf86780'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:16.277882 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-528ee1f1-b0a6-4811-86d2-3c66b59953bb tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.278178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Bound port: 5e875bfc-6f42-4651-b416-db118f3d393e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b998f27-9580-4c63-afa7-b113fcf86780'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:16.281259 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.281435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-528ee1f1-b0a6-4811-86d2-3c66b59953bb tempest-MeteringIpV6TestJSON-1372407793 tempest-MeteringIpV6TestJSON-1372407793-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/f441de44-8914-4201-bdf5-04adf649cad1 HTTP/1.1" status: 204 len: 168 time: 0.4916604 Jul 27 22:24:16.281435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:16.290437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:16.299259 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event updated for resources: {'Port': ['ID=533d225d-83ad-4f1f-b971-676807c09d23,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:16.304278 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.317706 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eea6733f-393b-4569-9b73-6b20f9312a74 req-50416357-e571-416a-b653-e316770ac4cc service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544786 Jul 27 22:24:16.346629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:16.347516 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.353503 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42599e67-a3bd-437f-b0ba-12fa32258b8a tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.368310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:16.368945 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.376421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] 10.222.0.41 "PUT /v2.0/ports/7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1092 time: 1.8483529 Jul 27 22:24:16.379317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a67946aa-b021-4a22-b898-87db30689384 None None] For port 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:16.410017 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42599e67-a3bd-437f-b0ba-12fa32258b8a tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event deleted for resources: {'Subnet': ['ID=3e119d4e-5555-42e6-a872-36ecc221c8ea,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:16.437353 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42599e67-a3bd-437f-b0ba-12fa32258b8a tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.441321 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-42599e67-a3bd-437f-b0ba-12fa32258b8a tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "DELETE /v2.0/subnets/3e119d4e-5555-42e6-a872-36ecc221c8ea HTTP/1.1" status: 204 len: 168 time: 1.8215079 Jul 27 22:24:16.443194 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-413d17b5-d185-438c-98f3-93686da31451 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3115165 Jul 27 22:24:16.445922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43294) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:16.482196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a67946aa-b021-4a22-b898-87db30689384 None None] For port 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4361ea83-ae1d-4d2b-9709-27a3c30bd0d2,segment=NetworkSegment(4cfcc611-5379-41bc-ae78-80ce5abdda05),segment_id=4cfcc611-5379-41bc-ae78-80ce5abdda05)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:16.485750 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Request body: {'port': {'device_id': '9969c230-b2ed-4203-be53-4a466831de96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:16.540012 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.570577 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf292b2f-dd16-4514-987a-cfa2804e08fc service neutron] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:16.629485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b76d09-9566-492a-9072-2e05d57b625d req-623e2fea-294b-4f6b-9bc1-46e7ff837c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:16.637754 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-623e2fea-294b-4f6b-9bc1-46e7ff837c89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1095 time: 0.2094615 Jul 27 22:24:16.639345 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.656215 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.663984 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] For port 5e875bfc-6f42-4651-b416-db118f3d393e, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:16.665289 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.745614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] For port 5e875bfc-6f42-4651-b416-db118f3d393e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5e875bfc-6f42-4651-b416-db118f3d393e,segment=NetworkSegment(bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea),segment_id=bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:16.772350 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6758a76-30f8-421f-a901-d82152fe5bf6 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Deleting subnet d0761017-474d-420b-8d2e-6bdfb2106a14 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:24:16.787610 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67946aa-b021-4a22-b898-87db30689384 None None] Pushing event updated for resources: {'Port': ['ID=4361ea83-ae1d-4d2b-9709-27a3c30bd0d2,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:16.797923 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6758a76-30f8-421f-a901-d82152fe5bf6 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.810879 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.818712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3f18f776-be9c-4edb-8202-e1168f208e75 None None] Provisioning for port 533d225d-83ad-4f1f-b971-676807c09d23 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:16.855951 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:24:16.859666 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3f18f776-be9c-4edb-8202-e1168f208e75 None None] Provisioning complete for port 533d225d-83ad-4f1f-b971-676807c09d23 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:16.860266 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f18f776-be9c-4edb-8202-e1168f208e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.949393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3f18f776-be9c-4edb-8202-e1168f208e75 None None] Port 533d225d-83ad-4f1f-b971-676807c09d23 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:24:16.956105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e8058-d5d8-41fd-b297-0ab3ec8ad913 None None] Pushing event updated for resources: {'Port': ['ID=5e875bfc-6f42-4651-b416-db118f3d393e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:16.983271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:16.992629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b76d09-9566-492a-9072-2e05d57b625d req-7a38baa6-0e68-4b0e-ab1e-042d7b60d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:16.994507 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-7a38baa6-0e68-4b0e-ab1e-042d7b60d0b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 898 time: 0.3485034 Jul 27 22:24:17.114975 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6758a76-30f8-421f-a901-d82152fe5bf6 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:17.126331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec9397-5a14-47ef-a397-bd0c3d2c35d3 req-cee804c5-644d-4e9c-a5cc-9c72157301ba tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:17.128232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1ec9397-5a14-47ef-a397-bd0c3d2c35d3 req-cee804c5-644d-4e9c-a5cc-9c72157301ba tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 931 time: 0.2810664 Jul 27 22:24:17.211067 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-f7ce50e5-395d-441f-aad2-63189f048b30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1000 time: 0.2063956 Jul 27 22:24:17.225756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1ec9397-5a14-47ef-a397-bd0c3d2c35d3 req-49d8bf6b-10ff-49ab-b9f9-722c276def24 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852344 Jul 27 22:24:17.238679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66dbae-470f-49db-b994-3fc90732a10a req-f1f09e5f-e163-4752-9bcb-f9367f28e578 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:17.240407 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac66dbae-470f-49db-b994-3fc90732a10a req-f1f09e5f-e163-4752-9bcb-f9367f28e578 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.41 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.4436362 Jul 27 22:24:17.495400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:17.497689 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb18a278-e107-4f26-be4e-23ffba787664" -d '{"events": [{"name": "network-changed", "server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "tag": "7ab84666-a54e-4fab-953d-4142c432a619"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:17.566519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7ab84666-a54e-4fab-953d-4142c432a619 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:24:17.593172 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6758a76-30f8-421f-a901-d82152fe5bf6 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:17.604775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b76d09-9566-492a-9072-2e05d57b625d req-a808b900-380c-4277-ad4d-44e2a1547687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:17.606321 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-a808b900-380c-4277-ad4d-44e2a1547687 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.3779578 Jul 27 22:24:17.666871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5e875bfc-6f42-4651-b416-db118f3d393e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:17.688550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f7c88-f581-4a8d-abed-739a051f8308 req-476fe813-362a-40e2-b134-9e9030acd2d2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:17.691497 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-006f7c88-f581-4a8d-abed-739a051f8308 req-476fe813-362a-40e2-b134-9e9030acd2d2 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 947 time: 0.4636359 Jul 27 22:24:17.712826 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15bb1b38-4606-49b3-8b7d-910721ff0965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:17.729362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7ab84666-a54e-4fab-953d-4142c432a619 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:24:17.747989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533d225d-83ad-4f1f-b971-676807c09d23 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:24:17.749556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09b6d6-114c-4e5d-bf7e-d38629b53de5 req-9767f76b-3043-487a-98d5-4d191c080672 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:17.752100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5e875bfc-6f42-4651-b416-db118f3d393e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:17.754893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-ac66dbae-470f-49db-b994-3fc90732a10a req-31bfc2bc-def1-4af8-b713-d6202ed08fc5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Deleting port 4d38feb9-400a-4bf7-82f8-e91fe77125f9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:17.755251 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac66dbae-470f-49db-b994-3fc90732a10a req-31bfc2bc-def1-4af8-b713-d6202ed08fc5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:17.757352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:17.766460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d09b6d6-114c-4e5d-bf7e-d38629b53de5 req-9767f76b-3043-487a-98d5-4d191c080672 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 944 time: 0.3180490 Jul 27 22:24:17.778303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:17.832766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:17.844278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6758a76-30f8-421f-a901-d82152fe5bf6 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:17.867427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b76d09-9566-492a-9072-2e05d57b625d req-8ab82268-6ba3-409b-83d6-992b798d49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:17.869029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-8ab82268-6ba3-409b-83d6-992b798d49c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433672 Jul 27 22:24:17.888944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6758a76-30f8-421f-a901-d82152fe5bf6 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event deleted for resources: {'Subnet': ['ID=d0761017-474d-420b-8d2e-6bdfb2106a14,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:17.889606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d09b6d6-114c-4e5d-bf7e-d38629b53de5 req-0e1a804a-9890-4bd3-ba45-41e03f5dd3d0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164773 Jul 27 22:24:17.898234 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6758a76-30f8-421f-a901-d82152fe5bf6 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:17.900167 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e6758a76-30f8-421f-a901-d82152fe5bf6 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "DELETE /v2.0/subnets/d0761017-474d-420b-8d2e-6bdfb2106a14 HTTP/1.1" status: 204 len: 168 time: 1.4527659 Jul 27 22:24:17.901262 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Transition to ACTIVE for port object 533d225d-83ad-4f1f-b971-676807c09d23 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:17.902585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43348) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:17.906019 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-006f7c88-f581-4a8d-abed-739a051f8308 req-5e4ec7ee-42b6-4a43-a2b1-04963f1e88f1 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875038 Jul 27 22:24:17.935113 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:18.056662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d1986-2d80-45ce-b75d-c323382b9639 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:18.062299 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ea5d1986-2d80-45ce-b75d-c323382b9639 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1547804 Jul 27 22:24:18.080464 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43360) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:18.107929 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:18.114318 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68fe42f-8970-4472-a6ff-b866bd8e2909 x-openstack-request-id: req-e68fe42f-8970-4472-a6ff-b866bd8e2909 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:18.114611 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "tag": "7ab84666-a54e-4fab-953d-4142c432a619", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:18.114862 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e68fe42f-8970-4472-a6ff-b866bd8e2909 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:18.115383 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619', 'status': 'completed', 'code': 200} Jul 27 22:24:18.136282 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-617d9cac-1ce6-41e3-b75c-35c783213cda service neutron] 10.222.0.41 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454076 Jul 27 22:24:18.156072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ac66dbae-470f-49db-b994-3fc90732a10a req-31bfc2bc-def1-4af8-b713-d6202ed08fc5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] For port 4d38feb9-400a-4bf7-82f8-e91fe77125f9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4d38feb9-400a-4bf7-82f8-e91fe77125f9,segment=NetworkSegment(bb339a84-f621-4144-b6a1-6b8bb5ab1a60),segment_id=bb339a84-f621-4144-b6a1-6b8bb5ab1a60)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:18.156675 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac66dbae-470f-49db-b994-3fc90732a10a req-31bfc2bc-def1-4af8-b713-d6202ed08fc5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:18.218293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Pushing event updated for resources: {'Port': ['ID=533d225d-83ad-4f1f-b971-676807c09d23,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:18.297435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-ac66dbae-470f-49db-b994-3fc90732a10a req-31bfc2bc-def1-4af8-b713-d6202ed08fc5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Calling delete_port for 4d38feb9-400a-4bf7-82f8-e91fe77125f9 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:18.386982 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:18.442372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a278-e107-4f26-be4e-23ffba787664 req-4ffd7577-78f5-44da-9af0-4c18f2052a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:18.443833 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-4ffd7577-78f5-44da-9af0-4c18f2052a8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1095 time: 0.4089918 Jul 27 22:24:18.574333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43372) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:18.621169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Attempting to bind port 533d225d-83ad-4f1f-b971-676807c09d23 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:18.622206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Attempting to bind port 533d225d-83ad-4f1f-b971-676807c09d23 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:18.622876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Attempting to bind port 533d225d-83ad-4f1f-b971-676807c09d23 on network ab2ac776-71c2-406d-b9f0-328bbd239926 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:18.646420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Port 533d225d-83ad-4f1f-b971-676807c09d23 on network ab2ac776-71c2-406d-b9f0-328bbd239926 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:24:18.646762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Attempting to bind port 533d225d-83ad-4f1f-b971-676807c09d23 on network ab2ac776-71c2-406d-b9f0-328bbd239926 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:18.690740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15f007e-417e-4b62-95a9-4eda7d3dc615 None None] Network 6b998f27-9580-4c63-afa7-b113fcf86780 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:18.694804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:18.695161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Checking segment: {'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:18.695594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Bound using segment: {'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:18.696114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Bound port: 533d225d-83ad-4f1f-b971-676807c09d23, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9129574-631d-40b2-a121-4fc881ad03a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:18.696549 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:18.730645 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15bb1b38-4606-49b3-8b7d-910721ff0965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:18.747518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-15bb1b38-4606-49b3-8b7d-910721ff0965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:18.816699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-aae6c369-3ed8-4ca0-b6fb-d3bcb5fe0358 None None] Provisioning for port 5e875bfc-6f42-4651-b416-db118f3d393e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:18.828856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb1b38-4606-49b3-8b7d-910721ff0965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f154743-5836-49bd-b7a8-27a9bfa06f39,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:18.839038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-aae6c369-3ed8-4ca0-b6fb-d3bcb5fe0358 None None] Provisioning complete for port 5e875bfc-6f42-4651-b416-db118f3d393e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:18.839957 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aae6c369-3ed8-4ca0-b6fb-d3bcb5fe0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:18.865808 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-c9db23bf-0aba-43f6-b9a8-4eb18daba2de service neutron] 10.222.0.41 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161522 Jul 27 22:24:18.869553 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-15bb1b38-4606-49b3-8b7d-910721ff0965 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d23c1544e3624beaa9bb174a1d1d290e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8851049 Jul 27 22:24:18.877308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:18.886742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6488a94-b764-4245-b343-16f555b1ed2f req-57d60dec-14b4-4d5a-954f-ad0961e5f284 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:18.901263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6488a94-b764-4245-b343-16f555b1ed2f req-57d60dec-14b4-4d5a-954f-ad0961e5f284 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 943 time: 0.2087293 Jul 27 22:24:19.020213 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e26717-95cd-4c9e-ba97-3b89a0b636fa None None] Network c1d85ad9-979b-4a8a-8bb1-454320a14860 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:19.066961 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f754c72a-25a3-4c78-8194-156fdb886b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.088602 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdf4850-0dde-42a9-9276-2ebe0cd56654 None None] DHCP port deletion for 6b998f27-9580-4c63-afa7-b113fcf86780 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:24:19.118183 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aae6c369-3ed8-4ca0-b6fb-d3bcb5fe0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.125593 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f754c72a-25a3-4c78-8194-156fdb886b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.175833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6488a94-b764-4245-b343-16f555b1ed2f req-362d6cfa-0968-4718-ad48-8e9b78bf9831 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733908 Jul 27 22:24:19.204312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-aae6c369-3ed8-4ca0-b6fb-d3bcb5fe0358 None None] For port 5e875bfc-6f42-4651-b416-db118f3d393e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5e875bfc-6f42-4651-b416-db118f3d393e,segment=NetworkSegment(bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea),segment_id=bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:19.216607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a278-e107-4f26-be4e-23ffba787664 req-0f654b78-37da-48a4-9f78-b44c7de5c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:19.218507 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-0f654b78-37da-48a4-9f78-b44c7de5c4df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1095 time: 0.1954679 Jul 27 22:24:19.222769 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aae6c369-3ed8-4ca0-b6fb-d3bcb5fe0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.240632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428163b-21a4-4c95-b6a7-7a1c2ef50c57 req-f41f242b-b813-4c3a-a9bd-1749a9ab1e11 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:19.240856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] For port 533d225d-83ad-4f1f-b971-676807c09d23, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:19.243315 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a428163b-21a4-4c95-b6a7-7a1c2ef50c57 req-f41f242b-b813-4c3a-a9bd-1749a9ab1e11 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 944 time: 0.2274156 Jul 27 22:24:19.249605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a278-e107-4f26-be4e-23ffba787664 req-c7a074ae-40ab-499d-b501-2b23c397bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:19.251199 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-c7a074ae-40ab-499d-b501-2b23c397bbbe service neutron] 10.222.0.43 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 898 time: 0.7892890 Jul 27 22:24:19.295532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43788bf4-3be2-441c-a636-495023f4df14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.301877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6c369-3ed8-4ca0-b6fb-d3bcb5fe0358 None None] Pushing event updated for resources: {'Port': ['ID=5e875bfc-6f42-4651-b416-db118f3d393e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:19.319709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-acdf4850-0dde-42a9-9276-2ebe0cd56654 None None] Deleting port 5e875bfc-6f42-4651-b416-db118f3d393e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:19.320104 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acdf4850-0dde-42a9-9276-2ebe0cd56654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.337885 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f754c72a-25a3-4c78-8194-156fdb886b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.340959 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f754c72a-25a3-4c78-8194-156fdb886b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.356752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f754c72a-25a3-4c78-8194-156fdb886b5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f154743-5836-49bd-b7a8-27a9bfa06f39 HTTP/1.1" status: 204 len: 168 time: 0.4518259 Jul 27 22:24:19.399739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce8236-6b58-42d4-8115-2baf79ae819a None None] DHCP port deletion for c1d85ad9-979b-4a8a-8bb1-454320a14860 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:24:19.411440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Deleting port 5e875bfc-6f42-4651-b416-db118f3d393e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:19.411794 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.416816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d5513bf5-4a0a-4739-be87-6e689d830885 None None] Provisioning for port 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:19.428574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754c72a-25a3-4c78-8194-156fdb886b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f154743-5836-49bd-b7a8-27a9bfa06f39,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:19.443911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] For port 533d225d-83ad-4f1f-b971-676807c09d23, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=533d225d-83ad-4f1f-b971-676807c09d23,segment=NetworkSegment(a9129574-631d-40b2-a121-4fc881ad03a8),segment_id=a9129574-631d-40b2-a121-4fc881ad03a8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:19.446731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a428163b-21a4-4c95-b6a7-7a1c2ef50c57 req-6640ebda-5411-49b0-a2d1-2489a72f258f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914959 Jul 27 22:24:19.455621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5e875bfc-6f42-4651-b416-db118f3d393e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:24:19.467757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d5513bf5-4a0a-4739-be87-6e689d830885 None None] Provisioning complete for port 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:19.468284 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5513bf5-4a0a-4739-be87-6e689d830885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.474656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342ec9f-1c5b-419a-9143-30c75c01a3b0 req-89af5319-7481-4530-a363-1a599fa9825d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:19.476351 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9342ec9f-1c5b-419a-9143-30c75c01a3b0 req-89af5319-7481-4530-a363-1a599fa9825d tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 868 time: 0.2224979 Jul 27 22:24:19.491618 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac66dbae-470f-49db-b994-3fc90732a10a req-31bfc2bc-def1-4af8-b713-d6202ed08fc5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.497973 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.522604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a278-e107-4f26-be4e-23ffba787664 req-2ca96ed5-6314-40d5-b2f7-da66f7bb939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:19.524135 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-2ca96ed5-6314-40d5-b2f7-da66f7bb939f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 898 time: 0.2936206 Jul 27 22:24:19.533891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9342ec9f-1c5b-419a-9143-30c75c01a3b0 req-b450b8cc-80be-4beb-b7e3-d9fa53073241 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/security-groups?id=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474651 Jul 27 22:24:19.545632 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['4d38feb9-400a-4bf7-82f8-e91fe77125f9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:24:19.571322 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-75e841ac-2679-4dce-8c25-090095b647f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1000 time: 0.2935157 Jul 27 22:24:19.580504 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Pushing event updated for resources: {'Port': ['ID=533d225d-83ad-4f1f-b971-676807c09d23,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:19.584521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-acdf4850-0dde-42a9-9276-2ebe0cd56654 None None] For port 5e875bfc-6f42-4651-b416-db118f3d393e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5e875bfc-6f42-4651-b416-db118f3d393e,segment=NetworkSegment(bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea),segment_id=bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:19.584946 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acdf4850-0dde-42a9-9276-2ebe0cd56654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.616051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-a4c1f4bc-dd2b-4aa5-aed4-7c094232e9ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1000 time: 0.0811698 Jul 27 22:24:19.648986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-acdf4850-0dde-42a9-9276-2ebe0cd56654 None None] Calling delete_port for 5e875bfc-6f42-4651-b416-db118f3d393e owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:19.679510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:19.680205 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.681734 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-aefc3941-0a71-48ff-a01c-8e92fbaf0268 service neutron] 10.222.0.41 "PUT /v2.0/ports/533d225d-83ad-4f1f-b971-676807c09d23 HTTP/1.1" status: 200 len: 1091 time: 3.2079141 Jul 27 22:24:19.686974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfc2bc-def1-4af8-b713-d6202ed08fc5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Pushing event deleted for resources: {'Port': ['ID=4d38feb9-400a-4bf7-82f8-e91fe77125f9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:19.688796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9969c230-b2ed-4203-be53-4a466831de96', 'tag': '533d225d-83ad-4f1f-b971-676807c09d23'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:19.691979 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e4b4d9-d9ef-4e9e-9507-1f9f1b5a931e" -d '{"events": [{"name": "network-changed", "server_uuid": "9969c230-b2ed-4203-be53-4a466831de96", "tag": "533d225d-83ad-4f1f-b971-676807c09d23"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:19.697109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a278-e107-4f26-be4e-23ffba787664 req-dba7b7c9-ecf1-4c5d-bc13-6706cc5a1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:19.698729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-dba7b7c9-ecf1-4c5d-bc13-6706cc5a1a52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.0743423 Jul 27 22:24:19.725187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] For port 5e875bfc-6f42-4651-b416-db118f3d393e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5e875bfc-6f42-4651-b416-db118f3d393e,segment=NetworkSegment(bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea),segment_id=bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:19.725560 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.771474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a278-e107-4f26-be4e-23ffba787664 req-079abb1d-b792-46f2-b019-2b067f8d02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:19.773207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-079abb1d-b792-46f2-b019-2b067f8d02bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654032 Jul 27 22:24:19.783083 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e1ff98-b5eb-4f25-8e97-f7b2669d59b9 x-openstack-request-id: req-a8e1ff98-b5eb-4f25-8e97-f7b2669d59b9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:19.783476 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9969c230-b2ed-4203-be53-4a466831de96", "tag": "533d225d-83ad-4f1f-b971-676807c09d23", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:19.783809 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8e1ff98-b5eb-4f25-8e97-f7b2669d59b9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:19.784314 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9969c230-b2ed-4203-be53-4a466831de96', 'tag': '533d225d-83ad-4f1f-b971-676807c09d23', 'status': 'completed', 'code': 200} Jul 27 22:24:19.833071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No active binding found for port 5e875bfc-6f42-4651-b416-db118f3d393e {{(pid=93836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 22:24:19.833530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5e875bfc-6f42-4651-b416-db118f3d393e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:24:19.847695 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acdf4850-0dde-42a9-9276-2ebe0cd56654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.852263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac66dbae-470f-49db-b994-3fc90732a10a req-31bfc2bc-def1-4af8-b713-d6202ed08fc5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] No DVR routers for this DVR port 4d38feb9-400a-4bf7-82f8-e91fe77125f9 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:24:19.860243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Calling delete_port for 5e875bfc-6f42-4651-b416-db118f3d393e owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:19.869125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac66dbae-470f-49db-b994-3fc90732a10a req-31bfc2bc-def1-4af8-b713-d6202ed08fc5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.877491 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac66dbae-470f-49db-b994-3fc90732a10a req-31bfc2bc-def1-4af8-b713-d6202ed08fc5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.41 "DELETE /v2.0/ports/4d38feb9-400a-4bf7-82f8-e91fe77125f9 HTTP/1.1" status: 204 len: 173 time: 2.6265950 Jul 27 22:24:19.887850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a278-e107-4f26-be4e-23ffba787664 req-04508934-cbfe-4149-b64e-8944b6d077ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:19.889638 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-04508934-cbfe-4149-b64e-8944b6d077ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.3024147 Jul 27 22:24:19.891371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43388) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:19.898305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf4850-0dde-42a9-9276-2ebe0cd56654 None None] No DVR routers for this DVR port 5e875bfc-6f42-4651-b416-db118f3d393e on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:24:19.905432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf4850-0dde-42a9-9276-2ebe0cd56654 None None] Pushing event deleted for resources: {'Port': ['ID=5e875bfc-6f42-4651-b416-db118f3d393e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:19.924489 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4b0bc97-1955-45bd-ad65-8981b17b831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.959655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dbce8236-6b58-42d4-8115-2baf79ae819a None None] Deleting port 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:19.960419 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbce8236-6b58-42d4-8115-2baf79ae819a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:19.988659 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-98beb6e4-4c0d-4287-aeb0-6862cd806f9c service neutron] 10.222.0.41 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068017 Jul 27 22:24:20.027350 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5513bf5-4a0a-4739-be87-6e689d830885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.035610 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666fc45-aac4-4862-9870-6e220298ee8c req-e87af6cc-9c61-4fdd-ac25-dfc73a661c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:20.037123 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-e87af6cc-9c61-4fdd-ac25-dfc73a661c2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c756860e16ae4fa6bc10144b561f9167&device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 1094 time: 0.2577338 Jul 27 22:24:20.049031 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43788bf4-3be2-441c-a636-495023f4df14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.057725 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dbce8236-6b58-42d4-8115-2baf79ae819a None None] For port 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4361ea83-ae1d-4d2b-9709-27a3c30bd0d2,segment=NetworkSegment(4cfcc611-5379-41bc-ae78-80ce5abdda05),segment_id=4cfcc611-5379-41bc-ae78-80ce5abdda05)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:20.058130 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbce8236-6b58-42d4-8115-2baf79ae819a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.080847 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dbce8236-6b58-42d4-8115-2baf79ae819a None None] Calling delete_port for 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:20.092774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d5513bf5-4a0a-4739-be87-6e689d830885 None None] For port 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4361ea83-ae1d-4d2b-9709-27a3c30bd0d2,segment=NetworkSegment(4cfcc611-5379-41bc-ae78-80ce5abdda05),segment_id=4cfcc611-5379-41bc-ae78-80ce5abdda05)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:20.097844 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5513bf5-4a0a-4739-be87-6e689d830885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.101484 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43788bf4-3be2-441c-a636-495023f4df14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.108423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a278-e107-4f26-be4e-23ffba787664 req-e4b8cac9-020a-40fe-b866-db22e474194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:20.110344 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-e4b8cac9-020a-40fe-b866-db22e474194f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2093217 Jul 27 22:24:20.119913 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-e0b90353-55e5-4e81-bc55-3da10dcbc27a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=533d225d-83ad-4f1f-b971-676807c09d23 HTTP/1.1" status: 200 len: 217 time: 0.0692079 Jul 27 22:24:20.138831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-fe86414f-7db2-47c8-a334-a0c89036900e service neutron] 10.222.0.41 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418171 Jul 27 22:24:20.187058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5513bf5-4a0a-4739-be87-6e689d830885 None None] Pushing event updated for resources: {'Port': ['ID=4361ea83-ae1d-4d2b-9709-27a3c30bd0d2,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:20.203311 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4b0bc97-1955-45bd-ad65-8981b17b831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.213241 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4b0bc97-1955-45bd-ad65-8981b17b831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.227310 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbce8236-6b58-42d4-8115-2baf79ae819a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.255239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce8236-6b58-42d4-8115-2baf79ae819a None None] Pushing event deleted for resources: {'Port': ['ID=4361ea83-ae1d-4d2b-9709-27a3c30bd0d2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:20.255675 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-43788bf4-3be2-441c-a636-495023f4df14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63c2310b363a4390b142ba44f06711d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6798165 Jul 27 22:24:20.257299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:20.261679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce8236-6b58-42d4-8115-2baf79ae819a None None] No DVR routers for this DVR port 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:24:20.266904 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c4b0bc97-1955-45bd-ad65-8981b17b831e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39246e2ddc1c4657a8b55a547a87a804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741360 Jul 27 22:24:20.270071 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.270700 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:20.272728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0bc97-1955-45bd-ad65-8981b17b831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43485a5-7677-4b4b-82a1-101f2f7234e4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:20.303757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43788bf4-3be2-441c-a636-495023f4df14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27a1548-e38c-4d5d-b7e9-ed51bbb3dea7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:20.351355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event deleted for resources: {'Port': ['ID=5e875bfc-6f42-4651-b416-db118f3d393e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:20.355024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] No DVR routers for this DVR port 5e875bfc-6f42-4651-b416-db118f3d393e on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:24:20.369560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666fc45-aac4-4862-9870-6e220298ee8c req-c1c1d241-5c07-4f91-84eb-65dacd2e4908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:20.371117 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-c1c1d241-5c07-4f91-84eb-65dacd2e4908 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d14f8be-7908-497b-bf7c-f833310b6890 HTTP/1.1" status: 200 len: 848 time: 0.2272799 Jul 27 22:24:20.378315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1361e-1014-4e86-8c43-888b335b0ecb req-e9d67fa8-36fa-44ec-abe4-b79cf5651a35 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:20.379856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2eb1361e-1014-4e86-8c43-888b335b0ecb req-e9d67fa8-36fa-44ec-abe4-b79cf5651a35 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 943 time: 0.0806968 Jul 27 22:24:20.380987 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2cae5dc-5dab-4d10-a03b-941e520b2e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.434029 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2cae5dc-5dab-4d10-a03b-941e520b2e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.455005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2eb1361e-1014-4e86-8c43-888b335b0ecb req-b417c7f6-f39d-421e-8ce3-554a30064cde tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590906 Jul 27 22:24:20.466694 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-da27d5f0-c91a-4c35-bff0-9b926f8ab244 service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410537 Jul 27 22:24:20.516538 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2cae5dc-5dab-4d10-a03b-941e520b2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.520327 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2cae5dc-5dab-4d10-a03b-941e520b2e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.523356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f2cae5dc-5dab-4d10-a03b-941e520b2e34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b43485a5-7677-4b4b-82a1-101f2f7234e4 HTTP/1.1" status: 204 len: 168 time: 0.2502375 Jul 27 22:24:20.535978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cae5dc-5dab-4d10-a03b-941e520b2e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43485a5-7677-4b4b-82a1-101f2f7234e4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:20.613411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d67c3311-825a-41be-b601-8e929a24cc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.632484 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.661010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666fc45-aac4-4862-9870-6e220298ee8c req-34c4883e-3f05-4823-af2f-d239b3ba6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:20.662866 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-34c4883e-3f05-4823-af2f-d239b3ba6858 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab2ac776-71c2-406d-b9f0-328bbd239926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2793207 Jul 27 22:24:20.665051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b998f27-9580-4c63-afa7-b113fcf86780']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:20.681544 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b13ac-e316-4ff4-8167-0e0e5532f252 req-ab49a4b1-a587-40bd-9054-28813fbe7fac tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:20.683244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb8b13ac-e316-4ff4-8167-0e0e5532f252 req-ab49a4b1-a587-40bd-9054-28813fbe7fac tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 944 time: 0.1111550 Jul 27 22:24:20.699160 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d67c3311-825a-41be-b601-8e929a24cc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.702760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:20.703008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5ef7c3-e9f1-41b8-8f2c-a6a7d57080ea') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:20.718187 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7cb46cb-97ab-4fec-8426-c02e5eb9c30f req-e153fe52-13fd-4aeb-9ad1-9b2753e63dbb tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] 10.222.0.24 "GET /v2.0/ports?device_id=af67bd92-addc-4abd-8489-2f3364565999 HTTP/1.1" status: 200 len: 210 time: 0.0338559 Jul 27 22:24:20.755454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb8b13ac-e316-4ff4-8167-0e0e5532f252 req-feabd8b3-c6dc-4af7-b4af-379ce2e03638 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593350 Jul 27 22:24:20.763883 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.814437 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.824748 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb18a278-e107-4f26-be4e-23ffba787664 req-3763a496-4ae4-4328-9d0c-2da54811dcab service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225062 Jul 27 22:24:20.826002 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:24:20.826459 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:24:20.832850 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:24:20.912050 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d67c3311-825a-41be-b601-8e929a24cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.914801 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d67c3311-825a-41be-b601-8e929a24cc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.916134 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d67c3311-825a-41be-b601-8e929a24cc66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f27a1548-e38c-4d5d-b7e9-ed51bbb3dea7 HTTP/1.1" status: 204 len: 168 time: 0.6538804 Jul 27 22:24:20.928387 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-4fd3d6f7-d5e0-4675-b5a8-2644379819ae service neutron] 10.222.0.41 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497706 Jul 27 22:24:20.929832 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.934405 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:20.938332 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "DELETE /v2.0/networks/6b998f27-9580-4c63-afa7-b113fcf86780 HTTP/1.1" status: 204 len: 168 time: 2.8481379 Jul 27 22:24:20.938332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c3311-825a-41be-b601-8e929a24cc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27a1548-e38c-4d5d-b7e9-ed51bbb3dea7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:20.939745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43410) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:20.997282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d92b22-754d-448d-ae72-8c4e2420bf01 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event deleted for resources: {'Network': ['ID=6b998f27-9580-4c63-afa7-b113fcf86780,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:21.112672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.166857 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4666fc45-aac4-4862-9870-6e220298ee8c req-6b588072-c818-4353-be82-c28aacc683fc service neutron] 10.222.0.41 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260625 Jul 27 22:24:21.241791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43424) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:21.256045 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-966450cf-9fe7-4280-bb36-600ac7d7e17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.260299 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.273102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d85ad9-979b-4a8a-8bb1-454320a14860']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:21.287738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfcc611-5379-41bc-ae78-80ce5abdda05') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:21.288042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfcc611-5379-41bc-ae78-80ce5abdda05') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:21.300883 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.317098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4b4d9-d9ef-4e9e-9507-1f9f1b5a931e req-8de65568-cf50-49c5-a300-d797a3429fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:21.318656 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65e4b4d9-d9ef-4e9e-9507-1f9f1b5a931e req-8de65568-cf50-49c5-a300-d797a3429fe3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c756860e16ae4fa6bc10144b561f9167&device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 1094 time: 0.0912702 Jul 27 22:24:21.335487 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.372666 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-966450cf-9fe7-4280-bb36-600ac7d7e17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.379013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:24:21.379327 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-966450cf-9fe7-4280-bb36-600ac7d7e17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.379519 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:24:21.383117 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:24:21.387523 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:24:21.409437 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:24:21.409876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4361ea83-ae1d-4d2b-9709-27a3c30bd0d2 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:24:21.431607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-966450cf-9fe7-4280-bb36-600ac7d7e17d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d770cbc62204e1597404bb05262a6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883998 Jul 27 22:24:21.434175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:21.442504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966450cf-9fe7-4280-bb36-600ac7d7e17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac34c609-fe59-47f8-b54f-5d9cfd4d6f97,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:21.471988 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.477362 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.479725 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "DELETE /v2.0/networks/c1d85ad9-979b-4a8a-8bb1-454320a14860 HTTP/1.1" status: 204 len: 168 time: 0.5318971 Jul 27 22:24:21.482311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:21.509999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4b4d9-d9ef-4e9e-9507-1f9f1b5a931e req-df3d6911-1b1d-4264-b447-60ab8f16f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:21.512211 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65e4b4d9-d9ef-4e9e-9507-1f9f1b5a931e req-df3d6911-1b1d-4264-b447-60ab8f16f1cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab2ac776-71c2-406d-b9f0-328bbd239926 HTTP/1.1" status: 200 len: 910 time: 0.1858842 Jul 27 22:24:21.525974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd968f-e703-4348-a94a-1f17621d3737 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event deleted for resources: {'Network': ['ID=c1d85ad9-979b-4a8a-8bb1-454320a14860,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:21.545721 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9017fd3-2d9b-4e66-9644-b13eb872830d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.568199 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65e4b4d9-d9ef-4e9e-9507-1f9f1b5a931e req-3f434b0a-b0b3-447f-98a9-1c2514db0443 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=533d225d-83ad-4f1f-b971-676807c09d23 HTTP/1.1" status: 200 len: 217 time: 0.0396376 Jul 27 22:24:21.616905 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9017fd3-2d9b-4e66-9644-b13eb872830d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.627571 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.632137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4b4d9-d9ef-4e9e-9507-1f9f1b5a931e req-e22a66a4-8a22-4c2e-acc7-cbc233475ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:21.633707 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65e4b4d9-d9ef-4e9e-9507-1f9f1b5a931e req-e22a66a4-8a22-4c2e-acc7-cbc233475ad7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d14f8be-7908-497b-bf7c-f833310b6890 HTTP/1.1" status: 200 len: 848 time: 0.0579863 Jul 27 22:24:21.666792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113c013-a257-4a60-bdf1-2a68dc801686 req-d63d1de3-8a82-4120-8bd2-7faabb41c1b2 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:21.668338 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a113c013-a257-4a60-bdf1-2a68dc801686 req-d63d1de3-8a82-4120-8bd2-7faabb41c1b2 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 943 time: 0.1238141 Jul 27 22:24:21.691284 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 7ab84666-a54e-4fab-953d-4142c432a619 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:24:21.694740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4d38feb9-400a-4bf7-82f8-e91fe77125f9 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:24:21.694979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4b4d9-d9ef-4e9e-9507-1f9f1b5a931e req-7fedf2a1-8281-4f26-9533-0e2ff3ef8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:21.696657 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65e4b4d9-d9ef-4e9e-9507-1f9f1b5a931e req-7fedf2a1-8281-4f26-9533-0e2ff3ef8f49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab2ac776-71c2-406d-b9f0-328bbd239926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546851 Jul 27 22:24:21.730907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 4d38feb9-400a-4bf7-82f8-e91fe77125f9 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:24:21.731483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4d38feb9-400a-4bf7-82f8-e91fe77125f9 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:24:21.780238 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9017fd3-2d9b-4e66-9644-b13eb872830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.783739 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9017fd3-2d9b-4e66-9644-b13eb872830d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.787175 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d9017fd3-2d9b-4e66-9644-b13eb872830d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac34c609-fe59-47f8-b54f-5d9cfd4d6f97 HTTP/1.1" status: 204 len: 168 time: 0.3497102 Jul 27 22:24:21.790304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af67bd92-addc-4abd-8489-2f3364565999', 'name': 'network-vif-deleted', 'tag': '4d38feb9-400a-4bf7-82f8-e91fe77125f9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:21.792929 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2767d309-f581-4be4-8688-aefdeea4aa0c" -d '{"events": [{"server_uuid": "af67bd92-addc-4abd-8489-2f3364565999", "name": "network-vif-deleted", "tag": "4d38feb9-400a-4bf7-82f8-e91fe77125f9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:21.800953 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.810017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a113c013-a257-4a60-bdf1-2a68dc801686 req-b03a95f6-336e-4d59-b995-65f53640de22 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307948 Jul 27 22:24:21.816648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9017fd3-2d9b-4e66-9644-b13eb872830d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac34c609-fe59-47f8-b54f-5d9cfd4d6f97,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:21.821334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d70b235-3239-4689-bfe1-4fc38fc555d3']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:21.833423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43450) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:21.841727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe35d699-308f-4f0b-9585-9b713505c5b7') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:21.842032 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe35d699-308f-4f0b-9585-9b713505c5b7') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:21.853484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.868349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.875508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:24:21.875875 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:24:21.880086 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:24:21.883511 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65e4b4d9-d9ef-4e9e-9507-1f9f1b5a931e req-83ce59fb-2621-4d4c-88c0-e6ff55a8cf7b service neutron] 10.222.0.41 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782594 Jul 27 22:24:21.961100 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f437871d-5d9a-4ea1-b428-4edf007e2d5a x-openstack-request-id: req-f437871d-5d9a-4ea1-b428-4edf007e2d5a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:21.961588 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af67bd92-addc-4abd-8489-2f3364565999", "name": "network-vif-deleted", "tag": "4d38feb9-400a-4bf7-82f8-e91fe77125f9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:21.961724 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f437871d-5d9a-4ea1-b428-4edf007e2d5a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:21.962104 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af67bd92-addc-4abd-8489-2f3364565999', 'name': 'network-vif-deleted', 'tag': '4d38feb9-400a-4bf7-82f8-e91fe77125f9', 'status': 'completed', 'code': 200} Jul 27 22:24:21.975273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c88352-9a0d-4b17-9189-359bf19b93a3 admin admin] Deleting subnet bd95150c-158c-4db5-bf84-b3a3418fb5df {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:24:21.982466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63c88352-9a0d-4b17-9189-359bf19b93a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.015612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:22.034967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.043226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '7ab84666-a54e-4fab-953d-4142c432a619', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'port_id': '7ab84666-a54e-4fab-953d-4142c432a619', 'mac_address': 'fa:16:3e:0c:0c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:24:22.043625 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63c88352-9a0d-4b17-9189-359bf19b93a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.066461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.069582 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "DELETE /v2.0/networks/5d70b235-3239-4689-bfe1-4fc38fc555d3 HTTP/1.1" status: 204 len: 168 time: 0.5861964 Jul 27 22:24:22.076486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43454) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:22.098639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b1010-7013-4224-ab9e-586f72d333d3 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event deleted for resources: {'Network': ['ID=5d70b235-3239-4689-bfe1-4fc38fc555d3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:22.098940 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.114576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab84666-a54e-4fab-953d-4142c432a619 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:24:22.117197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a251e9-4ffd-42c5-aafe-1bb7c7c9c575 req-5b627a83-f4b3-4596-b2a4-fe14b7251c34 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:22.124815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01a251e9-4ffd-42c5-aafe-1bb7c7c9c575 req-5b627a83-f4b3-4596-b2a4-fe14b7251c34 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 944 time: 0.1508670 Jul 27 22:24:22.136443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:22.141371 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.196603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:22.201882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01a251e9-4ffd-42c5-aafe-1bb7c7c9c575 req-36eccd7f-112c-40b9-a442-b1f514ef7c20 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764136 Jul 27 22:24:22.215916 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-65e4b4d9-d9ef-4e9e-9507-1f9f1b5a931e req-25140610-54c9-4df7-899d-56b3467a11a1 service neutron] 10.222.0.41 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215425 Jul 27 22:24:22.251041 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63c88352-9a0d-4b17-9189-359bf19b93a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.312907 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.339731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['7ab84666-a54e-4fab-953d-4142c432a619'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:24:22.416746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43472) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:22.526738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910bee0-b3d4-42ae-860c-e57c51deda01 req-d4b88aa3-1f2b-48dd-b643-3304e1247dc0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:22.529688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0910bee0-b3d4-42ae-860c-e57c51deda01 req-d4b88aa3-1f2b-48dd-b643-3304e1247dc0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 945 time: 0.0602849 Jul 27 22:24:22.539043 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63c88352-9a0d-4b17-9189-359bf19b93a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.542599 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.601745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0910bee0-b3d4-42ae-860c-e57c51deda01 req-e31257f9-3374-43c6-84ed-5ca291345b8c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637686 Jul 27 22:24:22.613312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-a0417354-9947-4476-93d1-cffb6a8498a1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:22.615191 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-a0417354-9947-4476-93d1-cffb6a8498a1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.41 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd&tenant_id=28b86e8c06114800a9109512618bca6b&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 945 time: 0.1664290 Jul 27 22:24:22.617543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb819672-946b-40c2-8329-c8892771adbf']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:22.633884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63c88352-9a0d-4b17-9189-359bf19b93a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.636248 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-63c88352-9a0d-4b17-9189-359bf19b93a3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bd95150c-158c-4db5-bf84-b3a3418fb5df HTTP/1.1" status: 204 len: 168 time: 0.8015699 Jul 27 22:24:22.637413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c88352-9a0d-4b17-9189-359bf19b93a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd95150c-158c-4db5-bf84-b3a3418fb5df,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:22.639409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:22.711980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2612b05-0e1c-4a53-97a2-18ecbd2afd2a') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:22.712281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2612b05-0e1c-4a53-97a2-18ecbd2afd2a') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:22.728670 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.738057 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-425b278e-b8dd-4386-9a20-810d6c77ae27 service neutron] 10.222.0.41 "GET /v2.0/ports/7ab84666-a54e-4fab-953d-4142c432a619/bindings/n-h2-802011-3 HTTP/1.1" status: 200 len: 382 time: 0.0951095 Jul 27 22:24:22.753684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-870153044', 'router:external': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:22.753943 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.760081 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.761247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:24:22.761884 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:24:22.765491 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:24:22.807371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Made reservation on behalf of 24dca07b0139410a8b01c0f714b12da4 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:22.809686 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.857716 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.871922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-fe6b1303-9448-454f-9ff1-2031ccd67ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:22.873462 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-fe6b1303-9448-454f-9ff1-2031ccd67ede service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1096 time: 0.1065366 Jul 27 22:24:22.880831 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.883877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.897522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.899849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:22.899997 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] 10.222.0.24 "DELETE /v2.0/networks/bb819672-946b-40c2-8329-c8892771adbf HTTP/1.1" status: 204 len: 168 time: 0.8212521 Jul 27 22:24:22.919903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee983c2e-62fc-42e6-b553-f561297a8d31 tempest-BulkNetworkOpsTest-284086080 tempest-BulkNetworkOpsTest-284086080-project] Pushing event deleted for resources: {'Network': ['ID=bb819672-946b-40c2-8329-c8892771adbf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:22.926731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb339a84-f621-4144-b6a1-6b8bb5ab1a60') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:22.926937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb339a84-f621-4144-b6a1-6b8bb5ab1a60') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:22.955650 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:22.995034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.007179 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:24:23.007594 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:24:23.009281 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:24:23.013456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-9ce921a5-a158-4d61-87eb-d37d0da1b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:23.015053 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-9ce921a5-a158-4d61-87eb-d37d0da1b0e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 898 time: 0.1321993 Jul 27 22:24:23.081801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b8040-1c83-4262-9b1b-5fe0a61cd49c req-eb4bbf91-2a70-4540-a3dc-622ceebd9717 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:23.083406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f06b8040-1c83-4262-9b1b-5fe0a61cd49c req-eb4bbf91-2a70-4540-a3dc-622ceebd9717 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 943 time: 0.1742942 Jul 27 22:24:23.118950 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-714e7a9b-dbf2-4d1c-a5f2-e00295bd69c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1001 time: 0.0909925 Jul 27 22:24:23.131387 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.145857 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.150331 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee HTTP/1.1" status: 204 len: 168 time: 0.5095859 Jul 27 22:24:23.162047 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.176370 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.193241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-05f988b2-e5e4-4d19-b023-27cb71a87491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:23.195626 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-05f988b2-e5e4-4d19-b023-27cb71a87491 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.0664811 Jul 27 22:24:23.196543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885514d7-6a2d-47d0-83bf-54594ac21af3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5bc54e-8312-4ac3-b0f5-ad2abf9165ee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:23.204247 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f06b8040-1c83-4262-9b1b-5fe0a61cd49c req-381eecfe-4f9f-4277-a49a-2c03d84641e0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129837 Jul 27 22:24:23.220636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:24:23.238098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d73e43-2a71-47aa-b707-0c613713d4ff,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:23.241167 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.241515 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Added segment 5159575a-3fa2-4ae6-a074-378bf63e8acf of type vlan for network 2ca739a2-b823-4e13-ac27-06053da3e785 Jul 27 22:24:23.290507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.307241 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43506) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:23.314565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-50e955d1-6a59-441a-8d9b-4ac16a13d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:23.316490 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-50e955d1-6a59-441a-8d9b-4ac16a13d2f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963459 Jul 27 22:24:23.338409 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.340416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:23.341490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.411639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9932580 Jul 27 22:24:23.415677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43512) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:23.421327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Request body: {'subnet': {'network_id': '2ca739a2-b823-4e13-ac27-06053da3e785', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:23.437291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cef277-2e46-4a46-8647-ff6a24880f3b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event updated for resources: {'Network': ['ID=2ca739a2-b823-4e13-ac27-06053da3e785,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:23.450072 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-280cae89-b215-4c02-b9e6-f07ecc499750 service neutron] 10.222.0.41 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258049 Jul 27 22:24:23.450870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43514) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:23.454304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 2ca739a2-b823-4e13-ac27-06053da3e785 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:24:23.483632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Made reservation on behalf of 24dca07b0139410a8b01c0f714b12da4 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:23.486116 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.565066 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fc0826d4-1b83-476d-9d7c-8fb6afbba817 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=211f8d397b484583830c6a91c5d75171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566512 Jul 27 22:24:23.569525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43520) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:23.575952 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-55e9c0a8-6d69-4df4-92ca-a0b85010a66b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=093c931b75694176ab482ad04d08f5d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1115503 Jul 27 22:24:23.578387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43522) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:23.646158 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-1b78fe8c-f993-4825-8cf2-d71621577b23 service neutron] 10.222.0.41 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712546 Jul 27 22:24:23.670324 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e3f8-985a-42f9-a92c-bee6a0d51956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.671156 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5e17c3b-c755-436c-a658-4e3231ee7f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.696318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 533d225d-83ad-4f1f-b971-676807c09d23 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:24:23.698666 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 7ab84666-a54e-4fab-953d-4142c432a619 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:23.699762 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5e17c3b-c755-436c-a658-4e3231ee7f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.712581 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e3f8-985a-42f9-a92c-bee6a0d51956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.762995 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5e17c3b-c755-436c-a658-4e3231ee7f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.769056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b5e17c3b-c755-436c-a658-4e3231ee7f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.771384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b5e17c3b-c755-436c-a658-4e3231ee7f7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f571ee3-9a1b-4c96-a4e3-890be5e1e60a HTTP/1.1" status: 204 len: 168 time: 0.1916435 Jul 27 22:24:23.773430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 7ab84666-a54e-4fab-953d-4142c432a619 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:23.785118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e17c3b-c755-436c-a658-4e3231ee7f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f571ee3-9a1b-4c96-a4e3-890be5e1e60a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:23.824380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 7ab84666-a54e-4fab-953d-4142c432a619 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:23.825010 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.904939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829eb2a-0dec-4f28-97da-6689d85bac5b req-665752ba-38a9-4050-a106-55f25f4d7440 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:23.907080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3829eb2a-0dec-4f28-97da-6689d85bac5b req-665752ba-38a9-4050-a106-55f25f4d7440 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 945 time: 0.1663740 Jul 27 22:24:23.907785 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e3f8-985a-42f9-a92c-bee6a0d51956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.911803 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bf2e3f8-985a-42f9-a92c-bee6a0d51956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:23.915596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4bf2e3f8-985a-42f9-a92c-bee6a0d51956 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bf6d31d-1c29-4224-b3e9-417e33ee5ff3 HTTP/1.1" status: 204 len: 168 time: 0.3426857 Jul 27 22:24:23.935386 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 533d225d-83ad-4f1f-b971-676807c09d23, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=533d225d-83ad-4f1f-b971-676807c09d23,segment=NetworkSegment(a9129574-631d-40b2-a121-4fc881ad03a8),segment_id=a9129574-631d-40b2-a121-4fc881ad03a8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:23.956036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2e3f8-985a-42f9-a92c-bee6a0d51956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf6d31d-1c29-4224-b3e9-417e33ee5ff3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:23.992537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '533d225d-83ad-4f1f-b971-676807c09d23', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'port_id': '533d225d-83ad-4f1f-b971-676807c09d23', 'mac_address': 'fa:16:3e:9f:eb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:24:23.997550 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:24.006327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3829eb2a-0dec-4f28-97da-6689d85bac5b req-4711f9c3-f9fe-457c-b558-b55e87af56c6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892327 Jul 27 22:24:24.072820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:24.078410 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ff2bf9-cdf1-4dbc-8fbe-7f540f77a74a" -d '{"events": [{"server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "name": "network-vif-plugged", "status": "completed", "tag": "7ab84666-a54e-4fab-953d-4142c432a619"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:24.124137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:24.132552 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:24.135497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.objects.ports [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93835) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 22:24:24.136399 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:24.177989 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:24.203346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event updated for resources: {'Subnet': ['ID=14560c9b-a10b-41ef-a518-aea10719fc2b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:24.208640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Checking segment: {'id': '5159575a-3fa2-4ae6-a074-378bf63e8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2ca739a2-b823-4e13-ac27-06053da3e785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:24.209014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Network hostable DHCP agents. Network: 2ca739a2-b823-4e13-ac27-06053da3e785, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:24:24.209884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533d225d-83ad-4f1f-b971-676807c09d23 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:24:24.229895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:24.238916 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Network 2ca739a2-b823-4e13-ac27-06053da3e785 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:24:24.245337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 533d225d-83ad-4f1f-b971-676807c09d23, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=533d225d-83ad-4f1f-b971-676807c09d23,segment=NetworkSegment(a9129574-631d-40b2-a121-4fc881ad03a8),segment_id=a9129574-631d-40b2-a121-4fc881ad03a8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:24.253010 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:24.263807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 2ca739a2-b823-4e13-ac27-06053da3e785) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:24.272836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:24.275719 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:24.293475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce9efc-3a81-4a93-84fa-37afeae9d5a3 None None] Network 2ca739a2-b823-4e13-ac27-06053da3e785 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:24.306250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-452aa873-f4fe-47b4-a9d7-7919cdf88b8c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8872390 Jul 27 22:24:24.306843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43566) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:24.317400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-680723703', 'network_id': '2ca739a2-b823-4e13-ac27-06053da3e785'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:24.379661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Made reservation on behalf of 24dca07b0139410a8b01c0f714b12da4 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:24.383658 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:24.416654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] device_id is not set on port ac1b4e99-107f-4612-b19e-01f776298d7e yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:24:24.473262 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e60bf8-8e38-421e-ae8a-e419701b3c15 req-43ea91cb-c780-41f0-811b-2a6de00691a2 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:24.482995 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9e60bf8-8e38-421e-ae8a-e419701b3c15 req-43ea91cb-c780-41f0-811b-2a6de00691a2 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 944 time: 0.1380749 Jul 27 22:24:24.568794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9e60bf8-8e38-421e-ae8a-e419701b3c15 req-08e9c7a4-a84c-4e54-b9e3-484f59479937 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847957 Jul 27 22:24:24.577178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=533d225d-83ad-4f1f-b971-676807c09d23,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:24.583481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['533d225d-83ad-4f1f-b971-676807c09d23'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:24:24.613353 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc16a7fb-208f-48ca-814a-1a66db16a1d7 x-openstack-request-id: req-fc16a7fb-208f-48ca-814a-1a66db16a1d7 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:24.614035 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "name": "network-vif-plugged", "status": "completed", "tag": "7ab84666-a54e-4fab-953d-4142c432a619", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:24.614494 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc16a7fb-208f-48ca-814a-1a66db16a1d7 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:24.615073 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619', 'code': 200} Jul 27 22:24:24.661160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Allocated IP 172.20.0.7 (2ca739a2-b823-4e13-ac27-06053da3e785/14560c9b-a10b-41ef-a518-aea10719fc2b/ac1b4e99-107f-4612-b19e-01f776298d7e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:24.717296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaa097d-b6b0-4fdb-9908-3e764da5bb55 None None] Network 2ca739a2-b823-4e13-ac27-06053da3e785 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:24.897119 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:24.945043 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:25.004698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Network 2ca739a2-b823-4e13-ac27-06053da3e785 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:25.008171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:25.011742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:25.048886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event updated for resources: {'Port': ['ID=ac1b4e99-107f-4612-b19e-01f776298d7e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:25.073212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:25.073836 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:25.106636 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4299051f-079c-4128-8dbd-ed47a2a7edf0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7973228 Jul 27 22:24:25.109189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43616) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:25.194245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c14b3-1652-48ff-8e4d-d7832f28897f req-1c3a0b74-e3d8-48b5-8eb5-7ec6a19c5cec tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:25.202990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bc4c14b3-1652-48ff-8e4d-d7832f28897f req-1c3a0b74-e3d8-48b5-8eb5-7ec6a19c5cec tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.0931075 Jul 27 22:24:25.259500 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bc4c14b3-1652-48ff-8e4d-d7832f28897f req-4872a619-0879-44d2-8c82-35f4e7b11f6a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552719 Jul 27 22:24:25.285944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-47de84df-f452-47bd-9ba8-4a1a9ae76265 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Deleting port ac1b4e99-107f-4612-b19e-01f776298d7e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:25.285944 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47de84df-f452-47bd-9ba8-4a1a9ae76265 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:25.401064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:25.537920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-46f6ee98-8dfe-44a9-8712-b00ff1e28d7b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006043818'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:25.574054 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f6ee98-8dfe-44a9-8712-b00ff1e28d7b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:25.591258 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f6ee98-8dfe-44a9-8712-b00ff1e28d7b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:25.710942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 533d225d-83ad-4f1f-b971-676807c09d23 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:25.793755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf007f0-10ce-44dd-934a-f8988718e226 req-8155e369-183e-4ca7-979f-1e9311872114 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:25.796155 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0cf007f0-10ce-44dd-934a-f8988718e226 req-8155e369-183e-4ca7-979f-1e9311872114 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 944 time: 0.1146948 Jul 27 22:24:25.832543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 533d225d-83ad-4f1f-b971-676807c09d23 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:25.840357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 533d225d-83ad-4f1f-b971-676807c09d23 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:25.841957 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:25.880252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f6ee98-8dfe-44a9-8712-b00ff1e28d7b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:25.893821 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f6ee98-8dfe-44a9-8712-b00ff1e28d7b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:25.934331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47de84df-f452-47bd-9ba8-4a1a9ae76265 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:25.948563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-47de84df-f452-47bd-9ba8-4a1a9ae76265 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Calling delete_port for ac1b4e99-107f-4612-b19e-01f776298d7e owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:25.950744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6ee98-8dfe-44a9-8712-b00ff1e28d7b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71414d48-cd16-4677-bdde-743dbfd601af,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:25.956469 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0cf007f0-10ce-44dd-934a-f8988718e226 req-8c22410c-57d2-4389-b8ca-75ef9b51d589 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407902 Jul 27 22:24:25.979085 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.021815 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 533d225d-83ad-4f1f-b971-676807c09d23, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=533d225d-83ad-4f1f-b971-676807c09d23,segment=NetworkSegment(a9129574-631d-40b2-a121-4fc881ad03a8),segment_id=a9129574-631d-40b2-a121-4fc881ad03a8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:26.028812 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.106018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-2c32622e-6ac2-48b2-9b6f-fc65112c24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:26.107491 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-2c32622e-6ac2-48b2-9b6f-fc65112c24f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd&tenant_id=28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 1097 time: 0.1405947 Jul 27 22:24:26.119662 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f6ee98-8dfe-44a9-8712-b00ff1e28d7b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.122636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:26.126232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=533d225d-83ad-4f1f-b971-676807c09d23,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:26.127013 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f6ee98-8dfe-44a9-8712-b00ff1e28d7b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.181841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6ee98-8dfe-44a9-8712-b00ff1e28d7b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4e80d1-b406-49fb-abf1-e12e20b45f0f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:26.208377 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-46f6ee98-8dfe-44a9-8712-b00ff1e28d7b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.209866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-46f6ee98-8dfe-44a9-8712-b00ff1e28d7b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8077955 Jul 27 22:24:26.210530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43702) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:26.214407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43704) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:26.242586 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.260176 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47de84df-f452-47bd-9ba8-4a1a9ae76265 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.322732 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b03849c9-c165-499a-8236-a48d7567dcbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.333138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de84df-f452-47bd-9ba8-4a1a9ae76265 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac1b4e99-107f-4612-b19e-01f776298d7e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:26.403893 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-444e233f-c9be-4a38-b1b2-0cbe8724804a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1867206 Jul 27 22:24:26.413493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43714) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:26.421508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-00ea5324-1491-4825-aae3-d347e7b15fa1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group': {'name': 'tempest-security--2141653770', 'description': 'tempest-security-description-683679876'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:26.493629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3a38e-a1de-4727-8fd8-aa2b39ee72a9 req-91dd7a13-7cfe-4665-b338-76582a95df51 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:26.495320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40b3a38e-a1de-4727-8fd8-aa2b39ee72a9 req-91dd7a13-7cfe-4665-b338-76582a95df51 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.1177216 Jul 27 22:24:26.497255 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00ea5324-1491-4825-aae3-d347e7b15fa1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.507817 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47de84df-f452-47bd-9ba8-4a1a9ae76265 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.509931 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-47de84df-f452-47bd-9ba8-4a1a9ae76265 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ac1b4e99-107f-4612-b19e-01f776298d7e HTTP/1.1" status: 204 len: 168 time: 1.3996842 Jul 27 22:24:26.512772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43726) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:26.520180 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ca739a2-b823-4e13-ac27-06053da3e785', 'external_fixed_ips': [{'subnet_id': '14560c9b-a10b-41ef-a518-aea10719fc2b', 'ip_address': '172.20.0.7'}]}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:26.532041 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b03849c9-c165-499a-8236-a48d7567dcbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.553407 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b03849c9-c165-499a-8236-a48d7567dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.605400 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.606735 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.608378 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00ea5324-1491-4825-aae3-d347e7b15fa1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.616626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9969c230-b2ed-4203-be53-4a466831de96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533d225d-83ad-4f1f-b971-676807c09d23'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:26.622852 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1321e31-1d4b-4c1b-88c5-2f9d5c3e021b" -d '{"events": [{"server_uuid": "9969c230-b2ed-4203-be53-4a466831de96", "name": "network-vif-plugged", "status": "completed", "tag": "533d225d-83ad-4f1f-b971-676807c09d23"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:26.628484 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00ea5324-1491-4825-aae3-d347e7b15fa1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.631333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00ea5324-1491-4825-aae3-d347e7b15fa1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.632656 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-00ea5324-1491-4825-aae3-d347e7b15fa1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "PUT /v2.0/security-groups/dd4e80d1-b406-49fb-abf1-e12e20b45f0f HTTP/1.1" status: 200 len: 1779 time: 0.2182081 Jul 27 22:24:26.636828 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43738) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:26.640673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40b3a38e-a1de-4727-8fd8-aa2b39ee72a9 req-5a37e1b4-c4c4-4e7b-b86a-18e06c3345a0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331270 Jul 27 22:24:26.641272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03849c9-c165-499a-8236-a48d7567dcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12ddd05-3dfd-46e6-ae47-20d5d0cf209c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:26.644853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:26.666356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b03849c9-c165-499a-8236-a48d7567dcbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbb1fc25a04b4d808e012fafc4ade117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4538116 Jul 27 22:24:26.672419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:26.680741 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c615d6c-e3d5-4396-b42d-604d3caaf1ab x-openstack-request-id: req-9c615d6c-e3d5-4396-b42d-604d3caaf1ab {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:26.681450 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9969c230-b2ed-4203-be53-4a466831de96", "name": "network-vif-plugged", "status": "completed", "tag": "533d225d-83ad-4f1f-b971-676807c09d23", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:26.681450 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c615d6c-e3d5-4396-b42d-604d3caaf1ab {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:26.681733 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9969c230-b2ed-4203-be53-4a466831de96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533d225d-83ad-4f1f-b971-676807c09d23', 'code': 200} Jul 27 22:24:26.713084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:26.721382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea5324-1491-4825-aae3-d347e7b15fa1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4e80d1-b406-49fb-abf1-e12e20b45f0f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:26.768057 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4efe413-f070-4b9e-b34c-cdd22c902c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.795872 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4efe413-f070-4b9e-b34c-cdd22c902c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.838118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.858620 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4efe413-f070-4b9e-b34c-cdd22c902c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.861880 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e4efe413-f070-4b9e-b34c-cdd22c902c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.863323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e4efe413-f070-4b9e-b34c-cdd22c902c9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e12ddd05-3dfd-46e6-ae47-20d5d0cf209c HTTP/1.1" status: 204 len: 168 time: 0.1901658 Jul 27 22:24:26.873357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efe413-f070-4b9e-b34c-cdd22c902c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12ddd05-3dfd-46e6-ae47-20d5d0cf209c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:26.926739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:26.929304 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a09954-544d-492a-b097-1d2b1802f5d1" -d '{"events": [{"server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab84666-a54e-4fab-953d-4142c432a619"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:26.936669 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bdcb91f6-776f-4c7c-b13e-d82486aab29e tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-groups/dd4e80d1-b406-49fb-abf1-e12e20b45f0f HTTP/1.1" status: 200 len: 1779 time: 0.2499962 Jul 27 22:24:26.937582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:26.937846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:26.990359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb5597-216c-48b2-9fa1-733955acaf22 req-4e59c37a-eb9a-44d3-a164-e20288629d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:26.992209 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-98fb5597-216c-48b2-9fa1-733955acaf22 req-4e59c37a-eb9a-44d3-a164-e20288629d8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 1096 time: 0.2277365 Jul 27 22:24:27.009076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Transition to ACTIVE for port object 7ab84666-a54e-4fab-953d-4142c432a619 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:27.039593 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02e04bbf-847a-4da9-8e8f-d62f376e8c20 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.089664 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c603771-69a8-4b94-8ff0-9a4efa3a70ef x-openstack-request-id: req-4c603771-69a8-4b94-8ff0-9a4efa3a70ef {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:27.089884 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab84666-a54e-4fab-953d-4142c432a619", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:27.090379 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c603771-69a8-4b94-8ff0-9a4efa3a70ef {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:27.090763 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619', 'code': 200} Jul 27 22:24:27.099304 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.101388 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02e04bbf-847a-4da9-8e8f-d62f376e8c20 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.106712 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.192492 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-98fb5597-216c-48b2-9fa1-733955acaf22 req-f96a0b90-2b5b-4a32-ab35-5b9c22207cec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906743 Jul 27 22:24:27.200459 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02e04bbf-847a-4da9-8e8f-d62f376e8c20 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.204636 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02e04bbf-847a-4da9-8e8f-d62f376e8c20 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.205878 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-02e04bbf-847a-4da9-8e8f-d62f376e8c20 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-groups/dd4e80d1-b406-49fb-abf1-e12e20b45f0f HTTP/1.1" status: 204 len: 168 time: 0.2670043 Jul 27 22:24:27.210158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43792) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:27.234327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e04bbf-847a-4da9-8e8f-d62f376e8c20 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4e80d1-b406-49fb-abf1-e12e20b45f0f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:27.267273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:27.284006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:27.284770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:27.285305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:27.285822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:27.286438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:27.286971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:27.287487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:27.287990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:27.288492 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:27.289161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:27.289833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:27.290467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:27.331487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdc47f-b896-489a-9759-3e5a1781fcd9 req-b15bb217-7bd2-460f-afa7-913f2d08de48 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:27.333861 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7dcdc47f-b896-489a-9759-3e5a1781fcd9 req-b15bb217-7bd2-460f-afa7-913f2d08de48 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 945 time: 0.2387331 Jul 27 22:24:27.363774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] No DVR routers for this DVR port 7ab84666-a54e-4fab-953d-4142c432a619 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:24:27.371868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4c3883e2-0417-4fef-8a13-2f66adaf09fa tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1543312 Jul 27 22:24:27.374679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43802) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:27.400302 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-c09fc0cc-1c0f-4c43-a027-9fefd009cdd2 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] delete failed (client error): The resource could not be found. Jul 27 22:24:27.406730 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c09fc0cc-1c0f-4c43-a027-9fefd009cdd2 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-groups/dd4e80d1-b406-49fb-abf1-e12e20b45f0f HTTP/1.1" status: 404 len: 347 time: 0.0272248 Jul 27 22:24:27.407270 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:27.414161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2eab6ca0-3214-4a99-9c88-44d0591ed3ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362223354'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:27.447117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7dcdc47f-b896-489a-9759-3e5a1781fcd9 req-468ed401-6918-498b-9157-2cab6292bc46 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978861 Jul 27 22:24:27.476327 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eab6ca0-3214-4a99-9c88-44d0591ed3ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.603604 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eab6ca0-3214-4a99-9c88-44d0591ed3ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.611244 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eab6ca0-3214-4a99-9c88-44d0591ed3ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.644182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Attempting to bind port 7ab84666-a54e-4fab-953d-4142c432a619 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:27.644354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Attempting to bind port 7ab84666-a54e-4fab-953d-4142c432a619 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:27.648655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Attempting to bind port 7ab84666-a54e-4fab-953d-4142c432a619 on network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:27.649135 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2eab6ca0-3214-4a99-9c88-44d0591ed3ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.649908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2eab6ca0-3214-4a99-9c88-44d0591ed3ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2411065 Jul 27 22:24:27.654230 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:27.659481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c412f270-7d55-4c39-8282-672f14a4c817 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group_rule': {'security_group_id': '093c682d-2001-45c3-982e-7253b4b70fe7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:27.671736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab6ca0-3214-4a99-9c88-44d0591ed3ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093c682d-2001-45c3-982e-7253b4b70fe7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:27.707443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Port 7ab84666-a54e-4fab-953d-4142c432a619 on network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:24:27.707781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Attempting to bind port 7ab84666-a54e-4fab-953d-4142c432a619 on network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:27.723071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:27.723418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Checking segment: {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:27.723813 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Bound using segment: {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:27.724264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Bound port: 7ab84666-a54e-4fab-953d-4142c432a619, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125dca0e-4b3e-404c-85c7-df1fd756b634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:27.724627 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.726667 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c412f270-7d55-4c39-8282-672f14a4c817 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.746952 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.773582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.805749 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c412f270-7d55-4c39-8282-672f14a4c817 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.833877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c412f270-7d55-4c39-8282-672f14a4c817 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.876039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412f270-7d55-4c39-8282-672f14a4c817 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a630288-7f41-4a22-a133-9946dab69039,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:27.926137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c47613-2021-4946-a9a0-362ed552b12d req-bc5bec7d-2a5d-4fd8-a060-50e6efa72e71 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:27.929580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22c47613-2021-4946-a9a0-362ed552b12d req-bc5bec7d-2a5d-4fd8-a060-50e6efa72e71 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 945 time: 0.1702795 Jul 27 22:24:27.932730 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c412f270-7d55-4c39-8282-672f14a4c817 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:27.937682 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c412f270-7d55-4c39-8282-672f14a4c817 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2797687 Jul 27 22:24:27.945561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43834) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:27.953123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:27.976278 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:27.986485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.026015 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bee642ae-26a8-4057-a20d-1ca57ac07fd5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.032298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22c47613-2021-4946-a9a0-362ed552b12d req-dfc1cafa-d987-4cfa-87bf-91f48e288bc9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955250 Jul 27 22:24:28.040264 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bee642ae-26a8-4057-a20d-1ca57ac07fd5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.063485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:28.065220 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.066983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] 10.222.0.43 "PUT /v2.0/ports/7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1093 time: 1.9493666 Jul 27 22:24:28.102479 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bee642ae-26a8-4057-a20d-1ca57ac07fd5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.115389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bee642ae-26a8-4057-a20d-1ca57ac07fd5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.119578 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bee642ae-26a8-4057-a20d-1ca57ac07fd5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5a630288-7f41-4a22-a133-9946dab69039 HTTP/1.1" status: 204 len: 168 time: 0.1715529 Jul 27 22:24:28.120585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee642ae-26a8-4057-a20d-1ca57ac07fd5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a630288-7f41-4a22-a133-9946dab69039,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:28.122325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:28.138872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Allocated IP 172.20.0.7 (2ca739a2-b823-4e13-ac27-06053da3e785/14560c9b-a10b-41ef-a518-aea10719fc2b/88c6e3be-2646-49a6-9b93-4e62e76388c7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:28.153615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326bad3-6d3a-476f-b284-2dbeaab2887c service neutron] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=11']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:28.228693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a0e314fb-b6d6-4758-861d-20ecfe70ca59 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1010079 Jul 27 22:24:28.234183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43844) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:28.276345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:28.308847 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.336826 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.337158 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.388839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-8b0ab8a9-0545-4434-bf43-4adfc7565370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:28.390894 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-8b0ab8a9-0545-4434-bf43-4adfc7565370 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1096 time: 0.2958858 Jul 27 22:24:28.393266 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.399615 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.402324 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.403690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-groups/093c682d-2001-45c3-982e-7253b4b70fe7 HTTP/1.1" status: 204 len: 168 time: 0.1684995 Jul 27 22:24:28.407005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:28.475810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093c682d-2001-45c3-982e-7253b4b70fe7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:28.503045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Network 2ca739a2-b823-4e13-ac27-06053da3e785 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:28.509193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:28.521088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:28.527719 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ace6e97f-3c7d-47d0-a952-a22d8e58331e tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1160448 Jul 27 22:24:28.527719 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1675d55-7664-4179-accf-0fb6051f71e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.535327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43858) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:28.553729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cb914940-49c2-4a30-a206-400912ac59f1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013294705'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:28.558501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:28.558863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:28.559204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:28.559539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:28.560063 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:28.560395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:28.560737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:28.561057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:28.561365 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event updated for resources: {'Port': ['ID=88c6e3be-2646-49a6-9b93-4e62e76388c7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:28.561486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:28.561717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:28.562561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:28.562561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9b735b-f517-4eb7-9d6b-5f3be5f0f736 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:24:28.584448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4a969b93-76e3-4d8f-9c87-1e71add6e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:28.587341 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-4a969b93-76e3-4d8f-9c87-1e71add6e29c service neutron] 10.222.0.43 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 898 time: 0.1857936 Jul 27 22:24:28.630501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb914940-49c2-4a30-a206-400912ac59f1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.692873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225fe4b-8e16-47ce-b471-de17024980da req-cab77fef-bc0f-4059-a0d2-925c9fdb7805 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:28.694688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b225fe4b-8e16-47ce-b471-de17024980da req-cab77fef-bc0f-4059-a0d2-925c9fdb7805 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 945 time: 0.1627703 Jul 27 22:24:28.755378 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-e5b075e4-0c1a-499d-b75d-3684f9228b28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1000 time: 0.1242704 Jul 27 22:24:28.786604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b225fe4b-8e16-47ce-b471-de17024980da req-9e7884df-9f61-48f6-a047-2d464cd19a92 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733888 Jul 27 22:24:28.817517 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1675d55-7664-4179-accf-0fb6051f71e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.841663 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1675d55-7664-4179-accf-0fb6051f71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.852328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-05aaee98-cea0-4006-b132-3039141f64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:28.853908 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-05aaee98-cea0-4006-b132-3039141f64b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.0909913 Jul 27 22:24:28.942515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.959414 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb914940-49c2-4a30-a206-400912ac59f1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.969819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e1675d55-7664-4179-accf-0fb6051f71e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c629fdcffbc94013b6d8e624cd58d20b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6916933 Jul 27 22:24:28.975303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:28.983914 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb914940-49c2-4a30-a206-400912ac59f1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:28.991273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-c46ee540-4568-4002-aa9c-9da42b3d42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:28.991273 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-c46ee540-4568-4002-aa9c-9da42b3d42ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014409 Jul 27 22:24:29.007602 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1675d55-7664-4179-accf-0fb6051f71e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedb7792-51e5-41b1-b645-ca64e0861857,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:29.056536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb914940-49c2-4a30-a206-400912ac59f1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.060382 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cb914940-49c2-4a30-a206-400912ac59f1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5216324 Jul 27 22:24:29.062888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:29.074562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c32fc33f-eba9-4dab-9a5a-83000ff448b5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group_rule': {'security_group_id': '8aedf666-3013-4a47-8e79-b8a0b5eef8f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:29.092452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:29.094707 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6024a0c-0440-425a-a922-5310ccf0f589" -d '{"events": [{"name": "network-changed", "server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "tag": "7ab84666-a54e-4fab-953d-4142c432a619"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:29.099500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15d481-bc6d-4528-a1f4-0ac3cd67fb3c req-d76c0d2c-df42-4f58-990a-36621ccefc72 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:29.107565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd15d481-bc6d-4528-a1f4-0ac3cd67fb3c req-d76c0d2c-df42-4f58-990a-36621ccefc72 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 945 time: 0.2100966 Jul 27 22:24:29.109732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb914940-49c2-4a30-a206-400912ac59f1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aedf666-3013-4a47-8e79-b8a0b5eef8f1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:29.179447 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-c8227a79-f1e7-46c1-ba3e-aeb1359f318f service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809452 Jul 27 22:24:29.203895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b96017df-6334-4d00-8c81-7613b407baf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.226930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd15d481-bc6d-4528-a1f4-0ac3cd67fb3c req-37e6b7be-52c0-42e3-883b-44aa0c2e6498 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179535 Jul 27 22:24:29.253347 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b96017df-6334-4d00-8c81-7613b407baf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.285746 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.316832 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c32fc33f-eba9-4dab-9a5a-83000ff448b5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.317052 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3f37f9-9bff-4513-9ef2-704099d4f9b6 x-openstack-request-id: req-3b3f37f9-9bff-4513-9ef2-704099d4f9b6 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:29.318668 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "tag": "7ab84666-a54e-4fab-953d-4142c432a619", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:29.319088 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b3f37f9-9bff-4513-9ef2-704099d4f9b6 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:29.319669 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619', 'status': 'completed', 'code': 200} Jul 27 22:24:29.374172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eebd2c-7f6e-4b85-ac19-75c7573b1d66 req-b5b8b315-3e09-4be9-a1e4-7ed5c7468d8e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:29.378798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0eebd2c-7f6e-4b85-ac19-75c7573b1d66 req-b5b8b315-3e09-4be9-a1e4-7ed5c7468d8e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 945 time: 0.2511549 Jul 27 22:24:29.418605 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bfefc30-fe6a-47a2-b9f6-310fdfaf8be6 req-8ee7761b-df76-4a53-af08-8491ff816cbb service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107232 Jul 27 22:24:29.419106 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b96017df-6334-4d00-8c81-7613b407baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.421677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b96017df-6334-4d00-8c81-7613b407baf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.425482 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b96017df-6334-4d00-8c81-7613b407baf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bedb7792-51e5-41b1-b645-ca64e0861857 HTTP/1.1" status: 204 len: 168 time: 0.4462597 Jul 27 22:24:29.455293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c32fc33f-eba9-4dab-9a5a-83000ff448b5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.467262 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96017df-6334-4d00-8c81-7613b407baf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedb7792-51e5-41b1-b645-ca64e0861857,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:29.471202 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c32fc33f-eba9-4dab-9a5a-83000ff448b5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.508898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f3ccc-6b74-40d4-821f-59331e20f261 req-f71ecc15-53ab-4851-a551-fe6a097468cd tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:29.510490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c37f3ccc-6b74-40d4-821f-59331e20f261 req-f71ecc15-53ab-4851-a551-fe6a097468cd tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 945 time: 0.1572092 Jul 27 22:24:29.517311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a0eebd2c-7f6e-4b85-ac19-75c7573b1d66 req-34be7fde-15de-4984-bef8-9c8c0f971f3d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162190 Jul 27 22:24:29.519385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fc33f-eba9-4dab-9a5a-83000ff448b5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ee97f4-261f-4112-82fd-f56da0dd5a4b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:29.536030 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c32fc33f-eba9-4dab-9a5a-83000ff448b5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.537248 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c32fc33f-eba9-4dab-9a5a-83000ff448b5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4733610 Jul 27 22:24:29.540356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43892) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:29.545753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-abb7f9e5-48a8-4c63-80dc-93f25fa59d9b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group_rule': {'security_group_id': '8aedf666-3013-4a47-8e79-b8a0b5eef8f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:29.556981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-5cdabb3b-f8b2-481f-a0a0-46a9113592bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:29.558650 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-5cdabb3b-f8b2-481f-a0a0-46a9113592bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1096 time: 0.2319360 Jul 27 22:24:29.591151 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c37f3ccc-6b74-40d4-821f-59331e20f261 req-3bb5ada6-9300-4667-b176-aaf42d57d03c tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725207 Jul 27 22:24:29.608939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb7f9e5-48a8-4c63-80dc-93f25fa59d9b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.616885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43896) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:29.642831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Router fcc06e55-e643-40ce-ae4a-462df15a9639 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:24:29.655663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-d58b86c4-2d2b-4bb0-a38e-46a06817664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:29.657215 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-d58b86c4-2d2b-4bb0-a38e-46a06817664c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1096 time: 0.1447303 Jul 27 22:24:29.686995 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb7f9e5-48a8-4c63-80dc-93f25fa59d9b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.692034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb7f9e5-48a8-4c63-80dc-93f25fa59d9b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.719645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7f9e5-48a8-4c63-80dc-93f25fa59d9b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7f8741-f09f-4b0e-b330-654705ca76df,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:29.734472 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-abb7f9e5-48a8-4c63-80dc-93f25fa59d9b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.739930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-abb7f9e5-48a8-4c63-80dc-93f25fa59d9b tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1953895 Jul 27 22:24:29.740508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43904) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:29.746180 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f6ad9d89-5362-4148-bba5-0d252d7558d3 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group_rule': {'security_group_id': '8aedf666-3013-4a47-8e79-b8a0b5eef8f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:29.746786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 7ab84666-a54e-4fab-953d-4142c432a619 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:24:29.791759 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9d89-5362-4148-bba5-0d252d7558d3 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.820320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 7ab84666-a54e-4fab-953d-4142c432a619 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:24:29.891134 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9d89-5362-4148-bba5-0d252d7558d3 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.896570 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9d89-5362-4148-bba5-0d252d7558d3 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.929130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f6ad9d89-5362-4148-bba5-0d252d7558d3 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:29.933293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f6ad9d89-5362-4148-bba5-0d252d7558d3 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1889858 Jul 27 22:24:29.948932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43908) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:29.956111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e9935ada-bbf7-4c2a-8969-408b5a423984 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group_rule': {'security_group_id': '8aedf666-3013-4a47-8e79-b8a0b5eef8f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:29.996759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad9d89-5362-4148-bba5-0d252d7558d3 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e443d0dd-9396-46fa-a8fb-88c17b3e8d5d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:30.012289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6c988-0c4b-4554-94e8-35a6b0299a45 tempest-TestServerBasicOps-844470415 tempest-TestServerBasicOps-844470415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:30.013856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5ba6c988-0c4b-4554-94e8-35a6b0299a45 tempest-TestServerBasicOps-844470415 tempest-TestServerBasicOps-844470415-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 1091 time: 0.3947792 Jul 27 22:24:30.017529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43912) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:30.023344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '533d225d-83ad-4f1f-b971-676807c09d23', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:30.029436 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9935ada-bbf7-4c2a-8969-408b5a423984 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.086250 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.151125 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9935ada-bbf7-4c2a-8969-408b5a423984 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.159336 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9935ada-bbf7-4c2a-8969-408b5a423984 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.183681 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e9935ada-bbf7-4c2a-8969-408b5a423984 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.185782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e9935ada-bbf7-4c2a-8969-408b5a423984 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2348509 Jul 27 22:24:30.196290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43920) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:30.202522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-2b8fb781-ea7b-4b58-a1fd-e221a60ac53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:30.203830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-20e298d2-9ce2-4690-ada9-ca7d5fde7a7a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group_rule': {'security_group_id': '8aedf666-3013-4a47-8e79-b8a0b5eef8f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:30.203976 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-2b8fb781-ea7b-4b58-a1fd-e221a60ac53c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 898 time: 0.6371360 Jul 27 22:24:30.209788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9935ada-bbf7-4c2a-8969-408b5a423984 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e900ce-2774-4033-986f-8fe47e51b963,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:30.265477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20e298d2-9ce2-4690-ada9-ca7d5fde7a7a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.312659 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.325726 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-773a4cf3-cbfb-42ac-92e5-2c1e811a6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:30.327494 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-773a4cf3-cbfb-42ac-92e5-2c1e811a6c51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 898 time: 0.6601801 Jul 27 22:24:30.402591 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-ff8cce82-5dff-42cc-b97e-3885dc349354 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1000 time: 0.1882861 Jul 27 22:24:30.476436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:24:30.492036 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20e298d2-9ce2-4690-ada9-ca7d5fde7a7a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.493100 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Sync routers for ids ['fcc06e55-e643-40ce-ae4a-462df15a9639'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:24:30.504080 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20e298d2-9ce2-4690-ada9-ca7d5fde7a7a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.514119 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Routers {'fcc06e55-e643-40ce-ae4a-462df15a9639'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:30.514863 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['fcc06e55-e643-40ce-ae4a-462df15a9639'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:30.531330 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-f793ecbd-a674-48bf-a723-8f73b731ce6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 1000 time: 0.1912739 Jul 27 22:24:30.566480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e298d2-9ce2-4690-ada9-ca7d5fde7a7a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9569f1b8-e26f-4928-adf8-65b8283689b7,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:30.574779 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20e298d2-9ce2-4690-ada9-ca7d5fde7a7a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.574779 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-20e298d2-9ce2-4690-ada9-ca7d5fde7a7a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3784232 Jul 27 22:24:30.580606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:30.607484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Allocated IP 172.25.1.157 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/a748c962-add2-436c-991c-7e2ca5f87aa8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:30.636486 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41d92ee7-4b23-438a-9288-8e0926573e20 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.638165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.645763 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9804122f-bb1f-4d1a-be34-1a9b01ed8731 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1318908 Jul 27 22:24:30.651145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43936) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:30.655870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-c2ba5f5a-960f-4c18-8ae3-0395c0e7a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:30.661457 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41d92ee7-4b23-438a-9288-8e0926573e20 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:30.663766 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-c2ba5f5a-960f-4c18-8ae3-0395c0e7a754 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.2520003 Jul 27 22:24:30.722118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-e04f3fec-48f6-427a-aef0-0626207537c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:30.723900 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-e04f3fec-48f6-427a-aef0-0626207537c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.1790206 Jul 27 22:24:30.779306 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Set router fcc06e55-e643-40ce-ae4a-462df15a9639 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:30.805323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-9dce7371-e438-4080-9202-cd5724cb0545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:30.807480 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-9dce7371-e438-4080-9202-cd5724cb0545 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356559 Jul 27 22:24:30.928757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-01717ab8-a3db-4adb-bd6c-53bc36f343fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:30.930777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-01717ab8-a3db-4adb-bd6c-53bc36f343fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979177 Jul 27 22:24:31.118491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:31.167849 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-7734e411-0724-4f1a-8ea3-a2757021d388 service neutron] 10.222.0.41 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495839 Jul 27 22:24:31.251058 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-ed6fecfe-cc46-445d-8475-c535521f3fac service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086007 Jul 27 22:24:31.356331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-077abee5-27ae-4495-9ffd-d9575e059f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.427864 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc06e55-e643-40ce-ae4a-462df15a9639', 'name': '', 'tenant_id': '24dca07b0139410a8b01c0f714b12da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ca739a2-b823-4e13-ac27-06053da3e785', 'external_fixed_ips': [{'subnet_id': '14560c9b-a10b-41ef-a518-aea10719fc2b', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '88c6e3be-2646-49a6-9b93-4e62e76388c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:24:26Z', 'updated_at': '2021-07-27T22:24:28Z', 'revision_number': 3, 'project_id': '24dca07b0139410a8b01c0f714b12da4', 'gw_port': {'id': '88c6e3be-2646-49a6-9b93-4e62e76388c7', 'name': '', 'network_id': '2ca739a2-b823-4e13-ac27-06053da3e785', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:76:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc06e55-e643-40ce-ae4a-462df15a9639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '14560c9b-a10b-41ef-a518-aea10719fc2b', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:24:27Z', 'updated_at': '2021-07-27T22:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14560c9b-a10b-41ef-a518-aea10719fc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:31.446056 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41d92ee7-4b23-438a-9288-8e0926573e20 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.451018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-cdbd44eb-fb48-43b3-a964-409d7912d208 service neutron] 10.222.0.41 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704191 Jul 27 22:24:31.471302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43956) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:31.473654 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.479176 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Checking router: fcc06e55-e643-40ce-ae4a-462df15a9639 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:24:31.479519 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Updating router fcc06e55-e643-40ce-ae4a-462df15a9639 port 88c6e3be-2646-49a6-9b93-4e62e76388c7 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:24:31.480505 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6024a0c-0440-425a-a922-5310ccf0f589 req-74b859a5-905e-461a-a49d-103db1140f85 service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212217 Jul 27 22:24:31.482240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41d92ee7-4b23-438a-9288-8e0926573e20 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.484664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-41d92ee7-4b23-438a-9288-8e0926573e20 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9569f1b8-e26f-4928-adf8-65b8283689b7 HTTP/1.1" status: 204 len: 168 time: 0.9030948 Jul 27 22:24:31.490937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43960) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:31.521237 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.539794 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d92ee7-4b23-438a-9288-8e0926573e20 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9569f1b8-e26f-4928-adf8-65b8283689b7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:31.550702 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9662d6-7f63-4b0a-b1e8-49525bf69400 req-88944af5-bd08-4072-b596-a2c0f52ffac4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:31.552553 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b9662d6-7f63-4b0a-b1e8-49525bf69400 req-88944af5-bd08-4072-b596-a2c0f52ffac4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 945 time: 0.2647750 Jul 27 22:24:31.567868 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.590206 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-36bc04f0-2d41-4b10-89f3-a46473f88f9c tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0968874 Jul 27 22:24:31.592857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43962) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:31.645610 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7ab84666-a54e-4fab-953d-4142c432a619 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:24:31.651813 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b457499-115f-4c57-b3ae-3e94e348744a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.668658 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b457499-115f-4c57-b3ae-3e94e348744a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.671219 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-077abee5-27ae-4495-9ffd-d9575e059f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.676276 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b9662d6-7f63-4b0a-b1e8-49525bf69400 req-74dfdf42-0d95-4229-bfbf-6d34b4f2f323 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054029 Jul 27 22:24:31.695345 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.710194 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-077abee5-27ae-4495-9ffd-d9575e059f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.720801 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.781186 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b457499-115f-4c57-b3ae-3e94e348744a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.787481 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b457499-115f-4c57-b3ae-3e94e348744a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.789272 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7b457499-115f-4c57-b3ae-3e94e348744a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f8e900ce-2774-4033-986f-8fe47e51b963 HTTP/1.1" status: 204 len: 168 time: 0.1954808 Jul 27 22:24:31.790497 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3dab88b-154a-4cef-9c74-8869b9c7e331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.794952 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-077abee5-27ae-4495-9ffd-d9575e059f72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b3db3160e34413b840d7302e01f5f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6747887 Jul 27 22:24:31.796556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43964) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:31.812620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:31.820306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b457499-115f-4c57-b3ae-3e94e348744a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8e900ce-2774-4033-986f-8fe47e51b963,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:31.831338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:31.831689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event updated for resources: {'Port': ['ID=a748c962-add2-436c-991c-7e2ca5f87aa8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:31.837093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:31.840733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077abee5-27ae-4495-9ffd-d9575e059f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cfafd3-bc93-439e-a588-7b76f66ebb25,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:31.841669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:31.864035 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:31.881404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '7ab84666-a54e-4fab-953d-4142c432a619', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'port_id': '7ab84666-a54e-4fab-953d-4142c432a619', 'mac_address': 'fa:16:3e:0c:0c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:24:31.889388 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.904396 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Transition to ACTIVE for port object 88c6e3be-2646-49a6-9b93-4e62e76388c7 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:31.913625 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.923824 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bd357690-f87d-468c-8ee4-540b0b1ea2c1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1158748 Jul 27 22:24:31.927820 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43968) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:31.933590 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.948722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab84666-a54e-4fab-953d-4142c432a619 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:24:31.977570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:31.977812 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee49c9-0194-4435-a3a6-e3669a8ab6e0 None None] Pushing event updated for resources: {'Port': ['ID=88c6e3be-2646-49a6-9b93-4e62e76388c7,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:31.981906 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0e53cee-b793-4d56-946b-40dbc5d71312 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.989478 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-457a885e-53d1-4c9c-b79f-f3fb0e526fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:31.994155 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.008587 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0e53cee-b793-4d56-946b-40dbc5d71312 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.016288 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Attempting to bind port 88c6e3be-2646-49a6-9b93-4e62e76388c7 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:32.017283 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Attempting to bind port 88c6e3be-2646-49a6-9b93-4e62e76388c7 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '5159575a-3fa2-4ae6-a074-378bf63e8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2ca739a2-b823-4e13-ac27-06053da3e785'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:32.017803 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Attempting to bind port 88c6e3be-2646-49a6-9b93-4e62e76388c7 on network 2ca739a2-b823-4e13-ac27-06053da3e785 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:32.024902 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:32.025284 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Checking segment: {'id': '5159575a-3fa2-4ae6-a074-378bf63e8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2ca739a2-b823-4e13-ac27-06053da3e785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:32.025750 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.026149 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Bound using segment: {'id': '5159575a-3fa2-4ae6-a074-378bf63e8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2ca739a2-b823-4e13-ac27-06053da3e785'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:32.026665 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Bound port: 88c6e3be-2646-49a6-9b93-4e62e76388c7, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5159575a-3fa2-4ae6-a074-378bf63e8acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2ca739a2-b823-4e13-ac27-06053da3e785'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:32.027046 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.059704 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-457a885e-53d1-4c9c-b79f-f3fb0e526fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.070078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=12']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:32.093486 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0e53cee-b793-4d56-946b-40dbc5d71312 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.098472 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0e53cee-b793-4d56-946b-40dbc5d71312 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.102010 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f0e53cee-b793-4d56-946b-40dbc5d71312 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e443d0dd-9396-46fa-a8fb-88c17b3e8d5d HTTP/1.1" status: 204 len: 168 time: 0.1672411 Jul 27 22:24:32.103149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:32.115387 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] For port 88c6e3be-2646-49a6-9b93-4e62e76388c7, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:32.118366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Deleting port 88c6e3be-2646-49a6-9b93-4e62e76388c7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:32.118850 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.119053 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] For port 88c6e3be-2646-49a6-9b93-4e62e76388c7, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=88c6e3be-2646-49a6-9b93-4e62e76388c7,segment=NetworkSegment(5159575a-3fa2-4ae6-a074-378bf63e8acf),segment_id=5159575a-3fa2-4ae6-a074-378bf63e8acf)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:32.125492 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e53cee-b793-4d56-946b-40dbc5d71312 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e443d0dd-9396-46fa-a8fb-88c17b3e8d5d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:32.132329 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.147648 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3dab88b-154a-4cef-9c74-8869b9c7e331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.159720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b3dab88b-154a-4cef-9c74-8869b9c7e331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.199204 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Routers {'fcc06e55-e643-40ce-ae4a-462df15a9639'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:32.199833 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['fcc06e55-e643-40ce-ae4a-462df15a9639'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:32.202412 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee49c9-0194-4435-a3a6-e3669a8ab6e0 None None] Pushing event updated for resources: {'Port': ['ID=88c6e3be-2646-49a6-9b93-4e62e76388c7,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:32.207936 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-457a885e-53d1-4c9c-b79f-f3fb0e526fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.210969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-457a885e-53d1-4c9c-b79f-f3fb0e526fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.212175 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-457a885e-53d1-4c9c-b79f-f3fb0e526fbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1cfafd3-bc93-439e-a588-7b76f66ebb25 HTTP/1.1" status: 204 len: 168 time: 0.3889768 Jul 27 22:24:32.218913 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b3dab88b-154a-4cef-9c74-8869b9c7e331 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0315472a10ef4ae991ce70127a045a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7437022 Jul 27 22:24:32.218913 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43974) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:32.224968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['7ab84666-a54e-4fab-953d-4142c432a619'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:24:32.238816 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aa3ca19c-6d96-4827-8cb4-606f01620862 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1325502 Jul 27 22:24:32.240977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dab88b-154a-4cef-9c74-8869b9c7e331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e743eab4-1634-41b0-94f9-c69bc61daa87,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:32.255904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 43976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:32.270583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a885e-53d1-4c9c-b79f-f3fb0e526fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cfafd3-bc93-439e-a588-7b76f66ebb25,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:32.323723 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] Set router fcc06e55-e643-40ce-ae4a-462df15a9639 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:32.354197 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-233bd7fb-dfde-48a8-a516-9eea72d3d89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.355550 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.379018 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-233bd7fb-dfde-48a8-a516-9eea72d3d89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.382149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4a6bcd9-9f1e-4a72-8f25-e4a33a452786 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.399774 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc06e55-e643-40ce-ae4a-462df15a9639', 'name': '', 'tenant_id': '24dca07b0139410a8b01c0f714b12da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:24:26Z', 'updated_at': '2021-07-27T22:24:31Z', 'revision_number': 4, 'project_id': '24dca07b0139410a8b01c0f714b12da4', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:32.432204 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3193f0-5f7c-4c74-add4-cdbf46b1ba6b None None] The sync data for ids ['fcc06e55-e643-40ce-ae4a-462df15a9639'] in n-d-802011-3 is: [{'id': 'fcc06e55-e643-40ce-ae4a-462df15a9639', 'name': '', 'tenant_id': '24dca07b0139410a8b01c0f714b12da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:24:26Z', 'updated_at': '2021-07-27T22:24:31Z', 'revision_number': 4, 'project_id': '24dca07b0139410a8b01c0f714b12da4', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:32.438191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Calling delete_port for 88c6e3be-2646-49a6-9b93-4e62e76388c7 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:32.442020 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4a6bcd9-9f1e-4a72-8f25-e4a33a452786 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.448760 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-233bd7fb-dfde-48a8-a516-9eea72d3d89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.453104 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-233bd7fb-dfde-48a8-a516-9eea72d3d89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.454418 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-233bd7fb-dfde-48a8-a516-9eea72d3d89a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e743eab4-1634-41b0-94f9-c69bc61daa87 HTTP/1.1" status: 204 len: 168 time: 0.2346087 Jul 27 22:24:32.465777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bd7fb-dfde-48a8-a516-9eea72d3d89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e743eab4-1634-41b0-94f9-c69bc61daa87,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:32.530927 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4a6bcd9-9f1e-4a72-8f25-e4a33a452786 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.558247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4a6bcd9-9f1e-4a72-8f25-e4a33a452786 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.559907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f4a6bcd9-9f1e-4a72-8f25-e4a33a452786 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1d7f8741-f09f-4b0e-b330-654705ca76df HTTP/1.1" status: 204 len: 168 time: 0.3027556 Jul 27 22:24:32.562591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43982) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:32.635504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6bcd9-9f1e-4a72-8f25-e4a33a452786 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d7f8741-f09f-4b0e-b330-654705ca76df,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:32.641429 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fd51cbed-5326-439a-b6be-d70cf9f010ac tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0773797 Jul 27 22:24:32.645096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43984) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:32.695486 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-968b0482-0199-47e0-a9e5-514d7f3fbe86 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.730575 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-968b0482-0199-47e0-a9e5-514d7f3fbe86 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.747093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43988) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:32.800984 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2de2-e602-4fce-a758-c9c0e12d9ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.825097 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-968b0482-0199-47e0-a9e5-514d7f3fbe86 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.837572 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-968b0482-0199-47e0-a9e5-514d7f3fbe86 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.838884 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-968b0482-0199-47e0-a9e5-514d7f3fbe86 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f6ee97f4-261f-4112-82fd-f56da0dd5a4b HTTP/1.1" status: 204 len: 168 time: 0.1927607 Jul 27 22:24:32.844495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43992) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:32.851200 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:32.857792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b0482-0199-47e0-a9e5-514d7f3fbe86 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6ee97f4-261f-4112-82fd-f56da0dd5a4b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:32.924378 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6e0dacae-581b-484c-846d-bdd79869d15e tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0737629 Jul 27 22:24:32.925945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 43998) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:32.968246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc468cb9-4fa3-4496-8ed2-bb139fd803af req-85573982-4f43-4377-8eb3-3140f808dce5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:32.970033 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc468cb9-4fa3-4496-8ed2-bb139fd803af req-85573982-4f43-4377-8eb3-3140f808dce5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 946 time: 0.1755157 Jul 27 22:24:33.007887 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2de2-e602-4fce-a758-c9c0e12d9ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.023418 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2de2-e602-4fce-a758-c9c0e12d9ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.052382 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09031ccc-8b22-48e1-a893-ea90a1e447ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.067025 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.076082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc468cb9-4fa3-4496-8ed2-bb139fd803af req-f595c6b2-1366-4012-8ad2-2c74c58e1bb7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951543 Jul 27 22:24:33.091198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f2de2-e602-4fce-a758-c9c0e12d9ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb08ae84-75b4-4d7b-9774-51adbdbc2c2d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:33.111995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44004) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:33.145531 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09031ccc-8b22-48e1-a893-ea90a1e447ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.150226 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-eb2f2de2-e602-4fce-a758-c9c0e12d9ee6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33697b084ba648fb8d77742e2dc95ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014313 Jul 27 22:24:33.152981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44006) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:33.164266 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.246861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event deleted for resources: {'Port': ['ID=88c6e3be-2646-49a6-9b93-4e62e76388c7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:33.271435 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cad7686c-1d70-473f-a540-9289b8f5c44e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/8058d29b-fabd-49bb-8bf1-4030ff345f4e HTTP/1.1" status: 200 len: 993 time: 0.1580193 Jul 27 22:24:33.291550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09031ccc-8b22-48e1-a893-ea90a1e447ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.298406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09031ccc-8b22-48e1-a893-ea90a1e447ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.299952 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-09031ccc-8b22-48e1-a893-ea90a1e447ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-groups/8aedf666-3013-4a47-8e79-b8a0b5eef8f1 HTTP/1.1" status: 204 len: 168 time: 0.3729486 Jul 27 22:24:33.305407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44014) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:33.333596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09031ccc-8b22-48e1-a893-ea90a1e447ed tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aedf666-3013-4a47-8e79-b8a0b5eef8f1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:33.356622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3780553c-d3d6-426e-9a15-3ccbc9237689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.363354 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-29617514-316f-48c9-a282-a8cd3ce2555a tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568540 Jul 27 22:24:33.369753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44016) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:33.371891 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.382191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1b25ef74-bdac-410f-bc1c-845aee5cd9db tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353566222'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:33.406433 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b25ef74-bdac-410f-bc1c-845aee5cd9db tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.529386 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b25ef74-bdac-410f-bc1c-845aee5cd9db tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.536111 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b25ef74-bdac-410f-bc1c-845aee5cd9db tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.582221 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b25ef74-bdac-410f-bc1c-845aee5cd9db tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.586321 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1b25ef74-bdac-410f-bc1c-845aee5cd9db tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2129779 Jul 27 22:24:33.586321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25ef74-bdac-410f-bc1c-845aee5cd9db tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fd9dd3-7287-405e-9386-37cd3aa7e008,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:33.588484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44022) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:33.602680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-34ac6b78-5563-428e-9d25-64a70981e4df tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group_rule': {'security_group_id': '25fd9dd3-7287-405e-9386-37cd3aa7e008', 'direction': 'ingress', 'protocol': 17}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:33.636037 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ac6b78-5563-428e-9d25-64a70981e4df tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.660932 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7ab84666-a54e-4fab-953d-4142c432a619 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:33.724037 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ac6b78-5563-428e-9d25-64a70981e4df tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.725782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 7ab84666-a54e-4fab-953d-4142c432a619 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:33.730586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 7ab84666-a54e-4fab-953d-4142c432a619 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:33.730886 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ac6b78-5563-428e-9d25-64a70981e4df tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.731089 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.756121 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac6b78-5563-428e-9d25-64a70981e4df tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8bc1d9-b63e-467a-ba26-e32fc0dab225,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:33.760073 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-34ac6b78-5563-428e-9d25-64a70981e4df tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.761900 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-34ac6b78-5563-428e-9d25-64a70981e4df tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1653221 Jul 27 22:24:33.764592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44026) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:33.820250 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3780553c-d3d6-426e-9a15-3ccbc9237689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.836917 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6543f91-8e26-4da3-b1f1-11c889777b94 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.837215 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.844839 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.846291 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.859111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.875332 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6543f91-8e26-4da3-b1f1-11c889777b94 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.895178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:33.895857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:33.898300 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c786b3aa-c747-43f0-9c46-f54d45083ba5" -d '{"events": [{"server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "name": "network-vif-plugged", "status": "completed", "tag": "7ab84666-a54e-4fab-953d-4142c432a619"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:33.899062 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.904785 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.944804 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6543f91-8e26-4da3-b1f1-11c889777b94 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.947869 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a25ba70-fc77-4dd7-9017-38e738ce32f3 x-openstack-request-id: req-6a25ba70-fc77-4dd7-9017-38e738ce32f3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:33.948150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c6543f91-8e26-4da3-b1f1-11c889777b94 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:33.948282 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "name": "network-vif-plugged", "status": "completed", "tag": "7ab84666-a54e-4fab-953d-4142c432a619", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:33.948577 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a25ba70-fc77-4dd7-9017-38e738ce32f3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:33.949400 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619', 'code': 200} Jul 27 22:24:33.952381 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c6543f91-8e26-4da3-b1f1-11c889777b94 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-groups/25fd9dd3-7287-405e-9386-37cd3aa7e008 HTTP/1.1" status: 204 len: 168 time: 0.1860752 Jul 27 22:24:33.953155 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44034) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:33.969198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6543f91-8e26-4da3-b1f1-11c889777b94 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fd9dd3-7287-405e-9386-37cd3aa7e008,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:33.989868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=13']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:34.019844 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-571904ca-fa6d-40e2-9c19-9c996bd78f99 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562069 Jul 27 22:24:34.025359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44038) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:34.030818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1bf66b31-c46c-4762-92fb-3735a1b48a39 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216393690'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:34.056700 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1bf66b31-c46c-4762-92fb-3735a1b48a39 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.059816 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.060347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcc06e55-e643-40ce-ae4a-462df15a9639 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:24:34.067304 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.068549 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5b148306-df6d-40a0-ba85-fbf67a51ada7 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "DELETE /v2.0/routers/fcc06e55-e643-40ce-ae4a-462df15a9639 HTTP/1.1" status: 204 len: 168 time: 3.4145424 Jul 27 22:24:34.069981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event updated for resources: {'Port': ['ID=a748c962-add2-436c-991c-7e2ca5f87aa8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:34.074298 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44040) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:34.099328 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.145646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-439d461a-4a8b-4111-9bb1-d7a17fa4bb72 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Deleting subnet 14560c9b-a10b-41ef-a518-aea10719fc2b {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:24:34.148412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3780553c-d3d6-426e-9a15-3ccbc9237689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.152512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3780553c-d3d6-426e-9a15-3ccbc9237689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.152670 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-439d461a-4a8b-4111-9bb1-d7a17fa4bb72 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.154293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3780553c-d3d6-426e-9a15-3ccbc9237689 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb08ae84-75b4-4d7b-9774-51adbdbc2c2d HTTP/1.1" status: 204 len: 168 time: 0.9996917 Jul 27 22:24:34.167142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780553c-d3d6-426e-9a15-3ccbc9237689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb08ae84-75b4-4d7b-9774-51adbdbc2c2d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:34.212154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-439d461a-4a8b-4111-9bb1-d7a17fa4bb72 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.287106 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1bf66b31-c46c-4762-92fb-3735a1b48a39 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.289772 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Floating IP 00a6c783-b949-41c4-b921-f7cbc40039c2 associated. External IP: 172.25.1.157, port: 533d225d-83ad-4f1f-b971-676807c09d23. Jul 27 22:24:34.289941 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-439d461a-4a8b-4111-9bb1-d7a17fa4bb72 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.317063 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1bf66b31-c46c-4762-92fb-3735a1b48a39 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.332547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44048) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:34.364036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1bf66b31-c46c-4762-92fb-3735a1b48a39 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.365431 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1bf66b31-c46c-4762-92fb-3735a1b48a39 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3390799 Jul 27 22:24:34.368417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44052) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:34.374610 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1e768916-197f-4f1f-8cf1-92dd4da853c7 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877151938'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:34.378687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf66b31-c46c-4762-92fb-3735a1b48a39 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e68e742-e4cd-4e0d-81a5-47dde0bbb324,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:34.397755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-439d461a-4a8b-4111-9bb1-d7a17fa4bb72 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.432150 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d461a-4a8b-4111-9bb1-d7a17fa4bb72 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=14560c9b-a10b-41ef-a518-aea10719fc2b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:34.436490 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-439d461a-4a8b-4111-9bb1-d7a17fa4bb72 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.442636 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-439d461a-4a8b-4111-9bb1-d7a17fa4bb72 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/14560c9b-a10b-41ef-a518-aea10719fc2b HTTP/1.1" status: 204 len: 168 time: 0.3670733 Jul 27 22:24:34.443416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:34.455400 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e768916-197f-4f1f-8cf1-92dd4da853c7 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.535182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.644055 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e768916-197f-4f1f-8cf1-92dd4da853c7 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.650773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2078673645'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:34.654250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Router a22250d6-6dcf-4ce2-8eb2-24f407e28055 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:24:34.655258 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e768916-197f-4f1f-8cf1-92dd4da853c7 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.689413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Made reservation on behalf of c25100d2f6fb4870865a0a43c69a0d5a for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:34.693278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.697845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.713846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca739a2-b823-4e13-ac27-06053da3e785']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:34.716194 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.730085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e768916-197f-4f1f-8cf1-92dd4da853c7 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.733941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1e768916-197f-4f1f-8cf1-92dd4da853c7 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3620489 Jul 27 22:24:34.733941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e768916-197f-4f1f-8cf1-92dd4da853c7 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758577dc-55cb-4a43-ad64-847ccb70fff2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:34.736276 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44066) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:34.740202 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5159575a-3fa2-4ae6-a074-378bf63e8acf') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:34.740694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5159575a-3fa2-4ae6-a074-378bf63e8acf') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:34.754116 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.780349 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.787277 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-afef37b4-e941-437e-bde3-7cfc798cd7f9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group_rule': {'security_group_id': '9e68e742-e4cd-4e0d-81a5-47dde0bbb324', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '758577dc-55cb-4a43-ad64-847ccb70fff2', 'remote_ip_prefix': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:34.801541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:24:34.801953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.806807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:24:34.814705 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:24:34.824485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49cb54-d099-4b02-affc-7311daccd44d None None] Sync routers for ids ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:24:34.836032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49cb54-d099-4b02-affc-7311daccd44d None None] Routers {'a22250d6-6dcf-4ce2-8eb2-24f407e28055'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:34.836825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7e49cb54-d099-4b02-affc-7311daccd44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:34.895441 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.905064 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ca739a2-b823-4e13-ac27-06053da3e785 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 22:24:34.936207 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:34.951623 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "DELETE /v2.0/networks/2ca739a2-b823-4e13-ac27-06053da3e785 HTTP/1.1" status: 204 len: 168 time: 0.5032465 Jul 27 22:24:34.973313 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7e49cb54-d099-4b02-affc-7311daccd44d None None] Set router a22250d6-6dcf-4ce2-8eb2-24f407e28055 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:34.984559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a448d9c-0bfa-4b64-aa19-43db6464c63d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ca739a2-b823-4e13-ac27-06053da3e785,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:35.100382 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.126635 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.167264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:24:35.184164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438d2d93-cdf2-46ca-b081-00841f8f932b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:35.188134 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.188490 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Added segment ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc of type vlan for network 93f84d03-aeaf-4c89-83c6-1f6783cea083 Jul 27 22:24:35.197853 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.230295 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afef37b4-e941-437e-bde3-7cfc798cd7f9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.272086 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c1971830-23ba-4c6f-bc89-02ab21900a3f tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2532485 Jul 27 22:24:35.273141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9969c230-b2ed-4203-be53-4a466831de96', 'tag': '533d225d-83ad-4f1f-b971-676807c09d23'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:35.278764 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908a56b6-1855-4633-855f-96130761de88" -d '{"events": [{"name": "network-changed", "server_uuid": "9969c230-b2ed-4203-be53-4a466831de96", "tag": "533d225d-83ad-4f1f-b971-676807c09d23"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:35.299801 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.345765 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d73e585-afb0-4f94-a251-b49f0306acbc x-openstack-request-id: req-1d73e585-afb0-4f94-a251-b49f0306acbc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:35.346231 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9969c230-b2ed-4203-be53-4a466831de96", "tag": "533d225d-83ad-4f1f-b971-676807c09d23", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:35.346821 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d73e585-afb0-4f94-a251-b49f0306acbc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:35.347536 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9969c230-b2ed-4203-be53-4a466831de96', 'tag': '533d225d-83ad-4f1f-b971-676807c09d23', 'status': 'completed', 'code': 200} Jul 27 22:24:35.389031 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7e49cb54-d099-4b02-affc-7311daccd44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:23:49Z', 'revision_number': 4, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '00a6c783-b949-41c4-b921-f7cbc40039c2', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'port_id': '533d225d-83ad-4f1f-b971-676807c09d23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'mac_address': 'fa:16:3e:9f:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9969c230-b2ed-4203-be53-4a466831de96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:24:32Z', 'updated_at': '2021-07-27T22:24:32Z', 'revision_number': 0, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928c5547-d930-4d3b-978b-d748f2553ebf', 'name': '', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'mac_address': 'fa:16:3e:12:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:47Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 5, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'subnets': [{'id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:35.418691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49cb54-d099-4b02-affc-7311daccd44d None None] Checking router: a22250d6-6dcf-4ce2-8eb2-24f407e28055 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:24:35.435249 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.resource_extend [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:24:35.443801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49cb54-d099-4b02-affc-7311daccd44d None None] Routers {'a22250d6-6dcf-4ce2-8eb2-24f407e28055'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:35.445348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7e49cb54-d099-4b02-affc-7311daccd44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:35.461372 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afef37b4-e941-437e-bde3-7cfc798cd7f9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.471288 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a56b6-1855-4633-855f-96130761de88 req-c48e9cb0-b859-4ffc-b1b5-6cbd72e5a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:35.473329 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-908a56b6-1855-4633-855f-96130761de88 req-c48e9cb0-b859-4ffc-b1b5-6cbd72e5a49c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c756860e16ae4fa6bc10144b561f9167&device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 1096 time: 0.0959437 Jul 27 22:24:35.476910 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afef37b4-e941-437e-bde3-7cfc798cd7f9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.510871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.519432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:35.520060 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.554192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:35.554632 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afef37b4-e941-437e-bde3-7cfc798cd7f9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.555920 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-afef37b4-e941-437e-bde3-7cfc798cd7f9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7842796 Jul 27 22:24:35.559832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-810e0a93-61a1-43cb-ae59-6029e02ecb6c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Request body: {'router': {'name': 'tempest-router--971613102', 'project_id': '7a037c20c809461da49a0904eaf1ff7c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:35.562761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:35.587097 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2471457 Jul 27 22:24:35.588889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:35.596395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-318bf781-6f11-4d1d-a31d-aaeec2da9e2e tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Request body: {'subnet': {'network_id': '93f84d03-aeaf-4c89-83c6-1f6783cea083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:35.601894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef37b4-e941-437e-bde3-7cfc798cd7f9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47785932-78d3-4e00-9e0d-112b410ce2c7,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:35.622197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7e49cb54-d099-4b02-affc-7311daccd44d None None] Set router a22250d6-6dcf-4ce2-8eb2-24f407e28055 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:35.677568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdba07-2c20-4055-8fe4-cc0c31c1b4f1 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Pushing event updated for resources: {'Network': ['ID=93f84d03-aeaf-4c89-83c6-1f6783cea083,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:35.683360 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd147-3fe6-4675-9455-276b28139a4f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.695655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd147-3fe6-4675-9455-276b28139a4f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.715615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a56b6-1855-4633-855f-96130761de88 req-e83cd818-3bf5-4b0e-bf68-7df4759d9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:35.715889 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-810e0a93-61a1-43cb-ae59-6029e02ecb6c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.716890 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-810e0a93-61a1-43cb-ae59-6029e02ecb6c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.717366 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-908a56b6-1855-4633-855f-96130761de88 req-e83cd818-3bf5-4b0e-bf68-7df4759d9162 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab2ac776-71c2-406d-b9f0-328bbd239926 HTTP/1.1" status: 200 len: 910 time: 0.2226408 Jul 27 22:24:35.724806 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 93f84d03-aeaf-4c89-83c6-1f6783cea083 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:24:35.816698 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-908a56b6-1855-4633-855f-96130761de88 req-2138b37d-937a-4520-9add-d0c3fac938a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=533d225d-83ad-4f1f-b971-676807c09d23 HTTP/1.1" status: 200 len: 999 time: 0.0906460 Jul 27 22:24:35.823655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-810e0a93-61a1-43cb-ae59-6029e02ecb6c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.828704 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd147-3fe6-4675-9455-276b28139a4f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.836315 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd147-3fe6-4675-9455-276b28139a4f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.840083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d2ebd147-3fe6-4675-9455-276b28139a4f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/47785932-78d3-4e00-9e0d-112b410ce2c7 HTTP/1.1" status: 204 len: 168 time: 0.2723794 Jul 27 22:24:35.841134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44102) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:35.845763 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-810e0a93-61a1-43cb-ae59-6029e02ecb6c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.856782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebd147-3fe6-4675-9455-276b28139a4f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47785932-78d3-4e00-9e0d-112b410ce2c7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:35.859120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318bf781-6f11-4d1d-a31d-aaeec2da9e2e tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Made reservation on behalf of c25100d2f6fb4870865a0a43c69a0d5a for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:35.863362 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-318bf781-6f11-4d1d-a31d-aaeec2da9e2e tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.868663 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-810e0a93-61a1-43cb-ae59-6029e02ecb6c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.872776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-810e0a93-61a1-43cb-ae59-6029e02ecb6c tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3138385 Jul 27 22:24:35.883841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:35.947426 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a56b6-1855-4633-855f-96130761de88 req-17dd2651-223c-445f-aab6-94ce4ce805eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:35.947426 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-908a56b6-1855-4633-855f-96130761de88 req-17dd2651-223c-445f-aab6-94ce4ce805eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d14f8be-7908-497b-bf7c-f833310b6890 HTTP/1.1" status: 200 len: 848 time: 0.1172101 Jul 27 22:24:35.960160 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d69ed07d-c26a-49ee-a0f0-2f6970fc35e8 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1137822 Jul 27 22:24:35.967516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44110) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:35.990848 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7e49cb54-d099-4b02-affc-7311daccd44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:23:49Z', 'revision_number': 4, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '00a6c783-b949-41c4-b921-f7cbc40039c2', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'port_id': '533d225d-83ad-4f1f-b971-676807c09d23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'mac_address': 'fa:16:3e:9f:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9969c230-b2ed-4203-be53-4a466831de96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:24:32Z', 'updated_at': '2021-07-27T22:24:32Z', 'revision_number': 0, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928c5547-d930-4d3b-978b-d748f2553ebf', 'name': '', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'mac_address': 'fa:16:3e:12:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:47Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 5, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'subnets': [{'id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:36.016073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1e73ac6-c6b5-4270-9bf9-034325d94ae6 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.033761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49cb54-d099-4b02-affc-7311daccd44d None None] The sync data for ids ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'] in n-d-802011-3 is: [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:23:49Z', 'revision_number': 4, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '00a6c783-b949-41c4-b921-f7cbc40039c2', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'port_id': '533d225d-83ad-4f1f-b971-676807c09d23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'mac_address': 'fa:16:3e:9f:eb:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9969c230-b2ed-4203-be53-4a466831de96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:24:32Z', 'updated_at': '2021-07-27T22:24:32Z', 'revision_number': 0, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928c5547-d930-4d3b-978b-d748f2553ebf', 'name': '', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'mac_address': 'fa:16:3e:12:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:47Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 5, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'subnets': [{'id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:36.043380 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a56b6-1855-4633-855f-96130761de88 req-ef6a7ede-4e11-44fe-921b-062d37afda51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:36.045016 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-908a56b6-1855-4633-855f-96130761de88 req-ef6a7ede-4e11-44fe-921b-062d37afda51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab2ac776-71c2-406d-b9f0-328bbd239926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864472 Jul 27 22:24:36.123299 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6e5abfd-48f3-429f-8fd9-8562c54fe15e tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.158908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6e5abfd-48f3-429f-8fd9-8562c54fe15e tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.200587 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1e73ac6-c6b5-4270-9bf9-034325d94ae6 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.210988 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-908a56b6-1855-4633-855f-96130761de88 req-b7b38ee4-3cd3-4f94-ba64-303731b8065a service neutron] 10.222.0.41 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528199 Jul 27 22:24:36.221694 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1e73ac6-c6b5-4270-9bf9-034325d94ae6 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.278885 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1e73ac6-c6b5-4270-9bf9-034325d94ae6 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.279418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e73ac6-c6b5-4270-9bf9-034325d94ae6 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 214e1429-97d3-4003-b593-10e63f610fe9 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:24:36.285339 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c1e73ac6-c6b5-4270-9bf9-034325d94ae6 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.287172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c1e73ac6-c6b5-4270-9bf9-034325d94ae6 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "DELETE /v2.0/routers/214e1429-97d3-4003-b593-10e63f610fe9 HTTP/1.1" status: 204 len: 168 time: 0.4024758 Jul 27 22:24:36.296509 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6e5abfd-48f3-429f-8fd9-8562c54fe15e tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.299814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e6e5abfd-48f3-429f-8fd9-8562c54fe15e tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.304680 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e6e5abfd-48f3-429f-8fd9-8562c54fe15e tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-groups/758577dc-55cb-4a43-ad64-847ccb70fff2 HTTP/1.1" status: 204 len: 168 time: 0.3361657 Jul 27 22:24:36.305365 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44118) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:36.341620 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-318bf781-6f11-4d1d-a31d-aaeec2da9e2e tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.358289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5abfd-48f3-429f-8fd9-8562c54fe15e tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758577dc-55cb-4a43-ad64-847ccb70fff2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:36.388691 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636df1e-6b1e-449e-9822-7053f60cdb6f None None] New status for floating IP 00a6c783-b949-41c4-b921-f7cbc40039c2: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:24:36.448512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bf781-6f11-4d1d-a31d-aaeec2da9e2e tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Pushing event updated for resources: {'Subnet': ['ID=a15f77ef-cb7b-46a0-90a6-3230ca8b85f5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:36.448816 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e265949e-c7d0-4ed5-869c-a4d8cfcb9928 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1299343 Jul 27 22:24:36.449229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44124) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:36.455006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318bf781-6f11-4d1d-a31d-aaeec2da9e2e tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Checking segment: {'id': 'ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '93f84d03-aeaf-4c89-83c6-1f6783cea083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:36.455624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318bf781-6f11-4d1d-a31d-aaeec2da9e2e tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Network hostable DHCP agents. Network: 93f84d03-aeaf-4c89-83c6-1f6783cea083, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:24:36.477433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318bf781-6f11-4d1d-a31d-aaeec2da9e2e tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Network 93f84d03-aeaf-4c89-83c6-1f6783cea083 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:24:36.494857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-318bf781-6f11-4d1d-a31d-aaeec2da9e2e tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 93f84d03-aeaf-4c89-83c6-1f6783cea083) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:36.499837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318bf781-6f11-4d1d-a31d-aaeec2da9e2e tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:36.504897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6456ac3-05c8-4263-ad8c-4da9dae110dc None None] Network 93f84d03-aeaf-4c89-83c6-1f6783cea083 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:36.506163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-318bf781-6f11-4d1d-a31d-aaeec2da9e2e tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.545820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-318bf781-6f11-4d1d-a31d-aaeec2da9e2e tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9547229 Jul 27 22:24:36.546667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:36.550932 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af295b9f-2bd3-4786-a6fa-b41b77b1d6ab tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.554418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Request body: {'port': {'network_id': '93f84d03-aeaf-4c89-83c6-1f6783cea083', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1301486613'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:36.559640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:36.583692 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af295b9f-2bd3-4786-a6fa-b41b77b1d6ab tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.664139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af295b9f-2bd3-4786-a6fa-b41b77b1d6ab tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.677904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-af295b9f-2bd3-4786-a6fa-b41b77b1d6ab tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.683853 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-af295b9f-2bd3-4786-a6fa-b41b77b1d6ab tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e68e742-e4cd-4e0d-81a5-47dde0bbb324 HTTP/1.1" status: 204 len: 168 time: 0.2225511 Jul 27 22:24:36.693421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44134) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:36.721223 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-908a56b6-1855-4633-855f-96130761de88 req-50ee55d4-66a1-45d3-8f2a-13b3cf321ed8 service neutron] 10.222.0.41 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031252 Jul 27 22:24:36.732823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af295b9f-2bd3-4786-a6fa-b41b77b1d6ab tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e68e742-e4cd-4e0d-81a5-47dde0bbb324,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:36.782426 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Made reservation on behalf of c25100d2f6fb4870865a0a43c69a0d5a for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:36.791678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.801279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-93f84d03-aeaf-4c89-83c6-1f6783cea083', 'network_id': '93f84d03-aeaf-4c89-83c6-1f6783cea083', 'tenant_id': 'c25100d2f6fb4870865a0a43c69a0d5a', 'fixed_ips': [{'subnet_id': 'a15f77ef-cb7b-46a0-90a6-3230ca8b85f5'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:24:36.802133 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.806088 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-80bc7246-811c-4458-8440-78ab2ba6f47e tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1037431 Jul 27 22:24:36.806765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:36.811671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-208c6eff-6850-4b5e-aa4c-ff7b28538fc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133400640'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:36.838163 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-208c6eff-6850-4b5e-aa4c-ff7b28538fc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.973256 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-208c6eff-6850-4b5e-aa4c-ff7b28538fc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:36.977203 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-208c6eff-6850-4b5e-aa4c-ff7b28538fc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.024424 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c6eff-6850-4b5e-aa4c-ff7b28538fc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dde32f-6e7c-46e7-acb3-2954757ed183,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:37.038634 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-208c6eff-6850-4b5e-aa4c-ff7b28538fc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.043254 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-208c6eff-6850-4b5e-aa4c-ff7b28538fc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2322237 Jul 27 22:24:37.043254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44140) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:37.045975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Allocated IP 172.20.0.2 (93f84d03-aeaf-4c89-83c6-1f6783cea083/a15f77ef-cb7b-46a0-90a6-3230ca8b85f5/21180ac3-7ed9-4eda-8fe8-4ce0601f6d78) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:37.049745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cdd3eb08-4c22-4ba4-a4bf-fc6583bf52ae tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group_rule': {'security_group_id': 'd0dde32f-6e7c-46e7-acb3-2954757ed183', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:37.082613 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cdd3eb08-4c22-4ba4-a4bf-fc6583bf52ae tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.134407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2134549489', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:37.150606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] device_id is not set on port 2d824620-c924-445e-b8a4-577ea2e22e0a yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:24:37.164313 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cdd3eb08-4c22-4ba4-a4bf-fc6583bf52ae tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.170141 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cdd3eb08-4c22-4ba4-a4bf-fc6583bf52ae tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.191282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3eb08-4c22-4ba4-a4bf-fc6583bf52ae tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57bc109d-06ee-4815-9f20-30681b39a48f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:37.199980 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.201012 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.206672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cdd3eb08-4c22-4ba4-a4bf-fc6583bf52ae tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.208476 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cdd3eb08-4c22-4ba4-a4bf-fc6583bf52ae tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1642067 Jul 27 22:24:37.211688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:37.230739 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.240530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Transition to ACTIVE for port object 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:37.255908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64e956a9-ae9a-44b7-b0e5-887ffa7a8925 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.264639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64e956a9-ae9a-44b7-b0e5-887ffa7a8925 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.268055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Transition to ACTIVE for port object 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:37.273745 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.280926 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.308897 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64e956a9-ae9a-44b7-b0e5-887ffa7a8925 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.316636 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64e956a9-ae9a-44b7-b0e5-887ffa7a8925 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.320342 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-64e956a9-ae9a-44b7-b0e5-887ffa7a8925 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/57bc109d-06ee-4815-9f20-30681b39a48f HTTP/1.1" status: 204 len: 168 time: 0.1030457 Jul 27 22:24:37.321645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44148) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:37.348056 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Pushing event updated for resources: {'Port': ['ID=21180ac3-7ed9-4eda-8fe8-4ce0601f6d78,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:37.351975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Network 93f84d03-aeaf-4c89-83c6-1f6783cea083 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:37.353436 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e956a9-ae9a-44b7-b0e5-887ffa7a8925 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57bc109d-06ee-4815-9f20-30681b39a48f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:37.353600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:37.355899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:37.388577 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cf38b8a4-6a65-4236-8399-f637ea557aad tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0649307 Jul 27 22:24:37.389346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44152) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:37.416832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Attempting to bind port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:37.417221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Attempting to bind port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '93f84d03-aeaf-4c89-83c6-1f6783cea083'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:37.417593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Attempting to bind port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 on network 93f84d03-aeaf-4c89-83c6-1f6783cea083 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:37.426946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:37.427330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Checking segment: {'id': 'ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '93f84d03-aeaf-4c89-83c6-1f6783cea083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:37.427738 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.428131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Bound using segment: {'id': 'ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '93f84d03-aeaf-4c89-83c6-1f6783cea083'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:37.428621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Bound port: 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '93f84d03-aeaf-4c89-83c6-1f6783cea083'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:37.429023 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.477603 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09ca9ac4-0ef9-4bdc-9c18-77c1cabedaf2 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.491679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Allocated IP 172.20.0.11 (93f84d03-aeaf-4c89-83c6-1f6783cea083/a15f77ef-cb7b-46a0-90a6-3230ca8b85f5/2d824620-c924-445e-b8a4-577ea2e22e0a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:37.501930 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.517334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] For port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:37.519750 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09ca9ac4-0ef9-4bdc-9c18-77c1cabedaf2 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.521157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] For port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=21180ac3-7ed9-4eda-8fe8-4ce0601f6d78,segment=NetworkSegment(ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc),segment_id=ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:37.536378 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.577375 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09ca9ac4-0ef9-4bdc-9c18-77c1cabedaf2 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.582319 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09ca9ac4-0ef9-4bdc-9c18-77c1cabedaf2 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.584113 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-09ca9ac4-0ef9-4bdc-9c18-77c1cabedaf2 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-groups/d0dde32f-6e7c-46e7-acb3-2954757ed183 HTTP/1.1" status: 204 len: 168 time: 0.1938219 Jul 27 22:24:37.589078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:37.598631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca9ac4-0ef9-4bdc-9c18-77c1cabedaf2 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dde32f-6e7c-46e7-acb3-2954757ed183,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:37.609756 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a850a6-dad1-4f33-83db-64ea88e1ff40 None None] Pushing event updated for resources: {'Port': ['ID=21180ac3-7ed9-4eda-8fe8-4ce0601f6d78,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:37.712912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-29aa9c21-3d7a-4f47-ab46-ed234f272a25 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1219127 Jul 27 22:24:37.718402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44166) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:37.723087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2ee25a59-b1c4-4a94-b9f4-17defcd6ea2f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127992879'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:37.755926 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ee25a59-b1c4-4a94-b9f4-17defcd6ea2f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.780018 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.799573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Transition to ACTIVE for port object 2d824620-c924-445e-b8a4-577ea2e22e0a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:37.897485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ee25a59-b1c4-4a94-b9f4-17defcd6ea2f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.901866 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ee25a59-b1c4-4a94-b9f4-17defcd6ea2f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.933151 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.937874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ee25a59-b1c4-4a94-b9f4-17defcd6ea2f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.942375 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2ee25a59-b1c4-4a94-b9f4-17defcd6ea2f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2231021 Jul 27 22:24:37.943358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:37.950447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-39ad51d1-e8b4-498a-90c1-6f73cf5a37c0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group_rule': {'security_group_id': '269825fe-6833-43f5-9051-f3f9d7a81cf1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:37.955295 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee25a59-b1c4-4a94-b9f4-17defcd6ea2f tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269825fe-6833-43f5-9051-f3f9d7a81cf1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:37.971039 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.999020 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39ad51d1-e8b4-498a-90c1-6f73cf5a37c0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.048737 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.086771 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39ad51d1-e8b4-498a-90c1-6f73cf5a37c0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.091597 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39ad51d1-e8b4-498a-90c1-6f73cf5a37c0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.111003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad51d1-e8b4-498a-90c1-6f73cf5a37c0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8daaad7-7735-41f9-b90c-26d204d97aa8,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:38.117020 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39ad51d1-e8b4-498a-90c1-6f73cf5a37c0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.120829 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-39ad51d1-e8b4-498a-90c1-6f73cf5a37c0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1740119 Jul 27 22:24:38.121068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44176) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:38.144101 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e2894c7a-e01f-40e5-819b-ec9324a7ed04 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules/e8daaad7-7735-41f9-b90c-26d204d97aa8 HTTP/1.1" status: 200 len: 763 time: 0.0188754 Jul 27 22:24:38.144350 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44178) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:38.146256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Network 93f84d03-aeaf-4c89-83c6-1f6783cea083 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:38.157878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:38.161759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Pushing event updated for resources: {'Port': ['ID=2d824620-c924-445e-b8a4-577ea2e22e0a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:38.167416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:38.201552 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7474524f-b8f1-4769-b455-72512e7638df tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0532701 Jul 27 22:24:38.201552 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44180) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:38.218305 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Allocated IP 172.25.1.65 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/60ff9204-8b02-4ea7-bd4b-a7d51c8e3f7d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:38.233605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ab88ffa-334f-4692-a707-618667310ab9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.241672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:38.242375 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.244024 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ab88ffa-334f-4692-a707-618667310ab9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.277447 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ab88ffa-334f-4692-a707-618667310ab9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.284737 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2ab88ffa-334f-4692-a707-618667310ab9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.285852 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2ab88ffa-334f-4692-a707-618667310ab9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e8daaad7-7735-41f9-b90c-26d204d97aa8 HTTP/1.1" status: 204 len: 168 time: 0.0835938 Jul 27 22:24:38.288415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44184) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:38.295841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8c634bbc-bba8-4267-b6ae-86efb0af62af tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7454438 Jul 27 22:24:38.297445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44186) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:38.299355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab88ffa-334f-4692-a707-618667310ab9 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8daaad7-7735-41f9-b90c-26d204d97aa8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:38.346899 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9492c91d-44b8-42a0-b190-ed1043578d48 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513978 Jul 27 22:24:38.350119 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:38.355219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4c51d9f7-9712-4536-8249-bbc6dc0744a5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group_rule': {'security_group_id': '269825fe-6833-43f5-9051-f3f9d7a81cf1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:38.400395 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c51d9f7-9712-4536-8249-bbc6dc0744a5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.425253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.464051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8ac7c702-757e-4184-a01b-2a1af27c4f6b tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Deleting port 2d824620-c924-445e-b8a4-577ea2e22e0a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:38.464441 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c702-757e-4184-a01b-2a1af27c4f6b tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.482321 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c51d9f7-9712-4536-8249-bbc6dc0744a5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.489139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c51d9f7-9712-4536-8249-bbc6dc0744a5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.512919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51d9f7-9712-4536-8249-bbc6dc0744a5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9e582b-a486-4301-9130-eef6bd9e2d43,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:38.521933 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c51d9f7-9712-4536-8249-bbc6dc0744a5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.524048 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4c51d9f7-9712-4536-8249-bbc6dc0744a5 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1727850 Jul 27 22:24:38.527108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44192) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:38.548326 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-63ef0ea6-9d55-40c9-abdf-4c36a9a9bac8 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules/8d9e582b-a486-4301-9130-eef6bd9e2d43 HTTP/1.1" status: 200 len: 763 time: 0.0198178 Jul 27 22:24:38.551805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:38.583102 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.654890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:38.685407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-73b57d90-ddf8-4944-b342-75bbe539ae9c tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1301396 Jul 27 22:24:38.686603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:38.689954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:38.690628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44198) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:38.697721 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c702-757e-4184-a01b-2a1af27c4f6b tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.722106 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78394918-3465-4b0f-83cf-d5ce16362d51 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.730334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Pushing event updated for resources: {'Port': ['ID=60ff9204-8b02-4ea7-bd4b-a7d51c8e3f7d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:38.731278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78394918-3465-4b0f-83cf-d5ce16362d51 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.744865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8ac7c702-757e-4184-a01b-2a1af27c4f6b tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Calling delete_port for 2d824620-c924-445e-b8a4-577ea2e22e0a owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:38.764601 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78394918-3465-4b0f-83cf-d5ce16362d51 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.789793 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78394918-3465-4b0f-83cf-d5ce16362d51 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.794095 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-78394918-3465-4b0f-83cf-d5ce16362d51 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8d9e582b-a486-4301-9130-eef6bd9e2d43 HTTP/1.1" status: 204 len: 168 time: 0.1002126 Jul 27 22:24:38.795261 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78394918-3465-4b0f-83cf-d5ce16362d51 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d9e582b-a486-4301-9130-eef6bd9e2d43,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:38.797012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44202) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:38.855192 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8b18416f-6b2c-4cf9-8149-6abae06246ec tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0562162 Jul 27 22:24:38.856240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44204) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:38.859325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4f1cfb-f5fe-4c8c-97e3-42032359dc29 None None] Network 93f84d03-aeaf-4c89-83c6-1f6783cea083 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:38.862170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-62eb3202-9281-481c-8710-2ed9d6697550 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Request body: {'security_group_rule': {'security_group_id': '269825fe-6833-43f5-9051-f3f9d7a81cf1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:38.894213 n-d-802011-3 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-62eb3202-9281-481c-8710-2ed9d6697550 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Project 335b939a30e9439d948829219b531c45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:24:38.900866 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62eb3202-9281-481c-8710-2ed9d6697550 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.967820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62eb3202-9281-481c-8710-2ed9d6697550 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.978460 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62eb3202-9281-481c-8710-2ed9d6697550 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.014646 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62eb3202-9281-481c-8710-2ed9d6697550 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.016104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dc4d278e-4cd7-4b54-8b8d-1d2c2d194d46 None None] Provisioning for port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:39.018709 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-62eb3202-9281-481c-8710-2ed9d6697550 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618953 Jul 27 22:24:39.020102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb3202-9281-481c-8710-2ed9d6697550 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b622a4-016c-476e-9312-1e5ce798ab9d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:39.021762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:39.075061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9119884b-58de-4ce8-b46b-30d13e6de6fa tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules/f1b622a4-016c-476e-9312-1e5ce798ab9d HTTP/1.1" status: 200 len: 769 time: 0.0436225 Jul 27 22:24:39.077735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44210) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:39.149240 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bfd5efab-0866-4cae-baec-50122c7ba0de tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0656459 Jul 27 22:24:39.152254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:39.153910 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c702-757e-4184-a01b-2a1af27c4f6b tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.182473 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f966496e-259a-45d9-995d-87a49dbb3cc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.195511 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f966496e-259a-45d9-995d-87a49dbb3cc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.222392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7c702-757e-4184-a01b-2a1af27c4f6b tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Pushing event deleted for resources: {'Port': ['ID=2d824620-c924-445e-b8a4-577ea2e22e0a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:39.250708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f966496e-259a-45d9-995d-87a49dbb3cc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.261632 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f966496e-259a-45d9-995d-87a49dbb3cc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.265222 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f966496e-259a-45d9-995d-87a49dbb3cc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f1b622a4-016c-476e-9312-1e5ce798ab9d HTTP/1.1" status: 204 len: 168 time: 0.1095245 Jul 27 22:24:39.268544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44216) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:39.275670 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.284284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966496e-259a-45d9-995d-87a49dbb3cc0 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1b622a4-016c-476e-9312-1e5ce798ab9d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:39.358959 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6849f67f-9748-4e16-b120-ff74b1d081a1 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0891302 Jul 27 22:24:39.363903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44218) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:39.402323 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c702-757e-4184-a01b-2a1af27c4f6b tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.406122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44222) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:39.406528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8ac7c702-757e-4184-a01b-2a1af27c4f6b tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] 10.222.0.24 "DELETE /v2.0/ports/2d824620-c924-445e-b8a4-577ea2e22e0a HTTP/1.1" status: 204 len: 168 time: 1.1083944 Jul 27 22:24:39.441791 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4dca292d-0c1d-42bb-a374-36d0f63a3561 None None] Could not find standard attr ID for object 2d824620-c924-445e-b8a4-577ea2e22e0a. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:24:39.474973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:39.512771 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09d60e35-51e8-4204-b13a-b9a9ec4b2da8 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.556643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:39.558668 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09d60e35-51e8-4204-b13a-b9a9ec4b2da8 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.564213 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:39.564598 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.627737 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.637038 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09d60e35-51e8-4204-b13a-b9a9ec4b2da8 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.647998 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-09d60e35-51e8-4204-b13a-b9a9ec4b2da8 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.649752 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-09d60e35-51e8-4204-b13a-b9a9ec4b2da8 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "DELETE /v2.0/security-groups/269825fe-6833-43f5-9051-f3f9d7a81cf1 HTTP/1.1" status: 204 len: 168 time: 0.2854652 Jul 27 22:24:39.664331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44230) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:39.734623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d60e35-51e8-4204-b13a-b9a9ec4b2da8 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=269825fe-6833-43f5-9051-f3f9d7a81cf1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:39.748590 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3b09f8d4-adfa-4f23-bd55-afffdefe746c tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806222 Jul 27 22:24:39.753482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44232) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:39.791012 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-19482b8e-5cd8-4d76-b28b-c4833f673e84 tempest-DHCPAgentSchedulersTestJSON-159980607 tempest-DHCPAgentSchedulersTestJSON-159980607-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3811777 Jul 27 22:24:39.795615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:39.803801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8495c73a-d58e-40aa-b2ad-a69119444c14 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1365033269'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:39.840651 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-03a2df22-c5e6-4356-8583-1d67cb22c976 tempest-SecGroupIPv6Test-759291460 tempest-SecGroupIPv6Test-759291460-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0860147 Jul 27 22:24:39.941804 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cdb8588c-f1ee-4507-94df-60597f2d58e7 None None] Could not find standard attr ID for object 2d824620-c924-445e-b8a4-577ea2e22e0a. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:24:39.947309 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.994506 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=21180ac3-7ed9-4eda-8fe8-4ce0601f6d78,segment=NetworkSegment(ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc),segment_id=ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:39.999866 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:40.067307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=21180ac3-7ed9-4eda-8fe8-4ce0601f6d78,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:40.163324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8495c73a-d58e-40aa-b2ad-a69119444c14 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Made reservation on behalf of c25100d2f6fb4870865a0a43c69a0d5a for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:40.167326 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8495c73a-d58e-40aa-b2ad-a69119444c14 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:40.209787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8495c73a-d58e-40aa-b2ad-a69119444c14 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:24:40.212848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44248) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:40.223764 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8495c73a-d58e-40aa-b2ad-a69119444c14 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:40.224303 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-8495c73a-d58e-40aa-b2ad-a69119444c14 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Added segment 51bae43c-e02e-4152-80ef-2a9bea0d478e of type vlan for network a7251ec8-d038-409f-b078-899a5d7fade4 Jul 27 22:24:40.232143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Router 125364c2-f2b3-4bd6-ab84-36f9e73345e2 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:24:40.302906 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8495c73a-d58e-40aa-b2ad-a69119444c14 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:40.356842 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2a390df1-71d0-4853-8544-a7d4370fbc7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=335b939a30e9439d948829219b531c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427181 Jul 27 22:24:40.359411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44252) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:40.375455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8495c73a-d58e-40aa-b2ad-a69119444c14 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:40.381188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8495c73a-d58e-40aa-b2ad-a69119444c14 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:40.381774 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8495c73a-d58e-40aa-b2ad-a69119444c14 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:40.408035 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50383603-ccbb-4d8f-a979-3f6933f75e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:40.429815 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50383603-ccbb-4d8f-a979-3f6933f75e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:40.463156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:24:40.467578 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8495c73a-d58e-40aa-b2ad-a69119444c14 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6705706 Jul 27 22:24:40.472492 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44254) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:40.475911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3020f0fa-e3c7-4c7e-a07a-0c4d8e5a42eb None None] Sync routers for ids ['125364c2-f2b3-4bd6-ab84-36f9e73345e2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:24:40.487934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495c73a-d58e-40aa-b2ad-a69119444c14 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Pushing event updated for resources: {'Network': ['ID=a7251ec8-d038-409f-b078-899a5d7fade4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:40.495064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:40.498963 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2c518733-fb46-4784-84f1-1ccdd69242a7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9354498 Jul 27 22:24:40.499357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44256) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:40.514047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network a7251ec8-d038-409f-b078-899a5d7fade4 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:24:40.546740 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50383603-ccbb-4d8f-a979-3f6933f75e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:40.549338 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-50383603-ccbb-4d8f-a979-3f6933f75e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:40.550717 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-50383603-ccbb-4d8f-a979-3f6933f75e72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71414d48-cd16-4677-bdde-743dbfd601af HTTP/1.1" status: 204 len: 168 time: 0.1902223 Jul 27 22:24:40.562208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3020f0fa-e3c7-4c7e-a07a-0c4d8e5a42eb None None] Routers {'125364c2-f2b3-4bd6-ab84-36f9e73345e2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:40.563002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3020f0fa-e3c7-4c7e-a07a-0c4d8e5a42eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['125364c2-f2b3-4bd6-ab84-36f9e73345e2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:40.568195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50383603-ccbb-4d8f-a979-3f6933f75e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71414d48-cd16-4677-bdde-743dbfd601af,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:40.619033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3020f0fa-e3c7-4c7e-a07a-0c4d8e5a42eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:40.638385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44260) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:40.639223 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ff0f2661-3cd6-4cb3-afba-655253a06f1d tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/routers/125364c2-f2b3-4bd6-ab84-36f9e73345e2 HTTP/1.1" status: 200 len: 920 time: 0.1384716 Jul 27 22:24:40.647638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3020f0fa-e3c7-4c7e-a07a-0c4d8e5a42eb None None] Routers {'125364c2-f2b3-4bd6-ab84-36f9e73345e2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:40.648637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3020f0fa-e3c7-4c7e-a07a-0c4d8e5a42eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['125364c2-f2b3-4bd6-ab84-36f9e73345e2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:40.684366 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-00e9639b-b560-434b-a8fc-848e23e1b7e9 tempest-DHCPAgentSchedulersTestJSON-159980607 tempest-DHCPAgentSchedulersTestJSON-159980607-project-admin] 10.222.0.24 "GET /v2.0/agents/d824d308-e03b-418e-b2d1-51bcabc93aaf/dhcp-networks HTTP/1.1" status: 200 len: 5672 time: 0.2106953 Jul 27 22:24:40.689488 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5c6ff805-d424-4e9b-9b09-dd951299b5c1 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=125364c2-f2b3-4bd6-ab84-36f9e73345e2 HTTP/1.1" status: 200 len: 205 time: 0.0469902 Jul 27 22:24:40.689488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44262) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:40.689782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3020f0fa-e3c7-4c7e-a07a-0c4d8e5a42eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:40.689782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3020f0fa-e3c7-4c7e-a07a-0c4d8e5a42eb None None] The sync data for ids ['125364c2-f2b3-4bd6-ab84-36f9e73345e2'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:40.696296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44264) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:40.773520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da967c-5e35-4a94-a4b7-18c29f985101 tempest-DHCPAgentSchedulersTestJSON-159980607 tempest-DHCPAgentSchedulersTestJSON-159980607-project-admin] Network a7251ec8-d038-409f-b078-899a5d7fade4 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:24:40.786588 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-13da967c-5e35-4a94-a4b7-18c29f985101 tempest-DHCPAgentSchedulersTestJSON-159980607 tempest-DHCPAgentSchedulersTestJSON-159980607-project-admin] 10.222.0.24 "POST /v2.0/agents/d824d308-e03b-418e-b2d1-51bcabc93aaf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0983579 Jul 27 22:24:40.789293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44268) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:40.795213 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f3a2db-60dd-4ffa-ba2c-350d22b42df5 None None] Network a7251ec8-d038-409f-b078-899a5d7fade4 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:40.872064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.031302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d41f1093-f809-4da4-83c4-12e26f4e56be tempest-DHCPAgentSchedulersTestJSON-159980607 tempest-DHCPAgentSchedulersTestJSON-159980607-project-admin] 10.222.0.24 "GET /v2.0/agents/d824d308-e03b-418e-b2d1-51bcabc93aaf/dhcp-networks HTTP/1.1" status: 200 len: 6443 time: 0.2384734 Jul 27 22:24:41.031970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44278) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:41.045909 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.114776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Deleting port 60ff9204-8b02-4ea7-bd4b-a7d51c8e3f7d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:41.115337 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.136140 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5ffefd20-7bfe-4bd1-bb6e-3c424ab5e93c tempest-DHCPAgentSchedulersTestJSON-159980607 tempest-DHCPAgentSchedulersTestJSON-159980607-project-admin] 10.222.0.24 "DELETE /v2.0/agents/d824d308-e03b-418e-b2d1-51bcabc93aaf/dhcp-networks/a7251ec8-d038-409f-b078-899a5d7fade4 HTTP/1.1" status: 204 len: 168 time: 0.1004586 Jul 27 22:24:41.136374 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44284) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:41.227984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.248505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Calling delete_port for 60ff9204-8b02-4ea7-bd4b-a7d51c8e3f7d owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:41.290585 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-31b02ad9-357c-4b4c-9f2b-e33e1fab2bfa tempest-DHCPAgentSchedulersTestJSON-159980607 tempest-DHCPAgentSchedulersTestJSON-159980607-project-admin] 10.222.0.24 "GET /v2.0/agents/d824d308-e03b-418e-b2d1-51bcabc93aaf/dhcp-networks HTTP/1.1" status: 200 len: 5672 time: 0.1531100 Jul 27 22:24:41.294398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44290) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:41.331022 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-75a9b11d-c871-4210-9eca-919845f687e7 tempest-DHCPAgentSchedulersTestJSON-159980607 tempest-DHCPAgentSchedulersTestJSON-159980607-project-admin] 10.222.0.24 "GET /v2.0/networks/93f84d03-aeaf-4c89-83c6-1f6783cea083/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0353491 Jul 27 22:24:41.334481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:41.380729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44298) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:41.404008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:41.408696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44302) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:41.408868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4d3b7f62-41ba-42d6-8afb-08eb91600c18 tempest-DHCPAgentSchedulersTestJSON-159980607 tempest-DHCPAgentSchedulersTestJSON-159980607-project-admin] 10.222.0.24 "GET /v2.0/networks/93f84d03-aeaf-4c89-83c6-1f6783cea083/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0712025 Jul 27 22:24:41.492136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:41.493014 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.511874 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.609092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6b5f8855-2829-44fa-a6e2-0f4b4d8e6248 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:41.609347 n-d-802011-3 neutron-server[93834]: WARNING neutron.api.v2.base [None req-6b5f8855-2829-44fa-a6e2-0f4b4d8e6248 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 22:24:41.609969 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-6b5f8855-2829-44fa-a6e2-0f4b4d8e6248 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 22:24:41.614318 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6b5f8855-2829-44fa-a6e2-0f4b4d8e6248 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2284701 Jul 27 22:24:41.628942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44306) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:41.636921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d6c725d7-da32-41cd-b2d2-bccd227652cc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1896133563'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:41.641038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Pushing event deleted for resources: {'Port': ['ID=60ff9204-8b02-4ea7-bd4b-a7d51c8e3f7d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:41.656744 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.668308 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-61a3528a-3702-4bc0-ad56-974b5a1a3d8e tempest-DHCPAgentSchedulersTestJSON-159980607 tempest-DHCPAgentSchedulersTestJSON-159980607-project-admin] 10.222.0.24 "GET /v2.0/agents/d824d308-e03b-418e-b2d1-51bcabc93aaf/dhcp-networks HTTP/1.1" status: 200 len: 5672 time: 0.2580676 Jul 27 22:24:41.669034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44308) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:41.767322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.781979 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.785190 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6c725d7-da32-41cd-b2d2-bccd227652cc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.794690 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.796303 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6c725d7-da32-41cd-b2d2-bccd227652cc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.872297 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.873165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Fanout notify agent at l3_agent the message router_deleted on router 125364c2-f2b3-4bd6-ab84-36f9e73345e2 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:24:41.883490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.885089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bf0cfe25-e441-4b9d-b63a-e56798c24331 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/routers/125364c2-f2b3-4bd6-ab84-36f9e73345e2 HTTP/1.1" status: 204 len: 168 time: 1.1877992 Jul 27 22:24:41.890639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44314) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:41.897925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Request body: {'router': {'name': 'tempest-snat-router-525648270', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'enable_snat': False}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:41.919459 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.930463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7251ec8-d038-409f-b078-899a5d7fade4']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:41.941839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bae43c-e02e-4152-80ef-2a9bea0d478e') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:41.942243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bae43c-e02e-4152-80ef-2a9bea0d478e') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:41.951958 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.967160 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.974437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:24:41.974907 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:24:41.978132 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:24:41.981982 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6c725d7-da32-41cd-b2d2-bccd227652cc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:41.993701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6c725d7-da32-41cd-b2d2-bccd227652cc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.030541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.031612 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.060906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c725d7-da32-41cd-b2d2-bccd227652cc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a82ec62-f43c-4474-b9ba-e07ff0373ed0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:42.071923 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.084667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.089720 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] 10.222.0.24 "DELETE /v2.0/networks/a7251ec8-d038-409f-b078-899a5d7fade4 HTTP/1.1" status: 204 len: 168 time: 0.4194944 Jul 27 22:24:42.090157 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44322) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:42.131640 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1500a2-827f-431c-a4f7-f1ada0f6cef7 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] DELETE failed (client error): The resource could not be found. Jul 27 22:24:42.131884 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.132282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1500a2-827f-431c-a4f7-f1ada0f6cef7 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:24:42.137250 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3c1500a2-827f-431c-a4f7-f1ada0f6cef7 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] 10.222.0.24 "DELETE /v2.0/ports/2d824620-c924-445e-b8a4-577ea2e22e0a HTTP/1.1" status: 404 len: 333 time: 0.0446646 Jul 27 22:24:42.137966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44326) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:42.147296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc8393-0728-433e-b7e2-58629cb683be tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Pushing event deleted for resources: {'Network': ['ID=a7251ec8-d038-409f-b078-899a5d7fade4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:42.193841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e5ea27-ee70-44fb-a18f-92e3672863e3 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Deleting subnet a15f77ef-cb7b-46a0-90a6-3230ca8b85f5 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:24:42.197076 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24e5ea27-ee70-44fb-a18f-92e3672863e3 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.243384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24e5ea27-ee70-44fb-a18f-92e3672863e3 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.336387 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24e5ea27-ee70-44fb-a18f-92e3672863e3 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.367006 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.377001 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6c725d7-da32-41cd-b2d2-bccd227652cc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.381208 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6c725d7-da32-41cd-b2d2-bccd227652cc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.405387 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24e5ea27-ee70-44fb-a18f-92e3672863e3 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.430839 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24e5ea27-ee70-44fb-a18f-92e3672863e3 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.431710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aab23cc-7d53-450c-aeb2-0ec6c720e5e2 None None] Network 93f84d03-aeaf-4c89-83c6-1f6783cea083 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:42.432906 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-24e5ea27-ee70-44fb-a18f-92e3672863e3 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] 10.222.0.24 "DELETE /v2.0/subnets/a15f77ef-cb7b-46a0-90a6-3230ca8b85f5 HTTP/1.1" status: 204 len: 168 time: 0.2936339 Jul 27 22:24:42.446418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44330) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:42.458349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6c725d7-da32-41cd-b2d2-bccd227652cc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.459667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d6c725d7-da32-41cd-b2d2-bccd227652cc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8281424 Jul 27 22:24:42.460286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ea27-ee70-44fb-a18f-92e3672863e3 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Pushing event deleted for resources: {'Subnet': ['ID=a15f77ef-cb7b-46a0-90a6-3230ca8b85f5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:42.463236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c725d7-da32-41cd-b2d2-bccd227652cc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d80f65f-0c1f-4832-8a4e-a081f433904b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:42.465919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44334) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:42.470947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d96fd3fa-1b55-499d-a53b-8a8e3746d7c8 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '1d80f65f-0c1f-4832-8a4e-a081f433904b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:42.512807 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d96fd3fa-1b55-499d-a53b-8a8e3746d7c8 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.546223 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.554051 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.623274 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d96fd3fa-1b55-499d-a53b-8a8e3746d7c8 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.628282 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d96fd3fa-1b55-499d-a53b-8a8e3746d7c8 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.648541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fd3fa-1b55-499d-a53b-8a8e3746d7c8 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0fbe81-0afc-43f4-9c93-82ccf49ca9dc,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:42.668164 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d96fd3fa-1b55-499d-a53b-8a8e3746d7c8 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.668950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Deleting port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:42.669333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.672719 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d96fd3fa-1b55-499d-a53b-8a8e3746d7c8 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2055585 Jul 27 22:24:42.673916 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44336) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:42.679650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae95aa2-2f99-4e69-858b-a9dd4579aeee None None] DHCP port deletion for 93f84d03-aeaf-4c89-83c6-1f6783cea083 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:24:42.680371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-63441cfb-30e8-4e4d-b7e3-1df1f534f9f6 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '1d80f65f-0c1f-4832-8a4e-a081f433904b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:42.714934 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-63441cfb-30e8-4e4d-b7e3-1df1f534f9f6 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.741962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ae95aa2-2f99-4e69-858b-a9dd4579aeee None None] Deleting port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:42.742811 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae95aa2-2f99-4e69-858b-a9dd4579aeee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.775549 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-63441cfb-30e8-4e4d-b7e3-1df1f534f9f6 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 22:24:42.777108 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-63441cfb-30e8-4e4d-b7e3-1df1f534f9f6 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1020045 Jul 27 22:24:42.780078 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44338) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:42.820073 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e19c95b-4187-4a80-b79b-6f81610c1511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.830502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] For port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=21180ac3-7ed9-4eda-8fe8-4ce0601f6d78,segment=NetworkSegment(ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc),segment_id=ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:42.830934 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.839658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6ae95aa2-2f99-4e69-858b-a9dd4579aeee None None] For port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=21180ac3-7ed9-4eda-8fe8-4ce0601f6d78,segment=NetworkSegment(ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc),segment_id=ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:42.840067 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae95aa2-2f99-4e69-858b-a9dd4579aeee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.856920 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ae95aa2-2f99-4e69-858b-a9dd4579aeee None None] Calling delete_port for 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:42.861633 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaecd2fe-f4c1-4154-b2ef-688b0b736297 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.873775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Calling delete_port for 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:42.895091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44342) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:42.901949 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaecd2fe-f4c1-4154-b2ef-688b0b736297 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.911197 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.950916 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae95aa2-2f99-4e69-858b-a9dd4579aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.960176 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaecd2fe-f4c1-4154-b2ef-688b0b736297 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.962353 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.964526 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aaecd2fe-f4c1-4154-b2ef-688b0b736297 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:42.966251 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-aaecd2fe-f4c1-4154-b2ef-688b0b736297 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "DELETE /v2.0/security-groups/1d80f65f-0c1f-4832-8a4e-a081f433904b HTTP/1.1" status: 204 len: 168 time: 0.1846664 Jul 27 22:24:42.970617 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44346) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:42.989703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae95aa2-2f99-4e69-858b-a9dd4579aeee None None] Pushing event deleted for resources: {'Port': ['ID=21180ac3-7ed9-4eda-8fe8-4ce0601f6d78,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:42.991698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae95aa2-2f99-4e69-858b-a9dd4579aeee None None] No DVR routers for this DVR port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:24:43.010820 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecd2fe-f4c1-4154-b2ef-688b0b736297 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d80f65f-0c1f-4832-8a4e-a081f433904b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:43.066532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-691eda01-d5fc-469c-a3e7-eb1009110c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.076802 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ccf104cf-21f0-4096-9e8a-79b24a42d73d tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1032119 Jul 27 22:24:43.083583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44348) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:43.089605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-977c24f2-ac7e-4b51-99f4-41c3c1788ae0 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615247825'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:43.104394 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.110328 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-977c24f2-ac7e-4b51-99f4-41c3c1788ae0 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:24:43.110328 n-d-802011-3 neutron-server[93834]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 22:24:43.110328 n-d-802011-3 neutron-server[93834]: [parameters: {'project_id_1': 'fff8d7a684cb4d5b806e92ef62b808fb', 'expiration_1': datetime.datetime(2021, 7, 27, 22, 24, 43, 97038)}] Jul 27 22:24:43.110328 n-d-802011-3 neutron-server[93834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:24:43.110855 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [None req-977c24f2-ac7e-4b51-99f4-41c3c1788ae0 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:24:43.143481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Allocated IP 172.25.1.74 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:43.149358 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Pushing event deleted for resources: {'Port': ['ID=21180ac3-7ed9-4eda-8fe8-4ce0601f6d78,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:43.153001 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] No DVR routers for this DVR port 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:24:43.179862 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-691eda01-d5fc-469c-a3e7-eb1009110c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.183988 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-691eda01-d5fc-469c-a3e7-eb1009110c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.227402 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-691eda01-d5fc-469c-a3e7-eb1009110c1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f5c1d5937134d6a9f778ae2449e1792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313270 Jul 27 22:24:43.228425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691eda01-d5fc-469c-a3e7-eb1009110c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7e68e0-4420-45fb-a578-8dbcca2d569c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:43.230633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:43.293098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.310367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f84d03-aeaf-4c89-83c6-1f6783cea083']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:43.339489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:43.339850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca454b7a-cea4-4fa8-9813-5b9ca4a5b5cc') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:43.356020 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.360244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:24:43.380724 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.383147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:24:43.383492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 21180ac3-7ed9-4eda-8fe8-4ce0601f6d78 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:24:43.400049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:24:43.400387 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:24:43.403499 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:24:43.414644 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.416535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20959440-82b5-401c-a193-5e4242148db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.480166 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20959440-82b5-401c-a193-5e4242148db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.504696 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.531051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.532964 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] 10.222.0.24 "DELETE /v2.0/networks/93f84d03-aeaf-4c89-83c6-1f6783cea083 HTTP/1.1" status: 204 len: 168 time: 1.0844946 Jul 27 22:24:43.551520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced281a-85ce-4633-8b15-34626484a1c5 tempest-DHCPAgentSchedulersTestJSON-179997024 tempest-DHCPAgentSchedulersTestJSON-179997024-project] Pushing event deleted for resources: {'Network': ['ID=93f84d03-aeaf-4c89-83c6-1f6783cea083,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:43.570156 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.601844 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20959440-82b5-401c-a193-5e4242148db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.604398 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-20959440-82b5-401c-a193-5e4242148db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.605556 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-20959440-82b5-401c-a193-5e4242148db5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a7e68e0-4420-45fb-a578-8dbcca2d569c HTTP/1.1" status: 204 len: 168 time: 0.3504155 Jul 27 22:24:43.625809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:43.628532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20959440-82b5-401c-a193-5e4242148db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7e68e0-4420-45fb-a578-8dbcca2d569c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:43.635091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:43.640190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:43.645316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event updated for resources: {'Port': ['ID=2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:43.653047 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-977c24f2-ac7e-4b51-99f4-41c3c1788ae0 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.759752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-977c24f2-ac7e-4b51-99f4-41c3c1788ae0 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.764597 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-977c24f2-ac7e-4b51-99f4-41c3c1788ae0 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.807637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44360) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:43.817201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-977c24f2-ac7e-4b51-99f4-41c3c1788ae0 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.820988 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-977c24f2-ac7e-4b51-99f4-41c3c1788ae0 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7339046 Jul 27 22:24:43.820988 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c24f2-ac7e-4b51-99f4-41c3c1788ae0 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3644135a-0696-4173-b8d5-50b9d379dc95,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:43.823146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:43.827933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a67aeaa3-c41f-47b9-bd11-c54785bb125f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '3644135a-0696-4173-b8d5-50b9d379dc95', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:43.828436 n-d-802011-3 neutron-server[93834]: WARNING neutron.api.v2.base [None req-a67aeaa3-c41f-47b9-bd11-c54785bb125f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 22:24:43.828937 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-a67aeaa3-c41f-47b9-bd11-c54785bb125f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:43.832724 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a67aeaa3-c41f-47b9-bd11-c54785bb125f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060749 Jul 27 22:24:43.833023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44366) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:43.905235 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-beb6e7b6-d15b-4d38-9f3d-db98f980d948 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.942801 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-beb6e7b6-d15b-4d38-9f3d-db98f980d948 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:43.994951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44368) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:44.026303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d18a6d65-a0e6-45c3-85aa-ff55b450f155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.055045 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-beb6e7b6-d15b-4d38-9f3d-db98f980d948 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.057517 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-beb6e7b6-d15b-4d38-9f3d-db98f980d948 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.058692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-beb6e7b6-d15b-4d38-9f3d-db98f980d948 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "DELETE /v2.0/security-groups/3644135a-0696-4173-b8d5-50b9d379dc95 HTTP/1.1" status: 204 len: 168 time: 0.2247920 Jul 27 22:24:44.067133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44370) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:44.070832 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ba518c04-b890-4475-8fd8-df6c172ccb23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c25100d2f6fb4870865a0a43c69a0d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621021 Jul 27 22:24:44.074661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44372) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:44.180767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1034ef9-0e95-4254-a43b-d6d57c30e21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.239849 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1034ef9-0e95-4254-a43b-d6d57c30e21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.281636 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.365804 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1034ef9-0e95-4254-a43b-d6d57c30e21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.368394 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e1034ef9-0e95-4254-a43b-d6d57c30e21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.369575 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e1034ef9-0e95-4254-a43b-d6d57c30e21f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/438d2d93-cdf2-46ca-b081-00841f8f932b HTTP/1.1" status: 204 len: 168 time: 0.2939804 Jul 27 22:24:44.383826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1034ef9-0e95-4254-a43b-d6d57c30e21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438d2d93-cdf2-46ca-b081-00841f8f932b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:44.445832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6e7b6-d15b-4d38-9f3d-db98f980d948 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3644135a-0696-4173-b8d5-50b9d379dc95,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:44.507925 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8b293f78-90ab-4ec7-94f4-ec87e6db9ce2 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4361367 Jul 27 22:24:44.508791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:44.515926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5fc3a5a3-f42a-4dca-bed7-7788f9ec8aca tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group': {'name': 'tempest-secgroup--339090929'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:44.550700 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.557396 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d18a6d65-a0e6-45c3-85aa-ff55b450f155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.562662 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d18a6d65-a0e6-45c3-85aa-ff55b450f155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.604798 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d18a6d65-a0e6-45c3-85aa-ff55b450f155 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b5647f7900640128f4a70e672206ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6088028 Jul 27 22:24:44.606021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a6d65-a0e6-45c3-85aa-ff55b450f155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0974687-e392-4ec9-86a0-aebc5240ed8d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:44.609747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44380) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:44.660638 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39163a7a-ce03-4d98-8419-a1f2e83d8681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.686058 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a5a3-f42a-4dca-bed7-7788f9ec8aca tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.694314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39163a7a-ce03-4d98-8419-a1f2e83d8681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.748342 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39163a7a-ce03-4d98-8419-a1f2e83d8681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.751727 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-39163a7a-ce03-4d98-8419-a1f2e83d8681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.752928 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-39163a7a-ce03-4d98-8419-a1f2e83d8681 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0974687-e392-4ec9-86a0-aebc5240ed8d HTTP/1.1" status: 204 len: 168 time: 0.1421716 Jul 27 22:24:44.760554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Router 68173952-666d-4e01-b939-42a9cee77f6a is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:24:44.761301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39163a7a-ce03-4d98-8419-a1f2e83d8681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0974687-e392-4ec9-86a0-aebc5240ed8d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:44.786648 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44384) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:44.805179 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84f6c47e-1225-47d3-84b7-24d69c1f33b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.911886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a5a3-f42a-4dca-bed7-7788f9ec8aca tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.919187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a5a3-f42a-4dca-bed7-7788f9ec8aca tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:44.953431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:24:44.965974 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Sync routers for ids ['68173952-666d-4e01-b939-42a9cee77f6a'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:24:44.973994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3a5a3-f42a-4dca-bed7-7788f9ec8aca tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4502a5-9ca6-42c2-9af2-0795714cd835,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:44.976675 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Routers {'68173952-666d-4e01-b939-42a9cee77f6a'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:44.977278 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['68173952-666d-4e01-b939-42a9cee77f6a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:45.027435 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84f6c47e-1225-47d3-84b7-24d69c1f33b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.032911 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-84f6c47e-1225-47d3-84b7-24d69c1f33b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.037212 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.041135 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c8fa72eb-ff65-4c22-88a2-8d8d20b52ce0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1459634 Jul 27 22:24:45.041954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44392) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.076457 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-84f6c47e-1225-47d3-84b7-24d69c1f33b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08d77af20db6483ca56761ff6ec4238b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886055 Jul 27 22:24:45.078877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44396) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.086336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6c47e-1225-47d3-84b7-24d69c1f33b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304070fa-2938-4a94-b4fb-c61f6ca1bbba,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:45.100385 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a5a3-f42a-4dca-bed7-7788f9ec8aca tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.105435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5fc3a5a3-f42a-4dca-bed7-7788f9ec8aca tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5927200 Jul 27 22:24:45.106774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44398) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.113433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-75eba33d-bc4d-439e-851b-f16ffdeb5f5d tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '4b4502a5-9ca6-42c2-9af2-0795714cd835', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:45.114347 n-d-802011-3 neutron-server[93835]: WARNING neutron.api.v2.base [None req-75eba33d-bc4d-439e-851b-f16ffdeb5f5d tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 22:24:45.115006 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-75eba33d-bc4d-439e-851b-f16ffdeb5f5d tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:45.118556 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-75eba33d-bc4d-439e-851b-f16ffdeb5f5d tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073614 Jul 27 22:24:45.119870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.131423 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Set router 68173952-666d-4e01-b939-42a9cee77f6a gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:45.158343 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80803d87-7357-4d7e-ac78-8630a4350360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.186320 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80803d87-7357-4d7e-ac78-8630a4350360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.220171 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-638b819d-3f44-4f5c-8546-2b0ae8d7f2fd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.244279 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80803d87-7357-4d7e-ac78-8630a4350360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.249256 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0fd38a95-20f4-4aa2-a752-e4fb8ec22f56 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/routers/68173952-666d-4e01-b939-42a9cee77f6a HTTP/1.1" status: 200 len: 907 time: 0.2037630 Jul 27 22:24:45.249256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-638b819d-3f44-4f5c-8546-2b0ae8d7f2fd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.250522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-80803d87-7357-4d7e-ac78-8630a4350360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.251791 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-80803d87-7357-4d7e-ac78-8630a4350360 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/304070fa-2938-4a94-b4fb-c61f6ca1bbba HTTP/1.1" status: 204 len: 168 time: 0.1712501 Jul 27 22:24:45.252577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44404) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.272584 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Request body: {'router': {'name': 'tempest-snat-router-525648270', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'enable_snat': True}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:45.291172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80803d87-7357-4d7e-ac78-8630a4350360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304070fa-2938-4a94-b4fb-c61f6ca1bbba,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:45.299349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-638b819d-3f44-4f5c-8546-2b0ae8d7f2fd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.307176 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-638b819d-3f44-4f5c-8546-2b0ae8d7f2fd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.308349 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-638b819d-3f44-4f5c-8546-2b0ae8d7f2fd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b4502a5-9ca6-42c2-9af2-0795714cd835 HTTP/1.1" status: 204 len: 168 time: 0.1875737 Jul 27 22:24:45.311605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.341622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b819d-3f44-4f5c-8546-2b0ae8d7f2fd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4502a5-9ca6-42c2-9af2-0795714cd835,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:45.342795 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.345939 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.390447 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2d42a867-412e-45e6-bcc9-6187b9390da0 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0776765 Jul 27 22:24:45.391161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44414) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.397207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-978796b8-8945-4c34-a9b0-a0ae6f32343f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group': {'name': 'tempest-secgroup--955576429'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:45.408944 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68173952-666d-4e01-b939-42a9cee77f6a', 'name': 'tempest-snat-router-525648270', 'tenant_id': '24dca07b0139410a8b01c0f714b12da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.74'}], 'enable_snat': False}, 'gw_port_id': '2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:24:42Z', 'updated_at': '2021-07-27T22:24:44Z', 'revision_number': 3, 'project_id': '24dca07b0139410a8b01c0f714b12da4', 'gw_port': {'id': '2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68173952-666d-4e01-b939-42a9cee77f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:24:42Z', 'updated_at': '2021-07-27T22:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:45.434518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-978796b8-8945-4c34-a9b0-a0ae6f32343f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.449544 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.455212 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66d94976-d5ee-41a4-b06f-925855611469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.478273 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Checking router: 68173952-666d-4e01-b939-42a9cee77f6a for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:24:45.480077 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Updating router 68173952-666d-4e01-b939-42a9cee77f6a port 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:24:45.538329 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.580793 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-978796b8-8945-4c34-a9b0-a0ae6f32343f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.586944 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-978796b8-8945-4c34-a9b0-a0ae6f32343f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.631126 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.633638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978796b8-8945-4c34-a9b0-a0ae6f32343f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44784472-8852-4f29-acfe-f7113f5d6ada,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:45.637771 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-978796b8-8945-4c34-a9b0-a0ae6f32343f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.643477 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44424) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.643837 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-978796b8-8945-4c34-a9b0-a0ae6f32343f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2513132 Jul 27 22:24:45.649565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4ccd9054-a422-4b80-beca-5ce661e3ce5f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '44784472-8852-4f29-acfe-f7113f5d6ada', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:45.650825 n-d-802011-3 neutron-server[93834]: WARNING neutron.api.v2.base [None req-4ccd9054-a422-4b80-beca-5ce661e3ce5f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 22:24:45.651523 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-4ccd9054-a422-4b80-beca-5ce661e3ce5f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:45.653093 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4ccd9054-a422-4b80-beca-5ce661e3ce5f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084200 Jul 27 22:24:45.655920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44426) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.663004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8500834f-7e4b-48ea-90c7-1e18f6293ab8 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '44784472-8852-4f29-acfe-f7113f5d6ada', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:45.665881 n-d-802011-3 neutron-server[93835]: WARNING neutron.api.v2.base [None req-8500834f-7e4b-48ea-90c7-1e18f6293ab8 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 22:24:45.666855 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-8500834f-7e4b-48ea-90c7-1e18f6293ab8 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:45.672051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8500834f-7e4b-48ea-90c7-1e18f6293ab8 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0134499 Jul 27 22:24:45.677110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.684175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0a0a9fde-7824-42d6-9184-97c00654920f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '44784472-8852-4f29-acfe-f7113f5d6ada', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:45.688845 n-d-802011-3 neutron-server[93835]: WARNING neutron.api.v2.base [None req-0a0a9fde-7824-42d6-9184-97c00654920f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 22:24:45.692238 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-0a0a9fde-7824-42d6-9184-97c00654920f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:45.693535 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0a0a9fde-7824-42d6-9184-97c00654920f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0151625 Jul 27 22:24:45.696301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44430) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.703325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-731fe62d-71d2-469c-8e36-e7ddfb8acc97 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '44784472-8852-4f29-acfe-f7113f5d6ada', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:45.704915 n-d-802011-3 neutron-server[93835]: WARNING neutron.api.v2.base [None req-731fe62d-71d2-469c-8e36-e7ddfb8acc97 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 22:24:45.705965 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-731fe62d-71d2-469c-8e36-e7ddfb8acc97 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:45.707124 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-731fe62d-71d2-469c-8e36-e7ddfb8acc97 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098107 Jul 27 22:24:45.709988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.745244 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.797231 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a35a53c1-7397-4f0f-9911-f8b8aece0df4 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.826418 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a35a53c1-7397-4f0f-9911-f8b8aece0df4 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.902595 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a35a53c1-7397-4f0f-9911-f8b8aece0df4 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.903955 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.908151 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a35a53c1-7397-4f0f-9911-f8b8aece0df4 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.911607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a35a53c1-7397-4f0f-9911-f8b8aece0df4 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "DELETE /v2.0/security-groups/44784472-8852-4f29-acfe-f7113f5d6ada HTTP/1.1" status: 204 len: 168 time: 0.1977453 Jul 27 22:24:45.913516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44450) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:45.915231 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Transition to ACTIVE for port object 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:45.922173 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:45.934125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a53c1-7397-4f0f-9911-f8b8aece0df4 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44784472-8852-4f29-acfe-f7113f5d6ada,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:45.983928 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Attempting to bind port 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:45.984956 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Attempting to bind port 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:45.985659 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Attempting to bind port 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:46.000571 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:46.001838 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:46.002479 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.003071 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:46.003777 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Bound port: 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:46.004641 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.008090 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.015085 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1e70f213-d748-48eb-b21a-078ee4a81fe2 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0995042 Jul 27 22:24:46.017993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:46.023216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f55b7043-5eef-4a31-ae3f-2d469e6dbafb tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313550648'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:46.039129 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.066156 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f55b7043-5eef-4a31-ae3f-2d469e6dbafb tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.077064 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] For port 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:46.082298 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] For port 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:46.088178 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be401ce-9955-4498-aa3d-2bd869362e88 None None] Pushing event updated for resources: {'Port': ['ID=2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:46.092354 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.154243 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Routers {'68173952-666d-4e01-b939-42a9cee77f6a'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:46.155114 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['68173952-666d-4e01-b939-42a9cee77f6a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:46.213434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Allocated IP 172.25.1.175 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/e3609986-1ffc-4d67-abae-2b553942298e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:46.257859 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f55b7043-5eef-4a31-ae3f-2d469e6dbafb tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.262591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f55b7043-5eef-4a31-ae3f-2d469e6dbafb tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.282784 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f55b7043-5eef-4a31-ae3f-2d469e6dbafb tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.286719 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f55b7043-5eef-4a31-ae3f-2d469e6dbafb tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2651052 Jul 27 22:24:46.290288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:46.297057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cd0e8aec-57e1-491a-9221-89a395989176 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '4a9d03dd-4950-460b-97df-e8700f1e144c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:46.299920 n-d-802011-3 neutron-server[93835]: WARNING neutron.api.v2.base [None req-cd0e8aec-57e1-491a-9221-89a395989176 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 22:24:46.300580 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-cd0e8aec-57e1-491a-9221-89a395989176 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:46.305040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cd0e8aec-57e1-491a-9221-89a395989176 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110934 Jul 27 22:24:46.305965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:46.317483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1359653b-18c8-4433-b3e3-b61f24152f52 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '4a9d03dd-4950-460b-97df-e8700f1e144c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:46.333406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b7043-5eef-4a31-ae3f-2d469e6dbafb tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9d03dd-4950-460b-97df-e8700f1e144c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:46.369993 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] Set router 68173952-666d-4e01-b939-42a9cee77f6a gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:46.385698 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-1359653b-18c8-4433-b3e3-b61f24152f52 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:46.387522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1359653b-18c8-4433-b3e3-b61f24152f52 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0807271 Jul 27 22:24:46.390370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:46.391864 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.398584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-87d8d36c-0c92-45fc-97d7-8bdc7ddd9f8a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '4a9d03dd-4950-460b-97df-e8700f1e144c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:46.400397 n-d-802011-3 neutron-server[93835]: WARNING neutron.api.v2.base [None req-87d8d36c-0c92-45fc-97d7-8bdc7ddd9f8a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 22:24:46.401257 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-87d8d36c-0c92-45fc-97d7-8bdc7ddd9f8a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:46.403026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-87d8d36c-0c92-45fc-97d7-8bdc7ddd9f8a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102224 Jul 27 22:24:46.406227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44472) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:46.411201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5269aff0-0be9-4801-816c-f5d56d53e1dd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '4a9d03dd-4950-460b-97df-e8700f1e144c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:46.433649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44474) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:46.438289 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be401ce-9955-4498-aa3d-2bd869362e88 None None] Pushing event updated for resources: {'Port': ['ID=2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:46.444871 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.471551 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.494692 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.510550 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-5269aff0-0be9-4801-816c-f5d56d53e1dd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:46.514225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5269aff0-0be9-4801-816c-f5d56d53e1dd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1042600 Jul 27 22:24:46.514480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44480) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:46.520567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-efa23793-a49d-420e-8e70-88b646f23f8b tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '4a9d03dd-4950-460b-97df-e8700f1e144c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:46.521473 n-d-802011-3 neutron-server[93835]: WARNING neutron.api.v2.base [None req-efa23793-a49d-420e-8e70-88b646f23f8b tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 22:24:46.521974 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-efa23793-a49d-420e-8e70-88b646f23f8b tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:46.525430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-efa23793-a49d-420e-8e70-88b646f23f8b tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075717 Jul 27 22:24:46.526049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44482) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:46.535377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4d27c604-2ba7-44c2-9777-f5bc5752ef56 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '4a9d03dd-4950-460b-97df-e8700f1e144c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:46.545237 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:46.548918 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:46.552566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:46.566575 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-4d27c604-2ba7-44c2-9777-f5bc5752ef56 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Project fff8d7a684cb4d5b806e92ef62b808fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:24:46.585722 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-4d27c604-2ba7-44c2-9777-f5bc5752ef56 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:46.588411 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4d27c604-2ba7-44c2-9777-f5bc5752ef56 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0602934 Jul 27 22:24:46.591302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44486) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:46.604558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-28f1cd94-8098-49ca-9237-1ef8bf77fe26 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '4a9d03dd-4950-460b-97df-e8700f1e144c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:46.605193 n-d-802011-3 neutron-server[93835]: WARNING neutron.api.v2.base [None req-28f1cd94-8098-49ca-9237-1ef8bf77fe26 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 22:24:46.606884 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-28f1cd94-8098-49ca-9237-1ef8bf77fe26 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:46.608356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-28f1cd94-8098-49ca-9237-1ef8bf77fe26 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0141833 Jul 27 22:24:46.612123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44488) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:46.621482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c8b1c698-5980-43a2-a3a1-56f1db45a904 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '4a9d03dd-4950-460b-97df-e8700f1e144c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:46.625160 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68173952-666d-4e01-b939-42a9cee77f6a', 'name': 'tempest-snat-router-525648270', 'tenant_id': '24dca07b0139410a8b01c0f714b12da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.74'}], 'enable_snat': False}, 'gw_port_id': '2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:24:42Z', 'updated_at': '2021-07-27T22:24:44Z', 'revision_number': 3, 'project_id': '24dca07b0139410a8b01c0f714b12da4', 'gw_port': {'id': '2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68173952-666d-4e01-b939-42a9cee77f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:24:42Z', 'updated_at': '2021-07-27T22:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:46.654622 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-c8b1c698-5980-43a2-a3a1-56f1db45a904 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Project fff8d7a684cb4d5b806e92ef62b808fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:24:46.659998 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd8fddc-1f35-4731-a3a7-f4fd51245227 None None] The sync data for ids ['68173952-666d-4e01-b939-42a9cee77f6a'] in n-d-802011-3 is: [{'id': '68173952-666d-4e01-b939-42a9cee77f6a', 'name': 'tempest-snat-router-525648270', 'tenant_id': '24dca07b0139410a8b01c0f714b12da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.74'}], 'enable_snat': False}, 'gw_port_id': '2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:24:42Z', 'updated_at': '2021-07-27T22:24:44Z', 'revision_number': 3, 'project_id': '24dca07b0139410a8b01c0f714b12da4', 'gw_port': {'id': '2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68173952-666d-4e01-b939-42a9cee77f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:24:42Z', 'updated_at': '2021-07-27T22:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:46.670880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event updated for resources: {'Port': ['ID=e3609986-1ffc-4d67-abae-2b553942298e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:46.700683 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-c8b1c698-5980-43a2-a3a1-56f1db45a904 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:46.701869 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c8b1c698-5980-43a2-a3a1-56f1db45a904 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0883775 Jul 27 22:24:46.705594 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44490) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:46.711543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-436f4a23-3faa-4879-a0e9-51a315ae086e tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '4a9d03dd-4950-460b-97df-e8700f1e144c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:46.742638 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-436f4a23-3faa-4879-a0e9-51a315ae086e tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Project fff8d7a684cb4d5b806e92ef62b808fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:24:46.765438 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-436f4a23-3faa-4879-a0e9-51a315ae086e tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:46.768546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-436f4a23-3faa-4879-a0e9-51a315ae086e tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0615058 Jul 27 22:24:46.771242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:46.831556 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b59de19c-ae2a-4596-873d-e5bfea920f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.869260 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f870e9ca-ce5d-4a40-9b84-e403c7a5f79a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.899556 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:46.909031 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f870e9ca-ce5d-4a40-9b84-e403c7a5f79a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.030555 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f870e9ca-ce5d-4a40-9b84-e403c7a5f79a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.033260 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f870e9ca-ce5d-4a40-9b84-e403c7a5f79a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.037116 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f870e9ca-ce5d-4a40-9b84-e403c7a5f79a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "DELETE /v2.0/security-groups/4a9d03dd-4950-460b-97df-e8700f1e144c HTTP/1.1" status: 204 len: 168 time: 0.2618625 Jul 27 22:24:47.042136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44502) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:47.073202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870e9ca-ce5d-4a40-9b84-e403c7a5f79a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9d03dd-4950-460b-97df-e8700f1e144c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:47.085296 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b59de19c-ae2a-4596-873d-e5bfea920f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.093849 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b59de19c-ae2a-4596-873d-e5bfea920f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.122729 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7d5eb159-35ce-463a-859b-da7061ca0dd6 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792973 Jul 27 22:24:47.127816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44506) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:47.132544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c921ad82-3357-4008-9fbb-a6b83fe650c1 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112902590'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:47.148048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b59de19c-ae2a-4596-873d-e5bfea920f4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91486a233a854f3cbc3e478982e5f3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130802 Jul 27 22:24:47.149337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59de19c-ae2a-4596-873d-e5bfea920f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e21002-0298-40fe-9be1-6556c3bcb4f2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:47.151740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44508) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:47.212237 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8761aaf5-95f3-41ad-b1fe-156ec5379dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.225406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44510) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:47.255362 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8761aaf5-95f3-41ad-b1fe-156ec5379dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.272359 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c921ad82-3357-4008-9fbb-a6b83fe650c1 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.276439 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.317132 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8761aaf5-95f3-41ad-b1fe-156ec5379dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.320736 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8761aaf5-95f3-41ad-b1fe-156ec5379dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.337571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8761aaf5-95f3-41ad-b1fe-156ec5379dd7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7e21002-0298-40fe-9be1-6556c3bcb4f2 HTTP/1.1" status: 204 len: 168 time: 0.1747046 Jul 27 22:24:47.348646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761aaf5-95f3-41ad-b1fe-156ec5379dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e21002-0298-40fe-9be1-6556c3bcb4f2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:47.417791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0e20c6bb-e359-481a-9a02-a122c812b0c8 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2049995355'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:47.418951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0e20c6bb-e359-481a-9a02-a122c812b0c8 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Unknown quota resources ['metering_label']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:24:47.499803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:47.529844 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c921ad82-3357-4008-9fbb-a6b83fe650c1 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.541120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c921ad82-3357-4008-9fbb-a6b83fe650c1 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.572607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Router ac3c51e2-15cd-40e7-9d53-95c3989941ba is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:24:47.597185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:47.603070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:47.603527 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.617811 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e20c6bb-e359-481a-9a02-a122c812b0c8 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.619085 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0e20c6bb-e359-481a-9a02-a122c812b0c8 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3926475 Jul 27 22:24:47.621789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44518) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:47.625376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c921ad82-3357-4008-9fbb-a6b83fe650c1 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.627488 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c921ad82-3357-4008-9fbb-a6b83fe650c1 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4987040 Jul 27 22:24:47.631942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9158e981-ec39-4847-9f9d-2b0eaab5b407 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '06982b88-f0ce-4aac-b4d9-2b7c07f95d6e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:47.632884 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44520) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:47.635113 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9158e981-ec39-4847-9f9d-2b0eaab5b407 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:24:47.638501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-15b4181b-be51-4da4-8af7-9475c629d84d tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': 'abee9597-4f8a-493a-b4af-dab527ee68ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:47.707168 n-d-802011-3 neutron-server[93835]: WARNING neutron.services.metering.metering_plugin [None req-9158e981-ec39-4847-9f9d-2b0eaab5b407 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 22:24:47.746481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921ad82-3357-4008-9fbb-a6b83fe650c1 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abee9597-4f8a-493a-b4af-dab527ee68ba,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:47.764725 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.807527 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9158e981-ec39-4847-9f9d-2b0eaab5b407 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.810314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:47.810488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9158e981-ec39-4847-9f9d-2b0eaab5b407 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1860199 Jul 27 22:24:47.812428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44526) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:47.816769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-be276912-e457-46b6-8867-5547c88e3db8 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '06982b88-f0ce-4aac-b4d9-2b7c07f95d6e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:47.817322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-be276912-e457-46b6-8867-5547c88e3db8 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:24:47.818305 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.869451 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-15b4181b-be51-4da4-8af7-9475c629d84d tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The resource could not be found. Jul 27 22:24:47.870581 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-15b4181b-be51-4da4-8af7-9475c629d84d tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2357423 Jul 27 22:24:47.874841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:47.879855 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4f238b5f-9bbe-469b-b6c7-4bcc7d35a33f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': 'abee9597-4f8a-493a-b4af-dab527ee68ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a3f50190-3418-4493-9768-3ac53dbea439'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:47.885770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:24:47.921576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:47.923808 n-d-802011-3 neutron-server[93835]: WARNING neutron.services.metering.metering_plugin [None req-be276912-e457-46b6-8867-5547c88e3db8 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 22:24:47.935224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Sync routers for ids ['ac3c51e2-15cd-40e7-9d53-95c3989941ba'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:24:47.936918 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:47.938570 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a221df84-bfea-4804-b6bb-a2d0019ef548 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6712406 Jul 27 22:24:47.942525 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44534) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:47.948607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Routers {'ac3c51e2-15cd-40e7-9d53-95c3989941ba'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:47.949659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ac3c51e2-15cd-40e7-9d53-95c3989941ba'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:48.027196 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-4f238b5f-9bbe-469b-b6c7-4bcc7d35a33f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The resource could not be found. Jul 27 22:24:48.028629 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4f238b5f-9bbe-469b-b6c7-4bcc7d35a33f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1528356 Jul 27 22:24:48.031631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44536) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.043893 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be276912-e457-46b6-8867-5547c88e3db8 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.054787 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-be276912-e457-46b6-8867-5547c88e3db8 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2383940 Jul 27 22:24:48.055423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44540) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.067874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-af880246-f7a5-40f6-bf2c-a4953501db4f tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=98cd3f89-123e-421a-a58f-1ea197a2c544 HTTP/1.1" status: 200 len: 464 time: 0.0089116 Jul 27 22:24:48.068085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44542) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.131484 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.133899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Set router ac3c51e2-15cd-40e7-9d53-95c3989941ba gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:48.208122 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a01b1306-2ef2-4d4e-affa-c48a64e0e599 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.238219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-889937d9-ecfd-456f-8cae-f6216fc52094 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.239049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6f833f36-e4b3-4058-a5e8-e36bd41b1ff9 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/routers/ac3c51e2-15cd-40e7-9d53-95c3989941ba HTTP/1.1" status: 200 len: 907 time: 0.2944262 Jul 27 22:24:48.241748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44548) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.243182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-889937d9-ecfd-456f-8cae-f6216fc52094 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/98cd3f89-123e-421a-a58f-1ea197a2c544 HTTP/1.1" status: 204 len: 168 time: 0.1739247 Jul 27 22:24:48.245879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.248523 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a01b1306-2ef2-4d4e-affa-c48a64e0e599 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.270890 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dc611001-e488-4672-b575-409ec258411e tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=98cd3f89-123e-421a-a58f-1ea197a2c544 HTTP/1.1" status: 200 len: 221 time: 0.0228760 Jul 27 22:24:48.280509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44554) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.287498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b836b46d-afa5-4bf1-82d2-da7064807106 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1227417420', 'description': 'label created by tempest'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:48.287498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b836b46d-afa5-4bf1-82d2-da7064807106 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Unknown quota resources ['metering_label']. {{(pid=93835) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:24:48.413671 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a01b1306-2ef2-4d4e-affa-c48a64e0e599 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.416457 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a01b1306-2ef2-4d4e-affa-c48a64e0e599 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.417774 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a01b1306-2ef2-4d4e-affa-c48a64e0e599 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "DELETE /v2.0/security-groups/abee9597-4f8a-493a-b4af-dab527ee68ba HTTP/1.1" status: 204 len: 168 time: 0.3851054 Jul 27 22:24:48.434243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44556) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.487810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3c51e2-15cd-40e7-9d53-95c3989941ba', 'name': 'tempest-snat-router-525648270', 'tenant_id': '24dca07b0139410a8b01c0f714b12da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e3609986-1ffc-4d67-abae-2b553942298e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:24:45Z', 'updated_at': '2021-07-27T22:24:46Z', 'revision_number': 3, 'project_id': '24dca07b0139410a8b01c0f714b12da4', 'gw_port': {'id': 'e3609986-1ffc-4d67-abae-2b553942298e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:78:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3c51e2-15cd-40e7-9d53-95c3989941ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:24:46Z', 'updated_at': '2021-07-27T22:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:48.501566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b1306-2ef2-4d4e-affa-c48a64e0e599 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abee9597-4f8a-493a-b4af-dab527ee68ba,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:48.509468 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.542512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Checking router: ac3c51e2-15cd-40e7-9d53-95c3989941ba for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:24:48.543090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Updating router ac3c51e2-15cd-40e7-9d53-95c3989941ba port e3609986-1ffc-4d67-abae-2b553942298e binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:24:48.588337 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.619963 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b836b46d-afa5-4bf1-82d2-da7064807106 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.622897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b836b46d-afa5-4bf1-82d2-da7064807106 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3413827 Jul 27 22:24:48.625553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44562) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.634161 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3d8fcfba-e0d3-48a4-9455-7490f2cd1d6e tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1801329 Jul 27 22:24:48.639540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.646722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-91732e41-b76e-405c-bb72-f1b707f494dc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': 'acdea576-bc25-42aa-bac6-2101ce3d6a1c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:48.686214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-babf6650-17e4-44d6-927d-d86800ac62e3 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=df72e7c4-8381-48cb-a9e4-0530ae22e0c0 HTTP/1.1" status: 200 len: 468 time: 0.0555680 Jul 27 22:24:48.686214 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.718736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.736626 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-91732e41-b76e-405c-bb72-f1b707f494dc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The resource could not be found. Jul 27 22:24:48.741672 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-91732e41-b76e-405c-bb72-f1b707f494dc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1011133 Jul 27 22:24:48.752187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44568) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.756780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-eef8e3d0-ee08-49a7-94ef-d33d1ae95d5f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group': {'name': 'tempest-secgroup--806174814'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:48.790471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Deleting port e3609986-1ffc-4d67-abae-2b553942298e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:48.790830 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.863382 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eef8e3d0-ee08-49a7-94ef-d33d1ae95d5f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.878118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.890686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Calling delete_port for e3609986-1ffc-4d67-abae-2b553942298e owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:48.909462 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.911099 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f3b948a-8985-47f8-87de-2ae62ca3995a tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.914684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1f3b948a-8985-47f8-87de-2ae62ca3995a tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/df72e7c4-8381-48cb-a9e4-0530ae22e0c0 HTTP/1.1" status: 204 len: 168 time: 0.2278411 Jul 27 22:24:48.917039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.921079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Transition to ACTIVE for port object e3609986-1ffc-4d67-abae-2b553942298e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:48.929843 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.944417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44572) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.944679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a09d3210-e103-4370-a80d-30c9fc48a45a tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=df72e7c4-8381-48cb-a9e4-0530ae22e0c0 HTTP/1.1" status: 200 len: 216 time: 0.0260990 Jul 27 22:24:48.957587 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f6694819-1e5c-436a-b17a-d75530302df0 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0123415 Jul 27 22:24:48.964232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Attempting to bind port e3609986-1ffc-4d67-abae-2b553942298e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:48.964839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Attempting to bind port e3609986-1ffc-4d67-abae-2b553942298e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:48.964992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44574) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.965092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Attempting to bind port e3609986-1ffc-4d67-abae-2b553942298e on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:48.990124 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9135d2b1-22bd-401f-aabb-7b8208e037ef tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0231600 Jul 27 22:24:48.991924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:48.991924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:48.991924 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:48.992314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:48.992681 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Bound port: e3609986-1ffc-4d67-abae-2b553942298e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:48.992844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:48.993128 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.026504 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eef8e3d0-ee08-49a7-94ef-d33d1ae95d5f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.031352 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eef8e3d0-ee08-49a7-94ef-d33d1ae95d5f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.035174 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f960b-f8cd-440f-bb6b-033297143722 None None] Pushing event updated for resources: {'Port': ['ID=e3609986-1ffc-4d67-abae-2b553942298e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:49.060867 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eef8e3d0-ee08-49a7-94ef-d33d1ae95d5f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.065342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-eef8e3d0-ee08-49a7-94ef-d33d1ae95d5f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3087766 Jul 27 22:24:49.065524 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-280b884f-1925-4c28-a564-532a665ed599 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/06982b88-f0ce-4aac-b4d9-2b7c07f95d6e HTTP/1.1" status: 200 len: 473 time: 0.0679979 Jul 27 22:24:49.065898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:49.066238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44580) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:49.066659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] For port e3609986-1ffc-4d67-abae-2b553942298e, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:49.070060 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] For port e3609986-1ffc-4d67-abae-2b553942298e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e3609986-1ffc-4d67-abae-2b553942298e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:49.071874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-de385841-8191-4378-9e79-768b17a4df41 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group': {'name': 'tempest-secgroup--585477019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:49.075495 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.087122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8e3d0-ee08-49a7-94ef-d33d1ae95d5f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a996bae-06fc-461a-b06e-390403ccb37a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:49.101115 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8303c99c-5a89-4487-a295-97db43afa55a tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/3bcb64b1-bd70-45aa-841d-3e87979554a6 HTTP/1.1" status: 200 len: 461 time: 0.0294919 Jul 27 22:24:49.101798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44582) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:49.122982 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de385841-8191-4378-9e79-768b17a4df41 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.132767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Routers {'ac3c51e2-15cd-40e7-9d53-95c3989941ba'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:49.134059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ac3c51e2-15cd-40e7-9d53-95c3989941ba'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:49.209273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f960b-f8cd-440f-bb6b-033297143722 None None] Pushing event updated for resources: {'Port': ['ID=e3609986-1ffc-4d67-abae-2b553942298e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:49.215855 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.229511 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-827840a4-2497-4162-a82e-f65537e68525 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.232527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-827840a4-2497-4162-a82e-f65537e68525 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/3bcb64b1-bd70-45aa-841d-3e87979554a6 HTTP/1.1" status: 204 len: 168 time: 0.1275086 Jul 27 22:24:49.233962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:49.241757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] Set router ac3c51e2-15cd-40e7-9d53-95c3989941ba gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:49.250738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3609986-1ffc-4d67-abae-2b553942298e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:49.303129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac3c51e2-15cd-40e7-9d53-95c3989941ba', 'name': 'tempest-snat-router-525648270', 'tenant_id': '24dca07b0139410a8b01c0f714b12da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:24:45Z', 'updated_at': '2021-07-27T22:24:48Z', 'revision_number': 4, 'project_id': '24dca07b0139410a8b01c0f714b12da4', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:49.332348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9acd41-bc9b-40e5-b108-1f12bb89de27 None None] The sync data for ids ['ac3c51e2-15cd-40e7-9d53-95c3989941ba'] in n-d-802011-3 is: [{'id': 'ac3c51e2-15cd-40e7-9d53-95c3989941ba', 'name': 'tempest-snat-router-525648270', 'tenant_id': '24dca07b0139410a8b01c0f714b12da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:24:45Z', 'updated_at': '2021-07-27T22:24:48Z', 'revision_number': 4, 'project_id': '24dca07b0139410a8b01c0f714b12da4', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:49.349217 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.379858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:49.436754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:49.437122 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.471052 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2b2245f-70d0-44a6-8662-959bdd929ac1 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.472107 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c2b2245f-70d0-44a6-8662-959bdd929ac1 tempest-MeteringTestJSON-887362917 tempest-MeteringTestJSON-887362917-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/06982b88-f0ce-4aac-b4d9-2b7c07f95d6e HTTP/1.1" status: 204 len: 168 time: 0.2370565 Jul 27 22:24:49.474864 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de385841-8191-4378-9e79-768b17a4df41 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.487698 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de385841-8191-4378-9e79-768b17a4df41 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.523096 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de385841-8191-4378-9e79-768b17a4df41 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.524769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-de385841-8191-4378-9e79-768b17a4df41 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4575634 Jul 27 22:24:49.527624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:49.535088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a886de28-5193-4dc1-b7b2-33489b77283a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '7a996bae-06fc-461a-b06e-390403ccb37a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2b457a9a-872b-44e8-b71b-fb4f2dc50ea8'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:49.541623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de385841-8191-4378-9e79-768b17a4df41 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b457a9a-872b-44e8-b71b-fb4f2dc50ea8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:49.599804 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-a886de28-5193-4dc1-b7b2-33489b77283a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:49.603060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a886de28-5193-4dc1-b7b2-33489b77283a tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0739200 Jul 27 22:24:49.605502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44592) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:49.690036 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78cf967-b59a-4002-acc1-d193af3388bd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.731103 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78cf967-b59a-4002-acc1-d193af3388bd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.756344 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.758559 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.785069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78cf967-b59a-4002-acc1-d193af3388bd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.787920 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d78cf967-b59a-4002-acc1-d193af3388bd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.791442 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d78cf967-b59a-4002-acc1-d193af3388bd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "DELETE /v2.0/security-groups/2b457a9a-872b-44e8-b71b-fb4f2dc50ea8 HTTP/1.1" status: 204 len: 168 time: 0.1824794 Jul 27 22:24:49.791834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:49.819434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cf967-b59a-4002-acc1-d193af3388bd tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b457a9a-872b-44e8-b71b-fb4f2dc50ea8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:49.830247 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.830842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac3c51e2-15cd-40e7-9d53-95c3989941ba {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:24:49.835672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.837457 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-66af8050-c100-49e8-8f28-f639232217c2 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ac3c51e2-15cd-40e7-9d53-95c3989941ba HTTP/1.1" status: 204 len: 168 time: 1.5944388 Jul 27 22:24:49.842760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44604) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:49.884734 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d6afb2c5-bdbf-4e46-ae86-b64a0000cb73 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0770445 Jul 27 22:24:49.888670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:49.929547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:49.965162 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e17402b-dcbb-4530-aada-8723a4d1d255 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.971904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:49.993495 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e17402b-dcbb-4530-aada-8723a4d1d255 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.050159 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e17402b-dcbb-4530-aada-8723a4d1d255 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.053380 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e17402b-dcbb-4530-aada-8723a4d1d255 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.056973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5e17402b-dcbb-4530-aada-8723a4d1d255 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "DELETE /v2.0/security-groups/7a996bae-06fc-461a-b06e-390403ccb37a HTTP/1.1" status: 204 len: 168 time: 0.1648321 Jul 27 22:24:50.057838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44614) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:50.076960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17402b-dcbb-4530-aada-8723a4d1d255 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a996bae-06fc-461a-b06e-390403ccb37a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:50.093886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5851286-5d4f-459d-9795-0ab6a6cdf8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.117867 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.141843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-213efb02-4f5a-4458-bd4d-e2e6b39a8532 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816739 Jul 27 22:24:50.147706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44616) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:50.155988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d046b117-7c55-4079-b8fc-a8027c9af65e tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143966069'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:50.179856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Deleting port 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:50.180423 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.222994 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5851286-5d4f-459d-9795-0ab6a6cdf8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.229204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e5851286-5d4f-459d-9795-0ab6a6cdf8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.268323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] For port 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:50.268949 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.278432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e5851286-5d4f-459d-9795-0ab6a6cdf8e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=881ac157ef7c426089af66e156d1f6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465207 Jul 27 22:24:50.280657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5851286-5d4f-459d-9795-0ab6a6cdf8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264f4017-50b5-4f60-b957-5a4dd0b3b7de,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:50.281621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44618) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:50.284788 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d046b117-7c55-4079-b8fc-a8027c9af65e tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.297454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Calling delete_port for 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:50.404721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bf373e8-3ec7-45ad-acfd-7ee7eb74824a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.463651 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bf373e8-3ec7-45ad-acfd-7ee7eb74824a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.557068 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bf373e8-3ec7-45ad-acfd-7ee7eb74824a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.559746 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6bf373e8-3ec7-45ad-acfd-7ee7eb74824a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.563979 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6bf373e8-3ec7-45ad-acfd-7ee7eb74824a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/264f4017-50b5-4f60-b957-5a4dd0b3b7de HTTP/1.1" status: 204 len: 168 time: 0.2778499 Jul 27 22:24:50.578819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf373e8-3ec7-45ad-acfd-7ee7eb74824a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264f4017-50b5-4f60-b957-5a4dd0b3b7de,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:50.592391 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.621428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:50.679813 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d046b117-7c55-4079-b8fc-a8027c9af65e tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.684806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d046b117-7c55-4079-b8fc-a8027c9af65e tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.689980 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.722213 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d046b117-7c55-4079-b8fc-a8027c9af65e tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.726232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d046b117-7c55-4079-b8fc-a8027c9af65e tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5747273 Jul 27 22:24:50.726484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44624) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:50.730996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bb04a568-d218-4f9e-8a43-d6720cc5e22c tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '562e438a-7567-4cb0-b998-976ea2edc09a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:50.737635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046b117-7c55-4079-b8fc-a8027c9af65e tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562e438a-7567-4cb0-b998-976ea2edc09a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:50.773870 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-bb04a568-d218-4f9e-8a43-d6720cc5e22c tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:50.777941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bb04a568-d218-4f9e-8a43-d6720cc5e22c tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0477605 Jul 27 22:24:50.778164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:50.784372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-53a7021c-7708-49b0-bb4c-38aa39c8695f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group_rule': {'security_group_id': '562e438a-7567-4cb0-b998-976ea2edc09a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:50.794209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.797270 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.821825 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-53a7021c-7708-49b0-bb4c-38aa39c8695f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:24:50.825511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-53a7021c-7708-49b0-bb4c-38aa39c8695f tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0437896 Jul 27 22:24:50.825737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:50.843860 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.844305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68173952-666d-4e01-b939-42a9cee77f6a {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:24:50.853851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.855091 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-01368eb3-f8da-461d-b513-835baa6db663 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "DELETE /v2.0/routers/68173952-666d-4e01-b939-42a9cee77f6a HTTP/1.1" status: 204 len: 168 time: 1.0106735 Jul 27 22:24:50.859017 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44630) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:50.868779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-893836653', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:50.889601 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c922f9c-4925-4a41-88ff-6642871948ad tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.898561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.900018 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.918252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c922f9c-4925-4a41-88ff-6642871948ad tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.946805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:50.959946 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.963834 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e17df94-3700-4715-9bff-cc7f5ef89498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.988732 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c922f9c-4925-4a41-88ff-6642871948ad tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.991533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9c922f9c-4925-4a41-88ff-6642871948ad tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:50.992666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9c922f9c-4925-4a41-88ff-6642871948ad tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "DELETE /v2.0/security-groups/562e438a-7567-4cb0-b998-976ea2edc09a HTTP/1.1" status: 204 len: 168 time: 0.1660132 Jul 27 22:24:50.998904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44634) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:51.027914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c922f9c-4925-4a41-88ff-6642871948ad tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562e438a-7567-4cb0-b998-976ea2edc09a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:51.082398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c5fe40a8-2f6c-4921-94b0-9939f68e8836 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802805 Jul 27 22:24:51.087308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44640) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:51.091988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4c5d1dcb-fe1d-4a7d-b494-7a39c510effc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group': {'name': 'tempest-secgroup--416396167'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:51.135672 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e17df94-3700-4715-9bff-cc7f5ef89498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.143513 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e17df94-3700-4715-9bff-cc7f5ef89498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.163324 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.197703 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c5d1dcb-fe1d-4a7d-b494-7a39c510effc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.200603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17df94-3700-4715-9bff-cc7f5ef89498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3690a983-9b5c-4fbf-8d56-e514d44e2bca,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:51.213471 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4e17df94-3700-4715-9bff-cc7f5ef89498 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83fd84a531644778a964404e3597245c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655091 Jul 27 22:24:51.215837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44644) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:51.292921 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d466120e-7686-48dd-b3bf-4f0f8c86d165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.326544 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d466120e-7686-48dd-b3bf-4f0f8c86d165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.385094 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c5d1dcb-fe1d-4a7d-b494-7a39c510effc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.393533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c5d1dcb-fe1d-4a7d-b494-7a39c510effc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.399552 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.421228 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.426641 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4c5d1dcb-fe1d-4a7d-b494-7a39c510effc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.428023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4c5d1dcb-fe1d-4a7d-b494-7a39c510effc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3397894 Jul 27 22:24:51.429092 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d466120e-7686-48dd-b3bf-4f0f8c86d165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.431958 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d466120e-7686-48dd-b3bf-4f0f8c86d165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.432551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:51.432984 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d466120e-7686-48dd-b3bf-4f0f8c86d165 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3690a983-9b5c-4fbf-8d56-e514d44e2bca HTTP/1.1" status: 204 len: 168 time: 0.2162669 Jul 27 22:24:51.433777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:24:51.434463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d1dcb-fe1d-4a7d-b494-7a39c510effc tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e99120-0af8-49ac-a080-23aa04401e9b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:51.439690 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b2179fe7-a8ab-4e46-a544-d64bfe25852d tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:51.440509 n-d-802011-3 neutron-server[93834]: WARNING neutron.api.v2.base [None req-b2179fe7-a8ab-4e46-a544-d64bfe25852d tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 22:24:51.440803 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-b2179fe7-a8ab-4e46-a544-d64bfe25852d tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 22:24:51.441980 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b2179fe7-a8ab-4e46-a544-d64bfe25852d tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "PUT /v2.0/security-groups/f9e99120-0af8-49ac-a080-23aa04401e9b HTTP/1.1" status: 409 len: 330 time: 0.0084672 Jul 27 22:24:51.444683 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44650) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:51.447520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466120e-7686-48dd-b3bf-4f0f8c86d165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3690a983-9b5c-4fbf-8d56-e514d44e2bca,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:51.476075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:24:51.476487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2e6d04f5-a7c5-48b9-9cc6-7f0fbd450d34 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:24:51.577310 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c6af4d2-e909-4dd2-9446-97daac2d1d1c tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.596269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Allocated IP 172.25.1.119 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/2f790c59-94aa-4471-a76e-697669514daa) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:51.617196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c6af4d2-e909-4dd2-9446-97daac2d1d1c tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.724240 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c6af4d2-e909-4dd2-9446-97daac2d1d1c tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.727028 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c6af4d2-e909-4dd2-9446-97daac2d1d1c tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.728396 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0c6af4d2-e909-4dd2-9446-97daac2d1d1c tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9e99120-0af8-49ac-a080-23aa04401e9b HTTP/1.1" status: 204 len: 168 time: 0.2825041 Jul 27 22:24:51.730939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44656) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:51.755318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6af4d2-e909-4dd2-9446-97daac2d1d1c tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e99120-0af8-49ac-a080-23aa04401e9b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:51.772074 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.786048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8aa873bf-4bf0-4c49-b44e-3dd7138ab974 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539553 Jul 27 22:24:51.790106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44660) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:51.805927 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-2ba63c1c-80c2-4606-af8f-d94e1a343576 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] delete failed (client error): The resource could not be found. Jul 27 22:24:51.807371 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2ba63c1c-80c2-4606-af8f-d94e1a343576 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "DELETE /v2.0/security-groups/8c9e19c0-313f-4a26-911f-30787d388c14 HTTP/1.1" status: 404 len: 347 time: 0.0156045 Jul 27 22:24:51.811077 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44664) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:51.824346 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:51.826072 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-a5aa4085-b996-484e-95ec-0ebe50b8c567 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] show failed (client error): The resource could not be found. Jul 27 22:24:51.827288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a5aa4085-b996-484e-95ec-0ebe50b8c567 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "GET /v2.0/security-groups/717d8dc2-ebc2-4943-9d2f-47c81134fd2c HTTP/1.1" status: 404 len: 347 time: 0.0149376 Jul 27 22:24:51.835022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:51.855299 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-dc6bc67f-badd-45f5-be51-d68232843be7 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] show failed (client error): The resource could not be found. Jul 27 22:24:51.858868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dc6bc67f-badd-45f5-be51-d68232843be7 tempest-NegativeSecGroupIPv6Test-531223271 tempest-NegativeSecGroupIPv6Test-531223271-project] 10.222.0.24 "GET /v2.0/security-group-rules/14db22b6-56cb-4b13-a515-e319058754fe HTTP/1.1" status: 404 len: 356 time: 0.0226924 Jul 27 22:24:51.873071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:51.877460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:51.879712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Pushing event updated for resources: {'Port': ['ID=2f790c59-94aa-4471-a76e-697669514daa,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:51.882602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:52.147272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44680) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:52.218488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:52.245541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-fa0f3d55-b55f-4cb6-9ccf-c93094ca98da req-bdf98453-a701-4153-b4fb-52cd4770c973 service neutron] (93835) timed out ('10.222.0.41', 60528) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:24:52.401493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e6f07f7c-1b81-40e4-88ec-8e0901f97f6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fff8d7a684cb4d5b806e92ef62b808fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528214 Jul 27 22:24:52.404087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44692) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:52.440471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:52.466309 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-715b7cd7-6c27-4cd7-b120-db5f02b5584e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:52.495669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-715b7cd7-6c27-4cd7-b120-db5f02b5584e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:52.554976 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-715b7cd7-6c27-4cd7-b120-db5f02b5584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:52.558047 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-715b7cd7-6c27-4cd7-b120-db5f02b5584e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:52.559488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-715b7cd7-6c27-4cd7-b120-db5f02b5584e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a82ec62-f43c-4474-b9ba-e07ff0373ed0 HTTP/1.1" status: 204 len: 168 time: 0.1540396 Jul 27 22:24:52.570880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b7cd7-6c27-4cd7-b120-db5f02b5584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a82ec62-f43c-4474-b9ba-e07ff0373ed0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:52.857623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Router ca73af30-0409-4515-86a6-d62d1675b770 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:24:52.976535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44718) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:52.988966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:24:53.001843 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d9c0b-9c67-4b26-9391-92944267283d None None] Sync routers for ids ['ca73af30-0409-4515-86a6-d62d1675b770'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:24:53.007942 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.011265 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-48610a36-4250-4e9f-bae0-c140777ab478 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1487222 Jul 27 22:24:53.014101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44722) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:53.019887 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d9c0b-9c67-4b26-9391-92944267283d None None] Routers {'ca73af30-0409-4515-86a6-d62d1675b770'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:53.020717 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-381d9c0b-9c67-4b26-9391-92944267283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ca73af30-0409-4515-86a6-d62d1675b770'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:53.022309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-410ae0d5-4e06-43c5-b3ab-7d5544b3378f tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'enable_snat': False}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:53.060273 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-381d9c0b-9c67-4b26-9391-92944267283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:53.069433 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d9c0b-9c67-4b26-9391-92944267283d None None] Routers {'ca73af30-0409-4515-86a6-d62d1675b770'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:53.070050 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-381d9c0b-9c67-4b26-9391-92944267283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ca73af30-0409-4515-86a6-d62d1675b770'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:53.103035 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-381d9c0b-9c67-4b26-9391-92944267283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:53.104151 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d9c0b-9c67-4b26-9391-92944267283d None None] The sync data for ids ['ca73af30-0409-4515-86a6-d62d1675b770'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:53.252960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d5801392-1848-4151-ac14-bccbce15f402 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1574251643'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:53.275576 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5801392-1848-4151-ac14-bccbce15f402 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.276721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5801392-1848-4151-ac14-bccbce15f402 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.329686 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5801392-1848-4151-ac14-bccbce15f402 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.334445 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5801392-1848-4151-ac14-bccbce15f402 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.350936 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d5801392-1848-4151-ac14-bccbce15f402 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.354675 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d5801392-1848-4151-ac14-bccbce15f402 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3748417 Jul 27 22:24:53.355015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44734) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:53.397407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44736) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:53.431690 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-410ae0d5-4e06-43c5-b3ab-7d5544b3378f tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.441957 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0655985e-8968-435f-b686-0f49c1a5d4d5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.496024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f765aab3-72d3-42e8-add1-5313776ab83e tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-438021062', 'prefixes': ['172.20.0.0/16']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:53.559339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f765aab3-72d3-42e8-add1-5313776ab83e tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] Notify callbacks [] for subnetpool, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.561048 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f765aab3-72d3-42e8-add1-5313776ab83e tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1625898 Jul 27 22:24:53.564670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:53.607323 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fff0e427-bcad-46f9-8f8b-cde06fdea7c7 tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] 10.222.0.24 "GET /v2.0/subnetpools/6086cef8-a24d-4a08-a4ed-eec92998d46d HTTP/1.1" status: 200 len: 731 time: 0.0415001 Jul 27 22:24:53.609854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44742) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:53.614497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-dffd24ff-8554-4829-af69-218b8e69ad57 tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2022261221'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:53.639374 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0655985e-8968-435f-b686-0f49c1a5d4d5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.644222 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0655985e-8968-435f-b686-0f49c1a5d4d5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.699720 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0655985e-8968-435f-b686-0f49c1a5d4d5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.700128 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dffd24ff-8554-4829-af69-218b8e69ad57 tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] Notify callbacks [] for subnetpool, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.700516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0655985e-8968-435f-b686-0f49c1a5d4d5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90d1d52c-cddf-48e0-9474-b3981f40cd54 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:24:53.701361 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dffd24ff-8554-4829-af69-218b8e69ad57 tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] 10.222.0.24 "PUT /v2.0/subnetpools/6086cef8-a24d-4a08-a4ed-eec92998d46d HTTP/1.1" status: 200 len: 684 time: 0.0904162 Jul 27 22:24:53.704632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44748) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:53.705694 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0655985e-8968-435f-b686-0f49c1a5d4d5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.707008 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0655985e-8968-435f-b686-0f49c1a5d4d5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] 10.222.0.24 "DELETE /v2.0/routers/90d1d52c-cddf-48e0-9474-b3981f40cd54 HTTP/1.1" status: 204 len: 168 time: 0.3510480 Jul 27 22:24:53.713894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44750) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:53.727670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c404f3d2-457a-487b-ae87-a7879c75cabc tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Request body: {'router': {'name': 'tempest-router-1380578770', 'distributed': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:53.796340 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c404f3d2-457a-487b-ae87-a7879c75cabc tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.797449 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c404f3d2-457a-487b-ae87-a7879c75cabc tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.805856 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f24e40a-34ad-4b2c-a682-92daf0cb5143 tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] Notify callbacks [] for subnetpool, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.807230 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6f24e40a-34ad-4b2c-a682-92daf0cb5143 tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] 10.222.0.24 "DELETE /v2.0/subnetpools/6086cef8-a24d-4a08-a4ed-eec92998d46d HTTP/1.1" status: 204 len: 168 time: 0.1015551 Jul 27 22:24:53.810194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:53.833571 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-96d8a179-5f94-494f-9d1f-3b0b184ea003 tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] show failed (client error): The resource could not be found. Jul 27 22:24:53.839205 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-96d8a179-5f94-494f-9d1f-3b0b184ea003 tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] 10.222.0.24 "GET /v2.0/subnetpools/6086cef8-a24d-4a08-a4ed-eec92998d46d HTTP/1.1" status: 404 len: 346 time: 0.0237658 Jul 27 22:24:53.839421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:53.858574 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:24:53.863267 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-ebf0427d-42b6-4150-823f-aa16ea83bad0 tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] delete failed (client error): The resource could not be found. Jul 27 22:24:53.864332 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ebf0427d-42b6-4150-823f-aa16ea83bad0 tempest-SubnetPoolsTestJSON-53801955 tempest-SubnetPoolsTestJSON-53801955-project] 10.222.0.24 "DELETE /v2.0/subnetpools/6086cef8-a24d-4a08-a4ed-eec92998d46d HTTP/1.1" status: 404 len: 346 time: 0.0240252 Jul 27 22:24:53.869982 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c404f3d2-457a-487b-ae87-a7879c75cabc tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.874767 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c404f3d2-457a-487b-ae87-a7879c75cabc tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.891675 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c404f3d2-457a-487b-ae87-a7879c75cabc tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:53.893221 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c404f3d2-457a-487b-ae87-a7879c75cabc tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1782737 Jul 27 22:24:53.895833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44760) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:53.974528 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b698f58-469b-4beb-8dc4-4c832c369f26 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.081381 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-410ae0d5-4e06-43c5-b3ab-7d5544b3378f tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.087496 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-410ae0d5-4e06-43c5-b3ab-7d5544b3378f tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.145163 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b698f58-469b-4beb-8dc4-4c832c369f26 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.147408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b698f58-469b-4beb-8dc4-4c832c369f26 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.155546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44764) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:54.197835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b698f58-469b-4beb-8dc4-4c832c369f26 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.198841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b698f58-469b-4beb-8dc4-4c832c369f26 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 316877eb-af00-46c1-817f-21ebce32b06e {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:24:54.200193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410ae0d5-4e06-43c5-b3ab-7d5544b3378f tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Router ca73af30-0409-4515-86a6-d62d1675b770 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:24:54.203526 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b698f58-469b-4beb-8dc4-4c832c369f26 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.205886 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7b698f58-469b-4beb-8dc4-4c832c369f26 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] 10.222.0.24 "DELETE /v2.0/routers/316877eb-af00-46c1-817f-21ebce32b06e HTTP/1.1" status: 204 len: 168 time: 0.3083241 Jul 27 22:24:54.208614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44768) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:54.214580 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-be1a3b9b-ff27-4618-899c-66d1d712b55a tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Request body: {'router': {'name': 'tempest-router-1417409458', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'feb27a28a9f345b5afbe479ccff3edef'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:54.237525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-be1a3b9b-ff27-4618-899c-66d1d712b55a tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.238745 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-be1a3b9b-ff27-4618-899c-66d1d712b55a tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.299672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-be1a3b9b-ff27-4618-899c-66d1d712b55a tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.305944 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c8529d3-73df-4ef4-a39e-ad402925fd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.314368 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-be1a3b9b-ff27-4618-899c-66d1d712b55a tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.317925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410ae0d5-4e06-43c5-b3ab-7d5544b3378f tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:24:54.322311 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-410ae0d5-4e06-43c5-b3ab-7d5544b3378f tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.326428 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-410ae0d5-4e06-43c5-b3ab-7d5544b3378f tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "PUT /v2.0/routers/ca73af30-0409-4515-86a6-d62d1675b770 HTTP/1.1" status: 200 len: 921 time: 1.3074601 Jul 27 22:24:54.326428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:54.329764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e65ecde-0390-4ac6-a17a-d7e246bcc1f7 None None] Sync routers for ids ['ca73af30-0409-4515-86a6-d62d1675b770'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:24:54.339180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e65ecde-0390-4ac6-a17a-d7e246bcc1f7 None None] Routers {'ca73af30-0409-4515-86a6-d62d1675b770'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:54.339952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0e65ecde-0390-4ac6-a17a-d7e246bcc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ca73af30-0409-4515-86a6-d62d1675b770'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:54.375804 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0e65ecde-0390-4ac6-a17a-d7e246bcc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:54.385492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e65ecde-0390-4ac6-a17a-d7e246bcc1f7 None None] Routers {'ca73af30-0409-4515-86a6-d62d1675b770'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:54.386117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0e65ecde-0390-4ac6-a17a-d7e246bcc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ca73af30-0409-4515-86a6-d62d1675b770'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:54.418032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0e65ecde-0390-4ac6-a17a-d7e246bcc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:54.418763 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e65ecde-0390-4ac6-a17a-d7e246bcc1f7 None None] The sync data for ids ['ca73af30-0409-4515-86a6-d62d1675b770'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:54.423525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c8529d3-73df-4ef4-a39e-ad402925fd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.429602 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c8529d3-73df-4ef4-a39e-ad402925fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.440450 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-be1a3b9b-ff27-4618-899c-66d1d712b55a tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.441759 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-be1a3b9b-ff27-4618-899c-66d1d712b55a tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2321520 Jul 27 22:24:54.444699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:54.450717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:54.472194 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0c8529d3-73df-4ef4-a39e-ad402925fd41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d87a7c506eaf45f9b7a9af6cbbb33cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869625 Jul 27 22:24:54.473086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8529d3-73df-4ef4-a39e-ad402925fd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29423831-5e68-4625-a8f1-dea104ab3033,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:54.475430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44774) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:54.491455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f775f25b-06aa-480a-a3d2-c3b7d2a07eed tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/routers/ca73af30-0409-4515-86a6-d62d1675b770 HTTP/1.1" status: 200 len: 921 time: 0.1613226 Jul 27 22:24:54.493385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44776) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:54.592697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3e7df8-4654-44fa-ab10-63d0410c87bf tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:54.594235 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7b3e7df8-4654-44fa-ab10-63d0410c87bf tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&device_id=ca73af30-0409-4515-86a6-d62d1675b770&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0999157 Jul 27 22:24:54.596068 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfffd956-2ae2-47f8-bcb9-c3abf17264af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.598469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44778) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:54.653630 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.653966 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.660954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfffd956-2ae2-47f8-bcb9-c3abf17264af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.721238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6777942-de93-46ab-a2d2-4b0e289db0ff tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:54.722643 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e6777942-de93-46ab-a2d2-4b0e289db0ff tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 881 time: 0.1232014 Jul 27 22:24:54.725608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44780) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:54.740320 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93835) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 27 22:24:54.740672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Router 68f7f62d-fba5-41d8-be50-c3fc9763d989 migrating from provider to provider. {{(pid=93835) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 27 22:24:54.741135 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.747032 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.752593 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.758877 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-65e0aefd-2470-4c97-ad58-026de2be8e2d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca73af30-0409-4515-86a6-d62d1675b770 HTTP/1.1" status: 200 len: 205 time: 0.0321653 Jul 27 22:24:54.761467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44782) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:54.771717 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfffd956-2ae2-47f8-bcb9-c3abf17264af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.774397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfffd956-2ae2-47f8-bcb9-c3abf17264af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:54.775566 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dfffd956-2ae2-47f8-bcb9-c3abf17264af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29423831-5e68-4625-a8f1-dea104ab3033 HTTP/1.1" status: 204 len: 168 time: 0.2992246 Jul 27 22:24:54.818032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffd956-2ae2-47f8-bcb9-c3abf17264af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29423831-5e68-4625-a8f1-dea104ab3033,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:54.899425 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.024586 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.084832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Deleting port 2f790c59-94aa-4471-a76e-697669514daa {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:55.085159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.138186 n-d-802011-3 neutron-server[93835]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] No L3 agents can host the router 68f7f62d-fba5-41d8-be50-c3fc9763d989 Jul 27 22:24:55.170092 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.184347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Calling delete_port for 2f790c59-94aa-4471-a76e-697669514daa owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:55.260834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Hosts for router 68f7f62d-fba5-41d8-be50-c3fc9763d989: [] {{(pid=93835) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 27 22:24:55.286114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Hosts for other DVR routers connected to router 68f7f62d-fba5-41d8-be50-c3fc9763d989: set() {{(pid=93835) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 27 22:24:55.288740 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.289944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3b850087-1c84-4afd-808e-e004dc58582f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] 10.222.0.24 "PUT /v2.0/routers/68f7f62d-fba5-41d8-be50-c3fc9763d989 HTTP/1.1" status: 200 len: 717 time: 0.8443446 Jul 27 22:24:55.292487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:55.372205 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3da32ac4-fd85-4c73-902c-2bd044d6824f tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] 10.222.0.24 "GET /v2.0/routers/68f7f62d-fba5-41d8-be50-c3fc9763d989 HTTP/1.1" status: 200 len: 717 time: 0.0737870 Jul 27 22:24:55.372978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:55.384181 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.418562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Pushing event deleted for resources: {'Port': ['ID=2f790c59-94aa-4471-a76e-697669514daa,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:55.481042 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.531974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:55.580413 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.582334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-737546997'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:55.582898 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.627257 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.627942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Fanout notify agent at l3_agent the message router_deleted on router ca73af30-0409-4515-86a6-d62d1675b770 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:24:55.636087 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.636401 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9a731a83-d8b7-4dcc-a577-17c89bfcdb81 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/routers/ca73af30-0409-4515-86a6-d62d1675b770 HTTP/1.1" status: 204 len: 168 time: 0.8738756 Jul 27 22:24:55.639946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44818) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:55.644775 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8d4d9038-d485-4edd-8744-16d388ae8642 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-919762148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:55.679957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9e9ce248-1237-4696-a70e-919488f951f0 tempest-RoutersTestDVR-2138328043 tempest-RoutersTestDVR-2138328043-project] 10.222.0.24 "GET /v2.0/routers/68f7f62d-fba5-41d8-be50-c3fc9763d989 HTTP/1.1" status: 200 len: 683 time: 0.3049066 Jul 27 22:24:55.679957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Made reservation on behalf of 0269468ae3da4d5380f622ab933f34e8 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:55.681905 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44820) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:55.683166 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.692866 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.754390 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9038-d485-4edd-8744-16d388ae8642 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.755421 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9038-d485-4edd-8744-16d388ae8642 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.768945 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acb63787-4a33-4e90-8f38-dbc83d36f857 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.827423 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.831657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.858517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:24:55.868707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc5ce5d-1434-4efa-9f12-abdbf27f38c1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:55.873455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.873816 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Added segment afc15293-4e57-43d6-97af-d04f3b602e32 of type vlan for network 9049c02c-06e5-4923-ae7c-73203fd3e26a Jul 27 22:24:55.879043 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9038-d485-4edd-8744-16d388ae8642 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.916330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.939449 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9038-d485-4edd-8744-16d388ae8642 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.946966 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.952565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:55.953246 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.980800 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acb63787-4a33-4e90-8f38-dbc83d36f857 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.982957 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acb63787-4a33-4e90-8f38-dbc83d36f857 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.993017 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9038-d485-4edd-8744-16d388ae8642 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:55.994401 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8d4d9038-d485-4edd-8744-16d388ae8642 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3534031 Jul 27 22:24:56.003746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:56.011192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Request body: {'router': {'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:56.035840 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acb63787-4a33-4e90-8f38-dbc83d36f857 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.036376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb63787-4a33-4e90-8f38-dbc83d36f857 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68f7f62d-fba5-41d8-be50-c3fc9763d989 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:24:56.042842 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-acb63787-4a33-4e90-8f38-dbc83d36f857 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.046720 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-acb63787-4a33-4e90-8f38-dbc83d36f857 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] 10.222.0.24 "DELETE /v2.0/routers/68f7f62d-fba5-41d8-be50-c3fc9763d989 HTTP/1.1" status: 204 len: 168 time: 0.3637018 Jul 27 22:24:56.047733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44826) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:56.052357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0fbcef34-7324-46c6-9573-2741727439b5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Request body: {'router': {'name': 'tempest-router-1964786577', 'distributed': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:56.053729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5206704 Jul 27 22:24:56.058747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44828) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:56.078171 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fbcef34-7324-46c6-9573-2741727439b5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.079908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fbcef34-7324-46c6-9573-2741727439b5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.116251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0f4350c8-4972-41b2-aeb2-09aeef0e3faa tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Request body: {'subnet': {'network_id': '9049c02c-06e5-4923-ae7c-73203fd3e26a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:56.122833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b560c62-ecee-48c0-858f-0d860fa2278e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Pushing event updated for resources: {'Network': ['ID=9049c02c-06e5-4923-ae7c-73203fd3e26a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:56.135662 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 9049c02c-06e5-4923-ae7c-73203fd3e26a details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:24:56.148359 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fbcef34-7324-46c6-9573-2741727439b5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.153752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fbcef34-7324-46c6-9573-2741727439b5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.178974 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fbcef34-7324-46c6-9573-2741727439b5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.183519 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0fbcef34-7324-46c6-9573-2741727439b5 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1347744 Jul 27 22:24:56.186554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44836) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:56.300829 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5017e084-3062-4c0a-a578-7ddd776015f9 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.352592 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.378942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4350c8-4972-41b2-aeb2-09aeef0e3faa tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Made reservation on behalf of 0269468ae3da4d5380f622ab933f34e8 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:56.382544 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c8-4972-41b2-aeb2-09aeef0e3faa tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.717870 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.719690 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c8-4972-41b2-aeb2-09aeef0e3faa tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.745591 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5017e084-3062-4c0a-a578-7ddd776015f9 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.747718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5017e084-3062-4c0a-a578-7ddd776015f9 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.776747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.790842 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5017e084-3062-4c0a-a578-7ddd776015f9 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.791367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5017e084-3062-4c0a-a578-7ddd776015f9 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db860a8b-72f8-40ba-a392-b90c90fa8c35 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:24:56.796332 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5017e084-3062-4c0a-a578-7ddd776015f9 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.801753 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5017e084-3062-4c0a-a578-7ddd776015f9 tempest-RoutersTestDVR-1281817263 tempest-RoutersTestDVR-1281817263-project-admin] 10.222.0.24 "DELETE /v2.0/routers/db860a8b-72f8-40ba-a392-b90c90fa8c35 HTTP/1.1" status: 204 len: 168 time: 0.6100061 Jul 27 22:24:56.855140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4350c8-4972-41b2-aeb2-09aeef0e3faa tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Pushing event updated for resources: {'Subnet': ['ID=7f834f78-eb66-4913-94d6-03a3252f09ef,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:56.869617 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4350c8-4972-41b2-aeb2-09aeef0e3faa tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Checking segment: {'id': 'afc15293-4e57-43d6-97af-d04f3b602e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9049c02c-06e5-4923-ae7c-73203fd3e26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:56.869982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4350c8-4972-41b2-aeb2-09aeef0e3faa tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Network hostable DHCP agents. Network: 9049c02c-06e5-4923-ae7c-73203fd3e26a, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:24:56.920386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4350c8-4972-41b2-aeb2-09aeef0e3faa tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Network 9049c02c-06e5-4923-ae7c-73203fd3e26a is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:24:56.937506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Allocated IP 172.25.1.170 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/8a4b3e44-c7f1-4ab6-913f-f8caf41eb7c6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:56.942647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0f4350c8-4972-41b2-aeb2-09aeef0e3faa tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 9049c02c-06e5-4923-ae7c-73203fd3e26a) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:56.947679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4350c8-4972-41b2-aeb2-09aeef0e3faa tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:56.949653 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c8-4972-41b2-aeb2-09aeef0e3faa tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:56.951010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f073e79-bb09-4c73-b986-f22fd826993d None None] Network 9049c02c-06e5-4923-ae7c-73203fd3e26a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:57.014322 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0f4350c8-4972-41b2-aeb2-09aeef0e3faa tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9488146 Jul 27 22:24:57.015194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:57.021631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Request body: {'port': {'network_id': '9049c02c-06e5-4923-ae7c-73203fd3e26a', 'name': 'tempest-TagsExtTest-556234521'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:57.086863 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.087556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:57.139294 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.144496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-9049c02c-06e5-4923-ae7c-73203fd3e26a', 'network_id': '9049c02c-06e5-4923-ae7c-73203fd3e26a', 'tenant_id': '0269468ae3da4d5380f622ab933f34e8', 'fixed_ips': [{'subnet_id': '7f834f78-eb66-4913-94d6-03a3252f09ef'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:24:57.145599 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.169141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Made reservation on behalf of 0269468ae3da4d5380f622ab933f34e8 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:57.177057 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.188817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:57.192255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:57.198683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:57.204675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Pushing event updated for resources: {'Port': ['ID=8a4b3e44-c7f1-4ab6-913f-f8caf41eb7c6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:57.222593 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] device_id is not set on port bc8cad8e-c36f-433f-81c7-a6555e9f4dc8 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:24:57.228506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52c442c4-1b70-4f51-b110-28637d4fe05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.291551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Allocated IP 172.20.0.2 (9049c02c-06e5-4923-ae7c-73203fd3e26a/7f834f78-eb66-4913-94d6-03a3252f09ef/cef96f66-e39f-4d41-97de-a269f2f7c809) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:57.377182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52c442c4-1b70-4f51-b110-28637d4fe05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.381267 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52c442c4-1b70-4f51-b110-28637d4fe05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.429076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-52c442c4-1b70-4f51-b110-28637d4fe05d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=feb27a28a9f345b5afbe479ccff3edef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379657 Jul 27 22:24:57.429076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c442c4-1b70-4f51-b110-28637d4fe05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e145872-9941-4503-9197-31a38f3cb5dd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:57.429829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:57.442966 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.451078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Transition to ACTIVE for port object cef96f66-e39f-4d41-97de-a269f2f7c809 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:57.466358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Transition to ACTIVE for port object cef96f66-e39f-4d41-97de-a269f2f7c809 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:57.472340 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.512690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Network 9049c02c-06e5-4923-ae7c-73203fd3e26a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:57.515631 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.517732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:57.522159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:57.525309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Pushing event updated for resources: {'Port': ['ID=cef96f66-e39f-4d41-97de-a269f2f7c809,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:57.539975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Allocated IP 172.20.0.3 (9049c02c-06e5-4923-ae7c-73203fd3e26a/7f834f78-eb66-4913-94d6-03a3252f09ef/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:57.571458 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3310-be26-468e-8835-ddb09f68f8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.581001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Attempting to bind port cef96f66-e39f-4d41-97de-a269f2f7c809 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:57.581376 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Attempting to bind port cef96f66-e39f-4d41-97de-a269f2f7c809 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'afc15293-4e57-43d6-97af-d04f3b602e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9049c02c-06e5-4923-ae7c-73203fd3e26a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:57.581739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Attempting to bind port cef96f66-e39f-4d41-97de-a269f2f7c809 on network 9049c02c-06e5-4923-ae7c-73203fd3e26a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:57.587208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:57.587871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Checking segment: {'id': 'afc15293-4e57-43d6-97af-d04f3b602e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9049c02c-06e5-4923-ae7c-73203fd3e26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:57.588282 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.588706 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Bound using segment: {'id': 'afc15293-4e57-43d6-97af-d04f3b602e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9049c02c-06e5-4923-ae7c-73203fd3e26a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:57.589179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Bound port: cef96f66-e39f-4d41-97de-a269f2f7c809, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc15293-4e57-43d6-97af-d04f3b602e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9049c02c-06e5-4923-ae7c-73203fd3e26a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:57.589564 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.629685 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3310-be26-468e-8835-ddb09f68f8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.654048 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] For port cef96f66-e39f-4d41-97de-a269f2f7c809, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:57.658491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] For port cef96f66-e39f-4d41-97de-a269f2f7c809, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cef96f66-e39f-4d41-97de-a269f2f7c809,segment=NetworkSegment(afc15293-4e57-43d6-97af-d04f3b602e32),segment_id=afc15293-4e57-43d6-97af-d04f3b602e32)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:57.662870 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.716339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.725782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88938e71-6797-4086-a5e0-04a952fdf422 None None] Pushing event updated for resources: {'Port': ['ID=cef96f66-e39f-4d41-97de-a269f2f7c809,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:57.743972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Transition to ACTIVE for port object bc8cad8e-c36f-433f-81c7-a6555e9f4dc8 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:57.757305 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3310-be26-468e-8835-ddb09f68f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.759868 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f5a3310-be26-468e-8835-ddb09f68f8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.761018 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6f5a3310-be26-468e-8835-ddb09f68f8c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e145872-9941-4503-9197-31a38f3cb5dd HTTP/1.1" status: 204 len: 168 time: 0.3301301 Jul 27 22:24:57.775638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a3310-be26-468e-8835-ddb09f68f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e145872-9941-4503-9197-31a38f3cb5dd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:57.793605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.798435 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.804380 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.855081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Network 9049c02c-06e5-4923-ae7c-73203fd3e26a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:57.862033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:57.867066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:57.921969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Pushing event updated for resources: {'Port': ['ID=bc8cad8e-c36f-433f-81c7-a6555e9f4dc8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:57.959463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:57.961234 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:57.988807 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8adbd647-a3bf-4978-bb10-e2fde332033b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9720948 Jul 27 22:24:57.989787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44862) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:57.995663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-972d7b10-0bb5-4cb0-93fc-04e0b57e970d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-555759420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:58.032451 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-972d7b10-0bb5-4cb0-93fc-04e0b57e970d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.033913 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-972d7b10-0bb5-4cb0-93fc-04e0b57e970d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.107473 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-972d7b10-0bb5-4cb0-93fc-04e0b57e970d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.113197 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-972d7b10-0bb5-4cb0-93fc-04e0b57e970d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.134852 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-972d7b10-0bb5-4cb0-93fc-04e0b57e970d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.136523 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-972d7b10-0bb5-4cb0-93fc-04e0b57e970d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1454628 Jul 27 22:24:58.139232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44864) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.145334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b7c8b8c7-c0de-4817-a45f-268c2c23200d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2125959604', 'prefixes': ['172.20.0.0/16']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:58.208409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44866) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.218150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b7c8b8c7-c0de-4817-a45f-268c2c23200d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for subnetpool, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.219335 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b7c8b8c7-c0de-4817-a45f-268c2c23200d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0789042 Jul 27 22:24:58.224715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44868) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.229128 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-5a26cdd5-86b9-43fc-b1ec-50fb3412ab18 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef', 'tempest-TagsExtTest-Tag-2069948035') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:58.231463 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-873d40c4-100c-4e84-b099-c7610ddf3179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.288323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Router 00da6bfa-6c2d-4151-a1b2-be7806c86d31 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:24:58.378770 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5a26cdd5-86b9-43fc-b1ec-50fb3412ab18 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "PUT /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags/tempest-TagsExtTest-Tag-2069948035 HTTP/1.1" status: 201 len: 201 time: 0.1529295 Jul 27 22:24:58.382850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44870) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.389586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-35de473e-f7ff-4db2-a57d-5c1586ffbc95 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8', 'tempest-TagsExtTest-Tag-1307090838') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:58.398338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:24:58.405705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.409227 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-60494521-36d1-48f9-ab05-18aa184f6598 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "PUT /v2.0/routers/00da6bfa-6c2d-4151-a1b2-be7806c86d31 HTTP/1.1" status: 200 len: 879 time: 2.4045436 Jul 27 22:24:58.409423 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57d5923-39d9-4e19-8c63-e70c44d2d601 None None] Sync routers for ids ['00da6bfa-6c2d-4151-a1b2-be7806c86d31'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:24:58.409901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44872) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.419398 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57d5923-39d9-4e19-8c63-e70c44d2d601 None None] Routers {'00da6bfa-6c2d-4151-a1b2-be7806c86d31'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:58.420025 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d57d5923-39d9-4e19-8c63-e70c44d2d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['00da6bfa-6c2d-4151-a1b2-be7806c86d31'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:58.442584 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-873d40c4-100c-4e84-b099-c7610ddf3179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.446651 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-873d40c4-100c-4e84-b099-c7610ddf3179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.456522 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d57d5923-39d9-4e19-8c63-e70c44d2d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:58.467006 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57d5923-39d9-4e19-8c63-e70c44d2d601 None None] Routers {'00da6bfa-6c2d-4151-a1b2-be7806c86d31'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:58.468414 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d57d5923-39d9-4e19-8c63-e70c44d2d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['00da6bfa-6c2d-4151-a1b2-be7806c86d31'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:58.505637 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-873d40c4-100c-4e84-b099-c7610ddf3179 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d73f4aa1d8e7473dbe6597513395c23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938159 Jul 27 22:24:58.505637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d40c4-100c-4e84-b099-c7610ddf3179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7dc4c3-bfff-4af3-9ac5-297037c69d75,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:58.508861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44874) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.515853 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d57d5923-39d9-4e19-8c63-e70c44d2d601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:58.517299 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57d5923-39d9-4e19-8c63-e70c44d2d601 None None] The sync data for ids ['00da6bfa-6c2d-4151-a1b2-be7806c86d31'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:58.545377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9a4ff604-3d55-45e4-b2ff-22f28b05e252 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/routers/00da6bfa-6c2d-4151-a1b2-be7806c86d31 HTTP/1.1" status: 200 len: 920 time: 0.1343563 Jul 27 22:24:58.546152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44876) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.559125 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-35de473e-f7ff-4db2-a57d-5c1586ffbc95 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "PUT /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags/tempest-TagsExtTest-Tag-1307090838 HTTP/1.1" status: 201 len: 201 time: 0.1725636 Jul 27 22:24:58.562332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44878) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.567330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-3635268a-e60f-4499-be38-065945e33056 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc', 'tempest-TagsExtTest-Tag-1851107535') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:58.621390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb12472f-8401-4699-99f6-7a96d0e729ad tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:58.626560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cb12472f-8401-4699-99f6-7a96d0e729ad tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&device_id=00da6bfa-6c2d-4151-a1b2-be7806c86d31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0786414 Jul 27 22:24:58.627195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.656607 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1f22ec-8747-4bc3-87f8-902ff0826f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.685229 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1f22ec-8747-4bc3-87f8-902ff0826f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.726480 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3635268a-e60f-4499-be38-065945e33056 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "PUT /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags/tempest-TagsExtTest-Tag-1851107535 HTTP/1.1" status: 201 len: 201 time: 0.1607740 Jul 27 22:24:58.726699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a46d00-bff7-4bb1-aac0-8c40458760a1 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:58.727383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44882) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.728974 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b2a46d00-bff7-4bb1-aac0-8c40458760a1 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 881 time: 0.1007786 Jul 27 22:24:58.729568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44884) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.733635 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-7e519c74-1253-4265-9eaa-1acf11eb4da2 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024', 'tempest-TagsExtTest-Tag-1114856497') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:58.780236 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ba09aa23-b0f9-43a9-a6b7-2d78934bc3d3 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=00da6bfa-6c2d-4151-a1b2-be7806c86d31 HTTP/1.1" status: 200 len: 205 time: 0.0435629 Jul 27 22:24:58.783489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.809844 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1f22ec-8747-4bc3-87f8-902ff0826f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.812540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c1f22ec-8747-4bc3-87f8-902ff0826f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.814378 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0c1f22ec-8747-4bc3-87f8-902ff0826f4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e7dc4c3-bfff-4af3-9ac5-297037c69d75 HTTP/1.1" status: 204 len: 168 time: 0.3045514 Jul 27 22:24:58.834761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f22ec-8747-4bc3-87f8-902ff0826f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7dc4c3-bfff-4af3-9ac5-297037c69d75,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:58.840757 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7e519c74-1253-4265-9eaa-1acf11eb4da2 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "PUT /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags/tempest-TagsExtTest-Tag-1114856497 HTTP/1.1" status: 201 len: 201 time: 0.1116076 Jul 27 22:24:58.842306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44892) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.849051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-28db85e4-880f-480b-8616-d23bae2e0c05 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:58.899287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e531e65b-0289-4ece-823b-989b1345c275 None None] Network 9049c02c-06e5-4923-ae7c-73203fd3e26a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:24:58.918939 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-28db85e4-880f-480b-8616-d23bae2e0c05 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags HTTP/1.1" status: 200 len: 241 time: 0.0754526 Jul 27 22:24:58.919520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44894) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:58.920681 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:58.928802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-d04b9c29-c4b7-4f6d-8e32-654771a2ae52 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef', 'tempest-TagsExtTest-Tag-2069948035') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:59.001338 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d04b9c29-c4b7-4f6d-8e32-654771a2ae52 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags/tempest-TagsExtTest-Tag-2069948035 HTTP/1.1" status: 204 len: 168 time: 0.0806396 Jul 27 22:24:59.002561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44898) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:59.008069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-39988868-23c4-40e0-94cf-30b71dbf6499 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef', 'tempest-TagsExtTest-Tag-2069948035') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:59.086873 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.103389 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-39988868-23c4-40e0-94cf-30b71dbf6499 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags/tempest-TagsExtTest-Tag-2069948035 HTTP/1.1" status: 204 len: 168 time: 0.0970178 Jul 27 22:24:59.104050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44900) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:59.108834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-4cf6cb78-5d52-4530-ba6a-b0f10a718447 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:59.154028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Deleting port 8a4b3e44-c7f1-4ab6-913f-f8caf41eb7c6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:24:59.154440 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.178970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-66e2e487-fec5-4931-8e3d-11e2f2228e6f None None] Provisioning for port cef96f66-e39f-4d41-97de-a269f2f7c809 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:59.179686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4cf6cb78-5d52-4530-ba6a-b0f10a718447 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags HTTP/1.1" status: 200 len: 205 time: 0.0748637 Jul 27 22:24:59.182103 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44904) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:59.186784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-24f3b9b9-06a7-4cc7-9ba9-42dd7bc9d47a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:59.255117 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-24f3b9b9-06a7-4cc7-9ba9-42dd7bc9d47a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags HTTP/1.1" status: 200 len: 241 time: 0.0717578 Jul 27 22:24:59.257352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44910) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:59.267299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-72a3181e-49e5-4dff-87f2-7e6a4930da40 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8', 'tempest-TagsExtTest-Tag-1307090838') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:59.282344 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.301054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Calling delete_port for 8a4b3e44-c7f1-4ab6-913f-f8caf41eb7c6 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:24:59.327149 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-72a3181e-49e5-4dff-87f2-7e6a4930da40 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags/tempest-TagsExtTest-Tag-1307090838 HTTP/1.1" status: 204 len: 168 time: 0.0671105 Jul 27 22:24:59.328287 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44914) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:59.335184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-4847e0ae-d417-4105-9a88-f669f1b0c9bf tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8', 'tempest-TagsExtTest-Tag-1307090838') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:59.446256 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4847e0ae-d417-4105-9a88-f669f1b0c9bf tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags/tempest-TagsExtTest-Tag-1307090838 HTTP/1.1" status: 204 len: 168 time: 0.1132622 Jul 27 22:24:59.447902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44918) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:59.452619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-ad6975d0-2690-4e46-99d6-968baf8d8b82 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:59.457853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cef96f66-e39f-4d41-97de-a269f2f7c809 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:59.538744 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.545758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port cef96f66-e39f-4d41-97de-a269f2f7c809 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:59.557085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port cef96f66-e39f-4d41-97de-a269f2f7c809 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:59.559567 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.570013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Pushing event deleted for resources: {'Port': ['ID=8a4b3e44-c7f1-4ab6-913f-f8caf41eb7c6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:59.598629 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ad6975d0-2690-4e46-99d6-968baf8d8b82 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags HTTP/1.1" status: 200 len: 205 time: 0.1495345 Jul 27 22:24:59.601132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44924) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:59.605986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-ffafb70e-300b-451a-9895-3187453fc17c tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:59.663220 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.712134 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.716799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port cef96f66-e39f-4d41-97de-a269f2f7c809, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cef96f66-e39f-4d41-97de-a269f2f7c809,segment=NetworkSegment(afc15293-4e57-43d6-97af-d04f3b602e32),segment_id=afc15293-4e57-43d6-97af-d04f3b602e32)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:59.725721 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.772290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dd83319d-ea92-4f2c-ba3d-e9d1cd89a23f None None] Provisioning for port bc8cad8e-c36f-433f-81c7-a6555e9f4dc8 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:59.788247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dd83319d-ea92-4f2c-ba3d-e9d1cd89a23f None None] Provisioning complete for port bc8cad8e-c36f-433f-81c7-a6555e9f4dc8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:59.788717 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd83319d-ea92-4f2c-ba3d-e9d1cd89a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.819888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=cef96f66-e39f-4d41-97de-a269f2f7c809,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:59.820566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ffafb70e-300b-451a-9895-3187453fc17c tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags HTTP/1.1" status: 200 len: 241 time: 0.2183924 Jul 27 22:24:59.823705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44930) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:59.825006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:59.827949 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.833631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-381c3144-fdc5-4e4f-bfff-642b170f80c0 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc', 'tempest-TagsExtTest-Tag-1851107535') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:59.834210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.839982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dd83319d-ea92-4f2c-ba3d-e9d1cd89a23f None None] Port bc8cad8e-c36f-433f-81c7-a6555e9f4dc8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:24:59.851221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dd83319d-ea92-4f2c-ba3d-e9d1cd89a23f None None] Provisioning complete for port cef96f66-e39f-4d41-97de-a269f2f7c809 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:59.851644 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd83319d-ea92-4f2c-ba3d-e9d1cd89a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.888726 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.889583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Fanout notify agent at l3_agent the message router_deleted on router 00da6bfa-6c2d-4151-a1b2-be7806c86d31 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:24:59.899576 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.905430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9ed3d847-1d0e-41de-8d69-7264304af7e6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/routers/00da6bfa-6c2d-4151-a1b2-be7806c86d31 HTTP/1.1" status: 204 len: 168 time: 1.1208584 Jul 27 22:24:59.906168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44936) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:59.911530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-76f810af-1f6b-4780-841b-7b9abbeb6583 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1379461669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:59.943277 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76f810af-1f6b-4780-841b-7b9abbeb6583 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.944827 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76f810af-1f6b-4780-841b-7b9abbeb6583 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:59.961432 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:59.962050 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-381c3144-fdc5-4e4f-bfff-642b170f80c0 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags/tempest-TagsExtTest-Tag-1851107535 HTTP/1.1" status: 204 len: 168 time: 0.1340463 Jul 27 22:24:59.967177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-d660cd4e-f0ce-477f-9195-69aefecc52f3 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc', 'tempest-TagsExtTest-Tag-1851107535') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:00.004721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-52c9ab84-b86f-41c4-8a74-e5fd3681861a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-30449587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:00.083532 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76f810af-1f6b-4780-841b-7b9abbeb6583 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.085050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c8046e48-bff2-4520-8b1a-af724e26c9f6 None None] Provisioning complete for port bc8cad8e-c36f-433f-81c7-a6555e9f4dc8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:00.085608 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c8046e48-bff2-4520-8b1a-af724e26c9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.092254 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76f810af-1f6b-4780-841b-7b9abbeb6583 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.106809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52c9ab84-b86f-41c4-8a74-e5fd3681861a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.107953 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52c9ab84-b86f-41c4-8a74-e5fd3681861a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.124516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c8046e48-bff2-4520-8b1a-af724e26c9f6 None None] Port bc8cad8e-c36f-433f-81c7-a6555e9f4dc8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:00.125926 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76f810af-1f6b-4780-841b-7b9abbeb6583 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.126948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-76f810af-1f6b-4780-841b-7b9abbeb6583 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2197421 Jul 27 22:25:00.129940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44940) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.134779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'enable_snat': True}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:00.184291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d660cd4e-f0ce-477f-9195-69aefecc52f3 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags/tempest-TagsExtTest-Tag-1851107535 HTTP/1.1" status: 204 len: 168 time: 0.2212262 Jul 27 22:25:00.185682 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52c9ab84-b86f-41c4-8a74-e5fd3681861a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.186721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.191400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-5a1fcc66-aeaa-4122-98ff-110a365a0d6a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:00.195011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52c9ab84-b86f-41c4-8a74-e5fd3681861a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.240458 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52c9ab84-b86f-41c4-8a74-e5fd3681861a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.241800 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-52c9ab84-b86f-41c4-8a74-e5fd3681861a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.4158583 Jul 27 22:25:00.244507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44944) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.249516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-503804205'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:00.276390 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5a1fcc66-aeaa-4122-98ff-110a365a0d6a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags HTTP/1.1" status: 200 len: 205 time: 0.0885866 Jul 27 22:25:00.278754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44946) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.283713 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-d628d168-fdd5-4fff-ae20-80bbc4427d0a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:00.321913 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d628d168-fdd5-4fff-ae20-80bbc4427d0a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags HTTP/1.1" status: 200 len: 241 time: 0.0421376 Jul 27 22:25:00.324474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.329273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-f5b9123d-7530-4d58-b75c-44f2642d0670 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024', 'tempest-TagsExtTest-Tag-1114856497') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:00.350813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f5b9123d-7530-4d58-b75c-44f2642d0670 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags/tempest-TagsExtTest-Tag-1114856497 HTTP/1.1" status: 204 len: 168 time: 0.0251215 Jul 27 22:25:00.353241 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.357661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-69deda7d-3939-4b97-85e9-a0a2b43e1622 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024', 'tempest-TagsExtTest-Tag-1114856497') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:00.361783 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.367723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Made reservation on behalf of 897b675bda884821aef42901db41ba4b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:00.372831 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.383559 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.395037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-69deda7d-3939-4b97-85e9-a0a2b43e1622 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags/tempest-TagsExtTest-Tag-1114856497 HTTP/1.1" status: 204 len: 168 time: 0.0406554 Jul 27 22:25:00.397327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.401665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-9eab2d4d-8d9e-4043-84ef-b7fa7b32634e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:00.423437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9eab2d4d-8d9e-4043-84ef-b7fa7b32634e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags HTTP/1.1" status: 200 len: 205 time: 0.0242479 Jul 27 22:25:00.425718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.429992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-ffe3a427-1f95-4160-983a-0df78a47668c tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:00.454604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ffe3a427-1f95-4160-983a-0df78a47668c tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags HTTP/1.1" status: 204 len: 168 time: 0.0277793 Jul 27 22:25:00.457268 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.461961 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-42533a33-5f47-46dd-a12f-f89c2e193626 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:00.544815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-42533a33-5f47-46dd-a12f-f89c2e193626 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags HTTP/1.1" status: 204 len: 168 time: 0.0865474 Jul 27 22:25:00.547847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44958) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.552174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-47ea7230-69d0-469f-8f38-d4bc86ea68e6 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:00.554953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.587194 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.605812 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-47ea7230-69d0-469f-8f38-d4bc86ea68e6 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags HTTP/1.1" status: 204 len: 168 time: 0.0569799 Jul 27 22:25:00.608412 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44960) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.612784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-7789ad7b-f123-4dfe-b211-1a206b3cf88c tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:00.651480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:00.670962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c654a3c2-ba88-44c8-8d5b-dae25787ad25,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:00.689878 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.690237 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Added segment e18ba5e3-e3d6-4513-bfe3-0ac9716467f0 of type vlan for network b861afbd-5f70-4b8f-af88-0b559039d040 Jul 27 22:25:00.707723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7789ad7b-f123-4dfe-b211-1a206b3cf88c tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags HTTP/1.1" status: 204 len: 168 time: 0.0930316 Jul 27 22:25:00.707943 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.707943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44962) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.712774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-c10cbe8f-9d59-454b-aa76-51136e382d66 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef', 'tempest-TagsExtTest-Tag-828987107') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:00.768211 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.794835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.905934 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.911661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:00.912248 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:00.984570 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7389021 Jul 27 22:25:00.987691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:00.993913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ac7e8b90-9a31-4c57-9e90-9428c876ca1e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Request body: {'subnet': {'network_id': 'b861afbd-5f70-4b8f-af88-0b559039d040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:01.004927 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c10cbe8f-9d59-454b-aa76-51136e382d66 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "PUT /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags/tempest-TagsExtTest-Tag-828987107 HTTP/1.1" status: 201 len: 201 time: 0.2935460 Jul 27 22:25:01.007550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44966) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:01.012195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-f6db9c87-9b59-4d4c-89da-0362e2c217cb tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8', 'tempest-TagsExtTest-Tag-1584124239') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:01.023620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Allocated IP 172.25.1.156 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/42839d35-ab0e-4fbd-a98f-9eb997d3e72c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:01.044707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365daf74-0ed4-4c8d-adf1-bc11e7fea24b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'Network': ['ID=b861afbd-5f70-4b8f-af88-0b559039d040,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:01.056275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network b861afbd-5f70-4b8f-af88-0b559039d040 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:01.090872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7e8b90-9a31-4c57-9e90-9428c876ca1e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Made reservation on behalf of 897b675bda884821aef42901db41ba4b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:01.095269 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8b90-9a31-4c57-9e90-9428c876ca1e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.167027 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f6db9c87-9b59-4d4c-89da-0362e2c217cb tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "PUT /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags/tempest-TagsExtTest-Tag-1584124239 HTTP/1.1" status: 201 len: 201 time: 0.1584263 Jul 27 22:25:01.170840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44968) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:01.175727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-e23ae917-b747-449f-93e7-a21251403088 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc', 'tempest-TagsExtTest-Tag-628592352') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:01.176522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.215245 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.255435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:01.258244 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:01.264467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:01.287340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event updated for resources: {'Port': ['ID=42839d35-ab0e-4fbd-a98f-9eb997d3e72c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:01.323913 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e23ae917-b747-449f-93e7-a21251403088 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "PUT /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags/tempest-TagsExtTest-Tag-628592352 HTTP/1.1" status: 201 len: 201 time: 0.1491258 Jul 27 22:25:01.339952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:01.349271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-498c8fe8-1b1c-46c4-a1d8-68102840035f tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024', 'tempest-TagsExtTest-Tag-587248566') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:01.379330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8b90-9a31-4c57-9e90-9428c876ca1e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.398742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cef96f66-e39f-4d41-97de-a269f2f7c809 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:01.457207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-498c8fe8-1b1c-46c4-a1d8-68102840035f tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "PUT /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags/tempest-TagsExtTest-Tag-587248566 HTTP/1.1" status: 201 len: 201 time: 0.1135223 Jul 27 22:25:01.460337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:01.465596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-742947e7-2391-4de1-9bb0-d318eec52dc6 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef', {'tags': ['tempest-TagsExtTest-Tag-736657590', 'tempest-TagsExtTest-Tag-1858400568', 'tempest-TagsExtTest-Tag-778576146']}) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:01.469229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port cef96f66-e39f-4d41-97de-a269f2f7c809 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:01.470244 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.471477 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e8b90-9a31-4c57-9e90-9428c876ca1e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'Subnet': ['ID=f72b20f9-1707-442e-9713-eab4665b7ef9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:01.505863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7e8b90-9a31-4c57-9e90-9428c876ca1e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Checking segment: {'id': 'e18ba5e3-e3d6-4513-bfe3-0ac9716467f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b861afbd-5f70-4b8f-af88-0b559039d040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:01.506146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7e8b90-9a31-4c57-9e90-9428c876ca1e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Network hostable DHCP agents. Network: b861afbd-5f70-4b8f-af88-0b559039d040, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:01.542293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7e8b90-9a31-4c57-9e90-9428c876ca1e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Network b861afbd-5f70-4b8f-af88-0b559039d040 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:01.558314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-742947e7-2391-4de1-9bb0-d318eec52dc6 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "PUT /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags HTTP/1.1" status: 200 len: 316 time: 0.0946751 Jul 27 22:25:01.558314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ac7e8b90-9a31-4c57-9e90-9428c876ca1e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, b861afbd-5f70-4b8f-af88-0b559039d040) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:01.558854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:01.565731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-aae483b9-0915-4adf-bf92-3000c76b35f8 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:01.569968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e8b90-9a31-4c57-9e90-9428c876ca1e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:01.570733 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8b90-9a31-4c57-9e90-9428c876ca1e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.572689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f97c6-e309-4593-84c3-04556bebfbf7 None None] Network b861afbd-5f70-4b8f-af88-0b559039d040 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:01.611351 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ac7e8b90-9a31-4c57-9e90-9428c876ca1e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6189060 Jul 27 22:25:01.612002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44976) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:01.618061 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5cd133e0-fa54-40e7-bc19-006f12f398c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Request body: {'network': {'name': 'tempest-router-network01--2126336361'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:01.656594 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd133e0-fa54-40e7-bc19-006f12f398c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Made reservation on behalf of 897b675bda884821aef42901db41ba4b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:01.660793 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cd133e0-fa54-40e7-bc19-006f12f398c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.686698 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aae483b9-0915-4adf-bf92-3000c76b35f8 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags HTTP/1.1" status: 204 len: 168 time: 0.1268122 Jul 27 22:25:01.689829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44980) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:01.694757 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd133e0-fa54-40e7-bc19-006f12f398c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:01.696607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-779d31eb-24f2-4446-9e1d-a8f08f744e96 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef', 'tempest-TagsExtTest-Tag-736657590') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:01.705773 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cd133e0-fa54-40e7-bc19-006f12f398c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.706127 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-5cd133e0-fa54-40e7-bc19-006f12f398c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Added segment 3b1d2905-f0b4-4942-802e-45d599d569ed of type vlan for network 417ad400-74f5-41aa-9bc3-482a192c0a89 Jul 27 22:25:01.749709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-b861afbd-5f70-4b8f-af88-0b559039d040', 'network_id': 'b861afbd-5f70-4b8f-af88-0b559039d040', 'tenant_id': '897b675bda884821aef42901db41ba4b', 'fixed_ips': [{'subnet_id': 'f72b20f9-1707-442e-9713-eab4665b7ef9'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:25:01.751173 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.752892 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cd133e0-fa54-40e7-bc19-006f12f398c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.792672 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cd133e0-fa54-40e7-bc19-006f12f398c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.800181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd133e0-fa54-40e7-bc19-006f12f398c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:01.801720 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cd133e0-fa54-40e7-bc19-006f12f398c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.848219 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-779d31eb-24f2-4446-9e1d-a8f08f744e96 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] show failed (client error): The resource could not be found. Jul 27 22:25:01.851764 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-779d31eb-24f2-4446-9e1d-a8f08f744e96 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags/tempest-TagsExtTest-Tag-736657590 HTTP/1.1" status: 404 len: 328 time: 0.1583972 Jul 27 22:25:01.854009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44984) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:01.858824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-d1eb13f3-e978-4d42-872b-9479dcdfb59e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef', 'tempest-TagsExtTest-Tag-1858400568') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:01.889400 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:01.902369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Allocated IP 2001:db8::2 (b861afbd-5f70-4b8f-af88-0b559039d040/f72b20f9-1707-442e-9713-eab4665b7ef9/50dff522-91da-4109-9b78-97f883efe6dc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:02.008350 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-d1eb13f3-e978-4d42-872b-9479dcdfb59e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] show failed (client error): The resource could not be found. Jul 27 22:25:02.013378 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d1eb13f3-e978-4d42-872b-9479dcdfb59e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags/tempest-TagsExtTest-Tag-1858400568 HTTP/1.1" status: 404 len: 329 time: 0.1551943 Jul 27 22:25:02.022714 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44986) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:02.061781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-c19cc87f-c658-48ab-8a85-8bd4d346e570 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef', 'tempest-TagsExtTest-Tag-778576146') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:02.080786 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.091301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Transition to ACTIVE for port object 50dff522-91da-4109-9b78-97f883efe6dc will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:02.108427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Transition to ACTIVE for port object 50dff522-91da-4109-9b78-97f883efe6dc will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:02.115854 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.154538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5cd133e0-fa54-40e7-bc19-006f12f398c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5400877 Jul 27 22:25:02.158935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Network b861afbd-5f70-4b8f-af88-0b559039d040 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:02.159368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44988) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:02.164466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:02.165126 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-70c752be-82e0-423d-b84b-27eae186c3af tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Request body: {'network': {'name': 'tempest-router-network02--324287937'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:02.167159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:02.167336 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.170973 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-c19cc87f-c658-48ab-8a85-8bd4d346e570 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] show failed (client error): The resource could not be found. Jul 27 22:25:02.172020 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c19cc87f-c658-48ab-8a85-8bd4d346e570 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags/tempest-TagsExtTest-Tag-778576146 HTTP/1.1" status: 404 len: 328 time: 0.1475689 Jul 27 22:25:02.173684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Pushing event updated for resources: {'Port': ['ID=50dff522-91da-4109-9b78-97f883efe6dc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:02.174171 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.175893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44990) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:02.182642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-a4a24c79-47b7-4776-9a71-7265397aaa7c tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8', {'tags': ['tempest-TagsExtTest-Tag-148553274', 'tempest-TagsExtTest-Tag-2043115398', 'tempest-TagsExtTest-Tag-2098113022']}) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:02.192534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd133e0-fa54-40e7-bc19-006f12f398c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'Network': ['ID=417ad400-74f5-41aa-9bc3-482a192c0a89,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:02.200120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c752be-82e0-423d-b84b-27eae186c3af tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Made reservation on behalf of 897b675bda884821aef42901db41ba4b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:02.204256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70c752be-82e0-423d-b84b-27eae186c3af tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.206783 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 417ad400-74f5-41aa-9bc3-482a192c0a89 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:02.231630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c752be-82e0-423d-b84b-27eae186c3af tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:02.243688 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70c752be-82e0-423d-b84b-27eae186c3af tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.244095 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-70c752be-82e0-423d-b84b-27eae186c3af tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Added segment cba49974-0df4-4739-982c-dcd590c5c5db of type vlan for network 203bbc26-2e79-42ad-b3bf-aaac541f37c9 Jul 27 22:25:02.285748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Attempting to bind port 50dff522-91da-4109-9b78-97f883efe6dc on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:02.286138 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Attempting to bind port 50dff522-91da-4109-9b78-97f883efe6dc by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'e18ba5e3-e3d6-4513-bfe3-0ac9716467f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b861afbd-5f70-4b8f-af88-0b559039d040'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:02.286527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Attempting to bind port 50dff522-91da-4109-9b78-97f883efe6dc on network b861afbd-5f70-4b8f-af88-0b559039d040 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:02.288901 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70c752be-82e0-423d-b84b-27eae186c3af tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.301211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:02.301675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Checking segment: {'id': 'e18ba5e3-e3d6-4513-bfe3-0ac9716467f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b861afbd-5f70-4b8f-af88-0b559039d040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:02.302003 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.302430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Bound using segment: {'id': 'e18ba5e3-e3d6-4513-bfe3-0ac9716467f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b861afbd-5f70-4b8f-af88-0b559039d040'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:02.302923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Bound port: 50dff522-91da-4109-9b78-97f883efe6dc, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18ba5e3-e3d6-4513-bfe3-0ac9716467f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b861afbd-5f70-4b8f-af88-0b559039d040'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:02.303312 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.318766 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a4a24c79-47b7-4776-9a71-7265397aaa7c tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "PUT /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags HTTP/1.1" status: 200 len: 317 time: 0.1386871 Jul 27 22:25:02.319102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44992) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:02.325211 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-2182952d-6220-447e-a057-8426170a8dba tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:02.325595 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70c752be-82e0-423d-b84b-27eae186c3af tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.332176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c752be-82e0-423d-b84b-27eae186c3af tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:02.332786 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70c752be-82e0-423d-b84b-27eae186c3af tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.377893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] For port 50dff522-91da-4109-9b78-97f883efe6dc, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:02.381108 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] For port 50dff522-91da-4109-9b78-97f883efe6dc, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=50dff522-91da-4109-9b78-97f883efe6dc,segment=NetworkSegment(e18ba5e3-e3d6-4513-bfe3-0ac9716467f0),segment_id=e18ba5e3-e3d6-4513-bfe3-0ac9716467f0)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:02.387106 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.388535 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-70c752be-82e0-423d-b84b-27eae186c3af tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2280326 Jul 27 22:25:02.395289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 44994) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:02.398166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Router bfb8524d-6a37-4d94-8b75-3f091de655cf is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:25:02.402961 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-83a758c1-ecbd-46ed-b734-cf4dd1724749 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Request body: {'subnet': {'network_id': '417ad400-74f5-41aa-9bc3-482a192c0a89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:02.480417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c752be-82e0-423d-b84b-27eae186c3af tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'Network': ['ID=203bbc26-2e79-42ad-b3bf-aaac541f37c9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:02.495113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6231b4-eb7a-4efe-9001-43177e4b3e1c None None] Pushing event updated for resources: {'Port': ['ID=50dff522-91da-4109-9b78-97f883efe6dc,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:02.500083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 203bbc26-2e79-42ad-b3bf-aaac541f37c9 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:02.505187 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2182952d-6220-447e-a057-8426170a8dba tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags HTTP/1.1" status: 204 len: 168 time: 0.1851001 Jul 27 22:25:02.509118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 44998) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:02.517274 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-4100fdfa-a9cd-40a9-b496-c76c058b887b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8', 'tempest-TagsExtTest-Tag-148553274') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:02.561257 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a758c1-ecbd-46ed-b734-cf4dd1724749 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Made reservation on behalf of 897b675bda884821aef42901db41ba4b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:02.565559 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83a758c1-ecbd-46ed-b734-cf4dd1724749 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.624135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:02.630234 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.633931 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d0b3423c-b12c-4246-97ad-8d7dcc9fb5b0 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "PUT /v2.0/routers/bfb8524d-6a37-4d94-8b75-3f091de655cf HTTP/1.1" status: 200 len: 915 time: 2.5001619 Jul 27 22:25:02.634556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45000) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:02.642605 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-4100fdfa-a9cd-40a9-b496-c76c058b887b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] show failed (client error): The resource could not be found. Jul 27 22:25:02.645589 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4100fdfa-a9cd-40a9-b496-c76c058b887b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags/tempest-TagsExtTest-Tag-148553274 HTTP/1.1" status: 404 len: 328 time: 0.1324594 Jul 27 22:25:02.649046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45002) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:02.653744 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321eda9-35d5-4831-a6f0-b7e00b7429fc None None] Sync routers for ids ['bfb8524d-6a37-4d94-8b75-3f091de655cf'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:02.655242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-446d8805-ddbf-49bf-ae16-6c3718dd3fef tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8', 'tempest-TagsExtTest-Tag-2043115398') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:02.668897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321eda9-35d5-4831-a6f0-b7e00b7429fc None None] Routers {'bfb8524d-6a37-4d94-8b75-3f091de655cf'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:02.669555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a321eda9-35d5-4831-a6f0-b7e00b7429fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['bfb8524d-6a37-4d94-8b75-3f091de655cf'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:02.732388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a321eda9-35d5-4831-a6f0-b7e00b7429fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:02.760415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321eda9-35d5-4831-a6f0-b7e00b7429fc None None] Routers {'bfb8524d-6a37-4d94-8b75-3f091de655cf'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:02.761898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a321eda9-35d5-4831-a6f0-b7e00b7429fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['bfb8524d-6a37-4d94-8b75-3f091de655cf'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:02.796025 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-446d8805-ddbf-49bf-ae16-6c3718dd3fef tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] show failed (client error): The resource could not be found. Jul 27 22:25:02.797804 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-446d8805-ddbf-49bf-ae16-6c3718dd3fef tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags/tempest-TagsExtTest-Tag-2043115398 HTTP/1.1" status: 404 len: 329 time: 0.1466882 Jul 27 22:25:02.800252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45004) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:02.808274 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-5f9d5d15-49e5-4f63-a3ac-d1be48730406 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8', 'tempest-TagsExtTest-Tag-2098113022') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:02.824218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-a321eda9-35d5-4831-a6f0-b7e00b7429fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:02.825166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321eda9-35d5-4831-a6f0-b7e00b7429fc None None] The sync data for ids ['bfb8524d-6a37-4d94-8b75-3f091de655cf'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:02.858725 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-10f3a001-0bb9-4b27-a215-57d0168a8b36 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/routers/bfb8524d-6a37-4d94-8b75-3f091de655cf HTTP/1.1" status: 200 len: 921 time: 0.2230024 Jul 27 22:25:02.861705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45006) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:02.925090 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369563cd-afe7-4c8e-b044-c9b2746933bc tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:02.927753 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-369563cd-afe7-4c8e-b044-c9b2746933bc tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&device_id=bfb8524d-6a37-4d94-8b75-3f091de655cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0641570 Jul 27 22:25:02.930976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45010) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:02.976860 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-5f9d5d15-49e5-4f63-a3ac-d1be48730406 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] show failed (client error): The resource could not be found. Jul 27 22:25:02.987906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5f9d5d15-49e5-4f63-a3ac-d1be48730406 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags/tempest-TagsExtTest-Tag-2098113022 HTTP/1.1" status: 404 len: 329 time: 0.1865633 Jul 27 22:25:02.988935 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83a758c1-ecbd-46ed-b734-cf4dd1724749 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:02.991064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45016) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:03.046871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-7a78d35b-e09e-4b26-880b-835a1a3204b4 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc', {'tags': ['tempest-TagsExtTest-Tag-12662626', 'tempest-TagsExtTest-Tag-466219141', 'tempest-TagsExtTest-Tag-652660433']}) {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:03.047167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e89e9bd-4e16-4913-bc16-d3d8d1106b4b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:03.052928 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1e89e9bd-4e16-4913-bc16-d3d8d1106b4b tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 881 time: 0.1205935 Jul 27 22:25:03.053624 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45018) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:03.103014 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-08001aa8-8c41-499b-ad7c-10e9dfa83df4 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfb8524d-6a37-4d94-8b75-3f091de655cf HTTP/1.1" status: 200 len: 205 time: 0.0482574 Jul 27 22:25:03.104157 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45022) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:03.197313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a758c1-ecbd-46ed-b734-cf4dd1724749 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'Subnet': ['ID=ccc827b2-ed6e-45fa-9ecb-fbdc6ba8e9a4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:03.200908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9043178-666c-4ea3-afea-87db3e6efc27 req-618a06c8-4724-43c6-9be7-abf405b7dbd2 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:03.202490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9043178-666c-4ea3-afea-87db3e6efc27 req-618a06c8-4724-43c6-9be7-abf405b7dbd2 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1098 time: 0.2433519 Jul 27 22:25:03.212745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7a78d35b-e09e-4b26-880b-835a1a3204b4 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "PUT /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags HTTP/1.1" status: 200 len: 314 time: 0.1949112 Jul 27 22:25:03.215753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45024) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:03.224779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-142e1523-ad4c-49c8-b522-fc1fba35438d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:03.237784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e973d5-fc2b-4ea6-83c1-317e49f26501 req-ce594c22-b420-42cd-966d-52f454e7e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:03.239500 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3e973d5-fc2b-4ea6-83c1-317e49f26501 req-ce594c22-b420-42cd-966d-52f454e7e6d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 1096 time: 0.1676271 Jul 27 22:25:03.268706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a758c1-ecbd-46ed-b734-cf4dd1724749 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Checking segment: {'id': '3b1d2905-f0b4-4942-802e-45d599d569ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '417ad400-74f5-41aa-9bc3-482a192c0a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:03.269078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a758c1-ecbd-46ed-b734-cf4dd1724749 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Network hostable DHCP agents. Network: 417ad400-74f5-41aa-9bc3-482a192c0a89, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:03.271652 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:03.327851 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3e973d5-fc2b-4ea6-83c1-317e49f26501 req-1deee22f-bcf3-4e4b-942d-526ab1c81d87 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789523 Jul 27 22:25:03.328292 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9043178-666c-4ea3-afea-87db3e6efc27 req-6018c73b-4b78-4022-9189-bab23b6a6cd1 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131999 Jul 27 22:25:03.337845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a758c1-ecbd-46ed-b734-cf4dd1724749 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Network 417ad400-74f5-41aa-9bc3-482a192c0a89 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:03.362354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45026) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:03.373307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-83a758c1-ecbd-46ed-b734-cf4dd1724749 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 417ad400-74f5-41aa-9bc3-482a192c0a89) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:03.394009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f85223-9095-4561-8a82-031ccc5ab6b6 None None] Network 417ad400-74f5-41aa-9bc3-482a192c0a89 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:03.428948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a758c1-ecbd-46ed-b734-cf4dd1724749 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:03.429637 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-83a758c1-ecbd-46ed-b734-cf4dd1724749 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:03.435341 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:03.447546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-142e1523-ad4c-49c8-b522-fc1fba35438d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags HTTP/1.1" status: 204 len: 168 time: 0.2300413 Jul 27 22:25:03.450707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45030) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:03.455641 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-ff8c520e-d4ee-42e6-8044-1b76c8d0c05e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc', 'tempest-TagsExtTest-Tag-12662626') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:03.495153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-83a758c1-ecbd-46ed-b734-cf4dd1724749 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0987647 Jul 27 22:25:03.495868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:03.509450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 50dff522-91da-4109-9b78-97f883efe6dc up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:03.510790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b5b88936-027a-4eb7-b24d-1422128ed7c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Request body: {'subnet': {'network_id': '203bbc26-2e79-42ad-b3bf-aaac541f37c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:03.590025 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-ff8c520e-d4ee-42e6-8044-1b76c8d0c05e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] show failed (client error): The resource could not be found. Jul 27 22:25:03.591310 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ff8c520e-d4ee-42e6-8044-1b76c8d0c05e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags/tempest-TagsExtTest-Tag-12662626 HTTP/1.1" status: 404 len: 327 time: 0.1398337 Jul 27 22:25:03.593914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45034) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:03.601280 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-3493c3a9-e80b-4722-ac57-47618d9d38a2 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc', 'tempest-TagsExtTest-Tag-466219141') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:03.622886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 50dff522-91da-4109-9b78-97f883efe6dc completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:03.663712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Deleting port 42839d35-ab0e-4fbd-a98f-9eb997d3e72c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:03.663966 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:03.669762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-417ad400-74f5-41aa-9bc3-482a192c0a89', 'network_id': '417ad400-74f5-41aa-9bc3-482a192c0a89', 'tenant_id': '897b675bda884821aef42901db41ba4b', 'fixed_ips': [{'subnet_id': 'ccc827b2-ed6e-45fa-9ecb-fbdc6ba8e9a4'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:25:03.669762 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:03.704399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b88936-027a-4eb7-b24d-1422128ed7c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Made reservation on behalf of 897b675bda884821aef42901db41ba4b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:03.708017 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5b88936-027a-4eb7-b24d-1422128ed7c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:03.759494 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-3493c3a9-e80b-4722-ac57-47618d9d38a2 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] show failed (client error): The resource could not be found. Jul 27 22:25:03.760553 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3493c3a9-e80b-4722-ac57-47618d9d38a2 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags/tempest-TagsExtTest-Tag-466219141 HTTP/1.1" status: 404 len: 328 time: 0.1655028 Jul 27 22:25:03.768417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45036) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:03.775623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-f1225ce2-5141-4b6a-b997-f34330246fe2 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc', 'tempest-TagsExtTest-Tag-652660433') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:03.793546 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:03.807645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Calling delete_port for 42839d35-ab0e-4fbd-a98f-9eb997d3e72c owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:03.845527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port a412e62a-664a-4eeb-bd6f-c4911d599925 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:03.846157 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:03.847055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4489fe3-7801-4225-9c17-e065654b4a91 None None] Network b861afbd-5f70-4b8f-af88-0b559039d040 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:03.849773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Allocated IP 2001:db8::2 (417ad400-74f5-41aa-9bc3-482a192c0a89/ccc827b2-ed6e-45fa-9ecb-fbdc6ba8e9a4/b922a69a-fa3a-43bc-8658-378373ef0d93) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:03.973069 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-f1225ce2-5141-4b6a-b997-f34330246fe2 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] show failed (client error): The resource could not be found. Jul 27 22:25:03.977308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45038) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:03.977677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f1225ce2-5141-4b6a-b997-f34330246fe2 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags/tempest-TagsExtTest-Tag-652660433 HTTP/1.1" status: 404 len: 328 time: 0.2079282 Jul 27 22:25:03.982245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-3ed09e8d-de3b-4592-a191-fe180f088a0b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024', {'tags': ['tempest-TagsExtTest-Tag-1726088583', 'tempest-TagsExtTest-Tag-526757892', 'tempest-TagsExtTest-Tag-1804253396']}) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:03.993013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0a1c5afa-1254-489a-b51f-af07faac4d75 None None] Provisioning for port 50dff522-91da-4109-9b78-97f883efe6dc completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:04.027288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.031081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0a1c5afa-1254-489a-b51f-af07faac4d75 None None] Provisioning complete for port 50dff522-91da-4109-9b78-97f883efe6dc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:04.031469 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5afa-1254-489a-b51f-af07faac4d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.060896 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3ed09e8d-de3b-4592-a191-fe180f088a0b tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "PUT /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags HTTP/1.1" status: 200 len: 317 time: 0.0802355 Jul 27 22:25:04.060896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Pushing event deleted for resources: {'Port': ['ID=42839d35-ab0e-4fbd-a98f-9eb997d3e72c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:04.061678 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:04.068023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-aed11ac8-7237-4d12-9550-c5534178ea5c tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:04.073424 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.074091 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.093798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for a412e62a-664a-4eeb-bd6f-c4911d599925 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:04.173619 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.190284 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5b88936-027a-4eb7-b24d-1422128ed7c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.206899 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-aed11ac8-7237-4d12-9550-c5534178ea5c tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags HTTP/1.1" status: 204 len: 168 time: 0.1399069 Jul 27 22:25:04.228099 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:04.248659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-0b2a8d6b-99db-4cf2-bf8d-12016602ba64 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024', 'tempest-TagsExtTest-Tag-1726088583') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:04.286508 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.289913 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.304315 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.307281 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5afa-1254-489a-b51f-af07faac4d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.320411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b88936-027a-4eb7-b24d-1422128ed7c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'Subnet': ['ID=3ec49375-df9c-4b08-8bcb-0bbed126141f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:04.332792 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-0b2a8d6b-99db-4cf2-bf8d-12016602ba64 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] show failed (client error): The resource could not be found. Jul 27 22:25:04.333853 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0b2a8d6b-99db-4cf2-bf8d-12016602ba64 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags/tempest-TagsExtTest-Tag-1726088583 HTTP/1.1" status: 404 len: 329 time: 0.1047959 Jul 27 22:25:04.337583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:04.338917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Transition to ACTIVE for port object b922a69a-fa3a-43bc-8658-378373ef0d93 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:04.350476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-1f1db356-6407-488d-9f42-86c1e6b38cbf tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024', 'tempest-TagsExtTest-Tag-526757892') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:04.371880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Transition to ACTIVE for port object b922a69a-fa3a-43bc-8658-378373ef0d93 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:04.374148 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.374707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Fanout notify agent at l3_agent the message router_deleted on router bfb8524d-6a37-4d94-8b75-3f091de655cf {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:25:04.383980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0a1c5afa-1254-489a-b51f-af07faac4d75 None None] For port 50dff522-91da-4109-9b78-97f883efe6dc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=50dff522-91da-4109-9b78-97f883efe6dc,segment=NetworkSegment(e18ba5e3-e3d6-4513-bfe3-0ac9716467f0),segment_id=e18ba5e3-e3d6-4513-bfe3-0ac9716467f0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:04.387742 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.392703 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.399335 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45054) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:04.405221 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1a2b6c91-8f61-422a-a4d9-e4c204f8afc5 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/routers/bfb8524d-6a37-4d94-8b75-3f091de655cf HTTP/1.1" status: 204 len: 168 time: 1.2999396 Jul 27 22:25:04.423806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-625c8d2d-d7f3-4fc3-b88d-e673a0ee3382 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1267953250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:04.430176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b88936-027a-4eb7-b24d-1422128ed7c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Checking segment: {'id': 'cba49974-0df4-4739-982c-dcd590c5c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '203bbc26-2e79-42ad-b3bf-aaac541f37c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:04.430729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b88936-027a-4eb7-b24d-1422128ed7c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Network hostable DHCP agents. Network: 203bbc26-2e79-42ad-b3bf-aaac541f37c9, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:04.436324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Pushing event updated for resources: {'Port': ['ID=b922a69a-fa3a-43bc-8658-378373ef0d93,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:04.439472 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5afa-1254-489a-b51f-af07faac4d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.465486 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-1f1db356-6407-488d-9f42-86c1e6b38cbf tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] show failed (client error): The resource could not be found. Jul 27 22:25:04.469089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1f1db356-6407-488d-9f42-86c1e6b38cbf tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags/tempest-TagsExtTest-Tag-526757892 HTTP/1.1" status: 404 len: 328 time: 0.1197674 Jul 27 22:25:04.469766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45058) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:04.476449 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-0078ff51-c744-4744-af07-5d17973e138d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024', 'tempest-TagsExtTest-Tag-1804253396') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:04.487671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b88936-027a-4eb7-b24d-1422128ed7c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Network 203bbc26-2e79-42ad-b3bf-aaac541f37c9 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:04.494807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Network 417ad400-74f5-41aa-9bc3-482a192c0a89 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:04.499056 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:04.505436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:04.544683 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-0078ff51-c744-4744-af07-5d17973e138d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] show failed (client error): The resource could not be found. Jul 27 22:25:04.549365 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0078ff51-c744-4744-af07-5d17973e138d tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags/tempest-TagsExtTest-Tag-1804253396 HTTP/1.1" status: 404 len: 329 time: 0.0748601 Jul 27 22:25:04.550653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45060) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:04.553603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b5b88936-027a-4eb7-b24d-1422128ed7c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 203bbc26-2e79-42ad-b3bf-aaac541f37c9) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:04.559863 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-625c8d2d-d7f3-4fc3-b88d-e673a0ee3382 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.561072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-9f8c3e53-1712-4f14-a2ca-95297b4e2f6e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f8f054ea-52f1-410e-ab0f-2ba0d99b6024') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:04.561480 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-625c8d2d-d7f3-4fc3-b88d-e673a0ee3382 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.575712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b88936-027a-4eb7-b24d-1422128ed7c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:04.576594 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b5b88936-027a-4eb7-b24d-1422128ed7c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.594808 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb63ce-e54e-46f1-a91f-6b1fa3c21569 None None] Network 203bbc26-2e79-42ad-b3bf-aaac541f37c9 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:04.619971 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9f8c3e53-1712-4f14-a2ca-95297b4e2f6e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024/tags HTTP/1.1" status: 204 len: 168 time: 0.0669720 Jul 27 22:25:04.622515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:04.631348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-295ee0af-92c6-42a3-80e3-2fbd847b228e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '40fc8785-70b5-43ba-9efa-79adc7fad8fc') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:04.643811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b5b88936-027a-4eb7-b24d-1422128ed7c2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1448781 Jul 27 22:25:04.644739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45064) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:04.648836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c5afa-1254-489a-b51f-af07faac4d75 None None] Pushing event updated for resources: {'Port': ['ID=50dff522-91da-4109-9b78-97f883efe6dc,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:04.677388 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.689944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Attempting to bind port b922a69a-fa3a-43bc-8658-378373ef0d93 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:04.690406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Attempting to bind port b922a69a-fa3a-43bc-8658-378373ef0d93 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '3b1d2905-f0b4-4942-802e-45d599d569ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '417ad400-74f5-41aa-9bc3-482a192c0a89'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:04.690734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Attempting to bind port b922a69a-fa3a-43bc-8658-378373ef0d93 on network 417ad400-74f5-41aa-9bc3-482a192c0a89 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:04.702557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:04.703161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Checking segment: {'id': '3b1d2905-f0b4-4942-802e-45d599d569ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '417ad400-74f5-41aa-9bc3-482a192c0a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:04.704011 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.704224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Bound using segment: {'id': '3b1d2905-f0b4-4942-802e-45d599d569ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '417ad400-74f5-41aa-9bc3-482a192c0a89'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:04.705101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Bound port: b922a69a-fa3a-43bc-8658-378373ef0d93, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1d2905-f0b4-4942-802e-45d599d569ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '417ad400-74f5-41aa-9bc3-482a192c0a89'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:04.705101 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.739329 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-625c8d2d-d7f3-4fc3-b88d-e673a0ee3382 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.743990 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=a412e62a-664a-4eeb-bd6f-c4911d599925,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:04.773159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ec240de5-392d-4908-9ada-354ff8d08e62 None None] Provisioning complete for port 50dff522-91da-4109-9b78-97f883efe6dc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:04.773616 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec240de5-392d-4908-9ada-354ff8d08e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.812826 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-625c8d2d-d7f3-4fc3-b88d-e673a0ee3382 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.830492 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-295ee0af-92c6-42a3-80e3-2fbd847b228e tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc/tags HTTP/1.1" status: 204 len: 168 time: 0.2068667 Jul 27 22:25:04.834034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45070) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:04.838905 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-6d666cd1-5f68-4f34-83db-ff62d3f262e7 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bc8cad8e-c36f-433f-81c7-a6555e9f4dc8') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:04.904714 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6d666cd1-5f68-4f34-83db-ff62d3f262e7 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8/tags HTTP/1.1" status: 204 len: 168 time: 0.0672305 Jul 27 22:25:04.905393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45072) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:04.912249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-78b20aa5-b0ca-4fd1-b5ba-a09891649d47 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7f834f78-eb66-4913-94d6-03a3252f09ef') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:04.912687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] For port b922a69a-fa3a-43bc-8658-378373ef0d93, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:04.931315 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-625c8d2d-d7f3-4fc3-b88d-e673a0ee3382 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:04.935147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-625c8d2d-d7f3-4fc3-b88d-e673a0ee3382 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5312746 Jul 27 22:25:04.940815 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45074) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:04.947483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'enable_snat': False}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:05.039679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.040690 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Floating IP 8058d29b-fabd-49bb-8bf1-4030ff345f4e disassociated (deleted). External IP: 172.25.1.188, port: 7ab84666-a54e-4fab-953d-4142c432a619. Jul 27 22:25:05.108305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] For port b922a69a-fa3a-43bc-8658-378373ef0d93, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b922a69a-fa3a-43bc-8658-378373ef0d93,segment=NetworkSegment(3b1d2905-f0b4-4942-802e-45d599d569ed),segment_id=3b1d2905-f0b4-4942-802e-45d599d569ed)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:05.122412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.168091 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-78b20aa5-b0ca-4fd1-b5ba-a09891649d47 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef/tags HTTP/1.1" status: 204 len: 168 time: 0.2573466 Jul 27 22:25:05.168683 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45078) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:05.186036 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.199149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-203bbc26-2e79-42ad-b3bf-aaac541f37c9', 'network_id': '203bbc26-2e79-42ad-b3bf-aaac541f37c9', 'tenant_id': '897b675bda884821aef42901db41ba4b', 'fixed_ips': [{'subnet_id': '3ec49375-df9c-4b08-8bcb-0bbed126141f'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:25:05.200082 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.252598 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.337291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d7bbe-4d3e-4015-a46d-df061ad88dfe None None] Pushing event updated for resources: {'Port': ['ID=b922a69a-fa3a-43bc-8658-378373ef0d93,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:05.430936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Allocated IP 2001:db8::2 (203bbc26-2e79-42ad-b3bf-aaac541f37c9/3ec49375-df9c-4b08-8bcb-0bbed126141f/34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:05.472631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 50dff522-91da-4109-9b78-97f883efe6dc up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:05.690403 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68f6669a-b927-4aed-ac4b-48bffd234e85 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for subnetpool, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.694346 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-68f6669a-b927-4aed-ac4b-48bffd234e85 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f8f054ea-52f1-410e-ab0f-2ba0d99b6024 HTTP/1.1" status: 204 len: 168 time: 0.5248880 Jul 27 22:25:05.694988 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45080) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:05.720402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 50dff522-91da-4109-9b78-97f883efe6dc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:05.721506 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.732902 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a2e628d2-ef21-4d18-b9b9-be196b4578cb tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "GET /v2.0/ports?device_id=40fc8785-70b5-43ba-9efa-79adc7fad8fc HTTP/1.1" status: 200 len: 205 time: 0.0359437 Jul 27 22:25:05.733506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45082) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:05.758002 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.780263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Transition to ACTIVE for port object 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:05.801686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Transition to ACTIVE for port object 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:05.808727 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.823754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4cde7c1-0ba4-401a-81d2-fe6f84206770 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.864777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Network 203bbc26-2e79-42ad-b3bf-aaac541f37c9 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:05.869825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:05.873228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:05.924032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Pushing event updated for resources: {'Port': ['ID=34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:05.944196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router f7c23d36-77ea-41fb-ad11-846b2510451d has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:25:05.967064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Attempting to bind port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:05.967461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Attempting to bind port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'cba49974-0df4-4739-982c-dcd590c5c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '203bbc26-2e79-42ad-b3bf-aaac541f37c9'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:05.967787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Attempting to bind port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe on network 203bbc26-2e79-42ad-b3bf-aaac541f37c9 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:05.975643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:05.975643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Checking segment: {'id': 'cba49974-0df4-4739-982c-dcd590c5c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '203bbc26-2e79-42ad-b3bf-aaac541f37c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:05.976027 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.976318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Bound using segment: {'id': 'cba49974-0df4-4739-982c-dcd590c5c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '203bbc26-2e79-42ad-b3bf-aaac541f37c9'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:05.976803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Bound port: 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba49974-0df4-4739-982c-dcd590c5c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '203bbc26-2e79-42ad-b3bf-aaac541f37c9'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:05.977183 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.018922 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4cde7c1-0ba4-401a-81d2-fe6f84206770 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.021557 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4cde7c1-0ba4-401a-81d2-fe6f84206770 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.031409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Allocated IP 2001:db8::1 (417ad400-74f5-41aa-9bc3-482a192c0a89/ccc827b2-ed6e-45fa-9ecb-fbdc6ba8e9a4/d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:06.055428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] For port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:06.059260 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] For port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe,segment=NetworkSegment(cba49974-0df4-4739-982c-dcd590c5c5db),segment_id=cba49974-0df4-4739-982c-dcd590c5c5db)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:06.064525 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.139629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd3884-2acd-4d24-85eb-aa99f7aa51f0 None None] Pushing event updated for resources: {'Port': ['ID=34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:06.174163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:06.182750 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4cde7c1-0ba4-401a-81d2-fe6f84206770 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.183305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cde7c1-0ba4-401a-81d2-fe6f84206770 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Fanout notify agent at l3_agent the message router_deleted on router 40fc8785-70b5-43ba-9efa-79adc7fad8fc {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:25:06.190825 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396d107-8481-457d-985a-49628c00db00 None None] Sync routers for ids ['f7c23d36-77ea-41fb-ad11-846b2510451d'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:06.197532 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.199367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a4cde7c1-0ba4-401a-81d2-fe6f84206770 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.203280 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a4cde7c1-0ba4-401a-81d2-fe6f84206770 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/routers/40fc8785-70b5-43ba-9efa-79adc7fad8fc HTTP/1.1" status: 204 len: 168 time: 0.4669099 Jul 27 22:25:06.204576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:06.211978 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b396d107-8481-457d-985a-49628c00db00 None None] Routers {'f7c23d36-77ea-41fb-ad11-846b2510451d'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:06.212624 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b396d107-8481-457d-985a-49628c00db00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7c23d36-77ea-41fb-ad11-846b2510451d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:06.255015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-98c7cbfd-ab24-47b7-bd66-5eb04b292675 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/floatingips/8058d29b-fabd-49bb-8bf1-4030ff345f4e HTTP/1.1" status: 204 len: 168 time: 2.8899646 Jul 27 22:25:06.257728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:25:06.260404 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08266056-368d-4383-9b04-60ab91ca4127" -d '{"events": [{"name": "network-changed", "server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "tag": "7ab84666-a54e-4fab-953d-4142c432a619"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:25:06.272177 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.282247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.297082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Transition to ACTIVE for port object d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:06.313682 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.408499 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a88aa6b-643e-4143-91ae-6da177b2611e x-openstack-request-id: req-7a88aa6b-643e-4143-91ae-6da177b2611e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:25:06.408937 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "tag": "7ab84666-a54e-4fab-953d-4142c432a619", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:25:06.409284 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a88aa6b-643e-4143-91ae-6da177b2611e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:25:06.409796 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619', 'status': 'completed', 'code': 200} Jul 27 22:25:06.421926 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.481355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Network 417ad400-74f5-41aa-9bc3-482a192c0a89 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:06.486500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:06.489790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:06.490527 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.492714 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b396d107-8481-457d-985a-49628c00db00 None None] Set router f7c23d36-77ea-41fb-ad11-846b2510451d gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:25:06.649565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Allocated IP 172.25.1.254 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/0cd20ec4-d1f6-4889-bc8d-bb28a35f1bdc) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:06.709247 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'Port': ['ID=d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:06.749296 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.767643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7021dbc7-1a03-4719-a9e5-9d35bacd65a2 None None] Network 417ad400-74f5-41aa-9bc3-482a192c0a89 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:06.785619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c6a47-1874-4f64-b55e-bef6a38da06a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Deleting port bc8cad8e-c36f-433f-81c7-a6555e9f4dc8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:06.785971 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad9c6a47-1874-4f64-b55e-bef6a38da06a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:06.793443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266056-368d-4383-9b04-60ab91ca4127 req-c19dabef-87b6-4db5-9220-bdbd4d7a5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:06.795891 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08266056-368d-4383-9b04-60ab91ca4127 req-c19dabef-87b6-4db5-9220-bdbd4d7a5d5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 1098 time: 0.3822768 Jul 27 22:25:06.798693 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b396d107-8481-457d-985a-49628c00db00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:22:53Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a307bbb5-c3d8-46fb-89fd-0876e173f8e4', 'name': '', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:cd:15:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:52Z', 'updated_at': '2021-07-27T22:23:03Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:06.804316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235d364-d61e-4913-a68b-154725302989 req-34d7c0c9-7aa3-4187-af6a-871409abc519 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:06.827827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0235d364-d61e-4913-a68b-154725302989 req-34d7c0c9-7aa3-4187-af6a-871409abc519 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 947 time: 0.1654668 Jul 27 22:25:06.847772 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396d107-8481-457d-985a-49628c00db00 None None] Checking router: f7c23d36-77ea-41fb-ad11-846b2510451d for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:25:06.856989 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b396d107-8481-457d-985a-49628c00db00 None None] Routers {'f7c23d36-77ea-41fb-ad11-846b2510451d'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:06.858470 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b396d107-8481-457d-985a-49628c00db00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7c23d36-77ea-41fb-ad11-846b2510451d'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:06.898573 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-07de6864-02db-487e-a4c9-397fadc17fd6 None None] Provisioning for port b922a69a-fa3a-43bc-8658-378373ef0d93 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:06.975246 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0235d364-d61e-4913-a68b-154725302989 req-5156696c-d7a3-4197-8873-af2c7dceff0b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215310 Jul 27 22:25:06.977230 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:07.014740 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad9c6a47-1874-4f64-b55e-bef6a38da06a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:07.027758 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b396d107-8481-457d-985a-49628c00db00 None None] Set router f7c23d36-77ea-41fb-ad11-846b2510451d gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:25:07.054628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-ad9c6a47-1874-4f64-b55e-bef6a38da06a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Calling delete_port for bc8cad8e-c36f-433f-81c7-a6555e9f4dc8 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:07.074305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266056-368d-4383-9b04-60ab91ca4127 req-4f38ddb4-f2d6-4f6e-9cd5-a987d6765dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:07.075846 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08266056-368d-4383-9b04-60ab91ca4127 req-4f38ddb4-f2d6-4f6e-9cd5-a987d6765dc2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 200 len: 898 time: 0.2550290 Jul 27 22:25:07.201387 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:07.207569 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08266056-368d-4383-9b04-60ab91ca4127 req-23eeccaa-4573-40c0-87b7-9353dbf18702 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 200 len: 217 time: 0.1194983 Jul 27 22:25:07.208149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:07.208701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:07.280741 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:07.318726 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b396d107-8481-457d-985a-49628c00db00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:22:53Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a307bbb5-c3d8-46fb-89fd-0876e173f8e4', 'name': '', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:cd:15:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:52Z', 'updated_at': '2021-07-27T22:23:03Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:07.337696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'Port': ['ID=d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:07.373576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266056-368d-4383-9b04-60ab91ca4127 req-27704859-d378-4d74-a4ad-94790263d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:07.375144 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08266056-368d-4383-9b04-60ab91ca4127 req-27704859-d378-4d74-a4ad-94790263d338 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 200 len: 835 time: 0.1598957 Jul 27 22:25:07.383922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:07.399618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:07.407324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:07.421843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Network 417ad400-74f5-41aa-9bc3-482a192c0a89 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:07.424536 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b396d107-8481-457d-985a-49628c00db00 None None] The sync data for ids ['f7c23d36-77ea-41fb-ad11-846b2510451d'] in n-d-802011-3 is: [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:22:53Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'a307bbb5-c3d8-46fb-89fd-0876e173f8e4', 'name': '', 'network_id': '0248818b-8300-4ce9-bfb0-3c3afdb6fd5b', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:cd:15:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:52Z', 'updated_at': '2021-07-27T22:23:03Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:07.427739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:07.488522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Pushing event updated for resources: {'Port': ['ID=0cd20ec4-d1f6-4889-bc8d-bb28a35f1bdc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:07.539548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-56349020-7957-4b1d-a4ef-ae16846c6eef None None] Provisioning for port d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:07.552114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-56349020-7957-4b1d-a4ef-ae16846c6eef None None] Provisioning complete for port d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:07.552505 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56349020-7957-4b1d-a4ef-ae16846c6eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:07.633310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-56349020-7957-4b1d-a4ef-ae16846c6eef None None] Port d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:07.676773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b922a69a-fa3a-43bc-8658-378373ef0d93 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:07.752535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b2a881-44c8-413f-b0ea-8e5d4124206a None None] Network 203bbc26-2e79-42ad-b3bf-aaac541f37c9 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:07.776307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Router 221a1d19-1023-4a0b-9a9d-f0515c96c075 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:25:07.784251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266056-368d-4383-9b04-60ab91ca4127 req-5e14f86f-c4be-4dae-8d91-2643b306967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:07.785811 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08266056-368d-4383-9b04-60ab91ca4127 req-5e14f86f-c4be-4dae-8d91-2643b306967e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3996503 Jul 27 22:25:07.810157 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad9c6a47-1874-4f64-b55e-bef6a38da06a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:07.834378 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port b922a69a-fa3a-43bc-8658-378373ef0d93 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:07.861671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b922a69a-fa3a-43bc-8658-378373ef0d93 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:07.862099 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:07.889942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f1622ce-5e6b-4ee0-9c47-8756cd3f7128 None None] Provisioning for port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:07.937657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:07.952187 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c249c6f-6f22-440f-8b9f-8ec169c9d85e None None] Sync routers for ids ['221a1d19-1023-4a0b-9a9d-f0515c96c075'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:07.956889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e79c86-c5e5-4278-b21b-00cf369cc252 None None] New status for floating IP 8058d29b-fabd-49bb-8bf1-4030ff345f4e: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:25:07.958818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c6a47-1874-4f64-b55e-bef6a38da06a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Pushing event deleted for resources: {'Port': ['ID=bc8cad8e-c36f-433f-81c7-a6555e9f4dc8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:07.959144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6a2607ce-7636-41e9-beeb-64873d0b7b1d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "PUT /v2.0/routers/221a1d19-1023-4a0b-9a9d-f0515c96c075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3110020 Jul 27 22:25:07.964770 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c249c6f-6f22-440f-8b9f-8ec169c9d85e None None] Routers {'221a1d19-1023-4a0b-9a9d-f0515c96c075'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:07.965634 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6c249c6f-6f22-440f-8b9f-8ec169c9d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['221a1d19-1023-4a0b-9a9d-f0515c96c075'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:07.981512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:08.029049 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6c249c6f-6f22-440f-8b9f-8ec169c9d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:08.053839 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c249c6f-6f22-440f-8b9f-8ec169c9d85e None None] Routers {'221a1d19-1023-4a0b-9a9d-f0515c96c075'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:08.054513 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6c249c6f-6f22-440f-8b9f-8ec169c9d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['221a1d19-1023-4a0b-9a9d-f0515c96c075'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:08.113984 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6c249c6f-6f22-440f-8b9f-8ec169c9d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:08.120509 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c249c6f-6f22-440f-8b9f-8ec169c9d85e None None] The sync data for ids ['221a1d19-1023-4a0b-9a9d-f0515c96c075'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:08.133149 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.212800 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2c4ec97d-22c5-45cd-929d-94ee89217dc7 None None] Provisioning complete for port d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:08.213269 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c4ec97d-22c5-45cd-929d-94ee89217dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.248136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b3e97-0b6e-42e4-8d26-b0ace4a7d2a3 req-76e9f3ff-af1f-4606-b958-b2669cab5382 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:08.249695 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8c9b3e97-0b6e-42e4-8d26-b0ace4a7d2a3 req-76e9f3ff-af1f-4606-b958-b2669cab5382 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 947 time: 0.3576868 Jul 27 22:25:08.272219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port b922a69a-fa3a-43bc-8658-378373ef0d93, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b922a69a-fa3a-43bc-8658-378373ef0d93,segment=NetworkSegment(3b1d2905-f0b4-4942-802e-45d599d569ed),segment_id=3b1d2905-f0b4-4942-802e-45d599d569ed)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:08.282970 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.283782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:08.304289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412d3ef-4052-4666-8a35-4efb6062a278 req-80e4577c-bf64-4015-9b38-ec31de2f621c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:08.306175 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08266056-368d-4383-9b04-60ab91ca4127 req-63d3bf02-6fd1-4c8c-b849-0844708b4024 service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102727 Jul 27 22:25:08.314062 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8412d3ef-4052-4666-8a35-4efb6062a278 req-80e4577c-bf64-4015-9b38-ec31de2f621c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 947 time: 0.1985066 Jul 27 22:25:08.357377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ec97d-22c5-45cd-929d-94ee89217dc7 None None] Port d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:08.395723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8412d3ef-4052-4666-8a35-4efb6062a278 req-5275ac49-eb32-4559-b44b-5818c84fb43f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757513 Jul 27 22:25:08.431123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=b922a69a-fa3a-43bc-8658-378373ef0d93,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:08.440764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:08.443746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:08.444188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:08.444604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:08.445015 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:08.445504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:08.445845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:08.446253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:08.446673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:08.447069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:08.447483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:08.448314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:08.448314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:08.460877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:08.461597 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.519518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fca4009e-1ac3-48a2-ad2c-782af33600df None None] Provisioning complete for port d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:08.519985 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fca4009e-1ac3-48a2-ad2c-782af33600df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.565298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fca4009e-1ac3-48a2-ad2c-782af33600df None None] Port d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:08.604530 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.641820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe,segment=NetworkSegment(cba49974-0df4-4739-982c-dcd590c5c5db),segment_id=cba49974-0df4-4739-982c-dcd590c5c5db)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:08.646279 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.658716 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-12dbadb8-bc25-4d8e-a3f8-eb12de5e550e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:25:08.659961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-12dbadb8-bc25-4d8e-a3f8-eb12de5e550e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "PUT /v2.0/routers/221a1d19-1023-4a0b-9a9d-f0515c96c075/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6758533 Jul 27 22:25:08.662811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45100) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:08.709289 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6eea1b92-26ae-4c00-a56b-05782c1d2478 None None] Provisioning complete for port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:08.709670 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6eea1b92-26ae-4c00-a56b-05782c1d2478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.726867 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad9c6a47-1874-4f64-b55e-bef6a38da06a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.731328 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ad9c6a47-1874-4f64-b55e-bef6a38da06a tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/ports/bc8cad8e-c36f-433f-81c7-a6555e9f4dc8 HTTP/1.1" status: 204 len: 168 time: 2.5210972 Jul 27 22:25:08.731501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:08.732819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45102) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:08.874056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.883870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b5e4c3-743d-4a57-b248-7561ae1c2066 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Deleting subnet 7f834f78-eb66-4913-94d6-03a3252f09ef {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:25:08.929732 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3b5e4c3-743d-4a57-b248-7561ae1c2066 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.975163 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08266056-368d-4383-9b04-60ab91ca4127 req-06099ebe-8234-499d-b637-89213cd0ce44 service neutron] 10.222.0.43 "GET /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017409 Jul 27 22:25:09.030392 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-8c9b3e97-0b6e-42e4-8d26-b0ace4a7d2a3 req-21d16675-c9a9-417c-9281-62b9f5ac95b1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port 7ab84666-a54e-4fab-953d-4142c432a619 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:09.030741 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c9b3e97-0b6e-42e4-8d26-b0ace4a7d2a3 req-21d16675-c9a9-417c-9281-62b9f5ac95b1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.071618 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c083e53e-1e8b-40c3-bf32-29d252c6151c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.090030 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3b5e4c3-743d-4a57-b248-7561ae1c2066 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.254161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8c9b3e97-0b6e-42e4-8d26-b0ace4a7d2a3 req-21d16675-c9a9-417c-9281-62b9f5ac95b1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] For port 7ab84666-a54e-4fab-953d-4142c432a619, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=7ab84666-a54e-4fab-953d-4142c432a619,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:09.254914 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c9b3e97-0b6e-42e4-8d26-b0ace4a7d2a3 req-21d16675-c9a9-417c-9281-62b9f5ac95b1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.305351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-8c9b3e97-0b6e-42e4-8d26-b0ace4a7d2a3 req-21d16675-c9a9-417c-9281-62b9f5ac95b1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for 7ab84666-a54e-4fab-953d-4142c432a619 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:09.333303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3b5e4c3-743d-4a57-b248-7561ae1c2066 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.395387 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.408844 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b922a69a-fa3a-43bc-8658-378373ef0d93 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:09.412394 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.482893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b922a69a-fa3a-43bc-8658-378373ef0d93 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:09.486289 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.515406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3b5e4c3-743d-4a57-b248-7561ae1c2066 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.580329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:09.620047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8e97b-1764-4101-9e88-df4ac66886e7 req-a0633b65-6c94-40c4-a192-75512bcd47fa tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:09.621577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81b8e97b-1764-4101-9e88-df4ac66886e7 req-a0633b65-6c94-40c4-a192-75512bcd47fa tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c738a561-2db5-4c80-8991-d292b068ebbd HTTP/1.1" status: 200 len: 947 time: 0.1540384 Jul 27 22:25:09.625153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5e4c3-743d-4a57-b248-7561ae1c2066 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Pushing event deleted for resources: {'Subnet': ['ID=7f834f78-eb66-4913-94d6-03a3252f09ef,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:09.631820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:09.631820 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.647620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3b5e4c3-743d-4a57-b248-7561ae1c2066 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.652312 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f3b5e4c3-743d-4a57-b248-7561ae1c2066 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/subnets/7f834f78-eb66-4913-94d6-03a3252f09ef HTTP/1.1" status: 204 len: 168 time: 0.9047360 Jul 27 22:25:09.655906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45116) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:09.661060 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230fc6c-d6f7-4d0c-914c-c60fae3e88d9 None None] Network 9049c02c-06e5-4923-ae7c-73203fd3e26a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:09.709000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81b8e97b-1764-4101-9e88-df4ac66886e7 req-d4b16502-7926-4600-ae7b-2ccc109962bb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=f216f350-4db4-4f7b-8494-5fdba74ccb54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594764 Jul 27 22:25:09.734426 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c9b3e97-0b6e-42e4-8d26-b0ace4a7d2a3 req-21d16675-c9a9-417c-9281-62b9f5ac95b1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.785826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d16675-c9a9-417c-9281-62b9f5ac95b1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=7ab84666-a54e-4fab-953d-4142c432a619,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:09.803654 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.814976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c083e53e-1e8b-40c3-bf32-29d252c6151c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Deleting port d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:09.815434 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c083e53e-1e8b-40c3-bf32-29d252c6151c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.833087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Router a8e3b889-76f3-4561-8ece-1e304c414c7d is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:25:09.850639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9b3e97-0b6e-42e4-8d26-b0ace4a7d2a3 req-21d16675-c9a9-417c-9281-62b9f5ac95b1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] No DVR routers for this DVR port 7ab84666-a54e-4fab-953d-4142c432a619 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:09.854161 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8c9b3e97-0b6e-42e4-8d26-b0ace4a7d2a3 req-21d16675-c9a9-417c-9281-62b9f5ac95b1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.856148 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8c9b3e97-0b6e-42e4-8d26-b0ace4a7d2a3 req-21d16675-c9a9-417c-9281-62b9f5ac95b1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "DELETE /v2.0/ports/7ab84666-a54e-4fab-953d-4142c432a619 HTTP/1.1" status: 204 len: 173 time: 1.5868669 Jul 27 22:25:09.857660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'name': 'network-vif-deleted', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:25:09.860561 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efc10fe-21c6-48cc-bb89-7dafe836c4fe" -d '{"events": [{"server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "name": "network-vif-deleted", "tag": "7ab84666-a54e-4fab-953d-4142c432a619"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:25:09.912989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0748f672-1377-4180-899a-7cd1c0e194a8 None None] DHCP port deletion for 9049c02c-06e5-4923-ae7c-73203fd3e26a request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:25:09.949176 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac775baa-2a94-47c8-9f93-8722bce69843 x-openstack-request-id: req-ac775baa-2a94-47c8-9f93-8722bce69843 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:25:09.949474 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c738a561-2db5-4c80-8991-d292b068ebbd", "name": "network-vif-deleted", "tag": "7ab84666-a54e-4fab-953d-4142c432a619", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:25:09.949719 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac775baa-2a94-47c8-9f93-8722bce69843 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:25:09.950138 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c738a561-2db5-4c80-8991-d292b068ebbd', 'name': 'network-vif-deleted', 'tag': '7ab84666-a54e-4fab-953d-4142c432a619', 'status': 'completed', 'code': 200} Jul 27 22:25:09.955610 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c083e53e-1e8b-40c3-bf32-29d252c6151c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.976140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c083e53e-1e8b-40c3-bf32-29d252c6151c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Calling delete_port for d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:09.999134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0748f672-1377-4180-899a-7cd1c0e194a8 None None] Deleting port cef96f66-e39f-4d41-97de-a269f2f7c809 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:09.999512 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0748f672-1377-4180-899a-7cd1c0e194a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:10.047886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Deleting port cef96f66-e39f-4d41-97de-a269f2f7c809 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:10.048270 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:10.071841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:10.093761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6658e1b3-a146-42f7-821a-8d3c09ab0dce None None] Sync routers for ids ['a8e3b889-76f3-4561-8ece-1e304c414c7d'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:10.106913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0748f672-1377-4180-899a-7cd1c0e194a8 None None] For port cef96f66-e39f-4d41-97de-a269f2f7c809, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cef96f66-e39f-4d41-97de-a269f2f7c809,segment=NetworkSegment(afc15293-4e57-43d6-97af-d04f3b602e32),segment_id=afc15293-4e57-43d6-97af-d04f3b602e32)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:10.107197 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0748f672-1377-4180-899a-7cd1c0e194a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:10.109284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:10.113295 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8c725b2b-c9a9-4ee2-9147-c2b1fe9d9866 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "PUT /v2.0/routers/a8e3b889-76f3-4561-8ece-1e304c414c7d HTTP/1.1" status: 200 len: 916 time: 5.1712410 Jul 27 22:25:10.113920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45126) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:10.137281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658e1b3-a146-42f7-821a-8d3c09ab0dce None None] Routers {'a8e3b889-76f3-4561-8ece-1e304c414c7d'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:10.139547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6658e1b3-a146-42f7-821a-8d3c09ab0dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['a8e3b889-76f3-4561-8ece-1e304c414c7d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:10.143085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0748f672-1377-4180-899a-7cd1c0e194a8 None None] Calling delete_port for cef96f66-e39f-4d41-97de-a269f2f7c809 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:10.208479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6658e1b3-a146-42f7-821a-8d3c09ab0dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:10.237969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] For port cef96f66-e39f-4d41-97de-a269f2f7c809, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cef96f66-e39f-4d41-97de-a269f2f7c809,segment=NetworkSegment(afc15293-4e57-43d6-97af-d04f3b602e32),segment_id=afc15293-4e57-43d6-97af-d04f3b602e32)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:10.238383 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:10.246746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658e1b3-a146-42f7-821a-8d3c09ab0dce None None] Routers {'a8e3b889-76f3-4561-8ece-1e304c414c7d'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:10.246926 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c083e53e-1e8b-40c3-bf32-29d252c6151c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:10.247737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6658e1b3-a146-42f7-821a-8d3c09ab0dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['a8e3b889-76f3-4561-8ece-1e304c414c7d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:10.260829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Calling delete_port for cef96f66-e39f-4d41-97de-a269f2f7c809 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:10.398641 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e44e2a15-5d2c-4e21-a510-49fe00820662 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/routers/a8e3b889-76f3-4561-8ece-1e304c414c7d HTTP/1.1" status: 200 len: 922 time: 0.2817962 Jul 27 22:25:10.401666 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45130) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:10.407558 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0748f672-1377-4180-899a-7cd1c0e194a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:10.413225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6658e1b3-a146-42f7-821a-8d3c09ab0dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:10.414028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6658e1b3-a146-42f7-821a-8d3c09ab0dce None None] The sync data for ids ['a8e3b889-76f3-4561-8ece-1e304c414c7d'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:10.444839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748f672-1377-4180-899a-7cd1c0e194a8 None None] Pushing event deleted for resources: {'Port': ['ID=cef96f66-e39f-4d41-97de-a269f2f7c809,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:10.449068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748f672-1377-4180-899a-7cd1c0e194a8 None None] No DVR routers for this DVR port cef96f66-e39f-4d41-97de-a269f2f7c809 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:10.487670 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c083e53e-1e8b-40c3-bf32-29d252c6151c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:10.491613 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ace03-7d42-423c-900b-b7a6d903baa1 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:10.493776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083e53e-1e8b-40c3-bf32-29d252c6151c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event deleted for resources: {'Port': ['ID=d07dcf1a-8c5b-48e6-ba54-f9e3e70fc00a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:10.494729 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-635ace03-7d42-423c-900b-b7a6d903baa1 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&device_id=a8e3b889-76f3-4561-8ece-1e304c414c7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0885837 Jul 27 22:25:10.496153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45132) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:10.554962 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:10.585483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Pushing event deleted for resources: {'Port': ['ID=cef96f66-e39f-4d41-97de-a269f2f7c809,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:10.605907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] No DVR routers for this DVR port cef96f66-e39f-4d41-97de-a269f2f7c809 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:10.660916 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c083e53e-1e8b-40c3-bf32-29d252c6151c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Router 221a1d19-1023-4a0b-9a9d-f0515c96c075 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:25:10.686437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2790c312-5d7c-4a69-a2f2-774ffd516205 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:10.687924 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2790c312-5d7c-4a69-a2f2-774ffd516205 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/networks/7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 881 time: 0.1907985 Jul 27 22:25:10.694192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45134) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:10.725799 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cb4fe371-2294-4b61-b3d7-8f2085849bf6 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8e3b889-76f3-4561-8ece-1e304c414c7d HTTP/1.1" status: 200 len: 205 time: 0.0305443 Jul 27 22:25:10.727448 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:10.729631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:10.733903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c083e53e-1e8b-40c3-bf32-29d252c6151c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:10.744308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c083e53e-1e8b-40c3-bf32-29d252c6151c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "PUT /v2.0/routers/221a1d19-1023-4a0b-9a9d-f0515c96c075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0754340 Jul 27 22:25:10.744439 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45138) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:10.745937 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf7b68a-5c49-4faa-8303-bcd0f0cc4ca2 None None] Sync routers for ids ['221a1d19-1023-4a0b-9a9d-f0515c96c075'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:10.755830 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf7b68a-5c49-4faa-8303-bcd0f0cc4ca2 None None] Routers {'221a1d19-1023-4a0b-9a9d-f0515c96c075'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:10.756512 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5cf7b68a-5c49-4faa-8303-bcd0f0cc4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['221a1d19-1023-4a0b-9a9d-f0515c96c075'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:10.782747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9049c02c-06e5-4923-ae7c-73203fd3e26a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:10.785733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:10.792232 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5cf7b68a-5c49-4faa-8303-bcd0f0cc4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:10.801706 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf7b68a-5c49-4faa-8303-bcd0f0cc4ca2 None None] Routers {'221a1d19-1023-4a0b-9a9d-f0515c96c075'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:10.802437 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5cf7b68a-5c49-4faa-8303-bcd0f0cc4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['221a1d19-1023-4a0b-9a9d-f0515c96c075'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:10.836590 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-0ddf7869-d71f-4bcc-8299-197b398fd28d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] delete failed (client error): The resource could not be found. Jul 27 22:25:10.838326 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0ddf7869-d71f-4bcc-8299-197b398fd28d tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-83116261 HTTP/1.1" status: 404 len: 333 time: 0.0926270 Jul 27 22:25:10.839631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc15293-4e57-43d6-97af-d04f3b602e32') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:10.839932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc15293-4e57-43d6-97af-d04f3b602e32') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:10.843195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45144) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:10.857074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6cd115b4-3cbc-4f15-bc3f-a1bf09c14c0e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Request body: {'router': {'external_gateway_info': {'network_id': '221a1d19-1023-4a0b-9a9d-f0515c96c075'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:10.860724 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:10.940244 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5cf7b68a-5c49-4faa-8303-bcd0f0cc4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:10.940896 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf7b68a-5c49-4faa-8303-bcd0f0cc4ca2 None None] The sync data for ids ['221a1d19-1023-4a0b-9a9d-f0515c96c075'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:11.186474 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8062051-a253-42d0-ab26-20d029f775f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.245038 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.284476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:11.285126 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: items = [ Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:11.288842 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:11.428311 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cef96f66-e39f-4d41-97de-a269f2f7c809 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:25:11.431874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.449835 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: cef96f66-e39f-4d41-97de-a269f2f7c809 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:25:11.450635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cef96f66-e39f-4d41-97de-a269f2f7c809 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:25:11.475177 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.489447 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.491355 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] 10.222.0.24 "DELETE /v2.0/networks/9049c02c-06e5-4923-ae7c-73203fd3e26a HTTP/1.1" status: 204 len: 168 time: 1.8345830 Jul 27 22:25:11.494187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a8062051-a253-42d0-ab26-20d029f775f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port a307bbb5-c3d8-46fb-89fd-0876e173f8e4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:11.494765 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8062051-a253-42d0-ab26-20d029f775f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.497996 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3db4b52f-2129-4f5a-a4c8-791c5de3a36a req-054a1fb0-6edf-408d-84e2-9571daa04b18 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2543337 Jul 27 22:25:11.546957 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e05a86-a9a8-4bd4-889c-070d07d04327 tempest-TagsExtTest-1441658773 tempest-TagsExtTest-1441658773-project] Pushing event deleted for resources: {'Network': ['ID=9049c02c-06e5-4923-ae7c-73203fd3e26a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:11.592510 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6cd115b4-3cbc-4f15-bc3f-a1bf09c14c0e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.623906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a8062051-a253-42d0-ab26-20d029f775f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] For port a307bbb5-c3d8-46fb-89fd-0876e173f8e4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a307bbb5-c3d8-46fb-89fd-0876e173f8e4,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:11.624386 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8062051-a253-42d0-ab26-20d029f775f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.646791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a8062051-a253-42d0-ab26-20d029f775f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for a307bbb5-c3d8-46fb-89fd-0876e173f8e4 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:11.680582 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-6cd115b4-3cbc-4f15-bc3f-a1bf09c14c0e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] update failed (client error): The resource could not be found. Jul 27 22:25:11.681562 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6cd115b4-3cbc-4f15-bc3f-a1bf09c14c0e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "PUT /v2.0/routers/221a1d19-1023-4a0b-9a9d-f0515c96c075 HTTP/1.1" status: 404 len: 339 time: 0.8374000 Jul 27 22:25:11.685474 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45154) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:11.694498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1787b917-6f9c-4e58-940f-7055edb59a02 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-830721211'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:11.706091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4b52f-2129-4f5a-a4c8-791c5de3a36a req-bb9a5bbe-f0c6-41bb-8d2d-1e699ec7676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:11.707643 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3db4b52f-2129-4f5a-a4c8-791c5de3a36a req-bb9a5bbe-f0c6-41bb-8d2d-1e699ec7676d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c756860e16ae4fa6bc10144b561f9167&device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 1096 time: 0.1274767 Jul 27 22:25:11.716157 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.733542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1787b917-6f9c-4e58-940f-7055edb59a02 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Made reservation on behalf of 897b675bda884821aef42901db41ba4b for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:11.738233 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1787b917-6f9c-4e58-940f-7055edb59a02 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.800308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:11.848761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7ab84666-a54e-4fab-953d-4142c432a619 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:25:11.850246 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1787b917-6f9c-4e58-940f-7055edb59a02 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:11.875481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 7ab84666-a54e-4fab-953d-4142c432a619 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:25:11.876424 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 7ab84666-a54e-4fab-953d-4142c432a619 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:25:11.877261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1787b917-6f9c-4e58-940f-7055edb59a02 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.877703 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-1787b917-6f9c-4e58-940f-7055edb59a02 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Added segment 74c69c92-7592-4309-835b-62b4264a740d of type vlan for network 002658d0-5020-47eb-a646-592aa204c465 Jul 27 22:25:11.892709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Deleting port 0cd20ec4-d1f6-4889-bc8d-bb28a35f1bdc {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:11.893161 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.924445 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8062051-a253-42d0-ab26-20d029f775f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:11.964924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8062051-a253-42d0-ab26-20d029f775f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=a307bbb5-c3d8-46fb-89fd-0876e173f8e4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:11.967806 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4b52f-2129-4f5a-a4c8-791c5de3a36a req-6e9aba7f-c850-420d-9cbe-78a610b50d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:11.970219 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3db4b52f-2129-4f5a-a4c8-791c5de3a36a req-6e9aba7f-c850-420d-9cbe-78a610b50d2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab2ac776-71c2-406d-b9f0-328bbd239926 HTTP/1.1" status: 200 len: 910 time: 0.2123079 Jul 27 22:25:11.976178 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1787b917-6f9c-4e58-940f-7055edb59a02 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.075632 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-55106ec8-6b79-46e0-b7b1-3e97e4e75820 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0269468ae3da4d5380f622ab933f34e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720230 Jul 27 22:25:12.077629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45162) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:12.103414 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1787b917-6f9c-4e58-940f-7055edb59a02 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.108945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1787b917-6f9c-4e58-940f-7055edb59a02 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:12.109539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1787b917-6f9c-4e58-940f-7055edb59a02 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.124226 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3db4b52f-2129-4f5a-a4c8-791c5de3a36a req-ff69cab2-47b5-4435-9678-b81f2da8e400 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=533d225d-83ad-4f1f-b971-676807c09d23 HTTP/1.1" status: 200 len: 1001 time: 0.1427958 Jul 27 22:25:12.128302 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.190096 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8062051-a253-42d0-ab26-20d029f775f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.233456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Calling delete_port for 0cd20ec4-d1f6-4889-bc8d-bb28a35f1bdc owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:12.264283 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1787b917-6f9c-4e58-940f-7055edb59a02 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5776687 Jul 27 22:25:12.274561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:12.282803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2a5fb532-afbe-41f5-a4d5-a3c34edfe968 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Request body: {'subnet': {'network_id': '002658d0-5020-47eb-a646-592aa204c465', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:12.287210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787b917-6f9c-4e58-940f-7055edb59a02 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'Network': ['ID=002658d0-5020-47eb-a646-592aa204c465,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:12.297775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 002658d0-5020-47eb-a646-592aa204c465 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:12.344732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4b52f-2129-4f5a-a4c8-791c5de3a36a req-d538eea8-7a11-4cdd-8b76-9db63e34d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:12.346736 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3db4b52f-2129-4f5a-a4c8-791c5de3a36a req-d538eea8-7a11-4cdd-8b76-9db63e34d0d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d14f8be-7908-497b-bf7c-f833310b6890 HTTP/1.1" status: 200 len: 848 time: 0.2109921 Jul 27 22:25:12.393125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a8d59ed-257d-47ff-9bfc-ed4d632d2f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.423960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8062051-a253-42d0-ab26-20d029f775f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router f7c23d36-77ea-41fb-ad11-846b2510451d has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:25:12.470201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a8d59ed-257d-47ff-9bfc-ed4d632d2f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.529234 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.541712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8062051-a253-42d0-ab26-20d029f775f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:12.545439 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4b52f-2129-4f5a-a4c8-791c5de3a36a req-090678b5-f08e-4da2-a569-d3a5d5a233ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:12.547009 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3db4b52f-2129-4f5a-a4c8-791c5de3a36a req-090678b5-f08e-4da2-a569-d3a5d5a233ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab2ac776-71c2-406d-b9f0-328bbd239926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722631 Jul 27 22:25:12.551856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a8062051-a253-42d0-ab26-20d029f775f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "PUT /v2.0/routers/f7c23d36-77ea-41fb-ad11-846b2510451d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7607796 Jul 27 22:25:12.553758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93f5d14-61ba-4b00-9db8-527e2f79b73e None None] Sync routers for ids ['f7c23d36-77ea-41fb-ad11-846b2510451d'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:12.556813 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45168) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:12.563541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f5d14-61ba-4b00-9db8-527e2f79b73e None None] Routers {'f7c23d36-77ea-41fb-ad11-846b2510451d'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:12.564323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c93f5d14-61ba-4b00-9db8-527e2f79b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7c23d36-77ea-41fb-ad11-846b2510451d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:12.662686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5fb532-afbe-41f5-a4d5-a3c34edfe968 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Made reservation on behalf of 897b675bda884821aef42901db41ba4b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:12.666046 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb532-afbe-41f5-a4d5-a3c34edfe968 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.777790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9783b76-3eeb-49f7-9d12-01f39021ac4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting subnet 32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:25:12.780314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a8d59ed-257d-47ff-9bfc-ed4d632d2f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.783543 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a8d59ed-257d-47ff-9bfc-ed4d632d2f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.787209 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0a8d59ed-257d-47ff-9bfc-ed4d632d2f02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdc5ce5d-1434-4efa-9f12-abdbf27f38c1 HTTP/1.1" status: 204 len: 168 time: 0.7030902 Jul 27 22:25:12.805066 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9783b76-3eeb-49f7-9d12-01f39021ac4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.852623 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c93f5d14-61ba-4b00-9db8-527e2f79b73e None None] Set router f7c23d36-77ea-41fb-ad11-846b2510451d gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:25:12.854610 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-546c9903-e4a7-49f9-8ab0-a686963a13f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.875596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d59ed-257d-47ff-9bfc-ed4d632d2f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc5ce5d-1434-4efa-9f12-abdbf27f38c1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:12.895807 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3db4b52f-2129-4f5a-a4c8-791c5de3a36a req-c9520422-c6b9-475d-8484-361da65eb921 service neutron] 10.222.0.41 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377111 Jul 27 22:25:12.899234 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.903367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9783b76-3eeb-49f7-9d12-01f39021ac4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:12.981587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Pushing event deleted for resources: {'Port': ['ID=0cd20ec4-d1f6-4889-bc8d-bb28a35f1bdc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:13.081078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c93f5d14-61ba-4b00-9db8-527e2f79b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:25:11Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:13.108400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93f5d14-61ba-4b00-9db8-527e2f79b73e None None] Checking router: f7c23d36-77ea-41fb-ad11-846b2510451d for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:25:13.117698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f5d14-61ba-4b00-9db8-527e2f79b73e None None] Routers {'f7c23d36-77ea-41fb-ad11-846b2510451d'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:13.118338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c93f5d14-61ba-4b00-9db8-527e2f79b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:24:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7c23d36-77ea-41fb-ad11-846b2510451d'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:13.171536 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.232147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c93f5d14-61ba-4b00-9db8-527e2f79b73e None None] Set router f7c23d36-77ea-41fb-ad11-846b2510451d gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:25:13.444201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c93f5d14-61ba-4b00-9db8-527e2f79b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:25:11Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:13.475691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93f5d14-61ba-4b00-9db8-527e2f79b73e None None] The sync data for ids ['f7c23d36-77ea-41fb-ad11-846b2510451d'] in n-d-802011-3 is: [{'id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-921965308', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '71631452-f571-4f99-aeb0-36801190a5f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:40Z', 'updated_at': '2021-07-27T22:25:11Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '71631452-f571-4f99-aeb0-36801190a5f8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c23d36-77ea-41fb-ad11-846b2510451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:42Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:13.585076 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:13.607148 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9783b76-3eeb-49f7-9d12-01f39021ac4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.616218 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3db4b52f-2129-4f5a-a4c8-791c5de3a36a req-64a4bbe0-24de-4c71-8e92-339c1cc312b8 service neutron] 10.222.0.41 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035308 Jul 27 22:25:13.617824 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.644952 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.654578 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb532-afbe-41f5-a4d5-a3c34edfe968 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.720605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590543073-network', 'tenant_id': 'bdf83c594974422ea8dbd9a0e7b6c311'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:13.743717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Made reservation on behalf of bdf83c594974422ea8dbd9a0e7b6c311 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:13.744284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.744796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Fanout notify agent at l3_agent the message router_deleted on router a8e3b889-76f3-4561-8ece-1e304c414c7d {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:25:13.754052 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.756886 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.762522 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d1ed6550-3fd6-4421-b41a-b8e68b005d2c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/routers/a8e3b889-76f3-4561-8ece-1e304c414c7d HTTP/1.1" status: 204 len: 168 time: 3.0274103 Jul 27 22:25:13.763221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45200) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:13.768699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-788730733', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:13.782255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fb532-afbe-41f5-a4d5-a3c34edfe968 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'Subnet': ['ID=7133f649-e3d7-447d-bc09-f0a78210db28,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:13.795118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.795499 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5fb532-afbe-41f5-a4d5-a3c34edfe968 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Checking segment: {'id': '74c69c92-7592-4309-835b-62b4264a740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '002658d0-5020-47eb-a646-592aa204c465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:13.796108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5fb532-afbe-41f5-a4d5-a3c34edfe968 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Network hostable DHCP agents. Network: 002658d0-5020-47eb-a646-592aa204c465, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:13.799437 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9783b76-3eeb-49f7-9d12-01f39021ac4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.805008 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.806124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.836461 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9783b76-3eeb-49f7-9d12-01f39021ac4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Subnet': ['ID=32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:13.838985 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e9783b76-3eeb-49f7-9d12-01f39021ac4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.841182 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e9783b76-3eeb-49f7-9d12-01f39021ac4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/subnets/32eeb5c2-9a37-43d2-9443-4a2e0f9c4fce HTTP/1.1" status: 204 len: 168 time: 1.2768385 Jul 27 22:25:13.843797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45202) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:13.852931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e89ea-3beb-4664-a24b-cca3afa8da7a None None] Network 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:13.895791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45204) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:13.898135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5fb532-afbe-41f5-a4d5-a3c34edfe968 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Network 002658d0-5020-47eb-a646-592aa204c465 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:13.914559 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.921830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2a5fb532-afbe-41f5-a4d5-a3c34edfe968 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 002658d0-5020-47eb-a646-592aa204c465) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:13.928349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5fb532-afbe-41f5-a4d5-a3c34edfe968 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:13.929535 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb532-afbe-41f5-a4d5-a3c34edfe968 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:13.944128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dc5d55-14cb-429d-acce-a382cde43d56 None None] Network 002658d0-5020-47eb-a646-592aa204c465 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:13.989034 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.108139 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5206972-b371-4b8e-9eac-a8c7601230ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.140342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-002658d0-5020-47eb-a646-592aa204c465', 'network_id': '002658d0-5020-47eb-a646-592aa204c465', 'tenant_id': '897b675bda884821aef42901db41ba4b', 'fixed_ips': [{'subnet_id': '7133f649-e3d7-447d-bc09-f0a78210db28'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:25:14.142117 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.142648 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.201822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port 71631452-f571-4f99-aeb0-36801190a5f8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:14.202167 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.202926 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.209386 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.215401 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.244617 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:14.248944 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2a5fb532-afbe-41f5-a4d5-a3c34edfe968 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9733469 Jul 27 22:25:14.252661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45208) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:14.257390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a6cf1bfa-02d0-4c5b-a4fc-79871a69f69c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Request body: {'router': {'external_gateway_info': {'network_id': '002658d0-5020-47eb-a646-592aa204c465'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:14.308172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da4bdc2-febb-4c7a-b10f-0be99200ba15,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:14.315078 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.315475 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Added segment 68956ff1-ab90-412a-af26-0db33e3da6cf of type vlan for network 6c89f378-b741-48bc-9a66-d7aca147ba95 Jul 27 22:25:14.362002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Allocated IP 2001:db8:1::2 (002658d0-5020-47eb-a646-592aa204c465/7133f649-e3d7-447d-bc09-f0a78210db28/e144c536-06f9-468b-976d-ef191cd03e75) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:14.424363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65931a1e-95fc-40c2-a468-782638a7c115 None None] DHCP port deletion for 0248818b-8300-4ce9-bfb0-3c3afdb6fd5b request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:25:14.453387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] For port 71631452-f571-4f99-aeb0-36801190a5f8, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=71631452-f571-4f99-aeb0-36801190a5f8,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:14.453762 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.471767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for 71631452-f571-4f99-aeb0-36801190a5f8 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:14.556906 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6cf1bfa-02d0-4c5b-a4fc-79871a69f69c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.559069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-65931a1e-95fc-40c2-a468-782638a7c115 None None] Deleting port 0e58c002-bdfd-4496-b7cb-01e54c24fff9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:14.559515 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65931a1e-95fc-40c2-a468-782638a7c115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.608031 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.628069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Transition to ACTIVE for port object e144c536-06f9-468b-976d-ef191cd03e75 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:14.654823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-65931a1e-95fc-40c2-a468-782638a7c115 None None] For port 0e58c002-bdfd-4496-b7cb-01e54c24fff9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0e58c002-bdfd-4496-b7cb-01e54c24fff9,segment=NetworkSegment(125dca0e-4b3e-404c-85c7-df1fd756b634),segment_id=125dca0e-4b3e-404c-85c7-df1fd756b634)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:14.655141 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65931a1e-95fc-40c2-a468-782638a7c115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.664451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Transition to ACTIVE for port object e144c536-06f9-468b-976d-ef191cd03e75 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:14.672262 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-65931a1e-95fc-40c2-a468-782638a7c115 None None] Calling delete_port for 0e58c002-bdfd-4496-b7cb-01e54c24fff9 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:14.678657 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.740407 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.769091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Network 002658d0-5020-47eb-a646-592aa204c465 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:14.785865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:14.789865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:14.792211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Pushing event updated for resources: {'Port': ['ID=e144c536-06f9-468b-976d-ef191cd03e75,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:14.814849 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.815950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:14.816629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.855971 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-a6cf1bfa-02d0-4c5b-a4fc-79871a69f69c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:25:14.857040 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a6cf1bfa-02d0-4c5b-a4fc-79871a69f69c tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "PUT /v2.0/routers/221a1d19-1023-4a0b-9a9d-f0515c96c075 HTTP/1.1" status: 400 len: 364 time: 0.6032166 Jul 27 22:25:14.862761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:14.866196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Attempting to bind port e144c536-06f9-468b-976d-ef191cd03e75 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:14.866785 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Attempting to bind port e144c536-06f9-468b-976d-ef191cd03e75 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '74c69c92-7592-4309-835b-62b4264a740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '002658d0-5020-47eb-a646-592aa204c465'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:14.866981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Attempting to bind port e144c536-06f9-468b-976d-ef191cd03e75 on network 002658d0-5020-47eb-a646-592aa204c465 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:14.875608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:14.876148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Checking segment: {'id': '74c69c92-7592-4309-835b-62b4264a740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '002658d0-5020-47eb-a646-592aa204c465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:14.876572 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.877225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Bound using segment: {'id': '74c69c92-7592-4309-835b-62b4264a740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '002658d0-5020-47eb-a646-592aa204c465'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:14.877886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Bound port: e144c536-06f9-468b-976d-ef191cd03e75, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c69c92-7592-4309-835b-62b4264a740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '002658d0-5020-47eb-a646-592aa204c465'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:14.878576 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.881821 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65931a1e-95fc-40c2-a468-782638a7c115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.916424 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.921170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65931a1e-95fc-40c2-a468-782638a7c115 None None] Pushing event deleted for resources: {'Port': ['ID=0e58c002-bdfd-4496-b7cb-01e54c24fff9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:14.923809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5206972-b371-4b8e-9eac-a8c7601230ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.926837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65931a1e-95fc-40c2-a468-782638a7c115 None None] No DVR routers for this DVR port 0e58c002-bdfd-4496-b7cb-01e54c24fff9 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:14.928787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] Pushing event updated for resources: {'Network': ['ID=6c89f378-b741-48bc-9a66-d7aca147ba95,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:14.940046 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5206972-b371-4b8e-9eac-a8c7601230ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:14.952713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 6c89f378-b741-48bc-9a66-d7aca147ba95 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:14.978807 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dc399932-4c59-4296-9f3d-87ebcab27127 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3918192 Jul 27 22:25:14.988916 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45214) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:14.998669 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9b0203a2-0dcd-4e4d-879e-75b1c4ab4f63 admin admin] Request body: {'subnet': {'network_id': '6c89f378-b741-48bc-9a66-d7aca147ba95', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590543073-subnet', 'tenant_id': 'bdf83c594974422ea8dbd9a0e7b6c311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:15.006285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=71631452-f571-4f99-aeb0-36801190a5f8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:15.044484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] For port e144c536-06f9-468b-976d-ef191cd03e75, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:15.057692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5206972-b371-4b8e-9eac-a8c7601230ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b65a93b-233c-4dff-9edf-accd98e29197,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:15.058004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] For port e144c536-06f9-468b-976d-ef191cd03e75, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e144c536-06f9-468b-976d-ef191cd03e75,segment=NetworkSegment(74c69c92-7592-4309-835b-62b4264a740d),segment_id=74c69c92-7592-4309-835b-62b4264a740d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:15.064858 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.084729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d5206972-b371-4b8e-9eac-a8c7601230ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a2b73531f1d4dcc8cc379d731c11d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1854954 Jul 27 22:25:15.106402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:15.107461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.132064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb220fff-b729-40b3-bc84-f83516b609be None None] Pushing event updated for resources: {'Port': ['ID=e144c536-06f9-468b-976d-ef191cd03e75,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:15.137726 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.200345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0203a2-0dcd-4e4d-879e-75b1c4ab4f63 admin admin] Made reservation on behalf of bdf83c594974422ea8dbd9a0e7b6c311 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:15.202387 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b0203a2-0dcd-4e4d-879e-75b1c4ab4f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.226936 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6af6299-465f-4ceb-a715-808ed390bcb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.274307 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.275931 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6af6299-465f-4ceb-a715-808ed390bcb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.312058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Allocated IP 172.25.1.245 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/247100f7-6a47-42f9-9b0a-8b12a1e7084c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:15.419088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6af6299-465f-4ceb-a715-808ed390bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.423676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6af6299-465f-4ceb-a715-808ed390bcb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.429117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d6af6299-465f-4ceb-a715-808ed390bcb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b65a93b-233c-4dff-9edf-accd98e29197 HTTP/1.1" status: 204 len: 168 time: 0.3190939 Jul 27 22:25:15.448460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af6299-465f-4ceb-a715-808ed390bcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b65a93b-233c-4dff-9edf-accd98e29197,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:15.476045 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.484327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.485791 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0449a6cc-1cfd-46b8-886b-1f7efa422f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.545123 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.576142 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.593766 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.600536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e144c536-06f9-468b-976d-ef191cd03e75 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:15.618125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:15.620479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:15.638552 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.639395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Fanout notify agent at l3_agent the message router_deleted on router f7c23d36-77ea-41fb-ad11-846b2510451d {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:25:15.640223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:15.648825 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.653945 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4fbfae2b-56c7-4b98-9a91-57cf224d0e4e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/routers/f7c23d36-77ea-41fb-ad11-846b2510451d HTTP/1.1" status: 204 len: 168 time: 1.8089290 Jul 27 22:25:15.677895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port e144c536-06f9-468b-976d-ef191cd03e75 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:15.695992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45222) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:15.756360 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.764722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0e58c002-bdfd-4496-b7cb-01e54c24fff9 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:25:15.815614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 0e58c002-bdfd-4496-b7cb-01e54c24fff9 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:25:15.816941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0e58c002-bdfd-4496-b7cb-01e54c24fff9 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:25:15.817467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a307bbb5-c3d8-46fb-89fd-0876e173f8e4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:25:15.840802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Pushing event updated for resources: {'Port': ['ID=247100f7-6a47-42f9-9b0a-8b12a1e7084c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:15.841696 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b0203a2-0dcd-4e4d-879e-75b1c4ab4f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:15.846917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: a307bbb5-c3d8-46fb-89fd-0876e173f8e4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:25:15.847610 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a307bbb5-c3d8-46fb-89fd-0876e173f8e4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:25:16.011875 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.066363 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.068194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0203a2-0dcd-4e4d-879e-75b1c4ab4f63 admin admin] Checking segment: {'id': '68956ff1-ab90-412a-af26-0db33e3da6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6c89f378-b741-48bc-9a66-d7aca147ba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:16.068558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0203a2-0dcd-4e4d-879e-75b1c4ab4f63 admin admin] Network hostable DHCP agents. Network: 6c89f378-b741-48bc-9a66-d7aca147ba95, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:16.128925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0203a2-0dcd-4e4d-879e-75b1c4ab4f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60bd003-07b4-481c-aecf-acdf976356b4,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:16.230955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0203a2-0dcd-4e4d-879e-75b1c4ab4f63 admin admin] Network 6c89f378-b741-48bc-9a66-d7aca147ba95 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:16.262457 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.321025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9b0203a2-0dcd-4e4d-879e-75b1c4ab4f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 6c89f378-b741-48bc-9a66-d7aca147ba95) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:16.325987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0203a2-0dcd-4e4d-879e-75b1c4ab4f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:16.326702 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9b0203a2-0dcd-4e4d-879e-75b1c4ab4f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.349620 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5effc83e-8d17-41ce-99fd-608a13fd8fec None None] Network 6c89f378-b741-48bc-9a66-d7aca147ba95 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:16.419866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de93ec8-002d-45da-8242-911c104ca7a1 None None] Network 002658d0-5020-47eb-a646-592aa204c465 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:16.440072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Router b508fada-f5e7-4c2e-adc3-02f34c926a27 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:25:16.533391 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.553239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d2a617b0-cb31-44b8-80fe-60f2780df72f None None] Provisioning for port e144c536-06f9-468b-976d-ef191cd03e75 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:16.559711 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.566067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d2a617b0-cb31-44b8-80fe-60f2780df72f None None] Provisioning complete for port e144c536-06f9-468b-976d-ef191cd03e75 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:16.566549 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2a617b0-cb31-44b8-80fe-60f2780df72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.582469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:16.593407 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f287a-5971-40c9-ae33-3b0dc2b79b08 None None] Sync routers for ids ['b508fada-f5e7-4c2e-adc3-02f34c926a27'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:16.603792 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.608020 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-91aa1f4a-b7b4-4b03-ba6c-06c9290a2379 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8412390 Jul 27 22:25:16.608361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45244) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:16.614076 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:16.616712 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f287a-5971-40c9-ae33-3b0dc2b79b08 None None] Routers {'b508fada-f5e7-4c2e-adc3-02f34c926a27'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:16.618294 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-452f287a-5971-40c9-ae33-3b0dc2b79b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b508fada-f5e7-4c2e-adc3-02f34c926a27'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:16.654928 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-452f287a-5971-40c9-ae33-3b0dc2b79b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:16.673727 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f287a-5971-40c9-ae33-3b0dc2b79b08 None None] Routers {'b508fada-f5e7-4c2e-adc3-02f34c926a27'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:16.674315 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-452f287a-5971-40c9-ae33-3b0dc2b79b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b508fada-f5e7-4c2e-adc3-02f34c926a27'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:16.740880 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-452f287a-5971-40c9-ae33-3b0dc2b79b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:16.742384 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f287a-5971-40c9-ae33-3b0dc2b79b08 None None] The sync data for ids ['b508fada-f5e7-4c2e-adc3-02f34c926a27'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:16.756892 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.767660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0248818b-8300-4ce9-bfb0-3c3afdb6fd5b']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:16.778344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125dca0e-4b3e-404c-85c7-df1fd756b634') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:16.778642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125dca0e-4b3e-404c-85c7-df1fd756b634') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:16.788022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac669b-21af-44cd-92aa-ad4e2d69c79a None None] Network 6c89f378-b741-48bc-9a66-d7aca147ba95 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:16.788695 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.802987 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.809296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:16.809703 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:16.862185 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:16.878276 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9b0203a2-0dcd-4e4d-879e-75b1c4ab4f63 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8840246 Jul 27 22:25:16.897535 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.907017 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.909305 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/networks/0248818b-8300-4ce9-bfb0-3c3afdb6fd5b HTTP/1.1" status: 204 len: 168 time: 1.1967275 Jul 27 22:25:16.911744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Allocated IP 2001:db8::1 (b861afbd-5f70-4b8f-af88-0b559039d040/f72b20f9-1707-442e-9713-eab4665b7ef9/51f59b8a-684d-475a-965f-2fef7ab4f207) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:16.925185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45252) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:16.928006 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2a617b0-cb31-44b8-80fe-60f2780df72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.936715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313f6c6-f70e-4a63-86d9-10a4a3e3be3a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Network': ['ID=0248818b-8300-4ce9-bfb0-3c3afdb6fd5b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:17.029096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d2a617b0-cb31-44b8-80fe-60f2780df72f None None] For port e144c536-06f9-468b-976d-ef191cd03e75, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e144c536-06f9-468b-976d-ef191cd03e75,segment=NetworkSegment(74c69c92-7592-4309-835b-62b4264a740d),segment_id=74c69c92-7592-4309-835b-62b4264a740d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:17.035011 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2a617b0-cb31-44b8-80fe-60f2780df72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.174721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a617b0-cb31-44b8-80fe-60f2780df72f None None] Pushing event updated for resources: {'Port': ['ID=e144c536-06f9-468b-976d-ef191cd03e75,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:17.229552 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.273562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Transition to ACTIVE for port object 51f59b8a-684d-475a-965f-2fef7ab4f207 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:17.280383 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72792ded-4ddd-420f-90c8-836cdebb570b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.287676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.316829 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.361034 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.382875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-74299d60-a41b-46ea-9a66-cd13d2f0e4fe None None] Provisioning complete for port e144c536-06f9-468b-976d-ef191cd03e75 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:17.383398 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-74299d60-a41b-46ea-9a66-cd13d2f0e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.384466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72792ded-4ddd-420f-90c8-836cdebb570b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.408502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Deleting port 247100f7-6a47-42f9-9b0a-8b12a1e7084c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:17.409018 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.445538 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Network b861afbd-5f70-4b8f-af88-0b559039d040 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:17.473879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:17.489640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e144c536-06f9-468b-976d-ef191cd03e75 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:17.491789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:17.492367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.570135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e144c536-06f9-468b-976d-ef191cd03e75 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:17.570796 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.622655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'Port': ['ID=51f59b8a-684d-475a-965f-2fef7ab4f207,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:17.623159 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.650146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Calling delete_port for 247100f7-6a47-42f9-9b0a-8b12a1e7084c owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:17.724211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 71631452-f571-4f99-aeb0-36801190a5f8 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:25:17.769959 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 71631452-f571-4f99-aeb0-36801190a5f8 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:25:17.771926 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 71631452-f571-4f99-aeb0-36801190a5f8 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:25:17.778684 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.848434 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72792ded-4ddd-420f-90c8-836cdebb570b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.851243 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72792ded-4ddd-420f-90c8-836cdebb570b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:17.852475 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-72792ded-4ddd-420f-90c8-836cdebb570b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/security-groups/f216f350-4db4-4f7b-8494-5fdba74ccb54 HTTP/1.1" status: 204 len: 168 time: 0.9260032 Jul 27 22:25:17.870115 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72792ded-4ddd-420f-90c8-836cdebb570b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f216f350-4db4-4f7b-8494-5fdba74ccb54,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:17.963165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45298) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:17.971844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1743307948-network', 'tenant_id': 'ec6cf613d78844e38354c8d44d0086a9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:17.991085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-241a7e26-085b-4726-8761-255de511e012 None None] Provisioning for port 51f59b8a-684d-475a-965f-2fef7ab4f207 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:18.003992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-241a7e26-085b-4726-8761-255de511e012 None None] Provisioning complete for port 51f59b8a-684d-475a-965f-2fef7ab4f207 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:18.004707 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-241a7e26-085b-4726-8761-255de511e012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.008992 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.052615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Made reservation on behalf of ec6cf613d78844e38354c8d44d0086a9 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:18.055992 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.066409 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.068540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Pushing event deleted for resources: {'Port': ['ID=247100f7-6a47-42f9-9b0a-8b12a1e7084c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:18.115636 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-241a7e26-085b-4726-8761-255de511e012 None None] Port 51f59b8a-684d-475a-965f-2fef7ab4f207 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:18.143047 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.190111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.201934 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.208416 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.209517 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.264802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45310) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:18.334434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event updated for resources: {'Port': ['ID=51f59b8a-684d-475a-965f-2fef7ab4f207,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:18.364822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Network b861afbd-5f70-4b8f-af88-0b559039d040 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:18.367252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:18.436091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:18.449520 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.462034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-965894'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.481469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Router 221a1d19-1023-4a0b-9a9d-f0515c96c075 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:25:18.572188 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.624124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-82975259-1471-4942-99db-a3ec0e45f766 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-808174517', 'description': 'tempest-secgroup-smoke-808174517 description', 'project_id': '28b86e8c06114800a9109512618bca6b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:18.626916 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:18.631242 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.636093 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4de9708b-6dba-4175-855e-c422ec16c27b tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "PUT /v2.0/routers/221a1d19-1023-4a0b-9a9d-f0515c96c075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7684674 Jul 27 22:25:18.637345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37345565-b7cf-4f4c-ad22-3cb55e68622b None None] Sync routers for ids ['221a1d19-1023-4a0b-9a9d-f0515c96c075'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:18.638894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45320) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:18.648903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37345565-b7cf-4f4c-ad22-3cb55e68622b None None] Routers {'221a1d19-1023-4a0b-9a9d-f0515c96c075'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:18.649870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-37345565-b7cf-4f4c-ad22-3cb55e68622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['221a1d19-1023-4a0b-9a9d-f0515c96c075'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:18.670211 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a154a6-d4ec-424d-8327-f434b846d712,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:18.678688 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd7b8640-84c2-4cda-8ef1-ba2928518555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.687483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-37345565-b7cf-4f4c-ad22-3cb55e68622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:18.695975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Router b508fada-f5e7-4c2e-adc3-02f34c926a27 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:25:18.698212 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37345565-b7cf-4f4c-ad22-3cb55e68622b None None] Routers {'221a1d19-1023-4a0b-9a9d-f0515c96c075'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:18.699055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-37345565-b7cf-4f4c-ad22-3cb55e68622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['221a1d19-1023-4a0b-9a9d-f0515c96c075'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:18.700340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:18.739941 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82975259-1471-4942-99db-a3ec0e45f766 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.744954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.745339 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Added segment 054e867c-ec2a-4e25-8d31-b6dc87600455 of type vlan for network bfb5387c-f4f9-474c-983f-dac3871e1d7f Jul 27 22:25:18.749866 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e3d7c84b-3176-44b7-81e8-e89ccd60732e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.844661 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-e3d7c84b-3176-44b7-81e8-e89ccd60732e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 22:25:18.848259 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e3d7c84b-3176-44b7-81e8-e89ccd60732e tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "DELETE /v2.0/routers/221a1d19-1023-4a0b-9a9d-f0515c96c075 HTTP/1.1" status: 409 len: 329 time: 0.2075250 Jul 27 22:25:18.849113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45322) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:18.900220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-37345565-b7cf-4f4c-ad22-3cb55e68622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:18.900850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37345565-b7cf-4f4c-ad22-3cb55e68622b None None] The sync data for ids ['221a1d19-1023-4a0b-9a9d-f0515c96c075'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:18.908088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.911129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a1069f47-fd95-4a1e-b473-96a300c0ff89 None None] Provisioning complete for port 51f59b8a-684d-475a-965f-2fef7ab4f207 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:18.911501 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1069f47-fd95-4a1e-b473-96a300c0ff89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.917918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:18.928698 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.930251 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7c4d6a9f-6f41-413c-91de-648554d7700d tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "PUT /v2.0/routers/b508fada-f5e7-4c2e-adc3-02f34c926a27 HTTP/1.1" status: 200 len: 705 time: 2.3208785 Jul 27 22:25:18.933042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45324) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:18.942363 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4630379-f77f-4a67-9097-28a364e455c5 None None] Sync routers for ids ['b508fada-f5e7-4c2e-adc3-02f34c926a27'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:18.948042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a1069f47-fd95-4a1e-b473-96a300c0ff89 None None] Port 51f59b8a-684d-475a-965f-2fef7ab4f207 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:18.957845 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4630379-f77f-4a67-9097-28a364e455c5 None None] Routers {'b508fada-f5e7-4c2e-adc3-02f34c926a27'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:18.958814 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f4630379-f77f-4a67-9097-28a364e455c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b508fada-f5e7-4c2e-adc3-02f34c926a27'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:18.985130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.985130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:18.985130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.993699 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd7b8640-84c2-4cda-8ef1-ba2928518555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:18.996790 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f4630379-f77f-4a67-9097-28a364e455c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:19.011716 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4630379-f77f-4a67-9097-28a364e455c5 None None] Routers {'b508fada-f5e7-4c2e-adc3-02f34c926a27'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:19.012348 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f4630379-f77f-4a67-9097-28a364e455c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b508fada-f5e7-4c2e-adc3-02f34c926a27'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:19.035630 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd7b8640-84c2-4cda-8ef1-ba2928518555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.040760 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e7d5243d-fae3-4b3a-8910-c39ee05770d9 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/routers/b508fada-f5e7-4c2e-adc3-02f34c926a27 HTTP/1.1" status: 200 len: 740 time: 0.1057389 Jul 27 22:25:19.050807 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f4630379-f77f-4a67-9097-28a364e455c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:19.051724 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4630379-f77f-4a67-9097-28a364e455c5 None None] The sync data for ids ['b508fada-f5e7-4c2e-adc3-02f34c926a27'] in n-d-802011-3 is: [] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:19.065177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45326) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:19.137672 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0111d1cb-34dd-4d2a-bf26-d65882684015 tempest-RoutersAdminTest-1186088335 tempest-RoutersAdminTest-1186088335-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&device_id=b508fada-f5e7-4c2e-adc3-02f34c926a27 HTTP/1.1" status: 200 len: 205 time: 0.0698786 Jul 27 22:25:19.146805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45328) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:19.147883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dd7b8640-84c2-4cda-8ef1-ba2928518555 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd82a50b344f42eb8144cba14f7e4c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7107701 Jul 27 22:25:19.152571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] Pushing event updated for resources: {'Network': ['ID=bfb5387c-f4f9-474c-983f-dac3871e1d7f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:19.155290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45330) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:19.168075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network bfb5387c-f4f9-474c-983f-dac3871e1d7f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:19.171065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b8640-84c2-4cda-8ef1-ba2928518555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9a1214-55e7-49af-874d-f8c943974c39,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:19.183073 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1cb50e4d-bf26-4513-9051-69a8cbda4888 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=b508fada-f5e7-4c2e-adc3-02f34c926a27 HTTP/1.1" status: 200 len: 205 time: 0.0350988 Jul 27 22:25:19.185613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45332) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:19.292381 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-214d8dcd-47dd-4c75-a361-24e6a898082c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.361745 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d4c354a-a690-4bbb-b2a1-fba1c524c63a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.371677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82975259-1471-4942-99db-a3ec0e45f766 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.385532 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82975259-1471-4942-99db-a3ec0e45f766 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.399009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-54ce9503-a50f-493e-a3a5-893e055e1faf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4348683 Jul 27 22:25:19.407614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3faf-8b96-4464-ba0f-d2473e08ebac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.435000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45334) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:19.477178 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dc7d7d8f-c7d2-43cf-8c90-c927f08a8273 admin admin] Request body: {'subnet': {'network_id': 'bfb5387c-f4f9-474c-983f-dac3871e1d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1743307948-subnet', 'tenant_id': 'ec6cf613d78844e38354c8d44d0086a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:19.526923 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-82975259-1471-4942-99db-a3ec0e45f766 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.528160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-82975259-1471-4942-99db-a3ec0e45f766 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2623858 Jul 27 22:25:19.535405 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-214d8dcd-47dd-4c75-a361-24e6a898082c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.535640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45336) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:19.539084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82975259-1471-4942-99db-a3ec0e45f766 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2df19e6-70d4-4e69-9963-01135ada0944,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:19.541759 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-214d8dcd-47dd-4c75-a361-24e6a898082c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.559215 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3faf-8b96-4464-ba0f-d2473e08ebac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.561746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7231f914-5ac1-44f1-92df-d6f21d520d86 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'e2df19e6-70d4-4e69-9963-01135ada0944', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:19.606386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7d7d8f-c7d2-43cf-8c90-c927f08a8273 admin admin] Made reservation on behalf of ec6cf613d78844e38354c8d44d0086a9 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:19.608743 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc7d7d8f-c7d2-43cf-8c90-c927f08a8273 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.616946 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7231f914-5ac1-44f1-92df-d6f21d520d86 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.740844 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7231f914-5ac1-44f1-92df-d6f21d520d86 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.745666 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7231f914-5ac1-44f1-92df-d6f21d520d86 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.783819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231f914-5ac1-44f1-92df-d6f21d520d86 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d3f303-505b-4dcc-8992-8095a48fbfe3,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:19.793085 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7231f914-5ac1-44f1-92df-d6f21d520d86 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.794448 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7231f914-5ac1-44f1-92df-d6f21d520d86 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2579396 Jul 27 22:25:19.797587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45338) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:19.803122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-71884985-7f1b-4525-b54f-54e2d29878a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'e2df19e6-70d4-4e69-9963-01135ada0944', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:19.828053 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c354a-a690-4bbb-b2a1-fba1c524c63a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Deleting port 51f59b8a-684d-475a-965f-2fef7ab4f207 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:19.828440 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d4c354a-a690-4bbb-b2a1-fba1c524c63a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.896261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71884985-7f1b-4525-b54f-54e2d29878a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.957720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d4c354a-a690-4bbb-b2a1-fba1c524c63a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.975743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c354a-a690-4bbb-b2a1-fba1c524c63a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Calling delete_port for 51f59b8a-684d-475a-965f-2fef7ab4f207 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:19.988846 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71884985-7f1b-4525-b54f-54e2d29878a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.994675 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-214d8dcd-47dd-4c75-a361-24e6a898082c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.995116 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71884985-7f1b-4525-b54f-54e2d29878a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:19.995317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214d8dcd-47dd-4c75-a361-24e6a898082c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Fanout notify agent at l3_agent the message router_deleted on router b508fada-f5e7-4c2e-adc3-02f34c926a27 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:25:20.004412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-214d8dcd-47dd-4c75-a361-24e6a898082c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.005526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-214d8dcd-47dd-4c75-a361-24e6a898082c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/routers/b508fada-f5e7-4c2e-adc3-02f34c926a27 HTTP/1.1" status: 204 len: 168 time: 0.8189905 Jul 27 22:25:20.010850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.048313 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3faf-8b96-4464-ba0f-d2473e08ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.050880 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3faf-8b96-4464-ba0f-d2473e08ebac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.052056 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a2ff3faf-8b96-4464-ba0f-d2473e08ebac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f9a1214-55e7-49af-874d-f8c943974c39 HTTP/1.1" status: 204 len: 168 time: 0.8927131 Jul 27 22:25:20.066246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff3faf-8b96-4464-ba0f-d2473e08ebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9a1214-55e7-49af-874d-f8c943974c39,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:20.081614 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c1ac9f3f-76d5-49c1-88f4-9476d845eef2 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=b508fada-f5e7-4c2e-adc3-02f34c926a27 HTTP/1.1" status: 200 len: 205 time: 0.0665684 Jul 27 22:25:20.084347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71884985-7f1b-4525-b54f-54e2d29878a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbb05c2-72c4-46ac-86b9-fbec9f716697,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:20.087423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.100354 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71884985-7f1b-4525-b54f-54e2d29878a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.102243 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-71884985-7f1b-4525-b54f-54e2d29878a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3031518 Jul 27 22:25:20.113281 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.119889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5a091c97-cf35-4650-b03d-4d8bc83190c3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'e2df19e6-70d4-4e69-9963-01135ada0944', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:20.196228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a091c97-cf35-4650-b03d-4d8bc83190c3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.209480 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc7d7d8f-c7d2-43cf-8c90-c927f08a8273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.286434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d7d8f-c7d2-43cf-8c90-c927f08a8273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45324732-7de3-4efe-a140-c890508fb897,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:20.315332 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a091c97-cf35-4650-b03d-4d8bc83190c3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.318460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7d7d8f-c7d2-43cf-8c90-c927f08a8273 admin admin] Checking segment: {'id': '054e867c-ec2a-4e25-8d31-b6dc87600455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bfb5387c-f4f9-474c-983f-dac3871e1d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:20.318879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d7d8f-c7d2-43cf-8c90-c927f08a8273 admin admin] Network hostable DHCP agents. Network: bfb5387c-f4f9-474c-983f-dac3871e1d7f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:20.322700 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a091c97-cf35-4650-b03d-4d8bc83190c3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.345507 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a091c97-cf35-4650-b03d-4d8bc83190c3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ba012b-ead8-450a-bc61-b53c2c84ff20,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:20.360864 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a091c97-cf35-4650-b03d-4d8bc83190c3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.362242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5a091c97-cf35-4650-b03d-4d8bc83190c3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2479930 Jul 27 22:25:20.363474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d7d8f-c7d2-43cf-8c90-c927f08a8273 admin admin] Network bfb5387c-f4f9-474c-983f-dac3871e1d7f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:20.365466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.369991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ab59d33b-b181-41a5-bbb3-33037c80fb24 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'e2df19e6-70d4-4e69-9963-01135ada0944', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:20.388170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d7d8f-c7d2-43cf-8c90-c927f08a8273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, bfb5387c-f4f9-474c-983f-dac3871e1d7f) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:20.389633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45352) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.397330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80cb87e-776e-4204-a516-6f53cd759c19 None None] Network bfb5387c-f4f9-474c-983f-dac3871e1d7f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:20.400710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7d7d8f-c7d2-43cf-8c90-c927f08a8273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:20.401311 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc7d7d8f-c7d2-43cf-8c90-c927f08a8273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.416727 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55a1ad8c-82d7-485c-b97f-1409e04503fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.438697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dc7d7d8f-c7d2-43cf-8c90-c927f08a8273 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0017290 Jul 27 22:25:20.441052 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab59d33b-b181-41a5-bbb3-33037c80fb24 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.450484 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-880be592-42cb-4db0-b1ee-41effcb32e40 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] delete failed (client error): The resource could not be found. Jul 27 22:25:20.451777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-880be592-42cb-4db0-b1ee-41effcb32e40 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/routers/b508fada-f5e7-4c2e-adc3-02f34c926a27 HTTP/1.1" status: 404 len: 336 time: 0.3609798 Jul 27 22:25:20.455153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45356) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.505882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1fd6c11e-db07-4765-902c-b97a36fadaf2 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8e3b889-76f3-4561-8ece-1e304c414c7d HTTP/1.1" status: 200 len: 205 time: 0.0477810 Jul 27 22:25:20.510894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45358) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.569615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690459c7-3996-4f20-be86-a3fc45f4a420 None None] Network bfb5387c-f4f9-474c-983f-dac3871e1d7f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:20.574326 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-e81e5c2f-0f3b-4dbb-bfda-7c677a9d26f7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] delete failed (client error): The resource could not be found. Jul 27 22:25:20.575420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e81e5c2f-0f3b-4dbb-bfda-7c677a9d26f7 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/routers/a8e3b889-76f3-4561-8ece-1e304c414c7d HTTP/1.1" status: 404 len: 336 time: 0.0604539 Jul 27 22:25:20.581124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.611757 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d4c354a-a690-4bbb-b2a1-fba1c524c63a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.631178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1157afb8-66fd-4258-927c-e5e2a72608f0 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfb8524d-6a37-4d94-8b75-3f091de655cf HTTP/1.1" status: 200 len: 205 time: 0.0488446 Jul 27 22:25:20.634944 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab59d33b-b181-41a5-bbb3-33037c80fb24 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.640878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.645331 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab59d33b-b181-41a5-bbb3-33037c80fb24 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.651368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c354a-a690-4bbb-b2a1-fba1c524c63a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event deleted for resources: {'Port': ['ID=51f59b8a-684d-475a-965f-2fef7ab4f207,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:20.680491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.734707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59d33b-b181-41a5-bbb3-33037c80fb24 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7359ac-a1cd-45aa-a99e-14ef151781b2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:20.737601 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-901b8638-5ef3-49b1-ab10-d8f538450698 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] delete failed (client error): The resource could not be found. Jul 27 22:25:20.742801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-901b8638-5ef3-49b1-ab10-d8f538450698 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/routers/bfb8524d-6a37-4d94-8b75-3f091de655cf HTTP/1.1" status: 404 len: 336 time: 0.1005027 Jul 27 22:25:20.744056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45366) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.782931 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4aa7de0b-f3ab-4cee-8abd-33e3c6964680 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=00da6bfa-6c2d-4151-a1b2-be7806c86d31 HTTP/1.1" status: 200 len: 205 time: 0.0371275 Jul 27 22:25:20.786717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45368) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.802563 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d4c354a-a690-4bbb-b2a1-fba1c524c63a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.814404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-97337cce-5f61-4653-a5de-fd5857f0c488 admin admin] Deleting subnet d60bd003-07b4-481c-aecf-acdf976356b4 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:25:20.823337 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97337cce-5f61-4653-a5de-fd5857f0c488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.836584 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55a1ad8c-82d7-485c-b97f-1409e04503fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.838023 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-9ae56dcc-3369-4200-946e-876de6702eee tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] delete failed (client error): The resource could not be found. Jul 27 22:25:20.839273 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9ae56dcc-3369-4200-946e-876de6702eee tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/routers/00da6bfa-6c2d-4151-a1b2-be7806c86d31 HTTP/1.1" status: 404 len: 336 time: 0.0513647 Jul 27 22:25:20.842347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45370) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.854975 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55a1ad8c-82d7-485c-b97f-1409e04503fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.880820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ccd2a9bd-9dc0-40d7-8c16-d60efa6c5444 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca73af30-0409-4515-86a6-d62d1675b770 HTTP/1.1" status: 200 len: 205 time: 0.0373602 Jul 27 22:25:20.883491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45372) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.884212 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab59d33b-b181-41a5-bbb3-33037c80fb24 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.885331 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ab59d33b-b181-41a5-bbb3-33037c80fb24 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5189435 Jul 27 22:25:20.893259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45374) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.901967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e144758d-22de-46fa-b718-e7b3346c9564 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'e2df19e6-70d4-4e69-9963-01135ada0944', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:20.918658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-55a1ad8c-82d7-485c-b97f-1409e04503fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbbf0690e5c04c388bc2bf84dc145d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5267227 Jul 27 22:25:20.926781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45376) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.933280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1ad8c-82d7-485c-b97f-1409e04503fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae569fdc-a737-4662-91ad-3beddf67bf2b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:20.944250 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-e144758d-22de-46fa-b718-e7b3346c9564 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Project 28b86e8c06114800a9109512618bca6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:25:20.949974 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e144758d-22de-46fa-b718-e7b3346c9564 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:20.982024 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-985a71b1-2483-4fac-a2d6-b7ab3b5e724b tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] delete failed (client error): The resource could not be found. Jul 27 22:25:20.983122 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-985a71b1-2483-4fac-a2d6-b7ab3b5e724b tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/routers/ca73af30-0409-4515-86a6-d62d1675b770 HTTP/1.1" status: 404 len: 336 time: 0.0986376 Jul 27 22:25:20.985994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45378) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:20.994321 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97337cce-5f61-4653-a5de-fd5857f0c488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.023373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e1a99c47-7ce6-4a76-9c2c-4791ab174aae tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "GET /v2.0/ports?device_id=125364c2-f2b3-4bd6-ab84-36f9e73345e2 HTTP/1.1" status: 200 len: 205 time: 0.0360093 Jul 27 22:25:21.027706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:21.067476 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-0b77c810-2b62-4d07-9c9a-24f30c52a894 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] delete failed (client error): The resource could not be found. Jul 27 22:25:21.068526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0b77c810-2b62-4d07-9c9a-24f30c52a894 tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/routers/125364c2-f2b3-4bd6-ab84-36f9e73345e2 HTTP/1.1" status: 404 len: 336 time: 0.0399139 Jul 27 22:25:21.073054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45382) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:21.088221 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e144758d-22de-46fa-b718-e7b3346c9564 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.105955 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e144758d-22de-46fa-b718-e7b3346c9564 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.107878 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4b8e55-a663-4e03-9b39-2b7c185a269c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] DELETE failed (client error): The resource could not be found. Jul 27 22:25:21.108348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4b8e55-a663-4e03-9b39-2b7c185a269c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:25:21.110233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2f4b8e55-a663-4e03-9b39-2b7c185a269c tempest-RoutersAdminTest-2076978669 tempest-RoutersAdminTest-2076978669-project] 10.222.0.24 "DELETE /v2.0/subnets/14560c9b-a10b-41ef-a518-aea10719fc2b HTTP/1.1" status: 404 len: 337 time: 0.0362742 Jul 27 22:25:21.128148 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144758d-22de-46fa-b718-e7b3346c9564 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7212ed33-c2c1-4af2-af25-ed873e394be3,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:21.132655 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97337cce-5f61-4653-a5de-fd5857f0c488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.137688 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e144758d-22de-46fa-b718-e7b3346c9564 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.139325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e144758d-22de-46fa-b718-e7b3346c9564 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2410097 Jul 27 22:25:21.142917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45386) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:21.148062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b7848bb0-ecaf-4bbf-bd3c-dff8a3b98bb4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': 'e2df19e6-70d4-4e69-9963-01135ada0944', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:21.158617 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-806f5c95-f008-4d4a-a020-24e25ea242bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.164925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4c354a-a690-4bbb-b2a1-fba1c524c63a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Router 221a1d19-1023-4a0b-9a9d-f0515c96c075 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:25:21.173251 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-b7848bb0-ecaf-4bbf-bd3c-dff8a3b98bb4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Project 28b86e8c06114800a9109512618bca6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:25:21.178633 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7848bb0-ecaf-4bbf-bd3c-dff8a3b98bb4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.201320 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-806f5c95-f008-4d4a-a020-24e25ea242bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.248824 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7848bb0-ecaf-4bbf-bd3c-dff8a3b98bb4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.254408 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7848bb0-ecaf-4bbf-bd3c-dff8a3b98bb4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.274038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7848bb0-ecaf-4bbf-bd3c-dff8a3b98bb4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63a953d-0506-4f26-b537-21264d155ae2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:21.281715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7848bb0-ecaf-4bbf-bd3c-dff8a3b98bb4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.286027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b7848bb0-ecaf-4bbf-bd3c-dff8a3b98bb4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392441 Jul 27 22:25:21.286638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45388) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:21.291599 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7e1b0ad9-3505-4c7d-9db7-73ea2505411e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'network': {'name': 'tempest-network-smoke--351618379', 'project_id': '28b86e8c06114800a9109512618bca6b', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:21.313758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1b0ad9-3505-4c7d-9db7-73ea2505411e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Made reservation on behalf of 28b86e8c06114800a9109512618bca6b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:21.317614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e1b0ad9-3505-4c7d-9db7-73ea2505411e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.321991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4c354a-a690-4bbb-b2a1-fba1c524c63a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:21.333219 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9d4c354a-a690-4bbb-b2a1-fba1c524c63a tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "PUT /v2.0/routers/221a1d19-1023-4a0b-9a9d-f0515c96c075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4776666 Jul 27 22:25:21.333219 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97337cce-5f61-4653-a5de-fd5857f0c488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.386725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45392) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:21.390479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b34557-1b87-4772-b5a7-425504b66e10 None None] Sync routers for ids ['221a1d19-1023-4a0b-9a9d-f0515c96c075'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:21.392607 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-97337cce-5f61-4653-a5de-fd5857f0c488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.392607 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-97337cce-5f61-4653-a5de-fd5857f0c488 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d60bd003-07b4-481c-aecf-acdf976356b4 HTTP/1.1" status: 204 len: 168 time: 0.6731234 Jul 27 22:25:21.393160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b34557-1b87-4772-b5a7-425504b66e10 None None] Routers {'221a1d19-1023-4a0b-9a9d-f0515c96c075'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:21.393160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-18b34557-1b87-4772-b5a7-425504b66e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['221a1d19-1023-4a0b-9a9d-f0515c96c075'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:21.394209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45394) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:21.394411 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-c3278d39-fa90-4fe2-9276-74b438949e65 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] show failed (client error): The resource could not be found. Jul 27 22:25:21.394411 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c3278d39-fa90-4fe2-9276-74b438949e65 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-9256345 HTTP/1.1" status: 404 len: 332 time: 0.0447612 Jul 27 22:25:21.394411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:21.394735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97337cce-5f61-4653-a5de-fd5857f0c488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60bd003-07b4-481c-aecf-acdf976356b4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:21.394848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b77ee381-bfa7-4f28-8c2b-d63cfbc82373 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:21.436081 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-b77ee381-bfa7-4f28-8c2b-d63cfbc82373 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] update failed (client error): The resource could not be found. Jul 27 22:25:21.441365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b77ee381-bfa7-4f28-8c2b-d63cfbc82373 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1461131865 HTTP/1.1" status: 404 len: 335 time: 0.0505757 Jul 27 22:25:21.442902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45398) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:21.443993 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-806f5c95-f008-4d4a-a020-24e25ea242bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.445520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-18b34557-1b87-4772-b5a7-425504b66e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:21.445987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1b0ad9-3505-4c7d-9db7-73ea2505411e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:21.446500 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-806f5c95-f008-4d4a-a020-24e25ea242bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.450774 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-806f5c95-f008-4d4a-a020-24e25ea242bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae569fdc-a737-4662-91ad-3beddf67bf2b HTTP/1.1" status: 204 len: 168 time: 0.5191793 Jul 27 22:25:21.465427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b34557-1b87-4772-b5a7-425504b66e10 None None] Routers {'221a1d19-1023-4a0b-9a9d-f0515c96c075'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:21.467100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-18b34557-1b87-4772-b5a7-425504b66e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['221a1d19-1023-4a0b-9a9d-f0515c96c075'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:21.468050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e1b0ad9-3505-4c7d-9db7-73ea2505411e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.468708 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-7e1b0ad9-3505-4c7d-9db7-73ea2505411e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Added segment b6f421c0-ed68-4462-bdb4-f3c920a585ab of type vlan for network 6e731a45-9191-4340-bf12-130fe7b57ea8 Jul 27 22:25:21.494197 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45402) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:21.516553 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f5c95-f008-4d4a-a020-24e25ea242bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae569fdc-a737-4662-91ad-3beddf67bf2b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:21.518169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-18b34557-1b87-4772-b5a7-425504b66e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:21.528020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b34557-1b87-4772-b5a7-425504b66e10 None None] The sync data for ids ['221a1d19-1023-4a0b-9a9d-f0515c96c075'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:21.537793 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e1b0ad9-3505-4c7d-9db7-73ea2505411e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.538413 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.558829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fd431b-e823-4328-b374-1f37c7bf4e07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Deleting subnet 7133f649-e3d7-447d-bc09-f0a78210db28 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:25:21.562417 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12fd431b-e823-4328-b374-1f37c7bf4e07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.590933 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e1b0ad9-3505-4c7d-9db7-73ea2505411e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.600115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1b0ad9-3505-4c7d-9db7-73ea2505411e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:21.601209 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e1b0ad9-3505-4c7d-9db7-73ea2505411e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.666052 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12fd431b-e823-4328-b374-1f37c7bf4e07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.678827 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7e1b0ad9-3505-4c7d-9db7-73ea2505411e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3911295 Jul 27 22:25:21.681519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45406) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:21.686277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'admin_state_up': True, 'project_id': '28b86e8c06114800a9109512618bca6b', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:21.704466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b0ad9-3505-4c7d-9db7-73ea2505411e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Network': ['ID=6e731a45-9191-4340-bf12-130fe7b57ea8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:21.722251 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1c7707a-5094-4e8f-b72d-619b0e0a28ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.722587 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 6e731a45-9191-4340-bf12-130fe7b57ea8 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:21.731677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.733964 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.737000 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.755111 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c89f378-b741-48bc-9a66-d7aca147ba95']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:21.771397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68956ff1-ab90-412a-af26-0db33e3da6cf') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:21.771735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68956ff1-ab90-412a-af26-0db33e3da6cf') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:21.796617 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.818481 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.841011 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.865851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:21.866296 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:21.868311 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:21.911985 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12fd431b-e823-4328-b374-1f37c7bf4e07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.970001 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.983069 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.987657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:21.990219 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6c89f378-b741-48bc-9a66-d7aca147ba95 HTTP/1.1" status: 204 len: 168 time: 0.6132469 Jul 27 22:25:21.999373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45418) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:22.019466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949f92a-bd72-4f58-b88e-76a4096706e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c89f378-b741-48bc-9a66-d7aca147ba95,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:22.050539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1c7707a-5094-4e8f-b72d-619b0e0a28ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.052454 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12fd431b-e823-4328-b374-1f37c7bf4e07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.066845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1c7707a-5094-4e8f-b72d-619b0e0a28ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.094419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-da61919f-a96d-4865-bea2-0f7958af9f31 admin admin] Deleting subnet 45324732-7de3-4efe-a140-c890508fb897 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:25:22.095210 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12fd431b-e823-4328-b374-1f37c7bf4e07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.099502 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-12fd431b-e823-4328-b374-1f37c7bf4e07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "DELETE /v2.0/subnets/7133f649-e3d7-447d-bc09-f0a78210db28 HTTP/1.1" status: 204 len: 168 time: 0.6486125 Jul 27 22:25:22.099631 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da61919f-a96d-4865-bea2-0f7958af9f31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.100802 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:22.106802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd431b-e823-4328-b374-1f37c7bf4e07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event deleted for resources: {'Subnet': ['ID=7133f649-e3d7-447d-bc09-f0a78210db28,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:22.112084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f85aeb-f585-4835-8e70-e4b9fd2fb1f7 None None] Network 002658d0-5020-47eb-a646-592aa204c465 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:22.133423 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b1c7707a-5094-4e8f-b72d-619b0e0a28ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50fd63bb58fe4dc7903c59b86d5d4a44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341310 Jul 27 22:25:22.135785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45426) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:22.144024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7707a-5094-4e8f-b72d-619b0e0a28ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff19fe16-1073-41cd-a1d4-514317253fce,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:22.196317 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e91183b-87c0-40b7-85b2-479224c298ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.203118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da61919f-a96d-4865-bea2-0f7958af9f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.222004 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e91183b-87c0-40b7-85b2-479224c298ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.252026 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.285332 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da61919f-a96d-4865-bea2-0f7958af9f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.290989 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e91183b-87c0-40b7-85b2-479224c298ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.294206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e91183b-87c0-40b7-85b2-479224c298ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.295804 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4e91183b-87c0-40b7-85b2-479224c298ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff19fe16-1073-41cd-a1d4-514317253fce HTTP/1.1" status: 204 len: 168 time: 0.1589794 Jul 27 22:25:22.305887 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91183b-87c0-40b7-85b2-479224c298ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff19fe16-1073-41cd-a1d4-514317253fce,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:22.379646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45434) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:22.399966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff031e3-d0e0-4264-9b28-ca9fd083a23a None None] DHCP port deletion for 002658d0-5020-47eb-a646-592aa204c465 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:25:22.447828 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.464375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7ff031e3-d0e0-4264-9b28-ca9fd083a23a None None] Deleting port e144c536-06f9-468b-976d-ef191cd03e75 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:22.464944 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ff031e3-d0e0-4264-9b28-ca9fd083a23a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.478451 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.496163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da61919f-a96d-4865-bea2-0f7958af9f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.507309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1362214026'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:22.536481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Made reservation on behalf of a299d8d2bd6d420c831bf6034c419b1c for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:22.542322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.543458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7ff031e3-d0e0-4264-9b28-ca9fd083a23a None None] For port e144c536-06f9-468b-976d-ef191cd03e75, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e144c536-06f9-468b-976d-ef191cd03e75,segment=NetworkSegment(74c69c92-7592-4309-835b-62b4264a740d),segment_id=74c69c92-7592-4309-835b-62b4264a740d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:22.544061 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ff031e3-d0e0-4264-9b28-ca9fd083a23a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.558048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.561072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61919f-a96d-4865-bea2-0f7958af9f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45324732-7de3-4efe-a140-c890508fb897,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:22.568437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Deleting port e144c536-06f9-468b-976d-ef191cd03e75 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:22.568657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.576661 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-da61919f-a96d-4865-bea2-0f7958af9f31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.577697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7ff031e3-d0e0-4264-9b28-ca9fd083a23a None None] Calling delete_port for e144c536-06f9-468b-976d-ef191cd03e75 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:22.579062 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-da61919f-a96d-4865-bea2-0f7958af9f31 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/45324732-7de3-4efe-a140-c890508fb897 HTTP/1.1" status: 204 len: 168 time: 0.5766077 Jul 27 22:25:22.582139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45440) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:22.679510 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] For port e144c536-06f9-468b-976d-ef191cd03e75, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e144c536-06f9-468b-976d-ef191cd03e75,segment=NetworkSegment(74c69c92-7592-4309-835b-62b4264a740d),segment_id=74c69c92-7592-4309-835b-62b4264a740d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:22.679811 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.685751 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ff031e3-d0e0-4264-9b28-ca9fd083a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.702419 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.704033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Calling delete_port for e144c536-06f9-468b-976d-ef191cd03e75 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:22.706697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.25.1.26 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/c2ccefc7-9ab7-441d-845b-d83045267c5e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:22.712374 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff031e3-d0e0-4264-9b28-ca9fd083a23a None None] No DVR routers for this DVR port e144c536-06f9-468b-976d-ef191cd03e75 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:22.758178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff031e3-d0e0-4264-9b28-ca9fd083a23a None None] Pushing event deleted for resources: {'Port': ['ID=e144c536-06f9-468b-976d-ef191cd03e75,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:22.799176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45442) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:22.843704 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.863205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb5387c-f4f9-474c-983f-dac3871e1d7f']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:22.876040 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.891594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054e867c-ec2a-4e25-8d31-b6dc87600455') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:22.892067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054e867c-ec2a-4e25-8d31-b6dc87600455') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:22.907639 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.909564 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e4034af7-35e9-4d4f-bdd3-2175cdf086ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24dca07b0139410a8b01c0f714b12da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1057484 Jul 27 22:25:22.911744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event deleted for resources: {'Port': ['ID=e144c536-06f9-468b-976d-ef191cd03e75,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:22.911870 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.913409 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.918090 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45444) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:22.925605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.926854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] No DVR routers for this DVR port e144c536-06f9-468b-976d-ef191cd03e75 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:22.928791 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.951344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:22.951876 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:22.954212 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:23.005448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:23.015399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb17dfc6-727f-49b3-ba7e-e50caf2c0996,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:23.028733 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.029092 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Added segment da7ac162-c50f-4f83-aed5-bec46d515934 of type vlan for network 0019e683-08e0-46de-b435-10168ee9c2c7 Jul 27 22:25:23.052696 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.060676 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.074307 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.076103 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] 10.222.0.24 "DELETE /v2.0/networks/bfb5387c-f4f9-474c-983f-dac3871e1d7f HTTP/1.1" status: 204 len: 168 time: 0.4927917 Jul 27 22:25:23.080914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002658d0-5020-47eb-a646-592aa204c465']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:23.089362 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.093515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66742452-6334-4d4a-821a-9c8d5f99427e admin admin] Pushing event deleted for resources: {'Network': ['ID=bfb5387c-f4f9-474c-983f-dac3871e1d7f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:23.093844 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f578686c-855e-4d40-8be1-d4855fe70e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.098511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c69c92-7592-4309-835b-62b4264a740d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:23.099265 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c69c92-7592-4309-835b-62b4264a740d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:23.121957 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.125766 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.131856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:23.132468 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.164967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f578686c-855e-4d40-8be1-d4855fe70e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.228664 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event updated for resources: {'Network': ['ID=0019e683-08e0-46de-b435-10168ee9c2c7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:23.237563 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.240987 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-51caa06d-db0e-4761-a366-e1651dbe1af4 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8601804 Jul 27 22:25:23.245255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45448) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:23.249816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:23.250985 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:23.253837 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:23.257083 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.266909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a7e1b4bb-7c4e-4449-b93a-69d5e85814b8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Request body: {'subnet': {'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:23.267636 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 0019e683-08e0-46de-b435-10168ee9c2c7 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:23.365340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=c2ccefc7-9ab7-441d-845b-d83045267c5e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:23.368864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:23.373007 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f578686c-855e-4d40-8be1-d4855fe70e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.376162 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f578686c-855e-4d40-8be1-d4855fe70e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.376692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e1b4bb-7c4e-4449-b93a-69d5e85814b8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Made reservation on behalf of a299d8d2bd6d420c831bf6034c419b1c for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:23.382620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e1b4bb-7c4e-4449-b93a-69d5e85814b8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.382754 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f578686c-855e-4d40-8be1-d4855fe70e66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6d73e43-2a71-47aa-b707-0c613713d4ff HTTP/1.1" status: 204 len: 168 time: 0.4670048 Jul 27 22:25:23.383360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:23.400857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578686c-855e-4d40-8be1-d4855fe70e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d73e43-2a71-47aa-b707-0c613713d4ff,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:23.402866 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:23.412664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:23.438779 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.453747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.458204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "DELETE /v2.0/networks/002658d0-5020-47eb-a646-592aa204c465 HTTP/1.1" status: 204 len: 168 time: 1.3547423 Jul 27 22:25:23.460900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45454) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:23.521444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412e6f7-f2c7-4260-9768-368ba6ef4a09 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event deleted for resources: {'Network': ['ID=002658d0-5020-47eb-a646-592aa204c465,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:23.546108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e05fad1c-6d6d-4350-a3a6-ef72bf5f2a14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdf83c594974422ea8dbd9a0e7b6c311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527987 Jul 27 22:25:23.546855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45456) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:23.550931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d388940f-7db7-4135-b37a-56949d71ac18 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Deleting subnet 3ec49375-df9c-4b08-8bcb-0bbed126141f {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:25:23.555137 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d388940f-7db7-4135-b37a-56949d71ac18 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.583664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e144c536-06f9-468b-976d-ef191cd03e75 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:25:23.606130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d388940f-7db7-4135-b37a-56949d71ac18 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.644456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: e144c536-06f9-468b-976d-ef191cd03e75 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:25:23.645184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e144c536-06f9-468b-976d-ef191cd03e75 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:25:23.707453 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e67354d-e8b2-4dfd-a659-e786a50cd86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.729939 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d388940f-7db7-4135-b37a-56949d71ac18 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.745141 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e67354d-e8b2-4dfd-a659-e786a50cd86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.869802 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d388940f-7db7-4135-b37a-56949d71ac18 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.883670 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.885465 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e67354d-e8b2-4dfd-a659-e786a50cd86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.887968 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e67354d-e8b2-4dfd-a659-e786a50cd86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.889263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1e67354d-e8b2-4dfd-a659-e786a50cd86e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7da4bdc2-febb-4c7a-b10f-0be99200ba15 HTTP/1.1" status: 204 len: 168 time: 0.3046870 Jul 27 22:25:23.904108 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e1b4bb-7c4e-4449-b93a-69d5e85814b8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.912852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388940f-7db7-4135-b37a-56949d71ac18 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec49375-df9c-4b08-8bcb-0bbed126141f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:23.926032 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d388940f-7db7-4135-b37a-56949d71ac18 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:23.930650 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d388940f-7db7-4135-b37a-56949d71ac18 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "DELETE /v2.0/subnets/3ec49375-df9c-4b08-8bcb-0bbed126141f HTTP/1.1" status: 204 len: 168 time: 0.4654820 Jul 27 22:25:23.934521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28933a21-fe03-49a6-8bad-90a8b0beda14 None None] Network 203bbc26-2e79-42ad-b3bf-aaac541f37c9 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:23.935745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45466) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:23.995490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e1b4bb-7c4e-4449-b93a-69d5e85814b8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Checking segment: {'id': 'da7ac162-c50f-4f83-aed5-bec46d515934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:23.995860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e1b4bb-7c4e-4449-b93a-69d5e85814b8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Network hostable DHCP agents. Network: 0019e683-08e0-46de-b435-10168ee9c2c7, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:24.002188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1b4bb-7c4e-4449-b93a-69d5e85814b8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event updated for resources: {'Subnet': ['ID=7450190c-fb14-44c3-81ad-537af1c28d57,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:24.017696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67354d-e8b2-4dfd-a659-e786a50cd86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da4bdc2-febb-4c7a-b10f-0be99200ba15,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:24.026399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d4ee4e-8ad1-45de-9c99-f99a98b27759 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Deleting subnet ccc827b2-ed6e-45fa-9ecb-fbdc6ba8e9a4 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:25:24.026945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e1b4bb-7c4e-4449-b93a-69d5e85814b8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Network 0019e683-08e0-46de-b435-10168ee9c2c7 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:24.033643 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ee4e-8ad1-45de-9c99-f99a98b27759 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.038666 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a7e1b4bb-7c4e-4449-b93a-69d5e85814b8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 0019e683-08e0-46de-b435-10168ee9c2c7) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:24.044263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e1b4bb-7c4e-4449-b93a-69d5e85814b8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:24.044947 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a7e1b4bb-7c4e-4449-b93a-69d5e85814b8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.064722 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a7e1b4bb-7c4e-4449-b93a-69d5e85814b8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8175042 Jul 27 22:25:24.067049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45474) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:24.076259 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Request body: {'port': {'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7', 'name': 'tempest-AllowedAddressPairTestJSON-1207801712'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:24.077228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd6f5c5-327c-42cc-a701-25f9a35b7878 None None] Network 0019e683-08e0-46de-b435-10168ee9c2c7 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:24.115795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ee4e-8ad1-45de-9c99-f99a98b27759 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.261119 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Made reservation on behalf of a299d8d2bd6d420c831bf6034c419b1c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:24.268620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.305160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] device_id is not set on port d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:25:24.345220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-0019e683-08e0-46de-b435-10168ee9c2c7', 'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7', 'tenant_id': 'a299d8d2bd6d420c831bf6034c419b1c', 'fixed_ips': [{'subnet_id': '7450190c-fb14-44c3-81ad-537af1c28d57'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:25:24.347201 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.405069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45482) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:24.508673 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f93595f5-83f4-4654-8e2a-e86b58d29cfa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec6cf613d78844e38354c8d44d0086a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1024601 Jul 27 22:25:24.510519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Allocated IP 172.20.0.12 (0019e683-08e0-46de-b435-10168ee9c2c7/7450190c-fb14-44c3-81ad-537af1c28d57/d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:24.512121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ba2a8-b2b9-485e-bdff-3ac208266670 None None] DHCP port deletion for 203bbc26-2e79-42ad-b3bf-aaac541f37c9 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:25:24.513081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45486) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:24.611536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-427ba2a8-b2b9-485e-bdff-3ac208266670 None None] Deleting port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:24.612072 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-427ba2a8-b2b9-485e-bdff-3ac208266670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.622926 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22b2a6f3-cc63-4873-9aa2-d562ebb2005b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.659204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ee4e-8ad1-45de-9c99-f99a98b27759 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.678579 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.700311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22b2a6f3-cc63-4873-9aa2-d562ebb2005b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.707080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-427ba2a8-b2b9-485e-bdff-3ac208266670 None None] For port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe,segment=NetworkSegment(cba49974-0df4-4739-982c-dcd590c5c5db),segment_id=cba49974-0df4-4739-982c-dcd590c5c5db)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:24.707771 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-427ba2a8-b2b9-485e-bdff-3ac208266670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.723284 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-427ba2a8-b2b9-485e-bdff-3ac208266670 None None] Calling delete_port for 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:24.792302 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.797863 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22b2a6f3-cc63-4873-9aa2-d562ebb2005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.801563 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-22b2a6f3-cc63-4873-9aa2-d562ebb2005b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.802999 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-22b2a6f3-cc63-4873-9aa2-d562ebb2005b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89a154a6-d4ec-424d-8327-f434b846d712 HTTP/1.1" status: 204 len: 168 time: 0.2885594 Jul 27 22:25:24.820890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2a6f3-cc63-4873-9aa2-d562ebb2005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a154a6-d4ec-424d-8327-f434b846d712,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:24.824395 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-427ba2a8-b2b9-485e-bdff-3ac208266670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.860755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ba2a8-b2b9-485e-bdff-3ac208266670 None None] Pushing event deleted for resources: {'Port': ['ID=34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:24.862778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ba2a8-b2b9-485e-bdff-3ac208266670 None None] No DVR routers for this DVR port 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:24.895312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Transition to ACTIVE for port object d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:24.898992 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ee4e-8ad1-45de-9c99-f99a98b27759 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.932829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4ee4e-8ad1-45de-9c99-f99a98b27759 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc827b2-ed6e-45fa-9ecb-fbdc6ba8e9a4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:24.942573 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.949310 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7d4ee4e-8ad1-45de-9c99-f99a98b27759 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:24.951574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c7d4ee4e-8ad1-45de-9c99-f99a98b27759 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "DELETE /v2.0/subnets/ccc827b2-ed6e-45fa-9ecb-fbdc6ba8e9a4 HTTP/1.1" status: 204 len: 168 time: 1.0145996 Jul 27 22:25:24.955722 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45496) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:25.003268 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Network 0019e683-08e0-46de-b435-10168ee9c2c7 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:25.007048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:25.011269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:25.017177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af63b184-ad6e-4176-b378-9b6d30654079 None None] Network 417ad400-74f5-41aa-9bc3-482a192c0a89 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:25.045499 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.050695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event updated for resources: {'Port': ['ID=d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:25.074515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:25:25.094442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:25.095141 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.129689 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-646b39fe-93c4-47ee-9fbe-aa365b8f348e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0610774 Jul 27 22:25:25.132203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45502) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:25.137395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Request body: {'port': {'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7', 'name': 'tempest-AllowedAddressPairTestJSON-155152810', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:55:0d:c4'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:25.138585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Allocated IP 172.20.0.2 (0019e683-08e0-46de-b435-10168ee9c2c7/7450190c-fb14-44c3-81ad-537af1c28d57/a64f972e-623c-43c1-8fe9-fa6da89ca1df) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:25.201772 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.216046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203bbc26-2e79-42ad-b3bf-aaac541f37c9']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:25.303006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba49974-0df4-4739-982c-dcd590c5c5db') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:25.306436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba49974-0df4-4739-982c-dcd590c5c5db') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:25.324169 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.331354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Made reservation on behalf of a299d8d2bd6d420c831bf6034c419b1c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:25.363247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.383985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:25.385914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:25.386405 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:25.390396 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:25.404233 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Sync routers for ids ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:25.416570 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Routers {'4d26d671-c97d-4650-bfdc-9d60e010c3a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:25.418631 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:25.421719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63330744-a847-4474-b786-eafab2b54329 None None] DHCP port deletion for 417ad400-74f5-41aa-9bc3-482a192c0a89 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:25:25.460785 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.496824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Transition to ACTIVE for port object a64f972e-623c-43c1-8fe9-fa6da89ca1df will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:25.503493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:25:25.538712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:25:25.539165 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 34a3ab6c-a6b3-409d-aa62-3dc75c09d9fe not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:25:25.553646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-63330744-a847-4474-b786-eafab2b54329 None None] Deleting port b922a69a-fa3a-43bc-8658-378373ef0d93 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:25.554021 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63330744-a847-4474-b786-eafab2b54329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.560299 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.568680 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.571829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-053ed4ca-e75c-40cc-bee2-4ec3b512e02b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8888955 Jul 27 22:25:25.581744 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.583733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45518) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:25.620100 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.624303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "DELETE /v2.0/networks/203bbc26-2e79-42ad-b3bf-aaac541f37c9 HTTP/1.1" status: 204 len: 168 time: 0.6671464 Jul 27 22:25:25.625248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf36c1-786b-4553-a0ba-037bc8d5650f tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event deleted for resources: {'Network': ['ID=203bbc26-2e79-42ad-b3bf-aaac541f37c9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:25.627723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45522) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:25.629366 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-63330744-a847-4474-b786-eafab2b54329 None None] For port b922a69a-fa3a-43bc-8658-378373ef0d93, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b922a69a-fa3a-43bc-8658-378373ef0d93,segment=NetworkSegment(3b1d2905-f0b4-4942-802e-45d599d569ed),segment_id=3b1d2905-f0b4-4942-802e-45d599d569ed)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:25.629767 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63330744-a847-4474-b786-eafab2b54329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.632833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Transition to ACTIVE for port object a64f972e-623c-43c1-8fe9-fa6da89ca1df will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:25.633986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] device_id is not set on port 6c41cd41-b1df-4a25-907f-7e883640b9be yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:25:25.646614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-63330744-a847-4474-b786-eafab2b54329 None None] Calling delete_port for b922a69a-fa3a-43bc-8658-378373ef0d93 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:25.652499 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.685513 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Set router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:25:25.696122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45524) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:25.714730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Pushing event updated for resources: {'Port': ['ID=a64f972e-623c-43c1-8fe9-fa6da89ca1df,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:25.732617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Network 0019e683-08e0-46de-b435-10168ee9c2c7 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:25.862016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-157010360', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:25.920935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Made reservation on behalf of d036b683ecb94b569b58ccef7c569d89 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:25.925110 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:25.926207 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.928470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:25.942905 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.950223 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:25.992620 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:25:23Z', 'revision_number': 3, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:26.028257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Attempting to bind port a64f972e-623c-43c1-8fe9-fa6da89ca1df on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:26.028627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Attempting to bind port a64f972e-623c-43c1-8fe9-fa6da89ca1df by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'da7ac162-c50f-4f83-aed5-bec46d515934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:26.028993 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Attempting to bind port a64f972e-623c-43c1-8fe9-fa6da89ca1df on network 0019e683-08e0-46de-b435-10168ee9c2c7 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:26.030162 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Checking router: 4d26d671-c97d-4650-bfdc-9d60e010c3a0 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:25:26.030882 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Updating router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 port c2ccefc7-9ab7-441d-845b-d83045267c5e binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:25:26.045011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:26.045391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Checking segment: {'id': 'da7ac162-c50f-4f83-aed5-bec46d515934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:26.045849 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.046331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Bound using segment: {'id': 'da7ac162-c50f-4f83-aed5-bec46d515934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:26.046798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Bound port: a64f972e-623c-43c1-8fe9-fa6da89ca1df, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7ac162-c50f-4f83-aed5-bec46d515934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:26.047707 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.063780 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.064900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Allocated IP 172.20.0.13 (0019e683-08e0-46de-b435-10168ee9c2c7/7450190c-fb14-44c3-81ad-537af1c28d57/6c41cd41-b1df-4a25-907f-7e883640b9be) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:26.114989 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63330744-a847-4474-b786-eafab2b54329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.133916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63330744-a847-4474-b786-eafab2b54329 None None] No DVR routers for this DVR port b922a69a-fa3a-43bc-8658-378373ef0d93 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:26.149638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.163130 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.163448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63330744-a847-4474-b786-eafab2b54329 None None] Pushing event deleted for resources: {'Port': ['ID=b922a69a-fa3a-43bc-8658-378373ef0d93,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:26.165834 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] For port a64f972e-623c-43c1-8fe9-fa6da89ca1df, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:26.169389 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] For port a64f972e-623c-43c1-8fe9-fa6da89ca1df, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a64f972e-623c-43c1-8fe9-fa6da89ca1df,segment=NetworkSegment(da7ac162-c50f-4f83-aed5-bec46d515934),segment_id=da7ac162-c50f-4f83-aed5-bec46d515934)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:26.180831 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.195591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] device_id is not set on port 4b9dbd78-46fb-4b94-b3bb-140df4a45357 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:25:26.199476 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9b87b90b-52f6-4944-9ff4-d3f4ec4d2309 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=28b86e8c06114800a9109512618bca6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6137261 Jul 27 22:25:26.200583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f9dc0a-7a8f-4998-91c8-c9f973399313,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:26.202430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45538) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:26.324354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2b1ef-67b4-4153-a1d5-3d5ea34bc5fb None None] Pushing event updated for resources: {'Port': ['ID=a64f972e-623c-43c1-8fe9-fa6da89ca1df,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:26.464396 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.493306 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Transition to ACTIVE for port object c2ccefc7-9ab7-441d-845b-d83045267c5e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:26.504297 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.584374 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Allocated IP 172.25.1.67 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/4b9dbd78-46fb-4b94-b3bb-140df4a45357) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:26.592799 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Pushing event updated for resources: {'Port': ['ID=c2ccefc7-9ab7-441d-845b-d83045267c5e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:26.608048 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:26.608574 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:26.609049 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:26.609591 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:26.610108 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:26.610658 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:26.611427 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:26.611897 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:26.612378 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:26.612847 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:26.613312 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:26.613902 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:26.627046 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Attempting to bind port c2ccefc7-9ab7-441d-845b-d83045267c5e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:26.628159 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Attempting to bind port c2ccefc7-9ab7-441d-845b-d83045267c5e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:26.628716 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Attempting to bind port c2ccefc7-9ab7-441d-845b-d83045267c5e on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:26.639373 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:26.640163 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:26.641495 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.642227 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:26.642851 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Bound port: c2ccefc7-9ab7-441d-845b-d83045267c5e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:26.643336 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.711170 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] For port c2ccefc7-9ab7-441d-845b-d83045267c5e, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:26.715458 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] For port c2ccefc7-9ab7-441d-845b-d83045267c5e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c2ccefc7-9ab7-441d-845b-d83045267c5e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:26.726072 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.795568 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Routers {'4d26d671-c97d-4650-bfdc-9d60e010c3a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:26.797543 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:26.810591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.871429 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.900584 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:26.924159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:26.928910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:26.943532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:26.945880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417ad400-74f5-41aa-9bc3-482a192c0a89']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:26.951792 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] Set router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:25:26.980543 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aa072-83bf-4303-9b12-de86aaf7190a None None] Pushing event updated for resources: {'Port': ['ID=c2ccefc7-9ab7-441d-845b-d83045267c5e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:26.992348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1d2905-f0b4-4942-802e-45d599d569ed') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:26.992696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1d2905-f0b4-4942-802e-45d599d569ed') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:27.020550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.022974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943e6651-80db-4c59-a3aa-ac119d05c654 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:27.024529 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-943e6651-80db-4c59-a3aa-ac119d05c654 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8188341 Jul 27 22:25:27.032277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45552) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:27.058432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.070314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.072872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:27.073279 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:27.077612 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:27.101568 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-42c60357-b283-4b0a-920c-5c244e246da1 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597367 Jul 27 22:25:27.102163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Pushing event updated for resources: {'Port': ['ID=4b9dbd78-46fb-4b94-b3bb-140df4a45357,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:27.112221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:27.119941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9abd7b3a-35ef-4e66-993a-9b547a9716cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-13112675', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'project_id': '28b86e8c06114800a9109512618bca6b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:27.138217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:27.139135 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.155744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Transition to ACTIVE for port object 6c41cd41-b1df-4a25-907f-7e883640b9be will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:27.180624 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.184945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2cc24a8a-dab1-4ad2-b7e1-42883d493bb5 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.4868820 Jul 27 22:25:27.189666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45558) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:27.196866 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.67'}]}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:27.199961 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.201809 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "DELETE /v2.0/networks/417ad400-74f5-41aa-9bc3-482a192c0a89 HTTP/1.1" status: 204 len: 168 time: 1.5693951 Jul 27 22:25:27.207020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45560) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:27.239981 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:25:23Z', 'revision_number': 3, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:27.255113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfd16a-b12c-410b-a2e6-bfe8ff79b4f4 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event deleted for resources: {'Network': ['ID=417ad400-74f5-41aa-9bc3-482a192c0a89,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:27.255672 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.264969 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.273728 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.300670 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c66b49-4211-44dd-b8c5-b03a52460d29 None None] The sync data for ids ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'] in n-d-802011-3 is: [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:25:23Z', 'revision_number': 3, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:27.340715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Network 0019e683-08e0-46de-b435-10168ee9c2c7 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:27.377213 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.403029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b97972f-278a-4028-aa3f-d7f78798a9dc tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Deleting subnet f72b20f9-1707-442e-9713-eab4665b7ef9 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:25:27.420205 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b97972f-278a-4028-aa3f-d7f78798a9dc tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.438398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abd7b3a-35ef-4e66-993a-9b547a9716cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Made reservation on behalf of 28b86e8c06114800a9109512618bca6b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:27.442375 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9abd7b3a-35ef-4e66-993a-9b547a9716cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.484240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:27.487723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:27.524093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:27.554068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event updated for resources: {'Port': ['ID=6c41cd41-b1df-4a25-907f-7e883640b9be,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:27.563601 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b97972f-278a-4028-aa3f-d7f78798a9dc tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.571093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a64f972e-623c-43c1-8fe9-fa6da89ca1df up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:27.616296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:27.617006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:27.617597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:27.618140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:27.618764 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:27.619305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:27.619844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:27.620400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:27.621266 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:27.621990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:27.623016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:27.623625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:27.646150 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:27.646998 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.678759 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-70d792a5-c0cd-4a90-9dff-ddd89961251e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5454512 Jul 27 22:25:27.683428 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45568) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:27.703521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port a64f972e-623c-43c1-8fe9-fa6da89ca1df completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:27.811050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869c8a7c-a176-42e6-ac8e-e7923f8a1cd2 None None] Network 0019e683-08e0-46de-b435-10168ee9c2c7 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:27.817726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b922a69a-fa3a-43bc-8658-378373ef0d93 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:25:27.820124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9abd7b3a-35ef-4e66-993a-9b547a9716cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.887285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: b922a69a-fa3a-43bc-8658-378373ef0d93 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:25:27.887631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b922a69a-fa3a-43bc-8658-378373ef0d93 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:25:27.903602 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3217259b-c9d5-45f1-af25-786eb14f5c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.935057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-39c625bd-6218-4de9-9f12-40ef27aeff1c None None] Provisioning for port a64f972e-623c-43c1-8fe9-fa6da89ca1df completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:27.942456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-39c625bd-6218-4de9-9f12-40ef27aeff1c None None] Provisioning complete for port a64f972e-623c-43c1-8fe9-fa6da89ca1df triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:27.942456 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39c625bd-6218-4de9-9f12-40ef27aeff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.952500 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b97972f-278a-4028-aa3f-d7f78798a9dc tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:27.976458 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.005218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd7b3a-35ef-4e66-993a-9b547a9716cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Subnet': ['ID=514a6a3e-fc31-4944-93ce-888397d7626a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:28.012330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5915be4c-7fa5-48ef-b993-a5f810971b6f tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:28.019224 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5915be4c-7fa5-48ef-b993-a5f810971b6f tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:28.025469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abd7b3a-35ef-4e66-993a-9b547a9716cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Checking segment: {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:28.029819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd7b3a-35ef-4e66-993a-9b547a9716cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network hostable DHCP agents. Network: 6e731a45-9191-4340-bf12-130fe7b57ea8, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:28.030000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5915be4c-7fa5-48ef-b993-a5f810971b6f tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:28.033966 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5915be4c-7fa5-48ef-b993-a5f810971b6f tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3492148 Jul 27 22:25:28.038642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45570) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:28.106665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd7b3a-35ef-4e66-993a-9b547a9716cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 6e731a45-9191-4340-bf12-130fe7b57ea8 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:28.122296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9abd7b3a-35ef-4e66-993a-9b547a9716cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 6e731a45-9191-4340-bf12-130fe7b57ea8) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:28.131195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abd7b3a-35ef-4e66-993a-9b547a9716cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:28.131975 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9abd7b3a-35ef-4e66-993a-9b547a9716cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.179931 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39c625bd-6218-4de9-9f12-40ef27aeff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.187033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4199d01a-4a8a-462d-b9fc-c3dfb31fd2da None None] Network 6e731a45-9191-4340-bf12-130fe7b57ea8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:28.194090 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b97972f-278a-4028-aa3f-d7f78798a9dc tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.237266 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97972f-278a-4028-aa3f-d7f78798a9dc tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event deleted for resources: {'Subnet': ['ID=f72b20f9-1707-442e-9713-eab4665b7ef9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:28.245306 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b97972f-278a-4028-aa3f-d7f78798a9dc tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.250603 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1b97972f-278a-4028-aa3f-d7f78798a9dc tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "DELETE /v2.0/subnets/f72b20f9-1707-442e-9713-eab4665b7ef9 HTTP/1.1" status: 204 len: 168 time: 1.0381479 Jul 27 22:25:28.252683 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45572) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:28.262908 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b06ca26-cfbb-44ad-b938-33eded3cc1e6 None None] Network b861afbd-5f70-4b8f-af88-0b559039d040 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:28.311876 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.339111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.343889 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3217259b-c9d5-45f1-af25-786eb14f5c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.364889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-39c625bd-6218-4de9-9f12-40ef27aeff1c None None] For port a64f972e-623c-43c1-8fe9-fa6da89ca1df, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a64f972e-623c-43c1-8fe9-fa6da89ca1df,segment=NetworkSegment(da7ac162-c50f-4f83-aed5-bec46d515934),segment_id=da7ac162-c50f-4f83-aed5-bec46d515934)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:28.367247 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3217259b-c9d5-45f1-af25-786eb14f5c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.379559 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-39c625bd-6218-4de9-9f12-40ef27aeff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.390184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-afebb2f4-703f-4f84-bcd4-4ddf92adc928 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Deleting port 6c41cd41-b1df-4a25-907f-7e883640b9be {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:28.390184 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afebb2f4-703f-4f84-bcd4-4ddf92adc928 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.401076 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.428392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9abd7b3a-35ef-4e66-993a-9b547a9716cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3127890 Jul 27 22:25:28.434587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:28.509364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217259b-c9d5-45f1-af25-786eb14f5c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c532b27d-2ad0-4a66-bcd6-b168100834b3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:28.531968 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3217259b-c9d5-45f1-af25-786eb14f5c20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e62d67f5c8174a0fb4fef3095d47921e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0045106 Jul 27 22:25:28.534632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:28.557882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c625bd-6218-4de9-9f12-40ef27aeff1c None None] Pushing event updated for resources: {'Port': ['ID=a64f972e-623c-43c1-8fe9-fa6da89ca1df,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:28.640936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-6e731a45-9191-4340-bf12-130fe7b57ea8', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ips': [{'subnet_id': '514a6a3e-fc31-4944-93ce-888397d7626a'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:25:28.645596 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.672185 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afebb2f4-703f-4f84-bcd4-4ddf92adc928 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.727535 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee667-999d-4bd2-ac39-13ec7f1db943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.732600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-afebb2f4-703f-4f84-bcd4-4ddf92adc928 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Calling delete_port for 6c41cd41-b1df-4a25-907f-7e883640b9be owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:28.745416 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b863e4-0956-4c67-ac06-803347160bdc None None] DHCP port deletion for b861afbd-5f70-4b8f-af88-0b559039d040 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:25:28.769105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee667-999d-4bd2-ac39-13ec7f1db943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.794558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Deleting port 50dff522-91da-4109-9b78-97f883efe6dc {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:28.794907 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.851438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b72fccee-81b2-4262-9170-f7dd5d3ce469 None None] Provisioning complete for port a64f972e-623c-43c1-8fe9-fa6da89ca1df triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:28.852359 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b72fccee-81b2-4262-9170-f7dd5d3ce469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.917823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-96b863e4-0956-4c67-ac06-803347160bdc None None] Deleting port 50dff522-91da-4109-9b78-97f883efe6dc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:28.918889 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96b863e4-0956-4c67-ac06-803347160bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:28.988561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] For port 50dff522-91da-4109-9b78-97f883efe6dc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=50dff522-91da-4109-9b78-97f883efe6dc,segment=NetworkSegment(e18ba5e3-e3d6-4513-bfe3-0ac9716467f0),segment_id=e18ba5e3-e3d6-4513-bfe3-0ac9716467f0)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:28.989085 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.007354 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee667-999d-4bd2-ac39-13ec7f1db943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.007354 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee667-999d-4bd2-ac39-13ec7f1db943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.011507 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6c1ee667-999d-4bd2-ac39-13ec7f1db943 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c532b27d-2ad0-4a66-bcd6-b168100834b3 HTTP/1.1" status: 204 len: 168 time: 0.4738758 Jul 27 22:25:29.027993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Calling delete_port for 50dff522-91da-4109-9b78-97f883efe6dc owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:29.029826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ee667-999d-4bd2-ac39-13ec7f1db943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c532b27d-2ad0-4a66-bcd6-b168100834b3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:29.101610 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.113675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Allocated IP 172.20.0.2 (6e731a45-9191-4340-bf12-130fe7b57ea8/514a6a3e-fc31-4944-93ce-888397d7626a/d7ef1fb7-844b-4187-b37f-ee58709063c4) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:29.159862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-96b863e4-0956-4c67-ac06-803347160bdc None None] For port 50dff522-91da-4109-9b78-97f883efe6dc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=50dff522-91da-4109-9b78-97f883efe6dc,segment=NetworkSegment(e18ba5e3-e3d6-4513-bfe3-0ac9716467f0),segment_id=e18ba5e3-e3d6-4513-bfe3-0ac9716467f0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:29.160341 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96b863e4-0956-4c67-ac06-803347160bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.171125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afebb2f4-703f-4f84-bcd4-4ddf92adc928 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.211870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebb2f4-703f-4f84-bcd4-4ddf92adc928 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event deleted for resources: {'Port': ['ID=6c41cd41-b1df-4a25-907f-7e883640b9be,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:29.260033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-96b863e4-0956-4c67-ac06-803347160bdc None None] Calling delete_port for 50dff522-91da-4109-9b78-97f883efe6dc owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:29.338231 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.370445 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] No DVR routers for this DVR port 50dff522-91da-4109-9b78-97f883efe6dc on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:29.452532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b72fccee-81b2-4262-9170-f7dd5d3ce469 None None] Could not find standard attr ID for object 6c41cd41-b1df-4a25-907f-7e883640b9be. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:25:29.519109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b72fccee-81b2-4262-9170-f7dd5d3ce469 None None] Provisioning for port d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:29.547119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b72fccee-81b2-4262-9170-f7dd5d3ce469 None None] Provisioning complete for port d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:29.547449 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b72fccee-81b2-4262-9170-f7dd5d3ce469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.577008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event deleted for resources: {'Port': ['ID=50dff522-91da-4109-9b78-97f883efe6dc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:29.594975 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.603398 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.710486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c2ccefc7-9ab7-441d-845b-d83045267c5e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:29.730724 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-96b863e4-0956-4c67-ac06-803347160bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.738519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45582) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:29.765961 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.786595 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.787807 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f89c2d8-cb1c-46f1-ad1d-8f295c62b7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.797976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b72fccee-81b2-4262-9170-f7dd5d3ce469 None None] Port d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:29.806853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b863e4-0956-4c67-ac06-803347160bdc None None] Pushing event deleted for resources: {'Port': ['ID=50dff522-91da-4109-9b78-97f883efe6dc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:29.822950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b863e4-0956-4c67-ac06-803347160bdc None None] No DVR routers for this DVR port 50dff522-91da-4109-9b78-97f883efe6dc on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:29.854296 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.866144 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.867934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c25a896-4753-4d6f-87d6-2af382d7bbe3 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:25:29.872212 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Transition to ACTIVE for port object d7ef1fb7-844b-4187-b37f-ee58709063c4 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:29.880241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port c2ccefc7-9ab7-441d-845b-d83045267c5e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:29.889146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c2ccefc7-9ab7-441d-845b-d83045267c5e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:29.890156 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.891735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b861afbd-5f70-4b8f-af88-0b559039d040']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:29.914034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18ba5e3-e3d6-4513-bfe3-0ac9716467f0') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:29.914604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18ba5e3-e3d6-4513-bfe3-0ac9716467f0') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:29.933694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2796475a-5570-4063-97d4-2b0469a080e2 None None] Could not find standard attr ID for object 6c41cd41-b1df-4a25-907f-7e883640b9be. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:25:29.937488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Transition to ACTIVE for port object d7ef1fb7-844b-4187-b37f-ee58709063c4 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:29.938229 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.959216 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.972785 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afebb2f4-703f-4f84-bcd4-4ddf92adc928 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:29.975218 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-afebb2f4-703f-4f84-bcd4-4ddf92adc928 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "DELETE /v2.0/ports/6c41cd41-b1df-4a25-907f-7e883640b9be HTTP/1.1" status: 204 len: 168 time: 1.9317565 Jul 27 22:25:29.979186 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45584) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:29.982006 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.005438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2796475a-5570-4063-97d4-2b0469a080e2 None None] Provisioning complete for port d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:30.005438 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2796475a-5570-4063-97d4-2b0469a080e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.023495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:30.023996 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.028603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Network 6e731a45-9191-4340-bf12-130fe7b57ea8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:30.029045 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:30.042745 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f207cc49-324e-494b-aa5f-a13018425c5d tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] GET failed (client error): The resource could not be found. Jul 27 22:25:30.043700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:30.044502 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f207cc49-324e-494b-aa5f-a13018425c5d tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "GET /v2.0/ports/6c41cd41-b1df-4a25-907f-7e883640b9be HTTP/1.1" status: 404 len: 333 time: 0.0641878 Jul 27 22:25:30.055426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:30.066602 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Pushing event updated for resources: {'Port': ['ID=d7ef1fb7-844b-4187-b37f-ee58709063c4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:30.081762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2796475a-5570-4063-97d4-2b0469a080e2 None None] Port d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:30.085373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45586) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:30.090547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Request body: {'port': {'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7', 'name': 'tempest-AllowedAddressPairTestJSON-898005559'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:30.157733 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.162059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Attempting to bind port d7ef1fb7-844b-4187-b37f-ee58709063c4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:30.162551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Attempting to bind port d7ef1fb7-844b-4187-b37f-ee58709063c4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:30.163030 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Attempting to bind port d7ef1fb7-844b-4187-b37f-ee58709063c4 on network 6e731a45-9191-4340-bf12-130fe7b57ea8 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:30.173556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:30.174077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Checking segment: {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:30.174612 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.175160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Bound using segment: {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:30.175666 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Bound port: d7ef1fb7-844b-4187-b37f-ee58709063c4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:30.176112 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.178326 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.183634 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.188803 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "DELETE /v2.0/networks/b861afbd-5f70-4b8f-af88-0b559039d040 HTTP/1.1" status: 204 len: 168 time: 1.9317470 Jul 27 22:25:30.190620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:30.196993 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port c2ccefc7-9ab7-441d-845b-d83045267c5e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c2ccefc7-9ab7-441d-845b-d83045267c5e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:30.219839 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.220623 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a64f972e-623c-43c1-8fe9-fa6da89ca1df up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:30.221971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba6586-92c0-431a-b1a8-94bd82ddf019 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Pushing event deleted for resources: {'Network': ['ID=b861afbd-5f70-4b8f-af88-0b559039d040,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:30.252229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ec848935-a66f-4f37-bbb3-84eb5f1edad2 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "GET /v2.0/ports?device_id=221a1d19-1023-4a0b-9a9d-f0515c96c075 HTTP/1.1" status: 200 len: 205 time: 0.0531676 Jul 27 22:25:30.253385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45590) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:30.280474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.20.0.1 (6e731a45-9191-4340-bf12-130fe7b57ea8/514a6a3e-fc31-4944-93ce-888397d7626a/5f671dfb-e512-4db5-9f0c-adde75ac2733) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:30.308474 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f89c2d8-cb1c-46f1-ad1d-8f295c62b7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.315463 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9f89c2d8-cb1c-46f1-ad1d-8f295c62b7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.347833 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 22:25:30.348942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7925b7ff-d3ce-4a2e-9526-b98160f23b3a tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1575818 Jul 27 22:25:30.351663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45592) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:30.399836 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9852649-5f6e-4025-b4e3-1192a77d8c07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.411164 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9f89c2d8-cb1c-46f1-ad1d-8f295c62b7bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=052a509f2cc846dc9bb8f47829d5dc70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6713340 Jul 27 22:25:30.431090 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:30.443600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89c2d8-cb1c-46f1-ad1d-8f295c62b7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92ec486-3592-477b-a44b-30374eb55509,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:30.451187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Made reservation on behalf of a299d8d2bd6d420c831bf6034c419b1c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:30.453521 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.492142 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.498825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=c2ccefc7-9ab7-441d-845b-d83045267c5e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:30.504442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] device_id is not set on port e329f4c8-26bc-4e32-8c2a-b079813019f1 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:25:30.504613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] For port d7ef1fb7-844b-4187-b37f-ee58709063c4, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:30.508641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] For port d7ef1fb7-844b-4187-b37f-ee58709063c4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d7ef1fb7-844b-4187-b37f-ee58709063c4,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:30.517518 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.521618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Transition to ACTIVE for port object 5f671dfb-e512-4db5-9f0c-adde75ac2733 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:30.547010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ef1812f8-31ff-48f4-8c15-8726de0cfbd9 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Deleting port 4b9dbd78-46fb-4b94-b3bb-140df4a45357 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:30.547474 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef1812f8-31ff-48f4-8c15-8726de0cfbd9 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.561635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a64f972e-623c-43c1-8fe9-fa6da89ca1df triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:30.562148 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.564347 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e759283-088a-4532-b13b-ddb703827cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.632473 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e759283-088a-4532-b13b-ddb703827cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.651483 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9852649-5f6e-4025-b4e3-1192a77d8c07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.656981 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9852649-5f6e-4025-b4e3-1192a77d8c07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.663261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4cf2c-c83a-49a8-b710-e3d041b54781 None None] Pushing event updated for resources: {'Port': ['ID=d7ef1fb7-844b-4187-b37f-ee58709063c4,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:30.692115 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.737719 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef1812f8-31ff-48f4-8c15-8726de0cfbd9 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.738835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9852649-5f6e-4025-b4e3-1192a77d8c07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.739340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9852649-5f6e-4025-b4e3-1192a77d8c07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Fanout notify agent at l3_agent the message router_deleted on router 221a1d19-1023-4a0b-9a9d-f0515c96c075 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:25:30.747253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 50dff522-91da-4109-9b78-97f883efe6dc no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:25:30.747660 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f9852649-5f6e-4025-b4e3-1192a77d8c07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.751196 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f9852649-5f6e-4025-b4e3-1192a77d8c07 tempest-RoutersNegativeIpV6Test-853090119 tempest-RoutersNegativeIpV6Test-853090119-project] 10.222.0.24 "DELETE /v2.0/routers/221a1d19-1023-4a0b-9a9d-f0515c96c075 HTTP/1.1" status: 204 len: 168 time: 0.4929025 Jul 27 22:25:30.766584 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Allocated IP 172.20.0.11 (0019e683-08e0-46de-b435-10168ee9c2c7/7450190c-fb14-44c3-81ad-537af1c28d57/e329f4c8-26bc-4e32-8c2a-b079813019f1) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:30.794054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=5f671dfb-e512-4db5-9f0c-adde75ac2733,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:30.800705 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 50dff522-91da-4109-9b78-97f883efe6dc {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:25:30.801421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 50dff522-91da-4109-9b78-97f883efe6dc not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:25:30.809473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 6e731a45-9191-4340-bf12-130fe7b57ea8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:30.818715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:30.831787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ef1812f8-31ff-48f4-8c15-8726de0cfbd9 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Calling delete_port for 4b9dbd78-46fb-4b94-b3bb-140df4a45357 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:30.841351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:30.876054 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:25:30.896786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:30.897142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:30.897485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:30.897825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:30.898158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:30.898530 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:30.899106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:30.899445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:30.899961 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:30.900290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:30.900772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:30.901098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:25:30.974412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e759283-088a-4532-b13b-ddb703827cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.977968 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e759283-088a-4532-b13b-ddb703827cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:30.979642 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7e759283-088a-4532-b13b-ddb703827cb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d92ec486-3592-477b-a44b-30374eb55509 HTTP/1.1" status: 204 len: 168 time: 0.5474346 Jul 27 22:25:31.005772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e759283-088a-4532-b13b-ddb703827cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92ec486-3592-477b-a44b-30374eb55509,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:31.019104 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:31.113028 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:31.139011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Transition to ACTIVE for port object e329f4c8-26bc-4e32-8c2a-b079813019f1 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:31.184006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45604) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:31.198955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:31.256498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Network 0019e683-08e0-46de-b435-10168ee9c2c7 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:31.259858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:31.264975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:31.324139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event updated for resources: {'Port': ['ID=e329f4c8-26bc-4e32-8c2a-b079813019f1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:31.333507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:31.334434 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:31.365705 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-46413bb6-4b29-4de2-b1fb-196ffa5e3eb7 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2793493 Jul 27 22:25:31.366441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45610) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:31.373322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-237179bc-00fb-4159-80df-702c5c593ffc tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:55:0d:c4'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:31.654302 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef1812f8-31ff-48f4-8c15-8726de0cfbd9 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:31.691271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1812f8-31ff-48f4-8c15-8726de0cfbd9 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b9dbd78-46fb-4b94-b3bb-140df4a45357,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:31.713205 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:31.717728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c2ccefc7-9ab7-441d-845b-d83045267c5e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:31.779373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d37e4f75-45c3-43fc-8ac7-25dd16475886 None None] Provisioning for port e329f4c8-26bc-4e32-8c2a-b079813019f1 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:31.786894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d37e4f75-45c3-43fc-8ac7-25dd16475886 None None] Provisioning complete for port e329f4c8-26bc-4e32-8c2a-b079813019f1 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:31.787484 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d37e4f75-45c3-43fc-8ac7-25dd16475886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:31.794308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c2ccefc7-9ab7-441d-845b-d83045267c5e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:31.794990 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:31.865339 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef1812f8-31ff-48f4-8c15-8726de0cfbd9 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:31.871804 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ef1812f8-31ff-48f4-8c15-8726de0cfbd9 tempest-RoutersAdminNegativeIpV6Test-357375139 tempest-RoutersAdminNegativeIpV6Test-357375139-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4b9dbd78-46fb-4b94-b3bb-140df4a45357 HTTP/1.1" status: 204 len: 168 time: 1.5151513 Jul 27 22:25:31.883282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d37e4f75-45c3-43fc-8ac7-25dd16475886 None None] Port e329f4c8-26bc-4e32-8c2a-b079813019f1 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:31.983229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d7ef1fb7-844b-4187-b37f-ee58709063c4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:32.071984 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d7ef1fb7-844b-4187-b37f-ee58709063c4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:32.107503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0a873c-6efa-49e4-922a-c93cdeca2ae5 None None] Network 6e731a45-9191-4340-bf12-130fe7b57ea8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:32.121032 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f802ce79-f4d8-4e86-b930-de83b37d0d9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=897b675bda884821aef42901db41ba4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9354291 Jul 27 22:25:32.123743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45630) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:32.206427 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-237179bc-00fb-4159-80df-702c5c593ffc tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.217690 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45632) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:32.230201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0cd99c8a-8b0a-4ebc-8eda-c5b1b049dc82 None None] Provisioning for port d7ef1fb7-844b-4187-b37f-ee58709063c4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:32.236345 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-abcead90-6fb0-46e5-b09c-1c126dbff207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.237108 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0cd99c8a-8b0a-4ebc-8eda-c5b1b049dc82 None None] Provisioning complete for port d7ef1fb7-844b-4187-b37f-ee58709063c4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:32.237742 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cd99c8a-8b0a-4ebc-8eda-c5b1b049dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.243155 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.249111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.289565 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-abcead90-6fb0-46e5-b09c-1c126dbff207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.344436 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.347732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=5f671dfb-e512-4db5-9f0c-adde75ac2733,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:32.348810 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cd99c8a-8b0a-4ebc-8eda-c5b1b049dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.424448 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-abcead90-6fb0-46e5-b09c-1c126dbff207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.429036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-abcead90-6fb0-46e5-b09c-1c126dbff207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.430829 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-abcead90-6fb0-46e5-b09c-1c126dbff207 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c654a3c2-ba88-44c8-8d5b-dae25787ad25 HTTP/1.1" status: 204 len: 168 time: 0.3061631 Jul 27 22:25:32.439577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0cd99c8a-8b0a-4ebc-8eda-c5b1b049dc82 None None] For port d7ef1fb7-844b-4187-b37f-ee58709063c4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d7ef1fb7-844b-4187-b37f-ee58709063c4,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:32.447439 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0cd99c8a-8b0a-4ebc-8eda-c5b1b049dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.458039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcead90-6fb0-46e5-b09c-1c126dbff207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c654a3c2-ba88-44c8-8d5b-dae25787ad25,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:32.481358 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 6e731a45-9191-4340-bf12-130fe7b57ea8 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:32.483249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:32.523306 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60378a11-a9d9-4510-8b5f-028baa428afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.527012 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-237179bc-00fb-4159-80df-702c5c593ffc tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.541963 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-237179bc-00fb-4159-80df-702c5c593ffc tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.560428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd99c8a-8b0a-4ebc-8eda-c5b1b049dc82 None None] Pushing event updated for resources: {'Port': ['ID=d7ef1fb7-844b-4187-b37f-ee58709063c4,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:32.692797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237179bc-00fb-4159-80df-702c5c593ffc tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event updated for resources: {'Port': ['ID=e329f4c8-26bc-4e32-8c2a-b079813019f1,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:32.714017 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-237179bc-00fb-4159-80df-702c5c593ffc tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] In _notify_port_updated(), no bound segment for port e329f4c8-26bc-4e32-8c2a-b079813019f1 on network 0019e683-08e0-46de-b435-10168ee9c2c7 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:25:32.725139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:25:32.726638 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237179bc-00fb-4159-80df-702c5c593ffc tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:32.727339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-237179bc-00fb-4159-80df-702c5c593ffc tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.728718 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-237179bc-00fb-4159-80df-702c5c593ffc tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "PUT /v2.0/ports/e329f4c8-26bc-4e32-8c2a-b079813019f1 HTTP/1.1" status: 200 len: 994 time: 1.3612440 Jul 27 22:25:32.733407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45646) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:32.851740 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60378a11-a9d9-4510-8b5f-028baa428afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.862831 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-60378a11-a9d9-4510-8b5f-028baa428afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:32.920026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-60378a11-a9d9-4510-8b5f-028baa428afe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8170f3c056fa438e9cb5cfba73bdbecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6968770 Jul 27 22:25:32.923921 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45652) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:32.954759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:32.962425 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b834a586-7b53-40d2-b8ce-a010834c30cf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "PUT /v2.0/routers/4d26d671-c97d-4650-bfdc-9d60e010c3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5269251 Jul 27 22:25:32.981929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Sync routers for ids ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:33.019637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60378a11-a9d9-4510-8b5f-028baa428afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e05389e-545a-4cdc-9a66-de3c231a9508,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:33.024032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Routers {'4d26d671-c97d-4650-bfdc-9d60e010c3a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:33.025329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:33.049942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86494fe9-63b4-44e3-92c6-a14c62e8ac87 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Deleting port e329f4c8-26bc-4e32-8c2a-b079813019f1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:33.051127 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86494fe9-63b4-44e3-92c6-a14c62e8ac87 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:33.086721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6efafd6c-f437-4c57-bfb2-2eba1fce9867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:33.140554 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6efafd6c-f437-4c57-bfb2-2eba1fce9867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:33.149838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bac6516b-49ae-4931-a3f7-fa492bec351d None None] Provisioning complete for port e329f4c8-26bc-4e32-8c2a-b079813019f1 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:33.154028 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bac6516b-49ae-4931-a3f7-fa492bec351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:33.232551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6efafd6c-f437-4c57-bfb2-2eba1fce9867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:33.236624 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6efafd6c-f437-4c57-bfb2-2eba1fce9867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:33.238623 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6efafd6c-f437-4c57-bfb2-2eba1fce9867 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e05389e-545a-4cdc-9a66-de3c231a9508 HTTP/1.1" status: 204 len: 168 time: 0.3133340 Jul 27 22:25:33.249215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bac6516b-49ae-4931-a3f7-fa492bec351d None None] Port e329f4c8-26bc-4e32-8c2a-b079813019f1 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:33.257298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Set router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:25:33.259949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efafd6c-f437-4c57-bfb2-2eba1fce9867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e05389e-545a-4cdc-9a66-de3c231a9508,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:33.276145 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86494fe9-63b4-44e3-92c6-a14c62e8ac87 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:33.318840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86494fe9-63b4-44e3-92c6-a14c62e8ac87 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Calling delete_port for e329f4c8-26bc-4e32-8c2a-b079813019f1 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:33.331154 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bac6516b-49ae-4931-a3f7-fa492bec351d None None] Provisioning complete for port d7ef1fb7-844b-4187-b37f-ee58709063c4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:33.331537 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bac6516b-49ae-4931-a3f7-fa492bec351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:33.515585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d7ef1fb7-844b-4187-b37f-ee58709063c4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:33.545265 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-e2996c32-af07-402c-a682-9e8be237ad97 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808174517&fields=id&tenant_id=28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 267 time: 0.1175160 Jul 27 22:25:33.721619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d7ef1fb7-844b-4187-b37f-ee58709063c4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:33.721999 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:33.731114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-14fac0c1-6b8c-4ffe-a332-0ae4f455ebc0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:33.732770 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-14fac0c1-6b8c-4ffe-a332-0ae4f455ebc0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/networks?id=6e731a45-9191-4340-bf12-130fe7b57ea8 HTTP/1.1" status: 200 len: 796 time: 0.1759655 Jul 27 22:25:33.758931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bac6516b-49ae-4931-a3f7-fa492bec351d None None] Provisioning for port 5f671dfb-e512-4db5-9f0c-adde75ac2733 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:33.766340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-61cd4242-5509-4b92-a5fe-2a2a30c35dcc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/quotas/28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 375 time: 0.0222275 Jul 27 22:25:33.770210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bac6516b-49ae-4931-a3f7-fa492bec351d None None] Provisioning complete for port 5f671dfb-e512-4db5-9f0c-adde75ac2733 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:33.770516 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bac6516b-49ae-4931-a3f7-fa492bec351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:33.774376 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86494fe9-63b4-44e3-92c6-a14c62e8ac87 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:33.776309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45688) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:33.844740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-bac6516b-49ae-4931-a3f7-fa492bec351d None None] Port 5f671dfb-e512-4db5-9f0c-adde75ac2733 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:33.849025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:25:31Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '5f671dfb-e512-4db5-9f0c-adde75ac2733', 'name': '', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:05:d0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:30Z', 'updated_at': '2021-07-27T22:25:32Z', 'revision_number': 2, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:33.854539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86494fe9-63b4-44e3-92c6-a14c62e8ac87 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event deleted for resources: {'Port': ['ID=e329f4c8-26bc-4e32-8c2a-b079813019f1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:33.883786 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-04d348a0-91b4-4241-8e43-21e0fbda3389 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d036b683ecb94b569b58ccef7c569d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053743 Jul 27 22:25:33.885337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45690) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:33.908771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Checking router: 4d26d671-c97d-4650-bfdc-9d60e010c3a0 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:25:33.909126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Updating router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 port 5f671dfb-e512-4db5-9f0c-adde75ac2733 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:25:33.914013 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-1a408343-3014-4a2f-babc-b92d9d68683f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361866 Jul 27 22:25:33.950414 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.019867 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-725c7736-0579-4b22-a776-916ce54e30bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.060993 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-725c7736-0579-4b22-a776-916ce54e30bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.090038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9edd2585-d94e-4c49-aa8a-40babb0007e9 None None] Provisioning complete for port 5f671dfb-e512-4db5-9f0c-adde75ac2733 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:34.090567 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9edd2585-d94e-4c49-aa8a-40babb0007e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.168681 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-725c7736-0579-4b22-a776-916ce54e30bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.174839 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-725c7736-0579-4b22-a776-916ce54e30bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.180510 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-725c7736-0579-4b22-a776-916ce54e30bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0f9dc0a-7a8f-4998-91c8-c9f973399313 HTTP/1.1" status: 204 len: 168 time: 0.2914481 Jul 27 22:25:34.201327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c7736-0579-4b22-a776-916ce54e30bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f9dc0a-7a8f-4998-91c8-c9f973399313,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:34.206049 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86494fe9-63b4-44e3-92c6-a14c62e8ac87 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.211183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-86494fe9-63b4-44e3-92c6-a14c62e8ac87 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "DELETE /v2.0/ports/e329f4c8-26bc-4e32-8c2a-b079813019f1 HTTP/1.1" status: 204 len: 168 time: 1.4763930 Jul 27 22:25:34.212119 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:34.276027 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bfc3d4-00fe-4f17-a4e5-84c7449eb5be tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] GET failed (client error): The resource could not be found. Jul 27 22:25:34.278650 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e9bfc3d4-00fe-4f17-a4e5-84c7449eb5be tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "GET /v2.0/ports/e329f4c8-26bc-4e32-8c2a-b079813019f1 HTTP/1.1" status: 404 len: 333 time: 0.0626490 Jul 27 22:25:34.283292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:34.288868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Request body: {'port': {'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7', 'name': 'tempest-AllowedAddressPairTestJSON-969074603'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:34.295352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9edd2585-d94e-4c49-aa8a-40babb0007e9 None None] Port 5f671dfb-e512-4db5-9f0c-adde75ac2733 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:34.323553 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-869b691a-9a37-4043-8803-c664cb5a381e service neutron] 10.222.0.24 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833044 Jul 27 22:25:34.450954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Made reservation on behalf of a299d8d2bd6d420c831bf6034c419b1c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:34.456885 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.481337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] device_id is not set on port 72f97976-680a-48e8-bc88-1eb1c34429a5 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:25:34.544463 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.570545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Transition to ACTIVE for port object 5f671dfb-e512-4db5-9f0c-adde75ac2733 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:34.576965 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.586663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-3321fa47-c033-414d-959a-af239936cebd service neutron] 10.222.0.24 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560961 Jul 27 22:25:34.697048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Allocated IP 172.20.0.3 (0019e683-08e0-46de-b435-10168ee9c2c7/7450190c-fb14-44c3-81ad-537af1c28d57/72f97976-680a-48e8-bc88-1eb1c34429a5) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:34.700946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed42c5-1911-4509-9bc0-5ee23bb1f056 None None] Pushing event updated for resources: {'Port': ['ID=5f671dfb-e512-4db5-9f0c-adde75ac2733,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:34.758081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Attempting to bind port 5f671dfb-e512-4db5-9f0c-adde75ac2733 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:34.758430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Attempting to bind port 5f671dfb-e512-4db5-9f0c-adde75ac2733 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:34.758782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Attempting to bind port 5f671dfb-e512-4db5-9f0c-adde75ac2733 on network 6e731a45-9191-4340-bf12-130fe7b57ea8 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:34.769951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:34.770489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Checking segment: {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:34.770815 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.771179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Bound using segment: {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:34.771603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Bound port: 5f671dfb-e512-4db5-9f0c-adde75ac2733, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:34.771980 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.892065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45728) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:34.900840 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14385717-9b76-4590-84d7-c30493f291f1 req-73168ea2-41ce-4b20-894e-934d07038895 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 210 time: 0.0755177 Jul 27 22:25:34.938074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] For port 5f671dfb-e512-4db5-9f0c-adde75ac2733, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:34.945256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] For port 5f671dfb-e512-4db5-9f0c-adde75ac2733, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5f671dfb-e512-4db5-9f0c-adde75ac2733,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:34.951322 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:34.995383 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.039370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Transition to ACTIVE for port object 72f97976-680a-48e8-bc88-1eb1c34429a5 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:35.048660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Routers {'4d26d671-c97d-4650-bfdc-9d60e010c3a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:35.049738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:35.113870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed42c5-1911-4509-9bc0-5ee23bb1f056 None None] Pushing event updated for resources: {'Port': ['ID=5f671dfb-e512-4db5-9f0c-adde75ac2733,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:35.127226 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.224632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Network 0019e683-08e0-46de-b435-10168ee9c2c7 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:35.234852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:35.241163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:35.245472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event updated for resources: {'Port': ['ID=72f97976-680a-48e8-bc88-1eb1c34429a5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:35.276196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] Set router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:25:35.323804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1a5c309a-554e-4d5d-bdf6-a0f475fc4bb3 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501638159'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:35.402955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:35.403602 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.411100 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a5c309a-554e-4d5d-bdf6-a0f475fc4bb3 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.424272 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a5c309a-554e-4d5d-bdf6-a0f475fc4bb3 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.438654 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7f518e0f-61b3-412b-a699-eb235ebf338a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1511660 Jul 27 22:25:35.439619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:35.452059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6030b792-85a6-4094-9d81-42d459aca737 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:55:0d:c4'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:35.651784 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a5c309a-554e-4d5d-bdf6-a0f475fc4bb3 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.659994 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a5c309a-554e-4d5d-bdf6-a0f475fc4bb3 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.674229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:25:31Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '5f671dfb-e512-4db5-9f0c-adde75ac2733', 'name': '', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:05:d0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:30Z', 'updated_at': '2021-07-27T22:25:34Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:35.730353 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:35.733865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874dae1-0da4-4722-a0ba-973e4c7525d3 None None] The sync data for ids ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'] in n-d-802011-3 is: [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:25:31Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '5f671dfb-e512-4db5-9f0c-adde75ac2733', 'name': '', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:05:d0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:30Z', 'updated_at': '2021-07-27T22:25:34Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:35.756406 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6030b792-85a6-4094-9d81-42d459aca737 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.756589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3c372f10-5fdf-488e-b3f0-ab26e82f3616 None None] Provisioning for port 72f97976-680a-48e8-bc88-1eb1c34429a5 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:35.782455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3c372f10-5fdf-488e-b3f0-ab26e82f3616 None None] Provisioning complete for port 72f97976-680a-48e8-bc88-1eb1c34429a5 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:35.783753 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3c372f10-5fdf-488e-b3f0-ab26e82f3616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.811000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c309a-554e-4d5d-bdf6-a0f475fc4bb3 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32887e1d-c151-42b1-87ec-5f11d8a163f9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:35.913541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3c372f10-5fdf-488e-b3f0-ab26e82f3616 None None] Port 72f97976-680a-48e8-bc88-1eb1c34429a5 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:35.946449 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a5c309a-554e-4d5d-bdf6-a0f475fc4bb3 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.951677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a5c309a-554e-4d5d-bdf6-a0f475fc4bb3 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.998418 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a5c309a-554e-4d5d-bdf6-a0f475fc4bb3 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.002778 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1a5c309a-554e-4d5d-bdf6-a0f475fc4bb3 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1067324 Jul 27 22:25:36.003831 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-133598300'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:36.011960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45764) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:36.028973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c309a-554e-4d5d-bdf6-a0f475fc4bb3 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d208209-354f-4c98-a904-9acde8f9ae86,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:36.075635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4242a54-5d1e-49fa-b2fd-2deccee83186 req-1ba888a2-018d-42b5-a976-d86db5d59289 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 210 time: 0.0524304 Jul 27 22:25:36.080850 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-159dd3a9-3429-482d-b84a-63518edb7929 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0675011 Jul 27 22:25:36.083673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45766) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:36.088990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a3fc5e76-bfac-4d49-b477-55ab5bc85a4f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group': {'name': 'tempest-security--825089251', 'description': 'tempest-security-description-1125101494'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:36.103129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:36.114976 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.133512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.183657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5e76-bfac-4d49-b477-55ab5bc85a4f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.206320 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6030b792-85a6-4094-9d81-42d459aca737 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.218512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6030b792-85a6-4094-9d81-42d459aca737 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.261222 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5e76-bfac-4d49-b477-55ab5bc85a4f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.267676 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5e76-bfac-4d49-b477-55ab5bc85a4f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.270616 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5e76-bfac-4d49-b477-55ab5bc85a4f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.271930 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a3fc5e76-bfac-4d49-b477-55ab5bc85a4f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "PUT /v2.0/security-groups/2d208209-354f-4c98-a904-9acde8f9ae86 HTTP/1.1" status: 200 len: 1779 time: 0.1872890 Jul 27 22:25:36.283029 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45768) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:36.309662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-7f44dd5f-4a3d-4db5-9da8-fa7c09a1d617 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:36.311223 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-7f44dd5f-4a3d-4db5-9da8-fa7c09a1d617 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "GET /v2.0/networks?id=6e731a45-9191-4340-bf12-130fe7b57ea8 HTTP/1.1" status: 200 len: 796 time: 0.1916292 Jul 27 22:25:36.347093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc5e76-bfac-4d49-b477-55ab5bc85a4f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d208209-354f-4c98-a904-9acde8f9ae86,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:36.352463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030b792-85a6-4094-9d81-42d459aca737 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event updated for resources: {'Port': ['ID=72f97976-680a-48e8-bc88-1eb1c34429a5,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:36.386845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6030b792-85a6-4094-9d81-42d459aca737 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] In _notify_port_updated(), no bound segment for port 72f97976-680a-48e8-bc88-1eb1c34429a5 on network 0019e683-08e0-46de-b435-10168ee9c2c7 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:25:36.393517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030b792-85a6-4094-9d81-42d459aca737 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:36.394244 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6030b792-85a6-4094-9d81-42d459aca737 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.395650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6030b792-85a6-4094-9d81-42d459aca737 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "PUT /v2.0/ports/72f97976-680a-48e8-bc88-1eb1c34429a5 HTTP/1.1" status: 200 len: 995 time: 0.9547408 Jul 27 22:25:36.402392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:36.407819 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9e0725d0-af68-4200-be28-10869841ab9e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-groups/2d208209-354f-4c98-a904-9acde8f9ae86 HTTP/1.1" status: 200 len: 1779 time: 0.1246355 Jul 27 22:25:36.415000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:36.434117 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-6bf74a37-aba8-44a2-9c49-67c63abc67c6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 379 time: 0.1048627 Jul 27 22:25:36.445721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'port': {'device_id': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'admin_state_up': True, 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'security_groups': ['e2df19e6-70d4-4e69-9963-01135ada0944']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:36.458454 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.469764 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.487395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:36.498741 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.499099 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Added segment 8a2d8b54-1a23-4a64-b99e-818c399dd144 of type vlan for network f7cd1b1b-5344-4518-a45b-fe8226739fe1 Jul 27 22:25:36.547885 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.591853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Made reservation on behalf of 28b86e8c06114800a9109512618bca6b for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:36.596428 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.636656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cf6b99fe-bca6-400f-a12a-5118ff55811f None None] Provisioning complete for port 72f97976-680a-48e8-bc88-1eb1c34429a5 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:36.638226 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf6b99fe-bca6-400f-a12a-5118ff55811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.651543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fb9b32-29a5-4cfc-8c04-2bfa3059b5e6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:36.672838 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.678451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:36.679443 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.688762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b99fe-bca6-400f-a12a-5118ff55811f None None] Port 72f97976-680a-48e8-bc88-1eb1c34429a5 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:36.730118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70ea9e6f-d02b-473e-bc88-b02a4a0f65e1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.752893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.20.0.14 (6e731a45-9191-4340-bf12-130fe7b57ea8/514a6a3e-fc31-4944-93ce-888397d7626a/14777e7e-db94-430d-a11b-1aedca7bce3e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:36.774218 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0423234 Jul 27 22:25:36.781569 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d4233-d35b-46d3-a526-cf238631bbd4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Network': ['ID=f7cd1b1b-5344-4518-a45b-fe8226739fe1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:36.798346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network f7cd1b1b-5344-4518-a45b-fe8226739fe1 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:36.798527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-37c4d84d-7541-4af5-a91a-4e23c177322e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Deleting port 72f97976-680a-48e8-bc88-1eb1c34429a5 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:36.798944 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37c4d84d-7541-4af5-a91a-4e23c177322e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.804018 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70ea9e6f-d02b-473e-bc88-b02a4a0f65e1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.974686 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70ea9e6f-d02b-473e-bc88-b02a4a0f65e1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.979196 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70ea9e6f-d02b-473e-bc88-b02a4a0f65e1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:36.985458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-70ea9e6f-d02b-473e-bc88-b02a4a0f65e1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-groups/2d208209-354f-4c98-a904-9acde8f9ae86 HTTP/1.1" status: 204 len: 168 time: 0.5644867 Jul 27 22:25:37.007390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:37.054282 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.064144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea9e6f-d02b-473e-bc88-b02a4a0f65e1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d208209-354f-4c98-a904-9acde8f9ae86,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:37.079256 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Transition to ACTIVE for port object 14777e7e-db94-430d-a11b-1aedca7bce3e will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:37.098910 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37c4d84d-7541-4af5-a91a-4e23c177322e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.158150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.158685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-37c4d84d-7541-4af5-a91a-4e23c177322e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Calling delete_port for 72f97976-680a-48e8-bc88-1eb1c34429a5 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:37.180215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-889f1b93-ee7c-4108-8edf-de092bc2998a tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1654203 Jul 27 22:25:37.193883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:37.235216 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-8f4e1653-0932-4ad1-a651-61c42b1d947a tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] delete failed (client error): The resource could not be found. Jul 27 22:25:37.248652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8f4e1653-0932-4ad1-a651-61c42b1d947a tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-groups/2d208209-354f-4c98-a904-9acde8f9ae86 HTTP/1.1" status: 404 len: 347 time: 0.0472302 Jul 27 22:25:37.249502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45786) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:37.262666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a0f3b971-806b-41fe-8aed-ee36f4b28d57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146837694'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:37.281640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=14777e7e-db94-430d-a11b-1aedca7bce3e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:37.290487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 6e731a45-9191-4340-bf12-130fe7b57ea8 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:37.292050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:37.294468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:37.387514 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:37.403807 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.435620 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-733a4bce-2f51-497c-910e-3e1d313efc67 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9936121 Jul 27 22:25:37.448609 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Request body: {'port': {'device_id': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:37.589292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5f671dfb-e512-4db5-9f0c-adde75ac2733 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:37.612664 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0f3b971-806b-41fe-8aed-ee36f4b28d57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.622073 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.747828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5f671dfb-e512-4db5-9f0c-adde75ac2733 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:37.751352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73269f1b-4247-4897-b6f8-5ad4ed857b77 None None] Provisioning for port 14777e7e-db94-430d-a11b-1aedca7bce3e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:37.759322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5f671dfb-e512-4db5-9f0c-adde75ac2733 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:37.759970 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.761986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73269f1b-4247-4897-b6f8-5ad4ed857b77 None None] Provisioning complete for port 14777e7e-db94-430d-a11b-1aedca7bce3e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:37.762590 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73269f1b-4247-4897-b6f8-5ad4ed857b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.814182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d67ed-7154-4832-b102-af0162979792 req-ac7fec4d-c21b-4c1f-9947-5f50eec7133c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:37.815822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-426d67ed-7154-4832-b102-af0162979792 req-ac7fec4d-c21b-4c1f-9947-5f50eec7133c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 932 time: 0.4691863 Jul 27 22:25:37.843652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-73269f1b-4247-4897-b6f8-5ad4ed857b77 None None] Port 14777e7e-db94-430d-a11b-1aedca7bce3e cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:37.917681 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0f3b971-806b-41fe-8aed-ee36f4b28d57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.935956 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0f3b971-806b-41fe-8aed-ee36f4b28d57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.973388 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.042241 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a0f3b971-806b-41fe-8aed-ee36f4b28d57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.043495 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a0f3b971-806b-41fe-8aed-ee36f4b28d57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7904861 Jul 27 22:25:38.051447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 5f671dfb-e512-4db5-9f0c-adde75ac2733, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5f671dfb-e512-4db5-9f0c-adde75ac2733,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:38.057126 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.069980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14777e7e-db94-430d-a11b-1aedca7bce3e {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:25:38.082753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:38.084713 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.103317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Transition to ACTIVE for port object 14777e7e-db94-430d-a11b-1aedca7bce3e will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:38.110672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.117425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-74227b3d-2676-4089-b8c0-a27ec01e9b70 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group_rule': {'security_group_id': '8044020b-e4ab-463e-97b3-d2dc6e4c5861', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:38.126187 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-426d67ed-7154-4832-b102-af0162979792 req-5dbe81e0-e15e-481a-93b0-220246bacc29 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948582 Jul 27 22:25:38.195560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3b971-806b-41fe-8aed-ee36f4b28d57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8044020b-e4ab-463e-97b3-d2dc6e4c5861,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:38.195770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=5f671dfb-e512-4db5-9f0c-adde75ac2733,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:38.221686 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37c4d84d-7541-4af5-a91a-4e23c177322e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.238971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Pushing event updated for resources: {'Port': ['ID=14777e7e-db94-430d-a11b-1aedca7bce3e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:38.290690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4d84d-7541-4af5-a91a-4e23c177322e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event deleted for resources: {'Port': ['ID=72f97976-680a-48e8-bc88-1eb1c34429a5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:38.314322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Attempting to bind port 14777e7e-db94-430d-a11b-1aedca7bce3e on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:38.314841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Attempting to bind port 14777e7e-db94-430d-a11b-1aedca7bce3e by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:38.315642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Attempting to bind port 14777e7e-db94-430d-a11b-1aedca7bce3e on network 6e731a45-9191-4340-bf12-130fe7b57ea8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:38.319243 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74227b3d-2676-4089-b8c0-a27ec01e9b70 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.320902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Port 14777e7e-db94-430d-a11b-1aedca7bce3e on network 6e731a45-9191-4340-bf12-130fe7b57ea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:25:38.321241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Attempting to bind port 14777e7e-db94-430d-a11b-1aedca7bce3e on network 6e731a45-9191-4340-bf12-130fe7b57ea8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:38.327709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:38.328532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Checking segment: {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:38.328894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Bound using segment: {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:38.329393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Bound port: 14777e7e-db94-430d-a11b-1aedca7bce3e, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:38.329763 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.405141 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37c4d84d-7541-4af5-a91a-4e23c177322e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.410643 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-37c4d84d-7541-4af5-a91a-4e23c177322e tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "DELETE /v2.0/ports/72f97976-680a-48e8-bc88-1eb1c34429a5 HTTP/1.1" status: 204 len: 168 time: 2.0072160 Jul 27 22:25:38.414309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45800) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:38.448534 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b0ccfb-bff1-4a68-bf25-c06d21fc26d9 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] GET failed (client error): The resource could not be found. Jul 27 22:25:38.452076 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-81b0ccfb-bff1-4a68-bf25-c06d21fc26d9 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "GET /v2.0/ports/72f97976-680a-48e8-bc88-1eb1c34429a5 HTTP/1.1" status: 404 len: 333 time: 0.0353003 Jul 27 22:25:38.455449 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45802) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:38.466349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:38.467469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Request body: {'port': {'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7', 'name': 'tempest-AllowedAddressPairTestJSON-195952275'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:38.471387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=14777e7e-db94-430d-a11b-1aedca7bce3e,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:38.517866 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.583869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:38.584649 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.587666 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] 10.222.0.43 "PUT /v2.0/ports/14777e7e-db94-430d-a11b-1aedca7bce3e HTTP/1.1" status: 200 len: 1092 time: 1.1437786 Jul 27 22:25:38.588217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:25:38.624641 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f823ffe9-05f1-40a1-a09c-35d53d59212c" -d '{"events": [{"name": "network-changed", "server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:25:38.747654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3840397-119e-4fa6-9c9e-19341644c1de service neutron] Pushing event updated for resources: {'Port': ['ID=14777e7e-db94-430d-a11b-1aedca7bce3e,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:38.761119 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9872d36a-6519-4150-a45b-883f157f71c0 x-openstack-request-id: req-9872d36a-6519-4150-a45b-883f157f71c0 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:25:38.761684 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:25:38.762172 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9872d36a-6519-4150-a45b-883f157f71c0 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:25:38.762887 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'status': 'completed', 'code': 200} Jul 27 22:25:38.778034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-e6f12f00-b225-4590-802d-64295b059631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:38.780070 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-e6f12f00-b225-4590-802d-64295b059631 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 1095 time: 0.1378565 Jul 27 22:25:38.812524 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74227b3d-2676-4089-b8c0-a27ec01e9b70 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.826777 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74227b3d-2676-4089-b8c0-a27ec01e9b70 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.869334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74227b3d-2676-4089-b8c0-a27ec01e9b70 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b0e271-8df0-4770-84dd-a625cb3c13e6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:38.879748 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-3e52b942-a3db-44fa-8f89-98c49a6c4687 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14777e7e-db94-430d-a11b-1aedca7bce3e HTTP/1.1" status: 200 len: 217 time: 0.0913863 Jul 27 22:25:38.886977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74227b3d-2676-4089-b8c0-a27ec01e9b70 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.888527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-74227b3d-2676-4089-b8c0-a27ec01e9b70 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7748995 Jul 27 22:25:38.892313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:38.960785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Made reservation on behalf of a299d8d2bd6d420c831bf6034c419b1c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:38.963624 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-e39f1cac-064f-4b5f-97a0-4e827f20ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:38.965979 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.966601 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-e39f1cac-064f-4b5f-97a0-4e827f20ec94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=514a6a3e-fc31-4944-93ce-888397d7626a HTTP/1.1" status: 200 len: 833 time: 0.0801141 Jul 27 22:25:38.970520 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e61fc97-d87a-4ef7-ad1b-e3ce1811f151 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.987818 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e61fc97-d87a-4ef7-ad1b-e3ce1811f151 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:39.004358 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] device_id is not set on port dad09d65-30e4-406a-8895-fbffd52b0f8a yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:25:39.072446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-28fc8ebc-adc1-4579-9dab-2fa3a601a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:39.073986 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-28fc8ebc-adc1-4579-9dab-2fa3a601a766 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6e731a45-9191-4340-bf12-130fe7b57ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006527 Jul 27 22:25:39.080891 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e61fc97-d87a-4ef7-ad1b-e3ce1811f151 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:39.090437 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e61fc97-d87a-4ef7-ad1b-e3ce1811f151 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:39.091646 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4e61fc97-d87a-4ef7-ad1b-e3ce1811f151 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/71b0e271-8df0-4770-84dd-a625cb3c13e6 HTTP/1.1" status: 204 len: 168 time: 0.1982396 Jul 27 22:25:39.096453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:39.110058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61fc97-d87a-4ef7-ad1b-e3ce1811f151 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71b0e271-8df0-4770-84dd-a625cb3c13e6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:39.194993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9989afe0-51ab-44d4-b0b2-bcb30779911e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0942643 Jul 27 22:25:39.198089 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:39.201071 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-4ee85b51-242d-4860-b5f9-de2b6d9353c8 service neutron] 10.222.0.43 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183810 Jul 27 22:25:39.243932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Allocated IP 172.20.0.14 (0019e683-08e0-46de-b435-10168ee9c2c7/7450190c-fb14-44c3-81ad-537af1c28d57/dad09d65-30e4-406a-8895-fbffd52b0f8a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:39.303208 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3af6b84f-49e6-4f7c-8638-e6860378ea65 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:39.339899 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d17eadef-0bc9-4f41-83ae-072de9d16a31 req-df55a381-425b-4e20-854c-fc9eea71c4b5 service neutron] 10.222.0.43 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321349 Jul 27 22:25:39.410486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff3e9-b864-41c8-8d6a-29ee8c84e6b0 req-de923591-c28b-4915-b40b-6c66b9644437 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:39.417948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9dff3e9-b864-41c8-8d6a-29ee8c84e6b0 req-de923591-c28b-4915-b40b-6c66b9644437 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 944 time: 0.1625051 Jul 27 22:25:39.446189 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3af6b84f-49e6-4f7c-8638-e6860378ea65 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:39.456869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5f671dfb-e512-4db5-9f0c-adde75ac2733 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:39.489308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9dff3e9-b864-41c8-8d6a-29ee8c84e6b0 req-a6e057d3-95e0-4318-8756-573ff69b8073 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691221 Jul 27 22:25:39.506415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ffe9-05f1-40a1-a09c-35d53d59212c req-852c4a96-4bb4-4817-82b9-829285f234cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:39.510203 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f823ffe9-05f1-40a1-a09c-35d53d59212c req-852c4a96-4bb4-4817-82b9-829285f234cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 1095 time: 0.0980656 Jul 27 22:25:39.573694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5f671dfb-e512-4db5-9f0c-adde75ac2733 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:39.574325 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:39.619915 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3af6b84f-49e6-4f7c-8638-e6860378ea65 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:39.628590 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3af6b84f-49e6-4f7c-8638-e6860378ea65 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:39.629916 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3af6b84f-49e6-4f7c-8638-e6860378ea65 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-groups/8044020b-e4ab-463e-97b3-d2dc6e4c5861 HTTP/1.1" status: 204 len: 168 time: 0.4307139 Jul 27 22:25:39.654767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:39.702255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6b84f-49e6-4f7c-8638-e6860378ea65 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8044020b-e4ab-463e-97b3-d2dc6e4c5861,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:39.784527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ffe9-05f1-40a1-a09c-35d53d59212c req-2479cfe9-2137-441a-96af-b4d22a1ceddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:39.786787 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f823ffe9-05f1-40a1-a09c-35d53d59212c req-2479cfe9-2137-441a-96af-b4d22a1ceddd service neutron] 10.222.0.43 "GET /v2.0/networks?id=6e731a45-9191-4340-bf12-130fe7b57ea8 HTTP/1.1" status: 200 len: 897 time: 0.2691314 Jul 27 22:25:39.833198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:39.873554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Transition to ACTIVE for port object dad09d65-30e4-406a-8895-fbffd52b0f8a will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:39.898556 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f823ffe9-05f1-40a1-a09c-35d53d59212c req-22689fd1-b7c5-462a-b5f0-6f212e80a9d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14777e7e-db94-430d-a11b-1aedca7bce3e HTTP/1.1" status: 200 len: 217 time: 0.1025672 Jul 27 22:25:39.922166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ac9c64d1-9e17-4422-a50b-fa5670fb1e40 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2604856 Jul 27 22:25:39.922414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45840) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:39.926003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-e884dd11-c9ea-47f6-a26d-86990b83da7e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997589636'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:39.951691 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.006067 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e884dd11-c9ea-47f6-a26d-86990b83da7e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.007804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Network 0019e683-08e0-46de-b435-10168ee9c2c7 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:40.013057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:40.018062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:40.029286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ffe9-05f1-40a1-a09c-35d53d59212c req-5b7b5b3b-bb18-4073-a5bf-31b1d2169b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:40.031123 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f823ffe9-05f1-40a1-a09c-35d53d59212c req-5b7b5b3b-bb18-4073-a5bf-31b1d2169b9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=514a6a3e-fc31-4944-93ce-888397d7626a HTTP/1.1" status: 200 len: 833 time: 0.1254671 Jul 27 22:25:40.059208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event updated for resources: {'Port': ['ID=dad09d65-30e4-406a-8895-fbffd52b0f8a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:40.081048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45842) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:40.089331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:40.090014 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.091698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f1f16769-8acd-4e1f-8538-e9bf0764511a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'subnet': {'network_id': 'f7cd1b1b-5344-4518-a45b-fe8226739fe1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:40.190554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ffe9-05f1-40a1-a09c-35d53d59212c req-c090da46-a3a8-4ed9-a38c-5a9a3e3c4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:40.192087 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f823ffe9-05f1-40a1-a09c-35d53d59212c req-c090da46-a3a8-4ed9-a38c-5a9a3e3c4b69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6e731a45-9191-4340-bf12-130fe7b57ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528914 Jul 27 22:25:40.302598 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e884dd11-c9ea-47f6-a26d-86990b83da7e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.313766 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e884dd11-c9ea-47f6-a26d-86990b83da7e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.316766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-00cb23f2-22cb-47a0-9646-e61f299ed196 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8600223 Jul 27 22:25:40.317381 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45844) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:40.322618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Request body: {'port': {'network_id': '0019e683-08e0-46de-b435-10168ee9c2c7', 'name': 'tempest-AllowedAddressPairTestJSON-720505886'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:40.363535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f322fcb9-a3a5-4966-b850-a1ac932f1dd8 None None] Provisioning for port dad09d65-30e4-406a-8895-fbffd52b0f8a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:40.368381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f322fcb9-a3a5-4966-b850-a1ac932f1dd8 None None] Provisioning complete for port dad09d65-30e4-406a-8895-fbffd52b0f8a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:40.369383 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f322fcb9-a3a5-4966-b850-a1ac932f1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.379553 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884dd11-c9ea-47f6-a26d-86990b83da7e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a94624-ba97-45c6-85c3-0281199c9431,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:40.384548 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f823ffe9-05f1-40a1-a09c-35d53d59212c req-c67594da-1c6f-4a6d-8d68-14f26783f635 service neutron] 10.222.0.43 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807778 Jul 27 22:25:40.404755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f16769-8acd-4e1f-8538-e9bf0764511a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:40.409795 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1f16769-8acd-4e1f-8538-e9bf0764511a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.418557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f322fcb9-a3a5-4966-b850-a1ac932f1dd8 None None] Port dad09d65-30e4-406a-8895-fbffd52b0f8a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:40.452022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Made reservation on behalf of a299d8d2bd6d420c831bf6034c419b1c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:40.456618 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.469361 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e884dd11-c9ea-47f6-a26d-86990b83da7e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.470723 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e884dd11-c9ea-47f6-a26d-86990b83da7e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5485342 Jul 27 22:25:40.474030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:40.478566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7a7f07a6-43d0-4aaa-8408-3ddc0c3402c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group_rule': {'security_group_id': '54a94624-ba97-45c6-85c3-0281199c9431', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:40.499468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] device_id is not set on port c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:25:40.561564 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a7f07a6-43d0-4aaa-8408-3ddc0c3402c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.591647 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f823ffe9-05f1-40a1-a09c-35d53d59212c req-59caef53-b43c-4cc8-841b-ba46b0faa300 service neutron] 10.222.0.43 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986048 Jul 27 22:25:40.696595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65b9b5-3973-4d0f-a9c1-d1ef874d5704 req-4f59fc55-3d3c-495b-8035-6bba8935816c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:40.697793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f65b9b5-3973-4d0f-a9c1-d1ef874d5704 req-4f59fc55-3d3c-495b-8035-6bba8935816c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 944 time: 0.1316180 Jul 27 22:25:40.717602 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1f16769-8acd-4e1f-8538-e9bf0764511a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.752698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Allocated IP 172.20.0.7 (0019e683-08e0-46de-b435-10168ee9c2c7/7450190c-fb14-44c3-81ad-537af1c28d57/c1c2af89-4acd-4cb8-a0bc-7d04bdb54179) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:40.798085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a7f07a6-43d0-4aaa-8408-3ddc0c3402c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.807678 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f16769-8acd-4e1f-8538-e9bf0764511a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Checking segment: {'id': '8a2d8b54-1a23-4a64-b99e-818c399dd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f7cd1b1b-5344-4518-a45b-fe8226739fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:40.808210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f65b9b5-3973-4d0f-a9c1-d1ef874d5704 req-04153291-2b5e-4530-89e6-6bfa77e06f8f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003597 Jul 27 22:25:40.808835 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a7f07a6-43d0-4aaa-8408-3ddc0c3402c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.818823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f16769-8acd-4e1f-8538-e9bf0764511a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network hostable DHCP agents. Network: f7cd1b1b-5344-4518-a45b-fe8226739fe1, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:40.825756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f16769-8acd-4e1f-8538-e9bf0764511a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Subnet': ['ID=e61f75fb-7baa-4e5c-8021-a3574ac6ceaa,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:40.850377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f07a6-43d0-4aaa-8408-3ddc0c3402c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787ce8b9-66f4-4c43-b390-d9d54f2be8e6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:40.854621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f16769-8acd-4e1f-8538-e9bf0764511a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network f7cd1b1b-5344-4518-a45b-fe8226739fe1 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:40.857424 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a7f07a6-43d0-4aaa-8408-3ddc0c3402c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.858820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7a7f07a6-43d0-4aaa-8408-3ddc0c3402c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3838151 Jul 27 22:25:40.861787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:40.866665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-64095576-ca3c-4823-a14d-108c6de869c5 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group_rule': {'security_group_id': '54a94624-ba97-45c6-85c3-0281199c9431', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:40.870317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f1f16769-8acd-4e1f-8538-e9bf0764511a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, f7cd1b1b-5344-4518-a45b-fe8226739fe1) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:40.876363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f16769-8acd-4e1f-8538-e9bf0764511a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:40.877249 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f1f16769-8acd-4e1f-8538-e9bf0764511a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.885084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374529f6-3bc8-4e3d-9187-35c42dd50abd None None] Network f7cd1b1b-5344-4518-a45b-fe8226739fe1 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:40.963397 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f1f16769-8acd-4e1f-8538-e9bf0764511a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8749301 Jul 27 22:25:40.964240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:40.969305 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64095576-ca3c-4823-a14d-108c6de869c5 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:40.970201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5dbaaed3-7b90-4777-a125-ea9848f59a03 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-844781973'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:41.012700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbaaed3-7b90-4777-a125-ea9848f59a03 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:41.030489 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dbaaed3-7b90-4777-a125-ea9848f59a03 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.068967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbaaed3-7b90-4777-a125-ea9848f59a03 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:41.085634 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dbaaed3-7b90-4777-a125-ea9848f59a03 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.086148 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-5dbaaed3-7b90-4777-a125-ea9848f59a03 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Added segment fcbb6a80-35f3-4870-bead-0c5a5fd17802 of type vlan for network 2e93efdd-070c-4d01-8f10-c1b35a453118 Jul 27 22:25:41.095949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-f7cd1b1b-5344-4518-a45b-fe8226739fe1', 'network_id': 'f7cd1b1b-5344-4518-a45b-fe8226739fe1', 'tenant_id': '0468e8f7b3374a52a9f473468101f5df', 'fixed_ips': [{'subnet_id': 'e61f75fb-7baa-4e5c-8021-a3574ac6ceaa'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:25:41.096834 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.157379 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dbaaed3-7b90-4777-a125-ea9848f59a03 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.205527 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dbaaed3-7b90-4777-a125-ea9848f59a03 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.213540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbaaed3-7b90-4777-a125-ea9848f59a03 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:41.215224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5dbaaed3-7b90-4777-a125-ea9848f59a03 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.335112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Allocated IP 2001:db8:0:ffff::2 (f7cd1b1b-5344-4518-a45b-fe8226739fe1/e61f75fb-7baa-4e5c-8021-a3574ac6ceaa/081b5af0-0f6f-4ca7-a690-f221c82df463) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:41.348973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaaed3-7b90-4777-a125-ea9848f59a03 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Network': ['ID=2e93efdd-070c-4d01-8f10-c1b35a453118,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:41.377775 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5dbaaed3-7b90-4777-a125-ea9848f59a03 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4120607 Jul 27 22:25:41.379839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45858) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:41.388077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-86d20bb1-1594-4088-b8a9-9c43f1c9b279 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'subnet': {'network_id': '2e93efdd-070c-4d01-8f10-c1b35a453118', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:41.399226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 2e93efdd-070c-4d01-8f10-c1b35a453118 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:41.492557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d20bb1-1594-4088-b8a9-9c43f1c9b279 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:41.496982 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d20bb1-1594-4088-b8a9-9c43f1c9b279 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.561996 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.588022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Transition to ACTIVE for port object c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:41.590497 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64095576-ca3c-4823-a14d-108c6de869c5 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.598776 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64095576-ca3c-4823-a14d-108c6de869c5 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.629398 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.641349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Transition to ACTIVE for port object 081b5af0-0f6f-4ca7-a690-f221c82df463 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:41.664675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Transition to ACTIVE for port object 081b5af0-0f6f-4ca7-a690-f221c82df463 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:41.673189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64095576-ca3c-4823-a14d-108c6de869c5 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954104dc-ade6-4abc-8ef5-4522a3b1a8a0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:41.675237 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.677138 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-64095576-ca3c-4823-a14d-108c6de869c5 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.682135 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-64095576-ca3c-4823-a14d-108c6de869c5 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8193686 Jul 27 22:25:41.683399 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.695676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:41.704929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4d102dfe-dab4-4246-946c-27da2f70df64 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group_rule': {'security_group_id': '54a94624-ba97-45c6-85c3-0281199c9431', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:41.726526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Network f7cd1b1b-5344-4518-a45b-fe8226739fe1 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:41.735843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:41.744823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:41.747251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Pushing event updated for resources: {'Port': ['ID=081b5af0-0f6f-4ca7-a690-f221c82df463,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:41.767575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Network 0019e683-08e0-46de-b435-10168ee9c2c7 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:41.769875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:41.774775 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d20bb1-1594-4088-b8a9-9c43f1c9b279 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.794335 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:41.846951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Attempting to bind port 081b5af0-0f6f-4ca7-a690-f221c82df463 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:41.849256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Attempting to bind port 081b5af0-0f6f-4ca7-a690-f221c82df463 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8a2d8b54-1a23-4a64-b99e-818c399dd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f7cd1b1b-5344-4518-a45b-fe8226739fe1'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:41.849644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Attempting to bind port 081b5af0-0f6f-4ca7-a690-f221c82df463 on network f7cd1b1b-5344-4518-a45b-fe8226739fe1 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:41.871708 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d102dfe-dab4-4246-946c-27da2f70df64 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.880520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:41.883596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Checking segment: {'id': '8a2d8b54-1a23-4a64-b99e-818c399dd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f7cd1b1b-5344-4518-a45b-fe8226739fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:41.884418 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.884824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Bound using segment: {'id': '8a2d8b54-1a23-4a64-b99e-818c399dd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f7cd1b1b-5344-4518-a45b-fe8226739fe1'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:41.885336 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Bound port: 081b5af0-0f6f-4ca7-a690-f221c82df463, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2d8b54-1a23-4a64-b99e-818c399dd144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f7cd1b1b-5344-4518-a45b-fe8226739fe1'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:41.886715 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:41.950078 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d20bb1-1594-4088-b8a9-9c43f1c9b279 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Subnet': ['ID=e1daa5f7-aba6-4c9b-84aa-0ab6a7d00ca6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:41.964135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event updated for resources: {'Port': ['ID=c1c2af89-4acd-4cb8-a0bc-7d04bdb54179,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:41.986583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d20bb1-1594-4088-b8a9-9c43f1c9b279 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Checking segment: {'id': 'fcbb6a80-35f3-4870-bead-0c5a5fd17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2e93efdd-070c-4d01-8f10-c1b35a453118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:41.986956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d20bb1-1594-4088-b8a9-9c43f1c9b279 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network hostable DHCP agents. Network: 2e93efdd-070c-4d01-8f10-c1b35a453118, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:42.035234 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d20bb1-1594-4088-b8a9-9c43f1c9b279 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network 2e93efdd-070c-4d01-8f10-c1b35a453118 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:42.049986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:42.050721 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.056834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-86d20bb1-1594-4088-b8a9-9c43f1c9b279 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 2e93efdd-070c-4d01-8f10-c1b35a453118) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:42.061125 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20bb1-1594-4088-b8a9-9c43f1c9b279 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:42.061834 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d20bb1-1594-4088-b8a9-9c43f1c9b279 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.096244 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-86d20bb1-1594-4088-b8a9-9c43f1c9b279 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7139001 Jul 27 22:25:42.099011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45872) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:42.109795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 14777e7e-db94-430d-a11b-1aedca7bce3e details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:25:42.119426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e932001c-d52b-4b92-96fc-51bce7cbf233 None None] Network 2e93efdd-070c-4d01-8f10-c1b35a453118 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:42.120165 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e854cbf3-50d1-4d87-9fbb-03f2de02faad tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8017182 Jul 27 22:25:42.138176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45874) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:42.164203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a3515bb6-f06c-4f9b-9d61-026fa471c6e8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:55:0d:c4'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:00:64:3c'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:42.192487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] For port 081b5af0-0f6f-4ca7-a690-f221c82df463, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:42.206951 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d102dfe-dab4-4246-946c-27da2f70df64 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.222236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e8a09-c5a5-436c-8cd0-9d503a3900b3 req-f36bee45-45a6-43e9-ac12-8f5356eecd09 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:42.224036 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b8e8a09-c5a5-436c-8cd0-9d503a3900b3 req-f36bee45-45a6-43e9-ac12-8f5356eecd09 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 944 time: 0.2344952 Jul 27 22:25:42.225084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d102dfe-dab4-4246-946c-27da2f70df64 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.232547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] For port 081b5af0-0f6f-4ca7-a690-f221c82df463, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=081b5af0-0f6f-4ca7-a690-f221c82df463,segment=NetworkSegment(8a2d8b54-1a23-4a64-b99e-818c399dd144),segment_id=8a2d8b54-1a23-4a64-b99e-818c399dd144)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:42.268906 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d102dfe-dab4-4246-946c-27da2f70df64 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.270365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4d102dfe-dab4-4246-946c-27da2f70df64 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5695341 Jul 27 22:25:42.273222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45876) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:42.273996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d102dfe-dab4-4246-946c-27da2f70df64 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabeea99-f71e-421a-864a-0312cad423e5,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:42.278418 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.280564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-48680678-82b4-4d36-b013-01c0f0e4b475 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group_rule': {'security_group_id': '54a94624-ba97-45c6-85c3-0281199c9431', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:42.311893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b8e8a09-c5a5-436c-8cd0-9d503a3900b3 req-8bc46b06-94cc-4e14-bcc0-f8895eea36e9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658019 Jul 27 22:25:42.349861 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48680678-82b4-4d36-b013-01c0f0e4b475 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.476568 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48680678-82b4-4d36-b013-01c0f0e4b475 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.483715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48680678-82b4-4d36-b013-01c0f0e4b475 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.523904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.540765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48680678-82b4-4d36-b013-01c0f0e4b475 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375261ec-6d42-4160-b40a-3ae3d5f7ad01,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:42.542299 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-87c60c7a-358d-44a2-ab6d-ef167de65299 None None] Provisioning for port c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:42.554957 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48680678-82b4-4d36-b013-01c0f0e4b475 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.558806 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-48680678-82b4-4d36-b013-01c0f0e4b475 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2794368 Jul 27 22:25:42.559016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45878) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:42.565080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-93b631f0-4a8a-4724-b1e6-48073c9b13c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group_rule': {'security_group_id': '54a94624-ba97-45c6-85c3-0281199c9431', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:42.609101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef267402-d4de-49b7-8e48-d37231a6098b None None] Pushing event updated for resources: {'Port': ['ID=081b5af0-0f6f-4ca7-a690-f221c82df463,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:42.612345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-87c60c7a-358d-44a2-ab6d-ef167de65299 None None] Provisioning complete for port c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:42.612673 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87c60c7a-358d-44a2-ab6d-ef167de65299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.623100 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93b631f0-4a8a-4724-b1e6-48073c9b13c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.642163 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3515bb6-f06c-4f9b-9d61-026fa471c6e8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.675264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4888b200-adb2-40c5-b0c0-c416ce3adb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-2e93efdd-070c-4d01-8f10-c1b35a453118', 'network_id': '2e93efdd-070c-4d01-8f10-c1b35a453118', 'tenant_id': '0468e8f7b3374a52a9f473468101f5df', 'fixed_ips': [{'subnet_id': 'e1daa5f7-aba6-4c9b-84aa-0ab6a7d00ca6'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:25:42.676063 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4888b200-adb2-40c5-b0c0-c416ce3adb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.704099 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=14777e7e-db94-430d-a11b-1aedca7bce3e,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:42.739310 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.744954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93b631f0-4a8a-4724-b1e6-48073c9b13c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.757167 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93b631f0-4a8a-4724-b1e6-48073c9b13c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.774550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.782069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b631f0-4a8a-4724-b1e6-48073c9b13c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c2ca44-0376-4612-856e-d0641763bc9f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:42.805252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-93b631f0-4a8a-4724-b1e6-48073c9b13c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.807073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-93b631f0-4a8a-4724-b1e6-48073c9b13c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2471418 Jul 27 22:25:42.810035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45880) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:42.846012 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a56321f-67ff-4c78-a1ab-0101d74b54a1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.867669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a56321f-67ff-4c78-a1ab-0101d74b54a1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.879264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'port_id': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'mac_address': 'fa:16:3e:01:24:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:25:42.886522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-87c60c7a-358d-44a2-ab6d-ef167de65299 None None] Port c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:42.931987 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a56321f-67ff-4c78-a1ab-0101d74b54a1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.934741 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7c0d01db-cfef-41f3-bfa3-3e34b753c391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.957569 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4a56321f-67ff-4c78-a1ab-0101d74b54a1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:42.958992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4a56321f-67ff-4c78-a1ab-0101d74b54a1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d9c2ca44-0376-4612-856e-d0641763bc9f HTTP/1.1" status: 204 len: 168 time: 0.1477463 Jul 27 22:25:42.962970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56321f-67ff-4c78-a1ab-0101d74b54a1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9c2ca44-0376-4612-856e-d0641763bc9f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:42.964958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45882) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:43.009747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.009948 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server [None req-4888b200-adb2-40c5-b0c0-c416ce3adb70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1daa5f7-aba6-4c9b-84aa-0ab6a7d00ca6: This subnet is being modified by another concurrent operation. Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise exception Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1daa5f7-aba6-4c9b-84aa-0ab6a7d00ca6: This subnet is being modified by another concurrent operation. Jul 27 22:25:43.031261 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Jul 27 22:25:43.059265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Subnet': ['ID=e1daa5f7-aba6-4c9b-84aa-0ab6a7d00ca6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:43.065147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14777e7e-db94-430d-a11b-1aedca7bce3e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:25:43.115338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3193b292-3d68-4c73-b157-5773436ef3c2 None None] Network 2e93efdd-070c-4d01-8f10-c1b35a453118 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:43.120635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7fb30f39-cd17-4ee3-b361-dc624f6c9dfc tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1542938 Jul 27 22:25:43.139403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:43.160021 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.183616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e93efdd-070c-4d01-8f10-c1b35a453118']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:43.188130 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3515bb6-f06c-4f9b-9d61-026fa471c6e8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.200664 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbb6a80-35f3-4870-bead-0c5a5fd17802') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:43.200964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbb6a80-35f3-4870-bead-0c5a5fd17802') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:43.203713 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3515bb6-f06c-4f9b-9d61-026fa471c6e8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.212878 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22e84e68-3e58-4668-817d-2437c39b4fbd tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.223368 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22e84e68-3e58-4668-817d-2437c39b4fbd tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.257234 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.259265 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22e84e68-3e58-4668-817d-2437c39b4fbd tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.267931 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22e84e68-3e58-4668-817d-2437c39b4fbd tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.287479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-22e84e68-3e58-4668-817d-2437c39b4fbd tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/375261ec-6d42-4160-b40a-3ae3d5f7ad01 HTTP/1.1" status: 204 len: 168 time: 0.1469927 Jul 27 22:25:43.295078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45892) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:43.314788 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.323460 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=14777e7e-db94-430d-a11b-1aedca7bce3e,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:43.326294 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3515bb6-f06c-4f9b-9d61-026fa471c6e8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event updated for resources: {'Port': ['ID=c1c2af89-4acd-4cb8-a0bc-7d04bdb54179,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:43.346893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:43.347343 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:43.360507 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:43.366052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e84e68-3e58-4668-817d-2437c39b4fbd tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=375261ec-6d42-4160-b40a-3ae3d5f7ad01,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:43.373931 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.604313 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4fe65c25-5d5d-44f6-ab60-4e899c7418c9 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3081057 Jul 27 22:25:43.614891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:43.664137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['14777e7e-db94-430d-a11b-1aedca7bce3e'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:25:43.697027 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67433150-c076-4e71-8789-c3e44d578ad9 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.708330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67433150-c076-4e71-8789-c3e44d578ad9 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.726477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 081b5af0-0f6f-4ca7-a690-f221c82df463 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:43.755792 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67433150-c076-4e71-8789-c3e44d578ad9 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.775946 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-67433150-c076-4e71-8789-c3e44d578ad9 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.777436 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-67433150-c076-4e71-8789-c3e44d578ad9 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/aabeea99-f71e-421a-864a-0312cad423e5 HTTP/1.1" status: 204 len: 168 time: 0.1600318 Jul 27 22:25:43.778983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67433150-c076-4e71-8789-c3e44d578ad9 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aabeea99-f71e-421a-864a-0312cad423e5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:43.783681 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=14777e7e-db94-430d-a11b-1aedca7bce3e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:43.787838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45912) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:43.800102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2e46e-b716-4f1d-9794-722ae6ea33cc req-593aa7be-1e65-4005-a548-c82913cff07e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:43.809826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1b2e46e-b716-4f1d-9794-722ae6ea33cc req-593aa7be-1e65-4005-a548-c82913cff07e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 945 time: 0.3804009 Jul 27 22:25:43.868452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-805a17ed-7e1a-45a7-ad70-94b33ee2e3fe None None] Provisioning complete for port c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:43.869823 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-805a17ed-7e1a-45a7-ad70-94b33ee2e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:43.907197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1b2e46e-b716-4f1d-9794-722ae6ea33cc req-0c3244a9-f8c9-43bb-96df-b8ee7ec45cfb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959194 Jul 27 22:25:43.944142 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cdfffa8a-4fc0-4787-b9d7-0d4f6f336425 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1243944 Jul 27 22:25:43.947205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45916) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:43.982247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f293c559-767b-42d7-87a2-d47c7d93831c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.000696 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f293c559-767b-42d7-87a2-d47c7d93831c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.021713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 081b5af0-0f6f-4ca7-a690-f221c82df463 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:44.029585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-805a17ed-7e1a-45a7-ad70-94b33ee2e3fe None None] Port c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:25:44.050967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f293c559-767b-42d7-87a2-d47c7d93831c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.056109 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f293c559-767b-42d7-87a2-d47c7d93831c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.060357 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f293c559-767b-42d7-87a2-d47c7d93831c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/954104dc-ade6-4abc-8ef5-4522a3b1a8a0 HTTP/1.1" status: 204 len: 168 time: 0.1119366 Jul 27 22:25:44.061019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45918) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:44.091397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293c559-767b-42d7-87a2-d47c7d93831c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=954104dc-ade6-4abc-8ef5-4522a3b1a8a0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:44.122642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e189e11-1048-4733-942e-0176cdc3025b None None] Network f7cd1b1b-5344-4518-a45b-fe8226739fe1 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:44.127618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c88ecb43-8d6a-40d0-962a-03fd8665c71e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0601299 Jul 27 22:25:44.128644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45920) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:44.152899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-a3515bb6-f06c-4f9b-9d61-026fa471c6e8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] In _notify_port_updated(), no bound segment for port c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 on network 0019e683-08e0-46de-b435-10168ee9c2c7 {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:25:44.159283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3515bb6-f06c-4f9b-9d61-026fa471c6e8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:44.159941 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a3515bb6-f06c-4f9b-9d61-026fa471c6e8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.163742 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a3515bb6-f06c-4f9b-9d61-026fa471c6e8 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "PUT /v2.0/ports/c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 HTTP/1.1" status: 200 len: 1056 time: 2.0224385 Jul 27 22:25:44.164438 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45924) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:44.174764 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.175512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a82c40a5-8790-438a-9afb-94dc4b78a33f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.182730 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.184874 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/2e93efdd-070c-4d01-8f10-c1b35a453118 HTTP/1.1" status: 204 len: 168 time: 2.0844162 Jul 27 22:25:44.188447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45926) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:44.194547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-68de9b3f-ea3d-4074-aead-5b2be5201a31 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1527143309'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:44.198333 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ea6411a6-4030-4ff3-a0be-97b8931678bb None None] Provisioning for port 081b5af0-0f6f-4ca7-a690-f221c82df463 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:44.203975 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a82c40a5-8790-438a-9afb-94dc4b78a33f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.208246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ea6411a6-4030-4ff3-a0be-97b8931678bb None None] Provisioning complete for port 081b5af0-0f6f-4ca7-a690-f221c82df463 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:44.208631 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea6411a6-4030-4ff3-a0be-97b8931678bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.209257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5976223-ebe7-4ad1-ab03-70458f91403a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Network': ['ID=2e93efdd-070c-4d01-8f10-c1b35a453118,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:44.230567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68de9b3f-ea3d-4074-aead-5b2be5201a31 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:44.234214 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68de9b3f-ea3d-4074-aead-5b2be5201a31 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.259995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68de9b3f-ea3d-4074-aead-5b2be5201a31 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:44.271375 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68de9b3f-ea3d-4074-aead-5b2be5201a31 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.271723 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-68de9b3f-ea3d-4074-aead-5b2be5201a31 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Added segment b52612ec-7328-4524-a937-9b3ab349e8c6 of type vlan for network abbbeafd-c2d8-4030-8913-098ee3b09127 Jul 27 22:25:44.286653 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a82c40a5-8790-438a-9afb-94dc4b78a33f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.292442 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a82c40a5-8790-438a-9afb-94dc4b78a33f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.294173 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a82c40a5-8790-438a-9afb-94dc4b78a33f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/787ce8b9-66f4-4c43-b390-d9d54f2be8e6 HTTP/1.1" status: 204 len: 168 time: 0.1651103 Jul 27 22:25:44.300016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:44.308081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c40a5-8790-438a-9afb-94dc4b78a33f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=787ce8b9-66f4-4c43-b390-d9d54f2be8e6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:44.326549 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68de9b3f-ea3d-4074-aead-5b2be5201a31 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.336902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-59f2ae1a-2d56-476f-b19b-570220170aa5 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Deleting port c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:44.337550 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59f2ae1a-2d56-476f-b19b-570220170aa5 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.366887 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-27650f7e-a95f-4d6a-8afd-5d497deecb44 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0631917 Jul 27 22:25:44.370142 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45930) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:44.393236 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68de9b3f-ea3d-4074-aead-5b2be5201a31 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.398137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68de9b3f-ea3d-4074-aead-5b2be5201a31 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:44.398755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68de9b3f-ea3d-4074-aead-5b2be5201a31 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.431960 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea6411a6-4030-4ff3-a0be-97b8931678bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.438728 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59f2ae1a-2d56-476f-b19b-570220170aa5 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.452893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-59f2ae1a-2d56-476f-b19b-570220170aa5 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Calling delete_port for c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:44.472708 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ea6411a6-4030-4ff3-a0be-97b8931678bb None None] For port 081b5af0-0f6f-4ca7-a690-f221c82df463, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=081b5af0-0f6f-4ca7-a690-f221c82df463,segment=NetworkSegment(8a2d8b54-1a23-4a64-b99e-818c399dd144),segment_id=8a2d8b54-1a23-4a64-b99e-818c399dd144)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:44.480011 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea6411a6-4030-4ff3-a0be-97b8931678bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.484762 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-68de9b3f-ea3d-4074-aead-5b2be5201a31 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2951565 Jul 27 22:25:44.488335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45932) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:44.494025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a384b257-542b-4c1a-9989-4ad1e9c06ce3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'subnet': {'network_id': 'abbbeafd-c2d8-4030-8913-098ee3b09127', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:44.500512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de9b3f-ea3d-4074-aead-5b2be5201a31 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Network': ['ID=abbbeafd-c2d8-4030-8913-098ee3b09127,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:44.520576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network abbbeafd-c2d8-4030-8913-098ee3b09127 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:44.567338 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-790de9d4-1368-43e7-9490-aa834cf819c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.585851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6411a6-4030-4ff3-a0be-97b8931678bb None None] Pushing event updated for resources: {'Port': ['ID=081b5af0-0f6f-4ca7-a690-f221c82df463,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:44.621780 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-790de9d4-1368-43e7-9490-aa834cf819c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.636349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59f2ae1a-2d56-476f-b19b-570220170aa5 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.658848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a384b257-542b-4c1a-9989-4ad1e9c06ce3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:44.663106 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a384b257-542b-4c1a-9989-4ad1e9c06ce3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.698980 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2ae1a-2d56-476f-b19b-570220170aa5 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event deleted for resources: {'Port': ['ID=c1c2af89-4acd-4cb8-a0bc-7d04bdb54179,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:44.724116 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-790de9d4-1368-43e7-9490-aa834cf819c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.726926 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-790de9d4-1368-43e7-9490-aa834cf819c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.730440 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-790de9d4-1368-43e7-9490-aa834cf819c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-groups/54a94624-ba97-45c6-85c3-0281199c9431 HTTP/1.1" status: 204 len: 168 time: 0.3570709 Jul 27 22:25:44.731736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45934) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:44.750111 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790de9d4-1368-43e7-9490-aa834cf819c8 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a94624-ba97-45c6-85c3-0281199c9431,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:44.820373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-87eb90ef-8de0-4bff-9215-d51d2c171455 None None] Provisioning complete for port 081b5af0-0f6f-4ca7-a690-f221c82df463 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:44.820993 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87eb90ef-8de0-4bff-9215-d51d2c171455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.873949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-029c533a-6fc4-4049-a47f-349ca3b26b1f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1379766 Jul 27 22:25:44.880177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45936) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:44.885856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8207586b-bb88-4045-801a-81fd036dd510 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group': {'name': 'tempest-secgroup--209712001'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:44.932692 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8207586b-bb88-4045-801a-81fd036dd510 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.953580 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-59f2ae1a-2d56-476f-b19b-570220170aa5 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.956012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-59f2ae1a-2d56-476f-b19b-570220170aa5 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "DELETE /v2.0/ports/c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 HTTP/1.1" status: 204 len: 168 time: 0.7908323 Jul 27 22:25:44.958632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45944) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:44.961043 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a384b257-542b-4c1a-9989-4ad1e9c06ce3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:44.992660 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-51731383-43f4-4671-a8f5-0e5dac004e85 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] GET failed (client error): The resource could not be found. Jul 27 22:25:44.994526 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-51731383-43f4-4671-a8f5-0e5dac004e85 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "GET /v2.0/ports/c1c2af89-4acd-4cb8-a0bc-7d04bdb54179 HTTP/1.1" status: 404 len: 333 time: 0.0345242 Jul 27 22:25:44.996975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45946) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:45.040265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384b257-542b-4c1a-9989-4ad1e9c06ce3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Subnet': ['ID=162cdc43-8202-4955-9563-18cd4d075470,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:45.041758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8b0c1d-33b5-4355-98e6-e4ae0236542d None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:25:45.070800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384b257-542b-4c1a-9989-4ad1e9c06ce3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Checking segment: {'id': 'b52612ec-7328-4524-a937-9b3ab349e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'abbbeafd-c2d8-4030-8913-098ee3b09127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:45.071504 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a384b257-542b-4c1a-9989-4ad1e9c06ce3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network hostable DHCP agents. Network: abbbeafd-c2d8-4030-8913-098ee3b09127, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:45.110501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a384b257-542b-4c1a-9989-4ad1e9c06ce3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network abbbeafd-c2d8-4030-8913-098ee3b09127 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:45.127125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8207586b-bb88-4045-801a-81fd036dd510 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.130652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a384b257-542b-4c1a-9989-4ad1e9c06ce3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, abbbeafd-c2d8-4030-8913-098ee3b09127) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:45.136205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90488c64-a160-405b-a1d7-ba0cd3a96351 req-cc8dcecd-d360-45c8-8676-73cbffaa51f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:45.136605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384b257-542b-4c1a-9989-4ad1e9c06ce3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:45.137269 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a384b257-542b-4c1a-9989-4ad1e9c06ce3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.138050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90488c64-a160-405b-a1d7-ba0cd3a96351 req-cc8dcecd-d360-45c8-8676-73cbffaa51f0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 945 time: 0.1304467 Jul 27 22:25:45.140126 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8207586b-bb88-4045-801a-81fd036dd510 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.162822 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8207586b-bb88-4045-801a-81fd036dd510 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.164518 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8207586b-bb88-4045-801a-81fd036dd510 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2833691 Jul 27 22:25:45.168298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:45.186574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-05837b42-ad45-452b-afbc-df2adc1b6c79 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group_rule': {'security_group_id': '2bbdaaf1-d0ad-4e93-abfe-f6b9d578a573', 'direction': 'ingress', 'protocol': 17}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:45.196050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207586b-bb88-4045-801a-81fd036dd510 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbdaaf1-d0ad-4e93-abfe-f6b9d578a573,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:45.210229 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a384b257-542b-4c1a-9989-4ad1e9c06ce3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7193041 Jul 27 22:25:45.213907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:45.221197 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-29ac03b9-c840-4fc0-9ff1-22787d52dc1b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-720082593'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:45.267601 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-90488c64-a160-405b-a1d7-ba0cd3a96351 req-756f85c7-e3f1-4a49-b231-a36589071a9b tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218190 Jul 27 22:25:45.272174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86d668e6-ba81-491e-998b-7aaf00d9185a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Deleting port dad09d65-30e4-406a-8895-fbffd52b0f8a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:45.272732 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86d668e6-ba81-491e-998b-7aaf00d9185a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.313808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ac03b9-c840-4fc0-9ff1-22787d52dc1b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:45.321894 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29ac03b9-c840-4fc0-9ff1-22787d52dc1b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.360589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b0c1d-33b5-4355-98e6-e4ae0236542d None None] Unable to find a vacant binding_index for network abbbeafd-c2d8-4030-8913-098ee3b09127 and agent d824d308-e03b-418e-b2d1-51bcabc93aaf {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 27 22:25:45.365242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ac03b9-c840-4fc0-9ff1-22787d52dc1b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:45.367972 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05837b42-ad45-452b-afbc-df2adc1b6c79 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.379491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b0c1d-33b5-4355-98e6-e4ae0236542d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, abbbeafd-c2d8-4030-8913-098ee3b09127) {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:25:45.386710 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29ac03b9-c840-4fc0-9ff1-22787d52dc1b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.387394 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-29ac03b9-c840-4fc0-9ff1-22787d52dc1b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Added segment 0d0f64c6-2062-423b-baa7-dec1afd0cec4 of type vlan for network 5b7ca2cd-bdcc-424b-a71b-a896b938ce22 Jul 27 22:25:45.500093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 081b5af0-0f6f-4ca7-a690-f221c82df463 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:45.520048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29ac03b9-c840-4fc0-9ff1-22787d52dc1b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.537852 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae506dab-fe35-4ab6-a24a-b7ea1b7ac70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.585918 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86d668e6-ba81-491e-998b-7aaf00d9185a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.589842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 081b5af0-0f6f-4ca7-a690-f221c82df463 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:45.590218 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.612204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05837b42-ad45-452b-afbc-df2adc1b6c79 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.618431 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29ac03b9-c840-4fc0-9ff1-22787d52dc1b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.621417 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05837b42-ad45-452b-afbc-df2adc1b6c79 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.627955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-86d668e6-ba81-491e-998b-7aaf00d9185a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Calling delete_port for dad09d65-30e4-406a-8895-fbffd52b0f8a owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:45.636781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ac03b9-c840-4fc0-9ff1-22787d52dc1b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:45.638090 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-29ac03b9-c840-4fc0-9ff1-22787d52dc1b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.654682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05837b42-ad45-452b-afbc-df2adc1b6c79 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7020819c-551d-44ca-af74-c64397ebc372,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:45.675818 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05837b42-ad45-452b-afbc-df2adc1b6c79 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.675818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-05837b42-ad45-452b-afbc-df2adc1b6c79 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4994714 Jul 27 22:25:45.677239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45960) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:45.799255 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-29ac03b9-c840-4fc0-9ff1-22787d52dc1b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5829926 Jul 27 22:25:45.806067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:45.814676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'subnet': {'network_id': '5b7ca2cd-bdcc-424b-a71b-a896b938ce22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:45.870703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac03b9-c840-4fc0-9ff1-22787d52dc1b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Network': ['ID=5b7ca2cd-bdcc-424b-a71b-a896b938ce22,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:45.879845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfe6adb0-59cc-4b9e-8f5f-b739c7dd67f4 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.908007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfe6adb0-59cc-4b9e-8f5f-b739c7dd67f4 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.917050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86d668e6-ba81-491e-998b-7aaf00d9185a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.950403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 5b7ca2cd-bdcc-424b-a71b-a896b938ce22 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:45.966859 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d668e6-ba81-491e-998b-7aaf00d9185a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event deleted for resources: {'Port': ['ID=dad09d65-30e4-406a-8895-fbffd52b0f8a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:45.978237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfe6adb0-59cc-4b9e-8f5f-b739c7dd67f4 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.982432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bfe6adb0-59cc-4b9e-8f5f-b739c7dd67f4 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:45.982432 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bfe6adb0-59cc-4b9e-8f5f-b739c7dd67f4 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-groups/2bbdaaf1-d0ad-4e93-abfe-f6b9d578a573 HTTP/1.1" status: 204 len: 168 time: 0.3030231 Jul 27 22:25:45.986283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45968) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:46.006654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6adb0-59cc-4b9e-8f5f-b739c7dd67f4 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbdaaf1-d0ad-4e93-abfe-f6b9d578a573,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:46.016930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:46.020180 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.039810 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-150aa307-cc07-4dcf-9e5d-35d986f735ec tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528138 Jul 27 22:25:46.043574 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45970) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:46.048349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c72e16d0-65ef-4225-8075-e8658f90c3f7 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066111925'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:46.076845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72e16d0-65ef-4225-8075-e8658f90c3f7 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.123728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Performing IP validity checks on allocation pools {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:25:46.124351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:25:46.133190 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-86d668e6-ba81-491e-998b-7aaf00d9185a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.137748 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-86d668e6-ba81-491e-998b-7aaf00d9185a tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "DELETE /v2.0/ports/dad09d65-30e4-406a-8895-fbffd52b0f8a HTTP/1.1" status: 204 len: 168 time: 1.1367872 Jul 27 22:25:46.138428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:46.151999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 14777e7e-db94-430d-a11b-1aedca7bce3e up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:46.179902 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a2a24d-78d8-4d61-a9bb-f4d49b733565 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] GET failed (client error): The resource could not be found. Jul 27 22:25:46.182309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c1a2a24d-78d8-4d61-a9bb-f4d49b733565 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "GET /v2.0/ports/dad09d65-30e4-406a-8895-fbffd52b0f8a HTTP/1.1" status: 404 len: 333 time: 0.0423212 Jul 27 22:25:46.189060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45974) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:46.190412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.192913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-abbbeafd-c2d8-4030-8913-098ee3b09127', 'network_id': 'abbbeafd-c2d8-4030-8913-098ee3b09127', 'tenant_id': '0468e8f7b3374a52a9f473468101f5df', 'fixed_ips': [{'subnet_id': '162cdc43-8202-4955-9563-18cd4d075470'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:25:46.193630 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.240398 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72e16d0-65ef-4225-8075-e8658f90c3f7 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.250374 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72e16d0-65ef-4225-8075-e8658f90c3f7 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.307055 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.328672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e16d0-65ef-4225-8075-e8658f90c3f7 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c142861f-e323-46b8-9765-b5a3dc1dac26,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:46.332763 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c72e16d0-65ef-4225-8075-e8658f90c3f7 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.334192 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c72e16d0-65ef-4225-8075-e8658f90c3f7 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2895815 Jul 27 22:25:46.337900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45978) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:46.346827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-82d94a78-e751-4f2d-97d0-84da9cf1ff9e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group': {'name': 'tempest-secgroup--702103852'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:46.360557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 14777e7e-db94-430d-a11b-1aedca7bce3e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:46.370249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 14777e7e-db94-430d-a11b-1aedca7bce3e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:46.370680 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.392085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Subnet': ['ID=a9d33466-babb-4ce8-be45-4f5d1f1c2bdd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:46.398414 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Checking segment: {'id': '0d0f64c6-2062-423b-baa7-dec1afd0cec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5b7ca2cd-bdcc-424b-a71b-a896b938ce22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:46.398414 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network hostable DHCP agents. Network: 5b7ca2cd-bdcc-424b-a71b-a896b938ce22, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:46.399088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6d205918-8740-4677-80d9-7d9d07997cf9 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Deleting port d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:46.399823 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d205918-8740-4677-80d9-7d9d07997cf9 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.424012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network 5b7ca2cd-bdcc-424b-a71b-a896b938ce22 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:46.427584 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82d94a78-e751-4f2d-97d0-84da9cf1ff9e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.435967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 5b7ca2cd-bdcc-424b-a71b-a896b938ce22) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:46.441216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:46.441928 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.465421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-19972679-591b-402a-9f11-c6c2621b6180 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6578310 Jul 27 22:25:46.467918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 45982) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:46.527237 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.528239 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.552091 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d205918-8740-4677-80d9-7d9d07997cf9 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.559403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Allocated IP 2001:db8::3 (abbbeafd-c2d8-4030-8913-098ee3b09127/162cdc43-8202-4955-9563-18cd4d075470/41ab6031-c49e-460e-ac06-c48a7c35a6dd) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:46.575040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6d205918-8740-4677-80d9-7d9d07997cf9 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Calling delete_port for d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:46.664293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.667958 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.674464 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82d94a78-e751-4f2d-97d0-84da9cf1ff9e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.684625 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82d94a78-e751-4f2d-97d0-84da9cf1ff9e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.699788 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:25:46.702201 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be14dd1-0bcb-4ed0-9e0c-19591e85f7df" -d '{"events": [{"server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "name": "network-vif-plugged", "status": "completed", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:25:46.730684 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82d94a78-e751-4f2d-97d0-84da9cf1ff9e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.734548 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-82d94a78-e751-4f2d-97d0-84da9cf1ff9e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3919952 Jul 27 22:25:46.736647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 45992) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:46.740721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbb0a6-7ec8-4a87-a136-609e8a09322c req-01ca1b21-1942-41ac-823a-0cf3701af9ec tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:46.741311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-522ba5bf-5de8-405b-911e-652785306eba tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group_rule': {'security_group_id': 'c142861f-e323-46b8-9765-b5a3dc1dac26', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0cc6c50f-0815-4d99-b05e-d5ed3d1dfb45', 'remote_ip_prefix': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:46.742806 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22fbb0a6-7ec8-4a87-a136-609e8a09322c req-01ca1b21-1942-41ac-823a-0cf3701af9ec tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 945 time: 0.1825774 Jul 27 22:25:46.762815 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d94a78-e751-4f2d-97d0-84da9cf1ff9e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc6c50f-0815-4d99-b05e-d5ed3d1dfb45,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:46.782835 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=14777e7e-db94-430d-a11b-1aedca7bce3e,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:46.785845 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1e3ecb-08ec-4eea-bc92-15cfe9fffbb0 x-openstack-request-id: req-0c1e3ecb-08ec-4eea-bc92-15cfe9fffbb0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:25:46.786501 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "name": "network-vif-plugged", "status": "completed", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:25:46.786945 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c1e3ecb-08ec-4eea-bc92-15cfe9fffbb0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:25:46.787533 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'code': 200} Jul 27 22:25:46.794687 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.804782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22fbb0a6-7ec8-4a87-a136-609e8a09322c req-2bc22838-1704-44ce-8e34-f10c3f5101cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543828 Jul 27 22:25:46.806694 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.849562 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-522ba5bf-5de8-405b-911e-652785306eba tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.904842 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.910775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=14777e7e-db94-430d-a11b-1aedca7bce3e,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:46.939725 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.941617 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d205918-8740-4677-80d9-7d9d07997cf9 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:46.949191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d33466-babb-4ce8-be45-4f5d1f1c2bdd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:46.952293 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Transition to ACTIVE for port object 41ab6031-c49e-460e-ac06-c48a7c35a6dd will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:46.976628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d205918-8740-4677-80d9-7d9d07997cf9 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event deleted for resources: {'Port': ['ID=d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:46.977766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Transition to ACTIVE for port object 41ab6031-c49e-460e-ac06-c48a7c35a6dd will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:46.980298 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec272cb8-8087-44bc-9e72-e39dc1f23458 req-7e5e45fb-1637-41de-a233-60d439fdf872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:46.982126 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec272cb8-8087-44bc-9e72-e39dc1f23458 req-7e5e45fb-1637-41de-a233-60d439fdf872 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 1097 time: 0.1275141 Jul 27 22:25:46.988946 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.062020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Network abbbeafd-c2d8-4030-8913-098ee3b09127 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:47.068691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:47.084646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:47.087743 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Pushing event updated for resources: {'Port': ['ID=41ab6031-c49e-460e-ac06-c48a7c35a6dd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:47.108767 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-522ba5bf-5de8-405b-911e-652785306eba tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.116400 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d205918-8740-4677-80d9-7d9d07997cf9 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.119118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.122926 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6d205918-8740-4677-80d9-7d9d07997cf9 tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "DELETE /v2.0/ports/d5ca52d6-82dc-4c0d-ad8c-54ece8a848a4 HTTP/1.1" status: 204 len: 168 time: 0.9325199 Jul 27 22:25:47.124543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46000) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:47.125371 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-522ba5bf-5de8-405b-911e-652785306eba tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.158077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Attempting to bind port 41ab6031-c49e-460e-ac06-c48a7c35a6dd on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:47.158774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Attempting to bind port 41ab6031-c49e-460e-ac06-c48a7c35a6dd by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'b52612ec-7328-4524-a937-9b3ab349e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'abbbeafd-c2d8-4030-8913-098ee3b09127'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:47.159712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Attempting to bind port 41ab6031-c49e-460e-ac06-c48a7c35a6dd on network abbbeafd-c2d8-4030-8913-098ee3b09127 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:47.166916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:47.167454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Checking segment: {'id': 'b52612ec-7328-4524-a937-9b3ab349e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'abbbeafd-c2d8-4030-8913-098ee3b09127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:47.168115 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.168620 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Bound using segment: {'id': 'b52612ec-7328-4524-a937-9b3ab349e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'abbbeafd-c2d8-4030-8913-098ee3b09127'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:47.169256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Bound port: 41ab6031-c49e-460e-ac06-c48a7c35a6dd, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52612ec-7328-4524-a937-9b3ab349e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'abbbeafd-c2d8-4030-8913-098ee3b09127'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:47.169874 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.171994 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec272cb8-8087-44bc-9e72-e39dc1f23458 req-4da5db74-9957-49ce-aaf6-78d1297d6c26 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792688 Jul 27 22:25:47.178770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ba5bf-5de8-405b-911e-652785306eba tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0df5dc6-4b25-4f44-9e02-e066099bdee6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:47.182019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7ca2cd-bdcc-424b-a71b-a896b938ce22']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:47.189443 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-522ba5bf-5de8-405b-911e-652785306eba tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.191388 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-522ba5bf-5de8-405b-911e-652785306eba tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4537628 Jul 27 22:25:47.201993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46004) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:47.206531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0f64c6-2062-423b-baa7-dec1afd0cec4') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:47.207040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0f64c6-2062-423b-baa7-dec1afd0cec4') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:47.223957 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.240789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfe3f0a-58fd-410d-9069-b65dffe27aab tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Deleting subnet 7450190c-fb14-44c3-81ad-537af1c28d57 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:25:47.246757 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2ca89a6-c611-469f-89ff-1967b6d97a66 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.247306 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3f0a-58fd-410d-9069-b65dffe27aab tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.251098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.255486 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2ca89a6-c611-469f-89ff-1967b6d97a66 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.273217 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] For port 41ab6031-c49e-460e-ac06-c48a7c35a6dd, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:47.277982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] For port 41ab6031-c49e-460e-ac06-c48a7c35a6dd, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=41ab6031-c49e-460e-ac06-c48a7c35a6dd,segment=NetworkSegment(b52612ec-7328-4524-a937-9b3ab349e8c6),segment_id=b52612ec-7328-4524-a937-9b3ab349e8c6)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:47.278135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:47.278603 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:47.281726 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:47.287296 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.287796 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2ca89a6-c611-469f-89ff-1967b6d97a66 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.293430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f2ca89a6-c611-469f-89ff-1967b6d97a66 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.294984 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f2ca89a6-c611-469f-89ff-1967b6d97a66 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b0df5dc6-4b25-4f44-9e02-e066099bdee6 HTTP/1.1" status: 204 len: 168 time: 0.0914118 Jul 27 22:25:47.300016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46008) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:47.312900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca89a6-c611-469f-89ff-1967b6d97a66 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0df5dc6-4b25-4f44-9e02-e066099bdee6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:47.344126 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3f0a-58fd-410d-9069-b65dffe27aab tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.357969 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0acd6403-6b3c-4a0f-bbc7-afe7b139b780 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0568006 Jul 27 22:25:47.363854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46010) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:47.370951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887aa20-6398-4652-9cd3-c6bb3ed2e04a None None] Pushing event updated for resources: {'Port': ['ID=41ab6031-c49e-460e-ac06-c48a7c35a6dd,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:47.399452 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.411783 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.417174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/5b7ca2cd-bdcc-424b-a71b-a896b938ce22 HTTP/1.1" status: 204 len: 168 time: 0.9444366 Jul 27 22:25:47.417821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46012) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:47.425888 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d77e772e-6532-4818-b0f0-b13c7e604732 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-854960301'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:47.428846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37dbe8-dd55-42ee-b54c-273712acf7e8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Network': ['ID=5b7ca2cd-bdcc-424b-a71b-a896b938ce22,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:47.475501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3f0a-58fd-410d-9069-b65dffe27aab tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.476006 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de353b19-106c-4517-a2d9-a04cfb73cb54 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.477769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77e772e-6532-4818-b0f0-b13c7e604732 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:47.482549 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d77e772e-6532-4818-b0f0-b13c7e604732 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.524702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77e772e-6532-4818-b0f0-b13c7e604732 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:47.537135 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de353b19-106c-4517-a2d9-a04cfb73cb54 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.552323 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d77e772e-6532-4818-b0f0-b13c7e604732 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.552682 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-d77e772e-6532-4818-b0f0-b13c7e604732 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Added segment 9ca799b1-294b-43f6-8e14-25bf397af0bc of type vlan for network ebe20d58-dad5-4957-8f4c-45d5830adb87 Jul 27 22:25:47.560990 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3f0a-58fd-410d-9069-b65dffe27aab tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.591400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe3f0a-58fd-410d-9069-b65dffe27aab tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event deleted for resources: {'Subnet': ['ID=7450190c-fb14-44c3-81ad-537af1c28d57,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:47.601824 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5cfe3f0a-58fd-410d-9069-b65dffe27aab tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.606064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5cfe3f0a-58fd-410d-9069-b65dffe27aab tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "DELETE /v2.0/subnets/7450190c-fb14-44c3-81ad-537af1c28d57 HTTP/1.1" status: 204 len: 168 time: 0.4802949 Jul 27 22:25:47.610612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46014) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:47.692562 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d77e772e-6532-4818-b0f0-b13c7e604732 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.720287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de353b19-106c-4517-a2d9-a04cfb73cb54 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.722922 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de353b19-106c-4517-a2d9-a04cfb73cb54 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.724076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-de353b19-106c-4517-a2d9-a04cfb73cb54 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-groups/0cc6c50f-0815-4d99-b05e-d5ed3d1dfb45 HTTP/1.1" status: 204 len: 168 time: 0.3591313 Jul 27 22:25:47.726813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46016) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:47.768127 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.770989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de353b19-106c-4517-a2d9-a04cfb73cb54 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc6c50f-0815-4d99-b05e-d5ed3d1dfb45,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:47.788830 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d77e772e-6532-4818-b0f0-b13c7e604732 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.801960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77e772e-6532-4818-b0f0-b13c7e604732 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:47.805931 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d77e772e-6532-4818-b0f0-b13c7e604732 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:47.873277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9e2b2f03-d8e8-4179-abee-e5c4654c3be1 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1443903 Jul 27 22:25:47.876299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:47.917297 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d77e772e-6532-4818-b0f0-b13c7e604732 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4955361 Jul 27 22:25:47.922349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46022) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:47.929679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ab1b45b9-e8a7-4c52-888a-daa7176dd4ba tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'subnet': {'network_id': 'ebe20d58-dad5-4957-8f4c-45d5830adb87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:47.990659 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd673b05-0e01-4332-b53b-528d38783b0d tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.006959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e772e-6532-4818-b0f0-b13c7e604732 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Network': ['ID=ebe20d58-dad5-4957-8f4c-45d5830adb87,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:48.023490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network ebe20d58-dad5-4957-8f4c-45d5830adb87 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:48.038212 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd673b05-0e01-4332-b53b-528d38783b0d tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.044593 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1b45b9-e8a7-4c52-888a-daa7176dd4ba tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:48.048985 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab1b45b9-e8a7-4c52-888a-daa7176dd4ba tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.051316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb35ea0-371a-45fb-94ad-71e1eb12b05a req-a53bfe7b-36f0-4646-9cca-5eda70f9972c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:48.052967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ceb35ea0-371a-45fb-94ad-71e1eb12b05a req-a53bfe7b-36f0-4646-9cca-5eda70f9972c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 946 time: 0.1176627 Jul 27 22:25:48.060562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Deleting port a64f972e-623c-43c1-8fe9-fa6da89ca1df {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:48.060906 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.116777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ceb35ea0-371a-45fb-94ad-71e1eb12b05a req-0fbe9766-f1de-4920-857e-172c5b23f7fa tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552061 Jul 27 22:25:48.128635 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd673b05-0e01-4332-b53b-528d38783b0d tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.130058 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.131368 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd673b05-0e01-4332-b53b-528d38783b0d tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.132502 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fd673b05-0e01-4332-b53b-528d38783b0d tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-groups/c142861f-e323-46b8-9765-b5a3dc1dac26 HTTP/1.1" status: 204 len: 168 time: 0.2536440 Jul 27 22:25:48.135119 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46024) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:48.142541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd673b05-0e01-4332-b53b-528d38783b0d tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c142861f-e323-46b8-9765-b5a3dc1dac26,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:48.204919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] For port a64f972e-623c-43c1-8fe9-fa6da89ca1df, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a64f972e-623c-43c1-8fe9-fa6da89ca1df,segment=NetworkSegment(da7ac162-c50f-4f83-aed5-bec46d515934),segment_id=da7ac162-c50f-4f83-aed5-bec46d515934)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:48.205372 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.245410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Calling delete_port for a64f972e-623c-43c1-8fe9-fa6da89ca1df owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:48.270516 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a5a9eb4b-ccbc-4fc0-8262-a01564f49810 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1199486 Jul 27 22:25:48.275588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46028) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:48.280183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-eff645a8-e9cc-48b5-b667-44dd5263369f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group': {'name': 'tempest-secgroup--938329656'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:48.349145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eff645a8-e9cc-48b5-b667-44dd5263369f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.480745 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.525379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event deleted for resources: {'Port': ['ID=a64f972e-623c-43c1-8fe9-fa6da89ca1df,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:48.530217 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab1b45b9-e8a7-4c52-888a-daa7176dd4ba tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.539079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] No DVR routers for this DVR port a64f972e-623c-43c1-8fe9-fa6da89ca1df on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:48.609624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a071248-8020-4298-aff1-3826689c7de7 None None] Network abbbeafd-c2d8-4030-8913-098ee3b09127 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:48.642114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53615c33-dad0-4ada-8dd9-de38198fe8c1 None None] Network 5b7ca2cd-bdcc-424b-a71b-a896b938ce22 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:48.695824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53615c33-dad0-4ada-8dd9-de38198fe8c1 None None] Network 5b7ca2cd-bdcc-424b-a71b-a896b938ce22 could not be found, it might have been deleted concurrently. {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:25:48.720544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b45b9-e8a7-4c52-888a-daa7176dd4ba tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Subnet': ['ID=c392ba9c-300d-4259-abd0-8e9a71c3fd99,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:48.732468 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eff645a8-e9cc-48b5-b667-44dd5263369f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.734651 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.735867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885db07e-b3d3-4ebe-ba04-dd4a8261f0ed None None] Network 5b7ca2cd-bdcc-424b-a71b-a896b938ce22 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:48.749733 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eff645a8-e9cc-48b5-b667-44dd5263369f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.755003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0019e683-08e0-46de-b435-10168ee9c2c7']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:48.796783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7ac162-c50f-4f83-aed5-bec46d515934') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:48.797482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7ac162-c50f-4f83-aed5-bec46d515934') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:48.798213 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885db07e-b3d3-4ebe-ba04-dd4a8261f0ed None None] Network 5b7ca2cd-bdcc-424b-a71b-a896b938ce22 could not be found, it might have been deleted concurrently. {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:25:48.811375 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.821341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-28efc3e6-30e5-471f-b9d0-1b5007513669 None None] Provisioning for port 41ab6031-c49e-460e-ac06-c48a7c35a6dd completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:48.828332 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.835636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:48.836028 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.843312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b241e9-8397-49f8-849e-b0b11a588274 None None] Network 0019e683-08e0-46de-b435-10168ee9c2c7 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:48.905114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff645a8-e9cc-48b5-b667-44dd5263369f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53ebdd2-35dc-4429-ba20-01b1399ce83c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:48.907607 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:48.909766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1b45b9-e8a7-4c52-888a-daa7176dd4ba tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Checking segment: {'id': '9ca799b1-294b-43f6-8e14-25bf397af0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ebe20d58-dad5-4957-8f4c-45d5830adb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:48.909766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b45b9-e8a7-4c52-888a-daa7176dd4ba tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network hostable DHCP agents. Network: ebe20d58-dad5-4957-8f4c-45d5830adb87, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:48.915380 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.928971 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.930880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] 10.222.0.24 "DELETE /v2.0/networks/0019e683-08e0-46de-b435-10168ee9c2c7 HTTP/1.1" status: 204 len: 168 time: 1.3166354 Jul 27 22:25:48.946084 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-eff645a8-e9cc-48b5-b667-44dd5263369f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.950356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46038) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:48.950832 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-eff645a8-e9cc-48b5-b667-44dd5263369f tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6740484 Jul 27 22:25:48.956910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982aac6-9121-45d6-87fb-432a29a1904c tempest-AllowedAddressPairTestJSON-664756881 tempest-AllowedAddressPairTestJSON-664756881-project] Pushing event deleted for resources: {'Network': ['ID=0019e683-08e0-46de-b435-10168ee9c2c7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:48.960828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-98d752e7-24e6-436f-b34b-32b7c07bc6b2 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group_rule': {'security_group_id': 'b53ebdd2-35dc-4429-ba20-01b1399ce83c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:48.963655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b45b9-e8a7-4c52-888a-daa7176dd4ba tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network ebe20d58-dad5-4957-8f4c-45d5830adb87 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:48.976421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ab1b45b9-e8a7-4c52-888a-daa7176dd4ba tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, ebe20d58-dad5-4957-8f4c-45d5830adb87) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:48.988283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b45b9-e8a7-4c52-888a-daa7176dd4ba tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:48.989097 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ab1b45b9-e8a7-4c52-888a-daa7176dd4ba tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:48.998021 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98d752e7-24e6-436f-b34b-32b7c07bc6b2 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.002533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e5463e-fbe4-423a-ac3a-7ea20034a557 None None] Network ebe20d58-dad5-4957-8f4c-45d5830adb87 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:49.018405 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ab1b45b9-e8a7-4c52-888a-daa7176dd4ba tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0887499 Jul 27 22:25:49.018405 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46040) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:49.085030 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98d752e7-24e6-436f-b34b-32b7c07bc6b2 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.091492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98d752e7-24e6-436f-b34b-32b7c07bc6b2 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.147816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d752e7-24e6-436f-b34b-32b7c07bc6b2 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c8804a-1980-492e-9c5b-cf8cce00f5d3,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:49.163410 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-98d752e7-24e6-436f-b34b-32b7c07bc6b2 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.164714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-98d752e7-24e6-436f-b34b-32b7c07bc6b2 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2128282 Jul 27 22:25:49.172033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:49.203470 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.212155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a446e5d-4447-484a-a580-0dfd0bb7bbbb None None] DHCP port deletion for 0019e683-08e0-46de-b435-10168ee9c2c7 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:25:49.214311 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a95d928-726c-4867-95b5-8c8a289fc88e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.231726 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a95d928-726c-4867-95b5-8c8a289fc88e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.293547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-ebe20d58-dad5-4957-8f4c-45d5830adb87', 'network_id': 'ebe20d58-dad5-4957-8f4c-45d5830adb87', 'tenant_id': '0468e8f7b3374a52a9f473468101f5df', 'fixed_ips': [{'subnet_id': 'c392ba9c-300d-4259-abd0-8e9a71c3fd99'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:25:49.294925 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.312061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.337220 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a95d928-726c-4867-95b5-8c8a289fc88e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.346487 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a95d928-726c-4867-95b5-8c8a289fc88e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.347888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7a95d928-726c-4867-95b5-8c8a289fc88e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e9c8804a-1980-492e-9c5b-cf8cce00f5d3 HTTP/1.1" status: 204 len: 168 time: 0.1746967 Jul 27 22:25:49.356268 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fc877-2e33-430b-ad50-873a747c9e1e req-7034b23e-9233-44c4-b8a7-cdfc5bd18ba0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:49.358025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c7fc877-2e33-430b-ad50-873a747c9e1e req-7034b23e-9233-44c4-b8a7-cdfc5bd18ba0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 946 time: 0.0724139 Jul 27 22:25:49.360376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:49.410845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95d928-726c-4867-95b5-8c8a289fc88e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9c8804a-1980-492e-9c5b-cf8cce00f5d3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:49.417139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6c7fc877-2e33-430b-ad50-873a747c9e1e req-a3053641-b633-45cd-b9fa-3ce581755b59 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460277 Jul 27 22:25:49.438802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46050) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:49.473818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d0f70d94-e8b8-4ad0-adf2-aae63ff0c731 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1119750 Jul 27 22:25:49.481799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46058) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:49.539997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 41ab6031-c49e-460e-ac06-c48a7c35a6dd up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:49.607403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Allocated IP 2001:db8::1 (ebe20d58-dad5-4957-8f4c-45d5830adb87/c392ba9c-300d-4259-abd0-8e9a71c3fd99/03f20f13-d403-4ffd-9133-216c9a2d82f0) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:49.644115 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5efbce00-2b0f-448b-a49e-5eed72177b57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.685743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc48cb-b21e-4753-8da1-7b8347b60ba2 req-3a59404c-52be-4eef-a962-c957932193de tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:49.694859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3edc48cb-b21e-4753-8da1-7b8347b60ba2 req-3a59404c-52be-4eef-a962-c957932193de tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 946 time: 0.1550739 Jul 27 22:25:49.698559 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5efbce00-2b0f-448b-a49e-5eed72177b57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.712456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 41ab6031-c49e-460e-ac06-c48a7c35a6dd completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:25:49.734561 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 41ab6031-c49e-460e-ac06-c48a7c35a6dd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:49.735062 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.752922 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2e0a9c25-edad-4792-8c53-b9a43a1e3ac4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a299d8d2bd6d420c831bf6034c419b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086319 Jul 27 22:25:49.753260 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:49.779400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3edc48cb-b21e-4753-8da1-7b8347b60ba2 req-dc737ba9-f6da-4756-8673-97d34fc50997 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836618 Jul 27 22:25:49.807628 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5efbce00-2b0f-448b-a49e-5eed72177b57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.811045 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5efbce00-2b0f-448b-a49e-5eed72177b57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.820378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5efbce00-2b0f-448b-a49e-5eed72177b57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-groups/b53ebdd2-35dc-4429-ba20-01b1399ce83c HTTP/1.1" status: 204 len: 168 time: 0.3373542 Jul 27 22:25:49.824058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46070) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:49.824058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46072) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:49.858007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d3ea9ac-3838-44a9-a3d7-9212166a8ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.879492 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.907599 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d3ea9ac-3838-44a9-a3d7-9212166a8ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.936849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbce00-2b0f-448b-a49e-5eed72177b57 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53ebdd2-35dc-4429-ba20-01b1399ce83c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:49.952062 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f42054-5421-4165-b8d9-8281ac539dc0 None None] Network abbbeafd-c2d8-4030-8913-098ee3b09127 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:49.968312 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d3ea9ac-3838-44a9-a3d7-9212166a8ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.971277 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d3ea9ac-3838-44a9-a3d7-9212166a8ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:49.972810 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3d3ea9ac-3838-44a9-a3d7-9212166a8ea5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb17dfc6-727f-49b3-ba7e-e50caf2c0996 HTTP/1.1" status: 204 len: 168 time: 0.2175105 Jul 27 22:25:49.981978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ea9ac-3838-44a9-a3d7-9212166a8ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb17dfc6-727f-49b3-ba7e-e50caf2c0996,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:49.998559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acef2c71-1fb3-4841-b5e8-0e78848790c2 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:50.002433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-acef2c71-1fb3-4841-b5e8-0e78848790c2 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 1092 time: 0.1703656 Jul 27 22:25:50.003941 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46078) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:50.009398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:50.010204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a5ed34a1-ab1b-4dbd-b1ee-a301e85279b6 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1807165 Jul 27 22:25:50.013901 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46080) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:50.020769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-543d5c1f-cbb0-4195-a39c-dc71436ad7fe tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960442249'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:50.053528 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-543d5c1f-cbb0-4195-a39c-dc71436ad7fe tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 22:25:50.053528 n-d-802011-3 neutron-server[93834]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 22:25:50.053528 n-d-802011-3 neutron-server[93834]: [parameters: {'project_id': '2db9d6e81b17417285331dc10be499e0', 'id': 'adbee5c4-4ad2-4a2c-a28b-584d003beb6b', 'expiration': datetime.datetime(2021, 7, 27, 22, 27, 50, 44744)}] Jul 27 22:25:50.053528 n-d-802011-3 neutron-server[93834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:25:50.054356 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [None req-543d5c1f-cbb0-4195-a39c-dc71436ad7fe tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:25:50.056139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 41ab6031-c49e-460e-ac06-c48a7c35a6dd, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=41ab6031-c49e-460e-ac06-c48a7c35a6dd,segment=NetworkSegment(b52612ec-7328-4524-a937-9b3ab349e8c6),segment_id=b52612ec-7328-4524-a937-9b3ab349e8c6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:50.059452 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.071964 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.134083 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.144399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9d4efc05-fa53-4c33-acd6-678ab71d3a7d None None] Provisioning complete for port 41ab6031-c49e-460e-ac06-c48a7c35a6dd triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:50.145021 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d4efc05-fa53-4c33-acd6-678ab71d3a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.156380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a64f972e-623c-43c1-8fe9-fa6da89ca1df no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:25:50.176887 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.300655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.25.1.148 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/5d562e8e-eaab-4b6b-b314-5e620821724f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:50.348446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Transition to ACTIVE for port object 03f20f13-d403-4ffd-9133-216c9a2d82f0 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:50.386122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: a64f972e-623c-43c1-8fe9-fa6da89ca1df {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:25:50.386731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a64f972e-623c-43c1-8fe9-fa6da89ca1df not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:25:50.412950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=41ab6031-c49e-460e-ac06-c48a7c35a6dd,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:50.426051 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.434607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Transition to ACTIVE for port object 03f20f13-d403-4ffd-9133-216c9a2d82f0 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:50.447989 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.474194 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.543579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Network ebe20d58-dad5-4957-8f4c-45d5830adb87 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:50.549873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Pushing event updated for resources: {'Port': ['ID=03f20f13-d403-4ffd-9133-216c9a2d82f0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:50.554197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:50.557519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:50.584315 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.590793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Subnet': ['ID=c392ba9c-300d-4259-abd0-8e9a71c3fd99,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:50.612302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe20d58-dad5-4957-8f4c-45d5830adb87']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:50.615257 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.628598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Attempting to bind port 03f20f13-d403-4ffd-9133-216c9a2d82f0 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:50.628984 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Attempting to bind port 03f20f13-d403-4ffd-9133-216c9a2d82f0 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '9ca799b1-294b-43f6-8e14-25bf397af0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ebe20d58-dad5-4957-8f4c-45d5830adb87'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:50.629407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Attempting to bind port 03f20f13-d403-4ffd-9133-216c9a2d82f0 on network ebe20d58-dad5-4957-8f4c-45d5830adb87 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:50.635162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:50.635548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Checking segment: {'id': '9ca799b1-294b-43f6-8e14-25bf397af0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ebe20d58-dad5-4957-8f4c-45d5830adb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:50.635960 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.636352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Bound using segment: {'id': '9ca799b1-294b-43f6-8e14-25bf397af0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ebe20d58-dad5-4957-8f4c-45d5830adb87'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:50.636826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Bound port: 03f20f13-d403-4ffd-9133-216c9a2d82f0, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca799b1-294b-43f6-8e14-25bf397af0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ebe20d58-dad5-4957-8f4c-45d5830adb87'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:50.637213 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.658400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca799b1-294b-43f6-8e14-25bf397af0bc') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:50.658725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca799b1-294b-43f6-8e14-25bf397af0bc') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:50.690068 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.693121 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:50.700184 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-543d5c1f-cbb0-4195-a39c-dc71436ad7fe tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.717842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:50.721065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:50.730607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=5d562e8e-eaab-4b6b-b314-5e620821724f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:50.734113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] For port 03f20f13-d403-4ffd-9133-216c9a2d82f0, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:50.735225 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.770253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:50.770693 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:50.776176 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:50.811359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46100) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:50.866882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] For port 03f20f13-d403-4ffd-9133-216c9a2d82f0, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=03f20f13-d403-4ffd-9133-216c9a2d82f0,segment=NetworkSegment(9ca799b1-294b-43f6-8e14-25bf397af0bc),segment_id=9ca799b1-294b-43f6-8e14-25bf397af0bc)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:50.873291 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.894778 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.db.api [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:25:50.894778 n-d-802011-3 neutron-server[93834]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:25:50.894778 n-d-802011-3 neutron-server[93834]: [parameters: {'id': 'ebe20d58-dad5-4957-8f4c-45d5830adb87'}] Jul 27 22:25:50.894778 n-d-802011-3 neutron-server[93834]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:25:50.895220 n-d-802011-3 neutron-server[93834]: DEBUG oslo_db.api [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:25:50.930150 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ada92349-ee1b-4440-9dbe-38ae08e4c5af tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] Request body: {'port': {'network_id': '3c29b459-b55b-44fa-be75-cf8e30d32ee7', 'name': 'tempest-NetworksNegativeTestJSON-1488156758'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:50.951925 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada92349-ee1b-4440-9dbe-38ae08e4c5af tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] POST failed (client error): The resource could not be found. Jul 27 22:25:50.953183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada92349-ee1b-4440-9dbe-38ae08e4c5af tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:25:50.958544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-752d37e5-a92a-49e3-9478-a3d14ca25c81 None None] Provisioning complete for port 41ab6031-c49e-460e-ac06-c48a7c35a6dd triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:50.958544 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-752d37e5-a92a-49e3-9478-a3d14ca25c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:50.968089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ada92349-ee1b-4440-9dbe-38ae08e4c5af tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1552601 Jul 27 22:25:50.968687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46108) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:50.997359 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa38f1-5577-49f3-8f7d-4b96981ffaac None None] Pushing event updated for resources: {'Port': ['ID=03f20f13-d403-4ffd-9133-216c9a2d82f0,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:51.039777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32525f67-e6fc-49e7-a9e2-7a4d9dc96c63 None None] Network ebe20d58-dad5-4957-8f4c-45d5830adb87 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:51.044184 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-168f1954-a593-4248-861f-34a102d12fef tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] DELETE failed (client error): The resource could not be found. Jul 27 22:25:51.045022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168f1954-a593-4248-861f-34a102d12fef tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:25:51.047319 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-168f1954-a593-4248-861f-34a102d12fef tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] 10.222.0.24 "DELETE /v2.0/networks/efe6e0d4-cb00-4013-99bf-a51a3436045b HTTP/1.1" status: 404 len: 339 time: 0.0757689 Jul 27 22:25:51.053056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46114) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:51.063792 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-543d5c1f-cbb0-4195-a39c-dc71436ad7fe tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:51.073960 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-543d5c1f-cbb0-4195-a39c-dc71436ad7fe tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:51.079206 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f96b9a-59c3-49bc-a019-8d59ce0e5cd3 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] DELETE failed (client error): The resource could not be found. Jul 27 22:25:51.080093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f96b9a-59c3-49bc-a019-8d59ce0e5cd3 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:25:51.081996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-18f96b9a-59c3-49bc-a019-8d59ce0e5cd3 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] 10.222.0.24 "DELETE /v2.0/ports/80ec7296-6faf-49bb-b82a-5d5eb8ce6f5a HTTP/1.1" status: 404 len: 333 time: 0.0272284 Jul 27 22:25:51.087227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:51.129266 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa92db1-c263-4f0c-86db-a3b8119a0a50 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] DELETE failed (client error): The resource could not be found. Jul 27 22:25:51.130769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa92db1-c263-4f0c-86db-a3b8119a0a50 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:25:51.133537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2aa92db1-c263-4f0c-86db-a3b8119a0a50 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] 10.222.0.24 "DELETE /v2.0/subnets/a41934ab-5753-4f4f-9ed8-e95ed06123d4 HTTP/1.1" status: 404 len: 337 time: 0.0448821 Jul 27 22:25:51.137946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46120) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:51.147969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-543d5c1f-cbb0-4195-a39c-dc71436ad7fe tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:51.152895 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-543d5c1f-cbb0-4195-a39c-dc71436ad7fe tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1356697 Jul 27 22:25:51.158566 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46122) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:51.163892 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f737a2-e38e-467b-9958-89e3948a9090 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] GET failed (client error): The resource could not be found. Jul 27 22:25:51.166297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-52f737a2-e38e-467b-9958-89e3948a9090 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] 10.222.0.24 "GET /v2.0/networks/8ef09cf9-f73e-465f-9cd5-1b50c74eab93 HTTP/1.1" status: 404 len: 339 time: 0.0271175 Jul 27 22:25:51.168202 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-40dd82fa-64b4-4b22-96dc-48e7b21ab45c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group_rule': {'security_group_id': 'a65c43d1-211a-4191-98e7-37afd7999926', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:51.170222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:51.182336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d5c1f-cbb0-4195-a39c-dc71436ad7fe tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65c43d1-211a-4191-98e7-37afd7999926,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:51.209206 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6f0537-99cd-4ef3-858b-51d741629ffc tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] GET failed (client error): The resource could not be found. Jul 27 22:25:51.211033 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1e6f0537-99cd-4ef3-858b-51d741629ffc tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] 10.222.0.24 "GET /v2.0/ports/1941711a-c485-4aa1-b937-c4bbfb3c5513 HTTP/1.1" status: 404 len: 333 time: 0.0396905 Jul 27 22:25:51.216332 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:51.223000 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40dd82fa-64b4-4b22-96dc-48e7b21ab45c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:51.256767 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2b7820-db81-4869-a346-d8355c69fb72 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] GET failed (client error): The resource could not be found. Jul 27 22:25:51.257997 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4c2b7820-db81-4869-a346-d8355c69fb72 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] 10.222.0.24 "GET /v2.0/subnets/3912a43f-1077-456e-94de-5a28785ef2f9 HTTP/1.1" status: 404 len: 337 time: 0.0407286 Jul 27 22:25:51.262686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:51.268278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-57cbca6a-b185-434c-8a3a-32653d2e85fd tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:51.282046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb168f-52d8-486d-a28c-d163df77909a None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:25:51.284369 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cbca6a-b185-434c-8a3a-32653d2e85fd tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] PUT failed (client error): The resource could not be found. Jul 27 22:25:51.284773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57cbca6a-b185-434c-8a3a-32653d2e85fd tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:25:51.286150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-57cbca6a-b185-434c-8a3a-32653d2e85fd tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] 10.222.0.24 "PUT /v2.0/networks/6cb25aad-0f93-428d-9158-fd6b5dd6c0aa HTTP/1.1" status: 404 len: 339 time: 0.0224679 Jul 27 22:25:51.290919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:51.301639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3beb13d0-2c84-4aca-80ad-7729efc199ac tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:51.326312 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3beb13d0-2c84-4aca-80ad-7729efc199ac tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] PUT failed (client error): The resource could not be found. Jul 27 22:25:51.327260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3beb13d0-2c84-4aca-80ad-7729efc199ac tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:25:51.328794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3beb13d0-2c84-4aca-80ad-7729efc199ac tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] 10.222.0.24 "PUT /v2.0/ports/956b5abe-df55-4c4b-ab9a-d60c6b8e4d37 HTTP/1.1" status: 404 len: 333 time: 0.0369256 Jul 27 22:25:51.332523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46138) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:51.338619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-602895eb-3fb6-46a5-b5c2-231a96fc59a3 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:51.365369 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-602895eb-3fb6-46a5-b5c2-231a96fc59a3 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] PUT failed (client error): The resource could not be found. Jul 27 22:25:51.365981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602895eb-3fb6-46a5-b5c2-231a96fc59a3 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:25:51.367653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-602895eb-3fb6-46a5-b5c2-231a96fc59a3 tempest-NetworksNegativeTestJSON-883058224 tempest-NetworksNegativeTestJSON-883058224-project] 10.222.0.24 "PUT /v2.0/subnets/5e01e566-35c9-4877-8b24-993fd7d4f65e HTTP/1.1" status: 404 len: 337 time: 0.0340645 Jul 27 22:25:51.397479 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:51.423828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eb168f-52d8-486d-a28c-d163df77909a None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:25:51.425181 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40dd82fa-64b4-4b22-96dc-48e7b21ab45c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:51.467820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40dd82fa-64b4-4b22-96dc-48e7b21ab45c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:51.477190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 41ab6031-c49e-460e-ac06-c48a7c35a6dd up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:25:51.605171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 41ab6031-c49e-460e-ac06-c48a7c35a6dd triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:25:51.605795 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:51.823173 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46148) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:51.957463 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3806ac1-861f-43ba-8e4a-9f52ba97c8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:51.971271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd82fa-64b4-4b22-96dc-48e7b21ab45c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea78254f-98e1-4af0-83d8-a6a59cda1d0d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:51.995134 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.037538 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40dd82fa-64b4-4b22-96dc-48e7b21ab45c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.041173 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-40dd82fa-64b4-4b22-96dc-48e7b21ab45c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8772581 Jul 27 22:25:52.041797 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46152) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.069308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-48a20045-c31d-4b3b-b4dc-4fa5647983e6 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules/ea78254f-98e1-4af0-83d8-a6a59cda1d0d HTTP/1.1" status: 200 len: 763 time: 0.0262628 Jul 27 22:25:52.071824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46154) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.130198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Deleting port 03f20f13-d403-4ffd-9133-216c9a2d82f0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:52.130590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.138089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bb516553-6b98-41b9-aa2c-879b08f248e5 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0628514 Jul 27 22:25:52.139007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.144628 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.158746 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3806ac1-861f-43ba-8e4a-9f52ba97c8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.166292 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a3806ac1-861f-43ba-8e4a-9f52ba97c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.188589 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-744408cd-0a59-41e3-9f15-696d48885f8e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.213784 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-744408cd-0a59-41e3-9f15-696d48885f8e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.231900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3806ac1-861f-43ba-8e4a-9f52ba97c8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaa3be0-87ca-48f3-8da2-323f267aad33,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:52.240974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] For port 03f20f13-d403-4ffd-9133-216c9a2d82f0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=03f20f13-d403-4ffd-9133-216c9a2d82f0,segment=NetworkSegment(9ca799b1-294b-43f6-8e14-25bf397af0bc),segment_id=9ca799b1-294b-43f6-8e14-25bf397af0bc)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:52.240974 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.241714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a3806ac1-861f-43ba-8e4a-9f52ba97c8f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1702fc62622c4478b4cb7e68f33bcd3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174860 Jul 27 22:25:52.245019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46158) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.262450 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-744408cd-0a59-41e3-9f15-696d48885f8e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.270473 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-744408cd-0a59-41e3-9f15-696d48885f8e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.272178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-744408cd-0a59-41e3-9f15-696d48885f8e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ea78254f-98e1-4af0-83d8-a6a59cda1d0d HTTP/1.1" status: 204 len: 168 time: 0.1320567 Jul 27 22:25:52.274728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.279774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Calling delete_port for 03f20f13-d403-4ffd-9133-216c9a2d82f0 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:52.286337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744408cd-0a59-41e3-9f15-696d48885f8e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea78254f-98e1-4af0-83d8-a6a59cda1d0d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:52.324089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bf914a01-2c3a-4efd-a981-fbf50704aa87 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481052 Jul 27 22:25:52.326870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.331726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7e4796b3-d413-447b-9037-91fd7a147e31 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group_rule': {'security_group_id': 'a65c43d1-211a-4191-98e7-37afd7999926', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:52.358477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e4796b3-d413-447b-9037-91fd7a147e31 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.408338 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e4796b3-d413-447b-9037-91fd7a147e31 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.413539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e4796b3-d413-447b-9037-91fd7a147e31 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.432952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4796b3-d413-447b-9037-91fd7a147e31 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88ba738-fa4e-476c-a998-a1555048f848,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:52.440772 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a80533-f73b-4121-9f90-fe40e01dba12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.441536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e4796b3-d413-447b-9037-91fd7a147e31 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.445102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7e4796b3-d413-447b-9037-91fd7a147e31 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148305 Jul 27 22:25:52.445797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.497593 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a80533-f73b-4121-9f90-fe40e01dba12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.503901 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f4810d61-001a-4b95-917c-6754b294539a tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules/c88ba738-fa4e-476c-a998-a1555048f848 HTTP/1.1" status: 200 len: 763 time: 0.0558577 Jul 27 22:25:52.506837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.545705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.573552 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b5914678-8507-4a6f-a577-d4a994bece47 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0653849 Jul 27 22:25:52.576088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46170) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.593833 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.599509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Port': ['ID=03f20f13-d403-4ffd-9133-216c9a2d82f0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:52.605543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No DVR routers for this DVR port 03f20f13-d403-4ffd-9133-216c9a2d82f0 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:52.607464 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.613292 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c89f0a32-ff48-4dd2-990e-a21227e819ec tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.624097 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c89f0a32-ff48-4dd2-990e-a21227e819ec tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.657108 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c89f0a32-ff48-4dd2-990e-a21227e819ec tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.663393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c89f0a32-ff48-4dd2-990e-a21227e819ec tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.664527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c89f0a32-ff48-4dd2-990e-a21227e819ec tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c88ba738-fa4e-476c-a998-a1555048f848 HTTP/1.1" status: 204 len: 168 time: 0.0875232 Jul 27 22:25:52.669886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46174) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.676152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f0a32-ff48-4dd2-990e-a21227e819ec tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c88ba738-fa4e-476c-a998-a1555048f848,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:52.716565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3994b9b5-4786-42c8-bd59-2315a7f916aa tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0434492 Jul 27 22:25:52.719982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.723162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bb3357b6-046c-4542-bb35-bb9ab4bd9cac tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Request body: {'security_group_rule': {'security_group_id': 'a65c43d1-211a-4191-98e7-37afd7999926', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:52.755834 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb3357b6-046c-4542-bb35-bb9ab4bd9cac tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.778838 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=5d562e8e-eaab-4b6b-b314-5e620821724f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:52.788704 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.795935 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.804896 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a80533-f73b-4121-9f90-fe40e01dba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.808059 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-43a80533-f73b-4121-9f90-fe40e01dba12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.808920 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-43a80533-f73b-4121-9f90-fe40e01dba12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8aaa3be0-87ca-48f3-8da2-323f267aad33 HTTP/1.1" status: 204 len: 168 time: 0.5628893 Jul 27 22:25:52.811203 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb3357b6-046c-4542-bb35-bb9ab4bd9cac tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.821066 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb3357b6-046c-4542-bb35-bb9ab4bd9cac tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.839744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3357b6-046c-4542-bb35-bb9ab4bd9cac tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5043e3-e82f-4930-a91d-3013607b5f90,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:52.849997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe20d58-dad5-4957-8f4c-45d5830adb87']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:52.852579 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bb3357b6-046c-4542-bb35-bb9ab4bd9cac tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.854005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bb3357b6-046c-4542-bb35-bb9ab4bd9cac tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359856 Jul 27 22:25:52.857407 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46180) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.868526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a80533-f73b-4121-9f90-fe40e01dba12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaa3be0-87ca-48f3-8da2-323f267aad33,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:52.873055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca799b1-294b-43f6-8e14-25bf397af0bc') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:52.873368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca799b1-294b-43f6-8e14-25bf397af0bc') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:52.897619 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d95474fd-6ffb-4097-bfe7-d1390b7e3017 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules/9b5043e3-e82f-4930-a91d-3013607b5f90 HTTP/1.1" status: 200 len: 764 time: 0.0394468 Jul 27 22:25:52.898250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46182) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.902525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.955380 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.962929 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6a89f526-0a39-4e81-b263-0e1894c83fac tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0631344 Jul 27 22:25:52.965171 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46184) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:52.970123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:52.970574 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:52.973845 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:53.019228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43fedf23-727f-494d-97bb-99832f4ed91e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.026966 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Floating IP 740d9603-8634-4983-b7b9-0c7ded5f8ce5 associated. External IP: 172.25.1.148, port: 14777e7e-db94-430d-a11b-1aedca7bce3e. Jul 27 22:25:53.028534 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43fedf23-727f-494d-97bb-99832f4ed91e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.062718 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43fedf23-727f-494d-97bb-99832f4ed91e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.071782 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-43fedf23-727f-494d-97bb-99832f4ed91e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.073047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-43fedf23-727f-494d-97bb-99832f4ed91e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9b5043e3-e82f-4930-a91d-3013607b5f90 HTTP/1.1" status: 204 len: 168 time: 0.1069458 Jul 27 22:25:53.078751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:53.081212 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fedf23-727f-494d-97bb-99832f4ed91e tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b5043e3-e82f-4930-a91d-3013607b5f90,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:53.109607 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.154868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9a29d59d-b1b6-42d7-99ee-2c57a5ee481c tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0744872 Jul 27 22:25:53.155994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46190) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:53.157736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.159654 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/ebe20d58-dad5-4957-8f4c-45d5830adb87 HTTP/1.1" status: 204 len: 168 time: 4.1403885 Jul 27 22:25:53.162762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56675de-3609-45e8-9904-36ad42b48ea2 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Network': ['ID=ebe20d58-dad5-4957-8f4c-45d5830adb87,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:53.164390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46192) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:53.172312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-88a595c0-a710-4b51-8b77-a44e74a7a00f tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-143085889'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:53.248083 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa4b3-1896-49fb-b115-d77c27f18b53 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.258611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a595c0-a710-4b51-8b77-a44e74a7a00f tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:53.262846 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88a595c0-a710-4b51-8b77-a44e74a7a00f tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.285985 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa4b3-1896-49fb-b115-d77c27f18b53 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.331551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a595c0-a710-4b51-8b77-a44e74a7a00f tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:53.335643 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa4b3-1896-49fb-b115-d77c27f18b53 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.339702 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd3fa4b3-1896-49fb-b115-d77c27f18b53 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.344294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bd3fa4b3-1896-49fb-b115-d77c27f18b53 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "DELETE /v2.0/security-groups/a65c43d1-211a-4191-98e7-37afd7999926 HTTP/1.1" status: 204 len: 168 time: 0.1833591 Jul 27 22:25:53.346186 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46198) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:53.353240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fa4b3-1896-49fb-b115-d77c27f18b53 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65c43d1-211a-4191-98e7-37afd7999926,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:53.358110 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88a595c0-a710-4b51-8b77-a44e74a7a00f tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.358490 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-88a595c0-a710-4b51-8b77-a44e74a7a00f tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Added segment dedf29ad-59a8-4632-824f-a9fa3abeca00 of type vlan for network 23dcabee-ea14-44dc-b26a-9d7703042eaf Jul 27 22:25:53.435053 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:25:53.437376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88a595c0-a710-4b51-8b77-a44e74a7a00f tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.469865 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-259279d1-6e33-40b9-affd-e2739deb6b28 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145699 Jul 27 22:25:53.470768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46204) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:53.559461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88a595c0-a710-4b51-8b77-a44e74a7a00f tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.565456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a595c0-a710-4b51-8b77-a44e74a7a00f tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:53.566057 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-88a595c0-a710-4b51-8b77-a44e74a7a00f tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.629575 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d126fe95-b10d-4d3f-986e-8bf98cfc8cc2 tempest-SecGroupTest-852415742 tempest-SecGroupTest-852415742-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1566312 Jul 27 22:25:53.683480 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-88a595c0-a710-4b51-8b77-a44e74a7a00f tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5132601 Jul 27 22:25:53.684068 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:53.695167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4844eaaf-efc9-4c5c-8973-cdd8693eb717 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'subnet': {'network_id': '23dcabee-ea14-44dc-b26a-9d7703042eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:53.696410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a595c0-a710-4b51-8b77-a44e74a7a00f tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Network': ['ID=23dcabee-ea14-44dc-b26a-9d7703042eaf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:53.702805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:25:53.717187 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4900f5-9b11-4e0d-a6e7-2691a4bf5a8b None None] Sync routers for ids ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:25:53.720657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 23dcabee-ea14-44dc-b26a-9d7703042eaf details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:53.729817 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:53.751375 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4900f5-9b11-4e0d-a6e7-2691a4bf5a8b None None] Routers {'4d26d671-c97d-4650-bfdc-9d60e010c3a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:53.755332 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0a4900f5-9b11-4e0d-a6e7-2691a4bf5a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:53.798907 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dceeef1a-d5d6-43d1-a09e-ed16354458a6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7908084 Jul 27 22:25:53.812998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:25:53.819786 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11093b36-cee6-4d66-8481-7237df48ce55" -d '{"events": [{"name": "network-changed", "server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:25:53.885065 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c20cd45-883e-4f0a-ad78-af449f5a7332 x-openstack-request-id: req-9c20cd45-883e-4f0a-ad78-af449f5a7332 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:25:53.885584 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:25:53.886719 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c20cd45-883e-4f0a-ad78-af449f5a7332 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:25:53.887315 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'status': 'completed', 'code': 200} Jul 27 22:25:53.949449 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46228) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:53.978616 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0a4900f5-9b11-4e0d-a6e7-2691a4bf5a8b None None] Set router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:25:53.982948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11093b36-cee6-4d66-8481-7237df48ce55 req-b7354bd3-02fd-43a1-bdfa-79b31d1ca8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:53.987731 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11093b36-cee6-4d66-8481-7237df48ce55 req-b7354bd3-02fd-43a1-bdfa-79b31d1ca8fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 1097 time: 0.0613821 Jul 27 22:25:54.065420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85158a66-26ec-4211-83ae-f4e5e57247cf req-a1f7c6d1-30c8-4140-8536-ff1a06460eee tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:54.067415 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85158a66-26ec-4211-83ae-f4e5e57247cf req-a1f7c6d1-30c8-4140-8536-ff1a06460eee tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 946 time: 0.1439230 Jul 27 22:25:54.068942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4844eaaf-efc9-4c5c-8973-cdd8693eb717 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:54.079760 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4844eaaf-efc9-4c5c-8973-cdd8693eb717 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.099143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46232) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:54.184842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11093b36-cee6-4d66-8481-7237df48ce55 req-b58c85f0-0bf5-4bdb-aa50-09baa8a9dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:54.186361 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11093b36-cee6-4d66-8481-7237df48ce55 req-b58c85f0-0bf5-4bdb-aa50-09baa8a9dbf5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6e731a45-9191-4340-bf12-130fe7b57ea8 HTTP/1.1" status: 200 len: 897 time: 0.1944551 Jul 27 22:25:54.190247 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85158a66-26ec-4211-83ae-f4e5e57247cf req-f16b6aee-bb3e-46ca-8c8d-1b34d7720965 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060748 Jul 27 22:25:54.226783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:54.321587 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11093b36-cee6-4d66-8481-7237df48ce55 req-ab33c2a8-767c-4ad0-9805-689045a36285 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14777e7e-db94-430d-a11b-1aedca7bce3e HTTP/1.1" status: 200 len: 1000 time: 0.1262395 Jul 27 22:25:54.332782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-67692616'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:54.346374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e1cd126a-7a4d-4419-9830-791fbcc93b14 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/740d9603-8634-4983-b7b9-0c7ded5f8ce5 HTTP/1.1" status: 200 len: 992 time: 0.1167035 Jul 27 22:25:54.423819 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4844eaaf-efc9-4c5c-8973-cdd8693eb717 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.424979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:54.428786 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.435958 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dadf5676-5618-497f-bc35-da549567ea45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2db9d6e81b17417285331dc10be499e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340666 Jul 27 22:25:54.436782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:54.441481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11093b36-cee6-4d66-8481-7237df48ce55 req-34d67782-b074-4edb-8808-832a65da33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:54.442946 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11093b36-cee6-4d66-8481-7237df48ce55 req-34d67782-b074-4edb-8808-832a65da33b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=514a6a3e-fc31-4944-93ce-888397d7626a HTTP/1.1" status: 200 len: 833 time: 0.0950503 Jul 27 22:25:54.467701 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.483156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844eaaf-efc9-4c5c-8973-cdd8693eb717 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Subnet': ['ID=eb4ff293-25fb-466e-94cb-7b7580079fe0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:54.523956 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4844eaaf-efc9-4c5c-8973-cdd8693eb717 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Checking segment: {'id': 'dedf29ad-59a8-4632-824f-a9fa3abeca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23dcabee-ea14-44dc-b26a-9d7703042eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:54.524468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844eaaf-efc9-4c5c-8973-cdd8693eb717 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network hostable DHCP agents. Network: 23dcabee-ea14-44dc-b26a-9d7703042eaf, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:54.547830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844eaaf-efc9-4c5c-8973-cdd8693eb717 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network 23dcabee-ea14-44dc-b26a-9d7703042eaf is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:54.557553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4844eaaf-efc9-4c5c-8973-cdd8693eb717 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 23dcabee-ea14-44dc-b26a-9d7703042eaf) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:54.562256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4844eaaf-efc9-4c5c-8973-cdd8693eb717 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:54.562820 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4844eaaf-efc9-4c5c-8973-cdd8693eb717 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.572867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11093b36-cee6-4d66-8481-7237df48ce55 req-c12770e0-1a09-49a7-b1c7-e57b20743a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:54.574899 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11093b36-cee6-4d66-8481-7237df48ce55 req-c12770e0-1a09-49a7-b1c7-e57b20743a22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6e731a45-9191-4340-bf12-130fe7b57ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205475 Jul 27 22:25:54.580456 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a55e507-2291-4d17-b760-ed6bf42bc8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.582784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1b0dd-dc2d-4ac3-88ea-cdf6197307c3 None None] Network 23dcabee-ea14-44dc-b26a-9d7703042eaf requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:54.583038 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0a4900f5-9b11-4e0d-a6e7-2691a4bf5a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:25:31Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '740d9603-8634-4983-b7b9-0c7ded5f8ce5', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'port_id': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'mac_address': 'fa:16:3e:01:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:25:51Z', 'updated_at': '2021-07-27T22:25:51Z', 'revision_number': 0, 'project_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f671dfb-e512-4db5-9f0c-adde75ac2733', 'name': '', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:05:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:30Z', 'updated_at': '2021-07-27T22:25:38Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:54.619056 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4900f5-9b11-4e0d-a6e7-2691a4bf5a8b None None] Checking router: 4d26d671-c97d-4650-bfdc-9d60e010c3a0 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:25:54.631767 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4900f5-9b11-4e0d-a6e7-2691a4bf5a8b None None] Routers {'4d26d671-c97d-4650-bfdc-9d60e010c3a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:25:54.632595 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0a4900f5-9b11-4e0d-a6e7-2691a4bf5a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:25:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:54.665920 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a55e507-2291-4d17-b760-ed6bf42bc8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.757051 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11093b36-cee6-4d66-8481-7237df48ce55 req-58851ee6-cb97-42e4-9a1d-f1f32204a3c7 service neutron] 10.222.0.43 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735132 Jul 27 22:25:54.782094 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.792819 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0a4900f5-9b11-4e0d-a6e7-2691a4bf5a8b None None] Set router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:25:54.802181 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4844eaaf-efc9-4c5c-8973-cdd8693eb717 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1166811 Jul 27 22:25:54.803699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-23dcabee-ea14-44dc-b26a-9d7703042eaf', 'network_id': '23dcabee-ea14-44dc-b26a-9d7703042eaf', 'tenant_id': '0468e8f7b3374a52a9f473468101f5df', 'fixed_ips': [{'subnet_id': 'eb4ff293-25fb-466e-94cb-7b7580079fe0'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:25:54.805252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:54.807311 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.823687 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.835525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a55e507-2291-4d17-b760-ed6bf42bc8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.838339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a55e507-2291-4d17-b760-ed6bf42bc8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.849444 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9a55e507-2291-4d17-b760-ed6bf42bc8a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32887e1d-c151-42b1-87ec-5f11d8a163f9 HTTP/1.1" status: 204 len: 168 time: 0.4024355 Jul 27 22:25:54.903548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:54.945501 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:54.946470 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Added segment a74e600c-de0a-4029-8676-d56e280558a2 of type vlan for network 3c635a2c-6509-4ff3-8474-86d34514392e Jul 27 22:25:54.948765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b008e3-0780-4878-a80a-a18e60d943d7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:55.012922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55e507-2291-4d17-b760-ed6bf42bc8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32887e1d-c151-42b1-87ec-5f11d8a163f9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:55.067405 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11093b36-cee6-4d66-8481-7237df48ce55 req-b4f31a20-af3f-4788-a18c-1f3b812b7ad6 service neutron] 10.222.0.43 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997034 Jul 27 22:25:55.072116 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.101782 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.104182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Allocated IP 2001:db8::1 (23dcabee-ea14-44dc-b26a-9d7703042eaf/eb4ff293-25fb-466e-94cb-7b7580079fe0/04b8b7e1-3226-4f32-a525-44b3d577d8aa) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:55.114710 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.125893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:55.126855 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.177090 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2252593 Jul 27 22:25:55.177887 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46250) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:55.215076 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.230293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'name': 'tempest-PortsIpV6TestJSON-211312881'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:55.324044 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0a4900f5-9b11-4e0d-a6e7-2691a4bf5a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:25:31Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '740d9603-8634-4983-b7b9-0c7ded5f8ce5', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'port_id': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'mac_address': 'fa:16:3e:01:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:25:51Z', 'updated_at': '2021-07-27T22:25:51Z', 'revision_number': 0, 'project_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f671dfb-e512-4db5-9f0c-adde75ac2733', 'name': '', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:05:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:30Z', 'updated_at': '2021-07-27T22:25:38Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:55.341077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06265c0-bd09-425a-a418-4251a9f7bef1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Network': ['ID=3c635a2c-6509-4ff3-8474-86d34514392e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:55.349199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46258) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:55.357720 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 3c635a2c-6509-4ff3-8474-86d34514392e details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:55.359777 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4900f5-9b11-4e0d-a6e7-2691a4bf5a8b None None] The sync data for ids ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'] in n-d-802011-3 is: [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:25:31Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '740d9603-8634-4983-b7b9-0c7ded5f8ce5', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'port_id': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'mac_address': 'fa:16:3e:01:24:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:25:51Z', 'updated_at': '2021-07-27T22:25:51Z', 'revision_number': 0, 'project_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f671dfb-e512-4db5-9f0c-adde75ac2733', 'name': '', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:05:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:30Z', 'updated_at': '2021-07-27T22:25:38Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:25:55.442972 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.457092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:55.461000 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.465580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-513198a4-48ef-4c41-b120-d5670a102e50 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/740d9603-8634-4983-b7b9-0c7ded5f8ce5 HTTP/1.1" status: 200 len: 992 time: 0.1129127 Jul 27 22:25:55.488511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Transition to ACTIVE for port object 04b8b7e1-3226-4f32-a525-44b3d577d8aa will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:55.495886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port b21e06ed-171c-482b-ad5a-d3872457480d yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:25:55.518678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Transition to ACTIVE for port object 04b8b7e1-3226-4f32-a525-44b3d577d8aa will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:55.530518 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.563532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Network 23dcabee-ea14-44dc-b26a-9d7703042eaf is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:55.565476 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.567300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:55.599128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:55.632957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Subnet': ['ID=eb4ff293-25fb-466e-94cb-7b7580079fe0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:55.658453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Pushing event updated for resources: {'Port': ['ID=04b8b7e1-3226-4f32-a525-44b3d577d8aa,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:55.714129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Attempting to bind port 04b8b7e1-3226-4f32-a525-44b3d577d8aa on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:25:55.714536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Attempting to bind port 04b8b7e1-3226-4f32-a525-44b3d577d8aa by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'dedf29ad-59a8-4632-824f-a9fa3abeca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23dcabee-ea14-44dc-b26a-9d7703042eaf'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:25:55.714907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Attempting to bind port 04b8b7e1-3226-4f32-a525-44b3d577d8aa on network 23dcabee-ea14-44dc-b26a-9d7703042eaf {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:25:55.725627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:25:55.725864 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Checking segment: {'id': 'dedf29ad-59a8-4632-824f-a9fa3abeca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23dcabee-ea14-44dc-b26a-9d7703042eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:55.726138 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.726565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Bound using segment: {'id': 'dedf29ad-59a8-4632-824f-a9fa3abeca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23dcabee-ea14-44dc-b26a-9d7703042eaf'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:25:55.727048 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Bound port: 04b8b7e1-3226-4f32-a525-44b3d577d8aa, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dedf29ad-59a8-4632-824f-a9fa3abeca00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '23dcabee-ea14-44dc-b26a-9d7703042eaf'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:25:55.727437 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.728651 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.744729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d33df51-f00f-44b9-877c-6502cb860d9e None None] New status for floating IP 740d9603-8634-4983-b7b9-0c7ded5f8ce5: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:25:55.747903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dcabee-ea14-44dc-b26a-9d7703042eaf']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:55.762680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dedf29ad-59a8-4632-824f-a9fa3abeca00') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:55.762976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dedf29ad-59a8-4632-824f-a9fa3abeca00') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:55.781529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.786909 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.811661 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.823923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:55.824362 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:55.828516 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:55.832855 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:55.916309 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:25:55.916309 n-d-802011-3 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:25:55.916309 n-d-802011-3 neutron-server[93835]: [parameters: {'id': '23dcabee-ea14-44dc-b26a-9d7703042eaf'}] Jul 27 22:25:55.916309 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:25:55.916646 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:25:55.939778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Checking segment: {'id': 'a74e600c-de0a-4029-8676-d56e280558a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:55.940235 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network hostable DHCP agents. Network: 3c635a2c-6509-4ff3-8474-86d34514392e, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:55.943755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=b21e06ed-171c-482b-ad5a-d3872457480d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:55.952178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] For port 04b8b7e1-3226-4f32-a525-44b3d577d8aa, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:25:55.965427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 3c635a2c-6509-4ff3-8474-86d34514392e is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:55.978339 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] For port 04b8b7e1-3226-4f32-a525-44b3d577d8aa, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=04b8b7e1-3226-4f32-a525-44b3d577d8aa,segment=NetworkSegment(dedf29ad-59a8-4632-824f-a9fa3abeca00),segment_id=dedf29ad-59a8-4632-824f-a9fa3abeca00)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:25:55.981559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 3c635a2c-6509-4ff3-8474-86d34514392e) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:55.996767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:56.004578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:56.005754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:56.032677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029dbc96-8dc8-434e-976f-57562ec0a80c None None] Network 3c635a2c-6509-4ff3-8474-86d34514392e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:56.042489 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f5cdf29a-ead2-4363-85c0-03cd2e6c4889 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8294659 Jul 27 22:25:56.045486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46278) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:56.053560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1970bbc4-e106-41df-8cd5-5338f57b67d6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1879075055'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:56.102734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1970bbc4-e106-41df-8cd5-5338f57b67d6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:56.109749 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1970bbc4-e106-41df-8cd5-5338f57b67d6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:56.109944 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:56.165140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1970bbc4-e106-41df-8cd5-5338f57b67d6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:56.186001 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1970bbc4-e106-41df-8cd5-5338f57b67d6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:56.186485 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-1970bbc4-e106-41df-8cd5-5338f57b67d6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Added segment 4d834e40-3c19-4a7d-ae3f-9618b586c711 of type vlan for network 9d5807b8-19c1-4db9-8f7c-33b2e3698ce3 Jul 27 22:25:56.258550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1970bbc4-e106-41df-8cd5-5338f57b67d6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:56.318109 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1970bbc4-e106-41df-8cd5-5338f57b67d6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:56.323965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1970bbc4-e106-41df-8cd5-5338f57b67d6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:56.324560 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1970bbc4-e106-41df-8cd5-5338f57b67d6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:56.332882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64d636-67a3-4db5-90f0-bba939307c14 None None] Pushing event updated for resources: {'Port': ['ID=04b8b7e1-3226-4f32-a525-44b3d577d8aa,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:56.365275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b2bc73-18b0-4a5e-8530-eb94fd8eb0fd None None] Network 23dcabee-ea14-44dc-b26a-9d7703042eaf requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:56.393812 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1970bbc4-e106-41df-8cd5-5338f57b67d6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3472021 Jul 27 22:25:56.396615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46298) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:56.404123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'ports': [{'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e'}, {'network_id': '9d5807b8-19c1-4db9-8f7c-33b2e3698ce3'}]} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:56.404433 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:56.404920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': '9d5807b8-19c1-4db9-8f7c-33b2e3698ce3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:56.412871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970bbc4-e106-41df-8cd5-5338f57b67d6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Network': ['ID=9d5807b8-19c1-4db9-8f7c-33b2e3698ce3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:56.417837 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:56.477817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46302) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:56.505898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 9d5807b8-19c1-4db9-8f7c-33b2e3698ce3 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:56.568730 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-56760619-d8bd-43b5-8021-6de4961003dd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/740d9603-8634-4983-b7b9-0c7ded5f8ce5 HTTP/1.1" status: 200 len: 994 time: 0.0895727 Jul 27 22:25:56.591685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Deleting port 04b8b7e1-3226-4f32-a525-44b3d577d8aa {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:56.592031 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:56.666427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] For port 04b8b7e1-3226-4f32-a525-44b3d577d8aa, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=04b8b7e1-3226-4f32-a525-44b3d577d8aa,segment=NetworkSegment(dedf29ad-59a8-4632-824f-a9fa3abeca00),segment_id=dedf29ad-59a8-4632-824f-a9fa3abeca00)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:25:56.666807 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:56.682622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Calling delete_port for 04b8b7e1-3226-4f32-a525-44b3d577d8aa owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:56.685716 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e9f115-a03a-4da4-bdb8-936a2552c535 None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:25:56.716218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 2} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:56.727185 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:56.757993 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:56.816661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46312) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:56.876477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e9f115-a03a-4da4-bdb8-936a2552c535 None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:25:56.890977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port 99be4dec-641d-4d92-ba8e-2c0c59aca7e1 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:25:57.067276 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.158323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port 5247a3e6-a96e-41ef-95ef-3442a6d7e987 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:25:57.258957 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91778ec6-6103-4d10-adf5-e0402f49d64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.348045 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.365838 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.387557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Port': ['ID=04b8b7e1-3226-4f32-a525-44b3d577d8aa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:57.389285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No DVR routers for this DVR port 04b8b7e1-3226-4f32-a525-44b3d577d8aa on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:25:57.446646 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.449317 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91778ec6-6103-4d10-adf5-e0402f49d64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.457824 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-91778ec6-6103-4d10-adf5-e0402f49d64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.491101 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.506105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dcabee-ea14-44dc-b26a-9d7703042eaf']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:57.518858 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dedf29ad-59a8-4632-824f-a9fa3abeca00') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:57.519184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dedf29ad-59a8-4632-824f-a9fa3abeca00') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:25:57.519873 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 3c635a2c-6509-4ff3-8474-86d34514392e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:57.528449 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.534287 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:57.536076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=99be4dec-641d-4d92-ba8e-2c0c59aca7e1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:57.538158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:57.539012 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.543952 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.551716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91778ec6-6103-4d10-adf5-e0402f49d64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135c0a43-f99e-4d14-850f-bb7c81c3affd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:57.555147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:25:57.555555 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:25:57.559488 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:25:57.581646 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-91778ec6-6103-4d10-adf5-e0402f49d64f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42a2146e912d4af18deef91ba1c2dec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7648325 Jul 27 22:25:57.585470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46332) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:57.623371 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.623750 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=5247a3e6-a96e-41ef-95ef-3442a6d7e987,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:57.632901 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.635147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/23dcabee-ea14-44dc-b26a-9d7703042eaf HTTP/1.1" status: 204 len: 168 time: 2.8282397 Jul 27 22:25:57.641978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46334) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:57.649334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af5183-7b2e-426a-aa35-2de349305ccd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Network': ['ID=23dcabee-ea14-44dc-b26a-9d7703042eaf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:57.654811 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6b8116bd-b1ae-4210-8d65-212898d6d5fc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-128289151'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:57.678697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Checking segment: {'id': '4d834e40-3c19-4a7d-ae3f-9618b586c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9d5807b8-19c1-4db9-8f7c-33b2e3698ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:57.679062 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network hostable DHCP agents. Network: 9d5807b8-19c1-4db9-8f7c-33b2e3698ce3, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:57.679432 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:57.696734 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87d7cc28-4692-419f-b298-52bc621f58fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.701883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8116bd-b1ae-4210-8d65-212898d6d5fc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:57.705355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b8116bd-b1ae-4210-8d65-212898d6d5fc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.741748 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87d7cc28-4692-419f-b298-52bc621f58fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.743352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 9d5807b8-19c1-4db9-8f7c-33b2e3698ce3 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:57.777130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 9d5807b8-19c1-4db9-8f7c-33b2e3698ce3) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:57.778995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8116bd-b1ae-4210-8d65-212898d6d5fc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:25:57.789914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:57.793949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c7cde0-79dc-422b-9d61-d36ef17506a8 None None] Network 9d5807b8-19c1-4db9-8f7c-33b2e3698ce3 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:57.795391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:57.800000 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54a89ff1-9305-407d-8e96-a29d456150fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.800931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:57.801597 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.813937 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b8116bd-b1ae-4210-8d65-212898d6d5fc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.814345 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-6b8116bd-b1ae-4210-8d65-212898d6d5fc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Added segment b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd of type vlan for network 871c4ec5-ce51-4709-91b6-2069d0bd563a Jul 27 22:25:57.857150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b8116bd-b1ae-4210-8d65-212898d6d5fc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.863738 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87d7cc28-4692-419f-b298-52bc621f58fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.866288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87d7cc28-4692-419f-b298-52bc621f58fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.867421 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-87d7cc28-4692-419f-b298-52bc621f58fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/135c0a43-f99e-4d14-850f-bb7c81c3affd HTTP/1.1" status: 204 len: 168 time: 0.2783961 Jul 27 22:25:57.880262 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7cc28-4692-419f-b298-52bc621f58fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135c0a43-f99e-4d14-850f-bb7c81c3affd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:57.904662 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b8116bd-b1ae-4210-8d65-212898d6d5fc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.914526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8116bd-b1ae-4210-8d65-212898d6d5fc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:57.915457 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b8116bd-b1ae-4210-8d65-212898d6d5fc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.951288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54a89ff1-9305-407d-8e96-a29d456150fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.956991 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54a89ff1-9305-407d-8e96-a29d456150fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:57.981146 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6c4e56ba-b1e2-47ae-b2f4-a5bfa6e7e908 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5807478 Jul 27 22:25:57.985869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46342) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:57.990092 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6b8116bd-b1ae-4210-8d65-212898d6d5fc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3400002 Jul 27 22:25:57.998612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46344) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:58.002601 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-54a89ff1-9305-407d-8e96-a29d456150fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=342493f2abb3461ca405c0233f798707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218355 Jul 27 22:25:58.003580 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0b021936-69ff-40cf-a62d-7066564098cc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'subnet': {'network_id': '871c4ec5-ce51-4709-91b6-2069d0bd563a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:58.009019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46346) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:58.024734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a89ff1-9305-407d-8e96-a29d456150fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc85eeb-fb6a-4667-93ac-94e4ef97e622,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:58.089425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8116bd-b1ae-4210-8d65-212898d6d5fc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Network': ['ID=871c4ec5-ce51-4709-91b6-2069d0bd563a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:58.101084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 871c4ec5-ce51-4709-91b6-2069d0bd563a details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:25:58.187719 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-267462d7-ed9a-4ac3-a5a4-afb8d9341e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.206102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:58.214619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b021936-69ff-40cf-a62d-7066564098cc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:58.218519 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b021936-69ff-40cf-a62d-7066564098cc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.220645 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8b9f4be-28fe-43c9-a1bd-b2ad10bc1c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.225889 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-267462d7-ed9a-4ac3-a5a4-afb8d9341e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.305797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2af45ff4-0d80-4c58-98e2-863ae7463df6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 5247a3e6-a96e-41ef-95ef-3442a6d7e987 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:58.306134 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af45ff4-0d80-4c58-98e2-863ae7463df6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.313098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8b9f4be-28fe-43c9-a1bd-b2ad10bc1c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.316904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8b9f4be-28fe-43c9-a1bd-b2ad10bc1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.356101 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f8b9f4be-28fe-43c9-a1bd-b2ad10bc1c0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bc64d51aeb34d8a8730c865cc6f94a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486855 Jul 27 22:25:58.357752 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9f4be-28fe-43c9-a1bd-b2ad10bc1c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d132cf6-af15-4952-bb9c-a5e9844fc66c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:58.359316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46352) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:58.736403 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af45ff4-0d80-4c58-98e2-863ae7463df6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.738540 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-267462d7-ed9a-4ac3-a5a4-afb8d9341e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.741971 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-267462d7-ed9a-4ac3-a5a4-afb8d9341e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.745875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-267462d7-ed9a-4ac3-a5a4-afb8d9341e68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fc85eeb-fb6a-4667-93ac-94e4ef97e622 HTTP/1.1" status: 204 len: 168 time: 0.7172716 Jul 27 22:25:58.771732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2af45ff4-0d80-4c58-98e2-863ae7463df6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 5247a3e6-a96e-41ef-95ef-3442a6d7e987 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:58.778312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267462d7-ed9a-4ac3-a5a4-afb8d9341e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc85eeb-fb6a-4667-93ac-94e4ef97e622,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:58.809514 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b67f28c-c1b6-4848-a891-f0820a79d589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.908306 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b67f28c-c1b6-4848-a891-f0820a79d589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.992964 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af45ff4-0d80-4c58-98e2-863ae7463df6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:58.995674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b021936-69ff-40cf-a62d-7066564098cc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.065740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af45ff4-0d80-4c58-98e2-863ae7463df6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=5247a3e6-a96e-41ef-95ef-3442a6d7e987,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:59.079165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b67f28c-c1b6-4848-a891-f0820a79d589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.081481 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1b67f28c-c1b6-4848-a891-f0820a79d589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.085008 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1b67f28c-c1b6-4848-a891-f0820a79d589 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d132cf6-af15-4952-bb9c-a5e9844fc66c HTTP/1.1" status: 204 len: 168 time: 0.7204173 Jul 27 22:25:59.093829 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2af45ff4-0d80-4c58-98e2-863ae7463df6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.096272 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2af45ff4-0d80-4c58-98e2-863ae7463df6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/5247a3e6-a96e-41ef-95ef-3442a6d7e987 HTTP/1.1" status: 204 len: 168 time: 1.1075134 Jul 27 22:25:59.098547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:59.099535 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:59.111320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67f28c-c1b6-4848-a891-f0820a79d589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d132cf6-af15-4952-bb9c-a5e9844fc66c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:59.117896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b021936-69ff-40cf-a62d-7066564098cc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Subnet': ['ID=7ab83ba5-ad1f-41dc-bfa2-3d16613b7515,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:59.131418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b021936-69ff-40cf-a62d-7066564098cc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Checking segment: {'id': 'b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '871c4ec5-ce51-4709-91b6-2069d0bd563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:25:59.131998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b021936-69ff-40cf-a62d-7066564098cc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network hostable DHCP agents. Network: 871c4ec5-ce51-4709-91b6-2069d0bd563a, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:25:59.153000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b021936-69ff-40cf-a62d-7066564098cc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network 871c4ec5-ce51-4709-91b6-2069d0bd563a is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:25:59.153554 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2b74fba-c764-420d-b109-2a413dbd93b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.167194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0b021936-69ff-40cf-a62d-7066564098cc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 871c4ec5-ce51-4709-91b6-2069d0bd563a) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:59.183937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b021936-69ff-40cf-a62d-7066564098cc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:59.185076 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b021936-69ff-40cf-a62d-7066564098cc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.211523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a765d08-8622-4dd7-9092-18d19703d1a6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:59.218839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a765d08-8622-4dd7-9092-18d19703d1a6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:59.223321 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3a765d08-8622-4dd7-9092-18d19703d1a6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1187148 Jul 27 22:25:59.224067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46364) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:59.303927 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a794fa-7321-463f-b733-892b272b888b None None] Network 871c4ec5-ce51-4709-91b6-2069d0bd563a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:25:59.384907 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2b74fba-c764-420d-b109-2a413dbd93b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.387176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6faeac8a-ae8a-458e-b27b-87ed4d4dc176 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 99be4dec-641d-4d92-ba8e-2c0c59aca7e1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:25:59.387573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6faeac8a-ae8a-458e-b27b-87ed4d4dc176 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.404427 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2b74fba-c764-420d-b109-2a413dbd93b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.411076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0b021936-69ff-40cf-a62d-7066564098cc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4113452 Jul 27 22:25:59.414876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46370) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:59.422433 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3bde41fc-dc36-4903-b092-be55cf1cc83d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'subnet': {'network_id': '871c4ec5-ce51-4709-91b6-2069d0bd563a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:25:59.474633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-871c4ec5-ce51-4709-91b6-2069d0bd563a', 'network_id': '871c4ec5-ce51-4709-91b6-2069d0bd563a', 'tenant_id': '0468e8f7b3374a52a9f473468101f5df', 'fixed_ips': [{'subnet_id': '7ab83ba5-ad1f-41dc-bfa2-3d16613b7515'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:25:59.475843 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.498198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b74fba-c764-420d-b109-2a413dbd93b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32599cfd-1bdc-4b48-a31e-ade2859c437a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:59.520843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e2b74fba-c764-420d-b109-2a413dbd93b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66d78326fba241e68ceb392611b63b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200294 Jul 27 22:25:59.523949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46376) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:59.532406 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6faeac8a-ae8a-458e-b27b-87ed4d4dc176 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.546879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6faeac8a-ae8a-458e-b27b-87ed4d4dc176 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 99be4dec-641d-4d92-ba8e-2c0c59aca7e1 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:25:59.634986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Allocated IP 2001:db8::2 (871c4ec5-ce51-4709-91b6-2069d0bd563a/7ab83ba5-ad1f-41dc-bfa2-3d16613b7515/2ae2f7f6-c514-445b-ae52-181a00c9c39f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:25:59.635354 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ed07934-8502-4efe-a9d2-2b8b66fa14ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.642291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bde41fc-dc36-4903-b092-be55cf1cc83d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:25:59.646892 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bde41fc-dc36-4903-b092-be55cf1cc83d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.647994 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6faeac8a-ae8a-458e-b27b-87ed4d4dc176 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.688197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faeac8a-ae8a-458e-b27b-87ed4d4dc176 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=99be4dec-641d-4d92-ba8e-2c0c59aca7e1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:59.691802 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6faeac8a-ae8a-458e-b27b-87ed4d4dc176 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.697395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6faeac8a-ae8a-458e-b27b-87ed4d4dc176 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/99be4dec-641d-4d92-ba8e-2c0c59aca7e1 HTTP/1.1" status: 204 len: 168 time: 0.4725151 Jul 27 22:25:59.698005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:59.731785 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ed07934-8502-4efe-a9d2-2b8b66fa14ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.761172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8116874-2c95-4d57-8679-09651fb7de1d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:59.763254 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c8116874-2c95-4d57-8679-09651fb7de1d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0642431 Jul 27 22:25:59.766237 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46384) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:59.813986 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3f9909-a124-4b6b-8615-f79588c5ed96 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:25:59.815996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4e3f9909-a124-4b6b-8615-f79588c5ed96 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/5247a3e6-a96e-41ef-95ef-3442a6d7e987 HTTP/1.1" status: 404 len: 333 time: 0.0478487 Jul 27 22:25:59.818140 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ed07934-8502-4efe-a9d2-2b8b66fa14ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.819168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46388) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:59.821550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9ed07934-8502-4efe-a9d2-2b8b66fa14ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.826000 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9ed07934-8502-4efe-a9d2-2b8b66fa14ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32599cfd-1bdc-4b48-a31e-ade2859c437a HTTP/1.1" status: 204 len: 168 time: 0.2985928 Jul 27 22:25:59.837238 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.846654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed07934-8502-4efe-a9d2-2b8b66fa14ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32599cfd-1bdc-4b48-a31e-ade2859c437a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:25:59.847352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Transition to ACTIVE for port object 2ae2f7f6-c514-445b-ae52-181a00c9c39f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:59.855350 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-0671fda9-8bd3-4857-b74c-220c44ea2d76 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:25:59.860376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0671fda9-8bd3-4857-b74c-220c44ea2d76 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/99be4dec-641d-4d92-ba8e-2c0c59aca7e1 HTTP/1.1" status: 404 len: 333 time: 0.0366521 Jul 27 22:25:59.861324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:25:59.882916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Transition to ACTIVE for port object 2ae2f7f6-c514-445b-ae52-181a00c9c39f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:25:59.912780 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.957988 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:59.960658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Network 871c4ec5-ce51-4709-91b6-2069d0bd563a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:25:59.969418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:25:59.973826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:25:59.982697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Pushing event updated for resources: {'Port': ['ID=2ae2f7f6-c514-445b-ae52-181a00c9c39f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:00.060855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Attempting to bind port 2ae2f7f6-c514-445b-ae52-181a00c9c39f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:00.061248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Attempting to bind port 2ae2f7f6-c514-445b-ae52-181a00c9c39f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '871c4ec5-ce51-4709-91b6-2069d0bd563a'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:00.061647 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Attempting to bind port 2ae2f7f6-c514-445b-ae52-181a00c9c39f on network 871c4ec5-ce51-4709-91b6-2069d0bd563a {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:00.067635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:00.068018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Checking segment: {'id': 'b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '871c4ec5-ce51-4709-91b6-2069d0bd563a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:00.068430 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.068859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Bound using segment: {'id': 'b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '871c4ec5-ce51-4709-91b6-2069d0bd563a'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:00.069727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Bound port: 2ae2f7f6-c514-445b-ae52-181a00c9c39f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '871c4ec5-ce51-4709-91b6-2069d0bd563a'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:00.070119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.073460 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.078802 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bde41fc-dc36-4903-b092-be55cf1cc83d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.085595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5807b8-19c1-4db9-8f7c-33b2e3698ce3']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:00.098873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d834e40-3c19-4a7d-ae3f-9618b586c711') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:00.101024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d834e40-3c19-4a7d-ae3f-9618b586c711') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:00.109407 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.126252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.136594 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:00.137438 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:00.143065 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:00.170684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] For port 2ae2f7f6-c514-445b-ae52-181a00c9c39f, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:00.175984 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] For port 2ae2f7f6-c514-445b-ae52-181a00c9c39f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2ae2f7f6-c514-445b-ae52-181a00c9c39f,segment=NetworkSegment(b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd),segment_id=b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:00.181409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde41fc-dc36-4903-b092-be55cf1cc83d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network 871c4ec5-ce51-4709-91b6-2069d0bd563a is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:00.185385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3bde41fc-dc36-4903-b092-be55cf1cc83d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:00.188566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.190843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bde41fc-dc36-4903-b092-be55cf1cc83d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:00.191621 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3bde41fc-dc36-4903-b092-be55cf1cc83d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.197047 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde41fc-dc36-4903-b092-be55cf1cc83d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Subnet': ['ID=9d4031a0-11a5-4f74-aa2b-4be2fbd3c038,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:00.215359 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3bde41fc-dc36-4903-b092-be55cf1cc83d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7964878 Jul 27 22:26:00.215810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46402) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:00.217088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.223318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.225216 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/networks/9d5807b8-19c1-4db9-8f7c-33b2e3698ce3 HTTP/1.1" status: 204 len: 168 time: 0.3628969 Jul 27 22:26:00.235630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46404) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:00.241477 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7f60808c-d495-4559-9bcd-3609ab7a12ca tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1667011817'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:00.264486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ae261-ce17-4673-b830-3f35b389495f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Network': ['ID=9d5807b8-19c1-4db9-8f7c-33b2e3698ce3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:00.282978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0793a91-bc86-4359-8751-20e0949d95f0 None None] Pushing event updated for resources: {'Port': ['ID=2ae2f7f6-c514-445b-ae52-181a00c9c39f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:00.295152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f60808c-d495-4559-9bcd-3609ab7a12ca tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:00.299475 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-d495-4559-9bcd-3609ab7a12ca tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.344481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f89b30-6f70-402c-b4fe-09c329ac42ec tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:00.346044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f89b30-6f70-402c-b4fe-09c329ac42ec tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:00.347606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f89b30-6f70-402c-b4fe-09c329ac42ec tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:00.349129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f89b30-6f70-402c-b4fe-09c329ac42ec tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:00.350808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f89b30-6f70-402c-b4fe-09c329ac42ec tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:00.354364 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a5f89b30-6f70-402c-b4fe-09c329ac42ec tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1346004 Jul 27 22:26:00.357222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46412) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:00.365697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-78523bf8-bb62-4532-9938-22cf505aa210 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-958972912'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:00.369081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f60808c-d495-4559-9bcd-3609ab7a12ca tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:26:00.392873 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-d495-4559-9bcd-3609ab7a12ca tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.393210 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-7f60808c-d495-4559-9bcd-3609ab7a12ca tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Added segment 973a8fbc-632f-4401-bb7d-f603a050c75f of type vlan for network fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e Jul 27 22:26:00.429181 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78523bf8-bb62-4532-9938-22cf505aa210 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:00.432814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78523bf8-bb62-4532-9938-22cf505aa210 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.454024 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-d495-4559-9bcd-3609ab7a12ca tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.476313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78523bf8-bb62-4532-9938-22cf505aa210 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:26:00.505131 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78523bf8-bb62-4532-9938-22cf505aa210 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.507909 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-78523bf8-bb62-4532-9938-22cf505aa210 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Added segment c4b98c0c-953a-45b7-bae3-183d9eb9f68d of type vlan for network 6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 Jul 27 22:26:00.518784 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-d495-4559-9bcd-3609ab7a12ca tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.536627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f60808c-d495-4559-9bcd-3609ab7a12ca tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:00.537195 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7f60808c-d495-4559-9bcd-3609ab7a12ca tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.677513 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78523bf8-bb62-4532-9938-22cf505aa210 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.687554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:00.687883 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7f60808c-d495-4559-9bcd-3609ab7a12ca tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4511590 Jul 27 22:26:00.695092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-37a3e0c5-2f0b-4799-abdd-9af64b0c8206 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': 'fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:00.697401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60808c-d495-4559-9bcd-3609ab7a12ca tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Network': ['ID=fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:00.711162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:26:00.771210 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78523bf8-bb62-4532-9938-22cf505aa210 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.777920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78523bf8-bb62-4532-9938-22cf505aa210 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:00.778522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78523bf8-bb62-4532-9938-22cf505aa210 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.816718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a3e0c5-2f0b-4799-abdd-9af64b0c8206 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:00.820917 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37a3e0c5-2f0b-4799-abdd-9af64b0c8206 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:00.866670 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-78523bf8-bb62-4532-9938-22cf505aa210 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5080738 Jul 27 22:26:00.870713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46434) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:00.876750 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d6ed3568-bbcb-4cc4-a35f-a8383f195c78 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:00.907239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78523bf8-bb62-4532-9938-22cf505aa210 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Network': ['ID=6eb33bf9-24c5-48a3-92fc-4aa811d63ab1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:00.923089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:26:01.131579 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37a3e0c5-2f0b-4799-abdd-9af64b0c8206 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:01.150081 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d6ed3568-bbcb-4cc4-a35f-a8383f195c78 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:01.188768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d6ed3568-bbcb-4cc4-a35f-a8383f195c78 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:01.220229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a3e0c5-2f0b-4799-abdd-9af64b0c8206 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Checking segment: {'id': '973a8fbc-632f-4401-bb7d-f603a050c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:01.220608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a3e0c5-2f0b-4799-abdd-9af64b0c8206 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network hostable DHCP agents. Network: fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:26:01.224109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3e0c5-2f0b-4799-abdd-9af64b0c8206 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Subnet': ['ID=3065f1e8-7bdd-4cbd-b4cd-5c7e373a63e8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:01.225168 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6ed3568-bbcb-4cc4-a35f-a8383f195c78 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network 6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 is not hosted by any dhcp agent {{(pid=93834) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 22:26:01.231511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed3568-bbcb-4cc4-a35f-a8383f195c78 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:01.232382 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d6ed3568-bbcb-4cc4-a35f-a8383f195c78 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:01.237739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:01.238892 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d6ed3568-bbcb-4cc4-a35f-a8383f195c78 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "PUT /v2.0/networks/6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 HTTP/1.1" status: 200 len: 723 time: 0.3663805 Jul 27 22:26:01.243413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d847b22d-5d45-465c-961d-74c347e809b8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'subnet': {'network_id': '6eb33bf9-24c5-48a3-92fc-4aa811d63ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:01.265064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a3e0c5-2f0b-4799-abdd-9af64b0c8206 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:26:01.307349 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-37a3e0c5-2f0b-4799-abdd-9af64b0c8206 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:01.314094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed3568-bbcb-4cc4-a35f-a8383f195c78 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Network': ['ID=6eb33bf9-24c5-48a3-92fc-4aa811d63ab1,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:01.318978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d86cea-d879-479f-bd94-879f440ab9cb None None] Network fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:01.325110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3e0c5-2f0b-4799-abdd-9af64b0c8206 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:01.325767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-37a3e0c5-2f0b-4799-abdd-9af64b0c8206 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:01.347511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:26:01.367758 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46460) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:01.367953 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-37a3e0c5-2f0b-4799-abdd-9af64b0c8206 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6792560 Jul 27 22:26:01.374477 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': 'fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e', 'name': 'tempest-PortsIpV6TestJSON-1658516345'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:01.401131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d847b22d-5d45-465c-961d-74c347e809b8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:01.406736 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d847b22d-5d45-465c-961d-74c347e809b8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:01.598692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:01.602384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:01.630347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2ae2f7f6-c514-445b-ae52-181a00c9c39f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:01.651411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port 794739d1-2ae9-4d61-ad0b-13b93bd0cfaf yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:26:01.735578 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be51441f-5386-4e53-a906-5c20cd255f5c None None] Network 871c4ec5-ce51-4709-91b6-2069d0bd563a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:01.805367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d847b22d-5d45-465c-961d-74c347e809b8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:01.820105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1b717b59-d043-441c-a35f-52c90411185f None None] Provisioning for port 2ae2f7f6-c514-445b-ae52-181a00c9c39f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:01.863660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 2ae2f7f6-c514-445b-ae52-181a00c9c39f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:01.879464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e', 'network_id': 'fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e', 'tenant_id': '69f82d3747024dc4909eb21715a47ed0', 'fixed_ips': [{'subnet_id': '3065f1e8-7bdd-4cbd-b4cd-5c7e373a63e8'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:26:01.880322 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:01.881629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8::3df (fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e/3065f1e8-7bdd-4cbd-b4cd-5c7e373a63e8/794739d1-2ae9-4d61-ad0b-13b93bd0cfaf) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:01.896431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2ae2f7f6-c514-445b-ae52-181a00c9c39f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:01.896805 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:01.904671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847b22d-5d45-465c-961d-74c347e809b8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Subnet': ['ID=e31c5911-0b7c-42ba-bf77-ef46003f5438,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:01.922707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d847b22d-5d45-465c-961d-74c347e809b8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Checking segment: {'id': 'c4b98c0c-953a-45b7-bae3-183d9eb9f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6eb33bf9-24c5-48a3-92fc-4aa811d63ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:01.923095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d847b22d-5d45-465c-961d-74c347e809b8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network hostable DHCP agents. Network: 6eb33bf9-24c5-48a3-92fc-4aa811d63ab1, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:26:01.957342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d847b22d-5d45-465c-961d-74c347e809b8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network 6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:26:01.977300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d847b22d-5d45-465c-961d-74c347e809b8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 6eb33bf9-24c5-48a3-92fc-4aa811d63ab1) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:01.985389 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d847b22d-5d45-465c-961d-74c347e809b8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:01.986633 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d847b22d-5d45-465c-961d-74c347e809b8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.022333 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d847b22d-5d45-465c-961d-74c347e809b8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7831399 Jul 27 22:26:02.024585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:02.032991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-718cffda-c7eb-4eac-9fc0-9af4a9f9e9c8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:02.037943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309fe9c7-822c-489f-8702-068be999661a None None] Network 6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:02.172342 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.215470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Transition to ACTIVE for port object 794739d1-2ae9-4d61-ad0b-13b93bd0cfaf will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:02.253395 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-718cffda-c7eb-4eac-9fc0-9af4a9f9e9c8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261530584'] for subnet, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.258907 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.282178 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.333167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-6eb33bf9-24c5-48a3-92fc-4aa811d63ab1', 'network_id': '6eb33bf9-24c5-48a3-92fc-4aa811d63ab1', 'tenant_id': '0468e8f7b3374a52a9f473468101f5df', 'fixed_ips': [{'subnet_id': 'e31c5911-0b7c-42ba-bf77-ef46003f5438'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:26:02.334024 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.359092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:02.364688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:02.372417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:02.381020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:02.381742 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.414949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 2ae2f7f6-c514-445b-ae52-181a00c9c39f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2ae2f7f6-c514-445b-ae52-181a00c9c39f,segment=NetworkSegment(b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd),segment_id=b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:02.416869 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0475354 Jul 27 22:26:02.420669 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46484) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:02.429566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Allocated IP 2001:db8::2 (fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e/3065f1e8-7bdd-4cbd-b4cd-5c7e373a63e8/da2ca39a-89ee-4c74-b6fb-2bc080947564) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:02.433096 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.522228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654cece-701a-4c27-a6bd-7ce109c633ab tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=794739d1-2ae9-4d61-ad0b-13b93bd0cfaf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:02.533068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dddeb4d-8207-4cc4-b408-2513cbf5e450 None None] Update dhcp port {'port': {'network_id': '871c4ec5-ce51-4709-91b6-2069d0bd563a', 'fixed_ips': [{'subnet_id': '7ab83ba5-ad1f-41dc-bfa2-3d16613b7515', 'ip_address': '2001:db8::2'}, {'subnet_id': '9d4031a0-11a5-4f74-aa2b-4be2fbd3c038'}], 'binding:host_id': 'n-d-802011-3'}, 'id': '2ae2f7f6-c514-445b-ae52-181a00c9c39f'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:26:02.576955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3298e-43a9-43f6-b804-ff812c6a56b7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 794739d1-2ae9-4d61-ad0b-13b93bd0cfaf {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:02.577909 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8b3298e-43a9-43f6-b804-ff812c6a56b7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.605089 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-718cffda-c7eb-4eac-9fc0-9af4a9f9e9c8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779860700968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3785970'] for subnet, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.662941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=2ae2f7f6-c514-445b-ae52-181a00c9c39f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:02.670052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718cffda-c7eb-4eac-9fc0-9af4a9f9e9c8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:02.670753 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dddeb4d-8207-4cc4-b408-2513cbf5e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.671294 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-718cffda-c7eb-4eac-9fc0-9af4a9f9e9c8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.677112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-718cffda-c7eb-4eac-9fc0-9af4a9f9e9c8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "PUT /v2.0/subnets/e31c5911-0b7c-42ba-bf77-ef46003f5438 HTTP/1.1" status: 200 len: 826 time: 0.6513464 Jul 27 22:26:02.677923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46488) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:02.688933 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8b3298e-43a9-43f6-b804-ff812c6a56b7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.706852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3298e-43a9-43f6-b804-ff812c6a56b7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 794739d1-2ae9-4d61-ad0b-13b93bd0cfaf owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:02.713658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Allocated IP 2001:db8::2 (6eb33bf9-24c5-48a3-92fc-4aa811d63ab1/e31c5911-0b7c-42ba-bf77-ef46003f5438/e0bb5cef-9019-4e0d-bd9e-101a5dfdff86) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:02.746635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cffda-c7eb-4eac-9fc0-9af4a9f9e9c8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Subnet': ['ID=e31c5911-0b7c-42ba-bf77-ef46003f5438,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:02.813510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.882629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.892767 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8b3298e-43a9-43f6-b804-ff812c6a56b7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.924022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3298e-43a9-43f6-b804-ff812c6a56b7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=794739d1-2ae9-4d61-ad0b-13b93bd0cfaf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:02.950292 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d8b3298e-43a9-43f6-b804-ff812c6a56b7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.952365 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d8b3298e-43a9-43f6-b804-ff812c6a56b7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/794739d1-2ae9-4d61-ad0b-13b93bd0cfaf HTTP/1.1" status: 204 len: 168 time: 0.5297375 Jul 27 22:26:02.955300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46490) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:02.979966 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46c3049-a511-4e63-b9a7-742ae2b2873f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:02.980723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46c3049-a511-4e63-b9a7-742ae2b2873f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:02.985724 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d46c3049-a511-4e63-b9a7-742ae2b2873f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/794739d1-2ae9-4d61-ad0b-13b93bd0cfaf HTTP/1.1" status: 404 len: 333 time: 0.0262308 Jul 27 22:26:02.986218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46492) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:03.018698 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3156896-895b-434c-b18b-4f61539fccc6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:26:03.023025 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c3156896-895b-434c-b18b-4f61539fccc6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/794739d1-2ae9-4d61-ad0b-13b93bd0cfaf HTTP/1.1" status: 404 len: 333 time: 0.0331664 Jul 27 22:26:03.023847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:03.092252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4c1ca2-75bd-4d7f-8e27-30c7c7372307 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting subnet 3065f1e8-7bdd-4cbd-b4cd-5c7e373a63e8 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:26:03.156664 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.184849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Transition to ACTIVE for port object da2ca39a-89ee-4c74-b6fb-2bc080947564 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:03.214790 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-5dddeb4d-8207-4cc4-b408-2513cbf5e450 None None] Allocated IP 172.20.0.1 (871c4ec5-ce51-4709-91b6-2069d0bd563a/9d4031a0-11a5-4f74-aa2b-4be2fbd3c038/2ae2f7f6-c514-445b-ae52-181a00c9c39f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:03.240248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Transition to ACTIVE for port object da2ca39a-89ee-4c74-b6fb-2bc080947564 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:03.249967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1ca2-75bd-4d7f-8e27-30c7c7372307 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.255087 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.312370 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1ca2-75bd-4d7f-8e27-30c7c7372307 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.335078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Network fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:03.340726 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.344423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:03.356040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:03.381522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Transition to ACTIVE for port object e0bb5cef-9019-4e0d-bd9e-101a5dfdff86 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:03.392363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Pushing event updated for resources: {'Port': ['ID=da2ca39a-89ee-4c74-b6fb-2bc080947564,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:03.422108 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1ca2-75bd-4d7f-8e27-30c7c7372307 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.447318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Transition to ACTIVE for port object e0bb5cef-9019-4e0d-bd9e-101a5dfdff86 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:03.483380 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.486933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5dddeb4d-8207-4cc4-b408-2513cbf5e450 None None] For port 2ae2f7f6-c514-445b-ae52-181a00c9c39f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2ae2f7f6-c514-445b-ae52-181a00c9c39f,segment=NetworkSegment(b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd),segment_id=b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:03.497583 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.506720 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2ae2f7f6-c514-445b-ae52-181a00c9c39f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:03.540898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Subnet': ['ID=e31c5911-0b7c-42ba-bf77-ef46003f5438,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:03.556871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Attempting to bind port da2ca39a-89ee-4c74-b6fb-2bc080947564 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:03.557254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Attempting to bind port da2ca39a-89ee-4c74-b6fb-2bc080947564 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '973a8fbc-632f-4401-bb7d-f603a050c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:03.557621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Attempting to bind port da2ca39a-89ee-4c74-b6fb-2bc080947564 on network fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:03.559227 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1ca2-75bd-4d7f-8e27-30c7c7372307 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.572841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Network 6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:03.581280 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:03.584014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:03.599824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:03.600214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Checking segment: {'id': '973a8fbc-632f-4401-bb7d-f603a050c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:03.600622 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.601021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Bound using segment: {'id': '973a8fbc-632f-4401-bb7d-f603a050c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:03.601502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Bound port: da2ca39a-89ee-4c74-b6fb-2bc080947564, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973a8fbc-632f-4401-bb7d-f603a050c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:03.601891 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.648829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c1ca2-75bd-4d7f-8e27-30c7c7372307 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Subnet': ['ID=3065f1e8-7bdd-4cbd-b4cd-5c7e373a63e8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:03.660112 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.663126 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1ca2-75bd-4d7f-8e27-30c7c7372307 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.663352 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dddeb4d-8207-4cc4-b408-2513cbf5e450 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.665042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2c4c1ca2-75bd-4d7f-8e27-30c7c7372307 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/3065f1e8-7bdd-4cbd-b4cd-5c7e373a63e8 HTTP/1.1" status: 204 len: 168 time: 0.6400464 Jul 27 22:26:03.668203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Pushing event updated for resources: {'Port': ['ID=e0bb5cef-9019-4e0d-bd9e-101a5dfdff86,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:03.668738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46508) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:03.685127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb33bf9-24c5-48a3-92fc-4aa811d63ab1']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:03.699867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b98c0c-953a-45b7-bae3-183d9eb9f68d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:03.700733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b98c0c-953a-45b7-bae3-183d9eb9f68d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:03.719336 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.725326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5dddeb4d-8207-4cc4-b408-2513cbf5e450 None None] Transition to ACTIVE for port object 2ae2f7f6-c514-445b-ae52-181a00c9c39f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:03.740116 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5dddeb4d-8207-4cc4-b408-2513cbf5e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.754937 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.768175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:03.768911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:03.772366 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:03.783754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Attempting to bind port e0bb5cef-9019-4e0d-bd9e-101a5dfdff86 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:03.784128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Attempting to bind port e0bb5cef-9019-4e0d-bd9e-101a5dfdff86 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'c4b98c0c-953a-45b7-bae3-183d9eb9f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6eb33bf9-24c5-48a3-92fc-4aa811d63ab1'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:03.784526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Attempting to bind port e0bb5cef-9019-4e0d-bd9e-101a5dfdff86 on network 6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:03.784744 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.852327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port da2ca39a-89ee-4c74-b6fb-2bc080947564 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:03.852871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.875026 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:26:03.875026 n-d-802011-3 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:26:03.875026 n-d-802011-3 neutron-server[93835]: [parameters: {'id': '6eb33bf9-24c5-48a3-92fc-4aa811d63ab1'}] Jul 27 22:26:03.875026 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:26:03.876388 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:26:03.880218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:03.880440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Checking segment: {'id': 'c4b98c0c-953a-45b7-bae3-183d9eb9f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6eb33bf9-24c5-48a3-92fc-4aa811d63ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:03.880690 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.881080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Bound using segment: {'id': 'c4b98c0c-953a-45b7-bae3-183d9eb9f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6eb33bf9-24c5-48a3-92fc-4aa811d63ab1'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:03.881563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Bound port: e0bb5cef-9019-4e0d-bd9e-101a5dfdff86, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b98c0c-953a-45b7-bae3-183d9eb9f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6eb33bf9-24c5-48a3-92fc-4aa811d63ab1'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:03.881940 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.910549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] For port da2ca39a-89ee-4c74-b6fb-2bc080947564, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:03.941931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] For port da2ca39a-89ee-4c74-b6fb-2bc080947564, host n-d-802011-3, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:03.942318 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:03.950718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddeb4d-8207-4cc4-b408-2513cbf5e450 None None] Pushing event updated for resources: {'Port': ['ID=2ae2f7f6-c514-445b-ae52-181a00c9c39f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:03.958807 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for da2ca39a-89ee-4c74-b6fb-2bc080947564 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:03.959891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] For port da2ca39a-89ee-4c74-b6fb-2bc080947564, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=da2ca39a-89ee-4c74-b6fb-2bc080947564,segment=NetworkSegment(973a8fbc-632f-4401-bb7d-f603a050c75f),segment_id=973a8fbc-632f-4401-bb7d-f603a050c75f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:03.993085 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.064471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] For port e0bb5cef-9019-4e0d-bd9e-101a5dfdff86, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:04.089587 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.106032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa46db-ae90-4b4c-998f-f3f53acf37ba None None] Pushing event updated for resources: {'Port': ['ID=da2ca39a-89ee-4c74-b6fb-2bc080947564,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:04.127419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=da2ca39a-89ee-4c74-b6fb-2bc080947564,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:04.129870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No DVR routers for this DVR port da2ca39a-89ee-4c74-b6fb-2bc080947564 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:04.204191 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] For port e0bb5cef-9019-4e0d-bd9e-101a5dfdff86, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e0bb5cef-9019-4e0d-bd9e-101a5dfdff86,segment=NetworkSegment(c4b98c0c-953a-45b7-bae3-183d9eb9f68d),segment_id=c4b98c0c-953a-45b7-bae3-183d9eb9f68d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server [None req-beea4535-19ee-40ba-bc06-56b2ac043896 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port da2ca39a-89ee-4c74-b6fb-2bc080947564 could not be found. Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1551, in get_port Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port da2ca39a-89ee-4c74-b6fb-2bc080947564 could not be found. Jul 27 22:26:04.222812 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Jul 27 22:26:04.237794 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.242566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22593c8-069a-42fa-b6d5-38c1b10a99e2 None None] Network fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:04.245397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.256681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:04.288353 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973a8fbc-632f-4401-bb7d-f603a050c75f') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:04.288653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973a8fbc-632f-4401-bb7d-f603a050c75f') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:04.300010 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.315366 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.322294 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:04.323868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.378889 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:04.395680 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:04.408881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.426417 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.430164 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/networks/fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e HTTP/1.1" status: 204 len: 168 time: 0.7589109 Jul 27 22:26:04.446732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:04.453429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4b3faf46-3f82-408c-b2b7-afb421369c89 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1715697613'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:04.485074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12176b67-d2e3-4ee8-950e-1d9c6919e525 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Network': ['ID=fc4d3ee6-0ae7-459d-b9cf-100b5ad9a14e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:04.491061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3faf46-3f82-408c-b2b7-afb421369c89 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:04.495615 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b3faf46-3f82-408c-b2b7-afb421369c89 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.525605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3faf46-3f82-408c-b2b7-afb421369c89 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:26:04.538638 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b3faf46-3f82-408c-b2b7-afb421369c89 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.539143 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-4b3faf46-3f82-408c-b2b7-afb421369c89 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Added segment 95cd7953-7189-473d-9d85-49e863ee9c4e of type vlan for network 08bc73b0-c693-4ffd-b38e-a2b14d705b20 Jul 27 22:26:04.547489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Deleting port e0bb5cef-9019-4e0d-bd9e-101a5dfdff86 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:04.548006 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.573402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0e14a-14ba-406a-a192-608ae47d6392 None None] Pushing event updated for resources: {'Port': ['ID=e0bb5cef-9019-4e0d-bd9e-101a5dfdff86,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:04.590987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143508c1-b837-429a-9477-695bc52fc5fc None None] Network 6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:04.627060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] For port e0bb5cef-9019-4e0d-bd9e-101a5dfdff86, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e0bb5cef-9019-4e0d-bd9e-101a5dfdff86,segment=NetworkSegment(c4b98c0c-953a-45b7-bae3-183d9eb9f68d),segment_id=c4b98c0c-953a-45b7-bae3-183d9eb9f68d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:04.627501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.627854 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b3faf46-3f82-408c-b2b7-afb421369c89 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.649932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Calling delete_port for e0bb5cef-9019-4e0d-bd9e-101a5dfdff86 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:04.701334 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b3faf46-3f82-408c-b2b7-afb421369c89 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.727510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3faf46-3f82-408c-b2b7-afb421369c89 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:04.730885 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4b3faf46-3f82-408c-b2b7-afb421369c89 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.798112 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4b3faf46-3f82-408c-b2b7-afb421369c89 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3470078 Jul 27 22:26:04.799010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46532) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:04.812565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e45e8d6-c2c4-4d52-92db-1cab2e921a91 None None] Network 6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:04.816917 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:04.838920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6560066a-efa0-40ea-94b8-31b5125ffbb4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': '08bc73b0-c693-4ffd-b38e-a2b14d705b20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:04.851302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Port': ['ID=e0bb5cef-9019-4e0d-bd9e-101a5dfdff86,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:04.857223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No DVR routers for this DVR port e0bb5cef-9019-4e0d-bd9e-101a5dfdff86 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:04.948514 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3faf46-3f82-408c-b2b7-afb421369c89 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Network': ['ID=08bc73b0-c693-4ffd-b38e-a2b14d705b20,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:04.951249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c0c1f1-6bed-474f-a998-0f107254a5f9 None None] Network 871c4ec5-ce51-4709-91b6-2069d0bd563a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:05.016176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 08bc73b0-c693-4ffd-b38e-a2b14d705b20 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:26:05.018510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.032453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb33bf9-24c5-48a3-92fc-4aa811d63ab1']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:05.044201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b98c0c-953a-45b7-bae3-183d9eb9f68d') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:05.044585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b98c0c-953a-45b7-bae3-183d9eb9f68d') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:05.064853 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.085598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.096240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:05.096682 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:05.100656 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:05.121844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6560066a-efa0-40ea-94b8-31b5125ffbb4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:05.127398 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6560066a-efa0-40ea-94b8-31b5125ffbb4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.167491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-75e1694c-a851-400d-a9e4-1afaf1f9d699 None None] Provisioning for port 2ae2f7f6-c514-445b-ae52-181a00c9c39f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:05.182307 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.182536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-75e1694c-a851-400d-a9e4-1afaf1f9d699 None None] Provisioning complete for port 2ae2f7f6-c514-445b-ae52-181a00c9c39f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:05.182924 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75e1694c-a851-400d-a9e4-1afaf1f9d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.195197 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.199823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 HTTP/1.1" status: 204 len: 168 time: 2.5137091 Jul 27 22:26:05.200824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46534) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:05.224127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04945939-4bf6-44e3-ade9-cbf6c886e14e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Network': ['ID=6eb33bf9-24c5-48a3-92fc-4aa811d63ab1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:05.236393 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-1053bf73-e787-49d6-b762-f689c1bc2825 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:05.236991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1053bf73-e787-49d6-b762-f689c1bc2825 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:05.242193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1053bf73-e787-49d6-b762-f689c1bc2825 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 HTTP/1.1" status: 404 len: 339 time: 0.0377481 Jul 27 22:26:05.243187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46536) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:05.250060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2f4776d1-7cd3-4bd0-a652-8b6c57fdd9a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2080598286', 'description': 'd1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:05.299963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4776d1-7cd3-4bd0-a652-8b6c57fdd9a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:05.308981 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f4776d1-7cd3-4bd0-a652-8b6c57fdd9a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.366392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4776d1-7cd3-4bd0-a652-8b6c57fdd9a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:26:05.411299 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f4776d1-7cd3-4bd0-a652-8b6c57fdd9a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.411961 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-2f4776d1-7cd3-4bd0-a652-8b6c57fdd9a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Added segment 262a4e0d-743d-4771-85bb-7cf9dad6ee5e of type vlan for network 0b06b41e-ded9-4649-9ca0-84939f03940f Jul 27 22:26:05.454067 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6560066a-efa0-40ea-94b8-31b5125ffbb4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.487145 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f4776d1-7cd3-4bd0-a652-8b6c57fdd9a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.524324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2ae2f7f6-c514-445b-ae52-181a00c9c39f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:05.562864 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f4776d1-7cd3-4bd0-a652-8b6c57fdd9a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.580529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560066a-efa0-40ea-94b8-31b5125ffbb4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Subnet': ['ID=6c80c76c-90cc-4f55-b2d6-27ce013b4a6e,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:05.585221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4776d1-7cd3-4bd0-a652-8b6c57fdd9a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:05.586048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6560066a-efa0-40ea-94b8-31b5125ffbb4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Checking segment: {'id': '95cd7953-7189-473d-9d85-49e863ee9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '08bc73b0-c693-4ffd-b38e-a2b14d705b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:05.586448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6560066a-efa0-40ea-94b8-31b5125ffbb4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network hostable DHCP agents. Network: 08bc73b0-c693-4ffd-b38e-a2b14d705b20, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:26:05.591937 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f4776d1-7cd3-4bd0-a652-8b6c57fdd9a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.620432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6560066a-efa0-40ea-94b8-31b5125ffbb4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 08bc73b0-c693-4ffd-b38e-a2b14d705b20 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:26:05.638319 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6560066a-efa0-40ea-94b8-31b5125ffbb4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 08bc73b0-c693-4ffd-b38e-a2b14d705b20) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:05.643875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6560066a-efa0-40ea-94b8-31b5125ffbb4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:05.644597 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6560066a-efa0-40ea-94b8-31b5125ffbb4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.657511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a090bd9e-d525-4f34-81a7-97674385f3eb None None] Network 08bc73b0-c693-4ffd-b38e-a2b14d705b20 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:05.681565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2ae2f7f6-c514-445b-ae52-181a00c9c39f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:05.682080 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.686508 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6560066a-efa0-40ea-94b8-31b5125ffbb4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8637788 Jul 27 22:26:05.687785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46546) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:05.693478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': '08bc73b0-c693-4ffd-b38e-a2b14d705b20', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1855946647'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:05.708404 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2f4776d1-7cd3-4bd0-a652-8b6c57fdd9a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4641261 Jul 27 22:26:05.712172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46548) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:05.842296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4776d1-7cd3-4bd0-a652-8b6c57fdd9a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Network': ['ID=0b06b41e-ded9-4649-9ca0-84939f03940f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:05.862418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 0b06b41e-ded9-4649-9ca0-84939f03940f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:26:05.876044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:05.879916 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.899025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port 62299035-d24b-48e0-889b-033cba5559e3 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:26:05.911323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5cd9ef-f95e-493e-ad8c-8d53dc93151b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:05.915767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-eb5cd9ef-f95e-493e-ad8c-8d53dc93151b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/networks?id=0b06b41e-ded9-4649-9ca0-84939f03940f HTTP/1.1" status: 200 len: 765 time: 0.1997874 Jul 27 22:26:05.919552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:05.924935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e6782681-e3a7-4da8-9d7d-8ea9ff93fd6d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'network': {'description': 'd2'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:06.027157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a20139bd-f824-4f18-9508-bf7b57d96ca8 None None] Provisioning complete for port 2ae2f7f6-c514-445b-ae52-181a00c9c39f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:06.038513 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a20139bd-f824-4f18-9508-bf7b57d96ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.066222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8::2ad (08bc73b0-c693-4ffd-b38e-a2b14d705b20/6c80c76c-90cc-4f55-b2d6-27ce013b4a6e/62299035-d24b-48e0-889b-033cba5559e3) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:06.133814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-08bc73b0-c693-4ffd-b38e-a2b14d705b20', 'network_id': '08bc73b0-c693-4ffd-b38e-a2b14d705b20', 'tenant_id': '69f82d3747024dc4909eb21715a47ed0', 'fixed_ips': [{'subnet_id': '6c80c76c-90cc-4f55-b2d6-27ce013b4a6e'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:26:06.134711 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.198095 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6782681-e3a7-4da8-9d7d-8ea9ff93fd6d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.223036 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6782681-e3a7-4da8-9d7d-8ea9ff93fd6d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.270085 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.302089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Transition to ACTIVE for port object 62299035-d24b-48e0-889b-033cba5559e3 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:06.341218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6782681-e3a7-4da8-9d7d-8ea9ff93fd6d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Network': ['ID=0b06b41e-ded9-4649-9ca0-84939f03940f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:06.350708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6782681-e3a7-4da8-9d7d-8ea9ff93fd6d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network 0b06b41e-ded9-4649-9ca0-84939f03940f is not hosted by any dhcp agent {{(pid=93835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 22:26:06.364210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 0b06b41e-ded9-4649-9ca0-84939f03940f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:26:06.365039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6782681-e3a7-4da8-9d7d-8ea9ff93fd6d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:06.367200 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.367731 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6782681-e3a7-4da8-9d7d-8ea9ff93fd6d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.371395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e6782681-e3a7-4da8-9d7d-8ea9ff93fd6d tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "PUT /v2.0/networks/0b06b41e-ded9-4649-9ca0-84939f03940f HTTP/1.1" status: 200 len: 762 time: 0.4508138 Jul 27 22:26:06.375974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46560) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:06.426112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=62299035-d24b-48e0-889b-033cba5559e3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:06.439816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 08bc73b0-c693-4ffd-b38e-a2b14d705b20 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:06.441532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:06.444102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:06.450337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:06.451244 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.478703 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-622623e7-b487-4928-ba16-d955bc7e1446 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7895424 Jul 27 22:26:06.481759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:06.533659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Allocated IP 2001:db8::2 (08bc73b0-c693-4ffd-b38e-a2b14d705b20/6c80c76c-90cc-4f55-b2d6-27ce013b4a6e/fccc44aa-da7e-4679-b0b3-417b9aa1b8fb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:06.578187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f9eb92-2598-4aff-953d-c6443bbb6655 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:06.584605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-06f9eb92-2598-4aff-953d-c6443bbb6655 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/networks?id=0b06b41e-ded9-4649-9ca0-84939f03940f HTTP/1.1" status: 200 len: 765 time: 0.2088494 Jul 27 22:26:06.586992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46566) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:06.637500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf435e-d834-486f-9735-87dd079402ba tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 62299035-d24b-48e0-889b-033cba5559e3 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:06.638007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3bf435e-d834-486f-9735-87dd079402ba tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.752356 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.765633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Transition to ACTIVE for port object fccc44aa-da7e-4679-b0b3-417b9aa1b8fb will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:06.787680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Transition to ACTIVE for port object fccc44aa-da7e-4679-b0b3-417b9aa1b8fb will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:06.791689 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3bf435e-d834-486f-9735-87dd079402ba tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.799853 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.827970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf435e-d834-486f-9735-87dd079402ba tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 62299035-d24b-48e0-889b-033cba5559e3 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:06.852876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Network 08bc73b0-c693-4ffd-b38e-a2b14d705b20 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:06.861601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:06.867639 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:06.875709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace100e-c84c-44e1-bd9e-401e8c29ba44 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:06.880210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-eace100e-c84c-44e1-bd9e-401e8c29ba44 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2882204 Jul 27 22:26:06.880393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Pushing event updated for resources: {'Port': ['ID=fccc44aa-da7e-4679-b0b3-417b9aa1b8fb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:06.880517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:06.921724 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ec0c71a9-ee64-46b5-a047-b98546295866 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 207 time: 0.0372131 Jul 27 22:26:06.922445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:06.992147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Attempting to bind port fccc44aa-da7e-4679-b0b3-417b9aa1b8fb on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:06.994625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Attempting to bind port fccc44aa-da7e-4679-b0b3-417b9aa1b8fb by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '95cd7953-7189-473d-9d85-49e863ee9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '08bc73b0-c693-4ffd-b38e-a2b14d705b20'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:06.995063 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Attempting to bind port fccc44aa-da7e-4679-b0b3-417b9aa1b8fb on network 08bc73b0-c693-4ffd-b38e-a2b14d705b20 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:07.001147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:07.007457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Checking segment: {'id': '95cd7953-7189-473d-9d85-49e863ee9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '08bc73b0-c693-4ffd-b38e-a2b14d705b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:07.007457 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.007457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Bound using segment: {'id': '95cd7953-7189-473d-9d85-49e863ee9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '08bc73b0-c693-4ffd-b38e-a2b14d705b20'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:07.007457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Bound port: fccc44aa-da7e-4679-b0b3-417b9aa1b8fb, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95cd7953-7189-473d-9d85-49e863ee9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '08bc73b0-c693-4ffd-b38e-a2b14d705b20'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:07.007457 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.033105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3bf435e-d834-486f-9735-87dd079402ba tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.070087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf435e-d834-486f-9735-87dd079402ba tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=62299035-d24b-48e0-889b-033cba5559e3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:07.113593 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3bf435e-d834-486f-9735-87dd079402ba tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.119429 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f3bf435e-d834-486f-9735-87dd079402ba tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/62299035-d24b-48e0-889b-033cba5559e3 HTTP/1.1" status: 204 len: 168 time: 0.6363771 Jul 27 22:26:07.120176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] For port fccc44aa-da7e-4679-b0b3-417b9aa1b8fb, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:07.122342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46574) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:07.124741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] For port fccc44aa-da7e-4679-b0b3-417b9aa1b8fb, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=fccc44aa-da7e-4679-b0b3-417b9aa1b8fb,segment=NetworkSegment(95cd7953-7189-473d-9d85-49e863ee9c4e),segment_id=95cd7953-7189-473d-9d85-49e863ee9c4e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:07.130031 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.167718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bb95c9-42e4-4c66-9810-9a0df1570a5b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.175643 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7caee48-0715-47fb-b493-8baceaa3cb2c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:26:07.176581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bb95c9-42e4-4c66-9810-9a0df1570a5b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.179363 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d7caee48-0715-47fb-b493-8baceaa3cb2c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/62299035-d24b-48e0-889b-033cba5559e3 HTTP/1.1" status: 404 len: 333 time: 0.0563335 Jul 27 22:26:07.182160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:07.186210 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bb95c9-42e4-4c66-9810-9a0df1570a5b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.196940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bb95c9-42e4-4c66-9810-9a0df1570a5b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.211564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bb95c9-42e4-4c66-9810-9a0df1570a5b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.219249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bb95c9-42e4-4c66-9810-9a0df1570a5b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.221310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c9bb95c9-42e4-4c66-9810-9a0df1570a5b tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2978458 Jul 27 22:26:07.221721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df0b14-2e8e-4652-b31d-49b52f9d6c6e None None] Pushing event updated for resources: {'Port': ['ID=fccc44aa-da7e-4679-b0b3-417b9aa1b8fb,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:07.226844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:07.269231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c903e90-8b35-4310-981b-498dd4cb8896 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting subnet 6c80c76c-90cc-4f55-b2d6-27ce013b4a6e {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:26:07.271957 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c903e90-8b35-4310-981b-498dd4cb8896 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.315715 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c903e90-8b35-4310-981b-498dd4cb8896 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.444439 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9c46cb57-93a1-4790-b28c-81f8cf6650d8 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2161398 Jul 27 22:26:07.449299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46580) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:07.540093 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c903e90-8b35-4310-981b-498dd4cb8896 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.633668 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94421292-6504-4ec6-8b14-3725b4e08cae tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.638229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94421292-6504-4ec6-8b14-3725b4e08cae tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.643634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94421292-6504-4ec6-8b14-3725b4e08cae tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.648976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94421292-6504-4ec6-8b14-3725b4e08cae tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.650534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94421292-6504-4ec6-8b14-3725b4e08cae tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.661291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-94421292-6504-4ec6-8b14-3725b4e08cae tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2109230 Jul 27 22:26:07.661472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46586) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:07.704018 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c903e90-8b35-4310-981b-498dd4cb8896 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.748728 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c903e90-8b35-4310-981b-498dd4cb8896 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Subnet': ['ID=6c80c76c-90cc-4f55-b2d6-27ce013b4a6e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:07.757905 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c903e90-8b35-4310-981b-498dd4cb8896 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.759953 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2c903e90-8b35-4310-981b-498dd4cb8896 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/6c80c76c-90cc-4f55-b2d6-27ce013b4a6e HTTP/1.1" status: 204 len: 168 time: 0.5723598 Jul 27 22:26:07.763308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46588) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:07.795401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579c8f74-3136-4a78-babe-21ecd04b9296 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['shared'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.796792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579c8f74-3136-4a78-babe-21ecd04b9296 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['shared'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.798239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579c8f74-3136-4a78-babe-21ecd04b9296 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['shared'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.801972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579c8f74-3136-4a78-babe-21ecd04b9296 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['shared'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.801972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579c8f74-3136-4a78-babe-21ecd04b9296 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['shared'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.802841 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-579c8f74-3136-4a78-babe-21ecd04b9296 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1405325 Jul 27 22:26:07.806580 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:07.866146 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:26:07.892822 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:07.968448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521f1d59-c973-4a82-bcaa-06e295ea18b9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:07.970328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-521f1d59-c973-4a82-bcaa-06e295ea18b9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/networks/f7cd1b1b-5344-4518-a45b-fe8226739fe1 HTTP/1.1" status: 200 len: 803 time: 0.1625013 Jul 27 22:26:07.973967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46596) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:08.000354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port fccc44aa-da7e-4679-b0b3-417b9aa1b8fb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:08.001208 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.150003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-32e0cf35-560a-48b5-a8cf-5e24d378f4c9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/networks/f7cd1b1b-5344-4518-a45b-fe8226739fe1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1745586 Jul 27 22:26:08.153619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46600) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:08.215765 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] For port fccc44aa-da7e-4679-b0b3-417b9aa1b8fb, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=fccc44aa-da7e-4679-b0b3-417b9aa1b8fb,segment=NetworkSegment(95cd7953-7189-473d-9d85-49e863ee9c4e),segment_id=95cd7953-7189-473d-9d85-49e863ee9c4e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:08.216232 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.235742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c592a21b-d7e0-4dba-91a9-b2168aca16f6 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:08.237259 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c592a21b-d7e0-4dba-91a9-b2168aca16f6 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/subnets/e61f75fb-7baa-4e5c-8021-a3574ac6ceaa HTTP/1.1" status: 200 len: 843 time: 0.0826530 Jul 27 22:26:08.238483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for fccc44aa-da7e-4679-b0b3-417b9aa1b8fb owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:08.241059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:08.343159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719c14a3-4dae-480b-9707-f4ee0d7ff7fa tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:08.349601 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-719c14a3-4dae-480b-9707-f4ee0d7ff7fa tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "GET /v2.0/subnets/e61f75fb-7baa-4e5c-8021-a3574ac6ceaa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1049266 Jul 27 22:26:08.350344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46604) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:08.356146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d4911cdd-d61a-4053-958e-e9509996370a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-597566939'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:08.393913 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.437901 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4911cdd-d61a-4053-958e-e9509996370a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:08.441788 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4911cdd-d61a-4053-958e-e9509996370a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.459091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=fccc44aa-da7e-4679-b0b3-417b9aa1b8fb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:08.479634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No DVR routers for this DVR port fccc44aa-da7e-4679-b0b3-417b9aa1b8fb on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:08.481965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4911cdd-d61a-4053-958e-e9509996370a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:26:08.559230 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:08.581873 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.584764 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4911cdd-d61a-4053-958e-e9509996370a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.585111 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-d4911cdd-d61a-4053-958e-e9509996370a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Added segment b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3 of type vlan for network 1387077a-a58d-482f-8ce7-d8359f617fe8 Jul 27 22:26:08.603248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bc73b0-c693-4ffd-b38e-a2b14d705b20']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:08.659404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95cd7953-7189-473d-9d85-49e863ee9c4e') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:08.659707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95cd7953-7189-473d-9d85-49e863ee9c4e') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:08.678582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.681253 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4911cdd-d61a-4053-958e-e9509996370a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.701478 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.715711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:08.716125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:08.720612 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:08.736919 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c31ea07-af49-457e-a44f-0582b74e8b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.763382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bdadba-757b-49d8-abd5-487f09b8aca7 None None] Network 08bc73b0-c693-4ffd-b38e-a2b14d705b20 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:08.791405 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4911cdd-d61a-4053-958e-e9509996370a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.798531 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4911cdd-d61a-4053-958e-e9509996370a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:08.799466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d4911cdd-d61a-4053-958e-e9509996370a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.821346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5fb4485c-bdbc-415d-a9e5-b4f94c8829b4 None None] Could not find standard attr ID for object fccc44aa-da7e-4679-b0b3-417b9aa1b8fb. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:26:08.831444 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.880395 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c31ea07-af49-457e-a44f-0582b74e8b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.881904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.883837 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/networks/08bc73b0-c693-4ffd-b38e-a2b14d705b20 HTTP/1.1" status: 204 len: 168 time: 1.1197426 Jul 27 22:26:08.888455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46616) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:08.890972 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c31ea07-af49-457e-a44f-0582b74e8b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.899174 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d4911cdd-d61a-4053-958e-e9509996370a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5449543 Jul 27 22:26:08.899708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46618) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:08.904388 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'subnet': {'network_id': '1387077a-a58d-482f-8ce7-d8359f617fe8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:08.912034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'name': 'tempest-PortsIpV6TestJSON-504493392'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:08.957446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4911cdd-d61a-4053-958e-e9509996370a tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Network': ['ID=1387077a-a58d-482f-8ce7-d8359f617fe8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:08.968380 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5c31ea07-af49-457e-a44f-0582b74e8b80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08c1b116acd24782b3f4dcdade260f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079404 Jul 27 22:26:08.969643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 1387077a-a58d-482f-8ce7-d8359f617fe8 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:26:08.973300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46620) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:08.989151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31ea07-af49-457e-a44f-0582b74e8b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb331964-d869-4465-ab99-70d49603adaa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:09.032122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853ed36-4f87-4910-87d9-a53287b36c94 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Network': ['ID=08bc73b0-c693-4ffd-b38e-a2b14d705b20,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:09.050311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:09.054487 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:09.075226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port 20db5b71-1615-4642-8c5f-6d37751ed61d yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:26:09.182072 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca06d7ee-822a-4902-b280-b2a3023ae98b None None] DHCP port deletion for 08bc73b0-c693-4ffd-b38e-a2b14d705b20 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:26:09.216637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04496fd4-f7b9-4b6c-8791-26292d331d8e None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:26:09.342549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04496fd4-f7b9-4b6c-8791-26292d331d8e None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:26:09.473905 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc09a24f-ced2-4a00-ada0-5b7a61a41c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:09.499943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Made reservation on behalf of 0468e8f7b3374a52a9f473468101f5df for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:09.510133 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:09.528623 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc09a24f-ced2-4a00-ada0-5b7a61a41c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:09.637213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Performing IP validity checks on allocation pools {{(pid=93834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:26:09.637785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.ipam_backend_mixin [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93834) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:26:09.669695 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc09a24f-ced2-4a00-ada0-5b7a61a41c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:09.673279 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc09a24f-ced2-4a00-ada0-5b7a61a41c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:09.674598 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dc09a24f-ced2-4a00-ada0-5b7a61a41c29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb331964-d869-4465-ab99-70d49603adaa HTTP/1.1" status: 204 len: 168 time: 0.6945791 Jul 27 22:26:09.682305 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:09.685230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d0f2a-a8fc-42f5-95c5-24e4ba862063 None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:26:09.690145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09a24f-ced2-4a00-ada0-5b7a61a41c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb331964-d869-4465-ab99-70d49603adaa,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:09.738136 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:09.780192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 3c635a2c-6509-4ff3-8474-86d34514392e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:09.785845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:09.793153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:09.799600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:09.800253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:09.808986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=20db5b71-1615-4642-8c5f-6d37751ed61d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:09.830545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-60d553ac-1d4c-4bde-80b7-97dd1bfc9ed7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9409070 Jul 27 22:26:09.833323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:09.876308 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:09.883399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3d0f2a-a8fc-42f5-95c5-24e4ba862063 None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:26:09.945438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Subnet': ['ID=ccd8e93a-460c-44b7-9b3d-2a586be9ef56,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:09.960910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Checking segment: {'id': 'b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1387077a-a58d-482f-8ce7-d8359f617fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:09.961641 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network hostable DHCP agents. Network: 1387077a-a58d-482f-8ce7-d8359f617fe8, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:26:09.986738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Network 1387077a-a58d-482f-8ce7-d8359f617fe8 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:26:09.999982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 1387077a-a58d-482f-8ce7-d8359f617fe8) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:10.006436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8430f533-d037-44da-8949-eaba64d299fe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 20db5b71-1615-4642-8c5f-6d37751ed61d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:10.006436 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8430f533-d037-44da-8949-eaba64d299fe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.008870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:10.009000 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633473'] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.034408 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-970a8ec6-7ef4-4a8b-be4c-1ba5e3d453eb tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1338217 Jul 27 22:26:10.036834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46632) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:10.044843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0a075005-0300-4444-9510-ec94e3861cc3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:10.099204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8430f533-d037-44da-8949-eaba64d299fe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.126004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8430f533-d037-44da-8949-eaba64d299fe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 20db5b71-1615-4642-8c5f-6d37751ed61d owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:10.194773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46634) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:10.217614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbf128d6-3f9e-493f-9ea1-17f4305a6e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.225720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a075005-0300-4444-9510-ec94e3861cc3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2666376'] for subnet, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.260814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c39e66b-d5f0-4a99-b699-7f1b3d38b380 None None] Network 1387077a-a58d-482f-8ce7-d8359f617fe8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:10.264059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8430f533-d037-44da-8949-eaba64d299fe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.310052 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8430f533-d037-44da-8949-eaba64d299fe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.315390 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8430f533-d037-44da-8949-eaba64d299fe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/20db5b71-1615-4642-8c5f-6d37751ed61d HTTP/1.1" status: 204 len: 168 time: 0.4792342 Jul 27 22:26:10.316184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430f533-d037-44da-8949-eaba64d299fe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=20db5b71-1615-4642-8c5f-6d37751ed61d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:10.320966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46636) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:10.328520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'mac_address': 'fa:16:3e:c0:69:c7', 'name': 'tempest-PortsIpV6TestJSON-800257414'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:10.453335 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbf128d6-3f9e-493f-9ea1-17f4305a6e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.460223 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bbf128d6-3f9e-493f-9ea1-17f4305a6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.462444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-1387077a-a58d-482f-8ce7-d8359f617fe8', 'network_id': '1387077a-a58d-482f-8ce7-d8359f617fe8', 'tenant_id': '0468e8f7b3374a52a9f473468101f5df', 'fixed_ips': [{'subnet_id': 'ccd8e93a-460c-44b7-9b3d-2a586be9ef56'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:26:10.463931 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.481164 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a075005-0300-4444-9510-ec94e3861cc3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779860700968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2948093'] for subnet, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.511907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:10.527544 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf128d6-3f9e-493f-9ea1-17f4305a6e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc97dd92-06e0-4886-9d1a-c6ee81e16896,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:10.551010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a075005-0300-4444-9510-ec94e3861cc3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:10.551625 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a075005-0300-4444-9510-ec94e3861cc3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.552935 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0a075005-0300-4444-9510-ec94e3861cc3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "PUT /v2.0/subnets/ccd8e93a-460c-44b7-9b3d-2a586be9ef56 HTTP/1.1" status: 200 len: 900 time: 0.5145726 Jul 27 22:26:10.557370 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bbf128d6-3f9e-493f-9ea1-17f4305a6e98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1184d6acf10f4161b0cb879e98a0ed72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615429 Jul 27 22:26:10.558358 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46638) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:10.562896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46640) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:10.589363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a075005-0300-4444-9510-ec94e3861cc3 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event updated for resources: {'Subnet': ['ID=ccd8e93a-460c-44b7-9b3d-2a586be9ef56,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:10.676847 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.690297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Allocated IP 2001:db8::3 (1387077a-a58d-482f-8ce7-d8359f617fe8/ccd8e93a-460c-44b7-9b3d-2a586be9ef56/2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:10.693490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.699028 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-54a6a597-25d6-4635-98a2-8ced198d6cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.703855 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-baecd1ae-8e8b-4d28-a925-fb85e19bbd1a req-00af48e7-68a4-47e4-bc7e-4e7a6400dc26 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0629942 Jul 27 22:26:10.724489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port f30c339e-4e5c-4746-b49e-95d557ed81b3 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:26:10.795050 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-54a6a597-25d6-4635-98a2-8ced198d6cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.815568 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.904820 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd1ae-8e8b-4d28-a925-fb85e19bbd1a req-7db81946-e6a1-4d4b-87af-905a3b7150b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:10.906346 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-baecd1ae-8e8b-4d28-a925-fb85e19bbd1a req-7db81946-e6a1-4d4b-87af-905a3b7150b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c756860e16ae4fa6bc10144b561f9167&device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 1096 time: 0.1487586 Jul 27 22:26:10.907660 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.935604 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-54a6a597-25d6-4635-98a2-8ced198d6cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.942669 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-54a6a597-25d6-4635-98a2-8ced198d6cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:10.948166 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-54a6a597-25d6-4635-98a2-8ced198d6cb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc97dd92-06e0-4886-9d1a-c6ee81e16896 HTTP/1.1" status: 204 len: 168 time: 0.3800852 Jul 27 22:26:10.962691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Transition to ACTIVE for port object 2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:10.962881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6a597-25d6-4635-98a2-8ced198d6cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc97dd92-06e0-4886-9d1a-c6ee81e16896,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:11.021878 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.042554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Transition to ACTIVE for port object 2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:11.061505 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd1ae-8e8b-4d28-a925-fb85e19bbd1a req-7925acce-0ea5-48e4-b6cc-718ae0eeb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:11.062749 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.063953 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-baecd1ae-8e8b-4d28-a925-fb85e19bbd1a req-7925acce-0ea5-48e4-b6cc-718ae0eeb75e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab2ac776-71c2-406d-b9f0-328bbd239926 HTTP/1.1" status: 200 len: 910 time: 0.1189463 Jul 27 22:26:11.125191 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.136349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Network 1387077a-a58d-482f-8ce7-d8359f617fe8 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:11.140716 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:11.144642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:11.158231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Pushing event updated for resources: {'Port': ['ID=2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:11.183227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd8e93a-460c-44b7-9b3d-2a586be9ef56,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:11.188510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:11.188869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:11.189222 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:11.189565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:11.189939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:11.190234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:11.190594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:11.190929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:11.191254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:11.191579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:11.191906 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:11.192228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:11.211732 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-baecd1ae-8e8b-4d28-a925-fb85e19bbd1a req-04b84655-f504-4710-9252-76ac25f11a28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=533d225d-83ad-4f1f-b971-676807c09d23 HTTP/1.1" status: 200 len: 1001 time: 0.1373687 Jul 27 22:26:11.214256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.239376 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Attempting to bind port 2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:11.239766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Attempting to bind port 2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1387077a-a58d-482f-8ce7-d8359f617fe8'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:11.240297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Attempting to bind port 2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0 on network 1387077a-a58d-482f-8ce7-d8359f617fe8 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:11.246667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:11.247051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Checking segment: {'id': 'b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1387077a-a58d-482f-8ce7-d8359f617fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:11.247460 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.247858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Bound using segment: {'id': 'b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1387077a-a58d-482f-8ce7-d8359f617fe8'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:11.248330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Bound port: 2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1387077a-a58d-482f-8ce7-d8359f617fe8'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:11.248767 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.290323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd1ae-8e8b-4d28-a925-fb85e19bbd1a req-3783a0a6-02ca-490f-84fd-9478226ba216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:11.291837 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-baecd1ae-8e8b-4d28-a925-fb85e19bbd1a req-3783a0a6-02ca-490f-84fd-9478226ba216 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d14f8be-7908-497b-bf7c-f833310b6890 HTTP/1.1" status: 200 len: 848 time: 0.0745633 Jul 27 22:26:11.318547 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.339409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 3c635a2c-6509-4ff3-8474-86d34514392e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:11.341523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1387077a-a58d-482f-8ce7-d8359f617fe8']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:11.356836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:11.361676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:11.368928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:11.369818 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.388596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] For port 2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:11.392499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] For port 2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0,segment=NetworkSegment(b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3),segment_id=b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:11.395787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd1ae-8e8b-4d28-a925-fb85e19bbd1a req-2b2e9257-8640-4063-bbae-a1cccacb183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:11.397834 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-baecd1ae-8e8b-4d28-a925-fb85e19bbd1a req-2b2e9257-8640-4063-bbae-a1cccacb183e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab2ac776-71c2-406d-b9f0-328bbd239926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953758 Jul 27 22:26:11.398016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:11.398387 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:11.401872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.410202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=f30c339e-4e5c-4746-b49e-95d557ed81b3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:11.419089 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.431164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7471a43f-f755-4d8b-a239-bbffd7823788 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1090646 Jul 27 22:26:11.431869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:11.446252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.481752 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:11.482081 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:11.486436 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:11.505216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794d629-d645-4f00-b819-44b4d6ffae04 None None] Pushing event updated for resources: {'Port': ['ID=2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:11.540213 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa6bcc5-8ecb-4fa1-8c2d-73f3871521e3 None None] Network 1387077a-a58d-482f-8ce7-d8359f617fe8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:11.579557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f0cd0d-ef89-4af1-93d2-ce3529ee207d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:11.581233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f6f0cd0d-ef89-4af1-93d2-ce3529ee207d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/f30c339e-4e5c-4746-b49e-95d557ed81b3 HTTP/1.1" status: 200 len: 844 time: 0.1476274 Jul 27 22:26:11.588952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:11.647514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.api [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 22:26:11.647514 n-d-802011-3 neutron-server[93835]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 22:26:11.647514 n-d-802011-3 neutron-server[93835]: [parameters: {'id': '1387077a-a58d-482f-8ce7-d8359f617fe8'}] Jul 27 22:26:11.647514 n-d-802011-3 neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:26:11.647981 n-d-802011-3 neutron-server[93835]: DEBUG oslo_db.api [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:26:11.705998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d2e54d-1bf6-4f9f-8ada-72e3c4a96d5f None None] Network 1387077a-a58d-482f-8ce7-d8359f617fe8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:11.721465 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-baecd1ae-8e8b-4d28-a925-fb85e19bbd1a req-5c060586-4dc8-4421-8eb9-890d30234cae service neutron] 10.222.0.41 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131666 Jul 27 22:26:11.751899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6e3823db-290c-4a40-b9a9-8d396b650fce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port f30c339e-4e5c-4746-b49e-95d557ed81b3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:11.752251 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e3823db-290c-4a40-b9a9-8d396b650fce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.884290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d0330-b9d0-4913-b0c3-bc8f679db244 None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:26:11.890895 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-baecd1ae-8e8b-4d28-a925-fb85e19bbd1a req-076b6d77-a8f7-40c8-b4b5-631aeb2a7076 service neutron] 10.222.0.41 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609988 Jul 27 22:26:11.898770 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e3823db-290c-4a40-b9a9-8d396b650fce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:11.915951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6e3823db-290c-4a40-b9a9-8d396b650fce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for f30c339e-4e5c-4746-b49e-95d557ed81b3 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:12.040040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3d0330-b9d0-4913-b0c3-bc8f679db244 None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:26:12.051936 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e3823db-290c-4a40-b9a9-8d396b650fce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.085706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3823db-290c-4a40-b9a9-8d396b650fce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=f30c339e-4e5c-4746-b49e-95d557ed81b3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:12.127545 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e3823db-290c-4a40-b9a9-8d396b650fce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.130635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6e3823db-290c-4a40-b9a9-8d396b650fce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/f30c339e-4e5c-4746-b49e-95d557ed81b3 HTTP/1.1" status: 204 len: 168 time: 0.5403023 Jul 27 22:26:12.133444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46674) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:12.148633 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.178881 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8688bd0-7b80-45de-8914-c5fad7f77504 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:26:12.188116 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b8688bd0-7b80-45de-8914-c5fad7f77504 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/f30c339e-4e5c-4746-b49e-95d557ed81b3 HTTP/1.1" status: 404 len: 333 time: 0.0535548 Jul 27 22:26:12.188753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46678) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:12.197483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'name': 'tempest-PortsIpV6TestJSON-925452136'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:12.283468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Deleting port 2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:12.283869 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.387711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:12.396941 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.403721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] For port 2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0,segment=NetworkSegment(b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3),segment_id=b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:12.404102 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.429676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Calling delete_port for 2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:12.446007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port 7f6f3822-a260-4b73-8407-ebc9ee0c8992 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:26:12.550859 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.566668 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.600205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Port': ['ID=2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:12.612871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No DVR routers for this DVR port 2fa3cbbe-cf4c-429d-a2ba-8b2b51e497b0 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:12.692272 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.759755 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.772263 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1387077a-a58d-482f-8ce7-d8359f617fe8']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:12.790806 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57e1b613-598e-44ac-b419-12432cadffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.793649 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.801486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:12.802002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8af90d7-5dbb-40c2-8ede-b908d1e0eeb3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:12.845276 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 3c635a2c-6509-4ff3-8474-86d34514392e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:12.846868 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.851185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:12.860840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:12.867797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:12.868518 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.891851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=7f6f3822-a260-4b73-8407-ebc9ee0c8992,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:12.893008 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.903181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:12.903752 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.905795 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8a135c0a-348f-44ad-ac8a-4b532fb7a32e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7131882 Jul 27 22:26:12.910170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46692) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:12.911789 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:12.928065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8600f108-192e-4be6-9726-a68ee252abce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:12.984460 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:12.996428 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.004446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/1387077a-a58d-482f-8ce7-d8359f617fe8 HTTP/1.1" status: 204 len: 168 time: 2.4373295 Jul 27 22:26:13.005410 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:13.043081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618ffee-f79b-4888-9dd7-87c1a21d6fc9 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Network': ['ID=1387077a-a58d-482f-8ce7-d8359f617fe8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:13.043878 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8600f108-192e-4be6-9726-a68ee252abce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.063162 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c57cbff-4105-48a4-96d2-d4d30e2e48cd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:13.063627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c57cbff-4105-48a4-96d2-d4d30e2e48cd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:13.065711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2c57cbff-4105-48a4-96d2-d4d30e2e48cd tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/subnets/ccd8e93a-460c-44b7-9b3d-2a586be9ef56 HTTP/1.1" status: 404 len: 337 time: 0.0589707 Jul 27 22:26:13.068196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:13.101418 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb67c72f-413a-4e4c-a7da-f2f27e86a678 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:13.102085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb67c72f-413a-4e4c-a7da-f2f27e86a678 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:13.104676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cb67c72f-413a-4e4c-a7da-f2f27e86a678 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/1387077a-a58d-482f-8ce7-d8359f617fe8 HTTP/1.1" status: 404 len: 339 time: 0.0348551 Jul 27 22:26:13.106513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:13.193852 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.305937 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8600f108-192e-4be6-9726-a68ee252abce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.312191 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8600f108-192e-4be6-9726-a68ee252abce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.355849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8600f108-192e-4be6-9726-a68ee252abce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] In _notify_port_updated(), no bound segment for port 7f6f3822-a260-4b73-8407-ebc9ee0c8992 on network 3c635a2c-6509-4ff3-8474-86d34514392e {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:26:13.362006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8600f108-192e-4be6-9726-a68ee252abce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:13.362664 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8600f108-192e-4be6-9726-a68ee252abce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.366607 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8600f108-192e-4be6-9726-a68ee252abce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "PUT /v2.0/ports/7f6f3822-a260-4b73-8407-ebc9ee0c8992 HTTP/1.1" status: 200 len: 818 time: 0.4527695 Jul 27 22:26:13.367144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46706) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:13.406033 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.418745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b06b41e-ded9-4649-9ca0-84939f03940f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:13.428278 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600f108-192e-4be6-9726-a68ee252abce tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=7f6f3822-a260-4b73-8407-ebc9ee0c8992,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:13.431935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262a4e0d-743d-4771-85bb-7cf9dad6ee5e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:13.432477 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262a4e0d-743d-4771-85bb-7cf9dad6ee5e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:13.444006 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.461351 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.468394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:13.469027 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:13.472353 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:13.545679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.554301 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.555841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/0b06b41e-ded9-4649-9ca0-84939f03940f HTTP/1.1" status: 204 len: 168 time: 0.4484015 Jul 27 22:26:13.558697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:13.569576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f227d6-3a89-4330-b5a1-c5cada752bce tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Network': ['ID=0b06b41e-ded9-4649-9ca0-84939f03940f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:13.591031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-359d67d2-358d-475e-85ea-35fa2adf3a4b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 7f6f3822-a260-4b73-8407-ebc9ee0c8992 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:13.591031 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-359d67d2-358d-475e-85ea-35fa2adf3a4b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.611280 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5abacc1-41f3-4677-ae37-a407d877c990 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:13.611665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5abacc1-41f3-4677-ae37-a407d877c990 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:13.614311 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e5abacc1-41f3-4677-ae37-a407d877c990 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/subnets/e31c5911-0b7c-42ba-bf77-ef46003f5438 HTTP/1.1" status: 404 len: 337 time: 0.0541604 Jul 27 22:26:13.618835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:13.656460 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce388fd-eb16-4961-a9d2-db7a3d85166e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:13.657070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce388fd-eb16-4961-a9d2-db7a3d85166e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:13.662960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3ce388fd-eb16-4961-a9d2-db7a3d85166e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/6eb33bf9-24c5-48a3-92fc-4aa811d63ab1 HTTP/1.1" status: 404 len: 339 time: 0.0422931 Jul 27 22:26:13.666775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46712) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:13.698938 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-359d67d2-358d-475e-85ea-35fa2adf3a4b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.725168 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-359d67d2-358d-475e-85ea-35fa2adf3a4b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 7f6f3822-a260-4b73-8407-ebc9ee0c8992 owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:13.752546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-311784d1-4f99-421f-b6f2-24c4e9afac35 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Deleting subnet 9d4031a0-11a5-4f74-aa2b-4be2fbd3c038 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:26:13.756173 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-311784d1-4f99-421f-b6f2-24c4e9afac35 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.799832 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-311784d1-4f99-421f-b6f2-24c4e9afac35 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.831128 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-359d67d2-358d-475e-85ea-35fa2adf3a4b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.870589 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-359d67d2-358d-475e-85ea-35fa2adf3a4b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.873248 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-359d67d2-358d-475e-85ea-35fa2adf3a4b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/7f6f3822-a260-4b73-8407-ebc9ee0c8992 HTTP/1.1" status: 204 len: 168 time: 0.5050945 Jul 27 22:26:13.875046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d67d2-358d-475e-85ea-35fa2adf3a4b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=7f6f3822-a260-4b73-8407-ebc9ee0c8992,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:13.882778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46714) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:13.912362 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-311784d1-4f99-421f-b6f2-24c4e9afac35 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:13.939143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cae694-ac66-4274-aef4-b9d7e2c100b5 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:13.940880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-97cae694-ac66-4274-aef4-b9d7e2c100b5 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0570805 Jul 27 22:26:13.943593 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46718) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:13.986955 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8908c0-d2f6-4a58-9ba3-f4bf586c1cb3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:26:13.988671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3d8908c0-d2f6-4a58-9ba3-f4bf586c1cb3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/7f6f3822-a260-4b73-8407-ebc9ee0c8992 HTTP/1.1" status: 404 len: 333 time: 0.0441275 Jul 27 22:26:13.992897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46720) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:13.997870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-37644b2d-5f92-493e-b44f-0442cf458e31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-806783681'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:14.006111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-311784d1-4f99-421f-b6f2-24c4e9afac35 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.039246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311784d1-4f99-421f-b6f2-24c4e9afac35 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4031a0-11a5-4f74-aa2b-4be2fbd3c038,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:14.044883 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-311784d1-4f99-421f-b6f2-24c4e9afac35 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.051427 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-311784d1-4f99-421f-b6f2-24c4e9afac35 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/subnets/9d4031a0-11a5-4f74-aa2b-4be2fbd3c038 HTTP/1.1" status: 204 len: 168 time: 0.3795907 Jul 27 22:26:14.052356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:14.054773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7f35ec-aac0-41da-b6a8-ffd372e36d80 None None] Network 871c4ec5-ce51-4709-91b6-2069d0bd563a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:14.061918 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37644b2d-5f92-493e-b44f-0442cf458e31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:14.072789 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37644b2d-5f92-493e-b44f-0442cf458e31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.117948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37644b2d-5f92-493e-b44f-0442cf458e31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:26:14.132056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37644b2d-5f92-493e-b44f-0442cf458e31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.133131 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-37644b2d-5f92-493e-b44f-0442cf458e31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Added segment 82791eb8-3c68-4ba8-9524-0812134f0548 of type vlan for network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 Jul 27 22:26:14.169850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-830f437f-d472-43f8-95e8-8baa608fa682 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Deleting subnet 7ab83ba5-ad1f-41dc-bfa2-3d16613b7515 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:26:14.176861 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-830f437f-d472-43f8-95e8-8baa608fa682 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.200254 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37644b2d-5f92-493e-b44f-0442cf458e31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.234776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-54beef38-4461-4035-a80b-d7fce653f17a tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=74bde73cf2da47d5b95b815d869e180c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517583 Jul 27 22:26:14.279925 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37644b2d-5f92-493e-b44f-0442cf458e31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.289499 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37644b2d-5f92-493e-b44f-0442cf458e31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:14.290150 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-830f437f-d472-43f8-95e8-8baa608fa682 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.290376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37644b2d-5f92-493e-b44f-0442cf458e31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.393143 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-37644b2d-5f92-493e-b44f-0442cf458e31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3991916 Jul 27 22:26:14.397323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:14.397858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37644b2d-5f92-493e-b44f-0442cf458e31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Network': ['ID=c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:14.415308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:26:14.416347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ad8d2519-23d7-41b9-8597-c40314dd6d13 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': 'c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:14.618082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-afee34d6-c248-414d-aae9-0958298e0417 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:14.619618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-afee34d6-c248-414d-aae9-0958298e0417 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3765750 Jul 27 22:26:14.670804 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-5c0895eb-e4eb-4255-96a3-a03e5b82a656 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/quotas/74bde73cf2da47d5b95b815d869e180c HTTP/1.1" status: 200 len: 375 time: 0.0232046 Jul 27 22:26:14.707193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-830f437f-d472-43f8-95e8-8baa608fa682 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.773861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8d2519-23d7-41b9-8597-c40314dd6d13 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:14.777340 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2519-23d7-41b9-8597-c40314dd6d13 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.786555 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-1ab4b378-19ee-4de3-84db-0ecd67337a56 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=74bde73cf2da47d5b95b815d869e180c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132808 Jul 27 22:26:14.896839 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-830f437f-d472-43f8-95e8-8baa608fa682 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.933877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f437f-d472-43f8-95e8-8baa608fa682 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab83ba5-ad1f-41dc-bfa2-3d16613b7515,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:14.947401 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-830f437f-d472-43f8-95e8-8baa608fa682 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:14.949370 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-830f437f-d472-43f8-95e8-8baa608fa682 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/subnets/7ab83ba5-ad1f-41dc-bfa2-3d16613b7515 HTTP/1.1" status: 204 len: 168 time: 0.8936031 Jul 27 22:26:14.952587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46744) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:15.049463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66a4f5ff-bb68-4802-81d2-c473e2f61343 req-d86a7aa4-684e-48b1-95ff-5412ce2b4fb5 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 210 time: 0.0724144 Jul 27 22:26:15.057514 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.144750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b22e144-828a-4f87-86e8-d4e18f2f4dec None None] Network 871c4ec5-ce51-4709-91b6-2069d0bd563a requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:15.148271 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2519-23d7-41b9-8597-c40314dd6d13 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.185355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Deleting port 2ae2f7f6-c514-445b-ae52-181a00c9c39f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:15.188124 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.216900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d2519-23d7-41b9-8597-c40314dd6d13 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Subnet': ['ID=d5d7be04-9261-4167-bbe5-072bdb2d4d7d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:15.234964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8d2519-23d7-41b9-8597-c40314dd6d13 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Checking segment: {'id': '82791eb8-3c68-4ba8-9524-0812134f0548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:15.235691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8d2519-23d7-41b9-8597-c40314dd6d13 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network hostable DHCP agents. Network: c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:26:15.260618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8d2519-23d7-41b9-8597-c40314dd6d13 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:26:15.292525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ad8d2519-23d7-41b9-8597-c40314dd6d13 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:15.296402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-362e5f2d-6be1-4257-b256-214aad50dbdc None None] Provisioning complete for port 2ae2f7f6-c514-445b-ae52-181a00c9c39f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:15.296824 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-362e5f2d-6be1-4257-b256-214aad50dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.299504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d2519-23d7-41b9-8597-c40314dd6d13 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:15.301651 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2519-23d7-41b9-8597-c40314dd6d13 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.324209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd812b4-6938-4160-8370-2505062d0425 None None] Network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:15.334650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ad8d2519-23d7-41b9-8597-c40314dd6d13 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9310575 Jul 27 22:26:15.335619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:15.353579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1596bcb2-5b41-426d-9575-6c57765d5dbd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': 'c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:15.376404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] For port 2ae2f7f6-c514-445b-ae52-181a00c9c39f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2ae2f7f6-c514-445b-ae52-181a00c9c39f,segment=NetworkSegment(b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd),segment_id=b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:15.376708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.442226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Calling delete_port for 2ae2f7f6-c514-445b-ae52-181a00c9c39f owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:15.483933 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4dc5acb7-095a-4408-85da-0853195b60a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.509619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011fc4ff-81f1-4090-9b23-375f8dd4f662 None None] DHCP port deletion for 871c4ec5-ce51-4709-91b6-2069d0bd563a request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:26:15.665175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1596bcb2-5b41-426d-9575-6c57765d5dbd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:15.668907 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.671350 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1596bcb2-5b41-426d-9575-6c57765d5dbd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.713636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Port': ['ID=2ae2f7f6-c514-445b-ae52-181a00c9c39f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:15.722309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0', 'network_id': 'c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0', 'tenant_id': '69f82d3747024dc4909eb21715a47ed0', 'fixed_ips': [{'subnet_id': 'd5d7be04-9261-4167-bbe5-072bdb2d4d7d'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:26:15.723124 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.725241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No DVR routers for this DVR port 2ae2f7f6-c514-445b-ae52-181a00c9c39f on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:15.736672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-011fc4ff-81f1-4090-9b23-375f8dd4f662 None None] Deleting port 2ae2f7f6-c514-445b-ae52-181a00c9c39f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:15.737010 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-011fc4ff-81f1-4090-9b23-375f8dd4f662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.835791 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.840951 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.864998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871c4ec5-ce51-4709-91b6-2069d0bd563a']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:15.885521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:15.885965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ea4562-2ef9-47d6-9a46-4fa7ae93c4cd') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:15.889984 n-d-802011-3 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-1596bcb2-5b41-426d-9575-6c57765d5dbd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5d7be04-9261-4167-bbe5-072bdb2d4d7d (CIDR: 2001:db8::/64) Jul 27 22:26:15.896166 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-1596bcb2-5b41-426d-9575-6c57765d5dbd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:26:15.897004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1596bcb2-5b41-426d-9575-6c57765d5dbd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:15.904271 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.910238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-011fc4ff-81f1-4090-9b23-375f8dd4f662 None None] For port 2ae2f7f6-c514-445b-ae52-181a00c9c39f, host n-d-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:15.910663 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-011fc4ff-81f1-4090-9b23-375f8dd4f662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.940315 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1596bcb2-5b41-426d-9575-6c57765d5dbd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5979385 Jul 27 22:26:15.941406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46762) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:15.941747 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.951519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-011fc4ff-81f1-4090-9b23-375f8dd4f662 None None] Calling delete_port for 2ae2f7f6-c514-445b-ae52-181a00c9c39f owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:15.956823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-011fc4ff-81f1-4090-9b23-375f8dd4f662 None None] Port 2ae2f7f6-c514-445b-ae52-181a00c9c39f was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:26:15.957744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:15.958247 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5204c6cc-3aed-45a0-bc07-10e096472355 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': 'c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:15.958369 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.960270 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-011fc4ff-81f1-4090-9b23-375f8dd4f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:15.963272 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:16.034474 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fc4ff-81f1-4090-9b23-375f8dd4f662 None None] Pushing event deleted for resources: {'Port': ['ID=2ae2f7f6-c514-445b-ae52-181a00c9c39f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:16.042935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011fc4ff-81f1-4090-9b23-375f8dd4f662 None None] No DVR routers for this DVR port 2ae2f7f6-c514-445b-ae52-181a00c9c39f on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:16.065361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Allocated IP 2001:db8::2 (c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0/d5d7be04-9261-4167-bbe5-072bdb2d4d7d/d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:16.128653 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.137760 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.139846 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/871c4ec5-ce51-4709-91b6-2069d0bd563a HTTP/1.1" status: 204 len: 168 time: 1.1859641 Jul 27 22:26:16.144196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46766) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:16.169581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f088c9-0ed9-4e80-bcf4-374674f0b728 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Network': ['ID=871c4ec5-ce51-4709-91b6-2069d0bd563a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:16.178905 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-311fe796-a9fb-4b8d-83b2-08a285eac1f6 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:16.179358 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311fe796-a9fb-4b8d-83b2-08a285eac1f6 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:16.185043 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-311fe796-a9fb-4b8d-83b2-08a285eac1f6 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/subnets/eb4ff293-25fb-466e-94cb-7b7580079fe0 HTTP/1.1" status: 404 len: 337 time: 0.0359533 Jul 27 22:26:16.185213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46768) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:16.225898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62ed9785-6042-41e2-85b9-b12d0bb17db0 req-aa51d3e6-000b-40cd-914d-6833cebe1db5 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 210 time: 0.0436594 Jul 27 22:26:16.232950 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-67359a54-cd45-428d-b8ee-8b072f5dad02 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:16.234414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67359a54-cd45-428d-b8ee-8b072f5dad02 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:16.236378 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-67359a54-cd45-428d-b8ee-8b072f5dad02 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/23dcabee-ea14-44dc-b26a-9d7703042eaf HTTP/1.1" status: 404 len: 339 time: 0.0483453 Jul 27 22:26:16.239398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46770) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:16.245142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5204c6cc-3aed-45a0-bc07-10e096472355 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:16.250939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5204c6cc-3aed-45a0-bc07-10e096472355 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.286408 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5ff0a8-ef8b-4c4a-9e86-443b9ab246a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:16.286969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5ff0a8-ef8b-4c4a-9e86-443b9ab246a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:16.291293 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4c5ff0a8-ef8b-4c4a-9e86-443b9ab246a7 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/subnets/c392ba9c-300d-4259-abd0-8e9a71c3fd99 HTTP/1.1" status: 404 len: 337 time: 0.0481086 Jul 27 22:26:16.293141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46772) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:16.324226 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8a503d-e245-4732-95d0-2bca32705e34 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:16.325000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8a503d-e245-4732-95d0-2bca32705e34 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:16.327883 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bc8a503d-e245-4732-95d0-2bca32705e34 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/ebe20d58-dad5-4957-8f4c-45d5830adb87 HTTP/1.1" status: 404 len: 339 time: 0.0340192 Jul 27 22:26:16.331059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46774) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:16.365903 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-e306388e-92e6-4283-b122-07eb85548d94 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:16.366653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e306388e-92e6-4283-b122-07eb85548d94 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:16.368681 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e306388e-92e6-4283-b122-07eb85548d94 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/subnets/a9d33466-babb-4ce8-be45-4f5d1f1c2bdd HTTP/1.1" status: 404 len: 337 time: 0.0364926 Jul 27 22:26:16.373389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46776) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:16.396707 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.402759 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c38de90-88aa-4ade-adc1-37cddfc01d00 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:16.403861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c38de90-88aa-4ade-adc1-37cddfc01d00 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:16.406140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Transition to ACTIVE for port object d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:16.406544 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9c38de90-88aa-4ade-adc1-37cddfc01d00 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/5b7ca2cd-bdcc-424b-a71b-a896b938ce22 HTTP/1.1" status: 404 len: 339 time: 0.0314021 Jul 27 22:26:16.410475 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46778) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:16.422231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Transition to ACTIVE for port object d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:16.433107 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.486036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a32bc2-b003-44fa-b48e-0dd1827b04bc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Deleting subnet 162cdc43-8202-4955-9563-18cd4d075470 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:26:16.490814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47a32bc2-b003-44fa-b48e-0dd1827b04bc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.499589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Pushing event updated for resources: {'Port': ['ID=d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:16.511015 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:16.512332 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.513323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:16.515871 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.517443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:16.621515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47a32bc2-b003-44fa-b48e-0dd1827b04bc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.623566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Attempting to bind port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:16.624758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Attempting to bind port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '82791eb8-3c68-4ba8-9524-0812134f0548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:16.625265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Attempting to bind port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 on network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:16.633735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:16.633973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Checking segment: {'id': '82791eb8-3c68-4ba8-9524-0812134f0548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:16.634478 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.635188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Bound using segment: {'id': '82791eb8-3c68-4ba8-9524-0812134f0548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:16.635770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Bound port: d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82791eb8-3c68-4ba8-9524-0812134f0548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:16.636097 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.641149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5204c6cc-3aed-45a0-bc07-10e096472355 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.763520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204c6cc-3aed-45a0-bc07-10e096472355 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Subnet': ['ID=ad27bf4f-1457-47ff-9d7a-fcf4c1c2a9ae,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:16.784125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204c6cc-3aed-45a0-bc07-10e096472355 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:16.785709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5204c6cc-3aed-45a0-bc07-10e096472355 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:16.791008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5204c6cc-3aed-45a0-bc07-10e096472355 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:16.791808 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5204c6cc-3aed-45a0-bc07-10e096472355 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.803666 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-d3a25eb0-832d-44e8-84ae-dfef1ccf748d tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=74bde73cf2da47d5b95b815d869e180c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1680906 Jul 27 22:26:16.833820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5204c6cc-3aed-45a0-bc07-10e096472355 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8874903 Jul 27 22:26:16.839044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46784) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:16.859070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': 'c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0', 'fixed_ips': [{'subnet_id': 'd5d7be04-9261-4167-bbe5-072bdb2d4d7d'}, {'subnet_id': 'ad27bf4f-1457-47ff-9d7a-fcf4c1c2a9ae'}], 'name': 'tempest-PortsIpV6TestJSON-246213030'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:16.908321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] For port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:16.914086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] For port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71,segment=NetworkSegment(82791eb8-3c68-4ba8-9524-0812134f0548),segment_id=82791eb8-3c68-4ba8-9524-0812134f0548)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:16.919118 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.010603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bba2f-653e-49cb-8eaa-ac370d0f5189 None None] Pushing event updated for resources: {'Port': ['ID=d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:17.072864 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47a32bc2-b003-44fa-b48e-0dd1827b04bc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.073631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:17.117113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-ec587447-643c-47d6-a3cb-11fc6c7700d3 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:17.118630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-ec587447-643c-47d6-a3cb-11fc6c7700d3 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016338 Jul 27 22:26:17.134096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Request body: {'port': {'device_id': 'ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '74bde73cf2da47d5b95b815d869e180c'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:17.305048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47a32bc2-b003-44fa-b48e-0dd1827b04bc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.336380 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Made reservation on behalf of 74bde73cf2da47d5b95b815d869e180c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:17.340330 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.344535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a32bc2-b003-44fa-b48e-0dd1827b04bc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Subnet': ['ID=162cdc43-8202-4955-9563-18cd4d075470,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:17.361551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-47a32bc2-b003-44fa-b48e-0dd1827b04bc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.365924 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-47a32bc2-b003-44fa-b48e-0dd1827b04bc tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/subnets/162cdc43-8202-4955-9563-18cd4d075470 HTTP/1.1" status: 204 len: 168 time: 0.9508166 Jul 27 22:26:17.365924 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.367805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46788) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:17.372934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22e7e2e-5afd-417b-a653-b221b2b25a58 None None] Network abbbeafd-c2d8-4030-8913-098ee3b09127 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:17.481647 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.594756 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.597586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:17.604717 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.611191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Deleting port 41ab6031-c49e-460e-ac06-c48a7c35a6dd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:17.611561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.661813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:17.723942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-862f6dba-52fe-48e3-af48-a1bfb93739f8 req-5e3464a3-c01c-4288-a478-84d76982e560 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 210 time: 0.0492208 Jul 27 22:26:17.758061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31479da-b9aa-43f3-8d20-724ba7004242 None None] DHCP port deletion for abbbeafd-c2d8-4030-8913-098ee3b09127 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:26:17.797683 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.798534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9a0443-db5e-4f31-be53-cf0b631251e4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:17.809742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2ae2f7f6-c514-445b-ae52-181a00c9c39f no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:26:17.834107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port 1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:26:17.836358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 2ae2f7f6-c514-445b-ae52-181a00c9c39f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:26:17.836798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2ae2f7f6-c514-445b-ae52-181a00c9c39f not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:26:17.854000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] For port 41ab6031-c49e-460e-ac06-c48a7c35a6dd, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=41ab6031-c49e-460e-ac06-c48a7c35a6dd,segment=NetworkSegment(b52612ec-7328-4524-a937-9b3ab349e8c6),segment_id=b52612ec-7328-4524-a937-9b3ab349e8c6)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:17.854407 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.876843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d31479da-b9aa-43f3-8d20-724ba7004242 None None] Deleting port 41ab6031-c49e-460e-ac06-c48a7c35a6dd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:17.877235 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d31479da-b9aa-43f3-8d20-724ba7004242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.884796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Calling delete_port for 41ab6031-c49e-460e-ac06-c48a7c35a6dd owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:17.912190 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71dc2f0a-39f2-4902-ba56-82acb5367012 req-2d2762b5-dc46-44b6-b4b9-f35d68b9d0d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1303160 Jul 27 22:26:17.959355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d31479da-b9aa-43f3-8d20-724ba7004242 None None] For port 41ab6031-c49e-460e-ac06-c48a7c35a6dd, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=41ab6031-c49e-460e-ac06-c48a7c35a6dd,segment=NetworkSegment(b52612ec-7328-4524-a937-9b3ab349e8c6),segment_id=b52612ec-7328-4524-a937-9b3ab349e8c6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:17.959716 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d31479da-b9aa-43f3-8d20-724ba7004242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:17.975511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d31479da-b9aa-43f3-8d20-724ba7004242 None None] Calling delete_port for 41ab6031-c49e-460e-ac06-c48a7c35a6dd owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:18.018102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Allocated IP 192.168.233.74 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:18.076135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc2f0a-39f2-4902-ba56-82acb5367012 req-8cf7e87a-2a4a-4286-9839-cc96367f8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:18.078630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71dc2f0a-39f2-4902-ba56-82acb5367012 req-8cf7e87a-2a4a-4286-9839-cc96367f8871 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 1097 time: 0.1050551 Jul 27 22:26:18.134161 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.205844 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d31479da-b9aa-43f3-8d20-724ba7004242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.223810 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.240367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8::27a (c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0/d5d7be04-9261-4167-bbe5-072bdb2d4d7d/1e9a610c-ded4-4c67-a776-e68dcc9f7fa7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:18.240952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31479da-b9aa-43f3-8d20-724ba7004242 None None] Pushing event deleted for resources: {'Port': ['ID=41ab6031-c49e-460e-ac06-c48a7c35a6dd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:18.254148 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8:0:1::2a6 (c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0/ad27bf4f-1457-47ff-9d7a-fcf4c1c2a9ae/1e9a610c-ded4-4c67-a776-e68dcc9f7fa7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:18.259314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31479da-b9aa-43f3-8d20-724ba7004242 None None] No DVR routers for this DVR port 41ab6031-c49e-460e-ac06-c48a7c35a6dd on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:18.312228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Port': ['ID=41ab6031-c49e-460e-ac06-c48a7c35a6dd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:18.327515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No DVR routers for this DVR port 41ab6031-c49e-460e-ac06-c48a7c35a6dd on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:18.415534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc2f0a-39f2-4902-ba56-82acb5367012 req-4e15a396-0f3e-4694-9971-e79c339648d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:18.417025 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71dc2f0a-39f2-4902-ba56-82acb5367012 req-4e15a396-0f3e-4694-9971-e79c339648d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6e731a45-9191-4340-bf12-130fe7b57ea8 HTTP/1.1" status: 200 len: 897 time: 0.3133612 Jul 27 22:26:18.476539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.492750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Transition to ACTIVE for port object 1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:18.540423 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.555294 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.564117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcdb37d-b444-423e-8877-888425794cbd None None] Network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:18.564287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.586253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbbeafd-c2d8-4030-8913-098ee3b09127']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:18.593727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=1e9a610c-ded4-4c67-a776-e68dcc9f7fa7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:18.609560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52612ec-7328-4524-a937-9b3ab349e8c6') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:18.609959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52612ec-7328-4524-a937-9b3ab349e8c6') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:18.610161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:18.611823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:18.613115 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71dc2f0a-39f2-4902-ba56-82acb5367012 req-9e6da236-0a61-4b95-ab81-f52538eefb1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14777e7e-db94-430d-a11b-1aedca7bce3e HTTP/1.1" status: 200 len: 1002 time: 0.1543260 Jul 27 22:26:18.614529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:18.620647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:18.621543 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.622095 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Transition to ACTIVE for port object 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:18.634825 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.640567 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d9786812-dbea-4121-be08-55506577febd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7966533 Jul 27 22:26:18.643110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:18.651459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e8881b1a-97ee-4d14-9caa-af37bcc7455a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5d7be04-9261-4167-bbe5-072bdb2d4d7d'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:18.656219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e6c339c9-7620-47c9-ae83-4435022bfc31 None None] Provisioning for port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:18.666232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e6c339c9-7620-47c9-ae83-4435022bfc31 None None] Provisioning complete for port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:18.666646 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6c339c9-7620-47c9-ae83-4435022bfc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.691253 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.708920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:18.709722 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.713956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc2f0a-39f2-4902-ba56-82acb5367012 req-4191d59f-f8ae-405e-9798-8d387235991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:18.715890 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71dc2f0a-39f2-4902-ba56-82acb5367012 req-4191d59f-f8ae-405e-9798-8d387235991b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=514a6a3e-fc31-4944-93ce-888397d7626a HTTP/1.1" status: 200 len: 833 time: 0.0921242 Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:18.716673 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:18.742472 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8881b1a-97ee-4d14-9caa-af37bcc7455a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.830141 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.835321 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6c339c9-7620-47c9-ae83-4435022bfc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.842067 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.848123 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.852299 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/abbbeafd-c2d8-4030-8913-098ee3b09127 HTTP/1.1" status: 204 len: 168 time: 1.4814579 Jul 27 22:26:18.857837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46802) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:18.868611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc2f0a-39f2-4902-ba56-82acb5367012 req-59a14a28-9544-4764-9a63-a4a206e38390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:18.870378 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71dc2f0a-39f2-4902-ba56-82acb5367012 req-59a14a28-9544-4764-9a63-a4a206e38390 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6e731a45-9191-4340-bf12-130fe7b57ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385763 Jul 27 22:26:18.876720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1513f-17ea-415e-b056-a63cc0276cb4 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Network': ['ID=abbbeafd-c2d8-4030-8913-098ee3b09127,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:18.882559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e6c339c9-7620-47c9-ae83-4435022bfc31 None None] For port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71,segment=NetworkSegment(82791eb8-3c68-4ba8-9524-0812134f0548),segment_id=82791eb8-3c68-4ba8-9524-0812134f0548)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:18.896078 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6c339c9-7620-47c9-ae83-4435022bfc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:18.933082 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-b540ece8-388e-43ed-a6f3-4dd45b6432e6 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:18.933518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b540ece8-388e-43ed-a6f3-4dd45b6432e6 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:18.937624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b540ece8-388e-43ed-a6f3-4dd45b6432e6 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/subnets/e1daa5f7-aba6-4c9b-84aa-0ab6a7d00ca6 HTTP/1.1" status: 404 len: 337 time: 0.0745089 Jul 27 22:26:18.953251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46804) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:18.966719 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:18.987958 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-88109b27-3c73-41d2-ba9c-93dc7515810e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] DELETE failed (client error): The resource could not be found. Jul 27 22:26:18.988970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6adf6d-994c-4c5f-8a6d-f2f2b676b679 None None] Update dhcp port {'port': {'network_id': 'c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0', 'fixed_ips': [{'subnet_id': 'd5d7be04-9261-4167-bbe5-072bdb2d4d7d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ad27bf4f-1457-47ff-9d7a-fcf4c1c2a9ae'}], 'binding:host_id': 'n-d-802011-3'}, 'id': 'd07e41f1-3a7b-4088-bd0f-9dfc20e1cd71'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:26:18.989105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88109b27-3c73-41d2-ba9c-93dc7515810e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:19.000344 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-88109b27-3c73-41d2-ba9c-93dc7515810e tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/2e93efdd-070c-4d01-8f10-c1b35a453118 HTTP/1.1" status: 404 len: 339 time: 0.0460367 Jul 27 22:26:19.006422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4376ede-4ec6-4b4e-984e-a4c8c815de13 req-c665c87b-6631-4496-9ff9-93fc494ddf2a tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:19.008180 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4376ede-4ec6-4b4e-984e-a4c8c815de13 req-c665c87b-6631-4496-9ff9-93fc494ddf2a tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 935 time: 0.1487558 Jul 27 22:26:19.011346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46808) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:19.012200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:19.019877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:19.029776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c339c9-7620-47c9-ae83-4435022bfc31 None None] Pushing event updated for resources: {'Port': ['ID=d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:19.042715 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed6adf6d-994c-4c5f-8a6d-f2f2b676b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.214119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-6912c4c2-29ca-4212-bd91-0cc521d1d846 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Deleting subnet e61f75fb-7baa-4e5c-8021-a3574ac6ceaa {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:26:19.226208 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912c4c2-29ca-4212-bd91-0cc521d1d846 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.248874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e8881b1a-97ee-4d14-9caa-af37bcc7455a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Delete allocated IP 2001:db8:0:1::2a6 (c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0/ad27bf4f-1457-47ff-9d7a-fcf4c1c2a9ae) {{(pid=93835) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 22:26:19.258507 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4376ede-4ec6-4b4e-984e-a4c8c815de13 req-13470465-efcb-40dc-b053-03e2f07748b9 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc9a0443-db5e-4f31-be53-cf0b631251e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929798 Jul 27 22:26:19.297732 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912c4c2-29ca-4212-bd91-0cc521d1d846 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.447678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-692588e3-f2f8-45ff-8012-b33aa12b3a26 None None] Provisioning for port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:19.457830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-692588e3-f2f8-45ff-8012-b33aa12b3a26 None None] Provisioning complete for port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:19.460093 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-692588e3-f2f8-45ff-8012-b33aa12b3a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.500850 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912c4c2-29ca-4212-bd91-0cc521d1d846 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.527658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-692588e3-f2f8-45ff-8012-b33aa12b3a26 None None] Port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:26:19.537197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:19.558038 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8881b1a-97ee-4d14-9caa-af37bcc7455a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.571759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:19.572412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.578585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Pushing event updated for resources: {'Port': ['ID=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:19.596737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e8881b1a-97ee-4d14-9caa-af37bcc7455a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Ignored duplicate provisioning block setup for port 1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 22:26:19.610890 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-9b85f518-9039-4a8a-8619-f4e5d297b1d7 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4823043 Jul 27 22:26:19.614715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8881b1a-97ee-4d14-9caa-af37bcc7455a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.617335 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71dc2f0a-39f2-4902-ba56-82acb5367012 req-3fb793ee-ae51-456f-980e-ec34f5b61fdf service neutron] 10.222.0.43 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153914 Jul 27 22:26:19.625007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Request body: {'port': {'device_id': 'ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:19.660797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:19.661360 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.699742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8881b1a-97ee-4d14-9caa-af37bcc7455a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=1e9a610c-ded4-4c67-a776-e68dcc9f7fa7,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:19.705906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e8881b1a-97ee-4d14-9caa-af37bcc7455a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] In _notify_port_updated(), no bound segment for port 1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 on network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:26:19.711041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ed6adf6d-994c-4c5f-8a6d-f2f2b676b679 None None] Allocated IP 2001:db8:0:1::2 (c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0/ad27bf4f-1457-47ff-9d7a-fcf4c1c2a9ae/d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:19.714050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8881b1a-97ee-4d14-9caa-af37bcc7455a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:19.715455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e8881b1a-97ee-4d14-9caa-af37bcc7455a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.717150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e8881b1a-97ee-4d14-9caa-af37bcc7455a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "PUT /v2.0/ports/1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 HTTP/1.1" status: 200 len: 925 time: 1.0721917 Jul 27 22:26:19.721338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:19.728311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b9e9953d-11a7-4ea5-be79-75677b13de9d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5d7be04-9261-4167-bbe5-072bdb2d4d7d'}, {'subnet_id': 'ad27bf4f-1457-47ff-9d7a-fcf4c1c2a9ae'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:19.732307 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912c4c2-29ca-4212-bd91-0cc521d1d846 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.766164 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.775551 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6912c4c2-29ca-4212-bd91-0cc521d1d846 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.779452 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6912c4c2-29ca-4212-bd91-0cc521d1d846 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/subnets/e61f75fb-7baa-4e5c-8021-a3574ac6ceaa HTTP/1.1" status: 204 len: 168 time: 0.7669826 Jul 27 22:26:19.786713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:19.799347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb8ae7-4a2d-49c0-b00c-91fd99a52384 None None] Network f7cd1b1b-5344-4518-a45b-fe8226739fe1 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:19.810442 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912c4c2-29ca-4212-bd91-0cc521d1d846 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Subnet': ['ID=e61f75fb-7baa-4e5c-8021-a3574ac6ceaa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:19.865553 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9e9953d-11a7-4ea5-be79-75677b13de9d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:19.926476 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-71dc2f0a-39f2-4902-ba56-82acb5367012 req-da7c5b68-512c-4e63-8107-e4c588444a47 service neutron] 10.222.0.43 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668166 Jul 27 22:26:19.992250 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.005696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ed6adf6d-994c-4c5f-8a6d-f2f2b676b679 None None] For port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71,segment=NetworkSegment(82791eb8-3c68-4ba8-9524-0812134f0548),segment_id=82791eb8-3c68-4ba8-9524-0812134f0548)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:20.068973 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed6adf6d-994c-4c5f-8a6d-f2f2b676b679 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.078816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 41ab6031-c49e-460e-ac06-c48a7c35a6dd no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:26:20.123216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 41ab6031-c49e-460e-ac06-c48a7c35a6dd {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:26:20.124748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 41ab6031-c49e-460e-ac06-c48a7c35a6dd not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:26:20.135072 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca60fc34-453d-4d4d-8b6f-2c727daeb4a8 None None] DHCP port deletion for f7cd1b1b-5344-4518-a45b-fe8226739fe1 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:26:20.175881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ed6adf6d-994c-4c5f-8a6d-f2f2b676b679 None None] Transition to ACTIVE for port object d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:20.185220 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed6adf6d-994c-4c5f-8a6d-f2f2b676b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.209113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Deleting port 081b5af0-0f6f-4ca7-a690-f221c82df463 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:20.209488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.267059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b9e9953d-11a7-4ea5-be79-75677b13de9d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8:0:1::3a0 (c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0/ad27bf4f-1457-47ff-9d7a-fcf4c1c2a9ae/1e9a610c-ded4-4c67-a776-e68dcc9f7fa7) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:20.294175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] For port 081b5af0-0f6f-4ca7-a690-f221c82df463, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=081b5af0-0f6f-4ca7-a690-f221c82df463,segment=NetworkSegment(8a2d8b54-1a23-4a64-b99e-818c399dd144),segment_id=8a2d8b54-1a23-4a64-b99e-818c399dd144)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:20.294494 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.310468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Calling delete_port for 081b5af0-0f6f-4ca7-a690-f221c82df463 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:20.346932 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ca60fc34-453d-4d4d-8b6f-2c727daeb4a8 None None] Deleting port 081b5af0-0f6f-4ca7-a690-f221c82df463 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:20.347634 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca60fc34-453d-4d4d-8b6f-2c727daeb4a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.354876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6adf6d-994c-4c5f-8a6d-f2f2b676b679 None None] Pushing event updated for resources: {'Port': ['ID=d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:20.408041 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.433208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ca60fc34-453d-4d4d-8b6f-2c727daeb4a8 None None] For port 081b5af0-0f6f-4ca7-a690-f221c82df463, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=081b5af0-0f6f-4ca7-a690-f221c82df463,segment=NetworkSegment(8a2d8b54-1a23-4a64-b99e-818c399dd144),segment_id=8a2d8b54-1a23-4a64-b99e-818c399dd144)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:20.435126 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca60fc34-453d-4d4d-8b6f-2c727daeb4a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.446485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Port': ['ID=081b5af0-0f6f-4ca7-a690-f221c82df463,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:20.455714 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] No DVR routers for this DVR port 081b5af0-0f6f-4ca7-a690-f221c82df463 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:20.467286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ca60fc34-453d-4d4d-8b6f-2c727daeb4a8 None None] Calling delete_port for 081b5af0-0f6f-4ca7-a690-f221c82df463 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:20.573704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9756ff-d48b-4ece-8f93-8a2b602d8164 req-38e9b00f-963d-422b-ac1b-f364898be86b tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:20.575292 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e9756ff-d48b-4ece-8f93-8a2b602d8164 req-38e9b00f-963d-422b-ac1b-f364898be86b tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 935 time: 0.1138103 Jul 27 22:26:20.597450 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca60fc34-453d-4d4d-8b6f-2c727daeb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.600977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9e9953d-11a7-4ea5-be79-75677b13de9d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.610146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:26:20.629928 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.634990 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-b9e9953d-11a7-4ea5-be79-75677b13de9d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Ignored duplicate provisioning block setup for port 1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 22:26:20.645705 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60fc34-453d-4d4d-8b6f-2c727daeb4a8 None None] No DVR routers for this DVR port 081b5af0-0f6f-4ca7-a690-f221c82df463 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:20.651753 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.655736 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9e9953d-11a7-4ea5-be79-75677b13de9d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.660398 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60fc34-453d-4d4d-8b6f-2c727daeb4a8 None None] Pushing event deleted for resources: {'Port': ['ID=081b5af0-0f6f-4ca7-a690-f221c82df463,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:20.683580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e9756ff-d48b-4ece-8f93-8a2b602d8164 req-a85798a1-bf78-49fe-9b78-cbbb62654cf3 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc9a0443-db5e-4f31-be53-cf0b631251e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879924 Jul 27 22:26:20.698675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cd1b1b-5344-4518-a45b-fe8226739fe1']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:20.717151 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Transition to ACTIVE for port object 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:20.729624 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2d8b54-1a23-4a64-b99e-818c399dd144') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:20.730753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2d8b54-1a23-4a64-b99e-818c399dd144') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:20.743415 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.758567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9953d-11a7-4ea5-be79-75677b13de9d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=1e9a610c-ded4-4c67-a776-e68dcc9f7fa7,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:20.759950 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.767249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:20.767807 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.783411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9953d-11a7-4ea5-be79-75677b13de9d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] In _notify_port_updated(), no bound segment for port 1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 on network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:26:20.793073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e9953d-11a7-4ea5-be79-75677b13de9d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:20.793073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9e9953d-11a7-4ea5-be79-75677b13de9d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.793073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b9e9953d-11a7-4ea5-be79-75677b13de9d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "PUT /v2.0/ports/1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 HTTP/1.1" status: 200 len: 1011 time: 1.0689459 Jul 27 22:26:20.795324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46836) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:20.822507 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:20.824314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.910210 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b44fdd51-8b08-4102-87d6-702230c3bd30 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:20.910537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b44fdd51-8b08-4102-87d6-702230c3bd30 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.926602 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.938116 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:20.940218 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] 10.222.0.24 "DELETE /v2.0/networks/f7cd1b1b-5344-4518-a45b-fe8226739fe1 HTTP/1.1" status: 204 len: 168 time: 1.1526418 Jul 27 22:26:20.997395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:21.007684 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c09cd1-1d2c-48ed-b384-4553b75b7549 tempest-NetworksIpV6Test-1082602735 tempest-NetworksIpV6Test-1082602735-project] Pushing event deleted for resources: {'Network': ['ID=f7cd1b1b-5344-4518-a45b-fe8226739fe1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:21.044892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Attempting to bind port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:21.045325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Attempting to bind port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:21.046324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Attempting to bind port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:21.051744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:26:21.052818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Attempting to bind port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:21.056798 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b44fdd51-8b08-4102-87d6-702230c3bd30 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.059318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:21.059318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:21.059837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:21.060385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Bound port: 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:21.060851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.071823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b44fdd51-8b08-4102-87d6-702230c3bd30 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:21.184300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] For port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:21.192435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] For port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:21.203176 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.248906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:21.249621 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.251824 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] 10.222.0.41 "PUT /v2.0/ports/2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb HTTP/1.1" status: 200 len: 1095 time: 1.6322784 Jul 27 22:26:21.252331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc', 'tag': '2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:26:21.254817 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29190fb-d7e0-434d-9942-3ef81847e9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc", "tag": "2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:26:21.293351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97957a-2a4f-4270-9357-1f0227a3c7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:21.352597 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2819bba7-1960-4a9c-bdac-abb487251074 x-openstack-request-id: req-2819bba7-1960-4a9c-bdac-abb487251074 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:26:21.352899 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc", "tag": "2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:26:21.353279 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2819bba7-1960-4a9c-bdac-abb487251074 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:26:21.353595 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b44fdd51-8b08-4102-87d6-702230c3bd30 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.354053 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc', 'tag': '2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb', 'status': 'completed', 'code': 200} Jul 27 22:26:21.364845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-47513869-19fb-4b49-816d-a1a18769f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:21.366469 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-47513869-19fb-4b49-816d-a1a18769f833 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74bde73cf2da47d5b95b815d869e180c&device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 1098 time: 0.0682352 Jul 27 22:26:21.401265 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fdd51-8b08-4102-87d6-702230c3bd30 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=1e9a610c-ded4-4c67-a776-e68dcc9f7fa7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:21.432871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-37131084-ce6a-40f3-9832-9680768529b0 None None] Could not find standard attr ID for object 1e9a610c-ded4-4c67-a776-e68dcc9f7fa7. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:26:21.435681 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eccf937-fadf-4e5b-b658-ab56d1e83b91 None None] Network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:21.472908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46844) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:21.477798 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-324645e1-543f-4d6f-93be-c3fbd1a70b7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb HTTP/1.1" status: 200 len: 217 time: 0.0990684 Jul 27 22:26:21.510512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b44fdd51-8b08-4102-87d6-702230c3bd30 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.519028 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b44fdd51-8b08-4102-87d6-702230c3bd30 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 HTTP/1.1" status: 204 len: 168 time: 0.7211933 Jul 27 22:26:21.519860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46848) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:21.534678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:21.576764 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-c5b4c089-0633-4e99-ad29-542ad406ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:21.580659 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ef66af-ee8c-4920-a9d8-36b4e2607bf1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:26:21.580926 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-c5b4c089-0633-4e99-ad29-542ad406ac81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0929916 Jul 27 22:26:21.583008 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-09ef66af-ee8c-4920-a9d8-36b4e2607bf1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 HTTP/1.1" status: 404 len: 333 time: 0.0611315 Jul 27 22:26:21.585201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46850) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:21.601737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-37131084-ce6a-40f3-9832-9680768529b0 None None] Provisioning for port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:21.632408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-37131084-ce6a-40f3-9832-9680768529b0 None None] Provisioning complete for port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:21.633431 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37131084-ce6a-40f3-9832-9680768529b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.648441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-bb3067fe-b4a4-4b5b-a20c-eb56ad0262e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:21.651428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-461e45fd-a1e8-46d1-8651-4d252e4bf924 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting subnet ad27bf4f-1457-47ff-9d7a-fcf4c1c2a9ae {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:26:21.654042 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-bb3067fe-b4a4-4b5b-a20c-eb56ad0262e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677576 Jul 27 22:26:21.655557 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-461e45fd-a1e8-46d1-8651-4d252e4bf924 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.721754 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-461e45fd-a1e8-46d1-8651-4d252e4bf924 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.769136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:21.769512 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.857052 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-3accf0d9-7946-4f96-9c7b-2a7f4592f3bd service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939940 Jul 27 22:26:21.915266 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fed11874-9e69-4d50-a061-a2c2922480ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0468e8f7b3374a52a9f473468101f5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159369 Jul 27 22:26:21.915475 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46858) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:21.955323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a276131-7d4c-473b-9c58-68e92912ccb1 req-2b4ac0f6-4a3b-489c-886c-b8d6ed00ec25 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:21.957080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a276131-7d4c-473b-9c58-68e92912ccb1 req-2b4ac0f6-4a3b-489c-886c-b8d6ed00ec25 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 947 time: 0.0996993 Jul 27 22:26:21.960670 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-461e45fd-a1e8-46d1-8651-4d252e4bf924 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:21.997831 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71985970-cc51-4bf1-be83-80c0ae2b0bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.043620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71985970-cc51-4bf1-be83-80c0ae2b0bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.054307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a276131-7d4c-473b-9c58-68e92912ccb1 req-a7b600f8-2dd5-4e78-a4bd-dab8d31cfdcf tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc9a0443-db5e-4f31-be53-cf0b631251e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597274 Jul 27 22:26:22.058049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f01abf35-933c-4ec0-9325-0ac24d391c39 req-d4879e81-ca3b-4ad8-9bda-c8c46735180c service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943316 Jul 27 22:26:22.082411 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-461e45fd-a1e8-46d1-8651-4d252e4bf924 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.103710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 081b5af0-0f6f-4ca7-a690-f221c82df463 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:26:22.133957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e45fd-a1e8-46d1-8651-4d252e4bf924 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Subnet': ['ID=ad27bf4f-1457-47ff-9d7a-fcf4c1c2a9ae,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:22.137993 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-461e45fd-a1e8-46d1-8651-4d252e4bf924 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.140112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-461e45fd-a1e8-46d1-8651-4d252e4bf924 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/ad27bf4f-1457-47ff-9d7a-fcf4c1c2a9ae HTTP/1.1" status: 204 len: 168 time: 0.5538263 Jul 27 22:26:22.144416 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71985970-cc51-4bf1-be83-80c0ae2b0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.146195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:22.148062 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-71985970-cc51-4bf1-be83-80c0ae2b0bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.149443 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-71985970-cc51-4bf1-be83-80c0ae2b0bd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6fb9b32-29a5-4cfc-8c04-2bfa3059b5e6 HTTP/1.1" status: 204 len: 168 time: 0.2329292 Jul 27 22:26:22.222634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71985970-cc51-4bf1-be83-80c0ae2b0bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fb9b32-29a5-4cfc-8c04-2bfa3059b5e6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:22.253799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fb16c3-5f01-40e3-b170-94ac21d1e86a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting subnet d5d7be04-9261-4167-bbe5-072bdb2d4d7d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:26:22.263684 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54fb16c3-5f01-40e3-b170-94ac21d1e86a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.267216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29190fb-d7e0-434d-9942-3ef81847e9e3 req-afb9680f-46ad-43f0-9552-8092a5fdd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:22.268927 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e29190fb-d7e0-434d-9942-3ef81847e9e3 req-afb9680f-46ad-43f0-9552-8092a5fdd68e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74bde73cf2da47d5b95b815d869e180c&device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 1098 time: 0.1400311 Jul 27 22:26:22.316240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54fb16c3-5f01-40e3-b170-94ac21d1e86a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.367896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d7e011-052f-49ee-9dc0-a7e24cbdd676 None None] Network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:22.373098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 081b5af0-0f6f-4ca7-a690-f221c82df463 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:26:22.373365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 081b5af0-0f6f-4ca7-a690-f221c82df463 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:26:22.434626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29190fb-d7e0-434d-9942-3ef81847e9e3 req-5aa7472a-8861-4788-be8a-8334eab85e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:22.438240 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e29190fb-d7e0-434d-9942-3ef81847e9e3 req-5aa7472a-8861-4788-be8a-8334eab85e41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.1617956 Jul 27 22:26:22.443492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54fb16c3-5f01-40e3-b170-94ac21d1e86a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.509447 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e29190fb-d7e0-434d-9942-3ef81847e9e3 req-b7560e56-d1ef-461f-8102-567de7cd17da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb HTTP/1.1" status: 200 len: 217 time: 0.0635540 Jul 27 22:26:22.539850 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54fb16c3-5f01-40e3-b170-94ac21d1e86a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.557084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a19bea08-a859-42b1-b314-0cc2cdbde7e8 None None] Provisioning complete for port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:22.557674 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a19bea08-a859-42b1-b314-0cc2cdbde7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.582385 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54fb16c3-5f01-40e3-b170-94ac21d1e86a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.588172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-54fb16c3-5f01-40e3-b170-94ac21d1e86a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/d5d7be04-9261-4167-bbe5-072bdb2d4d7d HTTP/1.1" status: 204 len: 168 time: 0.4407566 Jul 27 22:26:22.589175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46868) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:22.590136 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb16c3-5f01-40e3-b170-94ac21d1e86a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d7be04-9261-4167-bbe5-072bdb2d4d7d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:22.605416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29190fb-d7e0-434d-9942-3ef81847e9e3 req-fabf3cd5-05f0-4b34-ac41-76600783e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:22.607167 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e29190fb-d7e0-434d-9942-3ef81847e9e3 req-fabf3cd5-05f0-4b34-ac41-76600783e42e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0891328 Jul 27 22:26:22.690297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29190fb-d7e0-434d-9942-3ef81847e9e3 req-27856a34-d510-48d6-9d14-aa4b14a5e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:22.692535 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e29190fb-d7e0-434d-9942-3ef81847e9e3 req-27856a34-d510-48d6-9d14-aa4b14a5e4f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761788 Jul 27 22:26:22.703601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d99c126-eedf-49cb-9670-82d2045a9768 None None] Update dhcp port {'port': {'network_id': 'c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0', 'fixed_ips': [{'subnet_id': 'd5d7be04-9261-4167-bbe5-072bdb2d4d7d'}], 'binding:host_id': 'n-d-802011-3'}, 'id': 'd07e41f1-3a7b-4088-bd0f-9dfc20e1cd71'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:26:22.717101 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.733886 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d99c126-eedf-49cb-9670-82d2045a9768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.811721 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e29190fb-d7e0-434d-9942-3ef81847e9e3 req-d34bf261-bb7c-4602-8ec1-8c887481506c service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103568 Jul 27 22:26:22.833457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:22.833877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:22.960109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92baf3f6-e5f9-46b5-882f-d1ce32e9f61c None None] Network c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:22.975424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] For port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71,segment=NetworkSegment(82791eb8-3c68-4ba8-9524-0812134f0548),segment_id=82791eb8-3c68-4ba8-9524-0812134f0548)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:22.975808 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.003203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:23.007187 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e29190fb-d7e0-434d-9942-3ef81847e9e3 req-fb3ebef5-9e49-40a8-bb15-737791f50018 service neutron] 10.222.0.41 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871436 Jul 27 22:26:23.139950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-18ea4286-d845-4e21-b343-7f481de8af98 None None] Provisioning complete for port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:23.144504 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-18ea4286-d845-4e21-b343-7f481de8af98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.155267 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.224211 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No DVR routers for this DVR port d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:23.227335 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:23.261913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-18ea4286-d845-4e21-b343-7f481de8af98 None None] Could not find standard attr ID for object d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:26:23.273052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a03c9fb-ac37-4e34-ba42-4f26e61dcc43 None None] DHCP port deletion for c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:26:23.289360 n-d-802011-3 neutron-server[93836]: INFO neutron.plugins.ml2.db [None req-18ea4286-d845-4e21-b343-7f481de8af98 None None] No ports have port_id starting with d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 Jul 27 22:26:23.329115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe2ff-df18-43d7-affe-932201e9d890 req-36d0182d-39d4-4908-94c7-644b5c847e22 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:23.330663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba7fe2ff-df18-43d7-affe-932201e9d890 req-36d0182d-39d4-4908-94c7-644b5c847e22 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 947 time: 0.1544924 Jul 27 22:26:23.332315 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.346627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46898) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:23.349668 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:23.368269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82791eb8-3c68-4ba8-9524-0812134f0548') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:23.368566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82791eb8-3c68-4ba8-9524-0812134f0548') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:23.381549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.402395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba7fe2ff-df18-43d7-affe-932201e9d890 req-82fb1207-a998-4a0c-b7d0-b75036b7595d tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc9a0443-db5e-4f31-be53-cf0b631251e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622928 Jul 27 22:26:23.414754 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.422652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:23.423062 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:23.426942 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:23.488454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ff5f76e7-aa6b-4578-b723-439440196444 tempest-DvrRoutersNegativeTest-1821811348 tempest-DvrRoutersNegativeTest-1821811348-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-328348094', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:23.492122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:26:23.492650 n-d-802011-3 neutron-server[93834]: DEBUG neutron.policy [None req-ff5f76e7-aa6b-4578-b723-439440196444 tempest-DvrRoutersNegativeTest-1821811348 tempest-DvrRoutersNegativeTest-1821811348-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93834) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 27 22:26:23.492963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.policy [None req-ff5f76e7-aa6b-4578-b723-439440196444 tempest-DvrRoutersNegativeTest-1821811348 tempest-DvrRoutersNegativeTest-1821811348-project] Failed policy check for 'create_router' {{(pid=93834) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 27 22:26:23.493515 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-ff5f76e7-aa6b-4578-b723-439440196444 tempest-DvrRoutersNegativeTest-1821811348 tempest-DvrRoutersNegativeTest-1821811348-project] create failed (client error): Access was denied to this resource. Jul 27 22:26:23.494567 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ff5f76e7-aa6b-4578-b723-439440196444 tempest-DvrRoutersNegativeTest-1821811348 tempest-DvrRoutersNegativeTest-1821811348-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1468341 Jul 27 22:26:23.515936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:26:23.516333 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d07e41f1-3a7b-4088-bd0f-9dfc20e1cd71 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:26:23.525137 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.547160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.553076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46904) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:23.553284 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/networks/c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0 HTTP/1.1" status: 204 len: 168 time: 0.9586618 Jul 27 22:26:23.570082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78579b03-0d65-4b38-80c9-63d89dddb225 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Network': ['ID=c3da6d1e-9994-4ff0-a0b7-b19f3ce33af0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:23.618751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cab1b8-1608-4e6f-83a1-b7672600d565 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:23.620373 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-85cab1b8-1608-4e6f-83a1-b7672600d565 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0662475 Jul 27 22:26:23.624139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:23.670365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ea62083f-19bb-4e61-891d-4a6de59a9cd0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0438817 Jul 27 22:26:23.673540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46908) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:23.678823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f7dc024b-9da6-4861-86b5-43576f257c04 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-549252551'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:23.700396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dc024b-9da6-4861-86b5-43576f257c04 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:23.704754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7dc024b-9da6-4861-86b5-43576f257c04 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.737060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dc024b-9da6-4861-86b5-43576f257c04 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:26:23.749701 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7dc024b-9da6-4861-86b5-43576f257c04 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.750057 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-f7dc024b-9da6-4861-86b5-43576f257c04 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Added segment 5ce5e940-86cd-43d9-871f-6e7eda5d9fba of type vlan for network d654595b-463d-4f93-ae59-1a0aef953f12 Jul 27 22:26:23.785709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46914) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:23.793061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7dc024b-9da6-4861-86b5-43576f257c04 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.824273 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7dc024b-9da6-4861-86b5-43576f257c04 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.830537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dc024b-9da6-4861-86b5-43576f257c04 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:23.831134 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7dc024b-9da6-4861-86b5-43576f257c04 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:23.894632 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f7dc024b-9da6-4861-86b5-43576f257c04 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2198777 Jul 27 22:26:23.895548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46920) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:23.903422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9305acd6-6c27-4c95-a19b-0847192a28c1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': 'd654595b-463d-4f93-ae59-1a0aef953f12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:23.907058 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc024b-9da6-4861-86b5-43576f257c04 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Network': ['ID=d654595b-463d-4f93-ae59-1a0aef953f12,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:23.917526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network d654595b-463d-4f93-ae59-1a0aef953f12 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:26:24.004389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ea0365e-49ad-4580-99cd-a090548ace30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:24.068297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8d0d8-e09c-4abc-b13a-e813a28c1bd9 req-aaebfbdb-5652-4a97-bf11-66d5c0a210b7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:24.069818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-edf8d0d8-e09c-4abc-b13a-e813a28c1bd9 req-aaebfbdb-5652-4a97-bf11-66d5c0a210b7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 946 time: 0.1163642 Jul 27 22:26:24.130038 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-edf8d0d8-e09c-4abc-b13a-e813a28c1bd9 req-fe64d7a7-3862-483e-af72-c8b033097159 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530708 Jul 27 22:26:24.153662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46922) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:24.168823 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ea0365e-49ad-4580-99cd-a090548ace30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:24.176507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:26:24.192457 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ea0365e-49ad-4580-99cd-a090548ace30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:24.216859 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9305acd6-6c27-4c95-a19b-0847192a28c1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:24.220708 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9305acd6-6c27-4c95-a19b-0847192a28c1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:24.233321 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c3d6b596-f45d-46a2-9fe0-03c1b002f58f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/740d9603-8634-4983-b7b9-0c7ded5f8ce5 HTTP/1.1" status: 200 len: 994 time: 0.0782974 Jul 27 22:26:24.290217 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:24.293231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0365e-49ad-4580-99cd-a090548ace30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5957540c-dffa-48d4-ad7a-c4790e8aaab9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:24.316442 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1ea0365e-49ad-4580-99cd-a090548ace30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c32c33cac8645f38e54bd43f6e865fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270548 Jul 27 22:26:24.317610 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:24.319554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': '2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb', 'mac_address': 'fa:16:3e:e2:63:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:26:24.376487 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:24.395074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:26:24.417151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:24.420881 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b726d9a-2e78-41db-bdb8-d5a93e324940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:24.421850 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:24.500351 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b726d9a-2e78-41db-bdb8-d5a93e324940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:24.515529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:24.632621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:26:24.654639 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9305acd6-6c27-4c95-a19b-0847192a28c1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:24.698056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd30a81-5634-426e-8e23-1963b280504e req-8b643b08-445c-4438-9951-1a86200fa879 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:24.700761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbd30a81-5634-426e-8e23-1963b280504e req-8b643b08-445c-4438-9951-1a86200fa879 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 1097 time: 0.1779950 Jul 27 22:26:24.712694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910f8dc-72d5-499d-b582-24b5112bfd58 req-aff13c5d-5cca-46c1-a0bb-c31e69a1a5de tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:24.714172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5910f8dc-72d5-499d-b582-24b5112bfd58 req-aff13c5d-5cca-46c1-a0bb-c31e69a1a5de tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 948 time: 0.1925590 Jul 27 22:26:25.001573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b726d9a-2e78-41db-bdb8-d5a93e324940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:25.004085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b726d9a-2e78-41db-bdb8-d5a93e324940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:25.005211 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5b726d9a-2e78-41db-bdb8-d5a93e324940 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5957540c-dffa-48d4-ad7a-c4790e8aaab9 HTTP/1.1" status: 204 len: 168 time: 0.6869814 Jul 27 22:26:25.041451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305acd6-6c27-4c95-a19b-0847192a28c1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Subnet': ['ID=3a20db1b-76fb-4b15-8fe8-ca1cc0d8a49c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:25.046389 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b726d9a-2e78-41db-bdb8-d5a93e324940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5957540c-dffa-48d4-ad7a-c4790e8aaab9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:25.084894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305acd6-6c27-4c95-a19b-0847192a28c1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Checking segment: {'id': '5ce5e940-86cd-43d9-871f-6e7eda5d9fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd654595b-463d-4f93-ae59-1a0aef953f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:25.085266 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9305acd6-6c27-4c95-a19b-0847192a28c1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network hostable DHCP agents. Network: d654595b-463d-4f93-ae59-1a0aef953f12, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:26:25.090000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5910f8dc-72d5-499d-b582-24b5112bfd58 req-a62e6638-be66-4838-82cc-6954b0d37892 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc9a0443-db5e-4f31-be53-cf0b631251e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619037 Jul 27 22:26:25.093405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbd30a81-5634-426e-8e23-1963b280504e req-d87c6365-daed-4bde-a488-49f44de8ebf5 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759415 Jul 27 22:26:25.121701 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9305acd6-6c27-4c95-a19b-0847192a28c1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network d654595b-463d-4f93-ae59-1a0aef953f12 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:26:25.133288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9305acd6-6c27-4c95-a19b-0847192a28c1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, d654595b-463d-4f93-ae59-1a0aef953f12) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:25.137565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305acd6-6c27-4c95-a19b-0847192a28c1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:25.138456 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9305acd6-6c27-4c95-a19b-0847192a28c1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:25.147256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef74208-129e-420e-9869-aa554e5c8763 None None] Network d654595b-463d-4f93-ae59-1a0aef953f12 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:25.158948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9305acd6-6c27-4c95-a19b-0847192a28c1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2620430 Jul 27 22:26:25.161818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:25.169764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': 'd654595b-463d-4f93-ae59-1a0aef953f12', 'name': 'tempest-PortsIpV6TestJSON-1983159707'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:25.340897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:25.346534 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:25.373453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port f39d7835-9289-4c18-8f68-c388bc3ef2ab yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:26:25.388685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-d654595b-463d-4f93-ae59-1a0aef953f12', 'network_id': 'd654595b-463d-4f93-ae59-1a0aef953f12', 'tenant_id': '69f82d3747024dc4909eb21715a47ed0', 'fixed_ips': [{'subnet_id': '3a20db1b-76fb-4b15-8fe8-ca1cc0d8a49c'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:26:25.390576 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:25.547957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8::129 (d654595b-463d-4f93-ae59-1a0aef953f12/3a20db1b-76fb-4b15-8fe8-ca1cc0d8a49c/f39d7835-9289-4c18-8f68-c388bc3ef2ab) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:25.774736 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:25.807444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Transition to ACTIVE for port object f39d7835-9289-4c18-8f68-c388bc3ef2ab will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:25.882952 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:25.943300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=f39d7835-9289-4c18-8f68-c388bc3ef2ab,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:25.966961 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network d654595b-463d-4f93-ae59-1a0aef953f12 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:25.969981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:25.972969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:25.984918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Allocated IP 2001:db8::2 (d654595b-463d-4f93-ae59-1a0aef953f12/3a20db1b-76fb-4b15-8fe8-ca1cc0d8a49c/ec78c10b-409b-4399-896d-35b3cc068db3) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:25.988925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:25.991066 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.018534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-03ea7818-bc09-4682-b57f-c1c7d7143c4a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8551702 Jul 27 22:26:26.021820 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 46994) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:26.027583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': 'd654595b-463d-4f93-ae59-1a0aef953f12', 'name': 'tempest-PortsIpV6TestJSON-244096180'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:26.046506 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-a75c3fc8-dc9a-405b-b96d-1a28ecf44f69 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791576 Jul 27 22:26:26.108768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 46998) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:26.178788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:26.182618 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.217094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port 13cee5c3-ca41-435d-8e9e-8b081634a49b yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:26:26.254051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:26.260095 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.293027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Transition to ACTIVE for port object ec78c10b-409b-4399-896d-35b3cc068db3 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:26.301430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2e28d583-c8d7-4b59-a2b0-91cc21b4e687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.322241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Transition to ACTIVE for port object ec78c10b-409b-4399-896d-35b3cc068db3 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:26.331515 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.374996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:26.376200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecd728-0e45-4381-8bf5-288e0aa9034b req-da31e0db-e125-4385-b89d-f23c295b10d1 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:26.378117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74ecd728-0e45-4381-8bf5-288e0aa9034b req-da31e0db-e125-4385-b89d-f23c295b10d1 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 948 time: 0.0850782 Jul 27 22:26:26.385928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:26.386335 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.394456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Network d654595b-463d-4f93-ae59-1a0aef953f12 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:26.416763 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:26.426450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:26.435531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Pushing event updated for resources: {'Port': ['ID=ec78c10b-409b-4399-896d-35b3cc068db3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:26.442756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74ecd728-0e45-4381-8bf5-288e0aa9034b req-e3e44840-7aff-47cd-8d21-5a216b62dbfb tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc9a0443-db5e-4f31-be53-cf0b631251e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 Jul 27 22:26:26.496782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8::3e4 (d654595b-463d-4f93-ae59-1a0aef953f12/3a20db1b-76fb-4b15-8fe8-ca1cc0d8a49c/13cee5c3-ca41-435d-8e9e-8b081634a49b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:26.512909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Attempting to bind port ec78c10b-409b-4399-896d-35b3cc068db3 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:26.513291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Attempting to bind port ec78c10b-409b-4399-896d-35b3cc068db3 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '5ce5e940-86cd-43d9-871f-6e7eda5d9fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd654595b-463d-4f93-ae59-1a0aef953f12'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:26.513719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Attempting to bind port ec78c10b-409b-4399-896d-35b3cc068db3 on network d654595b-463d-4f93-ae59-1a0aef953f12 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:26.522945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:26.523209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Checking segment: {'id': '5ce5e940-86cd-43d9-871f-6e7eda5d9fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd654595b-463d-4f93-ae59-1a0aef953f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:26.523624 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.524025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Bound using segment: {'id': '5ce5e940-86cd-43d9-871f-6e7eda5d9fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd654595b-463d-4f93-ae59-1a0aef953f12'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:26.524508 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Bound port: ec78c10b-409b-4399-896d-35b3cc068db3, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce5e940-86cd-43d9-871f-6e7eda5d9fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd654595b-463d-4f93-ae59-1a0aef953f12'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:26.525299 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.557488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2e28d583-c8d7-4b59-a2b0-91cc21b4e687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.563100 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2e28d583-c8d7-4b59-a2b0-91cc21b4e687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.614085 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2e28d583-c8d7-4b59-a2b0-91cc21b4e687 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=639409c0eeda467c8d2779689341b8dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5038567 Jul 27 22:26:26.616581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28d583-c8d7-4b59-a2b0-91cc21b4e687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a78067-b93e-4806-ae81-426cce5ecfce,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:26.620885 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.622397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47020) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:26.664423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:26:26.666768 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e0be03-51c5-40f1-8275-aa5cc14f5576" -d '{"events": [{"server_uuid": "ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc", "name": "network-vif-plugged", "status": "completed", "tag": "2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:26:26.681335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] For port ec78c10b-409b-4399-896d-35b3cc068db3, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:26.688296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:26.716763 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.718092 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-378b6373-8950-4cbd-8f72-6e859e323169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.720467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] For port ec78c10b-409b-4399-896d-35b3cc068db3, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ec78c10b-409b-4399-896d-35b3cc068db3,segment=NetworkSegment(5ce5e940-86cd-43d9-871f-6e7eda5d9fba),segment_id=5ce5e940-86cd-43d9-871f-6e7eda5d9fba)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:26.728449 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.752672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-378b6373-8950-4cbd-8f72-6e859e323169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.754096 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d833e745-7d27-42ce-8020-3eb1f55d352e x-openstack-request-id: req-d833e745-7d27-42ce-8020-3eb1f55d352e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:26:26.754442 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc", "name": "network-vif-plugged", "status": "completed", "tag": "2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:26:26.754680 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d833e745-7d27-42ce-8020-3eb1f55d352e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:26:26.755076 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb', 'code': 200} Jul 27 22:26:26.796151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:26.798715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.860686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Transition to ACTIVE for port object 13cee5c3-ca41-435d-8e9e-8b081634a49b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:26.871532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00428713-a393-4f70-b0cc-3a69090b7e50 None None] Pushing event updated for resources: {'Port': ['ID=ec78c10b-409b-4399-896d-35b3cc068db3,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:26.904731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-709a177a-d927-4760-9e4a-0ff9c5c19a5b tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:26:26.907075 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-709a177a-d927-4760-9e4a-0ff9c5c19a5b tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073316 Jul 27 22:26:26.921884 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] Request body: {'binding': {'host': 'n-h2-802011-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:26.922376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] Unknown quota resources ['binding']. {{(pid=93834) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 22:26:26.933545 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.960241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbd04a-b08e-4580-a29d-333f499d1e26 req-5d108376-cb6a-4392-9d9f-525eb30f867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:26.962210 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0bbd04a-b08e-4580-a29d-333f499d1e26 req-5d108376-cb6a-4392-9d9f-525eb30f867a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 1100 time: 0.1227558 Jul 27 22:26:26.970069 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-378b6373-8950-4cbd-8f72-6e859e323169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.972931 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-378b6373-8950-4cbd-8f72-6e859e323169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:26.978427 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-378b6373-8950-4cbd-8f72-6e859e323169 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9a78067-b93e-4806-ae81-426cce5ecfce HTTP/1.1" status: 204 len: 168 time: 0.3505507 Jul 27 22:26:26.989942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network d654595b-463d-4f93-ae59-1a0aef953f12 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:27.011111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:27.013161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=13cee5c3-ca41-435d-8e9e-8b081634a49b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:27.015973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:27.021887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:27.022565 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:27.036013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b6373-8950-4cbd-8f72-6e859e323169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a78067-b93e-4806-ae81-426cce5ecfce,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:27.056502 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-91245d4a-e557-42ab-89cb-7c8923ca3702 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0335815 Jul 27 22:26:27.063966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:27.103228 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0bbd04a-b08e-4580-a29d-333f499d1e26 req-aa127ba5-7f52-4a33-8c06-8ab355f800d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc9a0443-db5e-4f31-be53-cf0b631251e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258337 Jul 27 22:26:27.183413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] Attempting to bind port 14777e7e-db94-430d-a11b-1aedca7bce3e on host n-h2-802011-3 for vnic_type normal with profile None {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:27.184094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] Attempting to bind port 14777e7e-db94-430d-a11b-1aedca7bce3e by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:27.184629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] Attempting to bind port 14777e7e-db94-430d-a11b-1aedca7bce3e on network 6e731a45-9191-4340-bf12-130fe7b57ea8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:27.193267 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] Port 14777e7e-db94-430d-a11b-1aedca7bce3e on network 6e731a45-9191-4340-bf12-130fe7b57ea8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:26:27.193600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] Attempting to bind port 14777e7e-db94-430d-a11b-1aedca7bce3e on network 6e731a45-9191-4340-bf12-130fe7b57ea8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:27.201103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7c23d4-62a8-4f2d-af54-486553c96718 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:27.201537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:27.202689 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] Checking segment: {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:27.203084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] Bound using segment: {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:27.203624 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] Bound port: 14777e7e-db94-430d-a11b-1aedca7bce3e, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:27.207098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cd7c23d4-62a8-4f2d-af54-486553c96718 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A129 HTTP/1.1" status: 200 len: 929 time: 0.1414580 Jul 27 22:26:27.207790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47038) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:27.325528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-88237f37-8dab-4ecd-99a0-424ad5295761 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 13cee5c3-ca41-435d-8e9e-8b081634a49b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:27.325932 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88237f37-8dab-4ecd-99a0-424ad5295761 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:27.334585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=14777e7e-db94-430d-a11b-1aedca7bce3e,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:27.341224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:27.351713 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-339062dd-ef38-4cbf-8eae-a6a5d1af1f48 service neutron] 10.222.0.24 "POST /v2.0/ports/14777e7e-db94-430d-a11b-1aedca7bce3e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4350212 Jul 27 22:26:27.496501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88237f37-8dab-4ecd-99a0-424ad5295761 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:27.518599 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-88237f37-8dab-4ecd-99a0-424ad5295761 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 13cee5c3-ca41-435d-8e9e-8b081634a49b owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:27.617715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ec78c10b-409b-4399-896d-35b3cc068db3 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:27.638973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:27.662954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-3c7c48f5-6048-4ea1-9336-2460d3d6aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:27.666602 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-3c7c48f5-6048-4ea1-9336-2460d3d6aa2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 1097 time: 0.0673666 Jul 27 22:26:27.699849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port ec78c10b-409b-4399-896d-35b3cc068db3 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:27.706964 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bddedda-9bb1-4408-9eeb-8a76e7dc6663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:27.723132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f3db-dd08-4346-98e0-5cf18e315ccd req-6e112bea-abbb-479b-8e5c-383d3ff3e90c tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:27.724654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e3a3f3db-dd08-4346-98e0-5cf18e315ccd req-6e112bea-abbb-479b-8e5c-383d3ff3e90c tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 949 time: 0.1540072 Jul 27 22:26:27.789222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590df0e9-9b47-45c6-b738-bd5169dc7388 req-298f5e59-1033-4455-9ae6-38d33c75d13d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:27.790844 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-590df0e9-9b47-45c6-b738-bd5169dc7388 req-298f5e59-1033-4455-9ae6-38d33c75d13d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 946 time: 0.1887262 Jul 27 22:26:27.802365 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-f2dfa5fd-1ae8-4dd4-a965-aa190359b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:27.804307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-f2dfa5fd-1ae8-4dd4-a965-aa190359b77c service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e731a45-9191-4340-bf12-130fe7b57ea8 HTTP/1.1" status: 200 len: 897 time: 0.1273141 Jul 27 22:26:27.894383 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e3a3f3db-dd08-4346-98e0-5cf18e315ccd req-c078ff56-6ab5-48c0-a4e6-47cad6863303 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc9a0443-db5e-4f31-be53-cf0b631251e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553047 Jul 27 22:26:27.902983 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-590df0e9-9b47-45c6-b738-bd5169dc7388 req-a979fd87-a283-4062-941d-2e76c833350f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994608 Jul 27 22:26:27.951947 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88237f37-8dab-4ecd-99a0-424ad5295761 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:27.955801 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-07ad1c0a-0c3f-40fa-aabd-59d2c7879f32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14777e7e-db94-430d-a11b-1aedca7bce3e HTTP/1.1" status: 200 len: 1002 time: 0.1425574 Jul 27 22:26:28.044940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88237f37-8dab-4ecd-99a0-424ad5295761 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=13cee5c3-ca41-435d-8e9e-8b081634a49b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:28.068897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-c392e290-14a2-4bae-b378-b5904962cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:28.074097 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-c392e290-14a2-4bae-b378-b5904962cefd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=514a6a3e-fc31-4944-93ce-888397d7626a HTTP/1.1" status: 200 len: 833 time: 0.1108010 Jul 27 22:26:28.094620 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-88237f37-8dab-4ecd-99a0-424ad5295761 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.097035 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-88237f37-8dab-4ecd-99a0-424ad5295761 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/13cee5c3-ca41-435d-8e9e-8b081634a49b HTTP/1.1" status: 204 len: 168 time: 0.8881721 Jul 27 22:26:28.100503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:28.132335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-cb294a52-e527-42da-a97d-47017032fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:28.134091 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-cb294a52-e527-42da-a97d-47017032fddc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e731a45-9191-4340-bf12-130fe7b57ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516975 Jul 27 22:26:28.134938 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7202edfe-357f-4342-81bb-93b045415529 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:26:28.136623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7202edfe-357f-4342-81bb-93b045415529 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/13cee5c3-ca41-435d-8e9e-8b081634a49b HTTP/1.1" status: 404 len: 333 time: 0.0351241 Jul 27 22:26:28.140435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47058) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:28.177715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bddedda-9bb1-4408-9eeb-8a76e7dc6663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.178164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a76eacb-6d5c-4fec-af73-8229c831a6f8 None None] Network d654595b-463d-4f93-ae59-1a0aef953f12 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:28.182339 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7bddedda-9bb1-4408-9eeb-8a76e7dc6663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.230331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddedda-9bb1-4408-9eeb-8a76e7dc6663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e4d440-5992-400d-86d0-2006ddfcd496,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:28.234125 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7bddedda-9bb1-4408-9eeb-8a76e7dc6663 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eaead9f53f494997819d4581033d3c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5868242 Jul 27 22:26:28.236961 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:28.295975 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4508f547-62ed-4f59-b238-23bb0fd31aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.308096 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-2d855a0d-b136-4d77-b087-718339ae0929 service neutron] 10.222.0.41 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650858 Jul 27 22:26:28.320650 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4508f547-62ed-4f59-b238-23bb0fd31aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.354307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d01a908c-5ee8-40ec-9643-5c77cb9bd67a None None] Provisioning for port ec78c10b-409b-4399-896d-35b3cc068db3 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:28.385046 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4508f547-62ed-4f59-b238-23bb0fd31aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.388494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4508f547-62ed-4f59-b238-23bb0fd31aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.391553 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4508f547-62ed-4f59-b238-23bb0fd31aa4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47e4d440-5992-400d-86d0-2006ddfcd496 HTTP/1.1" status: 204 len: 168 time: 0.1535082 Jul 27 22:26:28.402215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d01a908c-5ee8-40ec-9643-5c77cb9bd67a None None] Provisioning complete for port ec78c10b-409b-4399-896d-35b3cc068db3 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:28.402789 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d01a908c-5ee8-40ec-9643-5c77cb9bd67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.430427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508f547-62ed-4f59-b238-23bb0fd31aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e4d440-5992-400d-86d0-2006ddfcd496,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:28.468210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port f39d7835-9289-4c18-8f68-c388bc3ef2ab {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:28.468569 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.521904 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d01a908c-5ee8-40ec-9643-5c77cb9bd67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.553314 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-223dc5f7-a14c-470b-a028-4539b09109be service neutron] 10.222.0.41 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346492 Jul 27 22:26:28.569498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d01a908c-5ee8-40ec-9643-5c77cb9bd67a None None] For port ec78c10b-409b-4399-896d-35b3cc068db3, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ec78c10b-409b-4399-896d-35b3cc068db3,segment=NetworkSegment(5ce5e940-86cd-43d9-871f-6e7eda5d9fba),segment_id=5ce5e940-86cd-43d9-871f-6e7eda5d9fba)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:28.574982 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d01a908c-5ee8-40ec-9643-5c77cb9bd67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.591467 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.616355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for f39d7835-9289-4c18-8f68-c388bc3ef2ab owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:28.673172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a908c-5ee8-40ec-9643-5c77cb9bd67a None None] Pushing event updated for resources: {'Port': ['ID=ec78c10b-409b-4399-896d-35b3cc068db3,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:28.771656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-a505470e-90ed-4f06-8695-8fe5b0efca62 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:28.773203 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-a505470e-90ed-4f06-8695-8fe5b0efca62 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0&tenant_id=28b86e8c06114800a9109512618bca6b&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1097 time: 0.1535959 Jul 27 22:26:28.787278 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802011-3'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:28.916347 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.992574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ef38ed99-3f28-433a-b659-30f345611549 None None] Provisioning for port f39d7835-9289-4c18-8f68-c388bc3ef2ab completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:28.994432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:28.997942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ef38ed99-3f28-433a-b659-30f345611549 None None] Provisioning complete for port f39d7835-9289-4c18-8f68-c388bc3ef2ab triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:28.998362 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef38ed99-3f28-433a-b659-30f345611549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:29.031449 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=f39d7835-9289-4c18-8f68-c388bc3ef2ab,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:29.065680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ef38ed99-3f28-433a-b659-30f345611549 None None] Port f39d7835-9289-4c18-8f68-c388bc3ef2ab was deleted so its status cannot be updated. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 22:26:29.086286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:29.086286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:29.086286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:29.086286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:29.086654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:29.087190 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:29.087543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:29.087899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:29.088240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:29.088568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:29.088899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:29.089229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:29.097005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ef38ed99-3f28-433a-b659-30f345611549 None None] Provisioning complete for port ec78c10b-409b-4399-896d-35b3cc068db3 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:29.097756 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef38ed99-3f28-433a-b659-30f345611549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:29.157078 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:29.161690 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2996af7c-2e57-4405-921d-dcb421985373 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/f39d7835-9289-4c18-8f68-c388bc3ef2ab HTTP/1.1" status: 204 len: 168 time: 1.0174398 Jul 27 22:26:29.163733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:29.196577 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b47c046-b886-45a2-8362-cd8e5abaa8d5 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:26:29.198045 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3b47c046-b886-45a2-8362-cd8e5abaa8d5 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/f39d7835-9289-4c18-8f68-c388bc3ef2ab HTTP/1.1" status: 404 len: 333 time: 0.0317674 Jul 27 22:26:29.200824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da4549-837b-41bc-900b-ef2b1f0d0d8a req-3cdb18ea-7f1a-4001-a58f-90f449cbdb29 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:29.206990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56da4549-837b-41bc-900b-ef2b1f0d0d8a req-3cdb18ea-7f1a-4001-a58f-90f449cbdb29 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 949 time: 0.1579180 Jul 27 22:26:29.207170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47086) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:29.222391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf30956-df39-4731-b4b3-2d93fcd20eaf req-6a6b826c-36a3-4919-921f-0ab69bff1093 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:29.230441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-daf30956-df39-4731-b4b3-2d93fcd20eaf req-6a6b826c-36a3-4919-921f-0ab69bff1093 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 946 time: 0.1966505 Jul 27 22:26:29.276520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=14777e7e-db94-430d-a11b-1aedca7bce3e,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:29.317864 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54a1bfe-1a0f-4720-bdc4-823d0ca8efa7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting subnet 3a20db1b-76fb-4b15-8fe8-ca1cc0d8a49c {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:26:29.321695 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b54a1bfe-1a0f-4720-bdc4-823d0ca8efa7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:29.339667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56da4549-837b-41bc-900b-ef2b1f0d0d8a req-d6dbca2a-8e85-42a9-9f9a-b9f26b3f7877 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc9a0443-db5e-4f31-be53-cf0b631251e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071556 Jul 27 22:26:29.349683 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-daf30956-df39-4731-b4b3-2d93fcd20eaf req-97a4ec53-f1b8-4001-8180-d37fdadc7746 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180716 Jul 27 22:26:29.398759 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b54a1bfe-1a0f-4720-bdc4-823d0ca8efa7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:29.413197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d5a6b0d7-280b-4c45-9635-cf5cddea7c8d None None] Could not find standard attr ID for object f39d7835-9289-4c18-8f68-c388bc3ef2ab. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:26:29.473653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:29.553325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ec78c10b-409b-4399-896d-35b3cc068db3 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:29.570705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:26:29.573051 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c64bedb-b44d-4e29-af6d-e81719fda9cb" -d '{"events": [{"server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "name": "network-vif-unplugged", "status": "completed", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:26:29.580218 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:29.639014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ec78c10b-409b-4399-896d-35b3cc068db3 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:29.641088 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:29.659743 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b54a1bfe-1a0f-4720-bdc4-823d0ca8efa7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:29.673913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-04054787-2809-4d08-80d2-39df614cb91d None None] Could not find standard attr ID for object 13cee5c3-ca41-435d-8e9e-8b081634a49b. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:26:29.751833 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8eb609-8d12-4538-91f0-d4da7c0e0e2a x-openstack-request-id: req-ed8eb609-8d12-4538-91f0-d4da7c0e0e2a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:26:29.752384 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "name": "network-vif-unplugged", "status": "completed", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:26:29.752810 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed8eb609-8d12-4538-91f0-d4da7c0e0e2a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:26:29.753626 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'code': 200} Jul 27 22:26:29.754981 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:29.768411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b54a1bfe-1a0f-4720-bdc4-823d0ca8efa7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:29.847052 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a1bfe-1a0f-4720-bdc4-823d0ca8efa7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Subnet': ['ID=3a20db1b-76fb-4b15-8fe8-ca1cc0d8a49c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:29.871307 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b54a1bfe-1a0f-4720-bdc4-823d0ca8efa7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:29.874584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b54a1bfe-1a0f-4720-bdc4-823d0ca8efa7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/3a20db1b-76fb-4b15-8fe8-ca1cc0d8a49c HTTP/1.1" status: 204 len: 168 time: 0.6666305 Jul 27 22:26:29.877639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:30.042889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0bf8f3-8fea-4879-afe1-a04a31d81c34 None None] Network d654595b-463d-4f93-ae59-1a0aef953f12 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:30.124226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Pushing event updated for resources: {'Port': ['ID=14777e7e-db94-430d-a11b-1aedca7bce3e,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:30.179185 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:30.263795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fee20ec9-0ced-4a37-a026-e70c981d8e66 None None] Provisioning complete for port 14777e7e-db94-430d-a11b-1aedca7bce3e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:30.264878 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fee20ec9-0ced-4a37-a026-e70c981d8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:30.289968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Attempting to bind port 14777e7e-db94-430d-a11b-1aedca7bce3e on host n-h1-802011-3 for vnic_type normal with profile {"migrating_to": "n-h2-802011-3"} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:30.290527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Attempting to bind port 14777e7e-db94-430d-a11b-1aedca7bce3e by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:30.290686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Attempting to bind port 14777e7e-db94-430d-a11b-1aedca7bce3e on network 6e731a45-9191-4340-bf12-130fe7b57ea8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:30.296310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Port 14777e7e-db94-430d-a11b-1aedca7bce3e on network 6e731a45-9191-4340-bf12-130fe7b57ea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:26:30.296936 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Attempting to bind port 14777e7e-db94-430d-a11b-1aedca7bce3e on network 6e731a45-9191-4340-bf12-130fe7b57ea8 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:30.311600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:30.311958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Checking segment: {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:30.319589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Bound using segment: {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:30.320191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Bound port: 14777e7e-db94-430d-a11b-1aedca7bce3e, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f421c0-ed68-4462-bdb4-f3c920a585ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:30.320575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port ec78c10b-409b-4399-896d-35b3cc068db3 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:30.321053 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:30.321149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:30.364483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fee20ec9-0ced-4a37-a026-e70c981d8e66 None None] Port 14777e7e-db94-430d-a11b-1aedca7bce3e cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:26:30.406844 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620db5f2-83ad-4aed-ba4b-e2ec7c6cf350 None None] DHCP port deletion for d654595b-463d-4f93-ae59-1a0aef953f12 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:26:30.451374 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] For port ec78c10b-409b-4399-896d-35b3cc068db3, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ec78c10b-409b-4399-896d-35b3cc068db3,segment=NetworkSegment(5ce5e940-86cd-43d9-871f-6e7eda5d9fba),segment_id=5ce5e940-86cd-43d9-871f-6e7eda5d9fba)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:30.452315 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:30.494230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:30.500903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=14777e7e-db94-430d-a11b-1aedca7bce3e,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:30.507284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:30.509081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for ec78c10b-409b-4399-896d-35b3cc068db3 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:30.541669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-620db5f2-83ad-4aed-ba4b-e2ec7c6cf350 None None] Deleting port ec78c10b-409b-4399-896d-35b3cc068db3 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:30.541903 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-620db5f2-83ad-4aed-ba4b-e2ec7c6cf350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:30.605347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Pushing event updated for resources: {'Port': ['ID=14777e7e-db94-430d-a11b-1aedca7bce3e,revision_number=8']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:30.728006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-620db5f2-83ad-4aed-ba4b-e2ec7c6cf350 None None] For port ec78c10b-409b-4399-896d-35b3cc068db3, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ec78c10b-409b-4399-896d-35b3cc068db3,segment=NetworkSegment(5ce5e940-86cd-43d9-871f-6e7eda5d9fba),segment_id=5ce5e940-86cd-43d9-871f-6e7eda5d9fba)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:30.730175 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-620db5f2-83ad-4aed-ba4b-e2ec7c6cf350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:30.800558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-620db5f2-83ad-4aed-ba4b-e2ec7c6cf350 None None] Calling delete_port for ec78c10b-409b-4399-896d-35b3cc068db3 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:30.801086 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82561938-9d09-4c0c-986a-8133e95d5fe8 req-0d974684-2fa6-4dd4-a40f-530c9e63a4e9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:30.814940 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82561938-9d09-4c0c-986a-8133e95d5fe8 req-0d974684-2fa6-4dd4-a40f-530c9e63a4e9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 944 time: 0.2861307 Jul 27 22:26:30.940068 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82561938-9d09-4c0c-986a-8133e95d5fe8 req-6818e598-41e7-4276-ae75-ce3e096234e0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237595 Jul 27 22:26:30.975321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:30.976547 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:30.979121 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c25af78-6fd9-40d3-ae47-58c20bdd0890 service neutron] 10.222.0.41 "PUT /v2.0/ports/14777e7e-db94-430d-a11b-1aedca7bce3e HTTP/1.1" status: 200 len: 1122 time: 2.1961393 Jul 27 22:26:30.993670 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.030644 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-620db5f2-83ad-4aed-ba4b-e2ec7c6cf350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.074753 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['14777e7e-db94-430d-a11b-1aedca7bce3e'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:26:31.081447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620db5f2-83ad-4aed-ba4b-e2ec7c6cf350 None None] Pushing event deleted for resources: {'Port': ['ID=ec78c10b-409b-4399-896d-35b3cc068db3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:31.082717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=ec78c10b-409b-4399-896d-35b3cc068db3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:31.096155 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:31.096835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:31.097522 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:31.098231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:31.098810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:31.099367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:31.099898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:31.100395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:31.100726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:31.101059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:31.101444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:31.101775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:26:31.104869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No DVR routers for this DVR port ec78c10b-409b-4399-896d-35b3cc068db3 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:31.126250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620db5f2-83ad-4aed-ba4b-e2ec7c6cf350 None None] No DVR routers for this DVR port ec78c10b-409b-4399-896d-35b3cc068db3 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:31.147142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ad4de2c8-5787-494f-a00d-9a36e7e50f86 None None] Provisioning complete for port 14777e7e-db94-430d-a11b-1aedca7bce3e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:31.147526 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad4de2c8-5787-494f-a00d-9a36e7e50f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.223044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.237890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d654595b-463d-4f93-ae59-1a0aef953f12']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:31.252965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce5e940-86cd-43d9-871f-6e7eda5d9fba') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:31.253250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce5e940-86cd-43d9-871f-6e7eda5d9fba') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:31.273114 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.298069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.305466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:31.305980 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.310834 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad4de2c8-5787-494f-a00d-9a36e7e50f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.360362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ad4de2c8-5787-494f-a00d-9a36e7e50f86 None None] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=14777e7e-db94-430d-a11b-1aedca7bce3e,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:31.361489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:26:31.364037 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8549981d-70b1-4cc3-b971-5817d128b6a3" -d '{"events": [{"server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "name": "network-vif-plugged", "status": "completed", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:26:31.371419 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad4de2c8-5787-494f-a00d-9a36e7e50f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:31.379147 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:31.382789 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.393368 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.395717 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/networks/d654595b-463d-4f93-ae59-1a0aef953f12 HTTP/1.1" status: 204 len: 168 time: 1.5169642 Jul 27 22:26:31.399366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47150) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:31.407861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-36600a7f-4f3e-45c7-8e03-2e501434b9b0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-677493886'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:31.410361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb0e43-f5f6-43c1-83c9-0cc044e574e1 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Network': ['ID=d654595b-463d-4f93-ae59-1a0aef953f12,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:31.470145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36600a7f-4f3e-45c7-8e03-2e501434b9b0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:31.477038 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36600a7f-4f3e-45c7-8e03-2e501434b9b0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.501221 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4addfae5-53a8-4976-9e0e-89bb680b51fb x-openstack-request-id: req-4addfae5-53a8-4976-9e0e-89bb680b51fb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:26:31.501477 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "name": "network-vif-plugged", "status": "completed", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:26:31.501704 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4addfae5-53a8-4976-9e0e-89bb680b51fb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:26:31.502091 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'code': 200} Jul 27 22:26:31.514055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36600a7f-4f3e-45c7-8e03-2e501434b9b0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:26:31.522913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ec78c10b-409b-4399-896d-35b3cc068db3 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:26:31.531201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36600a7f-4f3e-45c7-8e03-2e501434b9b0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.533738 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-36600a7f-4f3e-45c7-8e03-2e501434b9b0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Added segment 70080cd7-a64f-467f-8531-130d1e27ba89 of type vlan for network 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4 Jul 27 22:26:31.585160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: ec78c10b-409b-4399-896d-35b3cc068db3 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:26:31.585518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ec78c10b-409b-4399-896d-35b3cc068db3 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:26:31.597874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36600a7f-4f3e-45c7-8e03-2e501434b9b0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.639034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4de2c8-5787-494f-a00d-9a36e7e50f86 None None] Pushing event updated for resources: {'Port': ['ID=14777e7e-db94-430d-a11b-1aedca7bce3e,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:31.644720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36600a7f-4f3e-45c7-8e03-2e501434b9b0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:31.652892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36600a7f-4f3e-45c7-8e03-2e501434b9b0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:31.654095 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-36600a7f-4f3e-45c7-8e03-2e501434b9b0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:32.113288 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:26:32.116337 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9a8646-83e2-4717-ab30-c93cb1437228" -d '{"events": [{"name": "network-changed", "server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:26:32.118953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c520-942c-4cf8-9f53-aac77b1ad5ad req-6d4f56f8-a362-44d9-8fce-be0c277441a9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:32.120857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b745c520-942c-4cf8-9f53-aac77b1ad5ad req-6d4f56f8-a362-44d9-8fce-be0c277441a9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 946 time: 0.0600433 Jul 27 22:26:32.145780 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-36600a7f-4f3e-45c7-8e03-2e501434b9b0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7438507 Jul 27 22:26:32.147085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47164) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:32.160796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d3da0941-4fd5-4924-b24d-4fc475a43467 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': '7bf8bbc1-de93-47bf-bb34-628fadbf9cb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:32.168564 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b745c520-942c-4cf8-9f53-aac77b1ad5ad req-ffb28cb7-f4d4-4c2f-a951-386bcb974934 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398304 Jul 27 22:26:32.219698 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820953bc-0f14-4d3e-beb5-e8b52033c7b9 x-openstack-request-id: req-820953bc-0f14-4d3e-beb5-e8b52033c7b9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:26:32.220010 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:26:32.220371 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-820953bc-0f14-4d3e-beb5-e8b52033c7b9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:26:32.220830 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'status': 'completed', 'code': 200} Jul 27 22:26:32.233890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36600a7f-4f3e-45c7-8e03-2e501434b9b0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Network': ['ID=7bf8bbc1-de93-47bf-bb34-628fadbf9cb4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:32.245833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:26:32.316156 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8646-83e2-4717-ab30-c93cb1437228 req-4b1ea7c0-6248-4db0-978e-2d32b02e6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:32.318135 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e9a8646-83e2-4717-ab30-c93cb1437228 req-4b1ea7c0-6248-4db0-978e-2d32b02e6a12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 1127 time: 0.1026313 Jul 27 22:26:32.390751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3da0941-4fd5-4924-b24d-4fc475a43467 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:32.394353 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3da0941-4fd5-4924-b24d-4fc475a43467 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:32.492195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8646-83e2-4717-ab30-c93cb1437228 req-18909fcd-213c-4e44-97f1-e4372878b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:32.493692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e9a8646-83e2-4717-ab30-c93cb1437228 req-18909fcd-213c-4e44-97f1-e4372878b950 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6e731a45-9191-4340-bf12-130fe7b57ea8 HTTP/1.1" status: 200 len: 897 time: 0.1680567 Jul 27 22:26:32.579471 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e9a8646-83e2-4717-ab30-c93cb1437228 req-6ff9ad5f-edef-4912-813d-09066f90e4a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14777e7e-db94-430d-a11b-1aedca7bce3e HTTP/1.1" status: 200 len: 1002 time: 0.0737245 Jul 27 22:26:32.686248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8646-83e2-4717-ab30-c93cb1437228 req-51ef04f5-679b-4e0c-99ef-2dc24f07156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:32.687858 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e9a8646-83e2-4717-ab30-c93cb1437228 req-51ef04f5-679b-4e0c-99ef-2dc24f07156b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=514a6a3e-fc31-4944-93ce-888397d7626a HTTP/1.1" status: 200 len: 833 time: 0.0818994 Jul 27 22:26:32.740720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3da0941-4fd5-4924-b24d-4fc475a43467 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:32.778348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8646-83e2-4717-ab30-c93cb1437228 req-3eb3d9cc-45fb-4fd1-bcb7-d9dbfdd36feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:32.780392 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e9a8646-83e2-4717-ab30-c93cb1437228 req-3eb3d9cc-45fb-4fd1-bcb7-d9dbfdd36feb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6e731a45-9191-4340-bf12-130fe7b57ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842347 Jul 27 22:26:32.855392 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da0941-4fd5-4924-b24d-4fc475a43467 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Subnet': ['ID=8cb39d4c-d2c0-46cf-ba53-7981fdf2f7eb,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:32.880795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da0941-4fd5-4924-b24d-4fc475a43467 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Checking segment: {'id': '70080cd7-a64f-467f-8531-130d1e27ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7bf8bbc1-de93-47bf-bb34-628fadbf9cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:32.881171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da0941-4fd5-4924-b24d-4fc475a43467 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network hostable DHCP agents. Network: 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:26:32.919651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da0941-4fd5-4924-b24d-4fc475a43467 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:26:32.945514 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e9a8646-83e2-4717-ab30-c93cb1437228 req-677c1560-abe5-42df-92a6-ad860a84364c service neutron] 10.222.0.43 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527238 Jul 27 22:26:32.947006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-d3da0941-4fd5-4924-b24d-4fc475a43467 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:32.951182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da0941-4fd5-4924-b24d-4fc475a43467 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:32.952998 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d3da0941-4fd5-4924-b24d-4fc475a43467 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:32.963526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e99234-e598-4c28-9d47-daa2ded68c15 None None] Network 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:33.056805 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d3da0941-4fd5-4924-b24d-4fc475a43467 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9047098 Jul 27 22:26:33.059978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:33.066058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': '7bf8bbc1-de93-47bf-bb34-628fadbf9cb4', 'name': 'tempest-PortsIpV6TestJSON-2084596054', 'fixed_ips': [{'subnet_id': '8cb39d4c-d2c0-46cf-ba53-7981fdf2f7eb', 'ip_address': '2001:db8::10'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:33.112669 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e9a8646-83e2-4717-ab30-c93cb1437228 req-34023238-a2b3-483c-a71a-a8c228bf5eeb service neutron] 10.222.0.43 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539731 Jul 27 22:26:33.225437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:33.277970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-7bf8bbc1-de93-47bf-bb34-628fadbf9cb4', 'network_id': '7bf8bbc1-de93-47bf-bb34-628fadbf9cb4', 'tenant_id': '69f82d3747024dc4909eb21715a47ed0', 'fixed_ips': [{'subnet_id': '8cb39d4c-d2c0-46cf-ba53-7981fdf2f7eb'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:26:33.280148 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:33.363330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:33.392882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port 5df0df8a-4e11-4da3-b252-76b16fcb7d4d yet. {{(pid=93835) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:26:33.408058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb279dce-eacc-49d6-981f-98e05eddccba req-115ceceb-3d0a-4deb-b344-8a9eea209f08 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:33.410089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb279dce-eacc-49d6-981f-98e05eddccba req-115ceceb-3d0a-4deb-b344-8a9eea209f08 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 946 time: 0.1059794 Jul 27 22:26:33.479105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Allocated IP 2001:db8::2 (7bf8bbc1-de93-47bf-bb34-628fadbf9cb4/8cb39d4c-d2c0-46cf-ba53-7981fdf2f7eb/76f0334d-b46c-4e32-a320-66247f56e316) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:33.543231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb279dce-eacc-49d6-981f-98e05eddccba req-a5d317a8-b5ca-4435-bf36-1cdbe3de69fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922244 Jul 27 22:26:33.703785 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:33.715122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Transition to ACTIVE for port object 76f0334d-b46c-4e32-a320-66247f56e316 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:33.745504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Transition to ACTIVE for port object 76f0334d-b46c-4e32-a320-66247f56e316 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:33.754933 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:33.803901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Network 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:33.808306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:33.811088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:33.823972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Pushing event updated for resources: {'Port': ['ID=76f0334d-b46c-4e32-a320-66247f56e316,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:33.883237 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8::10 (7bf8bbc1-de93-47bf-bb34-628fadbf9cb4/8cb39d4c-d2c0-46cf-ba53-7981fdf2f7eb/5df0df8a-4e11-4da3-b252-76b16fcb7d4d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:33.896135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Attempting to bind port 76f0334d-b46c-4e32-a320-66247f56e316 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:33.896851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Attempting to bind port 76f0334d-b46c-4e32-a320-66247f56e316 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '70080cd7-a64f-467f-8531-130d1e27ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7bf8bbc1-de93-47bf-bb34-628fadbf9cb4'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:33.897314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Attempting to bind port 76f0334d-b46c-4e32-a320-66247f56e316 on network 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:33.903908 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:33.904535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Checking segment: {'id': '70080cd7-a64f-467f-8531-130d1e27ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7bf8bbc1-de93-47bf-bb34-628fadbf9cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:33.906182 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:33.906760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Bound using segment: {'id': '70080cd7-a64f-467f-8531-130d1e27ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7bf8bbc1-de93-47bf-bb34-628fadbf9cb4'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:33.907338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Bound port: 76f0334d-b46c-4e32-a320-66247f56e316, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70080cd7-a64f-467f-8531-130d1e27ba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7bf8bbc1-de93-47bf-bb34-628fadbf9cb4'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:33.907865 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:34.007265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] For port 76f0334d-b46c-4e32-a320-66247f56e316, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:34.015890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] For port 76f0334d-b46c-4e32-a320-66247f56e316, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=76f0334d-b46c-4e32-a320-66247f56e316,segment=NetworkSegment(70080cd7-a64f-467f-8531-130d1e27ba89),segment_id=70080cd7-a64f-467f-8531-130d1e27ba89)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:34.023153 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:34.076022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb866ff-f4b5-48b5-9547-5a61fe9b934d None None] Pushing event updated for resources: {'Port': ['ID=76f0334d-b46c-4e32-a320-66247f56e316,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:34.106447 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:34.130334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Transition to ACTIVE for port object 5df0df8a-4e11-4da3-b252-76b16fcb7d4d will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:34.184073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:34.194190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 14777e7e-db94-430d-a11b-1aedca7bce3e details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:26:34.211342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:34.215133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:34.250509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:34.256221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:34.257421 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:34.290854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2289591 Jul 27 22:26:34.291645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47214) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:34.297006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': '7bf8bbc1-de93-47bf-bb34-628fadbf9cb4', 'name': 'tempest-PortsIpV6TestJSON-240072263', 'fixed_ips': [{'subnet_id': '8cb39d4c-d2c0-46cf-ba53-7981fdf2f7eb', 'ip_address': '2001:db8::f'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:34.298761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89641af-e7f7-4a06-ae91-15512307d923 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=5df0df8a-4e11-4da3-b252-76b16fcb7d4d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:34.368793 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=14777e7e-db94-430d-a11b-1aedca7bce3e,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:34.439240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 14777e7e-db94-430d-a11b-1aedca7bce3e has no active binding in host n-h2-802011-3 {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 22:26:34.499994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:34.722670 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:34.744577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port 1c4b6eea-435f-4643-8e7e-49ecbbdf2e94 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:26:34.760092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f461-b0ff-4f01-b3b3-862b41d921ca req-0104e4e4-2afb-440c-a8d2-99492df2a5ed tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:34.773128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e414f461-b0ff-4f01-b3b3-862b41d921ca req-0104e4e4-2afb-440c-a8d2-99492df2a5ed tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 946 time: 0.0729690 Jul 27 22:26:34.822619 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e414f461-b0ff-4f01-b3b3-862b41d921ca req-6b681c68-91a7-4fb8-816a-24a09c3e0eae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510032 Jul 27 22:26:34.993768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8::f (7bf8bbc1-de93-47bf-bb34-628fadbf9cb4/8cb39d4c-d2c0-46cf-ba53-7981fdf2f7eb/1c4b6eea-435f-4643-8e7e-49ecbbdf2e94) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:35.220743 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:35.238734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Transition to ACTIVE for port object 1c4b6eea-435f-4643-8e7e-49ecbbdf2e94 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:35.283582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:35.285174 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:35.341118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:35.345329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:35.347929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:35.355957 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:35.356209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:35.387491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=1c4b6eea-435f-4643-8e7e-49ecbbdf2e94,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:35.395388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:35.395827 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5ba618e9-611f-4667-a1bd-9d28b603d3b3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1029601 Jul 27 22:26:35.585283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1256406-a913-474e-8862-2e1218ef5dff None None] Network 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:35.621100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c7e09-aa18-4b9f-96ed-f6dbe50f5c86 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:35.624708 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-781c7e09-aa18-4b9f-96ed-f6dbe50f5c86 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2278745 Jul 27 22:26:35.626190 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b94b97b-30ea-4ef9-a6f2-713aa62658cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:35.627450 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47246) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:35.722041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 76f0334d-b46c-4e32-a320-66247f56e316 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:35.780306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117390e8-f29a-42a1-9e90-20b8777d7f86 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:35.785665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117390e8-f29a-42a1-9e90-20b8777d7f86 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:35.790874 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b94b97b-30ea-4ef9-a6f2-713aa62658cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:35.796525 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117390e8-f29a-42a1-9e90-20b8777d7f86 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:35.797114 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b94b97b-30ea-4ef9-a6f2-713aa62658cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:35.801924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47250) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:35.803985 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-117390e8-f29a-42a1-9e90-20b8777d7f86 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1734860 Jul 27 22:26:35.810868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f4698861-6dc5-4151-a205-a696539acfdf None None] Provisioning for port 76f0334d-b46c-4e32-a320-66247f56e316 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:35.831249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 76f0334d-b46c-4e32-a320-66247f56e316 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:35.838592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 76f0334d-b46c-4e32-a320-66247f56e316 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:35.839187 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:35.904442 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1b94b97b-30ea-4ef9-a6f2-713aa62658cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9ca62860bdc492692e4f58a4562a8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6196747 Jul 27 22:26:35.905849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:35.919922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94b97b-30ea-4ef9-a6f2-713aa62658cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c01d232-a3fc-4586-b93b-cf4f39c5af40,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:35.961831 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:35.971503 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-1f7bb753-5f22-4f83-ab46-eece23b7b795 service neutron] 10.222.0.43 "GET /v2.0/ports/14777e7e-db94-430d-a11b-1aedca7bce3e/bindings/n-h2-802011-3 HTTP/1.1" status: 200 len: 384 time: 0.0983405 Jul 27 22:26:36.025773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 76f0334d-b46c-4e32-a320-66247f56e316, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=76f0334d-b46c-4e32-a320-66247f56e316,segment=NetworkSegment(70080cd7-a64f-467f-8531-130d1e27ba89),segment_id=70080cd7-a64f-467f-8531-130d1e27ba89)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:36.033093 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.068394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d559c5-3a7b-4b98-aa17-d35ae709b834 req-52ada476-0580-4138-9c3e-106cb16c5b01 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:36.070540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49d559c5-3a7b-4b98-aa17-d35ae709b834 req-52ada476-0580-4138-9c3e-106cb16c5b01 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 946 time: 0.1578169 Jul 27 22:26:36.071064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38f9ffd2-16d1-41ec-b716-59638044cc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.084699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4f25301a-7443-406d-8f41-a1e7c3407dbe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 1c4b6eea-435f-4643-8e7e-49ecbbdf2e94 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:36.085141 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f25301a-7443-406d-8f41-a1e7c3407dbe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.106778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=76f0334d-b46c-4e32-a320-66247f56e316,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:36.152747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5f269fbf-bfcf-4416-ae1b-c553798eac4e None None] Provisioning for port 1c4b6eea-435f-4643-8e7e-49ecbbdf2e94 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:36.157308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5f269fbf-bfcf-4416-ae1b-c553798eac4e None None] Provisioning complete for port 1c4b6eea-435f-4643-8e7e-49ecbbdf2e94 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:36.157677 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f269fbf-bfcf-4416-ae1b-c553798eac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.168256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38f9ffd2-16d1-41ec-b716-59638044cc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.202684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5f269fbf-bfcf-4416-ae1b-c553798eac4e None None] Port 1c4b6eea-435f-4643-8e7e-49ecbbdf2e94 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:26:36.203646 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49d559c5-3a7b-4b98-aa17-d35ae709b834 req-1ee73322-1e02-46e0-9f21-3232d774d4f6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133032 Jul 27 22:26:36.214630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5f269fbf-bfcf-4416-ae1b-c553798eac4e None None] Provisioning for port 5df0df8a-4e11-4da3-b252-76b16fcb7d4d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:36.221128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5f269fbf-bfcf-4416-ae1b-c553798eac4e None None] Provisioning complete for port 5df0df8a-4e11-4da3-b252-76b16fcb7d4d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:36.221416 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f269fbf-bfcf-4416-ae1b-c553798eac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.226406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-778ac521-1f7e-4bde-9ab9-f63538d4f7d2 service neutron] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=14777e7e-db94-430d-a11b-1aedca7bce3e,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:36.252726 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-778ac521-1f7e-4bde-9ab9-f63538d4f7d2 service neutron] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:36.270204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f25301a-7443-406d-8f41-a1e7c3407dbe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.272680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5f269fbf-bfcf-4416-ae1b-c553798eac4e None None] Port 5df0df8a-4e11-4da3-b252-76b16fcb7d4d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:26:36.286450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4f25301a-7443-406d-8f41-a1e7c3407dbe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 1c4b6eea-435f-4643-8e7e-49ecbbdf2e94 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:36.292383 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38f9ffd2-16d1-41ec-b716-59638044cc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.295019 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-38f9ffd2-16d1-41ec-b716-59638044cc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.298944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-38f9ffd2-16d1-41ec-b716-59638044cc4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c01d232-a3fc-4586-b93b-cf4f39c5af40 HTTP/1.1" status: 204 len: 168 time: 0.3854198 Jul 27 22:26:36.299117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5f269fbf-bfcf-4416-ae1b-c553798eac4e None None] Provisioning complete for port 76f0334d-b46c-4e32-a320-66247f56e316 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:36.299117 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f269fbf-bfcf-4416-ae1b-c553798eac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.309843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9ffd2-16d1-41ec-b716-59638044cc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c01d232-a3fc-4586-b93b-cf4f39c5af40,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:36.322619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:26:36.329583 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadf1a06-0f24-49ec-badc-d5cb38eeadf8" -d '{"events": [{"server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "name": "network-vif-unplugged", "status": "completed", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:26:36.334199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-778ac521-1f7e-4bde-9ab9-f63538d4f7d2 service neutron] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=14777e7e-db94-430d-a11b-1aedca7bce3e,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:36.353872 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-778ac521-1f7e-4bde-9ab9-f63538d4f7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.432873 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1a25e9-6c4c-4ba4-bc85-50b8b7af7ed5 x-openstack-request-id: req-3d1a25e9-6c4c-4ba4-bc85-50b8b7af7ed5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:26:36.433118 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "name": "network-vif-unplugged", "status": "completed", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:26:36.433369 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d1a25e9-6c4c-4ba4-bc85-50b8b7af7ed5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:26:36.433792 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'code': 200} Jul 27 22:26:36.476467 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f25301a-7443-406d-8f41-a1e7c3407dbe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.504363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-778ac521-1f7e-4bde-9ab9-f63538d4f7d2 service neutron] Transition to ACTIVE for port object 14777e7e-db94-430d-a11b-1aedca7bce3e will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:36.508205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25301a-7443-406d-8f41-a1e7c3407dbe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=1c4b6eea-435f-4643-8e7e-49ecbbdf2e94,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:36.509981 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-778ac521-1f7e-4bde-9ab9-f63538d4f7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.537832 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f25301a-7443-406d-8f41-a1e7c3407dbe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.539865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4f25301a-7443-406d-8f41-a1e7c3407dbe tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/1c4b6eea-435f-4643-8e7e-49ecbbdf2e94 HTTP/1.1" status: 204 len: 168 time: 0.7369046 Jul 27 22:26:36.542556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47262) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:36.573499 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d42e7f6-f2df-4da0-a224-0bc12dd98da0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:26:36.575209 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2d42e7f6-f2df-4da0-a224-0bc12dd98da0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/1c4b6eea-435f-4643-8e7e-49ecbbdf2e94 HTTP/1.1" status: 404 len: 333 time: 0.0316994 Jul 27 22:26:36.578379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47266) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:36.588732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ac521-1f7e-4bde-9ab9-f63538d4f7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=14777e7e-db94-430d-a11b-1aedca7bce3e,revision_number=11']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:36.591672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-78d654c6-22ee-49e5-bbb9-907b5b5e24d6 None None] Provisioning complete for port 5df0df8a-4e11-4da3-b252-76b16fcb7d4d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:36.592171 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78d654c6-22ee-49e5-bbb9-907b5b5e24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.675477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-78d654c6-22ee-49e5-bbb9-907b5b5e24d6 None None] Port 5df0df8a-4e11-4da3-b252-76b16fcb7d4d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:26:36.697353 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-778ac521-1f7e-4bde-9ab9-f63538d4f7d2 service neutron] No DVR routers for this DVR port 14777e7e-db94-430d-a11b-1aedca7bce3e on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:36.761356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8f117-585e-48ed-a060-0585621712e9 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 5df0df8a-4e11-4da3-b252-76b16fcb7d4d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:36.761975 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f117-585e-48ed-a060-0585621712e9 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:36.892445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-211cd2cd-7439-4eae-9b82-94b171017913 None None] Could not find standard attr ID for object 1c4b6eea-435f-4643-8e7e-49ecbbdf2e94. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:26:36.936800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47276) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:36.947085 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-778ac521-1f7e-4bde-9ab9-f63538d4f7d2 service neutron] 10.222.0.43 "PUT /v2.0/ports/14777e7e-db94-430d-a11b-1aedca7bce3e/bindings/n-h2-802011-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9670403 Jul 27 22:26:36.993582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad3d5f8c-f3ba-4db7-bcfb-99c0aa532c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.161243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-da99e408-8122-4d2e-9b12-3d1419441367 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:37.162763 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-da99e408-8122-4d2e-9b12-3d1419441367 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0&tenant_id=28b86e8c06114800a9109512618bca6b&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 1096 time: 0.1319821 Jul 27 22:26:37.271093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-361d164c-07bb-4da4-b634-dcd1e441a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:37.272683 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-361d164c-07bb-4da4-b634-dcd1e441a121 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0&tenant_id=28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 1096 time: 0.0990677 Jul 27 22:26:37.286015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad3d5f8c-f3ba-4db7-bcfb-99c0aa532c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.292918 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ad3d5f8c-f3ba-4db7-bcfb-99c0aa532c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.349807 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f117-585e-48ed-a060-0585621712e9 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.373264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8f117-585e-48ed-a060-0585621712e9 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 5df0df8a-4e11-4da3-b252-76b16fcb7d4d owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:37.373906 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ad3d5f8c-f3ba-4db7-bcfb-99c0aa532c78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a870baa9f9e74ef295d31b8d5fb80c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347689 Jul 27 22:26:37.375977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d5f8c-f3ba-4db7-bcfb-99c0aa532c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58ca5e8-8206-4019-87f8-22180eac0895,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:37.379517 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47282) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:37.430689 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-104e88aa-ccb3-4f42-99a9-1f0f71e7a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:37.432329 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-104e88aa-ccb3-4f42-99a9-1f0f71e7a7c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 1096 time: 0.1233449 Jul 27 22:26:37.454358 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f49787bb-a0e6-4cc4-a51c-f2fa31a01ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.523266 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f49787bb-a0e6-4cc4-a51c-f2fa31a01ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.562307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 76f0334d-b46c-4e32-a320-66247f56e316 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:37.585941 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-424299dc-c2e0-41d9-9c23-563fdfa3a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:37.588302 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-424299dc-c2e0-41d9-9c23-563fdfa3a5f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e731a45-9191-4340-bf12-130fe7b57ea8 HTTP/1.1" status: 200 len: 897 time: 0.1478589 Jul 27 22:26:37.602656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43567b5a-2e0b-47da-86ba-22bb53b7ca27 req-6fc9ebbb-89d8-457c-9f19-565b1481cb42 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:37.604201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43567b5a-2e0b-47da-86ba-22bb53b7ca27 req-6fc9ebbb-89d8-457c-9f19-565b1481cb42 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 945 time: 0.1140275 Jul 27 22:26:37.617278 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 76f0334d-b46c-4e32-a320-66247f56e316 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:37.618221 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.647524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f49787bb-a0e6-4cc4-a51c-f2fa31a01ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.649940 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f49787bb-a0e6-4cc4-a51c-f2fa31a01ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.651263 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f49787bb-a0e6-4cc4-a51c-f2fa31a01ddd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b58ca5e8-8206-4019-87f8-22180eac0895 HTTP/1.1" status: 204 len: 168 time: 0.2707784 Jul 27 22:26:37.688153 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-5c370b68-0904-4297-a7d3-8c94e4f9ff5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14777e7e-db94-430d-a11b-1aedca7bce3e HTTP/1.1" status: 200 len: 1000 time: 0.0916150 Jul 27 22:26:37.689184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49787bb-a0e6-4cc4-a51c-f2fa31a01ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58ca5e8-8206-4019-87f8-22180eac0895,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:37.690578 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43567b5a-2e0b-47da-86ba-22bb53b7ca27 req-452004db-2e88-47b0-84d0-bcac89fb5ecf tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685816 Jul 27 22:26:37.755214 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f117-585e-48ed-a060-0585621712e9 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.774845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-abf61451-ad26-4001-9339-765e8799e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:37.776764 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-abf61451-ad26-4001-9339-765e8799e1b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=514a6a3e-fc31-4944-93ce-888397d7626a HTTP/1.1" status: 200 len: 833 time: 0.0720513 Jul 27 22:26:37.835055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-7519cfea-6af1-4d52-b90e-61b3cb9c7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:37.836733 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-7519cfea-6af1-4d52-b90e-61b3cb9c7c3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e731a45-9191-4340-bf12-130fe7b57ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534465 Jul 27 22:26:37.853479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8f117-585e-48ed-a060-0585621712e9 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=5df0df8a-4e11-4da3-b252-76b16fcb7d4d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:37.856631 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6ae8f117-585e-48ed-a060-0585621712e9 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.859157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6ae8f117-585e-48ed-a060-0585621712e9 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/5df0df8a-4e11-4da3-b252-76b16fcb7d4d HTTP/1.1" status: 204 len: 168 time: 1.2796612 Jul 27 22:26:37.861740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:37.902498 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8e6d6b-9add-47db-95e6-8bce584990ed tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:26:37.916348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2b8e6d6b-9add-47db-95e6-8bce584990ed tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/5df0df8a-4e11-4da3-b252-76b16fcb7d4d HTTP/1.1" status: 404 len: 333 time: 0.0509765 Jul 27 22:26:37.923885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47290) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:38.034429 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-2ca9917f-8c85-4bfa-8a7b-2d03bdeb87a6 service neutron] 10.222.0.41 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896060 Jul 27 22:26:38.040376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-372c897e-9782-427f-b67a-16286a846f24 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting subnet 8cb39d4c-d2c0-46cf-ba53-7981fdf2f7eb {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:26:38.046585 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-372c897e-9782-427f-b67a-16286a846f24 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.098662 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-372c897e-9782-427f-b67a-16286a846f24 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.218117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-372c897e-9782-427f-b67a-16286a846f24 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.254501 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-8c2c13ba-e514-49ef-bfa8-3358f2fdb201 service neutron] 10.222.0.41 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093060 Jul 27 22:26:38.296808 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 14777e7e-db94-430d-a11b-1aedca7bce3e no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:26:38.307475 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-372c897e-9782-427f-b67a-16286a846f24 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.335049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c897e-9782-427f-b67a-16286a846f24 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb39d4c-d2c0-46cf-ba53-7981fdf2f7eb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:38.347069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-372c897e-9782-427f-b67a-16286a846f24 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.352411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47302) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:38.354479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-372c897e-9782-427f-b67a-16286a846f24 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/8cb39d4c-d2c0-46cf-ba53-7981fdf2f7eb HTTP/1.1" status: 204 len: 168 time: 0.4290898 Jul 27 22:26:38.361463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dca79f-504a-45cb-8d45-155876e94ff1 None None] Network 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:38.448252 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.460350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 14777e7e-db94-430d-a11b-1aedca7bce3e not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:26:38.579789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 76f0334d-b46c-4e32-a320-66247f56e316 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:38.580136 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.584843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-ec73d51e-b61d-4031-8fa3-9f7294c24145 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:38.586543 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-ec73d51e-b61d-4031-8fa3-9f7294c24145 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0&tenant_id=28b86e8c06114800a9109512618bca6b&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 1096 time: 0.0682423 Jul 27 22:26:38.660251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a554a454-6cd7-4bfe-a0e8-5d3fea760c3b None None] DHCP port deletion for 7bf8bbc1-de93-47bf-bb34-628fadbf9cb4 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:26:38.744089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] For port 76f0334d-b46c-4e32-a320-66247f56e316, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=76f0334d-b46c-4e32-a320-66247f56e316,segment=NetworkSegment(70080cd7-a64f-467f-8531-130d1e27ba89),segment_id=70080cd7-a64f-467f-8531-130d1e27ba89)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:38.744469 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.781904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a554a454-6cd7-4bfe-a0e8-5d3fea760c3b None None] Deleting port 76f0334d-b46c-4e32-a320-66247f56e316 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:38.782216 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a554a454-6cd7-4bfe-a0e8-5d3fea760c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.792467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 76f0334d-b46c-4e32-a320-66247f56e316 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:38.876369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a554a454-6cd7-4bfe-a0e8-5d3fea760c3b None None] For port 76f0334d-b46c-4e32-a320-66247f56e316, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=76f0334d-b46c-4e32-a320-66247f56e316,segment=NetworkSegment(70080cd7-a64f-467f-8531-130d1e27ba89),segment_id=70080cd7-a64f-467f-8531-130d1e27ba89)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:38.877170 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a554a454-6cd7-4bfe-a0e8-5d3fea760c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.896491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a554a454-6cd7-4bfe-a0e8-5d3fea760c3b None None] Calling delete_port for 76f0334d-b46c-4e32-a320-66247f56e316 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:38.898617 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93869-46e1-4af2-a217-6e17fe7bb9cb req-c0e34fd9-8836-4b56-99c0-2a8b1c2a5a22 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:38.914824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63c93869-46e1-4af2-a217-6e17fe7bb9cb req-c0e34fd9-8836-4b56-99c0-2a8b1c2a5a22 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 945 time: 0.0766509 Jul 27 22:26:39.008708 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a554a454-6cd7-4bfe-a0e8-5d3fea760c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.011715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63c93869-46e1-4af2-a217-6e17fe7bb9cb req-80ece978-cb92-4464-8cca-0806f9d35007 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907245 Jul 27 22:26:39.077917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554a454-6cd7-4bfe-a0e8-5d3fea760c3b None None] Pushing event deleted for resources: {'Port': ['ID=76f0334d-b46c-4e32-a320-66247f56e316,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:39.079810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554a454-6cd7-4bfe-a0e8-5d3fea760c3b None None] No DVR routers for this DVR port 76f0334d-b46c-4e32-a320-66247f56e316 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:39.108771 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.125952 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-fb1f80c2-2941-437b-b9a3-03d99705f182 service neutron] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:39.166803 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-fb1f80c2-2941-437b-b9a3-03d99705f182 service neutron] Notify callbacks [] for binding, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.168061 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72863cf8-d94c-4aeb-aab6-1dff0b043a9f req-fb1f80c2-2941-437b-b9a3-03d99705f182 service neutron] 10.222.0.41 "DELETE /v2.0/ports/14777e7e-db94-430d-a11b-1aedca7bce3e/bindings/n-h1-802011-3 HTTP/1.1" status: 204 len: 173 time: 0.5194390 Jul 27 22:26:39.171842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=76f0334d-b46c-4e32-a320-66247f56e316,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:39.173937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No DVR routers for this DVR port 76f0334d-b46c-4e32-a320-66247f56e316 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:39.268708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de37b9f-cdd9-48a9-aee7-c03705e1bed8 req-fd9e25a2-09aa-4580-ade2-ca36c3dda679 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:39.274753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7de37b9f-cdd9-48a9-aee7-c03705e1bed8 req-fd9e25a2-09aa-4580-ade2-ca36c3dda679 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 1096 time: 0.0844896 Jul 27 22:26:39.335505 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.341090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7de37b9f-cdd9-48a9-aee7-c03705e1bed8 req-01330747-1bc5-43f2-9ec5-58cf9d0739d1 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601761 Jul 27 22:26:39.355090 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf8bbc1-de93-47bf-bb34-628fadbf9cb4']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:39.384632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70080cd7-a64f-467f-8531-130d1e27ba89') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:39.384841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70080cd7-a64f-467f-8531-130d1e27ba89') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:39.404281 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.441512 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.450767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:39.450767 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: self.session.flush() Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:39.461215 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:39.525986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17ea7a-866a-43b4-81c1-ca96a724dd88 req-88fcf167-4c49-4185-ae24-e8cbe917c921 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:39.533452 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d17ea7a-866a-43b4-81c1-ca96a724dd88 req-88fcf167-4c49-4185-ae24-e8cbe917c921 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 945 time: 0.0951934 Jul 27 22:26:39.539588 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 76f0334d-b46c-4e32-a320-66247f56e316 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:26:39.588288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d17ea7a-866a-43b4-81c1-ca96a724dd88 req-19fdf2fa-8475-441a-b9f8-31b9bcca1d65 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536623 Jul 27 22:26:39.603360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.614301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 76f0334d-b46c-4e32-a320-66247f56e316 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:26:39.615476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:39.623172 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.629169 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/networks/7bf8bbc1-de93-47bf-bb34-628fadbf9cb4 HTTP/1.1" status: 204 len: 168 time: 1.2754250 Jul 27 22:26:39.629306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 76f0334d-b46c-4e32-a320-66247f56e316 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:26:39.661230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47342) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:39.667116 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5b61f159-b615-40fe-96cd-34d74c50f56e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-820599466'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:39.672094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa20cd0-d816-49ba-8d14-1fb5452a4957 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Network': ['ID=7bf8bbc1-de93-47bf-bb34-628fadbf9cb4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:39.697727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b61f159-b615-40fe-96cd-34d74c50f56e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:39.707494 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b61f159-b615-40fe-96cd-34d74c50f56e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.715921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fe7bf9fd-7aa4-402c-8247-35f0d6cd9952 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/740d9603-8634-4983-b7b9-0c7ded5f8ce5 HTTP/1.1" status: 200 len: 992 time: 0.0985670 Jul 27 22:26:39.760949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b61f159-b615-40fe-96cd-34d74c50f56e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:26:39.786643 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b61f159-b615-40fe-96cd-34d74c50f56e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.788138 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-5b61f159-b615-40fe-96cd-34d74c50f56e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Added segment 2ba4d05f-bea6-4c0b-9aa2-fba2ff014117 of type vlan for network 83a335a6-5835-4f69-8ef8-790f2fcb8942 Jul 27 22:26:39.890276 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b61f159-b615-40fe-96cd-34d74c50f56e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.963620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b61f159-b615-40fe-96cd-34d74c50f56e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.976780 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b61f159-b615-40fe-96cd-34d74c50f56e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:39.978701 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b61f159-b615-40fe-96cd-34d74c50f56e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:40.100371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61f159-b615-40fe-96cd-34d74c50f56e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Network': ['ID=83a335a6-5835-4f69-8ef8-790f2fcb8942,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:40.112836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 83a335a6-5835-4f69-8ef8-790f2fcb8942 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:26:40.122278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47356) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:40.122637 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5b61f159-b615-40fe-96cd-34d74c50f56e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4595959 Jul 27 22:26:40.131363 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8cf08eaa-ad2a-4dd9-a2c5-7d7126f33626 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': '83a335a6-5835-4f69-8ef8-790f2fcb8942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:40.284290 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf08eaa-ad2a-4dd9-a2c5-7d7126f33626 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:40.288210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cf08eaa-ad2a-4dd9-a2c5-7d7126f33626 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:40.534736 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cf08eaa-ad2a-4dd9-a2c5-7d7126f33626 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:40.634198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf08eaa-ad2a-4dd9-a2c5-7d7126f33626 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Subnet': ['ID=3e1584da-744e-48a0-a816-16af543e628c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:40.659562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf08eaa-ad2a-4dd9-a2c5-7d7126f33626 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Checking segment: {'id': '2ba4d05f-bea6-4c0b-9aa2-fba2ff014117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '83a335a6-5835-4f69-8ef8-790f2fcb8942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:40.659931 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf08eaa-ad2a-4dd9-a2c5-7d7126f33626 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network hostable DHCP agents. Network: 83a335a6-5835-4f69-8ef8-790f2fcb8942, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:26:40.684523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf08eaa-ad2a-4dd9-a2c5-7d7126f33626 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 83a335a6-5835-4f69-8ef8-790f2fcb8942 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:26:40.698232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8cf08eaa-ad2a-4dd9-a2c5-7d7126f33626 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 83a335a6-5835-4f69-8ef8-790f2fcb8942) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:40.706227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf08eaa-ad2a-4dd9-a2c5-7d7126f33626 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:40.707082 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cf08eaa-ad2a-4dd9-a2c5-7d7126f33626 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:40.707509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac964e-4eb7-4ab0-abf4-67b36b623b3a None None] Network 83a335a6-5835-4f69-8ef8-790f2fcb8942 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:40.732471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47362) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:40.734062 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8cf08eaa-ad2a-4dd9-a2c5-7d7126f33626 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6089444 Jul 27 22:26:40.739878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-67151bc1-6d51-4024-a496-c6d2ab18a928 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-761304556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:40.796012 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67151bc1-6d51-4024-a496-c6d2ab18a928 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:40.797419 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67151bc1-6d51-4024-a496-c6d2ab18a928 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:40.877753 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67151bc1-6d51-4024-a496-c6d2ab18a928 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:40.883343 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67151bc1-6d51-4024-a496-c6d2ab18a928 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:40.907559 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67151bc1-6d51-4024-a496-c6d2ab18a928 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:40.909406 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-67151bc1-6d51-4024-a496-c6d2ab18a928 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1756504 Jul 27 22:26:40.912438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47368) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:40.925496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-83a335a6-5835-4f69-8ef8-790f2fcb8942', 'network_id': '83a335a6-5835-4f69-8ef8-790f2fcb8942', 'tenant_id': '69f82d3747024dc4909eb21715a47ed0', 'fixed_ips': [{'subnet_id': '3e1584da-744e-48a0-a816-16af543e628c'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:26:40.926477 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:40.928215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'network_id': '83a335a6-5835-4f69-8ef8-790f2fcb8942', 'name': 'tempest-PortsIpV6TestJSON-559194260'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:41.076355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:41.081831 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:41.109691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:26:41.166104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Allocated IP 2001:db8::2 (83a335a6-5835-4f69-8ef8-790f2fcb8942/3e1584da-744e-48a0-a816-16af543e628c/4b44b0db-0ba4-4d09-9b54-ee70949dd34b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:41.369262 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:41.381646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Transition to ACTIVE for port object 4b44b0db-0ba4-4d09-9b54-ee70949dd34b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:41.401748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Transition to ACTIVE for port object 4b44b0db-0ba4-4d09-9b54-ee70949dd34b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:41.412476 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:41.463339 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Pushing event updated for resources: {'Port': ['ID=4b44b0db-0ba4-4d09-9b54-ee70949dd34b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:41.477014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Network 83a335a6-5835-4f69-8ef8-790f2fcb8942 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:41.479035 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:41.481563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:41.566040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8::55 (83a335a6-5835-4f69-8ef8-790f2fcb8942/3e1584da-744e-48a0-a816-16af543e628c/ba467e6c-46a6-4061-93cb-8fe33ffcd1e8) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:41.601037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Attempting to bind port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:41.601655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Attempting to bind port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '2ba4d05f-bea6-4c0b-9aa2-fba2ff014117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '83a335a6-5835-4f69-8ef8-790f2fcb8942'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:41.602135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Attempting to bind port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b on network 83a335a6-5835-4f69-8ef8-790f2fcb8942 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:41.610320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:41.610844 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Checking segment: {'id': '2ba4d05f-bea6-4c0b-9aa2-fba2ff014117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '83a335a6-5835-4f69-8ef8-790f2fcb8942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:41.611435 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:41.611885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Bound using segment: {'id': '2ba4d05f-bea6-4c0b-9aa2-fba2ff014117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '83a335a6-5835-4f69-8ef8-790f2fcb8942'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:41.612439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Bound port: 4b44b0db-0ba4-4d09-9b54-ee70949dd34b, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba4d05f-bea6-4c0b-9aa2-fba2ff014117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '83a335a6-5835-4f69-8ef8-790f2fcb8942'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:41.613784 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:41.703428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] For port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:41.708148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] For port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4b44b0db-0ba4-4d09-9b54-ee70949dd34b,segment=NetworkSegment(2ba4d05f-bea6-4c0b-9aa2-fba2ff014117),segment_id=2ba4d05f-bea6-4c0b-9aa2-fba2ff014117)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:41.713756 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:41.807229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fa732-2545-4899-81dc-172d4ff8693c None None] Pushing event updated for resources: {'Port': ['ID=4b44b0db-0ba4-4d09-9b54-ee70949dd34b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:41.840871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:41.881134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Transition to ACTIVE for port object ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:41.946205 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:42.005005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 83a335a6-5835-4f69-8ef8-790f2fcb8942 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:42.013627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:42.020200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:42.040830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:42.040830 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:42.197286 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2812848 Jul 27 22:26:42.197840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:42.201622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d703a1-d371-4100-aa78-d9f46b8359c0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=ba467e6c-46a6-4061-93cb-8fe33ffcd1e8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:42.565037 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:42.754988 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:42.781225 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-689e9810-b12b-4991-959a-b1206eadafc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:43.031793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47402) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:43.241201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:43.261064 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:43.340723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9dfeb2-1be4-49f4-a4bf-82987b4b9bf1 None None] Network 83a335a6-5835-4f69-8ef8-790f2fcb8942 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:43.417528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port 5d562e8e-eaab-4b6b-b314-5e620821724f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:43.418227 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:43.505973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-225ddc7e-34e1-4072-999a-dd799c070a98 None None] Provisioning for port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:43.594254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=ba467e6c-46a6-4061-93cb-8fe33ffcd1e8,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:43.639633 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:43.643158 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:43.670852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for 5d562e8e-eaab-4b6b-b314-5e620821724f owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:43.692793 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4b44b0db-0ba4-4d09-9b54-ee70949dd34b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:43.796397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:43.857410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:43.861840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:43.862300 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.037577 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.107503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4b44b0db-0ba4-4d09-9b54-ee70949dd34b,segment=NetworkSegment(2ba4d05f-bea6-4c0b-9aa2-fba2ff014117),segment_id=2ba4d05f-bea6-4c0b-9aa2-fba2ff014117)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:44.117404 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.159009 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.207110 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.232039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=5d562e8e-eaab-4b6b-b314-5e620821724f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:44.244940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=4b44b0db-0ba4-4d09-9b54-ee70949dd34b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:44.324717 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.325383 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Floating IP 740d9603-8634-4983-b7b9-0c7ded5f8ce5 disassociated (deleted). External IP: 172.25.1.148, port: 14777e7e-db94-430d-a11b-1aedca7bce3e. Jul 27 22:26:44.401156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d4526a92-2b7f-404a-b289-b0e07de72847 None None] Provisioning for port ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:44.405707 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d4526a92-2b7f-404a-b289-b0e07de72847 None None] Provisioning complete for port ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:44.406163 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4526a92-2b7f-404a-b289-b0e07de72847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.485080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d4526a92-2b7f-404a-b289-b0e07de72847 None None] Port ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:26:44.523688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d4526a92-2b7f-404a-b289-b0e07de72847 None None] Provisioning complete for port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:44.525567 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4526a92-2b7f-404a-b289-b0e07de72847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.764337 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.774523 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.776644 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.813327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7423c805-6047-4670-9432-89ddb647b2a6 None None] Provisioning complete for port ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:44.813937 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7423c805-6047-4670-9432-89ddb647b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:44.841095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:26:44.883240 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:26:44.894146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7423c805-6047-4670-9432-89ddb647b2a6 None None] Port ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:26:45.084366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=ba467e6c-46a6-4061-93cb-8fe33ffcd1e8,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:45.131444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:26:45.140747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:45.145702 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387192e-a997-4062-828f-568c5d8c91bc None None] Sync routers for ids ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:26:45.148145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 83a335a6-5835-4f69-8ef8-790f2fcb8942 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:45.150692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:45.163791 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387192e-a997-4062-828f-568c5d8c91bc None None] Routers {'4d26d671-c97d-4650-bfdc-9d60e010c3a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:26:45.169940 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3387192e-a997-4062-828f-568c5d8c91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:26:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:45.249877 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dd5e419f-18ce-455b-9b6c-76fa484729ae tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/floatingips/740d9603-8634-4983-b7b9-0c7ded5f8ce5 HTTP/1.1" status: 204 len: 168 time: 2.2166352 Jul 27 22:26:45.252027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:26:45.257764 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01212f27-d807-401e-86a4-6f2e7037ab94" -d '{"events": [{"name": "network-changed", "server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:26:45.346519 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b5d704-442b-4519-8b3b-8eefac9dca93 x-openstack-request-id: req-29b5d704-442b-4519-8b3b-8eefac9dca93 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:26:45.346824 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:26:45.347083 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29b5d704-442b-4519-8b3b-8eefac9dca93 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:26:45.347496 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'status': 'completed', 'code': 200} Jul 27 22:26:45.355758 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Router 8af06358-09c8-4aca-b21c-2daddb8b02fe is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:26:45.360900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5496a237-0229-4084-be61-883b7b74127c None None] Provisioning complete for port ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:45.361274 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5496a237-0229-4084-be61-883b7b74127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:45.542256 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2dba0e54-eb65-4718-808d-4d33e4aa346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:45.552746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5496a237-0229-4084-be61-883b7b74127c None None] Port ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:26:45.632077 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3387192e-a997-4062-828f-568c5d8c91bc None None] Set router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:26:45.649404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4b44b0db-0ba4-4d09-9b54-ee70949dd34b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:45.771660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:45.772327 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:45.838428 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:45.865654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:45.872388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-40193b10-c360-4b42-ba4a-abc377ee750e None None] Provisioning complete for port ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:45.872883 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-40193b10-c360-4b42-ba4a-abc377ee750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:45.970799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cef3e-b62e-4e2a-a861-c37793e4495c req-70707fc8-2ffc-4f30-8d96-2f0d8ca03a73 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:45.995078 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc2cef3e-b62e-4e2a-a861-c37793e4495c req-70707fc8-2ffc-4f30-8d96-2f0d8ca03a73 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 945 time: 0.1980650 Jul 27 22:26:46.099094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc2cef3e-b62e-4e2a-a861-c37793e4495c req-7cc96479-369e-4806-bfd8-766b1873ce79 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2df19e6-70d4-4e69-9963-01135ada0944&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929706 Jul 27 22:26:46.101051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-40193b10-c360-4b42-ba4a-abc377ee750e None None] Port ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:26:46.166420 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-981b2803-b9cd-4128-b4f0-a45b016df69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:46.210455 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3387192e-a997-4062-828f-568c5d8c91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:25:31Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '5f671dfb-e512-4db5-9f0c-adde75ac2733', 'name': '', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:05:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:30Z', 'updated_at': '2021-07-27T22:25:38Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:46.211542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517e6fa-4fae-45f4-97cf-1d58705ef3e6 req-f993403d-77a7-4ccd-9c25-9261a2442bbe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:46.213512 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0517e6fa-4fae-45f4-97cf-1d58705ef3e6 req-f993403d-77a7-4ccd-9c25-9261a2442bbe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.41 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 945 time: 0.1128933 Jul 27 22:26:46.298379 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387192e-a997-4062-828f-568c5d8c91bc None None] Checking router: 4d26d671-c97d-4650-bfdc-9d60e010c3a0 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:26:46.333709 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387192e-a997-4062-828f-568c5d8c91bc None None] Routers {'4d26d671-c97d-4650-bfdc-9d60e010c3a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:26:46.334667 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3387192e-a997-4062-828f-568c5d8c91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:26:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:46.434072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0517e6fa-4fae-45f4-97cf-1d58705ef3e6 req-9a1d98ea-f9f8-4480-a2d9-178fa3b606d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port 14777e7e-db94-430d-a11b-1aedca7bce3e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:46.434604 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0517e6fa-4fae-45f4-97cf-1d58705ef3e6 req-9a1d98ea-f9f8-4480-a2d9-178fa3b606d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:46.464503 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:46.472291 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:46.473050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-981b2803-b9cd-4128-b4f0-a45b016df69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:46.512782 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-981b2803-b9cd-4128-b4f0-a45b016df69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:46.543621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:26:46.548427 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8406125d-71dc-4895-a8bb-533efd0292cf tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "PUT /v2.0/routers/8af06358-09c8-4aca-b21c-2daddb8b02fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3491807 Jul 27 22:26:46.550872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01212f27-d807-401e-86a4-6f2e7037ab94 req-8ae80c17-dafc-40f9-aa6c-32c0fc6ec171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:46.552228 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01212f27-d807-401e-86a4-6f2e7037ab94 req-8ae80c17-dafc-40f9-aa6c-32c0fc6ec171 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 1096 time: 1.1842856 Jul 27 22:26:46.552777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47444) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:46.558027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea368b-935a-4fd9-ba3a-05995ef0d945 None None] Sync routers for ids ['8af06358-09c8-4aca-b21c-2daddb8b02fe'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:26:46.570069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea368b-935a-4fd9-ba3a-05995ef0d945 None None] Routers {'8af06358-09c8-4aca-b21c-2daddb8b02fe'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:26:46.578126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d7ea368b-935a-4fd9-ba3a-05995ef0d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:26:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['8af06358-09c8-4aca-b21c-2daddb8b02fe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:46.589812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-0c1ef179-19ce-4d85-85a8-a78c110cdcc5 req-cd72953a-ca93-44f4-a26e-69c934d08aeb service neutron] (93835) timed out ('10.222.0.43', 61970) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:26:46.591240 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3387192e-a997-4062-828f-568c5d8c91bc None None] Set router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:26:46.603855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-981b2803-b9cd-4128-b4f0-a45b016df69e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=617e272c7955422aa074eefff73e9826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7269139 Jul 27 22:26:46.614409 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:46.630121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b2803-b9cd-4128-b4f0-a45b016df69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e48810b-4500-4964-80c5-2c5b265fac5f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:46.634576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d7ea368b-935a-4fd9-ba3a-05995ef0d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:46.661612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea368b-935a-4fd9-ba3a-05995ef0d945 None None] Routers {'8af06358-09c8-4aca-b21c-2daddb8b02fe'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:26:46.662252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d7ea368b-935a-4fd9-ba3a-05995ef0d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:26:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['8af06358-09c8-4aca-b21c-2daddb8b02fe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:46.709460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca57a4f2-4329-4daa-9788-5aef82f73496 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:46.713908 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ca57a4f2-4329-4daa-9788-5aef82f73496 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af06358-09c8-4aca-b21c-2daddb8b02fe HTTP/1.1" status: 200 len: 987 time: 0.1574774 Jul 27 22:26:46.715335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47448) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:46.722423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d7ea368b-935a-4fd9-ba3a-05995ef0d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:46.723125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea368b-935a-4fd9-ba3a-05995ef0d945 None None] The sync data for ids ['8af06358-09c8-4aca-b21c-2daddb8b02fe'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:26:46.743398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0517e6fa-4fae-45f4-97cf-1d58705ef3e6 req-9a1d98ea-f9f8-4480-a2d9-178fa3b606d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] For port 14777e7e-db94-430d-a11b-1aedca7bce3e, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=14777e7e-db94-430d-a11b-1aedca7bce3e,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:46.743914 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0517e6fa-4fae-45f4-97cf-1d58705ef3e6 req-9a1d98ea-f9f8-4480-a2d9-178fa3b606d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:46.765679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-0517e6fa-4fae-45f4-97cf-1d58705ef3e6 req-9a1d98ea-f9f8-4480-a2d9-178fa3b606d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for 14777e7e-db94-430d-a11b-1aedca7bce3e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:46.774523 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbf94ae3-2fdc-4dae-b3af-773f8bbf665a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:46.851267 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbf94ae3-2fdc-4dae-b3af-773f8bbf665a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:46.865084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01212f27-d807-401e-86a4-6f2e7037ab94 req-38d9fcb6-8ce1-4698-9d4a-982c77ad99de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:46.866753 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01212f27-d807-401e-86a4-6f2e7037ab94 req-38d9fcb6-8ce1-4698-9d4a-982c77ad99de service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e731a45-9191-4340-bf12-130fe7b57ea8 HTTP/1.1" status: 200 len: 897 time: 0.2910028 Jul 27 22:26:46.962624 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3387192e-a997-4062-828f-568c5d8c91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:25:31Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '5f671dfb-e512-4db5-9f0c-adde75ac2733', 'name': '', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:05:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:30Z', 'updated_at': '2021-07-27T22:25:38Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:46.983931 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01212f27-d807-401e-86a4-6f2e7037ab94 req-24cc69aa-9d1c-4a47-afcf-90c104ebe3a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14777e7e-db94-430d-a11b-1aedca7bce3e HTTP/1.1" status: 200 len: 217 time: 0.0933650 Jul 27 22:26:46.986455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbf94ae3-2fdc-4dae-b3af-773f8bbf665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:46.989196 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbf94ae3-2fdc-4dae-b3af-773f8bbf665a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:46.992893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dbf94ae3-2fdc-4dae-b3af-773f8bbf665a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e48810b-4500-4964-80c5-2c5b265fac5f HTTP/1.1" status: 204 len: 168 time: 0.3751132 Jul 27 22:26:47.007015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf94ae3-2fdc-4dae-b3af-773f8bbf665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e48810b-4500-4964-80c5-2c5b265fac5f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:47.029187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0517e6fa-4fae-45f4-97cf-1d58705ef3e6 req-9a1d98ea-f9f8-4480-a2d9-178fa3b606d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:47.036231 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387192e-a997-4062-828f-568c5d8c91bc None None] The sync data for ids ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'] in n-d-802011-3 is: [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:25:31Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '5f671dfb-e512-4db5-9f0c-adde75ac2733', 'name': '', 'network_id': '6e731a45-9191-4340-bf12-130fe7b57ea8', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:05:d0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:30Z', 'updated_at': '2021-07-27T22:25:38Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': '514a6a3e-fc31-4944-93ce-888397d7626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:26:47.071413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d98ea-f9f8-4480-a2d9-178fa3b606d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=14777e7e-db94-430d-a11b-1aedca7bce3e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:47.133228 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0517e6fa-4fae-45f4-97cf-1d58705ef3e6 req-9a1d98ea-f9f8-4480-a2d9-178fa3b606d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] No DVR routers for this DVR port 14777e7e-db94-430d-a11b-1aedca7bce3e on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:47.136592 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0517e6fa-4fae-45f4-97cf-1d58705ef3e6 req-9a1d98ea-f9f8-4480-a2d9-178fa3b606d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:47.139621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0517e6fa-4fae-45f4-97cf-1d58705ef3e6 req-9a1d98ea-f9f8-4480-a2d9-178fa3b606d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.41 "DELETE /v2.0/ports/14777e7e-db94-430d-a11b-1aedca7bce3e HTTP/1.1" status: 204 len: 173 time: 0.9179294 Jul 27 22:26:47.140455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01212f27-d807-401e-86a4-6f2e7037ab94 req-65ef05f5-77ca-4ffb-802a-3101f2479590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:47.144291 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01212f27-d807-401e-86a4-6f2e7037ab94 req-65ef05f5-77ca-4ffb-802a-3101f2479590 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=514a6a3e-fc31-4944-93ce-888397d7626a HTTP/1.1" status: 200 len: 833 time: 0.1149869 Jul 27 22:26:47.286015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46acb6ab-6669-4c2a-9884-dea0d7b68c7a req-c85e537f-91ab-4cdc-8a3f-f3826a64ed87 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=947463a7-9ad0-4c81-a8e0-bae3179959c0 HTTP/1.1" status: 200 len: 210 time: 0.0713589 Jul 27 22:26:47.349072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'name': 'network-vif-deleted', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:26:47.351647 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce73ccb0-f749-436b-b65b-5ba83cc4c17f" -d '{"events": [{"server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "name": "network-vif-deleted", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:26:47.377991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01212f27-d807-401e-86a4-6f2e7037ab94 req-17f2f16c-18fc-4c26-8081-28e4adcd629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:47.379940 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01212f27-d807-401e-86a4-6f2e7037ab94 req-17f2f16c-18fc-4c26-8081-28e4adcd629f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e731a45-9191-4340-bf12-130fe7b57ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958644 Jul 27 22:26:47.428712 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8376a44-fb5d-4abc-8007-49f05570db33 x-openstack-request-id: req-f8376a44-fb5d-4abc-8007-49f05570db33 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:26:47.429005 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947463a7-9ad0-4c81-a8e0-bae3179959c0", "name": "network-vif-deleted", "tag": "14777e7e-db94-430d-a11b-1aedca7bce3e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:26:47.429258 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8376a44-fb5d-4abc-8007-49f05570db33 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:26:47.429754 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947463a7-9ad0-4c81-a8e0-bae3179959c0', 'name': 'network-vif-deleted', 'tag': '14777e7e-db94-430d-a11b-1aedca7bce3e', 'status': 'completed', 'code': 200} Jul 27 22:26:47.577215 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a0195-0068-4283-8208-9b3a9b380b47 None None] New status for floating IP 740d9603-8634-4983-b7b9-0c7ded5f8ce5: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:26:47.625805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:47.665516 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f374-69c1-4df0-83ce-823a8eb433ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:47.706678 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01212f27-d807-401e-86a4-6f2e7037ab94 req-23ecc45f-057e-4f32-99f3-6e29392e9988 service neutron] 10.222.0.41 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070521 Jul 27 22:26:47.882498 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f374-69c1-4df0-83ce-823a8eb433ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:47.891477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f374-69c1-4df0-83ce-823a8eb433ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:47.952969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47472) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:47.953144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5ad4f374-69c1-4df0-83ce-823a8eb433ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b226878e9954b24844d646688658bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258874 Jul 27 22:26:47.955293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4f374-69c1-4df0-83ce-823a8eb433ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d9318-f3d4-4840-97d7-ba1a1d7714d0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:48.007737 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01212f27-d807-401e-86a4-6f2e7037ab94 req-31538b27-75b9-4bab-b967-42d85447cb7a service neutron] 10.222.0.41 "GET /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864273 Jul 27 22:26:48.011308 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62aea715-f856-4ae5-a7c4-5b839f9ea2cc tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:48.128529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7ad768e-b6a2-4662-ad32-0bde75de7b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:48.134152 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:48.236795 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7ad768e-b6a2-4662-ad32-0bde75de7b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:48.335378 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7ad768e-b6a2-4662-ad32-0bde75de7b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:48.339570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7ad768e-b6a2-4662-ad32-0bde75de7b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:48.345271 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d7ad768e-b6a2-4662-ad32-0bde75de7b73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e16d9318-f3d4-4840-97d7-ba1a1d7714d0 HTTP/1.1" status: 204 len: 168 time: 0.3892012 Jul 27 22:26:48.352540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:48.383373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad768e-b6a2-4662-ad32-0bde75de7b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d9318-f3d4-4840-97d7-ba1a1d7714d0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:48.424083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-62aea715-f856-4ae5-a7c4-5b839f9ea2cc tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:48.424429 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62aea715-f856-4ae5-a7c4-5b839f9ea2cc tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:48.533138 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62aea715-f856-4ae5-a7c4-5b839f9ea2cc tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:48.549675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-62aea715-f856-4ae5-a7c4-5b839f9ea2cc tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:48.850901 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62aea715-f856-4ae5-a7c4-5b839f9ea2cc tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:48.896213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aea715-f856-4ae5-a7c4-5b839f9ea2cc tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=ba467e6c-46a6-4061-93cb-8fe33ffcd1e8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:49.135125 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-62aea715-f856-4ae5-a7c4-5b839f9ea2cc tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:49.198000 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8772dccd-a2e4-4b1d-85eb-c028bd6ad5fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:49.603419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62aea715-f856-4ae5-a7c4-5b839f9ea2cc tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Router 8af06358-09c8-4aca-b21c-2daddb8b02fe has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:26:49.798772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aea715-f856-4ae5-a7c4-5b839f9ea2cc tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:26:49.804369 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-62aea715-f856-4ae5-a7c4-5b839f9ea2cc tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "PUT /v2.0/routers/8af06358-09c8-4aca-b21c-2daddb8b02fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0879974 Jul 27 22:26:49.808945 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47504) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:49.819518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d25f5b-4f87-4d8b-ab4f-834f02534e24 None None] Sync routers for ids ['8af06358-09c8-4aca-b21c-2daddb8b02fe'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:26:49.841124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d25f5b-4f87-4d8b-ab4f-834f02534e24 None None] Routers {'8af06358-09c8-4aca-b21c-2daddb8b02fe'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:26:49.842458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-10d25f5b-4f87-4d8b-ab4f-834f02534e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:26:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['8af06358-09c8-4aca-b21c-2daddb8b02fe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:49.858883 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49e484e-b712-47a0-8ce8-4081cf0608cd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:26:49.861307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d49e484e-b712-47a0-8ce8-4081cf0608cd tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/ba467e6c-46a6-4061-93cb-8fe33ffcd1e8 HTTP/1.1" status: 404 len: 333 time: 0.0513380 Jul 27 22:26:49.864468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47506) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:49.934159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-10d25f5b-4f87-4d8b-ab4f-834f02534e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:49.944825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d25f5b-4f87-4d8b-ab4f-834f02534e24 None None] Routers {'8af06358-09c8-4aca-b21c-2daddb8b02fe'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:26:49.945705 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-10d25f5b-4f87-4d8b-ab4f-834f02534e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:26:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['8af06358-09c8-4aca-b21c-2daddb8b02fe'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:49.995393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-10d25f5b-4f87-4d8b-ab4f-834f02534e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:49.996084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d25f5b-4f87-4d8b-ab4f-834f02534e24 None None] The sync data for ids ['8af06358-09c8-4aca-b21c-2daddb8b02fe'] in n-d-802011-3 is: [] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:26:50.049524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42e081af-5a93-40cf-87fa-d94a776c002a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:50.078117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8772dccd-a2e4-4b1d-85eb-c028bd6ad5fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port 5f671dfb-e512-4db5-9f0c-adde75ac2733 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:50.078509 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8772dccd-a2e4-4b1d-85eb-c028bd6ad5fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:50.269337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 14777e7e-db94-430d-a11b-1aedca7bce3e no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:26:50.302181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8772dccd-a2e4-4b1d-85eb-c028bd6ad5fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] For port 5f671dfb-e512-4db5-9f0c-adde75ac2733, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5f671dfb-e512-4db5-9f0c-adde75ac2733,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:50.303872 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8772dccd-a2e4-4b1d-85eb-c028bd6ad5fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:50.330983 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42e081af-5a93-40cf-87fa-d94a776c002a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:50.332628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 14777e7e-db94-430d-a11b-1aedca7bce3e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:26:50.333428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 14777e7e-db94-430d-a11b-1aedca7bce3e not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:26:50.334102 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42e081af-5a93-40cf-87fa-d94a776c002a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:50.368087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8772dccd-a2e4-4b1d-85eb-c028bd6ad5fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for 5f671dfb-e512-4db5-9f0c-adde75ac2733 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:50.413128 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42e081af-5a93-40cf-87fa-d94a776c002a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:50.413840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e081af-5a93-40cf-87fa-d94a776c002a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Fanout notify agent at l3_agent the message router_deleted on router 8af06358-09c8-4aca-b21c-2daddb8b02fe {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:26:50.431024 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-42e081af-5a93-40cf-87fa-d94a776c002a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:50.434553 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-42e081af-5a93-40cf-87fa-d94a776c002a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/routers/8af06358-09c8-4aca-b21c-2daddb8b02fe HTTP/1.1" status: 204 len: 168 time: 0.5667436 Jul 27 22:26:50.437037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47514) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:50.578188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75a123e-edd2-4c63-8ab7-c6f687bdc77a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting subnet 3e1584da-744e-48a0-a816-16af543e628c {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:26:50.582205 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e75a123e-edd2-4c63-8ab7-c6f687bdc77a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:50.665394 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e75a123e-edd2-4c63-8ab7-c6f687bdc77a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:50.750292 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8772dccd-a2e4-4b1d-85eb-c028bd6ad5fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:50.812311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e75a123e-edd2-4c63-8ab7-c6f687bdc77a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:50.814428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772dccd-a2e4-4b1d-85eb-c028bd6ad5fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=5f671dfb-e512-4db5-9f0c-adde75ac2733,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:50.984471 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e75a123e-edd2-4c63-8ab7-c6f687bdc77a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:51.080140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c33f68-e77d-47fd-908c-de1446fb3d14 None None] Network 83a335a6-5835-4f69-8ef8-790f2fcb8942 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:51.083968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e75a123e-edd2-4c63-8ab7-c6f687bdc77a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:51.093918 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e75a123e-edd2-4c63-8ab7-c6f687bdc77a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/3e1584da-744e-48a0-a816-16af543e628c HTTP/1.1" status: 204 len: 168 time: 0.6552050 Jul 27 22:26:51.112430 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8772dccd-a2e4-4b1d-85eb-c028bd6ad5fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:51.124351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47534) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:51.142621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a123e-edd2-4c63-8ab7-c6f687bdc77a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1584da-744e-48a0-a816-16af543e628c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:51.339914 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:51.527840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8772dccd-a2e4-4b1d-85eb-c028bd6ad5fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:26:51.531853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f780dae0-59e7-44dc-b667-2704b65d3af6 None None] DHCP port deletion for 83a335a6-5835-4f69-8ef8-790f2fcb8942 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:26:51.541795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:51.541795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:51.641011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f780dae0-59e7-44dc-b667-2704b65d3af6 None None] Deleting port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:51.642300 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f780dae0-59e7-44dc-b667-2704b65d3af6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:51.668488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47542) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:51.725757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f780dae0-59e7-44dc-b667-2704b65d3af6 None None] For port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4b44b0db-0ba4-4d09-9b54-ee70949dd34b,segment=NetworkSegment(2ba4d05f-bea6-4c0b-9aa2-fba2ff014117),segment_id=2ba4d05f-bea6-4c0b-9aa2-fba2ff014117)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:51.726436 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f780dae0-59e7-44dc-b667-2704b65d3af6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:51.739338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] For port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4b44b0db-0ba4-4d09-9b54-ee70949dd34b,segment=NetworkSegment(2ba4d05f-bea6-4c0b-9aa2-fba2ff014117),segment_id=2ba4d05f-bea6-4c0b-9aa2-fba2ff014117)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:51.739716 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:51.741136 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f780dae0-59e7-44dc-b667-2704b65d3af6 None None] Calling delete_port for 4b44b0db-0ba4-4d09-9b54-ee70949dd34b owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:51.760253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 4b44b0db-0ba4-4d09-9b54-ee70949dd34b owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:51.863933 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f780dae0-59e7-44dc-b667-2704b65d3af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:51.870841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8772dccd-a2e4-4b1d-85eb-c028bd6ad5fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:26:51.880495 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8772dccd-a2e4-4b1d-85eb-c028bd6ad5fc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "PUT /v2.0/routers/4d26d671-c97d-4650-bfdc-9d60e010c3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5264769 Jul 27 22:26:51.886085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:51.892729 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0e590c-cc22-4288-8196-253914385028 None None] Sync routers for ids ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:26:51.901766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f780dae0-59e7-44dc-b667-2704b65d3af6 None None] No DVR routers for this DVR port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:51.919335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3dad4321-12aa-49b2-8692-90a736c48295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:51.925976 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0e590c-cc22-4288-8196-253914385028 None None] Routers {'4d26d671-c97d-4650-bfdc-9d60e010c3a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:26:51.926642 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0c0e590c-cc22-4288-8196-253914385028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:26:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:51.956563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-87298dbf-6ae9-4a2f-8e60-176c3b65156f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting subnet 514a6a3e-fc31-4944-93ce-888397d7626a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:26:51.961356 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87298dbf-6ae9-4a2f-8e60-176c3b65156f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:51.964146 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:51.972343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780dae0-59e7-44dc-b667-2704b65d3af6 None None] Pushing event deleted for resources: {'Port': ['ID=4b44b0db-0ba4-4d09-9b54-ee70949dd34b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:52.015405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=4b44b0db-0ba4-4d09-9b54-ee70949dd34b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:52.025635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No DVR routers for this DVR port 4b44b0db-0ba4-4d09-9b54-ee70949dd34b on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:52.122365 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87298dbf-6ae9-4a2f-8e60-176c3b65156f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.153983 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0c0e590c-cc22-4288-8196-253914385028 None None] Set router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:26:52.207877 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3dad4321-12aa-49b2-8692-90a736c48295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.208453 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.216437 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3dad4321-12aa-49b2-8692-90a736c48295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.225496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a335a6-5835-4f69-8ef8-790f2fcb8942']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:52.240304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba4d05f-bea6-4c0b-9aa2-fba2ff014117') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:52.240580 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba4d05f-bea6-4c0b-9aa2-fba2ff014117') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:52.251558 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3dad4321-12aa-49b2-8692-90a736c48295 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b22d9bafbd540cd8973e180097006c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817471 Jul 27 22:26:52.267279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47558) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:52.271835 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.296210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.303618 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87298dbf-6ae9-4a2f-8e60-176c3b65156f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.328154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:52.329170 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: self.session.flush() Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:52.331494 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:52.418733 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0c0e590c-cc22-4288-8196-253914385028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:26:50Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:52.422753 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.432461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.434899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/networks/83a335a6-5835-4f69-8ef8-790f2fcb8942 HTTP/1.1" status: 204 len: 168 time: 1.2964547 Jul 27 22:26:52.440298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47564) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:52.444055 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87298dbf-6ae9-4a2f-8e60-176c3b65156f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.447840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad4321-12aa-49b2-8692-90a736c48295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe854aa-8b08-479e-b73c-b3eb3667eb26,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:52.454410 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0e590c-cc22-4288-8196-253914385028 None None] Checking router: 4d26d671-c97d-4650-bfdc-9d60e010c3a0 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:26:52.479206 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0e590c-cc22-4288-8196-253914385028 None None] Routers {'4d26d671-c97d-4650-bfdc-9d60e010c3a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:26:52.480824 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0c0e590c-cc22-4288-8196-253914385028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:26:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:52.488209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e175f-d5ff-47e2-a06d-e44e3b47e3a0 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Network': ['ID=83a335a6-5835-4f69-8ef8-790f2fcb8942,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:52.527179 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aac088b5-6d4c-4954-8ede-330eda3538fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.556515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87298dbf-6ae9-4a2f-8e60-176c3b65156f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Subnet': ['ID=514a6a3e-fc31-4944-93ce-888397d7626a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:52.561582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aac088b5-6d4c-4954-8ede-330eda3538fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.566965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460bcf58-fba2-4d05-8026-d0926ff25a3e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:52.573582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47566) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:52.574794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-460bcf58-fba2-4d05-8026-d0926ff25a3e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/b21e06ed-171c-482b-ad5a-d3872457480d HTTP/1.1" status: 200 len: 844 time: 0.1333766 Jul 27 22:26:52.576655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87298dbf-6ae9-4a2f-8e60-176c3b65156f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.581708 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-87298dbf-6ae9-4a2f-8e60-176c3b65156f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/subnets/514a6a3e-fc31-4944-93ce-888397d7626a HTTP/1.1" status: 204 len: 168 time: 0.6921980 Jul 27 22:26:52.581861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe758b8-2093-4f1c-84d6-27fe036109cb None None] Network 6e731a45-9191-4340-bf12-130fe7b57ea8 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:52.582427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47568) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:52.672251 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-75e7dc86-36d6-4cb1-a777-2f39ef4d8733 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/b21e06ed-171c-482b-ad5a-d3872457480d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0939169 Jul 27 22:26:52.675500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:52.681361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7e8d788a-a78f-4725-943b-fbc688dd55a7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:52.711352 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0c0e590c-cc22-4288-8196-253914385028 None None] Set router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:26:52.749105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aac088b5-6d4c-4954-8ede-330eda3538fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.757663 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aac088b5-6d4c-4954-8ede-330eda3538fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.765468 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-aac088b5-6d4c-4954-8ede-330eda3538fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbe854aa-8b08-479e-b73c-b3eb3667eb26 HTTP/1.1" status: 204 len: 168 time: 0.4891832 Jul 27 22:26:52.781285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac088b5-6d4c-4954-8ede-330eda3538fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe854aa-8b08-479e-b73c-b3eb3667eb26,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:52.808078 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:52.969776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547042b7-f035-4b88-b520-3a4706d67f18 None None] DHCP port deletion for 6e731a45-9191-4340-bf12-130fe7b57ea8 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:26:53.070630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-547042b7-f035-4b88-b520-3a4706d67f18 None None] Deleting port d7ef1fb7-844b-4187-b37f-ee58709063c4 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:53.071292 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-547042b7-f035-4b88-b520-3a4706d67f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.106152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8d788a-a78f-4725-943b-fbc688dd55a7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:53.111422 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8d788a-a78f-4725-943b-fbc688dd55a7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.156744 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-547042b7-f035-4b88-b520-3a4706d67f18 None None] For port d7ef1fb7-844b-4187-b37f-ee58709063c4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d7ef1fb7-844b-4187-b37f-ee58709063c4,segment=NetworkSegment(b6f421c0-ed68-4462-bdb4-f3c920a585ab),segment_id=b6f421c0-ed68-4462-bdb4-f3c920a585ab)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:53.157319 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-547042b7-f035-4b88-b520-3a4706d67f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.174402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-547042b7-f035-4b88-b520-3a4706d67f18 None None] Calling delete_port for d7ef1fb7-844b-4187-b37f-ee58709063c4 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:53.207715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.286229 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0c0e590c-cc22-4288-8196-253914385028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:26:50Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:53.322553 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-547042b7-f035-4b88-b520-3a4706d67f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.338850 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0e590c-cc22-4288-8196-253914385028 None None] The sync data for ids ['4d26d671-c97d-4650-bfdc-9d60e010c3a0'] in n-d-802011-3 is: [{'id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112595591', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:25:21Z', 'updated_at': '2021-07-27T22:26:50Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': 'c2ccefc7-9ab7-441d-845b-d83045267c5e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:12:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d26d671-c97d-4650-bfdc-9d60e010c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:25:22Z', 'updated_at': '2021-07-27T22:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:26:53.394367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547042b7-f035-4b88-b520-3a4706d67f18 None None] Pushing event deleted for resources: {'Port': ['ID=d7ef1fb7-844b-4187-b37f-ee58709063c4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:53.418928 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8d788a-a78f-4725-943b-fbc688dd55a7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.426944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547042b7-f035-4b88-b520-3a4706d67f18 None None] No DVR routers for this DVR port d7ef1fb7-844b-4187-b37f-ee58709063c4 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:26:53.468168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port c2ccefc7-9ab7-441d-845b-d83045267c5e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:53.468691 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.519744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8d788a-a78f-4725-943b-fbc688dd55a7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 3c635a2c-6509-4ff3-8474-86d34514392e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:53.527292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7e8d788a-a78f-4725-943b-fbc688dd55a7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:53.535618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8d788a-a78f-4725-943b-fbc688dd55a7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:53.536212 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7e8d788a-a78f-4725-943b-fbc688dd55a7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.541679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102a6ed4-7244-4bcc-a950-38b749a062bf None None] Network 3c635a2c-6509-4ff3-8474-86d34514392e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:53.551259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d788a-a78f-4725-943b-fbc688dd55a7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Subnet': ['ID=14f1d87e-68a3-43b0-82ac-d0fccd3d3b1a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:53.574374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7e8d788a-a78f-4725-943b-fbc688dd55a7 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8973408 Jul 27 22:26:53.575712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47584) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:53.581677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-da1065b0-2b11-401e-aa5d-25fc8a6c06a6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'security_group': {'name': 'tempest-secgroup-418336094'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:53.599926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] For port c2ccefc7-9ab7-441d-845b-d83045267c5e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c2ccefc7-9ab7-441d-845b-d83045267c5e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:53.600420 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.625759 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for c2ccefc7-9ab7-441d-845b-d83045267c5e owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:53.631845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da1065b0-2b11-401e-aa5d-25fc8a6c06a6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.641283 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:53.665977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0aec54b-e300-4e47-9062-7d9ed674999c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.861792 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da1065b0-2b11-401e-aa5d-25fc8a6c06a6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.863491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4b44b0db-0ba4-4d09-9b54-ee70949dd34b no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:26:53.871682 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da1065b0-2b11-401e-aa5d-25fc8a6c06a6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:53.909672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 4b44b0db-0ba4-4d09-9b54-ee70949dd34b {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:26:53.910510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4b44b0db-0ba4-4d09-9b54-ee70949dd34b not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:26:53.911130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d7ef1fb7-844b-4187-b37f-ee58709063c4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:26:53.961332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d7ef1fb7-844b-4187-b37f-ee58709063c4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:26:53.961951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d7ef1fb7-844b-4187-b37f-ee58709063c4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:26:53.962882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5f671dfb-e512-4db5-9f0c-adde75ac2733 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:26:53.985983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1065b0-2b11-401e-aa5d-25fc8a6c06a6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e098551-5a06-46cf-8273-31a3a7d9eccd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:54.043593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 5f671dfb-e512-4db5-9f0c-adde75ac2733 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:26:54.044268 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5f671dfb-e512-4db5-9f0c-adde75ac2733 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:26:54.067861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-3c635a2c-6509-4ff3-8474-86d34514392e', 'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'tenant_id': '69f82d3747024dc4909eb21715a47ed0', 'fixed_ips': [{'subnet_id': '14f1d87e-68a3-43b0-82ac-d0fccd3d3b1a'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:26:54.069446 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.243681 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Allocated IP 2001:db8::2 (3c635a2c-6509-4ff3-8474-86d34514392e/14f1d87e-68a3-43b0-82ac-d0fccd3d3b1a/5d3de682-b75a-44f2-b5b9-0999ce604872) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:54.419233 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0aec54b-e300-4e47-9062-7d9ed674999c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.427870 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f0aec54b-e300-4e47-9062-7d9ed674999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.437575 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-da1065b0-2b11-401e-aa5d-25fc8a6c06a6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.442301 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-da1065b0-2b11-401e-aa5d-25fc8a6c06a6 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8642759 Jul 27 22:26:54.446842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47590) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:54.454703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1d3fec2b-3152-4295-a433-d5a9d02e0f80 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'security_group': {'name': 'tempest-secgroup-2013944188'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:54.463420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f0aec54b-e300-4e47-9062-7d9ed674999c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d62c88ffb1204c9998d1245ba75d5b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8204434 Jul 27 22:26:54.465299 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.471440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47592) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:54.549960 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.561270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Transition to ACTIVE for port object 5d3de682-b75a-44f2-b5b9-0999ce604872 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:54.579344 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d3fec2b-3152-4295-a433-d5a9d02e0f80 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.581184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Transition to ACTIVE for port object 5d3de682-b75a-44f2-b5b9-0999ce604872 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:54.588179 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.590255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=c2ccefc7-9ab7-441d-845b-d83045267c5e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:54.637943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Network 3c635a2c-6509-4ff3-8474-86d34514392e is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:54.645248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:54.652231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:54.656201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aec54b-e300-4e47-9062-7d9ed674999c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8846968b-3cdb-4da4-bbd8-c595f94b090f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:54.664089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Pushing event updated for resources: {'Port': ['ID=5d3de682-b75a-44f2-b5b9-0999ce604872,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:54.683042 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.721475 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2b345ac-b2bb-430a-b8cd-b23c7ebee903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.745124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Attempting to bind port 5d3de682-b75a-44f2-b5b9-0999ce604872 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:26:54.745493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Attempting to bind port 5d3de682-b75a-44f2-b5b9-0999ce604872 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'a74e600c-de0a-4029-8676-d56e280558a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:26:54.747085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Attempting to bind port 5d3de682-b75a-44f2-b5b9-0999ce604872 on network 3c635a2c-6509-4ff3-8474-86d34514392e {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:26:54.752838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:26:54.753222 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Checking segment: {'id': 'a74e600c-de0a-4029-8676-d56e280558a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:26:54.753672 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.754144 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Bound using segment: {'id': 'a74e600c-de0a-4029-8676-d56e280558a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:26:54.754602 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Bound port: 5d3de682-b75a-44f2-b5b9-0999ce604872, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74e600c-de0a-4029-8676-d56e280558a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:26:54.754988 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.768252 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2b345ac-b2bb-430a-b8cd-b23c7ebee903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.809980 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d3fec2b-3152-4295-a433-d5a9d02e0f80 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.819603 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.819824 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d3fec2b-3152-4295-a433-d5a9d02e0f80 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.821856 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.871273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] For port 5d3de682-b75a-44f2-b5b9-0999ce604872, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:26:54.878453 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.879023 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Fanout notify agent at l3_agent the message router_deleted on router 4d26d671-c97d-4650-bfdc-9d60e010c3a0 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:26:54.879726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] For port 5d3de682-b75a-44f2-b5b9-0999ce604872, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5d3de682-b75a-44f2-b5b9-0999ce604872,segment=NetworkSegment(a74e600c-de0a-4029-8676-d56e280558a2),segment_id=a74e600c-de0a-4029-8676-d56e280558a2)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:26:54.889257 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.889404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.889404 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-731c383c-ea4d-47bf-b37d-ad1cb2208ffb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/routers/4d26d671-c97d-4650-bfdc-9d60e010c3a0 HTTP/1.1" status: 204 len: 168 time: 2.3058424 Jul 27 22:26:54.892628 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d3fec2b-3152-4295-a433-d5a9d02e0f80 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:54.894734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47596) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:54.896915 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1d3fec2b-3152-4295-a433-d5a9d02e0f80 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4487340 Jul 27 22:26:54.897595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47598) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:54.907920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-376856228', 'security_groups': ['765353ff-31e4-47b2-a30c-808e5481abcb'], 'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '14f1d87e-68a3-43b0-82ac-d0fccd3d3b1a'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:54.944430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fec2b-3152-4295-a433-d5a9d02e0f80 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765353ff-31e4-47b2-a30c-808e5481abcb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:55.015645 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:55.030930 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347fd25-2536-4b9d-92c6-c6361f947c4c None None] Pushing event updated for resources: {'Port': ['ID=5d3de682-b75a-44f2-b5b9-0999ce604872,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:55.083764 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2b345ac-b2bb-430a-b8cd-b23c7ebee903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:55.086600 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b2b345ac-b2bb-430a-b8cd-b23c7ebee903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:55.088991 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b2b345ac-b2bb-430a-b8cd-b23c7ebee903 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8846968b-3cdb-4da4-bbd8-c595f94b090f HTTP/1.1" status: 204 len: 168 time: 0.5367081 Jul 27 22:26:55.102193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b345ac-b2bb-430a-b8cd-b23c7ebee903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8846968b-3cdb-4da4-bbd8-c595f94b090f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:55.203315 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:55.224945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e731a45-9191-4340-bf12-130fe7b57ea8']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:55.243642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:55.248354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f421c0-ed68-4462-bdb4-f3c920a585ab') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:55.248869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f421c0-ed68-4462-bdb4-f3c920a585ab') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:26:55.270299 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:55.313957 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:55.324012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:26:55.324666 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:26:55.328084 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:26:55.348291 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:55.382706 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port 4eb8dd35-5bfd-469b-9d68-1ca7cca053cb yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:26:55.406131 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:55.417914 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:55.423872 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/networks/6e731a45-9191-4340-bf12-130fe7b57ea8 HTTP/1.1" status: 204 len: 168 time: 0.5238402 Jul 27 22:26:55.429560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47606) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:55.446636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e24931-6292-4c88-890a-b1f90ead8b2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Network': ['ID=6e731a45-9191-4340-bf12-130fe7b57ea8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:55.612237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31a9d149-48fc-409f-803c-c2d88fa75f56 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:55.641792 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c2ccefc7-9ab7-441d-845b-d83045267c5e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:26:55.678693 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: c2ccefc7-9ab7-441d-845b-d83045267c5e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:26:55.680129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c2ccefc7-9ab7-441d-845b-d83045267c5e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:26:55.693218 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31a9d149-48fc-409f-803c-c2d88fa75f56 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:55.781731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8::2ef (3c635a2c-6509-4ff3-8474-86d34514392e/14f1d87e-68a3-43b0-82ac-d0fccd3d3b1a/4eb8dd35-5bfd-469b-9d68-1ca7cca053cb) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:56.327565 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31a9d149-48fc-409f-803c-c2d88fa75f56 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:56.330322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-31a9d149-48fc-409f-803c-c2d88fa75f56 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:56.334411 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-31a9d149-48fc-409f-803c-c2d88fa75f56 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/security-groups/e2df19e6-70d4-4e69-9963-01135ada0944 HTTP/1.1" status: 204 len: 168 time: 0.9017875 Jul 27 22:26:56.362381 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9d149-48fc-409f-803c-c2d88fa75f56 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2df19e6-70d4-4e69-9963-01135ada0944,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:56.459119 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:56.477581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Transition to ACTIVE for port object 4eb8dd35-5bfd-469b-9d68-1ca7cca053cb will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:56.526855 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:56.588375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 3c635a2c-6509-4ff3-8474-86d34514392e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:56.591610 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:56.595300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:26:56.601378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:56.601896 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:56.629393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=4eb8dd35-5bfd-469b-9d68-1ca7cca053cb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:56.653700 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6a3cb432-d926-46d9-ad81-afcee4120c31 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7538087 Jul 27 22:26:56.655649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:56.663205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a65b3a36-caf0-4af6-842e-98e0bf75e666 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:56.849261 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b3a36-caf0-4af6-842e-98e0bf75e666 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:56.854039 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65b3a36-caf0-4af6-842e-98e0bf75e666 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:56.882802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6d8f9a18-3e20-41f9-b420-fea23bc4b0dd None None] Provisioning for port 5d3de682-b75a-44f2-b5b9-0999ce604872 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:56.931292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6d8f9a18-3e20-41f9-b420-fea23bc4b0dd None None] Provisioning complete for port b21e06ed-171c-482b-ad5a-d3872457480d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:56.931785 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6d8f9a18-3e20-41f9-b420-fea23bc4b0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:56.992332 n-d-802011-3 neutron-server[93835]: INFO neutron.db.ipam_backend_mixin [None req-a65b3a36-caf0-4af6-842e-98e0bf75e666 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14f1d87e-68a3-43b0-82ac-d0fccd3d3b1a (CIDR: 2001:db8::/64) Jul 27 22:26:56.994913 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65b3a36-caf0-4af6-842e-98e0bf75e666 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:26:56.997042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65b3a36-caf0-4af6-842e-98e0bf75e666 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:26:57.028470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a65b3a36-caf0-4af6-842e-98e0bf75e666 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3701530 Jul 27 22:26:57.032860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47660) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:57.039658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c19fa7ce-ea85-408c-b4d6-a8a75268c194 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:57.051937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f9a18-3e20-41f9-b420-fea23bc4b0dd None None] Port b21e06ed-171c-482b-ad5a-d3872457480d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:26:57.174315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:57.182655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-96d9054b-3ddb-4305-aad1-84add40efb7a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688041242', 'description': 'tempest-secgroup-smoke-688041242 description', 'project_id': '28b86e8c06114800a9109512618bca6b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:57.245637 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96d9054b-3ddb-4305-aad1-84add40efb7a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.277587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19fa7ce-ea85-408c-b4d6-a8a75268c194 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:57.287466 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c19fa7ce-ea85-408c-b4d6-a8a75268c194 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.386537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7916032c-286b-416b-9086-7d7483365f3a None None] Provisioning for port 4eb8dd35-5bfd-469b-9d68-1ca7cca053cb completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:57.389054 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96d9054b-3ddb-4305-aad1-84add40efb7a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.392040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7916032c-286b-416b-9086-7d7483365f3a None None] Provisioning complete for port 4eb8dd35-5bfd-469b-9d68-1ca7cca053cb triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:57.392540 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7916032c-286b-416b-9086-7d7483365f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.395783 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96d9054b-3ddb-4305-aad1-84add40efb7a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.438809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-96d9054b-3ddb-4305-aad1-84add40efb7a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.439769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7916032c-286b-416b-9086-7d7483365f3a None None] Port 4eb8dd35-5bfd-469b-9d68-1ca7cca053cb cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:26:57.444020 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-96d9054b-3ddb-4305-aad1-84add40efb7a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2651727 Jul 27 22:26:57.445582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9054b-3ddb-4305-aad1-84add40efb7a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c52eac-3d96-4264-8409-8c09d890cd25,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:57.448361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47678) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:57.458788 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-664d9dc2-ad10-47e5-a0d8-a10259ae3dda tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': '71c52eac-3d96-4264-8409-8c09d890cd25', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:57.532506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-664d9dc2-ad10-47e5-a0d8-a10259ae3dda tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.625974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5d3de682-b75a-44f2-b5b9-0999ce604872 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:57.703425 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-664d9dc2-ad10-47e5-a0d8-a10259ae3dda tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.720976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5d3de682-b75a-44f2-b5b9-0999ce604872 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:26:57.727080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5d3de682-b75a-44f2-b5b9-0999ce604872 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:26:57.727867 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.764964 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-664d9dc2-ad10-47e5-a0d8-a10259ae3dda tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.812136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d9dc2-ad10-47e5-a0d8-a10259ae3dda tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e755234-6e6a-4ae3-83e4-7585c9f2713c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:57.830315 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-664d9dc2-ad10-47e5-a0d8-a10259ae3dda tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.834036 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-664d9dc2-ad10-47e5-a0d8-a10259ae3dda tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3846581 Jul 27 22:26:57.834232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47686) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:57.844679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8a28a7d2-c07f-4a50-a981-96b9e3cd47ce tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': '71c52eac-3d96-4264-8409-8c09d890cd25', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:57.849400 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.882576 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c19fa7ce-ea85-408c-b4d6-a8a75268c194 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.905660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 5d3de682-b75a-44f2-b5b9-0999ce604872, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5d3de682-b75a-44f2-b5b9-0999ce604872,segment=NetworkSegment(a74e600c-de0a-4029-8676-d56e280558a2),segment_id=a74e600c-de0a-4029-8676-d56e280558a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:57.912959 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a28a7d2-c07f-4a50-a981-96b9e3cd47ce tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.920272 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.963834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19fa7ce-ea85-408c-b4d6-a8a75268c194 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 3c635a2c-6509-4ff3-8474-86d34514392e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:26:57.967828 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c19fa7ce-ea85-408c-b4d6-a8a75268c194 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:26:57.973932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19fa7ce-ea85-408c-b4d6-a8a75268c194 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:57.974641 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c19fa7ce-ea85-408c-b4d6-a8a75268c194 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:57.991829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fa7ce-ea85-408c-b4d6-a8a75268c194 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Subnet': ['ID=e2905b6e-aa41-4c70-9af5-19fa38a73281,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:57.996152 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36139454-04e9-48a6-972f-07b59d2c234e None None] Network 3c635a2c-6509-4ff3-8474-86d34514392e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:26:58.000651 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c19fa7ce-ea85-408c-b4d6-a8a75268c194 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9666581 Jul 27 22:26:58.001050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47692) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:58.011710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e6514f8d-3959-4f9f-9c79-1f7a35d82441 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1983464275', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e2905b6e-aa41-4c70-9af5-19fa38a73281'}], 'security_groups': ['1e098551-5a06-46cf-8273-31a3a7d9eccd']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:58.073565 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a28a7d2-c07f-4a50-a981-96b9e3cd47ce tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.085175 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a28a7d2-c07f-4a50-a981-96b9e3cd47ce tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.095234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=5d3de682-b75a-44f2-b5b9-0999ce604872,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:58.148301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28a7d2-c07f-4a50-a981-96b9e3cd47ce tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c485f52c-a89f-4ba3-a085-e8a370a3713c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:58.156921 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a28a7d2-c07f-4a50-a981-96b9e3cd47ce tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.158556 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8a28a7d2-c07f-4a50-a981-96b9e3cd47ce tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224535 Jul 27 22:26:58.161676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47694) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:58.177773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ec36652d-6ce6-4c78-9972-831edd9e6bed tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': '71c52eac-3d96-4264-8409-8c09d890cd25', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:58.235440 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6514f8d-3959-4f9f-9c79-1f7a35d82441 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.242718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec36652d-6ce6-4c78-9972-831edd9e6bed tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.352432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec36652d-6ce6-4c78-9972-831edd9e6bed tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.360788 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec36652d-6ce6-4c78-9972-831edd9e6bed tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.364521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d31a1-7a43-412b-bbfc-bbbb3c835d22 None None] Update dhcp port {'port': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'fixed_ips': [{'subnet_id': '14f1d87e-68a3-43b0-82ac-d0fccd3d3b1a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e2905b6e-aa41-4c70-9af5-19fa38a73281'}], 'binding:host_id': 'n-d-802011-3'}, 'id': '5d3de682-b75a-44f2-b5b9-0999ce604872'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:26:58.391012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36652d-6ce6-4c78-9972-831edd9e6bed tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d2d4fd-bc06-454a-b898-f17e3f5a8d94,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:58.405076 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-237d31a1-7a43-412b-bbfc-bbbb3c835d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.436605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ec36652d-6ce6-4c78-9972-831edd9e6bed tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.440537 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ec36652d-6ce6-4c78-9972-831edd9e6bed tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2747421 Jul 27 22:26:58.441732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47702) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:58.445879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c7e781eb-e3a2-48f5-adeb-783bb4beec0f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': '71c52eac-3d96-4264-8409-8c09d890cd25', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:58.497562 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7e781eb-e3a2-48f5-adeb-783bb4beec0f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.583308 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7e781eb-e3a2-48f5-adeb-783bb4beec0f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.594394 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7e781eb-e3a2-48f5-adeb-783bb4beec0f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.613528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e781eb-e3a2-48f5-adeb-783bb4beec0f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c08026-d7c6-4a69-b1f9-03327900d5f1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:58.645258 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c7e781eb-e3a2-48f5-adeb-783bb4beec0f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.646574 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c7e781eb-e3a2-48f5-adeb-783bb4beec0f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2045832 Jul 27 22:26:58.650089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47704) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:58.656328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-01d89cba-ead9-4016-8699-b715d03c9dc5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': '71c52eac-3d96-4264-8409-8c09d890cd25', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:58.720817 n-d-802011-3 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-01d89cba-ead9-4016-8699-b715d03c9dc5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Project 28b86e8c06114800a9109512618bca6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:26:58.727818 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e6514f8d-3959-4f9f-9c79-1f7a35d82441 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Delete allocated IP 2001:db8::2ef (3c635a2c-6509-4ff3-8474-86d34514392e/14f1d87e-68a3-43b0-82ac-d0fccd3d3b1a) {{(pid=93835) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 22:26:58.729639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01d89cba-ead9-4016-8699-b715d03c9dc5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.740780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e6514f8d-3959-4f9f-9c79-1f7a35d82441 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8:0:1::2b7 (3c635a2c-6509-4ff3-8474-86d34514392e/e2905b6e-aa41-4c70-9af5-19fa38a73281/4eb8dd35-5bfd-469b-9d68-1ca7cca053cb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:58.890521 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01d89cba-ead9-4016-8699-b715d03c9dc5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.898411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01d89cba-ead9-4016-8699-b715d03c9dc5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.928177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d89cba-ead9-4016-8699-b715d03c9dc5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf2d414-f59a-47e3-84e9-b7c588739539,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:58.955559 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01d89cba-ead9-4016-8699-b715d03c9dc5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.956875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-01d89cba-ead9-4016-8699-b715d03c9dc5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3057473 Jul 27 22:26:58.959667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47716) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:58.960528 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6514f8d-3959-4f9f-9c79-1f7a35d82441 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:58.965001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-de1295b4-c3ac-48ec-94ea-ae511ad53af6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'security_group_rule': {'security_group_id': '71c52eac-3d96-4264-8409-8c09d890cd25', 'project_id': '28b86e8c06114800a9109512618bca6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:58.991015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e6514f8d-3959-4f9f-9c79-1f7a35d82441 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Transition to ACTIVE for port object 4eb8dd35-5bfd-469b-9d68-1ca7cca053cb will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:58.998902 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6514f8d-3959-4f9f-9c79-1f7a35d82441 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.015617 n-d-802011-3 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-de1295b4-c3ac-48ec-94ea-ae511ad53af6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Project 28b86e8c06114800a9109512618bca6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:26:59.022310 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de1295b4-c3ac-48ec-94ea-ae511ad53af6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.075795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-237d31a1-7a43-412b-bbfc-bbbb3c835d22 None None] Allocated IP 2001:db8:0:1::2 (3c635a2c-6509-4ff3-8474-86d34514392e/e2905b6e-aa41-4c70-9af5-19fa38a73281/5d3de682-b75a-44f2-b5b9-0999ce604872) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:26:59.126757 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de1295b4-c3ac-48ec-94ea-ae511ad53af6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.133835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e6514f8d-3959-4f9f-9c79-1f7a35d82441 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] In _notify_port_updated(), no bound segment for port 4eb8dd35-5bfd-469b-9d68-1ca7cca053cb on network 3c635a2c-6509-4ff3-8474-86d34514392e {{(pid=93835) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:26:59.134829 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de1295b4-c3ac-48ec-94ea-ae511ad53af6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.148749 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6514f8d-3959-4f9f-9c79-1f7a35d82441 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:59.149851 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6514f8d-3959-4f9f-9c79-1f7a35d82441 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.155710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47720) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:59.156327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e6514f8d-3959-4f9f-9c79-1f7a35d82441 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "PUT /v2.0/ports/4eb8dd35-5bfd-469b-9d68-1ca7cca053cb HTTP/1.1" status: 200 len: 931 time: 1.1518555 Jul 27 22:26:59.180671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6514f8d-3959-4f9f-9c79-1f7a35d82441 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=4eb8dd35-5bfd-469b-9d68-1ca7cca053cb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:59.205672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1295b4-c3ac-48ec-94ea-ae511ad53af6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabaf2d4-db89-4722-9da3-91050291e394,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:59.231533 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-de1295b4-c3ac-48ec-94ea-ae511ad53af6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.233592 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-de1295b4-c3ac-48ec-94ea-ae511ad53af6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2728286 Jul 27 22:26:59.237107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:59.244741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1a242d90-34f4-40d4-81d0-8906932d4011 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'network': {'name': 'tempest-network-smoke--1011520952', 'project_id': '28b86e8c06114800a9109512618bca6b', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:59.250723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-237d31a1-7a43-412b-bbfc-bbbb3c835d22 None None] For port 5d3de682-b75a-44f2-b5b9-0999ce604872, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5d3de682-b75a-44f2-b5b9-0999ce604872,segment=NetworkSegment(a74e600c-de0a-4029-8676-d56e280558a2),segment_id=a74e600c-de0a-4029-8676-d56e280558a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:26:59.292007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a242d90-34f4-40d4-81d0-8906932d4011 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Made reservation on behalf of 28b86e8c06114800a9109512618bca6b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:26:59.296211 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a242d90-34f4-40d4-81d0-8906932d4011 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.316068 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-237d31a1-7a43-412b-bbfc-bbbb3c835d22 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.325592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6c52dd5b-6b8a-4d7e-84fa-ffd654597985 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 4eb8dd35-5bfd-469b-9d68-1ca7cca053cb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:26:59.326545 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c52dd5b-6b8a-4d7e-84fa-ffd654597985 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.352110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a242d90-34f4-40d4-81d0-8906932d4011 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:26:59.355797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-237d31a1-7a43-412b-bbfc-bbbb3c835d22 None None] Transition to ACTIVE for port object 5d3de682-b75a-44f2-b5b9-0999ce604872 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:26:59.369830 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-237d31a1-7a43-412b-bbfc-bbbb3c835d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.383473 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a242d90-34f4-40d4-81d0-8906932d4011 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.386398 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-1a242d90-34f4-40d4-81d0-8906932d4011 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Added segment d090df92-ed06-43bb-ade8-855a521b48ce of type vlan for network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 Jul 27 22:26:59.480409 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a242d90-34f4-40d4-81d0-8906932d4011 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.499528 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c52dd5b-6b8a-4d7e-84fa-ffd654597985 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.527558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6c52dd5b-6b8a-4d7e-84fa-ffd654597985 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 4eb8dd35-5bfd-469b-9d68-1ca7cca053cb owned by {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:26:59.548185 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a242d90-34f4-40d4-81d0-8906932d4011 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.563511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d31a1-7a43-412b-bbfc-bbbb3c835d22 None None] Pushing event updated for resources: {'Port': ['ID=5d3de682-b75a-44f2-b5b9-0999ce604872,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:59.565596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a242d90-34f4-40d4-81d0-8906932d4011 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:59.566299 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a242d90-34f4-40d4-81d0-8906932d4011 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.590800 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5d3de682-b75a-44f2-b5b9-0999ce604872 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:26:59.700159 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1a242d90-34f4-40d4-81d0-8906932d4011 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4569569 Jul 27 22:26:59.702285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47732) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:26:59.710508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'admin_state_up': True, 'project_id': '28b86e8c06114800a9109512618bca6b', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:26:59.733808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a242d90-34f4-40d4-81d0-8906932d4011 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Network': ['ID=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:59.754126 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.755737 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.770248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:26:59.820826 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c52dd5b-6b8a-4d7e-84fa-ffd654597985 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.899830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52dd5b-6b8a-4d7e-84fa-ffd654597985 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=4eb8dd35-5bfd-469b-9d68-1ca7cca053cb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:26:59.907629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.943209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6c52dd5b-6b8a-4d7e-84fa-ffd654597985 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:59.949628 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6c52dd5b-6b8a-4d7e-84fa-ffd654597985 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/4eb8dd35-5bfd-469b-9d68-1ca7cca053cb HTTP/1.1" status: 204 len: 168 time: 0.7887261 Jul 27 22:26:59.949923 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47736) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:00.003293 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9f880b-0e7c-47e8-aa86-97c4469c970d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:27:00.007343 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3d9f880b-0e7c-47e8-aa86-97c4469c970d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/4eb8dd35-5bfd-469b-9d68-1ca7cca053cb HTTP/1.1" status: 404 len: 333 time: 0.0540099 Jul 27 22:27:00.007744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47740) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:00.116589 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3420126-e23f-45f3-a220-26ae616be895 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.151673 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3420126-e23f-45f3-a220-26ae616be895 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.175161 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.243032 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3420126-e23f-45f3-a220-26ae616be895 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.245731 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3420126-e23f-45f3-a220-26ae616be895 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.249918 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f3420126-e23f-45f3-a220-26ae616be895 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/security-groups/765353ff-31e4-47b2-a30c-808e5481abcb HTTP/1.1" status: 204 len: 168 time: 0.2381780 Jul 27 22:27:00.252366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47742) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:00.272597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3420126-e23f-45f3-a220-26ae616be895 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765353ff-31e4-47b2-a30c-808e5481abcb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:00.436649 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-603ed67f-27dd-4c59-a4fd-060bdf5071fb tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.468593 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-603ed67f-27dd-4c59-a4fd-060bdf5071fb tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.506759 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.544793 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.551387 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-603ed67f-27dd-4c59-a4fd-060bdf5071fb tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.555248 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-603ed67f-27dd-4c59-a4fd-060bdf5071fb tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.560296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:00.561060 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-603ed67f-27dd-4c59-a4fd-060bdf5071fb tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/security-groups/1e098551-5a06-46cf-8273-31a3a7d9eccd HTTP/1.1" status: 204 len: 168 time: 0.3073509 Jul 27 22:27:00.590226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ed67f-27dd-4c59-a4fd-060bdf5071fb tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e098551-5a06-46cf-8273-31a3a7d9eccd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:00.629917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e36b676b-4438-4039-8845-4e7eb80a4234 None None] Provisioning complete for port b21e06ed-171c-482b-ad5a-d3872457480d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:00.630909 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e36b676b-4438-4039-8845-4e7eb80a4234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.681188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e36b676b-4438-4039-8845-4e7eb80a4234 None None] Port b21e06ed-171c-482b-ad5a-d3872457480d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:27:00.718830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e36b676b-4438-4039-8845-4e7eb80a4234 None None] Provisioning for port 5d3de682-b75a-44f2-b5b9-0999ce604872 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:00.730421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e36b676b-4438-4039-8845-4e7eb80a4234 None None] Provisioning complete for port 5d3de682-b75a-44f2-b5b9-0999ce604872 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:00.730714 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e36b676b-4438-4039-8845-4e7eb80a4234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.757550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7831fdf-bd8a-44a3-a903-ca165d59ac9f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting subnet 14f1d87e-68a3-43b0-82ac-d0fccd3d3b1a {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:27:00.767974 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7831fdf-bd8a-44a3-a903-ca165d59ac9f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.877006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e36b676b-4438-4039-8845-4e7eb80a4234 None None] Could not find standard attr ID for object 4eb8dd35-5bfd-469b-9d68-1ca7cca053cb. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:27:00.898790 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7831fdf-bd8a-44a3-a903-ca165d59ac9f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:00.969641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.25.1.25 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/5dac4a26-04ed-40d4-b3e2-9ac464c20db4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:27:00.992370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-720b3592-0062-428b-beba-1567ac3bce01 None None] Could not find standard attr ID for object 4eb8dd35-5bfd-469b-9d68-1ca7cca053cb. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:27:01.094200 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7831fdf-bd8a-44a3-a903-ca165d59ac9f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:01.236050 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:01.241702 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7831fdf-bd8a-44a3-a903-ca165d59ac9f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:01.285727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7831fdf-bd8a-44a3-a903-ca165d59ac9f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Subnet': ['ID=14f1d87e-68a3-43b0-82ac-d0fccd3d3b1a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:01.288545 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7831fdf-bd8a-44a3-a903-ca165d59ac9f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:01.291154 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f7831fdf-bd8a-44a3-a903-ca165d59ac9f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/14f1d87e-68a3-43b0-82ac-d0fccd3d3b1a HTTP/1.1" status: 204 len: 168 time: 0.7281752 Jul 27 22:27:01.298387 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:01.301473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e863efed-8244-4a9b-9091-8fa2b2bdcf3d None None] Network 3c635a2c-6509-4ff3-8474-86d34514392e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:27:01.312441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b4a039de-ad02-4f3f-b880-c09678da5e37 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:01.417789 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:01.540720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:27:01.545471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=5dac4a26-04ed-40d4-b3e2-9ac464c20db4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:01.549146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:27:01.559259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:27:01.592472 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5d3de682-b75a-44f2-b5b9-0999ce604872 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:01.670531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5d3de682-b75a-44f2-b5b9-0999ce604872 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:01.673754 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:01.751844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a039de-ad02-4f3f-b880-c09678da5e37 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:27:01.755876 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a039de-ad02-4f3f-b880-c09678da5e37 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:02.215817 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:02.733502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7094e634-35f1-4639-a075-015ba8b0b873 None None] Provisioning complete for port 5d3de682-b75a-44f2-b5b9-0999ce604872 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:02.734097 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7094e634-35f1-4639-a075-015ba8b0b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:02.840855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7094e634-35f1-4639-a075-015ba8b0b873 None None] Provisioning complete for port b21e06ed-171c-482b-ad5a-d3872457480d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:02.841342 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7094e634-35f1-4639-a075-015ba8b0b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:02.883768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7094e634-35f1-4639-a075-015ba8b0b873 None None] Port b21e06ed-171c-482b-ad5a-d3872457480d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:27:02.941406 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a039de-ad02-4f3f-b880-c09678da5e37 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.005688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a039de-ad02-4f3f-b880-c09678da5e37 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 3c635a2c-6509-4ff3-8474-86d34514392e is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:27:03.008673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b4a039de-ad02-4f3f-b880-c09678da5e37 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:27:03.011537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a039de-ad02-4f3f-b880-c09678da5e37 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:03.012118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a039de-ad02-4f3f-b880-c09678da5e37 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.018321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649eba9e-0e7b-46a2-b456-c1364833bd7a None None] Network 3c635a2c-6509-4ff3-8474-86d34514392e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:27:03.025922 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.030506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a039de-ad02-4f3f-b880-c09678da5e37 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Subnet': ['ID=54b0a557-dc39-4040-b655-274cf4a3cae1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:03.073205 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b4a039de-ad02-4f3f-b880-c09678da5e37 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7683418 Jul 27 22:27:03.075836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47794) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:03.082845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a9bc3af2-76ec-41ab-a3d5-099ebeb65d5f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'security_group': {'name': 'tempest-secgroup-2128974793'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:03.173219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3af2-76ec-41ab-a3d5-099ebeb65d5f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.285603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router c1caa13e-165a-4f34-8214-9ddb66bc9371 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:27:03.300558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b70eb0a-dbbb-4105-a31b-9295fea87188 None None] Update dhcp port {'port': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'fixed_ips': [{'subnet_id': 'e2905b6e-aa41-4c70-9af5-19fa38a73281', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '54b0a557-dc39-4040-b655-274cf4a3cae1'}], 'binding:host_id': 'n-d-802011-3'}, 'id': '5d3de682-b75a-44f2-b5b9-0999ce604872'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:27:03.329346 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b70eb0a-dbbb-4105-a31b-9295fea87188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.351482 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3af2-76ec-41ab-a3d5-099ebeb65d5f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.359192 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3af2-76ec-41ab-a3d5-099ebeb65d5f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.432577 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a9bc3af2-76ec-41ab-a3d5-099ebeb65d5f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.433842 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a9bc3af2-76ec-41ab-a3d5-099ebeb65d5f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3561018 Jul 27 22:27:03.437430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc3af2-76ec-41ab-a3d5-099ebeb65d5f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57505995-24f1-4723-81cf-19285a9d12a2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:03.438116 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47796) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:03.445632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-04a027c8-baaf-4960-ae7a-e8b154bd54a3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'security_group': {'name': 'tempest-secgroup-958542097'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:03.459371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:27:03.473887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Sync routers for ids ['c1caa13e-165a-4f34-8214-9ddb66bc9371'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:27:03.493968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04a027c8-baaf-4960-ae7a-e8b154bd54a3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.503367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.505139 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a2ad688c-3f1e-43ba-8bb0-95ec7d9c75a5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7996185 Jul 27 22:27:03.508388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:03.522894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Routers {'c1caa13e-165a-4f34-8214-9ddb66bc9371'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:27:03.523161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:26:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c1caa13e-165a-4f34-8214-9ddb66bc9371'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:03.562000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f8e2c450-acdf-4cd6-89c9-22127d71d9a1 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=28b86e8c06114800a9109512618bca6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522497 Jul 27 22:27:03.564552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47802) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:03.635780 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04a027c8-baaf-4960-ae7a-e8b154bd54a3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.652036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04a027c8-baaf-4960-ae7a-e8b154bd54a3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.713993 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Set router c1caa13e-165a-4f34-8214-9ddb66bc9371 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:27:03.794395 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04a027c8-baaf-4960-ae7a-e8b154bd54a3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.798973 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-04a027c8-baaf-4960-ae7a-e8b154bd54a3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3580129 Jul 27 22:27:03.809503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47814) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:03.825327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f7a076b7-b037-4642-a4d5-f3eea488dd18 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'security_group': {'name': 'tempest-secgroup-1085637327'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:03.829871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17630eb7-702f-469f-8320-60d7c33b0b47 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:03.833665 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-17630eb7-702f-469f-8320-60d7c33b0b47 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2658858 Jul 27 22:27:03.836054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:03.851705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a027c8-baaf-4960-ae7a-e8b154bd54a3 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f40808-d3d7-445b-8045-e91f21ed3d6c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:03.918514 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-08e4c1f2-bc7b-4cbd-ac3a-e9bba1bf50f8 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785580 Jul 27 22:27:03.918514 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:03.925170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4b70eb0a-dbbb-4105-a31b-9295fea87188 None None] Allocated IP 2001:db8::2 (3c635a2c-6509-4ff3-8474-86d34514392e/54b0a557-dc39-4040-b655-274cf4a3cae1/5d3de682-b75a-44f2-b5b9-0999ce604872) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:27:03.927548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-12ef0838-009a-4eea-9f71-1a8733114695 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456817145', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'project_id': '28b86e8c06114800a9109512618bca6b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:03.937429 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7a076b7-b037-4642-a4d5-f3eea488dd18 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.085181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:27:01Z', 'revision_number': 3, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:04.123559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Checking router: c1caa13e-165a-4f34-8214-9ddb66bc9371 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:27:04.124181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Updating router c1caa13e-165a-4f34-8214-9ddb66bc9371 port 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:27:04.140262 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7a076b7-b037-4642-a4d5-f3eea488dd18 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.145570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7a076b7-b037-4642-a4d5-f3eea488dd18 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.167807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ef0838-009a-4eea-9f71-1a8733114695 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Made reservation on behalf of 28b86e8c06114800a9109512618bca6b for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:27:04.176793 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4b70eb0a-dbbb-4105-a31b-9295fea87188 None None] For port 5d3de682-b75a-44f2-b5b9-0999ce604872, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5d3de682-b75a-44f2-b5b9-0999ce604872,segment=NetworkSegment(a74e600c-de0a-4029-8676-d56e280558a2),segment_id=a74e600c-de0a-4029-8676-d56e280558a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:04.177667 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ef0838-009a-4eea-9f71-1a8733114695 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.192447 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f7a076b7-b037-4642-a4d5-f3eea488dd18 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.197121 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.197299 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f7a076b7-b037-4642-a4d5-f3eea488dd18 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3841996 Jul 27 22:27:04.197777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47830) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:04.205742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-978042146', 'security_groups': ['ef0942bf-76e0-4696-88ab-8d70421c3eea'], 'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '54b0a557-dc39-4040-b655-274cf4a3cae1'}]}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:04.212951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a076b7-b037-4642-a4d5-f3eea488dd18 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0942bf-76e0-4696-88ab-8d70421c3eea,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:04.306755 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b70eb0a-dbbb-4105-a31b-9295fea87188 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.323641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4b70eb0a-dbbb-4105-a31b-9295fea87188 None None] Transition to ACTIVE for port object 5d3de682-b75a-44f2-b5b9-0999ce604872 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:04.381674 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4b70eb0a-dbbb-4105-a31b-9295fea87188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.394398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:27:04.481391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ef0838-009a-4eea-9f71-1a8733114695 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.514440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70eb0a-dbbb-4105-a31b-9295fea87188 None None] Pushing event updated for resources: {'Port': ['ID=5d3de682-b75a-44f2-b5b9-0999ce604872,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:04.517723 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.547318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] device_id is not set on port 7a5e7921-dcb6-4274-82ef-c4aa05b84627 yet. {{(pid=93834) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 22:27:04.557283 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef0838-009a-4eea-9f71-1a8733114695 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Subnet': ['ID=ab5832c5-3d6e-4cbe-afac-a6c30a67c09d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:04.597047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef0838-009a-4eea-9f71-1a8733114695 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Checking segment: {'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:27:04.597446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef0838-009a-4eea-9f71-1a8733114695 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network hostable DHCP agents. Network: 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:27:04.641511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef0838-009a-4eea-9f71-1a8733114695 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:27:04.657240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-12ef0838-009a-4eea-9f71-1a8733114695 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:27:04.670460 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7c79f-1b1e-4b31-8fa5-c2c1a1b9be6b None None] Network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:27:04.676525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ef0838-009a-4eea-9f71-1a8733114695 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:04.677124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ef0838-009a-4eea-9f71-1a8733114695 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:04.707911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-12ef0838-009a-4eea-9f71-1a8733114695 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7878513 Jul 27 22:27:04.708588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47836) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:04.891710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8::37d (3c635a2c-6509-4ff3-8474-86d34514392e/54b0a557-dc39-4040-b655-274cf4a3cae1/7a5e7921-dcb6-4274-82ef-c4aa05b84627) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:27:04.950579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ips': [{'subnet_id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:27:04.953401 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.225657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.256688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Transition to ACTIVE for port object 7a5e7921-dcb6-4274-82ef-c4aa05b84627 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:05.301936 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.385662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 3c635a2c-6509-4ff3-8474-86d34514392e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:27:05.389414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:27:05.399154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:27:05.411110 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.414711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:05.415683 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.449737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47850) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:05.462766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Transition to ACTIVE for port object 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:05.479512 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2794733 Jul 27 22:27:05.487641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Allocated IP 172.20.0.2 (5cb8c5d9-2ea5-4193-a636-24639f0c2ae3/ab5832c5-3d6e-4cbe-afac-a6c30a67c09d/65ca54c7-892e-4c79-ac36-f3d8ed7080ec) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:27:05.487890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47854) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:05.495421 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.509999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-1a02d09a-b78b-48e1-8afe-21737f9c9730 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:05.595090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5d3de682-b75a-44f2-b5b9-0999ce604872 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:05.653689 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842c0d8-5b6e-492a-8a54-0d701ac991f8 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=7a5e7921-dcb6-4274-82ef-c4aa05b84627,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:05.706236 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3719ba6d-d4bb-454d-88b0-df4a1f0ae674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.760720 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.904918 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.916335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Transition to ACTIVE for port object 65ca54c7-892e-4c79-ac36-f3d8ed7080ec will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:05.938356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Transition to ACTIVE for port object 65ca54c7-892e-4c79-ac36-f3d8ed7080ec will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:05.958953 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.993003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:27:06.004397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:27:06.008317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:27:06.027687 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3719ba6d-d4bb-454d-88b0-df4a1f0ae674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.035837 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Attempting to bind port 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:27:06.036606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Attempting to bind port 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:27:06.036732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Attempting to bind port 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:27:06.045312 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3719ba6d-d4bb-454d-88b0-df4a1f0ae674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.046560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:27:06.046991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:27:06.047880 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.048282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:27:06.048817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Bound port: 5dac4a26-04ed-40d4-b3e2-9ac464c20db4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:27:06.049203 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.056915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72843dde-166a-47eb-8ea2-4fa0ceb068ce None None] Pushing event updated for resources: {'Port': ['ID=5dac4a26-04ed-40d4-b3e2-9ac464c20db4,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:06.092580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1733a2e2-dbdf-4cfe-92b3-00bc43f1818a None None] Provisioning for port 5d3de682-b75a-44f2-b5b9-0999ce604872 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:06.195345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a02d09a-b78b-48e1-8afe-21737f9c9730 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:27:06.209397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a02d09a-b78b-48e1-8afe-21737f9c9730 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.236509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719ba6d-d4bb-454d-88b0-df4a1f0ae674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db73c5a-6ae0-4568-a8fe-4dce8dd3439a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:06.241160 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3719ba6d-d4bb-454d-88b0-df4a1f0ae674 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74e70742e78448e5be406d7f109506f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7897174 Jul 27 22:27:06.266436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:06.319591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.20.0.1 (5cb8c5d9-2ea5-4193-a636-24639f0c2ae3/ab5832c5-3d6e-4cbe-afac-a6c30a67c09d/aa9ee541-53d5-4526-8b52-456f101f55dc) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:27:06.419371 n-d-802011-3 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-1a02d09a-b78b-48e1-8afe-21737f9c9730 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54b0a557-dc39-4040-b655-274cf4a3cae1 (CIDR: 2001:db8::/64) Jul 27 22:27:06.420111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd559f97-e202-44c5-a53c-0b023fbe0a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.424426 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a02d09a-b78b-48e1-8afe-21737f9c9730 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:27:06.424906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a02d09a-b78b-48e1-8afe-21737f9c9730 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:06.464775 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1a02d09a-b78b-48e1-8afe-21737f9c9730 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9650216 Jul 27 22:27:06.464977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47878) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:06.470400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c3639790-4fe6-452b-95d6-f811393ba69e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:06.474614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1733a2e2-dbdf-4cfe-92b3-00bc43f1818a None None] Provisioning complete for port 5d3de682-b75a-44f2-b5b9-0999ce604872 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:06.475073 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1733a2e2-dbdf-4cfe-92b3-00bc43f1818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.505262 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd559f97-e202-44c5-a53c-0b023fbe0a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.647885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Pushing event updated for resources: {'Port': ['ID=65ca54c7-892e-4c79-ac36-f3d8ed7080ec,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:06.691494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] For port 5dac4a26-04ed-40d4-b3e2-9ac464c20db4, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:27:06.695570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] For port 5dac4a26-04ed-40d4-b3e2-9ac464c20db4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5dac4a26-04ed-40d4-b3e2-9ac464c20db4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:27:06.697200 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5d3de682-b75a-44f2-b5b9-0999ce604872 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:06.697624 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.719398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3639790-4fe6-452b-95d6-f811393ba69e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:27:06.724951 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c3639790-4fe6-452b-95d6-f811393ba69e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.727267 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd559f97-e202-44c5-a53c-0b023fbe0a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.739536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd559f97-e202-44c5-a53c-0b023fbe0a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.752257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Attempting to bind port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:27:06.752640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Attempting to bind port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:27:06.753010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Attempting to bind port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec on network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:27:06.766216 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bd559f97-e202-44c5-a53c-0b023fbe0a82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3db73c5a-6ae0-4568-a8fe-4dce8dd3439a HTTP/1.1" status: 204 len: 168 time: 0.4926579 Jul 27 22:27:06.791112 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.817915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd559f97-e202-44c5-a53c-0b023fbe0a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db73c5a-6ae0-4568-a8fe-4dce8dd3439a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:06.845485 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.875650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Transition to ACTIVE for port object aa9ee541-53d5-4526-8b52-456f101f55dc will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:06.899125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:27:06.899998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Checking segment: {'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:27:06.900783 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.901568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Bound using segment: {'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:27:06.904824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Bound port: 65ca54c7-892e-4c79-ac36-f3d8ed7080ec, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:27:06.904993 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.946756 n-d-802011-3 neutron-server[93834]: INFO neutron.db.ipam_backend_mixin [None req-c3639790-4fe6-452b-95d6-f811393ba69e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e2905b6e-aa41-4c70-9af5-19fa38a73281 (CIDR: 2001:db8:0:1::/64) Jul 27 22:27:06.954505 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3639790-4fe6-452b-95d6-f811393ba69e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:27:06.954966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3639790-4fe6-452b-95d6-f811393ba69e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:06.971153 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.012309 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c3639790-4fe6-452b-95d6-f811393ba69e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5436299 Jul 27 22:27:07.012531 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47894) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:07.022729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4ceedbc2-af5b-42b2-8c97-84acac02be2c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'subnet': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:07.043235 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:27:07.049139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:27:07.055778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:27:07.081602 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=aa9ee541-53d5-4526-8b52-456f101f55dc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:07.118474 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.169998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Routers {'c1caa13e-165a-4f34-8214-9ddb66bc9371'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:27:07.170953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:26:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c1caa13e-165a-4f34-8214-9ddb66bc9371'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:07.207286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceedbc2-af5b-42b2-8c97-84acac02be2c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Made reservation on behalf of 69f82d3747024dc4909eb21715a47ed0 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:27:07.213600 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ceedbc2-af5b-42b2-8c97-84acac02be2c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.324786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72843dde-166a-47eb-8ea2-4fa0ceb068ce None None] Pushing event updated for resources: {'Port': ['ID=5dac4a26-04ed-40d4-b3e2-9ac464c20db4,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:07.390046 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.434576 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1733a2e2-dbdf-4cfe-92b3-00bc43f1818a None None] Provisioning complete for port b21e06ed-171c-482b-ad5a-d3872457480d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:07.434772 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1733a2e2-dbdf-4cfe-92b3-00bc43f1818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.462646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47902) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:07.475161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1733a2e2-dbdf-4cfe-92b3-00bc43f1818a None None] Port b21e06ed-171c-482b-ad5a-d3872457480d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:27:07.482764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] For port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:27:07.485809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] Set router c1caa13e-165a-4f34-8214-9ddb66bc9371 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:27:07.503788 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b5e015e-da66-4fc2-8b6c-519a53523fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.596068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] For port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=65ca54c7-892e-4c79-ac36-f3d8ed7080ec,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:27:07.637280 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.722548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4dacf837-7ebc-4774-adb2-fd38327bbe78 None None] Provisioning for port 7a5e7921-dcb6-4274-82ef-c4aa05b84627 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:07.755334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4dacf837-7ebc-4774-adb2-fd38327bbe78 None None] Provisioning complete for port 7a5e7921-dcb6-4274-82ef-c4aa05b84627 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:07.755715 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4dacf837-7ebc-4774-adb2-fd38327bbe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.836765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b5d31-cb3b-41cd-8f9a-005e01a9baa9 None None] Pushing event updated for resources: {'Port': ['ID=65ca54c7-892e-4c79-ac36-f3d8ed7080ec,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:07.929121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4dacf837-7ebc-4774-adb2-fd38327bbe78 None None] Port 7a5e7921-dcb6-4274-82ef-c4aa05b84627 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:27:07.971890 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ceedbc2-af5b-42b2-8c97-84acac02be2c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.979853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:27:01Z', 'revision_number': 3, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:08.023431 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b5e015e-da66-4fc2-8b6c-519a53523fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.028938 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d135815-a994-4f4d-b03d-db1af9686831 None None] The sync data for ids ['c1caa13e-165a-4f34-8214-9ddb66bc9371'] in n-d-802011-3 is: [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:27:01Z', 'revision_number': 3, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:27:08.037488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b5e015e-da66-4fc2-8b6c-519a53523fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.090066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceedbc2-af5b-42b2-8c97-84acac02be2c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Network 3c635a2c-6509-4ff3-8474-86d34514392e is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:27:08.113848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4ceedbc2-af5b-42b2-8c97-84acac02be2c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:27:08.121995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceedbc2-af5b-42b2-8c97-84acac02be2c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:08.122327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0c4ac2-5ae5-4354-81a6-83103a90ee66 None None] Network 3c635a2c-6509-4ff3-8474-86d34514392e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:27:08.122710 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4ceedbc2-af5b-42b2-8c97-84acac02be2c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.126062 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceedbc2-af5b-42b2-8c97-84acac02be2c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Subnet': ['ID=38aafb15-1829-452c-9431-224e5918dfa6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:08.138841 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5b5e015e-da66-4fc2-8b6c-519a53523fdf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8006e7d536cb4ba8ba2d2615278815c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6706076 Jul 27 22:27:08.141776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47920) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:08.152847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e015e-da66-4fc2-8b6c-519a53523fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fb08a6-0de4-47de-bcbe-96497976f250,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:08.162090 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4ceedbc2-af5b-42b2-8c97-84acac02be2c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1466241 Jul 27 22:27:08.165630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47922) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:08.185310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0c0d658d-3770-45c2-8b46-9fa4f10a874b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-484822308', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '38aafb15-1829-452c-9431-224e5918dfa6'}], 'security_groups': ['57505995-24f1-4723-81cf-19285a9d12a2', 'f1f40808-d3d7-445b-8045-e91f21ed3d6c']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:08.191468 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.229911 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.366677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c0d658d-3770-45c2-8b46-9fa4f10a874b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.375806 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47928) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:08.420642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=aa9ee541-53d5-4526-8b52-456f101f55dc,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:08.451418 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.489211 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6be338b-658f-43ef-8d1c-38936401267c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.561328 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6be338b-658f-43ef-8d1c-38936401267c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.727733 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fb468e4-a422-4a56-a746-172d2d115e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.790935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28370662-898a-47be-ae47-a78810f63fcb None None] Update dhcp port {'port': {'network_id': '3c635a2c-6509-4ff3-8474-86d34514392e', 'fixed_ips': [{'subnet_id': 'e2905b6e-aa41-4c70-9af5-19fa38a73281', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '54b0a557-dc39-4040-b655-274cf4a3cae1', 'ip_address': '2001:db8::2'}, {'subnet_id': '38aafb15-1829-452c-9431-224e5918dfa6'}], 'binding:host_id': 'n-d-802011-3'}, 'id': '5d3de682-b75a-44f2-b5b9-0999ce604872'} from n-d-802011-3. {{(pid=93836) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 22:27:08.878833 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28370662-898a-47be-ae47-a78810f63fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.884810 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6be338b-658f-43ef-8d1c-38936401267c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.890998 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6be338b-658f-43ef-8d1c-38936401267c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.909749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e6be338b-658f-43ef-8d1c-38936401267c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13fb08a6-0de4-47de-bcbe-96497976f250 HTTP/1.1" status: 204 len: 168 time: 0.7612886 Jul 27 22:27:08.956280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be338b-658f-43ef-8d1c-38936401267c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fb08a6-0de4-47de-bcbe-96497976f250,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:08.989554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:27:08.993258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:27:09.043275 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fb468e4-a422-4a56-a746-172d2d115e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.098132 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fb468e4-a422-4a56-a746-172d2d115e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.277215 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2fb468e4-a422-4a56-a746-172d2d115e1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86fed0563c7240f7a2f8ebf3ba52b313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8995223 Jul 27 22:27:09.297090 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47946) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:09.329875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb468e4-a422-4a56-a746-172d2d115e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d970e9-1978-4e4d-94ca-1e95fee49acb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:09.368807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-28370662-898a-47be-ae47-a78810f63fcb None None] Allocated IP 2001:db8:0:2::2 (3c635a2c-6509-4ff3-8474-86d34514392e/38aafb15-1829-452c-9431-224e5918dfa6/5d3de682-b75a-44f2-b5b9-0999ce604872) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:27:09.416513 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40bceaee-a096-4865-a429-2f530b4d7a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.454644 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40bceaee-a096-4865-a429-2f530b4d7a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.513741 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40bceaee-a096-4865-a429-2f530b4d7a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.517198 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40bceaee-a096-4865-a429-2f530b4d7a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.518730 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-40bceaee-a096-4865-a429-2f530b4d7a24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45d970e9-1978-4e4d-94ca-1e95fee49acb HTTP/1.1" status: 204 len: 168 time: 0.2157485 Jul 27 22:27:09.530532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bceaee-a096-4865-a429-2f530b4d7a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d970e9-1978-4e4d-94ca-1e95fee49acb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:09.555116 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47950) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:09.574348 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a907e0a6-f1c5-4f7d-970c-59ccfc0dfd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.612236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad316e3-0187-4a5d-96cd-b0ada4bf883c None None] Network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:27:09.767298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:09.778585 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a907e0a6-f1c5-4f7d-970c-59ccfc0dfd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.786039 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a907e0a6-f1c5-4f7d-970c-59ccfc0dfd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.807592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-28370662-898a-47be-ae47-a78810f63fcb None None] For port 5d3de682-b75a-44f2-b5b9-0999ce604872, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5d3de682-b75a-44f2-b5b9-0999ce604872,segment=NetworkSegment(a74e600c-de0a-4029-8676-d56e280558a2),segment_id=a74e600c-de0a-4029-8676-d56e280558a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:09.832536 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a907e0a6-f1c5-4f7d-970c-59ccfc0dfd36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bb8231ce8a147399b1c304dc54441c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761083 Jul 27 22:27:09.835712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 47956) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:09.839016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2d1cabcb-3b8e-4196-8435-7f989219fab5 None None] Provisioning for port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:09.861264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907e0a6-f1c5-4f7d-970c-59ccfc0dfd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d416ad64-54d0-4cc6-a6aa-db3c31df5801,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:09.923412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23de1bbf-4455-467f-bf61-5541143de6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.941482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:09.949409 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28370662-898a-47be-ae47-a78810f63fcb None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.958302 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23de1bbf-4455-467f-bf61-5541143de6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.959137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:09.959507 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.961785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router c1caa13e-165a-4f34-8214-9ddb66bc9371 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:27:09.995310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-28370662-898a-47be-ae47-a78810f63fcb None None] Transition to ACTIVE for port object 5d3de682-b75a-44f2-b5b9-0999ce604872 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:10.027638 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28370662-898a-47be-ae47-a78810f63fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.117480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:27:10.132183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8bf85fe7-0d51-4b71-a75d-250f2aafc97e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "PUT /v2.0/routers/c1caa13e-165a-4f34-8214-9ddb66bc9371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4146965 Jul 27 22:27:10.193309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0c0d658d-3770-45c2-8b46-9fa4f10a874b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Delete allocated IP 2001:db8::37d (3c635a2c-6509-4ff3-8474-86d34514392e/54b0a557-dc39-4040-b655-274cf4a3cae1) {{(pid=93834) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 22:27:10.206482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0c0d658d-3770-45c2-8b46-9fa4f10a874b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Allocated IP 2001:db8:0:2::7b (3c635a2c-6509-4ff3-8474-86d34514392e/38aafb15-1829-452c-9431-224e5918dfa6/7a5e7921-dcb6-4274-82ef-c4aa05b84627) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:27:10.236655 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23de1bbf-4455-467f-bf61-5541143de6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.239959 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-23de1bbf-4455-467f-bf61-5541143de6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.241653 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-23de1bbf-4455-467f-bf61-5541143de6dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d416ad64-54d0-4cc6-a6aa-db3c31df5801 HTTP/1.1" status: 204 len: 168 time: 0.4049425 Jul 27 22:27:10.257938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de1bbf-4455-467f-bf61-5541143de6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d416ad64-54d0-4cc6-a6aa-db3c31df5801,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:10.270013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:10.292148 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f695-bea6-489e-8a6c-0f2a9e6e12c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.343686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28370662-898a-47be-ae47-a78810f63fcb None None] Pushing event updated for resources: {'Port': ['ID=5d3de682-b75a-44f2-b5b9-0999ce604872,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:10.405287 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.436922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 5dac4a26-04ed-40d4-b3e2-9ac464c20db4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5dac4a26-04ed-40d4-b3e2-9ac464c20db4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:10.449164 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.450334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 65ca54c7-892e-4c79-ac36-f3d8ed7080ec up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:10.532684 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f695-bea6-489e-8a6c-0f2a9e6e12c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.540999 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2d7f695-bea6-489e-8a6c-0f2a9e6e12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.614224 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e2d7f695-bea6-489e-8a6c-0f2a9e6e12c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dae15d387e7b4a7fb0baf3e05cd6289b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426976 Jul 27 22:27:10.619395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47984) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:10.620292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7f695-bea6-489e-8a6c-0f2a9e6e12c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca41d33-0567-4637-8157-ef5d0d43b87d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:10.667347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=5dac4a26-04ed-40d4-b3e2-9ac464c20db4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:10.712360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c0d658d-3770-45c2-8b46-9fa4f10a874b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.758298 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-0c0d658d-3770-45c2-8b46-9fa4f10a874b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Transition to ACTIVE for port object 7a5e7921-dcb6-4274-82ef-c4aa05b84627 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:10.758515 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:10.766450 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c0d658d-3770-45c2-8b46-9fa4f10a874b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.774669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53dfb8c8-20c7-4253-9acf-bf562c4784ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.776669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:10.777472 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.831627 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53dfb8c8-20c7-4253-9acf-bf562c4784ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.912848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d658d-3770-45c2-8b46-9fa4f10a874b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event updated for resources: {'Port': ['ID=7a5e7921-dcb6-4274-82ef-c4aa05b84627,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:10.932478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c996154a-8709-4914-96ea-8c76738cf7c3 None None] Provisioning complete for port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:10.932478 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c996154a-8709-4914-96ea-8c76738cf7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.977792 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53dfb8c8-20c7-4253-9acf-bf562c4784ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.980471 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-53dfb8c8-20c7-4253-9acf-bf562c4784ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:10.981662 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-53dfb8c8-20c7-4253-9acf-bf562c4784ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eca41d33-0567-4637-8157-ef5d0d43b87d HTTP/1.1" status: 204 len: 168 time: 0.3576643 Jul 27 22:27:11.007988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfb8c8-20c7-4253-9acf-bf562c4784ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca41d33-0567-4637-8157-ef5d0d43b87d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:11.014673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0c0d658d-3770-45c2-8b46-9fa4f10a874b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] In _notify_port_updated(), no bound segment for port 7a5e7921-dcb6-4274-82ef-c4aa05b84627 on network 3c635a2c-6509-4ff3-8474-86d34514392e {{(pid=93834) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 22:27:11.050044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0d658d-3770-45c2-8b46-9fa4f10a874b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:11.053447 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0c0d658d-3770-45c2-8b46-9fa4f10a874b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:11.060017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 47998) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:11.067404 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0c0d658d-3770-45c2-8b46-9fa4f10a874b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "PUT /v2.0/ports/7a5e7921-dcb6-4274-82ef-c4aa05b84627 HTTP/1.1" status: 200 len: 968 time: 2.8996446 Jul 27 22:27:11.106500 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Sync routers for ids ['c1caa13e-165a-4f34-8214-9ddb66bc9371'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:27:11.118872 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Routers {'c1caa13e-165a-4f34-8214-9ddb66bc9371'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:27:11.123751 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:26:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c1caa13e-165a-4f34-8214-9ddb66bc9371'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:11.155291 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:11.276673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=65ca54c7-892e-4c79-ac36-f3d8ed7080ec,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:11.293784 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:11.402972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-70224524-bbf1-4f26-90ba-48e80d4592c9 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688041242&fields=id&tenant_id=28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 267 time: 0.2109616 Jul 27 22:27:11.411464 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Set router c1caa13e-165a-4f34-8214-9ddb66bc9371 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:27:11.579388 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48012) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:11.628636 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf022bbb-d788-4cbe-a893-a68329a440fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:11.633174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8dfbe-c77f-4a37-9133-956da31a4f6a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port 7a5e7921-dcb6-4274-82ef-c4aa05b84627 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:27:11.633530 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1a8dfbe-c77f-4a37-9133-956da31a4f6a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:11.786935 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf022bbb-d788-4cbe-a893-a68329a440fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:11.792851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cf022bbb-d788-4cbe-a893-a68329a440fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:11.886514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5d3de682-b75a-44f2-b5b9-0999ce604872 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:11.917740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf022bbb-d788-4cbe-a893-a68329a440fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eebf88-2519-4732-89f8-a51b6379e9bf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:11.925474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-406c239d-1bf4-4fe7-9eef-ed4b5249d415 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:11.930846 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-406c239d-1bf4-4fe7-9eef-ed4b5249d415 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/networks?id=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 HTTP/1.1" status: 200 len: 797 time: 0.5093591 Jul 27 22:27:11.957389 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cf022bbb-d788-4cbe-a893-a68329a440fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b0d138c7c1a42c7b913394e669ed7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719192 Jul 27 22:27:11.965249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48024) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:11.994788 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1a8dfbe-c77f-4a37-9133-956da31a4f6a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.004125 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-b7aa3536-c1f1-4730-9c08-cbedc65611b5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/quotas/28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 375 time: 0.0614550 Jul 27 22:27:12.043425 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:27:07Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'aa9ee541-53d5-4526-8b52-456f101f55dc', 'name': '', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:a8:f9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:05Z', 'updated_at': '2021-07-27T22:27:07Z', 'revision_number': 2, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:12.076724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8dfbe-c77f-4a37-9133-956da31a4f6a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for 7a5e7921-dcb6-4274-82ef-c4aa05b84627 owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:27:12.080876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c996154a-8709-4914-96ea-8c76738cf7c3 None None] Provisioning for port aa9ee541-53d5-4526-8b52-456f101f55dc completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:12.082534 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Checking router: c1caa13e-165a-4f34-8214-9ddb66bc9371 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:27:12.083705 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Updating router c1caa13e-165a-4f34-8214-9ddb66bc9371 port aa9ee541-53d5-4526-8b52-456f101f55dc binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:27:12.119338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=65ca54c7-892e-4c79-ac36-f3d8ed7080ec,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:12.126530 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.131577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c996154a-8709-4914-96ea-8c76738cf7c3 None None] Provisioning complete for port aa9ee541-53d5-4526-8b52-456f101f55dc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:12.132243 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c996154a-8709-4914-96ea-8c76738cf7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.218846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c996154a-8709-4914-96ea-8c76738cf7c3 None None] Port aa9ee541-53d5-4526-8b52-456f101f55dc cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:27:12.223673 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-ad8673de-6d3b-4547-aea9-6027ae8f9d6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821009 Jul 27 22:27:12.238436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.242182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.242622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.243085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.243519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.243953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.244381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.244805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.245233 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.245784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.246206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.246649 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.264728 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaabaec7-8f83-4c21-ac91-e66990b1d99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.276720 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:12.293419 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-11313bde-f9c3-4096-a9de-baea54e866ab tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2540081 Jul 27 22:27:12.368433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:12.368863 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.370889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73b230bd-bcf0-493f-b1ff-eccd317f8457 None None] Provisioning for port 7a5e7921-dcb6-4274-82ef-c4aa05b84627 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:12.383208 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-043335e7-3ea6-4dff-9ec7-ffd6132e5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:12.384719 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-043335e7-3ea6-4dff-9ec7-ffd6132e5c92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c756860e16ae4fa6bc10144b561f9167&device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 1096 time: 0.1068256 Jul 27 22:27:12.411814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73b230bd-bcf0-493f-b1ff-eccd317f8457 None None] Provisioning complete for port 7a5e7921-dcb6-4274-82ef-c4aa05b84627 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:12.412190 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73b230bd-bcf0-493f-b1ff-eccd317f8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.449238 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaabaec7-8f83-4c21-ac91-e66990b1d99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.534032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-73b230bd-bcf0-493f-b1ff-eccd317f8457 None None] Port 7a5e7921-dcb6-4274-82ef-c4aa05b84627 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:27:12.563945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-4c580a38-f2a8-4467-843b-dbba19628a5d service neutron] 10.222.0.24 "GET /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430315 Jul 27 22:27:12.573263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-ce6d7870-a8d5-408f-a90e-f2c90242d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:12.577030 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-ce6d7870-a8d5-408f-a90e-f2c90242d2ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab2ac776-71c2-406d-b9f0-328bbd239926 HTTP/1.1" status: 200 len: 910 time: 0.1682584 Jul 27 22:27:12.604404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaabaec7-8f83-4c21-ac91-e66990b1d99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.607576 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aaabaec7-8f83-4c21-ac91-e66990b1d99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.608767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aaabaec7-8f83-4c21-ac91-e66990b1d99e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1eebf88-2519-4732-89f8-a51b6379e9bf HTTP/1.1" status: 204 len: 168 time: 0.6380022 Jul 27 22:27:12.629824 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.649574 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Transition to ACTIVE for port object aa9ee541-53d5-4526-8b52-456f101f55dc will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:12.653533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabaec7-8f83-4c21-ac91-e66990b1d99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eebf88-2519-4732-89f8-a51b6379e9bf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:12.661070 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.663137 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1a8dfbe-c77f-4a37-9133-956da31a4f6a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.709744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8dfbe-c77f-4a37-9133-956da31a4f6a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=7a5e7921-dcb6-4274-82ef-c4aa05b84627,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:12.736471 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-fa06072b-f8a1-495f-86ac-1c67b08b0454 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=533d225d-83ad-4f1f-b971-676807c09d23 HTTP/1.1" status: 200 len: 1001 time: 0.1516335 Jul 27 22:27:12.736945 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Pushing event updated for resources: {'Port': ['ID=aa9ee541-53d5-4526-8b52-456f101f55dc,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:12.748802 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.760406 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.760809 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.761479 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.762393 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.762919 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.763790 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73b230bd-bcf0-493f-b1ff-eccd317f8457 None None] Provisioning complete for port b21e06ed-171c-482b-ad5a-d3872457480d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:12.763925 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.764233 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.764624 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.764768 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73b230bd-bcf0-493f-b1ff-eccd317f8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.765006 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.765342 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.765672 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.766089 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:12.869801 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1a8dfbe-c77f-4a37-9133-956da31a4f6a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.881269 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d1a8dfbe-c77f-4a37-9133-956da31a4f6a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/7a5e7921-dcb6-4274-82ef-c4aa05b84627 HTTP/1.1" status: 204 len: 168 time: 1.8199463 Jul 27 22:27:12.882208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48046) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:12.918111 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-dc7bc1d1-e601-4ada-8075-3926b55266e2 service neutron] 10.222.0.24 "GET /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420942 Jul 27 22:27:12.922296 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Attempting to bind port aa9ee541-53d5-4526-8b52-456f101f55dc on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:27:12.922692 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Attempting to bind port aa9ee541-53d5-4526-8b52-456f101f55dc by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:27:12.923054 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Attempting to bind port aa9ee541-53d5-4526-8b52-456f101f55dc on network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:27:12.930553 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1272fe5d-98c4-45ba-94b8-14a30ac90331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.930886 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:27:12.931270 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Checking segment: {'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:27:12.931673 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.932070 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Bound using segment: {'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:27:12.932545 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Bound port: aa9ee541-53d5-4526-8b52-456f101f55dc, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:27:12.932927 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:12.933356 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-6f4ee11e-9a24-4968-ade4-7cbdbf9aed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:12.948362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-73b230bd-bcf0-493f-b1ff-eccd317f8457 None None] Port b21e06ed-171c-482b-ad5a-d3872457480d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:27:12.949316 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-6f4ee11e-9a24-4968-ade4-7cbdbf9aed36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d14f8be-7908-497b-bf7c-f833310b6890 HTTP/1.1" status: 200 len: 848 time: 0.1974521 Jul 27 22:27:12.989885 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0dd06d-a960-4c95-b9fa-24523aa5ee9a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] GET failed (client error): The resource could not be found. Jul 27 22:27:12.991579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73b230bd-bcf0-493f-b1ff-eccd317f8457 None None] Provisioning for port 5d3de682-b75a-44f2-b5b9-0999ce604872 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:12.999777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-73b230bd-bcf0-493f-b1ff-eccd317f8457 None None] Provisioning complete for port 5d3de682-b75a-44f2-b5b9-0999ce604872 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:13.000813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7d0dd06d-a960-4c95-b9fa-24523aa5ee9a tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports/7a5e7921-dcb6-4274-82ef-c4aa05b84627 HTTP/1.1" status: 404 len: 333 time: 0.1063540 Jul 27 22:27:13.005726 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-73b230bd-bcf0-493f-b1ff-eccd317f8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:13.010430 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48052) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:13.081847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-83f52100-89ef-44c0-b676-a50af9a663fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:13.089757 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-83f52100-89ef-44c0-b676-a50af9a663fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab2ac776-71c2-406d-b9f0-328bbd239926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364126 Jul 27 22:27:13.102362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-3e8ab009-8f8c-418a-855b-436c285fe9ec service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:27:13.116604 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-3e8ab009-8f8c-418a-855b-436c285fe9ec service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056529 Jul 27 22:27:13.146471 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ebb0690-d6ff-4998-b858-847768ac149b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:13.220838 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ebb0690-d6ff-4998-b858-847768ac149b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:13.418655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ebb0690-d6ff-4998-b858-847768ac149b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:13.421945 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ebb0690-d6ff-4998-b858-847768ac149b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:13.423169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8ebb0690-d6ff-4998-b858-847768ac149b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/security-groups/ef0942bf-76e0-4696-88ab-8d70421c3eea HTTP/1.1" status: 204 len: 168 time: 0.4092369 Jul 27 22:27:13.428431 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] For port aa9ee541-53d5-4526-8b52-456f101f55dc, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:27:13.432916 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] For port aa9ee541-53d5-4526-8b52-456f101f55dc, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=aa9ee541-53d5-4526-8b52-456f101f55dc,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:27:13.434456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48066) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:13.440679 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:13.447643 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-f5bc5d3e-9f8d-4803-92dd-0889fb1f1c30 service neutron] 10.222.0.41 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262436 Jul 27 22:27:13.541314 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Routers {'c1caa13e-165a-4f34-8214-9ddb66bc9371'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:27:13.541965 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:26:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c1caa13e-165a-4f34-8214-9ddb66bc9371'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:13.557314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb0690-d6ff-4998-b858-847768ac149b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0942bf-76e0-4696-88ab-8d70421c3eea,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:13.658385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 65ca54c7-892e-4c79-ac36-f3d8ed7080ec up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:13.658930 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d32e340e-f3b5-40a7-a273-c730cf1be05c req-956334a5-a089-41f5-bc46-7fc97b4d1bfe service neutron] 10.222.0.41 "GET /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063568 Jul 27 22:27:13.722291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-543470be-8c24-4a49-a31a-b28a672bac5d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:13.754597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:13.754976 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:13.769712 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc3c4b-8172-42ed-b2a7-8f62c6faed75 None None] Pushing event updated for resources: {'Port': ['ID=aa9ee541-53d5-4526-8b52-456f101f55dc,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:13.805414 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-543470be-8c24-4a49-a31a-b28a672bac5d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:13.927023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-543470be-8c24-4a49-a31a-b28a672bac5d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:13.929751 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-543470be-8c24-4a49-a31a-b28a672bac5d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:13.931060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-543470be-8c24-4a49-a31a-b28a672bac5d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/security-groups/f1f40808-d3d7-445b-8045-e91f21ed3d6c HTTP/1.1" status: 204 len: 168 time: 0.4954624 Jul 27 22:27:13.933982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48082) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:13.953187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543470be-8c24-4a49-a31a-b28a672bac5d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f40808-d3d7-445b-8045-e91f21ed3d6c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:13.959521 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] Set router c1caa13e-165a-4f34-8214-9ddb66bc9371 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:27:14.080287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c987d53-0056-4a93-ab16-bacaf8f72136 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:14.128220 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c987d53-0056-4a93-ab16-bacaf8f72136 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:14.189537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48370bc7-e8a9-42d6-9f66-d98db317af4a req-3986fb01-a1c9-4b6c-bd5f-4de9ea23d4ea tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 210 time: 0.8152521 Jul 27 22:27:14.268089 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c987d53-0056-4a93-ab16-bacaf8f72136 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:14.271260 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2c987d53-0056-4a93-ab16-bacaf8f72136 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:14.275988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48100) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:14.278429 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2c987d53-0056-4a93-ab16-bacaf8f72136 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/security-groups/57505995-24f1-4723-81cf-19285a9d12a2 HTTP/1.1" status: 204 len: 168 time: 0.3418601 Jul 27 22:27:14.307580 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c987d53-0056-4a93-ab16-bacaf8f72136 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57505995-24f1-4723-81cf-19285a9d12a2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:14.330359 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:27:07Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'aa9ee541-53d5-4526-8b52-456f101f55dc', 'name': '', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:a8:f9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:05Z', 'updated_at': '2021-07-27T22:27:13Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:14.362838 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925c1cc-07db-469f-a396-6a3c8c2d0f86 None None] The sync data for ids ['c1caa13e-165a-4f34-8214-9ddb66bc9371'] in n-d-802011-3 is: [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:27:07Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'aa9ee541-53d5-4526-8b52-456f101f55dc', 'name': '', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:a8:f9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:05Z', 'updated_at': '2021-07-27T22:27:13Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:27:14.393792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead8d99a-38ce-4ee7-bcd8-cfa56bd88711 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting subnet 54b0a557-dc39-4040-b655-274cf4a3cae1 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:27:14.397163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ead8d99a-38ce-4ee7-bcd8-cfa56bd88711 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:14.511010 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ead8d99a-38ce-4ee7-bcd8-cfa56bd88711 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:14.666993 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ead8d99a-38ce-4ee7-bcd8-cfa56bd88711 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:14.807067 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ead8d99a-38ce-4ee7-bcd8-cfa56bd88711 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:14.844802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48120) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:14.891222 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ead8d99a-38ce-4ee7-bcd8-cfa56bd88711 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:14.895894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceda76c-e734-4753-af56-91a1ed108e46 None None] Network 3c635a2c-6509-4ff3-8474-86d34514392e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:27:14.926308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ead8d99a-38ce-4ee7-bcd8-cfa56bd88711 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/54b0a557-dc39-4040-b655-274cf4a3cae1 HTTP/1.1" status: 204 len: 168 time: 0.6427696 Jul 27 22:27:14.926308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:14.926308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8d99a-38ce-4ee7-bcd8-cfa56bd88711 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Subnet': ['ID=54b0a557-dc39-4040-b655-274cf4a3cae1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:15.108078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e043e94-584c-43d9-b080-8e6dc4274b0c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting subnet 38aafb15-1829-452c-9431-224e5918dfa6 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:27:15.115310 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e043e94-584c-43d9-b080-8e6dc4274b0c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:15.143001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1698022065-network', 'tenant_id': 'e360069e157c44e0be09d8ba41691907'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:15.220088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e043e94-584c-43d9-b080-8e6dc4274b0c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:15.366232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Made reservation on behalf of e360069e157c44e0be09d8ba41691907 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:27:15.368611 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:15.417318 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f488f69-1aad-4ec9-8c7a-a93efa8bca72 req-52db9f3e-7f23-4ba8-b750-bc21510aeeee tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 210 time: 0.0959601 Jul 27 22:27:15.451389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e043e94-584c-43d9-b080-8e6dc4274b0c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:15.490495 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5b7adb8c-1163-494a-8a87-fe9d685147a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:15.592532 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e043e94-584c-43d9-b080-8e6dc4274b0c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:15.632207 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1e043e94-584c-43d9-b080-8e6dc4274b0c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:15.637446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1e043e94-584c-43d9-b080-8e6dc4274b0c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/38aafb15-1829-452c-9431-224e5918dfa6 HTTP/1.1" status: 204 len: 168 time: 0.7074392 Jul 27 22:27:15.639209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e043e94-584c-43d9-b080-8e6dc4274b0c tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Subnet': ['ID=38aafb15-1829-452c-9431-224e5918dfa6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:15.650667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48140) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:15.701890 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4efcb9-307a-4572-8793-061f624d8f16 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] DELETE failed (client error): The resource could not be found. Jul 27 22:27:15.702667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4efcb9-307a-4572-8793-061f624d8f16 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:15.708683 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5c4efcb9-307a-4572-8793-061f624d8f16 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/54b0a557-dc39-4040-b655-274cf4a3cae1 HTTP/1.1" status: 404 len: 337 time: 0.0563929 Jul 27 22:27:15.709672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:15.773824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device aa9ee541-53d5-4526-8b52-456f101f55dc up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:15.783031 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:15.831503 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:15.877427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-bb23f5a0-7be9-47cf-a875-a5d4772f1541 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:15.880066 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-bb23f5a0-7be9-47cf-a875-a5d4772f1541 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "GET /v2.0/networks?id=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 HTTP/1.1" status: 200 len: 797 time: 0.9722588 Jul 27 22:27:15.902128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2480bc-1b18-45a9-825c-10871b920412 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting subnet e2905b6e-aa41-4c70-9af5-19fa38a73281 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:27:15.912276 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c2480bc-1b18-45a9-825c-10871b920412 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:15.915221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port aa9ee541-53d5-4526-8b52-456f101f55dc completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:15.922607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port aa9ee541-53d5-4526-8b52-456f101f55dc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:15.923170 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.004496 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-97177712-4844-4086-95dd-f6b0388b00c4 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b86e8c06114800a9109512618bca6b HTTP/1.1" status: 200 len: 379 time: 0.1123462 Jul 27 22:27:16.034301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'port': {'device_id': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'admin_state_up': True, 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'security_groups': ['71c52eac-3d96-4264-8409-8c09d890cd25']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:16.051234 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c2480bc-1b18-45a9-825c-10871b920412 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.065691 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.152196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port aa9ee541-53d5-4526-8b52-456f101f55dc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=aa9ee541-53d5-4526-8b52-456f101f55dc,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:16.166380 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.190805 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.242634 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.263871 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c2480bc-1b18-45a9-825c-10871b920412 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.287912 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=aa9ee541-53d5-4526-8b52-456f101f55dc,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:16.314348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:27:16.359467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7e7686-a4dd-415e-8991-e0b5343effc0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:16.365630 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.365988 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Added segment e7f28610-a4a2-4a0e-8219-7279ea50fd5b of type vlan for network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 Jul 27 22:27:16.413006 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c2480bc-1b18-45a9-825c-10871b920412 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.503673 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.507527 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c2480bc-1b18-45a9-825c-10871b920412 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.513621 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.518274 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7c2480bc-1b18-45a9-825c-10871b920412 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/e2905b6e-aa41-4c70-9af5-19fa38a73281 HTTP/1.1" status: 204 len: 168 time: 0.8064814 Jul 27 22:27:16.522592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:16.525147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2480bc-1b18-45a9-825c-10871b920412 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Subnet': ['ID=e2905b6e-aa41-4c70-9af5-19fa38a73281,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:16.526081 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.534012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Made reservation on behalf of 28b86e8c06114800a9109512618bca6b for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:27:16.539103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.616195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf11939-6cc6-4489-9b2c-3a06b3efc9fc None None] Network 3c635a2c-6509-4ff3-8474-86d34514392e requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:27:16.629276 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-63353ce0-53dd-4965-a260-dc633f8b491f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] DELETE failed (client error): The resource could not be found. Jul 27 22:27:16.629791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63353ce0-53dd-4965-a260-dc633f8b491f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:16.635294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-63353ce0-53dd-4965-a260-dc633f8b491f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/14f1d87e-68a3-43b0-82ac-d0fccd3d3b1a HTTP/1.1" status: 404 len: 337 time: 0.0954523 Jul 27 22:27:16.635887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:16.676881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.678910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:16.681393 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.699861 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a1cac61b-9ac7-4bb4-83ae-c99da5b9c2da req-2055717d-b6b6-480b-ba4e-8eba93826e17 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 210 time: 0.0967751 Jul 27 22:27:16.710527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ec06e689-5b58-48b5-8468-ac797e01cd33 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af06358-09c8-4aca-b21c-2daddb8b02fe HTTP/1.1" status: 200 len: 205 time: 0.0501919 Jul 27 22:27:16.713518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48164) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:16.733588 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5052d28e-2c39-4067-9e8d-a66e00bc158c None None] Provisioning complete for port 5d3de682-b75a-44f2-b5b9-0999ce604872 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:16.733956 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5052d28e-2c39-4067-9e8d-a66e00bc158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.896383 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5052d28e-2c39-4067-9e8d-a66e00bc158c None None] Provisioning complete for port b21e06ed-171c-482b-ad5a-d3872457480d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:16.900294 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5052d28e-2c39-4067-9e8d-a66e00bc158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:16.904516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec9a30-db5a-41dd-82a0-8f7e9ca60657 None None] DHCP port deletion for 3c635a2c-6509-4ff3-8474-86d34514392e request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:27:16.904916 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-323007fa-5db9-4941-a21d-c537cbbec876 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] delete failed (client error): The resource could not be found. Jul 27 22:27:16.909326 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-323007fa-5db9-4941-a21d-c537cbbec876 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/routers/8af06358-09c8-4aca-b21c-2daddb8b02fe HTTP/1.1" status: 404 len: 336 time: 0.1902759 Jul 27 22:27:16.909957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:16.962966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] Pushing event updated for resources: {'Network': ['ID=8f61feab-c5cf-4bda-9d51-ec23b5048c43,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:16.967472 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-83187398-2d31-4613-8f29-c47b780de9e3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1212075 Jul 27 22:27:16.968841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5052d28e-2c39-4067-9e8d-a66e00bc158c None None] Port b21e06ed-171c-482b-ad5a-d3872457480d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:27:16.975076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:16.980296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7b6e43c8-650a-4b73-8915-3a8e501b4698 admin admin] Request body: {'subnet': {'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1698022065-subnet', 'tenant_id': 'e360069e157c44e0be09d8ba41691907', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:16.989088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:27:16.990541 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-37033db5-11e0-41b5-8f7e-852d4e2e305d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] DELETE failed (client error): The resource could not be found. Jul 27 22:27:16.991085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37033db5-11e0-41b5-8f7e-852d4e2e305d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:16.996826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-37033db5-11e0-41b5-8f7e-852d4e2e305d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/3e1584da-744e-48a0-a816-16af543e628c HTTP/1.1" status: 404 len: 337 time: 0.0834756 Jul 27 22:27:16.997451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:17.012005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.20.0.9 (5cb8c5d9-2ea5-4193-a636-24639f0c2ae3/ab5832c5-3d6e-4cbe-afac-a6c30a67c09d/b2a43fd7-ee92-46be-9927-f34e136972cb) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:27:17.029870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6e43c8-650a-4b73-8915-3a8e501b4698 admin admin] Made reservation on behalf of e360069e157c44e0be09d8ba41691907 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:27:17.030701 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-2147e7d2-32f0-44fd-b467-955914c55379 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] DELETE failed (client error): The resource could not be found. Jul 27 22:27:17.031223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2147e7d2-32f0-44fd-b467-955914c55379 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:17.032408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b6e43c8-650a-4b73-8915-3a8e501b4698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.036316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2147e7d2-32f0-44fd-b467-955914c55379 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/8cb39d4c-d2c0-46cf-ba53-7981fdf2f7eb HTTP/1.1" status: 404 len: 337 time: 0.0375094 Jul 27 22:27:17.037562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48174) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:17.061301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-64ec9a30-db5a-41dd-82a0-8f7e9ca60657 None None] Deleting port 5d3de682-b75a-44f2-b5b9-0999ce604872 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:27:17.061828 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64ec9a30-db5a-41dd-82a0-8f7e9ca60657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.069869 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e9d062-e211-42d0-b22f-f776786c13b9 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] DELETE failed (client error): The resource could not be found. Jul 27 22:27:17.070611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e9d062-e211-42d0-b22f-f776786c13b9 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:17.080503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e1e9d062-e211-42d0-b22f-f776786c13b9 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/3a20db1b-76fb-4b15-8fe8-ca1cc0d8a49c HTTP/1.1" status: 404 len: 337 time: 0.0418367 Jul 27 22:27:17.081189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:17.112700 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc309f4e-70ad-4e37-a498-5609dffb7d1d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] DELETE failed (client error): The resource could not be found. Jul 27 22:27:17.113112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc309f4e-70ad-4e37-a498-5609dffb7d1d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:17.118489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bc309f4e-70ad-4e37-a498-5609dffb7d1d tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/1e9a610c-ded4-4c67-a776-e68dcc9f7fa7 HTTP/1.1" status: 404 len: 333 time: 0.0361841 Jul 27 22:27:17.120379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48180) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:17.150409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-64ec9a30-db5a-41dd-82a0-8f7e9ca60657 None None] For port 5d3de682-b75a-44f2-b5b9-0999ce604872, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5d3de682-b75a-44f2-b5b9-0999ce604872,segment=NetworkSegment(a74e600c-de0a-4029-8676-d56e280558a2),segment_id=a74e600c-de0a-4029-8676-d56e280558a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:17.150857 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64ec9a30-db5a-41dd-82a0-8f7e9ca60657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.167810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-64ec9a30-db5a-41dd-82a0-8f7e9ca60657 None None] Calling delete_port for 5d3de682-b75a-44f2-b5b9-0999ce604872 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:27:17.188506 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aabc9fd-0fee-4825-bb9f-85317550257f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] DELETE failed (client error): The resource could not be found. Jul 27 22:27:17.189241 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aabc9fd-0fee-4825-bb9f-85317550257f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:17.192739 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0aabc9fd-0fee-4825-bb9f-85317550257f tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/ad27bf4f-1457-47ff-9d7a-fcf4c1c2a9ae HTTP/1.1" status: 404 len: 337 time: 0.0712078 Jul 27 22:27:17.195471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:17.239248 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33f49f2-5ee2-4023-a8c3-e32c9741e7e4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] DELETE failed (client error): The resource could not be found. Jul 27 22:27:17.239706 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33f49f2-5ee2-4023-a8c3-e32c9741e7e4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:17.243918 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b33f49f2-5ee2-4023-a8c3-e32c9741e7e4 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/d5d7be04-9261-4167-bbe5-072bdb2d4d7d HTTP/1.1" status: 404 len: 337 time: 0.0436797 Jul 27 22:27:17.244351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:17.269612 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-4320e88d-7276-4339-a5ee-f15f538fe894 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] DELETE failed (client error): The resource could not be found. Jul 27 22:27:17.270354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4320e88d-7276-4339-a5ee-f15f538fe894 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:17.274346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4320e88d-7276-4339-a5ee-f15f538fe894 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/62299035-d24b-48e0-889b-033cba5559e3 HTTP/1.1" status: 404 len: 333 time: 0.0267107 Jul 27 22:27:17.274985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:17.276542 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64ec9a30-db5a-41dd-82a0-8f7e9ca60657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.302920 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec9a30-db5a-41dd-82a0-8f7e9ca60657 None None] Pushing event deleted for resources: {'Port': ['ID=5d3de682-b75a-44f2-b5b9-0999ce604872,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:17.306721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec9a30-db5a-41dd-82a0-8f7e9ca60657 None None] No DVR routers for this DVR port 5d3de682-b75a-44f2-b5b9-0999ce604872 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:27:17.327804 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3c8d5e-2112-458b-98b3-b0d9c0cf276b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] DELETE failed (client error): The resource could not be found. Jul 27 22:27:17.328269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3c8d5e-2112-458b-98b3-b0d9c0cf276b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:17.330065 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1a3c8d5e-2112-458b-98b3-b0d9c0cf276b tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/6c80c76c-90cc-4f55-b2d6-27ce013b4a6e HTTP/1.1" status: 404 len: 337 time: 0.0479035 Jul 27 22:27:17.332828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48192) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:17.365313 n-d-802011-3 neutron-server[93835]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a0acbb-8b38-43c3-a267-7a0ac309f2ef tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] DELETE failed (client error): The resource could not be found. Jul 27 22:27:17.366074 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a0acbb-8b38-43c3-a267-7a0ac309f2ef tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93835) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:27:17.368089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d7a0acbb-8b38-43c3-a267-7a0ac309f2ef tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/subnets/3065f1e8-7bdd-4cbd-b4cd-5c7e373a63e8 HTTP/1.1" status: 404 len: 337 time: 0.0340705 Jul 27 22:27:17.370867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48194) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:17.385359 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.414560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Transition to ACTIVE for port object b2a43fd7-ee92-46be-9927-f34e136972cb will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:17.419311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b6e43c8-650a-4b73-8915-3a8e501b4698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.485049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb2c3d-bce4-4895-8b8e-2cdabc207a7e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Deleting port b21e06ed-171c-482b-ad5a-d3872457480d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:27:17.485556 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eeb2c3d-bce4-4895-8b8e-2cdabc207a7e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.507391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e43c8-650a-4b73-8915-3a8e501b4698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d6205a-27b7-4af9-b728-b849638f6c69,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:17.523696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6e43c8-650a-4b73-8915-3a8e501b4698 admin admin] Checking segment: {'id': 'e7f28610-a4a2-4a0e-8219-7279ea50fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:27:17.523956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e43c8-650a-4b73-8915-3a8e501b4698 admin admin] Network hostable DHCP agents. Network: 8f61feab-c5cf-4bda-9d51-ec23b5048c43, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:27:17.549891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.567675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e43c8-650a-4b73-8915-3a8e501b4698 admin admin] Network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:27:17.574839 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eeb2c3d-bce4-4895-8b8e-2cdabc207a7e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.588683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb2c3d-bce4-4895-8b8e-2cdabc207a7e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Calling delete_port for b21e06ed-171c-482b-ad5a-d3872457480d owned by {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:27:17.597686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:27:17.603816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:27:17.609187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device aa9ee541-53d5-4526-8b52-456f101f55dc up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:17.622082 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:27:17.637327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7b6e43c8-650a-4b73-8915-3a8e501b4698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 8f61feab-c5cf-4bda-9d51-ec23b5048c43) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:27:17.648719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03c19b-fddd-490d-8528-2337f45bfb2e None None] Network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:27:17.674545 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6e43c8-650a-4b73-8915-3a8e501b4698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:17.675042 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7b6e43c8-650a-4b73-8915-3a8e501b4698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.691781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=b2a43fd7-ee92-46be-9927-f34e136972cb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:17.713343 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eeb2c3d-bce4-4895-8b8e-2cdabc207a7e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.730665 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7b6e43c8-650a-4b73-8915-3a8e501b4698 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7542081 Jul 27 22:27:17.752290 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:17.753109 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.777198 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ec13b42b-d0af-4776-ba6a-f125278a76bd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7614357 Jul 27 22:27:17.798292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Request body: {'port': {'device_id': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:17.835951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb2c3d-bce4-4895-8b8e-2cdabc207a7e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Port': ['ID=b21e06ed-171c-482b-ad5a-d3872457480d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:17.843206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port aa9ee541-53d5-4526-8b52-456f101f55dc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:17.843503 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.872040 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8eeb2c3d-bce4-4895-8b8e-2cdabc207a7e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:17.909901 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8eeb2c3d-bce4-4895-8b8e-2cdabc207a7e tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/ports/b21e06ed-171c-482b-ad5a-d3872457480d HTTP/1.1" status: 204 len: 168 time: 0.5374367 Jul 27 22:27:17.912636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:17.957636 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd2e4a-c2d0-4571-9974-79119feafd3d None None] Network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:27:18.020377 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:18.061948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b322c-ef4f-440e-957c-500a26b176f6 req-a1380c2f-1bc1-4124-8e69-4f291eb016b1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:18.063640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-798b322c-ef4f-440e-957c-500a26b176f6 req-a1380c2f-1bc1-4124-8e69-4f291eb016b1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 931 time: 0.1964722 Jul 27 22:27:18.084938 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:18.159400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-798b322c-ef4f-440e-957c-500a26b176f6 req-789d73d7-8dfb-45f0-9ec3-cee06a22f4fb tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895948 Jul 27 22:27:18.243314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-255bf35e-67e1-4d09-a8e3-da6e2c464cd0 None None] Provisioning for port b2a43fd7-ee92-46be-9927-f34e136972cb completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:18.245414 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:18.251444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5d3de682-b75a-44f2-b5b9-0999ce604872 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:27:18.292546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-255bf35e-67e1-4d09-a8e3-da6e2c464cd0 None None] Provisioning complete for port b2a43fd7-ee92-46be-9927-f34e136972cb triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:18.293383 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-255bf35e-67e1-4d09-a8e3-da6e2c464cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:18.295525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 5d3de682-b75a-44f2-b5b9-0999ce604872 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:27:18.295872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5d3de682-b75a-44f2-b5b9-0999ce604872 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:27:18.371486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-255bf35e-67e1-4d09-a8e3-da6e2c464cd0 None None] Port b2a43fd7-ee92-46be-9927-f34e136972cb cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:27:18.487348 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:18.509179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c635a2c-6509-4ff3-8474-86d34514392e']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:18.566920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74e600c-de0a-4029-8676-d56e280558a2') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:18.567709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74e600c-de0a-4029-8676-d56e280558a2') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:18.579866 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:18.600799 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:18.616341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:27:18.616341 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:27:18.619878 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:27:18.752831 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:18.767463 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:18.769341 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] 10.222.0.24 "DELETE /v2.0/networks/3c635a2c-6509-4ff3-8474-86d34514392e HTTP/1.1" status: 204 len: 168 time: 0.8544695 Jul 27 22:27:18.788073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282535bc-48ff-4b34-b138-dd94a0da4a92 tempest-PortsIpV6TestJSON-1994088989 tempest-PortsIpV6TestJSON-1994088989-project] Pushing event deleted for resources: {'Network': ['ID=3c635a2c-6509-4ff3-8474-86d34514392e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:18.825343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a43fd7-ee92-46be-9927-f34e136972cb {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:27:18.833706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:18.848257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Transition to ACTIVE for port object b2a43fd7-ee92-46be-9927-f34e136972cb will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:27:18.853469 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:19.042772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Pushing event updated for resources: {'Port': ['ID=b2a43fd7-ee92-46be-9927-f34e136972cb,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:19.132808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Attempting to bind port b2a43fd7-ee92-46be-9927-f34e136972cb on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:27:19.133392 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Attempting to bind port b2a43fd7-ee92-46be-9927-f34e136972cb by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:27:19.133881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Attempting to bind port b2a43fd7-ee92-46be-9927-f34e136972cb on network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:27:19.140804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Port b2a43fd7-ee92-46be-9927-f34e136972cb on network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:27:19.151518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Attempting to bind port b2a43fd7-ee92-46be-9927-f34e136972cb on network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:27:19.162858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:27:19.163529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48246) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:19.165506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Checking segment: {'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:27:19.165868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Bound using segment: {'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:27:19.166337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Bound port: b2a43fd7-ee92-46be-9927-f34e136972cb, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd090df92-ed06-43bb-ade8-855a521b48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:27:19.166720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:19.296032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] For port b2a43fd7-ee92-46be-9927-f34e136972cb, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:27:19.301606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] For port b2a43fd7-ee92-46be-9927-f34e136972cb, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b2a43fd7-ee92-46be-9927-f34e136972cb,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:27:19.314655 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:19.393376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182a024-1a94-4f1c-9213-f567d15fcc63 req-cc9b749b-2c71-46bb-9e7a-2d25f0111524 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:19.409409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:19.410246 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:19.412043 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] 10.222.0.43 "PUT /v2.0/ports/b2a43fd7-ee92-46be-9927-f34e136972cb HTTP/1.1" status: 200 len: 1091 time: 1.6266191 Jul 27 22:27:19.412642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:27:19.415486 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6077f699-6398-43f3-89b0-50e21fda305f" -d '{"events": [{"name": "network-changed", "server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:27:19.419863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4182a024-1a94-4f1c-9213-f567d15fcc63 req-cc9b749b-2c71-46bb-9e7a-2d25f0111524 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 943 time: 0.1051974 Jul 27 22:27:19.537670 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969ff64b-21c3-4012-a019-c4156b6f8604 x-openstack-request-id: req-969ff64b-21c3-4012-a019-c4156b6f8604 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:27:19.538180 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:27:19.539392 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-969ff64b-21c3-4012-a019-c4156b6f8604 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:27:19.540340 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'status': 'completed', 'code': 200} Jul 27 22:27:19.601612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f08888-fc0c-4f1a-8cef-6fe856042d0f service neutron] Pushing event updated for resources: {'Port': ['ID=b2a43fd7-ee92-46be-9927-f34e136972cb,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:19.641839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4182a024-1a94-4f1c-9213-f567d15fcc63 req-bbdbdd25-ad28-4b33-963a-7b310e4e8d60 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151644 Jul 27 22:27:19.645214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fcbdf631-abdf-44d7-8ac4-e0c0ca44781d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69f82d3747024dc4909eb21715a47ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800308 Jul 27 22:27:19.649167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48266) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:19.694135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ffa4a105-d6c4-41df-afbf-c3bcd8fb0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:19.698233 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ffa4a105-d6c4-41df-afbf-c3bcd8fb0063 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 1094 time: 0.2330067 Jul 27 22:27:19.717537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4953949e-dae6-496d-aadb-5263133003fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:19.756581 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4953949e-dae6-496d-aadb-5263133003fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:19.764540 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-284dbf66-b5c1-4da9-a97a-328764e7b61a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a43fd7-ee92-46be-9927-f34e136972cb HTTP/1.1" status: 200 len: 217 time: 0.0574486 Jul 27 22:27:19.837443 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4953949e-dae6-496d-aadb-5263133003fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:19.844651 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4953949e-dae6-496d-aadb-5263133003fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:19.848402 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4953949e-dae6-496d-aadb-5263133003fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01b008e3-0780-4878-a80a-a18e60d943d7 HTTP/1.1" status: 204 len: 168 time: 0.1955967 Jul 27 22:27:19.848570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-3f572cba-790f-4387-a547-71ec4b398046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:19.850056 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-3f572cba-790f-4387-a547-71ec4b398046 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab5832c5-3d6e-4cbe-afac-a6c30a67c09d HTTP/1.1" status: 200 len: 834 time: 0.0732412 Jul 27 22:27:19.867488 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953949e-dae6-496d-aadb-5263133003fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b008e3-0780-4878-a80a-a18e60d943d7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:19.906132 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-13b87530-74b7-4195-b64b-65cd9a912498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:19.907822 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-13b87530-74b7-4195-b64b-65cd9a912498 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492156 Jul 27 22:27:20.055050 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-ded537e0-6490-4768-a95b-fc14d02a6f52 service neutron] 10.222.0.43 "GET /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397431 Jul 27 22:27:20.188345 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-08f0dae3-ffab-4d0c-9b51-567d0d647b4c req-5ce20dab-9c93-497f-bde5-ad75474ae9f7 service neutron] 10.222.0.43 "GET /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256893 Jul 27 22:27:20.290245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077f699-6398-43f3-89b0-50e21fda305f req-512032ca-b753-4937-a1ef-e49cca78c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:20.291891 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6077f699-6398-43f3-89b0-50e21fda305f req-512032ca-b753-4937-a1ef-e49cca78c575 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 1094 time: 0.0529375 Jul 27 22:27:20.421148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077f699-6398-43f3-89b0-50e21fda305f req-faab3146-2bf9-472a-b3a6-15ee1e451e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:20.423903 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6077f699-6398-43f3-89b0-50e21fda305f req-faab3146-2bf9-472a-b3a6-15ee1e451e17 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 HTTP/1.1" status: 200 len: 898 time: 0.1208098 Jul 27 22:27:20.484157 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6077f699-6398-43f3-89b0-50e21fda305f req-c8aa211a-05d1-45df-a015-be123b905a8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a43fd7-ee92-46be-9927-f34e136972cb HTTP/1.1" status: 200 len: 217 time: 0.0525851 Jul 27 22:27:20.555651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077f699-6398-43f3-89b0-50e21fda305f req-435b7c9d-f16c-4d2a-8fc9-2ec2eb83ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:20.557599 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6077f699-6398-43f3-89b0-50e21fda305f req-435b7c9d-f16c-4d2a-8fc9-2ec2eb83ed1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab5832c5-3d6e-4cbe-afac-a6c30a67c09d HTTP/1.1" status: 200 len: 834 time: 0.0663192 Jul 27 22:27:20.612897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077f699-6398-43f3-89b0-50e21fda305f req-3bc0d1bd-fed8-4e95-af62-68b230c49907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:20.614715 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6077f699-6398-43f3-89b0-50e21fda305f req-3bc0d1bd-fed8-4e95-af62-68b230c49907 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485806 Jul 27 22:27:20.782154 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6077f699-6398-43f3-89b0-50e21fda305f req-f8f592e1-3f25-458c-9676-4dedf75153c4 service neutron] 10.222.0.43 "GET /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585166 Jul 27 22:27:20.892280 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48354) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:20.900329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752879a9-98c0-4b82-b7e0-ce2398393bdf req-0152af29-abd5-4b6f-b256-5860619d7264 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:20.917702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-752879a9-98c0-4b82-b7e0-ce2398393bdf req-0152af29-abd5-4b6f-b256-5860619d7264 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 943 time: 0.1352153 Jul 27 22:27:20.952580 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6077f699-6398-43f3-89b0-50e21fda305f req-7938295e-26fa-4439-ab2a-033f290fff6f service neutron] 10.222.0.43 "GET /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615443 Jul 27 22:27:20.989312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-752879a9-98c0-4b82-b7e0-ce2398393bdf req-4800cfff-f0bd-4065-b4cf-9ff4c976844f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687301 Jul 27 22:27:21.088681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-875902452'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:21.123731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Made reservation on behalf of 40fd70d30c2c44368adcc7ac5f893ff7 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:27:21.127472 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:21.141552 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:21.246573 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:21.257631 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:21.269803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:27:21.279348 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:21.279716 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Added segment da4ff4bc-fe24-442d-9679-c59c963bc199 of type vlan for network 68241580-11da-41c0-907f-923b29378ee2 Jul 27 22:27:21.320939 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:21.373340 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:21.378984 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:21.379568 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:21.386852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1707d3b9-9be3-4c13-a502-e2bc4289b758,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:21.457829 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5597229 Jul 27 22:27:21.459188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971d2ee-e145-43d1-8c25-bda078883ce9 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Pushing event updated for resources: {'Network': ['ID=68241580-11da-41c0-907f-923b29378ee2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:21.461136 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48368) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:21.466887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-96b45a1b-914c-4eda-8e02-386fcef8ad3a tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '68241580-11da-41c0-907f-923b29378ee2', 'tempest-TagsTest-Tag-540628203') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:21.477036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 68241580-11da-41c0-907f-923b29378ee2 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:27:21.586532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48372) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:21.598131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-80340729-dee2-47dc-87b0-51f3c916fb4d tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68241580-11da-41c0-907f-923b29378ee2', 'tempest-TagsTest-Tag-540628203') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:21.605384 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-96b45a1b-914c-4eda-8e02-386fcef8ad3a tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "PUT /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2/tags/tempest-TagsTest-Tag-540628203 HTTP/1.1" status: 201 len: 201 time: 0.1428702 Jul 27 22:27:21.682516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48374) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:21.687920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-8dbd1a75-a355-4859-a04c-36828d16fc46 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '68241580-11da-41c0-907f-923b29378ee2') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:21.692141 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-80340729-dee2-47dc-87b0-51f3c916fb4d tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "GET /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2/tags/tempest-TagsTest-Tag-540628203 HTTP/1.1" status: 204 len: 168 time: 0.1027014 Jul 27 22:27:21.763015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48380) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:21.768493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-31cf74db-130c-4acc-8e06-4b6400c8fbef tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '68241580-11da-41c0-907f-923b29378ee2', {'tags': ['tempest-TagsTest-Tag-1226797538', 'tempest-TagsTest-Tag-1340232974', 'tempest-TagsTest-Tag-1173650916']}) {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:21.771498 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8dbd1a75-a355-4859-a04c-36828d16fc46 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "GET /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2/tags HTTP/1.1" status: 200 len: 237 time: 0.0878036 Jul 27 22:27:21.867101 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-31cf74db-130c-4acc-8e06-4b6400c8fbef tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "PUT /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2/tags HTTP/1.1" status: 200 len: 309 time: 0.1028550 Jul 27 22:27:21.869427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48382) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:21.872574 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:27:21.874997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-1291b152-d69b-4d62-b89e-ecf69becc82f tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '68241580-11da-41c0-907f-923b29378ee2', 'tempest-TagsTest-Tag-1226797538') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:21.980982 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1291b152-d69b-4d62-b89e-ecf69becc82f tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "DELETE /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2/tags/tempest-TagsTest-Tag-1226797538 HTTP/1.1" status: 204 len: 168 time: 0.1078923 Jul 27 22:27:21.981209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48386) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:21.986924 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-746d470a-5520-4e6d-b860-b242e3d9b6f6 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68241580-11da-41c0-907f-923b29378ee2', 'tempest-TagsTest-Tag-1226797538') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:22.068788 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-746d470a-5520-4e6d-b860-b242e3d9b6f6 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] show failed (client error): The resource could not be found. Jul 27 22:27:22.069909 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-746d470a-5520-4e6d-b860-b242e3d9b6f6 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "GET /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2/tags/tempest-TagsTest-Tag-1226797538 HTTP/1.1" status: 404 len: 326 time: 0.0868576 Jul 27 22:27:22.072916 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48396) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:22.100643 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-a9cdf440-08e4-4622-9671-86de4971449e tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68241580-11da-41c0-907f-923b29378ee2', 'tempest-TagsTest-Tag-1340232974') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:22.183547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b75fff-2233-421e-8e82-1ddd2bebf299 req-b45802d8-f7a0-4c87-8dd9-87eee680944c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:22.193775 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2b75fff-2233-421e-8e82-1ddd2bebf299 req-b45802d8-f7a0-4c87-8dd9-87eee680944c tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 943 time: 0.0846353 Jul 27 22:27:22.268514 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a9cdf440-08e4-4622-9671-86de4971449e tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "GET /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2/tags/tempest-TagsTest-Tag-1340232974 HTTP/1.1" status: 204 len: 168 time: 0.1940043 Jul 27 22:27:22.274703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48398) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:22.279894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-26a60960-3f50-4f91-8d70-4d58583e24b8 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68241580-11da-41c0-907f-923b29378ee2', 'tempest-TagsTest-Tag-1173650916') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:22.305387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2b75fff-2233-421e-8e82-1ddd2bebf299 req-7523aac0-c7d9-4cbe-9dc8-ef673426c9d8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094983 Jul 27 22:27:22.411175 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-26a60960-3f50-4f91-8d70-4d58583e24b8 tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "GET /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2/tags/tempest-TagsTest-Tag-1173650916 HTTP/1.1" status: 204 len: 168 time: 0.1352503 Jul 27 22:27:22.413620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:22.418785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.tag.tag_plugin [None req-71b854f7-8159-4b88-bba7-bf0f73940dbd tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '68241580-11da-41c0-907f-923b29378ee2') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:22.487263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b2a43fd7-ee92-46be-9927-f34e136972cb details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:27:22.523850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48406) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:22.526809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-71b854f7-8159-4b88-bba7-bf0f73940dbd tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "DELETE /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2/tags HTTP/1.1" status: 204 len: 168 time: 0.1119413 Jul 27 22:27:22.529384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-d5c894b6-5809-46e1-b674-477092bcd7cf tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68241580-11da-41c0-907f-923b29378ee2', 'tempest-TagsTest-Tag-1340232974') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:22.637126 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-d5c894b6-5809-46e1-b674-477092bcd7cf tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] show failed (client error): The resource could not be found. Jul 27 22:27:22.641355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b2a43fd7-ee92-46be-9927-f34e136972cb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b2a43fd7-ee92-46be-9927-f34e136972cb,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:22.641525 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d5c894b6-5809-46e1-b674-477092bcd7cf tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "GET /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2/tags/tempest-TagsTest-Tag-1340232974 HTTP/1.1" status: 404 len: 326 time: 0.1129413 Jul 27 22:27:22.641699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48410) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:22.647262 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-0eae6232-03f2-4452-b694-b4499af960dd tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '68241580-11da-41c0-907f-923b29378ee2', 'tempest-TagsTest-Tag-1173650916') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:22.650734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'port_id': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'mac_address': 'fa:16:3e:c8:d9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:27:22.690346 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:22.704290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a43fd7-ee92-46be-9927-f34e136972cb {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:27:22.721532 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [None req-0eae6232-03f2-4452-b694-b4499af960dd tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] show failed (client error): The resource could not be found. Jul 27 22:27:22.725686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0eae6232-03f2-4452-b694-b4499af960dd tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "GET /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2/tags/tempest-TagsTest-Tag-1173650916 HTTP/1.1" status: 404 len: 326 time: 0.0804045 Jul 27 22:27:22.725822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48412) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:22.729210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b2a43fd7-ee92-46be-9927-f34e136972cb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b2a43fd7-ee92-46be-9927-f34e136972cb,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:22.731699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.tag.tag_plugin [None req-ef7f737b-f987-41de-b013-a2100c052bae tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '68241580-11da-41c0-907f-923b29378ee2') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:22.734378 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:22.787492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b2a43fd7-ee92-46be-9927-f34e136972cb,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:22.830790 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ef7f737b-f987-41de-b013-a2100c052bae tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "DELETE /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2/tags HTTP/1.1" status: 204 len: 168 time: 0.1036403 Jul 27 22:27:22.834484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48414) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:22.929819 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:22.939242 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['b2a43fd7-ee92-46be-9927-f34e136972cb'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:27:23.054903 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:23.080928 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68241580-11da-41c0-907f-923b29378ee2']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:23.102658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4ff4bc-fe24-442d-9679-c59c963bc199') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:23.102997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4ff4bc-fe24-442d-9679-c59c963bc199') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:23.138878 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:23.169070 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:23.178035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:27:23.178851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:27:23.241540 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:27:23.274182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:23.284606 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:23.287329 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] 10.222.0.24 "DELETE /v2.0/networks/68241580-11da-41c0-907f-923b29378ee2 HTTP/1.1" status: 204 len: 168 time: 0.4518223 Jul 27 22:27:23.363425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68ac51-7f34-4922-b844-411d9192755b tempest-TagsTest-1514688392 tempest-TagsTest-1514688392-project] Pushing event deleted for resources: {'Network': ['ID=68241580-11da-41c0-907f-923b29378ee2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:23.539119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e7aaf-b2b4-4bdb-8919-e4fd06733b89 req-c07be0d1-7b9c-4c57-937b-ca31b0e24fce tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:23.546914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f5e7aaf-b2b4-4bdb-8919-e4fd06733b89 req-c07be0d1-7b9c-4c57-937b-ca31b0e24fce tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 944 time: 0.0805676 Jul 27 22:27:23.638077 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f5e7aaf-b2b4-4bdb-8919-e4fd06733b89 req-ac82a5d0-2d03-43aa-8239-391833b416c1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868514 Jul 27 22:27:23.872959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48454) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:23.896183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48458) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:24.058784 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e39c244c-2456-439d-9b8b-800b675fc890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.088317 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e6bb8c2c-f67b-4ce8-9a93-9ab4457e4099 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40fd70d30c2c44368adcc7ac5f893ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133460 Jul 27 22:27:24.092200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:24.193390 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7764c36-a60f-49f5-a381-17f884047fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.237640 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7764c36-a60f-49f5-a381-17f884047fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.291747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e39c244c-2456-439d-9b8b-800b675fc890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.297620 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e39c244c-2456-439d-9b8b-800b675fc890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.348922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e39c244c-2456-439d-9b8b-800b675fc890 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=025db39b03f34885a7e5db4d149f7038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515977 Jul 27 22:27:24.351604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48474) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:24.354710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c244c-2456-439d-9b8b-800b675fc890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfdf37d-033b-41a8-b361-1364096390c7,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:24.360137 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7764c36-a60f-49f5-a381-17f884047fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.363128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f7764c36-a60f-49f5-a381-17f884047fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.367603 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f7764c36-a60f-49f5-a381-17f884047fba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1707d3b9-9be3-4c13-a502-e2bc4289b758 HTTP/1.1" status: 204 len: 168 time: 0.2704136 Jul 27 22:27:24.374883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7764c36-a60f-49f5-a381-17f884047fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1707d3b9-9be3-4c13-a502-e2bc4289b758,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:24.464766 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf9fc-964b-42ce-929d-997e3596bd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.486766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b2a43fd7-ee92-46be-9927-f34e136972cb up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:24.503970 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf9fc-964b-42ce-929d-997e3596bd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.581269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port b2a43fd7-ee92-46be-9927-f34e136972cb completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:27:24.587495 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port b2a43fd7-ee92-46be-9927-f34e136972cb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:24.588527 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.601897 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf9fc-964b-42ce-929d-997e3596bd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.609859 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf9fc-964b-42ce-929d-997e3596bd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.611526 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3a2cf9fc-964b-42ce-929d-997e3596bd89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bfdf37d-033b-41a8-b361-1364096390c7 HTTP/1.1" status: 204 len: 168 time: 0.2589114 Jul 27 22:27:24.621997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cf9fc-964b-42ce-929d-997e3596bd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfdf37d-033b-41a8-b361-1364096390c7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:24.763930 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.824261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:27:24.836478 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9170bc79-db4d-4d18-a8a2-83d7b99fc7a9" -d '{"events": [{"server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "name": "network-vif-plugged", "status": "completed", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:27:24.860128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b2a43fd7-ee92-46be-9927-f34e136972cb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b2a43fd7-ee92-46be-9927-f34e136972cb,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:24.868646 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:24.882017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314290-027f-494c-a123-2e71f3027463 req-0bc34429-0739-48bb-952e-250c711b5e9f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:24.884282 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7314290-027f-494c-a123-2e71f3027463 req-0bc34429-0739-48bb-952e-250c711b5e9f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 944 time: 0.1059544 Jul 27 22:27:24.948724 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb127e9f-6cef-412d-8404-e220d4741c7d x-openstack-request-id: req-fb127e9f-6cef-412d-8404-e220d4741c7d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:27:24.948724 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "name": "network-vif-plugged", "status": "completed", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:27:24.949036 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb127e9f-6cef-412d-8404-e220d4741c7d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:27:24.950350 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'code': 200} Jul 27 22:27:25.027264 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7314290-027f-494c-a123-2e71f3027463 req-a5e9af6b-d46c-48e3-95e6-b540f709a336 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263089 Jul 27 22:27:25.029046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b2a43fd7-ee92-46be-9927-f34e136972cb,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:25.096236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e538e-3c10-4cbf-9727-e8d804da8d54 req-0aa9b93f-aacc-4d6e-85f5-d68446502fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:25.099092 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1d2e538e-3c10-4cbf-9727-e8d804da8d54 req-0aa9b93f-aacc-4d6e-85f5-d68446502fc9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 1096 time: 0.1031475 Jul 27 22:27:25.152215 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1d2e538e-3c10-4cbf-9727-e8d804da8d54 req-cf8055df-8838-418e-a8d3-7b84fb8edbbf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447576 Jul 27 22:27:25.177209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48508) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:25.196070 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29e2900b-9a09-4e87-999a-2c3e46a06952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:25.301174 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29e2900b-9a09-4e87-999a-2c3e46a06952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:25.314379 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29e2900b-9a09-4e87-999a-2c3e46a06952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:25.356057 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-29e2900b-9a09-4e87-999a-2c3e46a06952 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a63b3e18e64e4c1fa45aea8544a878da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773152 Jul 27 22:27:25.357985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2900b-9a09-4e87-999a-2c3e46a06952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b58ee6-0ef6-46ea-b43a-df97871fcf48,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:25.359151 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48512) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:25.428118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8012af06-976f-4a00-8d70-2f3e27d5fd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:25.467582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8012af06-976f-4a00-8d70-2f3e27d5fd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:25.533204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8012af06-976f-4a00-8d70-2f3e27d5fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:25.536406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8012af06-976f-4a00-8d70-2f3e27d5fd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:25.537958 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8012af06-976f-4a00-8d70-2f3e27d5fd97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54b58ee6-0ef6-46ea-b43a-df97871fcf48 HTTP/1.1" status: 204 len: 168 time: 0.1778049 Jul 27 22:27:25.548424 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012af06-976f-4a00-8d70-2f3e27d5fd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b58ee6-0ef6-46ea-b43a-df97871fcf48,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:26.188633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818b325-50c4-4cb0-a183-eb4ec327b5c8 req-89705622-d224-47b3-bbf8-d2b009d6edc5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:26.201681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c818b325-50c4-4cb0-a183-eb4ec327b5c8 req-89705622-d224-47b3-bbf8-d2b009d6edc5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.0742986 Jul 27 22:27:26.291461 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c818b325-50c4-4cb0-a183-eb4ec327b5c8 req-6461d1d3-fcc2-40eb-a398-680f998972db tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834136 Jul 27 22:27:26.442878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9ab65-8204-4db5-a613-7d20f3f41936 req-93c9b6c5-dd08-4282-a8c9-c1a0de3b4430 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:26.451009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48d9ab65-8204-4db5-a613-7d20f3f41936 req-93c9b6c5-dd08-4282-a8c9-c1a0de3b4430 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.0872509 Jul 27 22:27:26.500209 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-48d9ab65-8204-4db5-a613-7d20f3f41936 req-46fbb49e-4658-4c6e-acdb-35d369fdc2ad tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441537 Jul 27 22:27:26.513175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:26.597964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c997db-1db4-43de-9f81-272c70f650a3 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:26.599517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e7c997db-1db4-43de-9f81-272c70f650a3 tempest-TestNetworkAdvancedServerOps-1198025900 tempest-TestNetworkAdvancedServerOps-1198025900-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 1091 time: 0.0854416 Jul 27 22:27:26.602563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48580) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:26.617115 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:27:26.678998 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:26.835697 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:27.357828 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Allocated IP 172.25.1.212 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/b3d16d28-2b2a-4e1b-aad0-2c07298c5043) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:27:27.592590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:27.694710 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:27.727495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:27:27.729992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:27:27.770932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:27:27.938629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=b3d16d28-2b2a-4e1b-aad0-2c07298c5043,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:28.879549 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:29.063314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:29.314668 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:29.334887 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:29.423115 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event updated for resources: {'Port': ['ID=b3d16d28-2b2a-4e1b-aad0-2c07298c5043,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:29.434054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:29.434468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:29.435083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:29.435376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:29.435725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:29.436066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:29.436403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:29.436738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:29.437069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:29.437401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:29.437752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:29.438638 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:29.449994 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:29.593224 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Floating IP b5d84caa-cc72-4aea-93e1-a5d5cdaabbb3 associated. External IP: 172.25.1.212, port: b2a43fd7-ee92-46be-9927-f34e136972cb. Jul 27 22:27:29.720863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:29.954840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router c1caa13e-165a-4f34-8214-9ddb66bc9371 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:27:30.025332 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebbde054-31a7-45c5-9876-ddb3b55d6223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.186075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:27:30.199517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a53ba-8d68-4380-ad73-eede5596bb22 None None] Sync routers for ids ['c1caa13e-165a-4f34-8214-9ddb66bc9371'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:27:30.211153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a53ba-8d68-4380-ad73-eede5596bb22 None None] Routers {'c1caa13e-165a-4f34-8214-9ddb66bc9371'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:27:30.212219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-964a53ba-8d68-4380-ad73-eede5596bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:27:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c1caa13e-165a-4f34-8214-9ddb66bc9371'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:30.246195 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebbde054-31a7-45c5-9876-ddb3b55d6223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.252586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebbde054-31a7-45c5-9876-ddb3b55d6223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.258307 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.339403 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3d85d2da-b9e9-4654-b58a-ee8bb9599a90 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7349927 Jul 27 22:27:30.344533 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:27:30.355238 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad6d933-0599-41ce-8b3c-c9b5e8d72078" -d '{"events": [{"name": "network-changed", "server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:27:30.378590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-964a53ba-8d68-4380-ad73-eede5596bb22 None None] Set router c1caa13e-165a-4f34-8214-9ddb66bc9371 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:27:30.422032 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712afe2b-e8ec-4789-b847-a5b635e60434 x-openstack-request-id: req-712afe2b-e8ec-4789-b847-a5b635e60434 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:27:30.422635 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:27:30.422906 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-712afe2b-e8ec-4789-b847-a5b635e60434 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:27:30.426192 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'status': 'completed', 'code': 200} Jul 27 22:27:30.426424 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ebbde054-31a7-45c5-9876-ddb3b55d6223 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a1220c5a69b4454b782b3f3b22c88af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7018445 Jul 27 22:27:30.426727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48708) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:30.432976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbde054-31a7-45c5-9876-ddb3b55d6223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d0c0ff-ec47-433d-8741-0faff3737c62,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:30.654939 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2aad858c-a574-48c4-9963-6c37e65ea5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.663069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b6de4-a52d-4c32-91b8-d871abfa47ae req-017c8f39-0ae6-46cd-997b-e4d648987eb1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:30.664769 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a3b6de4-a52d-4c32-91b8-d871abfa47ae req-017c8f39-0ae6-46cd-997b-e4d648987eb1 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.1007080 Jul 27 22:27:30.669910 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6d933-0599-41ce-8b3c-c9b5e8d72078 req-ceb14726-fa38-4784-83e3-33a83dadf2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:30.672400 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ad6d933-0599-41ce-8b3c-c9b5e8d72078 req-ceb14726-fa38-4784-83e3-33a83dadf2ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 1096 time: 0.1816463 Jul 27 22:27:30.758022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a3b6de4-a52d-4c32-91b8-d871abfa47ae req-ad9b0d0a-01a3-4637-8b92-952aecd4fed2 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818691 Jul 27 22:27:30.775657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2aad858c-a574-48c4-9963-6c37e65ea5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:30.787263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48714) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:30.939586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-964a53ba-8d68-4380-ad73-eede5596bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:27:07Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'b5d84caa-cc72-4aea-93e1-a5d5cdaabbb3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'port_id': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'mac_address': 'fa:16:3e:c8:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:27:28Z', 'updated_at': '2021-07-27T22:27:28Z', 'revision_number': 0, 'project_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9ee541-53d5-4526-8b52-456f101f55dc', 'name': '', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:a8:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:05Z', 'updated_at': '2021-07-27T22:27:16Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:30.952220 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b482abf3-68f1-493a-9f1c-6620c9b968a2 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/b5d84caa-cc72-4aea-93e1-a5d5cdaabbb3 HTTP/1.1" status: 200 len: 991 time: 0.1598091 Jul 27 22:27:30.964228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6d933-0599-41ce-8b3c-c9b5e8d72078 req-48edae3f-2aeb-431b-b7a9-b857c1e7d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:30.973046 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ad6d933-0599-41ce-8b3c-c9b5e8d72078 req-48edae3f-2aeb-431b-b7a9-b857c1e7d6f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 HTTP/1.1" status: 200 len: 898 time: 0.2744217 Jul 27 22:27:30.992148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a53ba-8d68-4380-ad73-eede5596bb22 None None] Checking router: c1caa13e-165a-4f34-8214-9ddb66bc9371 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:27:31.014322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a53ba-8d68-4380-ad73-eede5596bb22 None None] Routers {'c1caa13e-165a-4f34-8214-9ddb66bc9371'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:27:31.017835 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-964a53ba-8d68-4380-ad73-eede5596bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:27:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c1caa13e-165a-4f34-8214-9ddb66bc9371'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:31.168439 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2aad858c-a574-48c4-9963-6c37e65ea5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:31.170898 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2aad858c-a574-48c4-9963-6c37e65ea5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:31.172083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2aad858c-a574-48c4-9963-6c37e65ea5ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65d0c0ff-ec47-433d-8741-0faff3737c62 HTTP/1.1" status: 204 len: 168 time: 0.7444417 Jul 27 22:27:31.218372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad858c-a574-48c4-9963-6c37e65ea5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d0c0ff-ec47-433d-8741-0faff3737c62,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:31.223580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-964a53ba-8d68-4380-ad73-eede5596bb22 None None] Set router c1caa13e-165a-4f34-8214-9ddb66bc9371 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:27:31.270862 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ad6d933-0599-41ce-8b3c-c9b5e8d72078 req-28d272e9-986c-481a-a592-0633d0905369 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a43fd7-ee92-46be-9927-f34e136972cb HTTP/1.1" status: 200 len: 999 time: 0.2821076 Jul 27 22:27:31.368507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6d933-0599-41ce-8b3c-c9b5e8d72078 req-5dba01ca-b13b-4af8-8f5f-c4dff6c74346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:31.370658 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ad6d933-0599-41ce-8b3c-c9b5e8d72078 req-5dba01ca-b13b-4af8-8f5f-c4dff6c74346 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab5832c5-3d6e-4cbe-afac-a6c30a67c09d HTTP/1.1" status: 200 len: 834 time: 0.0867999 Jul 27 22:27:31.434438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6d933-0599-41ce-8b3c-c9b5e8d72078 req-aab45065-5ffd-40d0-9d43-66d6bd0b3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:31.436426 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ad6d933-0599-41ce-8b3c-c9b5e8d72078 req-aab45065-5ffd-40d0-9d43-66d6bd0b3477 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588107 Jul 27 22:27:31.613251 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ad6d933-0599-41ce-8b3c-c9b5e8d72078 req-f80c1ad1-ee26-4b77-9bb4-5ca0736767a9 service neutron] 10.222.0.43 "GET /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672804 Jul 27 22:27:31.674482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-964a53ba-8d68-4380-ad73-eede5596bb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:27:07Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'b5d84caa-cc72-4aea-93e1-a5d5cdaabbb3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'port_id': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'mac_address': 'fa:16:3e:c8:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:27:28Z', 'updated_at': '2021-07-27T22:27:28Z', 'revision_number': 0, 'project_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9ee541-53d5-4526-8b52-456f101f55dc', 'name': '', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:a8:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:05Z', 'updated_at': '2021-07-27T22:27:16Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:27:31.725599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a53ba-8d68-4380-ad73-eede5596bb22 None None] The sync data for ids ['c1caa13e-165a-4f34-8214-9ddb66bc9371'] in n-d-802011-3 is: [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:27:07Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'b5d84caa-cc72-4aea-93e1-a5d5cdaabbb3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'port_id': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'mac_address': 'fa:16:3e:c8:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:27:28Z', 'updated_at': '2021-07-27T22:27:28Z', 'revision_number': 0, 'project_id': '28b86e8c06114800a9109512618bca6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9ee541-53d5-4526-8b52-456f101f55dc', 'name': '', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:a8:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:05Z', 'updated_at': '2021-07-27T22:27:16Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:27:31.916639 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ad6d933-0599-41ce-8b3c-c9b5e8d72078 req-e3f5addb-a4cf-4c7c-80cf-2b77767c659e service neutron] 10.222.0.43 "GET /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953191 Jul 27 22:27:31.941542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48736) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:31.956404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:31.972963 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-795b0a64-dfc3-4433-b488-716c89f55bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:32.155463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2696d4e3-2d51-432f-b967-be178df06194 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/b5d84caa-cc72-4aea-93e1-a5d5cdaabbb3 HTTP/1.1" status: 200 len: 991 time: 0.1931868 Jul 27 22:27:32.219405 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-795b0a64-dfc3-4433-b488-716c89f55bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:32.225914 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-795b0a64-dfc3-4433-b488-716c89f55bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:32.254310 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c574f61-8e52-4b01-957c-9c58aabe7c14 None None] New status for floating IP b5d84caa-cc72-4aea-93e1-a5d5cdaabbb3: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:27:32.256048 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-795b0a64-dfc3-4433-b488-716c89f55bec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=702a53102ab248d283d1526222b33063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130977 Jul 27 22:27:32.262571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:32.278090 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b0a64-dfc3-4433-b488-716c89f55bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c45f8d-e1db-4ba1-8f78-29d63277b058,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:32.377733 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:32.410214 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:32.486646 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:32.489957 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:32.494281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58c45f8d-e1db-4ba1-8f78-29d63277b058 HTTP/1.1" status: 204 len: 168 time: 0.2303138 Jul 27 22:27:32.510716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c45f8d-e1db-4ba1-8f78-29d63277b058,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:32.532421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:32.541078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:32.541974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:32.542523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:32.543028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:32.543525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:32.544058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:32.546094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:32.567635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:32.567635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:32.567635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:32.567635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92ff21-4205-48b1-817c-96dcbdcae58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:33.157463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:33.274665 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-04735e59-6ddb-41c3-8d52-38da0364f071 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/b5d84caa-cc72-4aea-93e1-a5d5cdaabbb3 HTTP/1.1" status: 200 len: 993 time: 0.1152253 Jul 27 22:27:38.765835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 48956) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:38.897905 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d86b1570-0a91-433d-b22c-a098e9267801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.043766 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d86b1570-0a91-433d-b22c-a098e9267801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.049415 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d86b1570-0a91-433d-b22c-a098e9267801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.100604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b1570-0a91-433d-b22c-a098e9267801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f2804c-75e7-419d-8fe4-606e86b1d5cb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:39.109909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:39.116198 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d86b1570-0a91-433d-b22c-a098e9267801 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df6874c00ac44eb4a3f17e2327fb395d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489969 Jul 27 22:27:39.169072 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ba93ce-767d-4779-852b-06841d020bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.195054 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ba93ce-767d-4779-852b-06841d020bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.257055 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ba93ce-767d-4779-852b-06841d020bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.260123 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ba93ce-767d-4779-852b-06841d020bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.261479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-12ba93ce-767d-4779-852b-06841d020bfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9f2804c-75e7-419d-8fe4-606e86b1d5cb HTTP/1.1" status: 204 len: 168 time: 0.1505492 Jul 27 22:27:39.270525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba93ce-767d-4779-852b-06841d020bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f2804c-75e7-419d-8fe4-606e86b1d5cb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:39.675782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48984) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:39.700754 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14b3c4c9-f90a-441e-b929-6c61c255f12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.885282 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14b3c4c9-f90a-441e-b929-6c61c255f12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.891097 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-14b3c4c9-f90a-441e-b929-6c61c255f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.923965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3c4c9-f90a-441e-b929-6c61c255f12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e035914-f253-45e5-824f-5240f7fa4e94,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:39.945245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-14b3c4c9-f90a-441e-b929-6c61c255f12e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c16c5866d6844fcf8deabce5fed98d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683418 Jul 27 22:27:39.947736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 48998) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:40.025111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebf4133c-9c1d-4e21-a820-325d1bbade03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:40.049550 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebf4133c-9c1d-4e21-a820-325d1bbade03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:40.100589 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebf4133c-9c1d-4e21-a820-325d1bbade03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:40.103743 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ebf4133c-9c1d-4e21-a820-325d1bbade03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:40.104928 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ebf4133c-9c1d-4e21-a820-325d1bbade03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e035914-f253-45e5-824f-5240f7fa4e94 HTTP/1.1" status: 204 len: 168 time: 0.1557584 Jul 27 22:27:40.112998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4133c-9c1d-4e21-a820-325d1bbade03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e035914-f253-45e5-824f-5240f7fa4e94,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:42.566377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:42.801158 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f5ebcb9e-6767-49c8-b815-8a07d214dd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:45.458121 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df8224e4-853b-4548-8bce-f827b2b20fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:45.786920 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:46.467181 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:46.486479 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:48.141604 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:57.593745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50056) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:57.775336 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b23b-389e-46ce-a36c-b037c2461e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:57.890943 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b23b-389e-46ce-a36c-b037c2461e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:57.895103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b23b-389e-46ce-a36c-b037c2461e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:57.937949 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e7c0b23b-389e-46ce-a36c-b037c2461e55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ceb481d33ed408287faad22a309b248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427236 Jul 27 22:27:57.941304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:57.973008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0b23b-389e-46ce-a36c-b037c2461e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f10e7f9-a684-41a5-8c83-62ee102167c7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:58.059533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e69f4207-e60c-4adf-afa3-95ac7b9ae7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:58.098502 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e69f4207-e60c-4adf-afa3-95ac7b9ae7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:58.227900 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e69f4207-e60c-4adf-afa3-95ac7b9ae7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:58.230653 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e69f4207-e60c-4adf-afa3-95ac7b9ae7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:58.261480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e69f4207-e60c-4adf-afa3-95ac7b9ae7eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f10e7f9-a684-41a5-8c83-62ee102167c7 HTTP/1.1" status: 204 len: 168 time: 0.2982085 Jul 27 22:27:58.294468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f4207-e60c-4adf-afa3-95ac7b9ae7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f10e7f9-a684-41a5-8c83-62ee102167c7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:58.562742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6ab3c-a8d8-4bd3-a0b7-01f25af00dde req-75088347-d4e1-49c2-a818-d61444cfdc40 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:58.571483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61c6ab3c-a8d8-4bd3-a0b7-01f25af00dde req-75088347-d4e1-49c2-a818-d61444cfdc40 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.1116047 Jul 27 22:27:58.635161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-61c6ab3c-a8d8-4bd3-a0b7-01f25af00dde req-15fd809e-18df-4c25-b80b-207520e20806 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624847 Jul 27 22:27:58.874963 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:27:58.901759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50108) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:58.919898 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a16e514-91be-41b0-aec7-ca3588539bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:59.046743 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a16e514-91be-41b0-aec7-ca3588539bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:59.051772 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0a16e514-91be-41b0-aec7-ca3588539bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:59.094723 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0a16e514-91be-41b0-aec7-ca3588539bb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e57615d87364f2eb070228f9161f740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898129 Jul 27 22:27:59.095527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16e514-91be-41b0-aec7-ca3588539bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e187448-44f3-475b-a635-522011b938bf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:59.097279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50110) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:59.189292 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb531a3c-74bf-4f2c-8a4e-80e1f2220ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:59.217614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb531a3c-74bf-4f2c-8a4e-80e1f2220ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:59.328675 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb531a3c-74bf-4f2c-8a4e-80e1f2220ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:59.331383 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb531a3c-74bf-4f2c-8a4e-80e1f2220ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:59.341123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cb531a3c-74bf-4f2c-8a4e-80e1f2220ff0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e187448-44f3-475b-a635-522011b938bf HTTP/1.1" status: 204 len: 168 time: 0.2370932 Jul 27 22:27:59.359364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb531a3c-74bf-4f2c-8a4e-80e1f2220ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e187448-44f3-475b-a635-522011b938bf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:59.710521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:59.810893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0bb79-aedc-42e3-8420-a882b1bc605a req-57f7537b-d898-40d5-b73c-951563e4f8d7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:59.821640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dac0bb79-aedc-42e3-8420-a882b1bc605a req-57f7537b-d898-40d5-b73c-951563e4f8d7 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.0931494 Jul 27 22:27:59.911859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dac0bb79-aedc-42e3-8420-a882b1bc605a req-5dccd0ca-79fa-43fc-b0de-0fe4ab647e84 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883458 Jul 27 22:27:59.948976 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90f9a479-62a0-4965-8003-75a5fcc7b60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:00.073322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90f9a479-62a0-4965-8003-75a5fcc7b60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:00.079040 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-90f9a479-62a0-4965-8003-75a5fcc7b60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:00.119305 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-90f9a479-62a0-4965-8003-75a5fcc7b60e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6295fdfe3f94ea788f5e4266a38d61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069645 Jul 27 22:28:00.123002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:00.138299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9a479-62a0-4965-8003-75a5fcc7b60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e344b9-b961-4122-8142-4edc1cbdcd50,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:00.193799 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c948d3bc-7b1e-47da-bff5-1b9ce3a84d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:00.221886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c948d3bc-7b1e-47da-bff5-1b9ce3a84d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:00.303416 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c948d3bc-7b1e-47da-bff5-1b9ce3a84d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:00.306861 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c948d3bc-7b1e-47da-bff5-1b9ce3a84d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:00.311770 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c948d3bc-7b1e-47da-bff5-1b9ce3a84d8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26e344b9-b961-4122-8142-4edc1cbdcd50 HTTP/1.1" status: 204 len: 168 time: 0.1877456 Jul 27 22:28:00.330906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948d3bc-7b1e-47da-bff5-1b9ce3a84d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e344b9-b961-4122-8142-4edc1cbdcd50,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:01.089791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009efdc0-4d44-44cc-875b-ea7b47a1c413 req-404ae6b7-e9fd-41d8-8639-0aef578005d5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:01.098556 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-009efdc0-4d44-44cc-875b-ea7b47a1c413 req-404ae6b7-e9fd-41d8-8639-0aef578005d5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.0812426 Jul 27 22:28:01.151459 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-009efdc0-4d44-44cc-875b-ea7b47a1c413 req-5a6688cc-8d20-442d-a5c4-8ed403587920 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468640 Jul 27 22:28:01.413388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:01.614771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-888344526-network', 'tenant_id': 'd10398bcca484d448edb8505d1227006'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:01.660691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Made reservation on behalf of d10398bcca484d448edb8505d1227006 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:28:01.660691 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:01.682916 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:01.821518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:01.826099 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:01.854226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:28:01.860908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535a2c74-383c-4bdb-9fd4-e730678b9e47,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:01.868530 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:01.868958 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Added segment 934a495f-1843-41a7-8f0e-fc1a1a2e75c6 of type vlan for network ffd17489-6bc3-4b18-89e5-a3dccae9c638 Jul 27 22:28:01.911895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:01.946203 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:01.947452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:01.948321 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:02.047862 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6331527 Jul 27 22:28:02.051045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50246) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:02.058499 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b1bdca55-997a-4cbe-97f3-fd5bcf561a93 admin admin] Request body: {'subnet': {'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-888344526-subnet', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:02.078964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a5e4a-4176-402b-a436-3aae7693b570 admin admin] Pushing event updated for resources: {'Network': ['ID=ffd17489-6bc3-4b18-89e5-a3dccae9c638,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:02.086212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bdca55-997a-4cbe-97f3-fd5bcf561a93 admin admin] Made reservation on behalf of d10398bcca484d448edb8505d1227006 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:28:02.089251 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1bdca55-997a-4cbe-97f3-fd5bcf561a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:02.095898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network ffd17489-6bc3-4b18-89e5-a3dccae9c638 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:28:02.284172 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1bdca55-997a-4cbe-97f3-fd5bcf561a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:02.294634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375aea28-876d-4937-9430-33a15ce136b4 req-69b7ebd0-4625-4957-ab5d-1c1408c53bf0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:02.297761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-375aea28-876d-4937-9430-33a15ce136b4 req-69b7ebd0-4625-4957-ab5d-1c1408c53bf0 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.0680139 Jul 27 22:28:02.366338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdca55-997a-4cbe-97f3-fd5bcf561a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66abce63-3284-4cac-9ba4-12dca1d0d06b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:02.369771 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bdca55-997a-4cbe-97f3-fd5bcf561a93 admin admin] Checking segment: {'id': '934a495f-1843-41a7-8f0e-fc1a1a2e75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:28:02.369953 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-375aea28-876d-4937-9430-33a15ce136b4 req-2fc358f9-5d7b-4ee2-abf7-3b86feb7a7c3 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652020 Jul 27 22:28:02.370140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bdca55-997a-4cbe-97f3-fd5bcf561a93 admin admin] Network hostable DHCP agents. Network: ffd17489-6bc3-4b18-89e5-a3dccae9c638, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:28:02.391647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bdca55-997a-4cbe-97f3-fd5bcf561a93 admin admin] Network ffd17489-6bc3-4b18-89e5-a3dccae9c638 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:28:02.407929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b1bdca55-997a-4cbe-97f3-fd5bcf561a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, ffd17489-6bc3-4b18-89e5-a3dccae9c638) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:02.412536 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bdca55-997a-4cbe-97f3-fd5bcf561a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:02.413197 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b1bdca55-997a-4cbe-97f3-fd5bcf561a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:02.420348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb047583-94d7-42a2-af5a-b7fc4d712bbb None None] Network ffd17489-6bc3-4b18-89e5-a3dccae9c638 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:28:02.435692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b1bdca55-997a-4cbe-97f3-fd5bcf561a93 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3799551 Jul 27 22:28:02.435999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50254) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:02.442640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-888344526-router', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:02.475747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:02.477307 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:02.559961 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:02.589808 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-ffd17489-6bc3-4b18-89e5-a3dccae9c638', 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'fixed_ips': [{'subnet_id': '66abce63-3284-4cac-9ba4-12dca1d0d06b'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:28:02.591221 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:02.754929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Allocated IP 172.20.0.2 (ffd17489-6bc3-4b18-89e5-a3dccae9c638/66abce63-3284-4cac-9ba4-12dca1d0d06b/5cff65fd-939c-4692-80d5-6739e742205b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:28:02.977912 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.005705 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Transition to ACTIVE for port object 5cff65fd-939c-4692-80d5-6739e742205b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:03.035489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Transition to ACTIVE for port object 5cff65fd-939c-4692-80d5-6739e742205b will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:03.044487 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.045374 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.088640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Network ffd17489-6bc3-4b18-89e5-a3dccae9c638 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:28:03.092427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:03.097111 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:28:03.117422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Pushing event updated for resources: {'Port': ['ID=5cff65fd-939c-4692-80d5-6739e742205b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:03.194710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Attempting to bind port 5cff65fd-939c-4692-80d5-6739e742205b on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:28:03.195154 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Attempting to bind port 5cff65fd-939c-4692-80d5-6739e742205b by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '934a495f-1843-41a7-8f0e-fc1a1a2e75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:28:03.195674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Attempting to bind port 5cff65fd-939c-4692-80d5-6739e742205b on network ffd17489-6bc3-4b18-89e5-a3dccae9c638 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:28:03.205648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:28:03.205648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Checking segment: {'id': '934a495f-1843-41a7-8f0e-fc1a1a2e75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:28:03.205935 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.206444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Bound using segment: {'id': '934a495f-1843-41a7-8f0e-fc1a1a2e75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:28:03.207140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Bound port: 5cff65fd-939c-4692-80d5-6739e742205b, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934a495f-1843-41a7-8f0e-fc1a1a2e75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:28:03.207692 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.317575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] For port 5cff65fd-939c-4692-80d5-6739e742205b, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:28:03.331746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] For port 5cff65fd-939c-4692-80d5-6739e742205b, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5cff65fd-939c-4692-80d5-6739e742205b,segment=NetworkSegment(934a495f-1843-41a7-8f0e-fc1a1a2e75c6),segment_id=934a495f-1843-41a7-8f0e-fc1a1a2e75c6)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:28:03.354144 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.532902 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.568454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aceb21-dbe5-410a-a8f3-b5a5ea578ff1 None None] Pushing event updated for resources: {'Port': ['ID=5cff65fd-939c-4692-80d5-6739e742205b,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:03.570607 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.597348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef56e4e-2ddb-43fa-a46f-a941a5bcf543 req-ec2e1826-8be3-483a-a88c-80d4b366813c tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:03.598935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fef56e4e-2ddb-43fa-a46f-a941a5bcf543 req-ec2e1826-8be3-483a-a88c-80d4b366813c tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 949 time: 0.1388030 Jul 27 22:28:03.712333 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef48031-4909-47e0-98c1-63a0c36eff0a req-9b02c50d-0e68-4aac-858e-fcad2dcbd965 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:03.714293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ef48031-4909-47e0-98c1-63a0c36eff0a req-9b02c50d-0e68-4aac-858e-fcad2dcbd965 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.1478906 Jul 27 22:28:03.721239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fef56e4e-2ddb-43fa-a46f-a941a5bcf543 req-808f6d24-646d-443d-9bae-39393cd0e719 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc9a0443-db5e-4f31-be53-cf0b631251e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064060 Jul 27 22:28:03.811285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Allocated IP 172.25.1.165 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/ef1cc7aa-b725-42b1-baae-52abacdb2f91) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:28:03.837859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ef48031-4909-47e0-98c1-63a0c36eff0a req-738ae643-2f7b-46e7-9b1d-a18f49f073e8 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801880 Jul 27 22:28:03.949978 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:03.993774 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.035157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:28:04.038194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:04.042034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:28:04.069491 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Pushing event updated for resources: {'Port': ['ID=ef1cc7aa-b725-42b1-baae-52abacdb2f91,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:04.316204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.536534 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.674067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce87b277-c759-449c-81a6-cdf93b4c2028 None None] Network ffd17489-6bc3-4b18-89e5-a3dccae9c638 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:28:04.691152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Router 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:28:04.859102 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cec54747-df1e-45f4-a575-68b5dff06252 None None] Provisioning for port 5cff65fd-939c-4692-80d5-6739e742205b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:28:04.880889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:28:04.896789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c34b04-c5c5-4645-bdb0-dcb052b052b4 req-12bdd941-5211-42f9-ba11-f06c312b5a0e tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:04.898392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17c34b04-c5c5-4645-bdb0-dcb052b052b4 req-12bdd941-5211-42f9-ba11-f06c312b5a0e tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 949 time: 0.0839603 Jul 27 22:28:04.915302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Sync routers for ids ['712eb3aa-e61c-4cd8-94b0-c46cd3360e73'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:28:04.923128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:04.927522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-12aa945e-5ac6-4bb1-87c3-6ba99c997cfa admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.4902103 Jul 27 22:28:04.928821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50336) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:04.956253 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17c34b04-c5c5-4645-bdb0-dcb052b052b4 req-0c41fe5b-49fe-40f2-969a-4284d6e34842 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc9a0443-db5e-4f31-be53-cf0b631251e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514450 Jul 27 22:28:05.011771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Routers {'712eb3aa-e61c-4cd8-94b0-c46cd3360e73'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:05.012713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:27:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['712eb3aa-e61c-4cd8-94b0-c46cd3360e73'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:05.055587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54082f-eb8a-4a86-9e87-09630ce3c26c req-43360607-8779-4c20-b093-ec7f364fbfda tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:05.057201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a54082f-eb8a-4a86-9e87-09630ce3c26c req-43360607-8779-4c20-b093-ec7f364fbfda tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.0582438 Jul 27 22:28:05.104598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a54082f-eb8a-4a86-9e87-09630ce3c26c req-7dd67ef4-215f-45e2-8556-7cefbda08f27 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383844 Jul 27 22:28:05.138135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Set router 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:05.148266 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e40ea-e7a1-4e16-b24f-8cb0315a23d3 req-bc845b85-8377-40c9-be0e-2d837eb6b291 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:05.149849 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-974e40ea-e7a1-4e16-b24f-8cb0315a23d3 req-bc845b85-8377-40c9-be0e-2d837eb6b291 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 949 time: 0.2799683 Jul 27 22:28:05.430120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'name': 'tempest-ImageQuotaTest-888344526-router', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:02Z', 'updated_at': '2021-07-27T22:28:04Z', 'revision_number': 3, 'project_id': 'd10398bcca484d448edb8505d1227006', 'gw_port': {'id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:03Z', 'updated_at': '2021-07-27T22:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:05.485399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Checking router: 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:28:05.486295 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Updating router 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 port ef1cc7aa-b725-42b1-baae-52abacdb2f91 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:28:05.520484 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.693174 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5cff65fd-939c-4692-80d5-6739e742205b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:05.701462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:05.787639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-974e40ea-e7a1-4e16-b24f-8cb0315a23d3 req-5bc963aa-1c5f-43e4-9bf0-65edcc7c0fae tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Deleting port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:28:05.787984 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-974e40ea-e7a1-4e16-b24f-8cb0315a23d3 req-5bc963aa-1c5f-43e4-9bf0-65edcc7c0fae tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.837397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5cff65fd-939c-4692-80d5-6739e742205b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:28:05.857475 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-894d30dc-78b9-4e01-9a47-c1c2b9715008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.864484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5cff65fd-939c-4692-80d5-6739e742205b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:05.864925 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.947460 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.965982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Transition to ACTIVE for port object ef1cc7aa-b725-42b1-baae-52abacdb2f91 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:05.991692 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-894d30dc-78b9-4e01-9a47-c1c2b9715008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.995995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-974e40ea-e7a1-4e16-b24f-8cb0315a23d3 req-5bc963aa-1c5f-43e4-9bf0-65edcc7c0fae tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] For port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:05.996675 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-974e40ea-e7a1-4e16-b24f-8cb0315a23d3 req-5bc963aa-1c5f-43e4-9bf0-65edcc7c0fae tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.000675 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-894d30dc-78b9-4e01-9a47-c1c2b9715008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.011936 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.042732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-974e40ea-e7a1-4e16-b24f-8cb0315a23d3 req-5bc963aa-1c5f-43e4-9bf0-65edcc7c0fae tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Calling delete_port for 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:28:06.044206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d30dc-78b9-4e01-9a47-c1c2b9715008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504afd72-72a9-4adb-9e78-d7ed35f7a248,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:06.068868 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.089462 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.113481 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-894d30dc-78b9-4e01-9a47-c1c2b9715008 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3a18449da59445f97aa18259e8215e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4085529 Jul 27 22:28:06.120966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Attempting to bind port ef1cc7aa-b725-42b1-baae-52abacdb2f91 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:28:06.122221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Attempting to bind port ef1cc7aa-b725-42b1-baae-52abacdb2f91 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:28:06.122831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Attempting to bind port ef1cc7aa-b725-42b1-baae-52abacdb2f91 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:28:06.129845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50372) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:06.175009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:28:06.175473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:28:06.176148 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.177262 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:28:06.177894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Bound port: ef1cc7aa-b725-42b1-baae-52abacdb2f91, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:28:06.178494 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.180363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c5d2e-d109-4359-a976-2a13dd3a96c4 None None] Pushing event updated for resources: {'Port': ['ID=ef1cc7aa-b725-42b1-baae-52abacdb2f91,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:06.208873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906abd0-5d92-46c4-a9a5-12bb8d0b5e17 req-7be5535c-d722-47c4-ba0c-a5f57d472adf tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:06.216843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c906abd0-5d92-46c4-a9a5-12bb8d0b5e17 req-7be5535c-d722-47c4-ba0c-a5f57d472adf tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 949 time: 0.1304505 Jul 27 22:28:06.219342 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1f96bd-5639-47ba-a812-5ce160c39a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.238017 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 5cff65fd-939c-4692-80d5-6739e742205b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5cff65fd-939c-4692-80d5-6739e742205b,segment=NetworkSegment(934a495f-1843-41a7-8f0e-fc1a1a2e75c6),segment_id=934a495f-1843-41a7-8f0e-fc1a1a2e75c6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:06.253377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.302084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1f96bd-5639-47ba-a812-5ce160c39a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.308129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] For port ef1cc7aa-b725-42b1-baae-52abacdb2f91, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:28:06.314398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c906abd0-5d92-46c4-a9a5-12bb8d0b5e17 req-2d953464-eed2-40b6-9dfd-ab79bfe0cd65 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc9a0443-db5e-4f31-be53-cf0b631251e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966153 Jul 27 22:28:06.314641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] For port ef1cc7aa-b725-42b1-baae-52abacdb2f91, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ef1cc7aa-b725-42b1-baae-52abacdb2f91,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:28:06.368362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=5cff65fd-939c-4692-80d5-6739e742205b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:06.385435 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.387942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Allocated IP 172.20.0.1 (ffd17489-6bc3-4b18-89e5-a3dccae9c638/66abce63-3284-4cac-9ba4-12dca1d0d06b/f41cdc76-0636-4173-bfb9-33662dcf3ed2) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:28:06.408552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb1045-c576-4679-b603-26bd0ee8b357 req-95ab712c-3553-44ca-9fb5-1542d6db2e32 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:06.410574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2fcb1045-c576-4679-b603-26bd0ee8b357 req-95ab712c-3553-44ca-9fb5-1542d6db2e32 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.1598482 Jul 27 22:28:06.444458 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1f96bd-5639-47ba-a812-5ce160c39a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.447668 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de1f96bd-5639-47ba-a812-5ce160c39a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.451596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-de1f96bd-5639-47ba-a812-5ce160c39a79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/504afd72-72a9-4adb-9e78-d7ed35f7a248 HTTP/1.1" status: 204 len: 168 time: 0.3175039 Jul 27 22:28:06.456722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Routers {'712eb3aa-e61c-4cd8-94b0-c46cd3360e73'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:06.457423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:27:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['712eb3aa-e61c-4cd8-94b0-c46cd3360e73'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:06.475939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f96bd-5639-47ba-a812-5ce160c39a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504afd72-72a9-4adb-9e78-d7ed35f7a248,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:06.516909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2fcb1045-c576-4679-b603-26bd0ee8b357 req-5d31e37a-e01e-47d8-96cf-885481ca5849 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907810 Jul 27 22:28:06.525041 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-974e40ea-e7a1-4e16-b24f-8cb0315a23d3 req-5bc963aa-1c5f-43e4-9bf0-65edcc7c0fae tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.565458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:28:06.609008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc963aa-1c5f-43e4-9bf0-65edcc7c0fae tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Pushing event deleted for resources: {'Port': ['ID=2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:06.688533 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-974e40ea-e7a1-4e16-b24f-8cb0315a23d3 req-5bc963aa-1c5f-43e4-9bf0-65edcc7c0fae tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] No DVR routers for this DVR port 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:28:06.693552 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-974e40ea-e7a1-4e16-b24f-8cb0315a23d3 req-5bc963aa-1c5f-43e4-9bf0-65edcc7c0fae tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.695748 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-974e40ea-e7a1-4e16-b24f-8cb0315a23d3 req-5bc963aa-1c5f-43e4-9bf0-65edcc7c0fae tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.41 "DELETE /v2.0/ports/2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb HTTP/1.1" status: 204 len: 173 time: 1.5389147 Jul 27 22:28:06.696286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc', 'name': 'network-vif-deleted', 'tag': '2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:28:06.708449 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06e8402-226e-4410-864d-2712a51736bf" -d '{"events": [{"server_uuid": "ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc", "name": "network-vif-deleted", "tag": "2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:28:06.719461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.734827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Transition to ACTIVE for port object f41cdc76-0636-4173-bfb9-33662dcf3ed2 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:06.789322 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:06.816369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c5d2e-d109-4359-a976-2a13dd3a96c4 None None] Pushing event updated for resources: {'Port': ['ID=ef1cc7aa-b725-42b1-baae-52abacdb2f91,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:06.837183 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] Set router 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:06.879751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Network ffd17489-6bc3-4b18-89e5-a3dccae9c638 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:28:06.921174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:06.932120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:28:07.041555 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Pushing event updated for resources: {'Port': ['ID=f41cdc76-0636-4173-bfb9-33662dcf3ed2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:07.061509 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.085105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:07.111797 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85be461a-e814-4e34-84c3-2f220f7f9c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.159080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'name': 'tempest-ImageQuotaTest-888344526-router', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:02Z', 'updated_at': '2021-07-27T22:28:04Z', 'revision_number': 3, 'project_id': 'd10398bcca484d448edb8505d1227006', 'gw_port': {'id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:03Z', 'updated_at': '2021-07-27T22:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:07.237733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d6c863-d664-4166-87ad-f58965501b14 None None] The sync data for ids ['712eb3aa-e61c-4cd8-94b0-c46cd3360e73'] in n-d-802011-3 is: [{'id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'name': 'tempest-ImageQuotaTest-888344526-router', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:02Z', 'updated_at': '2021-07-27T22:28:04Z', 'revision_number': 3, 'project_id': 'd10398bcca484d448edb8505d1227006', 'gw_port': {'id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:03Z', 'updated_at': '2021-07-27T22:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:28:07.281723 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eda407-2c20-4f84-b3f3-f1c3e2ec3c68 x-openstack-request-id: req-81eda407-2c20-4f84-b3f3-f1c3e2ec3c68 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:28:07.282024 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc", "name": "network-vif-deleted", "tag": "2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:28:07.282297 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81eda407-2c20-4f84-b3f3-f1c3e2ec3c68 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:28:07.282721 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc', 'name': 'network-vif-deleted', 'tag': '2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb', 'status': 'completed', 'code': 200} Jul 27 22:28:07.288954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85be461a-e814-4e34-84c3-2f220f7f9c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.298749 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-85be461a-e814-4e34-84c3-2f220f7f9c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.381119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-85be461a-e814-4e34-84c3-2f220f7f9c67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=569fbdac87fb4ffdba1273db08915b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919452 Jul 27 22:28:07.389367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50404) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:07.393934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be461a-e814-4e34-84c3-2f220f7f9c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e915634e-318f-4ff0-992d-5702e7d65dff,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:07.402600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d523f62e-553f-4435-9b9a-3563c4f3c238 None None] Provisioning for port f41cdc76-0636-4173-bfb9-33662dcf3ed2 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:28:07.413502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d523f62e-553f-4435-9b9a-3563c4f3c238 None None] Provisioning complete for port f41cdc76-0636-4173-bfb9-33662dcf3ed2 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:07.414521 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d523f62e-553f-4435-9b9a-3563c4f3c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.423011 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.464983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d523f62e-553f-4435-9b9a-3563c4f3c238 None None] Port f41cdc76-0636-4173-bfb9-33662dcf3ed2 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:28:07.560999 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2067e1a1-93e6-418b-9733-a282fe3657f0 req-ca6c0a01-f047-4530-867f-a54103c136b6 tempest-VolumesBackupsTest-449270630 tempest-VolumesBackupsTest-449270630-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6ae5c3-2ede-416a-8e16-1cea1cf7f9dc HTTP/1.1" status: 200 len: 210 time: 0.0460835 Jul 27 22:28:07.562214 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-923aedc5-cb69-4101-814c-ff3fc6ffdeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.592921 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-923aedc5-cb69-4101-814c-ff3fc6ffdeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.682618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5cff65fd-939c-4692-80d5-6739e742205b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:07.711372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f008c-b260-438b-b704-f3ec04aa8d35 req-78404ebe-8792-4899-823b-254f8c38da2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:07.716069 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-254f008c-b260-438b-b704-f3ec04aa8d35 req-78404ebe-8792-4899-823b-254f8c38da2d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.0900285 Jul 27 22:28:07.717353 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-923aedc5-cb69-4101-814c-ff3fc6ffdeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.720247 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-923aedc5-cb69-4101-814c-ff3fc6ffdeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.725035 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-923aedc5-cb69-4101-814c-ff3fc6ffdeb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e915634e-318f-4ff0-992d-5702e7d65dff HTTP/1.1" status: 204 len: 168 time: 0.3291125 Jul 27 22:28:07.760967 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.773947 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.785178 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923aedc5-cb69-4101-814c-ff3fc6ffdeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e915634e-318f-4ff0-992d-5702e7d65dff,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:07.800327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5cff65fd-939c-4692-80d5-6739e742205b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:07.800705 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.845743 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-254f008c-b260-438b-b704-f3ec04aa8d35 req-5ae213c1-4285-43c8-82f6-417a25a28545 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980308 Jul 27 22:28:07.900250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Pushing event updated for resources: {'Port': ['ID=f41cdc76-0636-4173-bfb9-33662dcf3ed2,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:07.938532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:08.053825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Network ffd17489-6bc3-4b18-89e5-a3dccae9c638 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:28:08.055777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:08.221622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Router 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:28:08.402471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:28:08.416434 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1e482f8e-f53a-44f3-b3f8-8dbc3f4e9a3a admin admin] 10.222.0.24 "PUT /v2.0/routers/712eb3aa-e61c-4cd8-94b0-c46cd3360e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4825027 Jul 27 22:28:08.508095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-71b41e4d-0869-47bf-9a43-7cbeb6358d6c None None] Provisioning complete for port f41cdc76-0636-4173-bfb9-33662dcf3ed2 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:08.508534 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-71b41e4d-0869-47bf-9a43-7cbeb6358d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:08.572809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-71b41e4d-0869-47bf-9a43-7cbeb6358d6c None None] Port f41cdc76-0636-4173-bfb9-33662dcf3ed2 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:28:08.596206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:28:08.645862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:28:08.648209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 2cf01b53-0e9c-44f1-b8e5-2e49bd0931fb not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:28:08.997029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6aa6a-f94e-4579-9d37-d109e9a41a04 req-32dc0d95-2b42-417e-ac9a-0f50082070b5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:09.004813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63e6aa6a-f94e-4579-9d37-d109e9a41a04 req-32dc0d95-2b42-417e-ac9a-0f50082070b5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.0871098 Jul 27 22:28:09.065333 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63e6aa6a-f94e-4579-9d37-d109e9a41a04 req-2b11dd9a-955a-48a0-a3c8-ff68bf5302d6 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549359 Jul 27 22:28:09.672875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ef1cc7aa-b725-42b1-baae-52abacdb2f91 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:09.755574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port ef1cc7aa-b725-42b1-baae-52abacdb2f91 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:28:09.760588 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ef1cc7aa-b725-42b1-baae-52abacdb2f91 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:09.761183 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:09.883031 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Sync routers for ids ['712eb3aa-e61c-4cd8-94b0-c46cd3360e73'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:28:09.898087 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Routers {'712eb3aa-e61c-4cd8-94b0-c46cd3360e73'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:09.898984 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:27:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['712eb3aa-e61c-4cd8-94b0-c46cd3360e73'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:09.916024 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:09.999081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port ef1cc7aa-b725-42b1-baae-52abacdb2f91, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ef1cc7aa-b725-42b1-baae-52abacdb2f91,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:10.021139 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.067694 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Set router 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:10.176527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=ef1cc7aa-b725-42b1-baae-52abacdb2f91,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:10.275520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 50514) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:10.328253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7ae58-db1f-402b-ad69-e2baf5507b16 req-3651245a-a830-4ae3-8370-41c2981a7836 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:10.339086 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11a7ae58-db1f-402b-ad69-e2baf5507b16 req-3651245a-a830-4ae3-8370-41c2981a7836 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.0987761 Jul 27 22:28:10.423548 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11a7ae58-db1f-402b-ad69-e2baf5507b16 req-7f7de242-241a-4661-ba21-7c61b4263449 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826333 Jul 27 22:28:10.498090 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'name': 'tempest-ImageQuotaTest-888344526-router', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:02Z', 'updated_at': '2021-07-27T22:28:07Z', 'revision_number': 4, 'project_id': 'd10398bcca484d448edb8505d1227006', 'gw_port': {'id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:03Z', 'updated_at': '2021-07-27T22:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'f41cdc76-0636-4173-bfb9-33662dcf3ed2', 'name': '', 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'mac_address': 'fa:16:3e:ee:4f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '66abce63-3284-4cac-9ba4-12dca1d0d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:07Z', 'revision_number': 2, 'project_id': 'd10398bcca484d448edb8505d1227006', 'subnets': [{'id': '66abce63-3284-4cac-9ba4-12dca1d0d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:10.558482 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Checking router: 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:28:10.559235 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Updating router 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 port f41cdc76-0636-4173-bfb9-33662dcf3ed2 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:28:10.591496 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.617093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50524) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:10.823061 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52a963e5-11c1-4150-bf23-a5c25b08624c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.847126 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d20cce90-2e0c-4acc-a557-db981220c717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.958067 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52a963e5-11c1-4150-bf23-a5c25b08624c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.964078 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-52a963e5-11c1-4150-bf23-a5c25b08624c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:10.989900 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.008534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-52a963e5-11c1-4150-bf23-a5c25b08624c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe1d79dffcec4849a787e5ff5795cdd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900108 Jul 27 22:28:11.014126 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50534) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:11.016132 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Transition to ACTIVE for port object f41cdc76-0636-4173-bfb9-33662dcf3ed2 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:11.024702 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a963e5-11c1-4150-bf23-a5c25b08624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226da193-e028-4c9a-93b9-0cfb78fff8ee,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:11.045210 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.120705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2674d3d-ab39-46eb-b63d-170306042031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.176563 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2674d3d-ab39-46eb-b63d-170306042031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.230358 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b054ef-da01-4e7e-8e80-66bebbdd5b92 None None] Pushing event updated for resources: {'Port': ['ID=f41cdc76-0636-4173-bfb9-33662dcf3ed2,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:11.266349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2674d3d-ab39-46eb-b63d-170306042031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.269683 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a2674d3d-ab39-46eb-b63d-170306042031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.270100 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Attempting to bind port f41cdc76-0636-4173-bfb9-33662dcf3ed2 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:28:11.270501 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Attempting to bind port f41cdc76-0636-4173-bfb9-33662dcf3ed2 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '934a495f-1843-41a7-8f0e-fc1a1a2e75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:28:11.270863 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Attempting to bind port f41cdc76-0636-4173-bfb9-33662dcf3ed2 on network ffd17489-6bc3-4b18-89e5-a3dccae9c638 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:28:11.271859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a2674d3d-ab39-46eb-b63d-170306042031 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/226da193-e028-4c9a-93b9-0cfb78fff8ee HTTP/1.1" status: 204 len: 168 time: 0.2564771 Jul 27 22:28:11.281762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2674d3d-ab39-46eb-b63d-170306042031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226da193-e028-4c9a-93b9-0cfb78fff8ee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:11.315079 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:28:11.315604 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Checking segment: {'id': '934a495f-1843-41a7-8f0e-fc1a1a2e75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:28:11.315903 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.316294 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Bound using segment: {'id': '934a495f-1843-41a7-8f0e-fc1a1a2e75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:28:11.316885 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Bound port: f41cdc76-0636-4173-bfb9-33662dcf3ed2, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934a495f-1843-41a7-8f0e-fc1a1a2e75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:28:11.317186 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.418379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741c074-f660-497e-8811-6b7b752372df req-664da504-c9b2-44de-881e-0c3d575b76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:11.420664 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7741c074-f660-497e-8811-6b7b752372df req-664da504-c9b2-44de-881e-0c3d575b76ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 1096 time: 0.1697478 Jul 27 22:28:11.471777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7741c074-f660-497e-8811-6b7b752372df req-60bbbc11-2276-44fa-9cc2-c28e6ca0e0c1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428143 Jul 27 22:28:11.488699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d20cce90-2e0c-4acc-a557-db981220c717 admin admin] Deleting port f41cdc76-0636-4173-bfb9-33662dcf3ed2 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:28:11.489064 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d20cce90-2e0c-4acc-a557-db981220c717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.619460 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] For port f41cdc76-0636-4173-bfb9-33662dcf3ed2, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:28:11.626720 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] For port f41cdc76-0636-4173-bfb9-33662dcf3ed2, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f41cdc76-0636-4173-bfb9-33662dcf3ed2,segment=NetworkSegment(934a495f-1843-41a7-8f0e-fc1a1a2e75c6),segment_id=934a495f-1843-41a7-8f0e-fc1a1a2e75c6)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:28:11.635211 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.675406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ef1cc7aa-b725-42b1-baae-52abacdb2f91 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:11.680197 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-d20cce90-2e0c-4acc-a557-db981220c717 admin admin] For port f41cdc76-0636-4173-bfb9-33662dcf3ed2, host n-d-802011-3, got binding levels [] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:11.680574 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d20cce90-2e0c-4acc-a557-db981220c717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.690313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29681a36-6e29-4893-b766-9d4a4958df81 req-5882408e-734e-4880-80c6-3c18ae741547 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:11.692452 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29681a36-6e29-4893-b766-9d4a4958df81 req-5882408e-734e-4880-80c6-3c18ae741547 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.1342051 Jul 27 22:28:11.732338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-d20cce90-2e0c-4acc-a557-db981220c717 admin admin] Calling delete_port for f41cdc76-0636-4173-bfb9-33662dcf3ed2 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:28:11.739736 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29681a36-6e29-4893-b766-9d4a4958df81 req-304c195f-1563-4782-a14c-3acb6c5fac31 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375955 Jul 27 22:28:11.791302 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Routers {'712eb3aa-e61c-4cd8-94b0-c46cd3360e73'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:11.791945 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:27:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['712eb3aa-e61c-4cd8-94b0-c46cd3360e73'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:11.796799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ef1cc7aa-b725-42b1-baae-52abacdb2f91 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:11.797437 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:11.908637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50552) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:11.936804 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c801b6d0-4e65-448f-9d5e-a170cdf357b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.008614 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b054ef-da01-4e7e-8e80-66bebbdd5b92 None None] Pushing event updated for resources: {'Port': ['ID=f41cdc76-0636-4173-bfb9-33662dcf3ed2,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:12.088499 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c801b6d0-4e65-448f-9d5e-a170cdf357b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.098426 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c801b6d0-4e65-448f-9d5e-a170cdf357b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.123521 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] Set router 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:12.153623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c801b6d0-4e65-448f-9d5e-a170cdf357b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95adc9478891497d9ae5e27ac25b7aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437341 Jul 27 22:28:12.154953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801b6d0-4e65-448f-9d5e-a170cdf357b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939f1822-221b-44bc-823c-fb738a130cb2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:12.157584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:12.178310 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d20cce90-2e0c-4acc-a557-db981220c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.255590 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b19d8afb-3d22-4ef7-ae80-d0fc8e54c7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.266140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cce90-2e0c-4acc-a557-db981220c717 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41cdc76-0636-4173-bfb9-33662dcf3ed2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:12.300445 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b19d8afb-3d22-4ef7-ae80-d0fc8e54c7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.385624 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b19d8afb-3d22-4ef7-ae80-d0fc8e54c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.389278 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b19d8afb-3d22-4ef7-ae80-d0fc8e54c7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.391924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b19d8afb-3d22-4ef7-ae80-d0fc8e54c7ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/939f1822-221b-44bc-823c-fb738a130cb2 HTTP/1.1" status: 204 len: 168 time: 0.2312243 Jul 27 22:28:12.448773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d8afb-3d22-4ef7-ae80-d0fc8e54c7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939f1822-221b-44bc-823c-fb738a130cb2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:12.567437 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.667309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b2a43fd7-ee92-46be-9927-f34e136972cb no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:28:12.669070 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d20cce90-2e0c-4acc-a557-db981220c717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:12.714372 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'name': 'tempest-ImageQuotaTest-888344526-router', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:02Z', 'updated_at': '2021-07-27T22:28:07Z', 'revision_number': 4, 'project_id': 'd10398bcca484d448edb8505d1227006', 'gw_port': {'id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:03Z', 'updated_at': '2021-07-27T22:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'f41cdc76-0636-4173-bfb9-33662dcf3ed2', 'name': '', 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'mac_address': 'fa:16:3e:ee:4f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '66abce63-3284-4cac-9ba4-12dca1d0d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': 'd10398bcca484d448edb8505d1227006', 'subnets': [{'id': '66abce63-3284-4cac-9ba4-12dca1d0d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:12.806851 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b391a40e-c894-4d80-9060-702e8f4eaae6 None None] The sync data for ids ['712eb3aa-e61c-4cd8-94b0-c46cd3360e73'] in n-d-802011-3 is: [{'id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'name': 'tempest-ImageQuotaTest-888344526-router', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:02Z', 'updated_at': '2021-07-27T22:28:07Z', 'revision_number': 4, 'project_id': 'd10398bcca484d448edb8505d1227006', 'gw_port': {'id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:03Z', 'updated_at': '2021-07-27T22:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'f41cdc76-0636-4173-bfb9-33662dcf3ed2', 'name': '', 'network_id': 'ffd17489-6bc3-4b18-89e5-a3dccae9c638', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'mac_address': 'fa:16:3e:ee:4f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '66abce63-3284-4cac-9ba4-12dca1d0d06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:06Z', 'updated_at': '2021-07-27T22:28:11Z', 'revision_number': 4, 'project_id': 'd10398bcca484d448edb8505d1227006', 'subnets': [{'id': '66abce63-3284-4cac-9ba4-12dca1d0d06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:28:12.851580 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:13.020317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:28:13.026218 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ee2011-e011-43fe-9be4-62c57ffac356" -d '{"events": [{"server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:28:13.110001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b2a43fd7-ee92-46be-9927-f34e136972cb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b2a43fd7-ee92-46be-9927-f34e136972cb,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:13.115479 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dff023d2-8d99-452d-a477-ea01656ed6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:13.118698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efe860-91b0-4cd4-9b67-e38e0903cc89 req-c4979d08-d0cc-4d66-a5a8-932a152cd1af tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:13.121016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9efe860-91b0-4cd4-9b67-e38e0903cc89 req-c4979d08-d0cc-4d66-a5a8-932a152cd1af tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.1994030 Jul 27 22:28:13.141683 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:13.159101 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32da6aed-9384-4625-ae11-6e7a0b18ea9e x-openstack-request-id: req-32da6aed-9384-4625-ae11-6e7a0b18ea9e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:28:13.159413 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:28:13.159671 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32da6aed-9384-4625-ae11-6e7a0b18ea9e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:28:13.160088 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'code': 200} Jul 27 22:28:13.261722 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9efe860-91b0-4cd4-9b67-e38e0903cc89 req-aed52139-990b-4bca-b45c-d5ef99f0e70e tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207986 Jul 27 22:28:13.290066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:13.323822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b2a43fd7-ee92-46be-9927-f34e136972cb,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:13.339906 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:13.340328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:13.340729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:13.341138 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:13.341503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:13.341843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:13.342177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:13.346593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:13.347002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:13.347350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:13.347690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:13.348025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:13.405920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-620e2dbb-61d9-497c-82e3-04c7316c73dd tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/floatingips/b5d84caa-cc72-4aea-93e1-a5d5cdaabbb3 HTTP/1.1" status: 200 len: 991 time: 0.1063018 Jul 27 22:28:13.410642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20cce90-2e0c-4acc-a557-db981220c717 admin admin] Router 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:28:14.362110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20cce90-2e0c-4acc-a557-db981220c717 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:28:14.374882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50696) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:14.381881 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d20cce90-2e0c-4acc-a557-db981220c717 admin admin] 10.222.0.24 "PUT /v2.0/routers/712eb3aa-e61c-4cd8-94b0-c46cd3360e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1043959 Jul 27 22:28:14.552977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:14.667946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b2a43fd7-ee92-46be-9927-f34e136972cb details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:28:14.836083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b2a43fd7-ee92-46be-9927-f34e136972cb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b2a43fd7-ee92-46be-9927-f34e136972cb,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:14.859448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'port_id': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'mac_address': 'fa:16:3e:c8:d9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:28:14.949921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca37c16-bb35-47d9-b02e-6531935c2527 None None] Sync routers for ids ['712eb3aa-e61c-4cd8-94b0-c46cd3360e73'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:28:14.956918 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:15.007325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca37c16-bb35-47d9-b02e-6531935c2527 None None] Routers {'712eb3aa-e61c-4cd8-94b0-c46cd3360e73'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:15.008945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7ca37c16-bb35-47d9-b02e-6531935c2527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:27:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['712eb3aa-e61c-4cd8-94b0-c46cd3360e73'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:15.091647 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a43fd7-ee92-46be-9927-f34e136972cb {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:28:15.146862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b2a43fd7-ee92-46be-9927-f34e136972cb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b2a43fd7-ee92-46be-9927-f34e136972cb,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:15.158928 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:15.167957 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:15.223271 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b2a43fd7-ee92-46be-9927-f34e136972cb,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:15.259312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Deleting port ef1cc7aa-b725-42b1-baae-52abacdb2f91 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:28:15.259899 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:15.299284 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7ca37c16-bb35-47d9-b02e-6531935c2527 None None] Set router 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:15.367121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['b2a43fd7-ee92-46be-9927-f34e136972cb'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:28:15.382510 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] For port ef1cc7aa-b725-42b1-baae-52abacdb2f91, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ef1cc7aa-b725-42b1-baae-52abacdb2f91,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:15.383480 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:15.399036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Calling delete_port for ef1cc7aa-b725-42b1-baae-52abacdb2f91 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:28:15.478015 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b65ebe27-d65a-4d32-bcb8-70f5feba38fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:15.696872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7ca37c16-bb35-47d9-b02e-6531935c2527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'name': 'tempest-ImageQuotaTest-888344526-router', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:02Z', 'updated_at': '2021-07-27T22:28:12Z', 'revision_number': 5, 'project_id': 'd10398bcca484d448edb8505d1227006', 'gw_port': {'id': 'ef1cc7aa-b725-42b1-baae-52abacdb2f91', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:28:03Z', 'updated_at': '2021-07-27T22:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:15.755452 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:15.782310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca37c16-bb35-47d9-b02e-6531935c2527 None None] Checking router: 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:28:15.791456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1cc7aa-b725-42b1-baae-52abacdb2f91,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:15.813536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca37c16-bb35-47d9-b02e-6531935c2527 None None] Routers {'712eb3aa-e61c-4cd8-94b0-c46cd3360e73'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:15.814498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7ca37c16-bb35-47d9-b02e-6531935c2527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:28:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['712eb3aa-e61c-4cd8-94b0-c46cd3360e73'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:15.874294 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:15.920298 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:15.987165 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7ca37c16-bb35-47d9-b02e-6531935c2527 None None] Set router 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:16.051754 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.054406 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.070655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7ca37c16-bb35-47d9-b02e-6531935c2527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'name': 'tempest-ImageQuotaTest-888344526-router', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:02Z', 'updated_at': '2021-07-27T22:28:15Z', 'revision_number': 7, 'project_id': 'd10398bcca484d448edb8505d1227006', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:16.106982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca37c16-bb35-47d9-b02e-6531935c2527 None None] The sync data for ids ['712eb3aa-e61c-4cd8-94b0-c46cd3360e73'] in n-d-802011-3 is: [{'id': '712eb3aa-e61c-4cd8-94b0-c46cd3360e73', 'name': 'tempest-ImageQuotaTest-888344526-router', 'tenant_id': 'd10398bcca484d448edb8505d1227006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:28:02Z', 'updated_at': '2021-07-27T22:28:15Z', 'revision_number': 7, 'project_id': 'd10398bcca484d448edb8505d1227006', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:28:16.127882 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.128523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 712eb3aa-e61c-4cd8-94b0-c46cd3360e73 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:28:16.158194 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.161908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8890d2f7-f584-40ac-9422-0224b87892d0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/712eb3aa-e61c-4cd8-94b0-c46cd3360e73 HTTP/1.1" status: 204 len: 168 time: 1.7831187 Jul 27 22:28:16.162328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:16.216877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8eb47f-794f-4da2-b602-7583c2c04c8a admin admin] Deleting subnet 66abce63-3284-4cac-9ba4-12dca1d0d06b {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:28:16.221420 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f8eb47f-794f-4da2-b602-7583c2c04c8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.270295 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f8eb47f-794f-4da2-b602-7583c2c04c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.373827 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f8eb47f-794f-4da2-b602-7583c2c04c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.439661 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f8eb47f-794f-4da2-b602-7583c2c04c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.473274 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.481336 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8eb47f-794f-4da2-b602-7583c2c04c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66abce63-3284-4cac-9ba4-12dca1d0d06b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:16.483520 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6f8eb47f-794f-4da2-b602-7583c2c04c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.485472 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6f8eb47f-794f-4da2-b602-7583c2c04c8a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/66abce63-3284-4cac-9ba4-12dca1d0d06b HTTP/1.1" status: 204 len: 168 time: 0.3220775 Jul 27 22:28:16.487994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:16.501197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f07e24-2f42-4a7c-bc37-99bd38e9486a None None] Network ffd17489-6bc3-4b18-89e5-a3dccae9c638 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:28:16.590219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.608858 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.688820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b2a43fd7-ee92-46be-9927-f34e136972cb up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:16.698548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Deleting port 5cff65fd-939c-4692-80d5-6739e742205b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:28:16.698907 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.780000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] For port 5cff65fd-939c-4692-80d5-6739e742205b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5cff65fd-939c-4692-80d5-6739e742205b,segment=NetworkSegment(934a495f-1843-41a7-8f0e-fc1a1a2e75c6),segment_id=934a495f-1843-41a7-8f0e-fc1a1a2e75c6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:16.780447 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.787023 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port b2a43fd7-ee92-46be-9927-f34e136972cb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:16.788086 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.818282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Calling delete_port for 5cff65fd-939c-4692-80d5-6739e742205b owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:28:16.919749 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.936102 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:16.976479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b2a43fd7-ee92-46be-9927-f34e136972cb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b2a43fd7-ee92-46be-9927-f34e136972cb,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:16.977968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:28:16.981905 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef0ea51-a517-41e8-a5a4-9272c00e904e" -d '{"events": [{"server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "name": "network-vif-plugged", "status": "completed", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:28:16.989760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cff65fd-939c-4692-80d5-6739e742205b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:16.996025 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.038881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] No DVR routers for this DVR port 5cff65fd-939c-4692-80d5-6739e742205b on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:28:17.088933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6b594a-d355-402a-a995-0ba78306ea56 None None] DHCP port deletion for ffd17489-6bc3-4b18-89e5-a3dccae9c638 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:28:17.144260 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b2a43fd7-ee92-46be-9927-f34e136972cb,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:17.214169 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.250525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd17489-6bc3-4b18-89e5-a3dccae9c638']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:17.269837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934a495f-1843-41a7-8f0e-fc1a1a2e75c6') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:17.270140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934a495f-1843-41a7-8f0e-fc1a1a2e75c6') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:17.280879 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.313002 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.325079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:28:17.325788 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:28:17.327688 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:28:17.430183 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.451966 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.456914 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70047fc-af16-4a89-90d7-5aefa7df7858 x-openstack-request-id: req-a70047fc-af16-4a89-90d7-5aefa7df7858 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:28:17.457209 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "name": "network-vif-plugged", "status": "completed", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:28:17.457465 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a70047fc-af16-4a89-90d7-5aefa7df7858 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:28:17.457864 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'code': 200} Jul 27 22:28:17.460048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ffd17489-6bc3-4b18-89e5-a3dccae9c638 HTTP/1.1" status: 204 len: 168 time: 0.9701409 Jul 27 22:28:17.483793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82fe04-15ca-4c83-9ced-35e29228acb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd17489-6bc3-4b18-89e5-a3dccae9c638,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:17.636957 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f41cdc76-0636-4173-bfb9-33662dcf3ed2 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:28:17.677505 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: f41cdc76-0636-4173-bfb9-33662dcf3ed2 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:28:17.677858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f41cdc76-0636-4173-bfb9-33662dcf3ed2 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:28:17.678318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ef1cc7aa-b725-42b1-baae-52abacdb2f91 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:28:17.704813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: ef1cc7aa-b725-42b1-baae-52abacdb2f91 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:28:17.705156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ef1cc7aa-b725-42b1-baae-52abacdb2f91 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:28:17.705575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5cff65fd-939c-4692-80d5-6739e742205b no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:28:17.720419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:17.739473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 5cff65fd-939c-4692-80d5-6739e742205b {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:28:17.740103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5cff65fd-939c-4692-80d5-6739e742205b not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:28:17.781800 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-529eab66-a410-4828-8f8e-31dcc3d294de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d10398bcca484d448edb8505d1227006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561714 Jul 27 22:28:17.784156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:17.839443 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7e80e87-67bf-4149-a80f-7195702b0e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.865509 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7e80e87-67bf-4149-a80f-7195702b0e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.920688 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7e80e87-67bf-4149-a80f-7195702b0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.924154 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7e80e87-67bf-4149-a80f-7195702b0e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:17.926073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b7e80e87-67bf-4149-a80f-7195702b0e15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/535a2c74-383c-4bdb-9fd4-e730678b9e47 HTTP/1.1" status: 204 len: 168 time: 0.1403248 Jul 27 22:28:17.937109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e80e87-67bf-4149-a80f-7195702b0e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535a2c74-383c-4bdb-9fd4-e730678b9e47,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:18.142467 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:18.362600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50840) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:18.380995 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65e926e3-8182-4b9a-933c-2e78bfbbbbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:18.497513 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65e926e3-8182-4b9a-933c-2e78bfbbbbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:18.502119 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65e926e3-8182-4b9a-933c-2e78bfbbbbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:18.543721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e926e3-8182-4b9a-933c-2e78bfbbbbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca9fbbf-f71e-4a21-9d38-68a728fbaecc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:18.550325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-65e926e3-8182-4b9a-933c-2e78bfbbbbfb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1847444 Jul 27 22:28:18.551083 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 50844) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:18.602995 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-090450d2-8a3e-46f6-ad58-053775637815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:18.627396 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-090450d2-8a3e-46f6-ad58-053775637815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:18.691391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-090450d2-8a3e-46f6-ad58-053775637815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:18.694022 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-090450d2-8a3e-46f6-ad58-053775637815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:18.695386 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-090450d2-8a3e-46f6-ad58-053775637815 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ca9fbbf-f71e-4a21-9d38-68a728fbaecc HTTP/1.1" status: 204 len: 168 time: 0.1431651 Jul 27 22:28:18.733018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090450d2-8a3e-46f6-ad58-053775637815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca9fbbf-f71e-4a21-9d38-68a728fbaecc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:18.751911 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-83d485fe-e31f-43a7-a5c9-4b44db286abc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494745 Jul 27 22:28:18.859524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-c1a19729-8c76-4056-af9a-46f04e34d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:18.862105 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-c1a19729-8c76-4056-af9a-46f04e34d78d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 1096 time: 0.0480139 Jul 27 22:28:19.018866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-9f1bae20-7944-4073-a2ef-ee46a82837fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:19.023312 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-9f1bae20-7944-4073-a2ef-ee46a82837fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 HTTP/1.1" status: 200 len: 898 time: 0.1315973 Jul 27 22:28:19.127445 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-cb9a5938-7142-4463-9c87-935184f3cc88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a43fd7-ee92-46be-9927-f34e136972cb HTTP/1.1" status: 200 len: 1001 time: 0.0957818 Jul 27 22:28:19.200391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-6f90670a-7780-4e56-9e11-efa7911cfb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:19.202807 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-6f90670a-7780-4e56-9e11-efa7911cfb8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab5832c5-3d6e-4cbe-afac-a6c30a67c09d HTTP/1.1" status: 200 len: 834 time: 0.0679445 Jul 27 22:28:19.273729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-b579cea1-6d5d-4c9e-8a9a-93b3237d1ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:19.275374 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-b579cea1-6d5d-4c9e-8a9a-93b3237d1ec4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659285 Jul 27 22:28:19.289986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-cc84eeb0-56c3-444b-b5b6-0583d4f0e053 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:28:19.292009 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-cc84eeb0-56c3-444b-b5b6-0583d4f0e053 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085523 Jul 27 22:28:19.414235 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-2fd8fbfd-b5c7-4edf-8b49-fd7741d0202f service neutron] 10.222.0.43 "GET /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139801 Jul 27 22:28:19.534099 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-93e5bcfe-11fd-45e1-af66-71a15a35d62d req-f6144b5e-3a44-49f9-8279-0c401825b51e service neutron] 10.222.0.43 "GET /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119356 Jul 27 22:28:30.274226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e097875-3941-4bea-9454-4e8328a282ca req-910a307c-b663-46a3-9c3a-bb543edc80ab tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:30.275694 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-910a307c-b663-46a3-9c3a-bb543edc80ab tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/networks?id=8f61feab-c5cf-4bda-9d51-ec23b5048c43 HTTP/1.1" status: 200 len: 814 time: 0.1078248 Jul 27 22:28:30.291930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-211bf6ee-7362-474d-9c80-2cad02e942c5 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/quotas/e360069e157c44e0be09d8ba41691907 HTTP/1.1" status: 200 len: 375 time: 0.0094862 Jul 27 22:28:30.326186 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-7d14dcbb-eff4-4f20-91c5-2f620b7ffca7 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e360069e157c44e0be09d8ba41691907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276501 Jul 27 22:28:30.430796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-be776d28-bcce-48a7-8d60-7b8a2434fa0c service neutron] 10.222.0.24 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970883 Jul 27 22:28:30.520221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-1f3229fa-a806-4095-a1e4-83f4ae0efa17 service neutron] 10.222.0.24 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885789 Jul 27 22:28:30.759164 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9512f64c-07db-42e4-963c-c72ad52b41b2 req-bd5e20f4-72e2-45a1-913f-6f3da0cfe5f8 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 210 time: 0.0300124 Jul 27 22:28:31.821273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e097875-3941-4bea-9454-4e8328a282ca req-f15be441-a8dc-448b-9415-48c6b0c6684a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:31.822933 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-f15be441-a8dc-448b-9415-48c6b0c6684a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.43 "GET /v2.0/networks?id=8f61feab-c5cf-4bda-9d51-ec23b5048c43 HTTP/1.1" status: 200 len: 814 time: 0.1116009 Jul 27 22:28:31.838596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4e097875-3941-4bea-9454-4e8328a282ca req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Request body: {'port': {'device_id': '78677834-c35e-43c4-ab32-2b7f1e7922d3', 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43', 'admin_state_up': True, 'tenant_id': 'e360069e157c44e0be09d8ba41691907'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:31.914671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bff280c2-31a0-4199-a90c-911d99c06d67 req-7de39088-7feb-49de-80c7-a94f8e548a07 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 210 time: 0.0411000 Jul 27 22:28:31.989050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e097875-3941-4bea-9454-4e8328a282ca req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Made reservation on behalf of e360069e157c44e0be09d8ba41691907 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:28:31.993115 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e097875-3941-4bea-9454-4e8328a282ca req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:32.144276 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-4e097875-3941-4bea-9454-4e8328a282ca req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Allocated IP 172.20.0.13 (8f61feab-c5cf-4bda-9d51-ec23b5048c43/07d6205a-27b7-4af9-b728-b849638f6c69/6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:28:32.361778 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e097875-3941-4bea-9454-4e8328a282ca req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:32.419923 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e097875-3941-4bea-9454-4e8328a282ca req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:32.479202 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e097875-3941-4bea-9454-4e8328a282ca req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:28:32.486455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-4e097875-3941-4bea-9454-4e8328a282ca req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:28:32.489879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e097875-3941-4bea-9454-4e8328a282ca req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:28:32.528607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Pushing event updated for resources: {'Port': ['ID=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:32.547392 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:32.547744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:32.548059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:32.548391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:32.548722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:32.549053 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:32.549377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:32.549697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:32.550020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:32.550501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:32.550836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:32.551156 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:32.580565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e097875-3941-4bea-9454-4e8328a282ca req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:32.581198 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e097875-3941-4bea-9454-4e8328a282ca req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:32.601083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-05294fb2-ec5a-4ea8-bd98-193e5019fce6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7662179 Jul 27 22:28:32.614381 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Request body: {'port': {'device_id': '78677834-c35e-43c4-ab32-2b7f1e7922d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:28:32.689531 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:33.026061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:28:33.035517 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:33.050546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Transition to ACTIVE for port object 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:28:33.058144 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:33.084161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eade986-ffda-45e3-b58e-4504a1bc1b0d req-1d94ea53-6ff4-4568-95b4-090219388b41 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:33.099728 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8eade986-ffda-45e3-b58e-4504a1bc1b0d req-1d94ea53-6ff4-4568-95b4-090219388b41 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 932 time: 0.0999293 Jul 27 22:28:33.125555 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:33.159910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8eade986-ffda-45e3-b58e-4504a1bc1b0d req-5490323f-7dfc-4311-a988-83458f4ec1ee tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503304 Jul 27 22:28:33.227964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Attempting to bind port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:28:33.228575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Attempting to bind port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'e7f28610-a4a2-4a0e-8219-7279ea50fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:28:33.229470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Attempting to bind port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea on network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:28:33.234943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea on network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:28:33.235463 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Attempting to bind port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea on network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:28:33.244582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:28:33.245174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Checking segment: {'id': 'e7f28610-a4a2-4a0e-8219-7279ea50fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:28:33.245668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Bound using segment: {'id': 'e7f28610-a4a2-4a0e-8219-7279ea50fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:28:33.249243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Bound port: 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f28610-a4a2-4a0e-8219-7279ea50fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:28:33.249718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:33.348749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] For port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:28:33.353147 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] For port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea,segment=NetworkSegment(e7f28610-a4a2-4a0e-8219-7279ea50fd5b),segment_id=e7f28610-a4a2-4a0e-8219-7279ea50fd5b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:28:33.357258 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:33.404008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:33.404633 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:33.406135 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] 10.222.0.43 "PUT /v2.0/ports/6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea HTTP/1.1" status: 200 len: 1092 time: 0.7962956 Jul 27 22:28:33.406599 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78677834-c35e-43c4-ab32-2b7f1e7922d3', 'tag': '6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:28:33.408870 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37f2fd4-2f41-4155-ac58-14cde69d989b" -d '{"events": [{"name": "network-changed", "server_uuid": "78677834-c35e-43c4-ab32-2b7f1e7922d3", "tag": "6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:28:33.432805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8d504-d29e-4a6d-9520-17e7f75396a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:33.468109 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4c0a2c-ba62-49d8-92b9-15da2c711218 x-openstack-request-id: req-aa4c0a2c-ba62-49d8-92b9-15da2c711218 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:28:33.468522 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78677834-c35e-43c4-ab32-2b7f1e7922d3", "tag": "6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:28:33.468880 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa4c0a2c-ba62-49d8-92b9-15da2c711218 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:28:33.469377 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78677834-c35e-43c4-ab32-2b7f1e7922d3', 'tag': '6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea', 'status': 'completed', 'code': 200} Jul 27 22:28:33.507611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e097875-3941-4bea-9454-4e8328a282ca req-396573e7-e62f-4e9c-87a6-aba137a6403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:33.509178 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-396573e7-e62f-4e9c-87a6-aba137a6403a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e360069e157c44e0be09d8ba41691907&device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 1095 time: 0.0517950 Jul 27 22:28:33.554706 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-c491971d-a2da-45ef-97e6-88a452893e1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea HTTP/1.1" status: 200 len: 217 time: 0.0364745 Jul 27 22:28:33.613015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e097875-3941-4bea-9454-4e8328a282ca req-877afa36-813b-4584-9e1c-0b33c8388f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:33.614584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-877afa36-813b-4584-9e1c-0b33c8388f27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07d6205a-27b7-4af9-b728-b849638f6c69 HTTP/1.1" status: 200 len: 854 time: 0.0521407 Jul 27 22:28:33.649756 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-094b005b-5e4a-46c2-a198-5f482833dec2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f61feab-c5cf-4bda-9d51-ec23b5048c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267007 Jul 27 22:28:33.745877 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-babe25cd-0831-4215-a49b-8f064c840c60 service neutron] 10.222.0.43 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872633 Jul 27 22:28:33.849749 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e097875-3941-4bea-9454-4e8328a282ca req-11c99135-36fc-4827-aa19-8927e4b58a9b service neutron] 10.222.0.43 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960104 Jul 27 22:28:33.938523 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f2fd4-2f41-4155-ac58-14cde69d989b req-12583c09-4109-4c8b-bdfc-5ed216d0885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:33.940073 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e37f2fd4-2f41-4155-ac58-14cde69d989b req-12583c09-4109-4c8b-bdfc-5ed216d0885b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e360069e157c44e0be09d8ba41691907&device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 1095 time: 0.0418651 Jul 27 22:28:34.048485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f2fd4-2f41-4155-ac58-14cde69d989b req-1cdc043d-ab99-4b32-942d-28a52c2b21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:34.050253 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e37f2fd4-2f41-4155-ac58-14cde69d989b req-1cdc043d-ab99-4b32-942d-28a52c2b21d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f61feab-c5cf-4bda-9d51-ec23b5048c43 HTTP/1.1" status: 200 len: 915 time: 0.1026013 Jul 27 22:28:34.094948 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e37f2fd4-2f41-4155-ac58-14cde69d989b req-076022cc-7809-4cc7-b91d-785c66290124 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea HTTP/1.1" status: 200 len: 217 time: 0.0358028 Jul 27 22:28:34.145444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f2fd4-2f41-4155-ac58-14cde69d989b req-7b5e5e4f-b685-4e60-94aa-0fe0976e5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:34.147065 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e37f2fd4-2f41-4155-ac58-14cde69d989b req-7b5e5e4f-b685-4e60-94aa-0fe0976e5f0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07d6205a-27b7-4af9-b728-b849638f6c69 HTTP/1.1" status: 200 len: 854 time: 0.0448225 Jul 27 22:28:34.182234 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e37f2fd4-2f41-4155-ac58-14cde69d989b req-f3bb38d7-7f59-4ae3-9825-3957cc31ff15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f61feab-c5cf-4bda-9d51-ec23b5048c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260019 Jul 27 22:28:34.299585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85768d-bcfe-4746-932e-434bbbb3f692 req-f286eeb9-12f8-4ced-866b-b6794e0ab5d6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:34.301897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec85768d-bcfe-4746-932e-434bbbb3f692 req-f286eeb9-12f8-4ced-866b-b6794e0ab5d6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 944 time: 0.0731165 Jul 27 22:28:34.305815 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e37f2fd4-2f41-4155-ac58-14cde69d989b req-37596118-25d7-4657-bf6f-a1509d6de7c4 service neutron] 10.222.0.43 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137447 Jul 27 22:28:34.346400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec85768d-bcfe-4746-932e-434bbbb3f692 req-5286ec9d-563b-4bb9-ab47-d1b0a9aa47f9 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380824 Jul 27 22:28:34.449988 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e37f2fd4-2f41-4155-ac58-14cde69d989b req-f4883b13-6289-410f-a995-66bc902e3102 service neutron] 10.222.0.43 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297092 Jul 27 22:28:35.502352 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cf44f-5579-46a5-9142-356bd3cb6a47 req-9bc17aa5-d531-4e16-80ff-a6e7c0cf452c tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:35.509104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-109cf44f-5579-46a5-9142-356bd3cb6a47 req-9bc17aa5-d531-4e16-80ff-a6e7c0cf452c tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 944 time: 0.0706577 Jul 27 22:28:35.555868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-109cf44f-5579-46a5-9142-356bd3cb6a47 req-a0fb1c49-9d37-4620-ac6a-2b13e0c2cf85 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455806 Jul 27 22:28:35.876292 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:28:36.683077 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a40f-ecca-415d-b29f-ef6897922d5f req-8e53a0e3-46bf-4d9d-9331-807a5d79ba4b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:36.684751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8173a40f-ecca-415d-b29f-ef6897922d5f req-8e53a0e3-46bf-4d9d-9331-807a5d79ba4b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 944 time: 0.0537577 Jul 27 22:28:36.725658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8173a40f-ecca-415d-b29f-ef6897922d5f req-e598b3fd-f902-4a85-9b96-e6bbffb1b2ba tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346920 Jul 27 22:28:36.809081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:28:36.913728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea,segment=NetworkSegment(e7f28610-a4a2-4a0e-8219-7279ea50fd5b),segment_id=e7f28610-a4a2-4a0e-8219-7279ea50fd5b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:36.926812 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea', 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43', 'port_id': '6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea', 'mac_address': 'fa:16:3e:01:3c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d6205a-27b7-4af9-b728-b849638f6c69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:28:36.964095 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:36.977086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:28:36.997898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea,segment=NetworkSegment(e7f28610-a4a2-4a0e-8219-7279ea50fd5b),segment_id=e7f28610-a4a2-4a0e-8219-7279ea50fd5b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:37.002146 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:37.052504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:37.242348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:28:37.864324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf19895-4059-411a-bbb0-968b8618728e req-bbd5b5e5-0616-469b-ad61-e4b0c4b9b7d0 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:37.866622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1cf19895-4059-411a-bbb0-968b8618728e req-bbd5b5e5-0616-469b-ad61-e4b0c4b9b7d0 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 945 time: 0.0536401 Jul 27 22:28:37.907670 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1cf19895-4059-411a-bbb0-968b8618728e req-4922e90a-ca83-4adc-a86a-e5698fee3b99 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342116 Jul 27 22:28:38.828483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:28:39.044338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:28:39.048148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:28:39.048523 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:39.057217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced3b73-74b5-46ea-a5e3-b77f41ad586e req-ab1e3e2d-0d04-4da2-9c50-ae73aedc9267 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:39.058979 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bced3b73-74b5-46ea-a5e3-b77f41ad586e req-ab1e3e2d-0d04-4da2-9c50-ae73aedc9267 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 945 time: 0.0565860 Jul 27 22:28:39.104449 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bced3b73-74b5-46ea-a5e3-b77f41ad586e req-804134cd-772b-4d0e-b2e9-77539bd20700 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384772 Jul 27 22:28:39.125795 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:39.148135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78677834-c35e-43c4-ab32-2b7f1e7922d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:28:39.150387 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731aabc3-99db-4779-8676-1668ea5d3e29" -d '{"events": [{"server_uuid": "78677834-c35e-43c4-ab32-2b7f1e7922d3", "name": "network-vif-plugged", "status": "completed", "tag": "6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:28:39.163828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea,segment=NetworkSegment(e7f28610-a4a2-4a0e-8219-7279ea50fd5b),segment_id=e7f28610-a4a2-4a0e-8219-7279ea50fd5b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:39.168549 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:39.192508 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983dd6d8-f858-448a-8cf2-571c5568a594 x-openstack-request-id: req-983dd6d8-f858-448a-8cf2-571c5568a594 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:28:39.192798 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78677834-c35e-43c4-ab32-2b7f1e7922d3", "name": "network-vif-plugged", "status": "completed", "tag": "6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:28:39.193054 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-983dd6d8-f858-448a-8cf2-571c5568a594 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:28:39.193452 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78677834-c35e-43c4-ab32-2b7f1e7922d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea', 'code': 200} Jul 27 22:28:39.223925 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:39.296082 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efc18a-45ec-437d-9ef8-499cc560079e req-d035892f-4960-4730-8be2-95f7c32262a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:39.297676 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79efc18a-45ec-437d-9ef8-499cc560079e req-d035892f-4960-4730-8be2-95f7c32262a7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 1097 time: 0.0469103 Jul 27 22:28:39.335567 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-79efc18a-45ec-437d-9ef8-499cc560079e req-8ba7d41d-ed3a-4432-9234-1475be02339c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302854 Jul 27 22:28:40.251950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3144a3a-a201-4b06-8a37-e55c17681812 req-359aaab8-25b1-4fcd-afcc-2ee68856e807 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:40.255184 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f3144a3a-a201-4b06-8a37-e55c17681812 req-359aaab8-25b1-4fcd-afcc-2ee68856e807 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 946 time: 0.0686615 Jul 27 22:28:40.304521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f3144a3a-a201-4b06-8a37-e55c17681812 req-6eb145ee-aa41-4234-bf79-50b843a6e130 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412843 Jul 27 22:28:42.565559 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:42.800097 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09347daf-16bc-48ea-86dd-d271ce6f5686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:45.457478 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dfc9343d-632b-428b-9a42-b912028e3956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:45.769153 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:46.458836 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:46.509200 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:48.139693 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:48.473186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:48.663849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port b3d16d28-2b2a-4e1b-aad0-2c07298c5043 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:28:48.664462 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:48.750142 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:48.750571 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:48.763099 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for b3d16d28-2b2a-4e1b-aad0-2c07298c5043 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:28:48.952021 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:48.978216 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=b3d16d28-2b2a-4e1b-aad0-2c07298c5043,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:48.990004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:48.990652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:48.991004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:48.991348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:48.991680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:48.992203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:48.992539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:48.992871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:48.993204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:48.993536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:48.993867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:48.994663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:28:49.063097 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:49.063599 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Floating IP b5d84caa-cc72-4aea-93e1-a5d5cdaabbb3 disassociated (deleted). External IP: 172.25.1.212, port: b2a43fd7-ee92-46be-9927-f34e136972cb. Jul 27 22:28:49.345359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router c1caa13e-165a-4f34-8214-9ddb66bc9371 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:28:49.479010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:28:49.488819 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:49.492891 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d445f-7569-4ffa-aeb2-57b7ffc0b7f2 None None] Sync routers for ids ['c1caa13e-165a-4f34-8214-9ddb66bc9371'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:28:49.504495 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d445f-7569-4ffa-aeb2-57b7ffc0b7f2 None None] Routers {'c1caa13e-165a-4f34-8214-9ddb66bc9371'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:49.505428 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-912d445f-7569-4ffa-aeb2-57b7ffc0b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:28:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c1caa13e-165a-4f34-8214-9ddb66bc9371'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:49.552340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b9453e1f-2146-4ea7-85f9-d4eb0b7aa6cc tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/floatingips/b5d84caa-cc72-4aea-93e1-a5d5cdaabbb3 HTTP/1.1" status: 204 len: 168 time: 1.0778444 Jul 27 22:28:49.552852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:28:49.561402 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ec0c47-cf13-4f4a-918c-fd0d9e687131" -d '{"events": [{"name": "network-changed", "server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:28:49.644373 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6441effe-3d3c-4634-9be8-16a24379b4f5 x-openstack-request-id: req-6441effe-3d3c-4634-9be8-16a24379b4f5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:28:49.644677 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:28:49.644929 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6441effe-3d3c-4634-9be8-16a24379b4f5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:28:49.645325 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'status': 'completed', 'code': 200} Jul 27 22:28:49.689990 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-912d445f-7569-4ffa-aeb2-57b7ffc0b7f2 None None] Set router c1caa13e-165a-4f34-8214-9ddb66bc9371 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:49.724731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec0c47-cf13-4f4a-918c-fd0d9e687131 req-e53c340c-6c0e-4367-af6b-ffd351a210b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:49.727586 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05ec0c47-cf13-4f4a-918c-fd0d9e687131 req-e53c340c-6c0e-4367-af6b-ffd351a210b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28b86e8c06114800a9109512618bca6b&device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 1096 time: 0.0575206 Jul 27 22:28:49.896579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec0c47-cf13-4f4a-918c-fd0d9e687131 req-c7936e45-3120-4a7e-8fca-e653cd722344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:49.898659 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05ec0c47-cf13-4f4a-918c-fd0d9e687131 req-c7936e45-3120-4a7e-8fca-e653cd722344 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 HTTP/1.1" status: 200 len: 898 time: 0.1631737 Jul 27 22:28:49.962390 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05ec0c47-cf13-4f4a-918c-fd0d9e687131 req-12212335-5e0d-4a1b-a6ef-8d51d1b55152 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a43fd7-ee92-46be-9927-f34e136972cb HTTP/1.1" status: 200 len: 217 time: 0.0539927 Jul 27 22:28:50.037975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4789e2-2440-4d45-9177-630c086260b7 req-627e91d5-2e3d-4f5f-a0b1-164e1e29f15d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:50.048956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec0c47-cf13-4f4a-918c-fd0d9e687131 req-06713102-75a2-4fcf-845f-353f21ef59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:50.051133 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05ec0c47-cf13-4f4a-918c-fd0d9e687131 req-06713102-75a2-4fcf-845f-353f21ef59b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ab5832c5-3d6e-4cbe-afac-a6c30a67c09d HTTP/1.1" status: 200 len: 834 time: 0.0767260 Jul 27 22:28:50.060249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d4789e2-2440-4d45-9177-630c086260b7 req-627e91d5-2e3d-4f5f-a0b1-164e1e29f15d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.1386080 Jul 27 22:28:50.066946 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-912d445f-7569-4ffa-aeb2-57b7ffc0b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:27:07Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'aa9ee541-53d5-4526-8b52-456f101f55dc', 'name': '', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:a8:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:05Z', 'updated_at': '2021-07-27T22:27:16Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:50.125709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec0c47-cf13-4f4a-918c-fd0d9e687131 req-546a8918-68b2-4cdf-8448-c5f76b60801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:50.127849 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05ec0c47-cf13-4f4a-918c-fd0d9e687131 req-546a8918-68b2-4cdf-8448-c5f76b60801d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640903 Jul 27 22:28:50.132936 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d445f-7569-4ffa-aeb2-57b7ffc0b7f2 None None] Checking router: c1caa13e-165a-4f34-8214-9ddb66bc9371 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:28:50.144519 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d4789e2-2440-4d45-9177-630c086260b7 req-64b8969d-04df-4bfe-bc5c-bdb7d44da339 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809767 Jul 27 22:28:50.175450 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d445f-7569-4ffa-aeb2-57b7ffc0b7f2 None None] Routers {'c1caa13e-165a-4f34-8214-9ddb66bc9371'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:50.176469 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-912d445f-7569-4ffa-aeb2-57b7ffc0b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:28:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c1caa13e-165a-4f34-8214-9ddb66bc9371'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:50.315026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05ec0c47-cf13-4f4a-918c-fd0d9e687131 req-a9992fef-0d5f-4684-9f52-d7074532cc82 service neutron] 10.222.0.43 "GET /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767638 Jul 27 22:28:50.490782 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-912d445f-7569-4ffa-aeb2-57b7ffc0b7f2 None None] Set router c1caa13e-165a-4f34-8214-9ddb66bc9371 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:50.514647 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05ec0c47-cf13-4f4a-918c-fd0d9e687131 req-6d3e480a-e1f5-4ecb-93b3-4dbe9975befe service neutron] 10.222.0.43 "GET /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886783 Jul 27 22:28:50.838869 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-912d445f-7569-4ffa-aeb2-57b7ffc0b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:27:07Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'aa9ee541-53d5-4526-8b52-456f101f55dc', 'name': '', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:a8:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:05Z', 'updated_at': '2021-07-27T22:27:16Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:50.882130 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d445f-7569-4ffa-aeb2-57b7ffc0b7f2 None None] The sync data for ids ['c1caa13e-165a-4f34-8214-9ddb66bc9371'] in n-d-802011-3 is: [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:27:07Z', 'revision_number': 4, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'aa9ee541-53d5-4526-8b52-456f101f55dc', 'name': '', 'network_id': '5cb8c5d9-2ea5-4193-a636-24639f0c2ae3', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'mac_address': 'fa:16:3e:a8:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:05Z', 'updated_at': '2021-07-27T22:27:16Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'subnets': [{'id': 'ab5832c5-3d6e-4cbe-afac-a6c30a67c09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:28:51.233578 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f538a4-987f-49e1-a217-ebb120d6e6a4 None None] New status for floating IP b5d84caa-cc72-4aea-93e1-a5d5cdaabbb3: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:28:51.240152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311faa1c-b2aa-46fb-92f7-39bafcfdc719 req-2dd8cade-6f2c-4699-8cc7-6aa8e9091d7a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:51.241787 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-311faa1c-b2aa-46fb-92f7-39bafcfdc719 req-2dd8cade-6f2c-4699-8cc7-6aa8e9091d7a tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.0874739 Jul 27 22:28:51.345262 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdb822-c145-4fce-9168-8dab570822cd req-4d9bfca9-ca31-41d8-ba16-e0cca263713f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:51.347064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fdfdb822-c145-4fce-9168-8dab570822cd req-4d9bfca9-ca31-41d8-ba16-e0cca263713f tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/ports?device_id=c917be74-75c2-4f4c-9a49-87f540abad52 HTTP/1.1" status: 200 len: 945 time: 0.0637805 Jul 27 22:28:51.426914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fdfdb822-c145-4fce-9168-8dab570822cd req-4ff39f09-3223-4143-b96c-a788a2d1049d tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "GET /v2.0/security-groups?id=71c52eac-3d96-4264-8409-8c09d890cd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699322 Jul 27 22:28:51.427210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-311faa1c-b2aa-46fb-92f7-39bafcfdc719 req-deb0c60f-39ab-4b25-8714-8342aac20762 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port b2a43fd7-ee92-46be-9927-f34e136972cb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:28:51.427607 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-311faa1c-b2aa-46fb-92f7-39bafcfdc719 req-deb0c60f-39ab-4b25-8714-8342aac20762 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:51.556124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-311faa1c-b2aa-46fb-92f7-39bafcfdc719 req-deb0c60f-39ab-4b25-8714-8342aac20762 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] For port b2a43fd7-ee92-46be-9927-f34e136972cb, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b2a43fd7-ee92-46be-9927-f34e136972cb,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:51.556486 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-311faa1c-b2aa-46fb-92f7-39bafcfdc719 req-deb0c60f-39ab-4b25-8714-8342aac20762 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:51.571721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-311faa1c-b2aa-46fb-92f7-39bafcfdc719 req-deb0c60f-39ab-4b25-8714-8342aac20762 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for b2a43fd7-ee92-46be-9927-f34e136972cb owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:28:51.716437 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-311faa1c-b2aa-46fb-92f7-39bafcfdc719 req-deb0c60f-39ab-4b25-8714-8342aac20762 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:51.751691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0c60f-39ab-4b25-8714-8342aac20762 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=b2a43fd7-ee92-46be-9927-f34e136972cb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:51.797657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-311faa1c-b2aa-46fb-92f7-39bafcfdc719 req-deb0c60f-39ab-4b25-8714-8342aac20762 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] No DVR routers for this DVR port b2a43fd7-ee92-46be-9927-f34e136972cb on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:28:51.800261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-311faa1c-b2aa-46fb-92f7-39bafcfdc719 req-deb0c60f-39ab-4b25-8714-8342aac20762 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:51.802384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-311faa1c-b2aa-46fb-92f7-39bafcfdc719 req-deb0c60f-39ab-4b25-8714-8342aac20762 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.43 "DELETE /v2.0/ports/b2a43fd7-ee92-46be-9927-f34e136972cb HTTP/1.1" status: 204 len: 173 time: 0.5532100 Jul 27 22:28:51.802801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'name': 'network-vif-deleted', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:28:51.805657 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6b62e9-049d-4c3a-b227-f73b50bd8d84" -d '{"events": [{"server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "name": "network-vif-deleted", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:28:51.871993 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3099ccae-0abc-4885-adf4-da9596949a27 x-openstack-request-id: req-3099ccae-0abc-4885-adf4-da9596949a27 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:28:51.872372 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c917be74-75c2-4f4c-9a49-87f540abad52", "name": "network-vif-deleted", "tag": "b2a43fd7-ee92-46be-9927-f34e136972cb", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:28:51.872708 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3099ccae-0abc-4885-adf4-da9596949a27 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:28:51.873199 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c917be74-75c2-4f4c-9a49-87f540abad52', 'name': 'network-vif-deleted', 'tag': 'b2a43fd7-ee92-46be-9927-f34e136972cb', 'status': 'completed', 'code': 200} Jul 27 22:28:52.504930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:52.993152 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1147-2de8-47d5-91cd-fafd540969fe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:53.324011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a1147-2de8-47d5-91cd-fafd540969fe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port aa9ee541-53d5-4526-8b52-456f101f55dc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:28:53.325283 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1147-2de8-47d5-91cd-fafd540969fe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:53.430745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-dc9a1147-2de8-47d5-91cd-fafd540969fe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] For port aa9ee541-53d5-4526-8b52-456f101f55dc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=aa9ee541-53d5-4526-8b52-456f101f55dc,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:53.431367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1147-2de8-47d5-91cd-fafd540969fe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:53.447100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a1147-2de8-47d5-91cd-fafd540969fe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for aa9ee541-53d5-4526-8b52-456f101f55dc owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:28:53.708022 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1147-2de8-47d5-91cd-fafd540969fe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:53.737135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a1147-2de8-47d5-91cd-fafd540969fe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=aa9ee541-53d5-4526-8b52-456f101f55dc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:53.988193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1147-2de8-47d5-91cd-fafd540969fe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:54.577251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9a1147-2de8-47d5-91cd-fafd540969fe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Router c1caa13e-165a-4f34-8214-9ddb66bc9371 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:28:54.699819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9a1147-2de8-47d5-91cd-fafd540969fe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:28:54.705648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dc9a1147-2de8-47d5-91cd-fafd540969fe tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "PUT /v2.0/routers/c1caa13e-165a-4f34-8214-9ddb66bc9371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1989844 Jul 27 22:28:54.708728 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51794) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:54.711612 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134c7a9-a1e0-4023-80aa-05cdd873418b None None] Sync routers for ids ['c1caa13e-165a-4f34-8214-9ddb66bc9371'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:28:54.731086 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134c7a9-a1e0-4023-80aa-05cdd873418b None None] Routers {'c1caa13e-165a-4f34-8214-9ddb66bc9371'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:54.731985 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1134c7a9-a1e0-4023-80aa-05cdd873418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:28:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c1caa13e-165a-4f34-8214-9ddb66bc9371'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:54.788197 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e438ac2-a008-403d-89af-8eb09f379690 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting subnet ab5832c5-3d6e-4cbe-afac-a6c30a67c09d {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:28:54.791958 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e438ac2-a008-403d-89af-8eb09f379690 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:54.847566 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e438ac2-a008-403d-89af-8eb09f379690 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:54.890128 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1134c7a9-a1e0-4023-80aa-05cdd873418b None None] Set router c1caa13e-165a-4f34-8214-9ddb66bc9371 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:54.890489 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b2a43fd7-ee92-46be-9927-f34e136972cb no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:28:54.939937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: b2a43fd7-ee92-46be-9927-f34e136972cb {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:28:54.940701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b2a43fd7-ee92-46be-9927-f34e136972cb not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:28:55.016983 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e438ac2-a008-403d-89af-8eb09f379690 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:55.118695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51806) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:55.165138 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e438ac2-a008-403d-89af-8eb09f379690 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:55.218803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e438ac2-a008-403d-89af-8eb09f379690 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5832c5-3d6e-4cbe-afac-a6c30a67c09d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:55.229504 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9e438ac2-a008-403d-89af-8eb09f379690 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:55.231945 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9e438ac2-a008-403d-89af-8eb09f379690 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/subnets/ab5832c5-3d6e-4cbe-afac-a6c30a67c09d HTTP/1.1" status: 204 len: 168 time: 0.5205801 Jul 27 22:28:55.235278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:55.236912 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c47525-d3db-4cbb-8e6a-f0fbccf456c8 None None] Network 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:28:55.327495 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1134c7a9-a1e0-4023-80aa-05cdd873418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:28:53Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:55.395684 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134c7a9-a1e0-4023-80aa-05cdd873418b None None] Checking router: c1caa13e-165a-4f34-8214-9ddb66bc9371 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:28:55.418580 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134c7a9-a1e0-4023-80aa-05cdd873418b None None] Routers {'c1caa13e-165a-4f34-8214-9ddb66bc9371'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:28:55.420938 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1134c7a9-a1e0-4023-80aa-05cdd873418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:28:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c1caa13e-165a-4f34-8214-9ddb66bc9371'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:55.490537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:55.590784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7367eb2-3a42-43df-9530-cd2c397070d9 None None] DHCP port deletion for 5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:28:55.601356 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-643d6fc7-e35d-420a-8476-1c6a85f32606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:55.675667 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1134c7a9-a1e0-4023-80aa-05cdd873418b None None] Set router c1caa13e-165a-4f34-8214-9ddb66bc9371 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:28:55.700210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c7367eb2-3a42-43df-9530-cd2c397070d9 None None] Deleting port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:28:55.700863 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7367eb2-3a42-43df-9530-cd2c397070d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:55.749293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:55.866663 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-643d6fc7-e35d-420a-8476-1c6a85f32606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:55.877981 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-643d6fc7-e35d-420a-8476-1c6a85f32606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:55.896326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 65ca54c7-892e-4c79-ac36-f3d8ed7080ec no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:28:55.955133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Deleting port 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:28:55.955864 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:55.968637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d6fc7-e35d-420a-8476-1c6a85f32606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45008525-f45f-44bb-ae8c-2e1e6a56f821,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:56.003703 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-643d6fc7-e35d-420a-8476-1c6a85f32606 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8db0d718fe249fc83de6e22bb13a00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8836558 Jul 27 22:28:56.006466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51824) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:56.007249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c7367eb2-3a42-43df-9530-cd2c397070d9 None None] For port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=65ca54c7-892e-4c79-ac36-f3d8ed7080ec,segment=NetworkSegment(d090df92-ed06-43bb-ade8-855a521b48ce),segment_id=d090df92-ed06-43bb-ade8-855a521b48ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:56.007833 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7367eb2-3a42-43df-9530-cd2c397070d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.033846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c7367eb2-3a42-43df-9530-cd2c397070d9 None None] Calling delete_port for 65ca54c7-892e-4c79-ac36-f3d8ed7080ec owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:28:56.057257 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1134c7a9-a1e0-4023-80aa-05cdd873418b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:28:53Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:56.142611 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134c7a9-a1e0-4023-80aa-05cdd873418b None None] The sync data for ids ['c1caa13e-165a-4f34-8214-9ddb66bc9371'] in n-d-802011-3 is: [{'id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741818270', 'tenant_id': '28b86e8c06114800a9109512618bca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25'}], 'enable_snat': True}, 'gw_port_id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:26:59Z', 'updated_at': '2021-07-27T22:28:53Z', 'revision_number': 5, 'project_id': '28b86e8c06114800a9109512618bca6b', 'gw_port': {'id': '5dac4a26-04ed-40d4-b3e2-9ac464c20db4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1caa13e-165a-4f34-8214-9ddb66bc9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:27:00Z', 'updated_at': '2021-07-27T22:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:28:56.157317 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37f0082f-846f-4a71-8428-593395a6fcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.176614 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7367eb2-3a42-43df-9530-cd2c397070d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.200115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] For port 5dac4a26-04ed-40d4-b3e2-9ac464c20db4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5dac4a26-04ed-40d4-b3e2-9ac464c20db4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:28:56.200622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.212181 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37f0082f-846f-4a71-8428-593395a6fcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.214664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Calling delete_port for 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:28:56.227721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7367eb2-3a42-43df-9530-cd2c397070d9 None None] Pushing event deleted for resources: {'Port': ['ID=65ca54c7-892e-4c79-ac36-f3d8ed7080ec,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:56.238241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7367eb2-3a42-43df-9530-cd2c397070d9 None None] No DVR routers for this DVR port 65ca54c7-892e-4c79-ac36-f3d8ed7080ec on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:28:56.253524 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.296955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37f0082f-846f-4a71-8428-593395a6fcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.299898 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-37f0082f-846f-4a71-8428-593395a6fcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.301271 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-37f0082f-846f-4a71-8428-593395a6fcf1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45008525-f45f-44bb-ae8c-2e1e6a56f821 HTTP/1.1" status: 204 len: 168 time: 0.2931910 Jul 27 22:28:56.314860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0082f-846f-4a71-8428-593395a6fcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45008525-f45f-44bb-ae8c-2e1e6a56f821,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:56.399471 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.428226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Port': ['ID=5dac4a26-04ed-40d4-b3e2-9ac464c20db4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:56.518476 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.657871 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.660311 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.726519 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.727139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Fanout notify agent at l3_agent the message router_deleted on router c1caa13e-165a-4f34-8214-9ddb66bc9371 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:28:56.737026 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:56.740723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fa941abc-9da0-4204-a359-8763419397e5 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/routers/c1caa13e-165a-4f34-8214-9ddb66bc9371 HTTP/1.1" status: 204 len: 168 time: 1.5010552 Jul 27 22:28:56.741908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51842) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:56.865511 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:57.005096 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:57.023828 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb8c5d9-2ea5-4193-a636-24639f0c2ae3']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:57.039035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd090df92-ed06-43bb-ade8-855a521b48ce') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:57.039978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd090df92-ed06-43bb-ade8-855a521b48ce') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:28:57.051904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:57.089854 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:57.096105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:28:57.096531 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:28:57.147437 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:28:57.179745 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:57.196532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:57.198627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/networks/5cb8c5d9-2ea5-4193-a636-24639f0c2ae3 HTTP/1.1" status: 204 len: 168 time: 0.4547496 Jul 27 22:28:57.202445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:57.242287 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129689a-8e3a-4f8a-9977-7e3df5a08232 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'Network': ['ID=5cb8c5d9-2ea5-4193-a636-24639f0c2ae3,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:57.299171 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bc5d4b9-1f0f-4e41-910c-e3f18324e968 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:57.341117 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bc5d4b9-1f0f-4e41-910c-e3f18324e968 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:57.415917 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bc5d4b9-1f0f-4e41-910c-e3f18324e968 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:57.420028 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6bc5d4b9-1f0f-4e41-910c-e3f18324e968 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:57.422072 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6bc5d4b9-1f0f-4e41-910c-e3f18324e968 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] 10.222.0.24 "DELETE /v2.0/security-groups/71c52eac-3d96-4264-8409-8c09d890cd25 HTTP/1.1" status: 204 len: 168 time: 0.2101691 Jul 27 22:28:57.458124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5d4b9-1f0f-4e41-910c-e3f18324e968 tempest-TestNetworkAdvancedServerOps-1343416545 tempest-TestNetworkAdvancedServerOps-1343416545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c52eac-3d96-4264-8409-8c09d890cd25,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:57.691782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device aa9ee541-53d5-4526-8b52-456f101f55dc no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:28:57.715907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: aa9ee541-53d5-4526-8b52-456f101f55dc {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:28:57.718282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device aa9ee541-53d5-4526-8b52-456f101f55dc not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:28:57.718282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:28:57.745364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:28:57.746149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5dac4a26-04ed-40d4-b3e2-9ac464c20db4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:28:57.919191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51886) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:58.117205 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-857b7f05-76aa-415c-a07f-4609f46aacd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28b86e8c06114800a9109512618bca6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968210 Jul 27 22:28:58.119924 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51894) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:58.206741 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5102f1d1-8b56-4f4b-81ff-3f128982941c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:58.232080 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5102f1d1-8b56-4f4b-81ff-3f128982941c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:58.316026 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5102f1d1-8b56-4f4b-81ff-3f128982941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:58.320601 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5102f1d1-8b56-4f4b-81ff-3f128982941c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:58.325813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5102f1d1-8b56-4f4b-81ff-3f128982941c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4caee1e1-09f3-4b7d-b344-c40bc12a5096 HTTP/1.1" status: 204 len: 168 time: 0.2007060 Jul 27 22:28:58.344813 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102f1d1-8b56-4f4b-81ff-3f128982941c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caee1e1-09f3-4b7d-b344-c40bc12a5096,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:58.795271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51910) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:58.880025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e2768c1a-1668-4ef4-b35e-6a86cc0f7732 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebd78827a6c843738ded93185257bfb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833838 Jul 27 22:28:58.882749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 51912) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:28:58.969126 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e29ccac5-3bcd-4093-b800-d2cf77ff6167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:59.001495 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e29ccac5-3bcd-4093-b800-d2cf77ff6167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:59.059748 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e29ccac5-3bcd-4093-b800-d2cf77ff6167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:59.063204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e29ccac5-3bcd-4093-b800-d2cf77ff6167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:59.065092 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e29ccac5-3bcd-4093-b800-d2cf77ff6167 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a79b2f02-e149-4e2f-8b9d-5ffe31e0046d HTTP/1.1" status: 204 len: 168 time: 0.1789737 Jul 27 22:28:59.076242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ccac5-3bcd-4093-b800-d2cf77ff6167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79b2f02-e149-4e2f-8b9d-5ffe31e0046d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:28:59.970602 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:00.075138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-617792924-network', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:00.095840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Made reservation on behalf of 75d2e7c8619341e1afb2aec6e4035896 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:00.098808 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:00.108897 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:00.217498 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:00.222424 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:00.249850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502bdf4e-4e79-4f44-953a-ab600c65d02c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:00.261927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:29:00.274059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:00.274531 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Added segment 8943942a-b79f-443c-a016-2a3687e63d56 of type vlan for network e9b79ab6-4218-4e9c-8efe-4092e7194b69 Jul 27 22:29:00.325731 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:00.376605 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:00.377913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:00.378747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:00.435050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4627230 Jul 27 22:29:00.437495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:00.453135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-71673ebb-a751-45c8-bf95-d61b2e7f84b5 admin admin] Request body: {'subnet': {'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-617792924-subnet', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:00.471655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb718f-ba85-4d8c-a6ac-b2feb5717975 admin admin] Pushing event updated for resources: {'Network': ['ID=e9b79ab6-4218-4e9c-8efe-4092e7194b69,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:00.488662 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:29:00.507932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71673ebb-a751-45c8-bf95-d61b2e7f84b5 admin admin] Made reservation on behalf of 75d2e7c8619341e1afb2aec6e4035896 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:00.510402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71673ebb-a751-45c8-bf95-d61b2e7f84b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:00.827993 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71673ebb-a751-45c8-bf95-d61b2e7f84b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:00.912390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71673ebb-a751-45c8-bf95-d61b2e7f84b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8194dc36-8c1b-4ae0-9151-fb256d3549d7,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:00.914659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71673ebb-a751-45c8-bf95-d61b2e7f84b5 admin admin] Checking segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:00.915030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71673ebb-a751-45c8-bf95-d61b2e7f84b5 admin admin] Network hostable DHCP agents. Network: e9b79ab6-4218-4e9c-8efe-4092e7194b69, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:29:00.934487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71673ebb-a751-45c8-bf95-d61b2e7f84b5 admin admin] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:29:00.949886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-71673ebb-a751-45c8-bf95-d61b2e7f84b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, e9b79ab6-4218-4e9c-8efe-4092e7194b69) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:00.954128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71673ebb-a751-45c8-bf95-d61b2e7f84b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:00.954767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71673ebb-a751-45c8-bf95-d61b2e7f84b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:00.960635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958e2302-e72f-4377-b274-513436993bc0 None None] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:00.974764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-71673ebb-a751-45c8-bf95-d61b2e7f84b5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5336673 Jul 27 22:29:00.975355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 51974) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:00.988008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:01.023635 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.025205 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.098494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.140373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:29:01.141393 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.277453 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.290729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Allocated IP 172.20.0.2 (e9b79ab6-4218-4e9c-8efe-4092e7194b69/8194dc36-8c1b-4ae0-9151-fb256d3549d7/02f16d63-2a06-463a-af0d-4a604cfee0d6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:01.462164 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.472285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Transition to ACTIVE for port object 02f16d63-2a06-463a-af0d-4a604cfee0d6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:01.496050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Transition to ACTIVE for port object 02f16d63-2a06-463a-af0d-4a604cfee0d6 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:01.506679 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.553967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.566534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Pushing event updated for resources: {'Port': ['ID=02f16d63-2a06-463a-af0d-4a604cfee0d6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:01.594533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:01.596362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:01.599410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:01.602051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.701876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Attempting to bind port 02f16d63-2a06-463a-af0d-4a604cfee0d6 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:01.702465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Attempting to bind port 02f16d63-2a06-463a-af0d-4a604cfee0d6 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:01.702926 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Attempting to bind port 02f16d63-2a06-463a-af0d-4a604cfee0d6 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:01.715849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:01.716461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Checking segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:01.717077 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.717479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Bound using segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:01.718066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Bound port: 02f16d63-2a06-463a-af0d-4a604cfee0d6, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:01.718476 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.746720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Allocated IP 172.25.1.59 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/e0f32242-3fa1-4f2d-8aac-3989a9fc0549) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:01.831279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] For port 02f16d63-2a06-463a-af0d-4a604cfee0d6, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:01.836261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] For port 02f16d63-2a06-463a-af0d-4a604cfee0d6, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=02f16d63-2a06-463a-af0d-4a604cfee0d6,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:01.842551 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.911304 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:01.949635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70823d76-2b03-4cf5-a800-dda6a1340870 None None] Pushing event updated for resources: {'Port': ['ID=02f16d63-2a06-463a-af0d-4a604cfee0d6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:01.994638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:02.048018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:02.053892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:02.072864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:02.130551 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f32242-3fa1-4f2d-8aac-3989a9fc0549,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:02.435277 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:02.721789 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:02.907011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Router 59f6503f-9591-486f-84ab-bc771ff54980 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:29:03.044884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:29:03.064492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Sync routers for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:29:03.101403 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:03.103132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f135388f-0bac-4730-a94d-03ebdb3a8625 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1267715 Jul 27 22:29:03.106791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52002) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:03.108297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:03.108934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:28:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:03.260107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:03.509400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:02Z', 'revision_number': 3, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:03.557784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbce5d7-92a4-45f5-8cd6-1057a21cc835 None None] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:03.597227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Checking router: 59f6503f-9591-486f-84ab-bc771ff54980 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:29:03.597580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Updating router 59f6503f-9591-486f-84ab-bc771ff54980 port e0f32242-3fa1-4f2d-8aac-3989a9fc0549 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:29:03.640276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b2e5a1c5-6a22-42b1-bc41-d996f80110f7 None None] Provisioning for port 02f16d63-2a06-463a-af0d-4a604cfee0d6 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:03.646336 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:03.943067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 02f16d63-2a06-463a-af0d-4a604cfee0d6 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:04.060457 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.101190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 02f16d63-2a06-463a-af0d-4a604cfee0d6 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:04.112572 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 02f16d63-2a06-463a-af0d-4a604cfee0d6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:04.112983 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.207885 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.264185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Transition to ACTIVE for port object e0f32242-3fa1-4f2d-8aac-3989a9fc0549 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:04.294625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.380751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Allocated IP 172.20.0.1 (e9b79ab6-4218-4e9c-8efe-4092e7194b69/8194dc36-8c1b-4ae0-9151-fb256d3549d7/15b1ba5c-ea48-43ee-ba29-eaf3c1a05454) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:04.446193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699af82-45dc-4eee-bff1-b052d773c773 None None] Pushing event updated for resources: {'Port': ['ID=e0f32242-3fa1-4f2d-8aac-3989a9fc0549,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:04.449846 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.486860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Attempting to bind port e0f32242-3fa1-4f2d-8aac-3989a9fc0549 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:04.487485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Attempting to bind port e0f32242-3fa1-4f2d-8aac-3989a9fc0549 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:04.488022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Attempting to bind port e0f32242-3fa1-4f2d-8aac-3989a9fc0549 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:04.505399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:04.506104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:04.506698 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.506820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.507336 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:04.507958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Bound port: e0f32242-3fa1-4f2d-8aac-3989a9fc0549, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:04.508493 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.522816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Transition to ACTIVE for port object 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:04.547622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 02f16d63-2a06-463a-af0d-4a604cfee0d6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=02f16d63-2a06-463a-af0d-4a604cfee0d6,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:04.549056 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7e0ebdc2-6156-4d20-a94d-fe12197730b8 None None] Provisioning complete for port 02f16d63-2a06-463a-af0d-4a604cfee0d6 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:04.549643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e0ebdc2-6156-4d20-a94d-fe12197730b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.576438 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.593783 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.671445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] For port e0f32242-3fa1-4f2d-8aac-3989a9fc0549, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:04.672170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:04.675642 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:04.678856 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] For port e0f32242-3fa1-4f2d-8aac-3989a9fc0549, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e0f32242-3fa1-4f2d-8aac-3989a9fc0549,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:04.679652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:04.681545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=02f16d63-2a06-463a-af0d-4a604cfee0d6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:04.688454 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.739594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Pushing event updated for resources: {'Port': ['ID=15b1ba5c-ea48-43ee-ba29-eaf3c1a05454,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:04.799661 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:04.801915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:04.802584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:28:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:04.853411 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699af82-45dc-4eee-bff1-b052d773c773 None None] Pushing event updated for resources: {'Port': ['ID=e0f32242-3fa1-4f2d-8aac-3989a9fc0549,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:05.033116 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:05.248925 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:05.275863 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:05.288905 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:05.351929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a4b5a66d-0cdf-462c-8716-a6ff14fc35d8 None None] Provisioning for port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:05.360341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a4b5a66d-0cdf-462c-8716-a6ff14fc35d8 None None] Provisioning complete for port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:05.360840 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4b5a66d-0cdf-462c-8716-a6ff14fc35d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:05.418920 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5a66d-0cdf-462c-8716-a6ff14fc35d8 None None] Port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:29:05.420635 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Pushing event updated for resources: {'Port': ['ID=15b1ba5c-ea48-43ee-ba29-eaf3c1a05454,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:05.424376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:05.533268 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:02Z', 'revision_number': 3, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:05.551021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:05.552570 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:05.565565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c66771-df3f-4083-bdf3-d37abe4049d4 None None] The sync data for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 is: [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:02Z', 'revision_number': 3, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:29:05.715086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 02f16d63-2a06-463a-af0d-4a604cfee0d6 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:05.764171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Router 59f6503f-9591-486f-84ab-bc771ff54980 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:29:05.825731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 02f16d63-2a06-463a-af0d-4a604cfee0d6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:05.826101 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:05.973003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:29:06.020254 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5892bce4-3656-4508-b1dc-5dcadec0bee5 admin admin] 10.222.0.24 "PUT /v2.0/routers/59f6503f-9591-486f-84ab-bc771ff54980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9117570 Jul 27 22:29:06.084501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-31212897-1382-4543-95cf-16dd7e85de33 None None] Provisioning complete for port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:06.086355 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-31212897-1382-4543-95cf-16dd7e85de33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:06.174633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-31212897-1382-4543-95cf-16dd7e85de33 None None] Port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:29:06.888293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52054) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:06.893327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1450487201-network', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:06.925868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Made reservation on behalf of 3930aeb5cba94e8496bd46199fb7b1aa for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:06.929046 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:06.939814 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.084844 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.091695 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.105576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:29:07.115396 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.115690 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Added segment 0da0bd7b-74f6-43c2-9dba-7bc475c06d2b of type vlan for network 68f95846-f58a-48cf-9bb2-581e5d0a8057 Jul 27 22:29:07.158124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.202541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.203497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:07.204069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.209877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f34edf1-c6e0-45d9-9058-f564ad4b0da9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:07.277989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52058) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:07.278606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3887377 Jul 27 22:29:07.281898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8031404-bd28-4bd5-9f83-711632ba3a7c admin admin] Pushing event updated for resources: {'Network': ['ID=68f95846-f58a-48cf-9bb2-581e5d0a8057,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:07.285949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7e534850-05b7-41ca-9515-34f42c70c45f admin admin] Request body: {'subnet': {'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1450487201-subnet', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:07.293196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 68f95846-f58a-48cf-9bb2-581e5d0a8057 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:29:07.327143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e534850-05b7-41ca-9515-34f42c70c45f admin admin] Made reservation on behalf of 3930aeb5cba94e8496bd46199fb7b1aa for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:07.329721 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e534850-05b7-41ca-9515-34f42c70c45f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.558862 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e534850-05b7-41ca-9515-34f42c70c45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.627459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e534850-05b7-41ca-9515-34f42c70c45f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1c08ee-f433-4e01-9476-41dffc9f18f5,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:07.694882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e534850-05b7-41ca-9515-34f42c70c45f admin admin] Checking segment: {'id': '0da0bd7b-74f6-43c2-9dba-7bc475c06d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:07.696083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e534850-05b7-41ca-9515-34f42c70c45f admin admin] Network hostable DHCP agents. Network: 68f95846-f58a-48cf-9bb2-581e5d0a8057, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:29:07.701145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52068) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:07.744145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e534850-05b7-41ca-9515-34f42c70c45f admin admin] Network 68f95846-f58a-48cf-9bb2-581e5d0a8057 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:29:07.773500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-7e534850-05b7-41ca-9515-34f42c70c45f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 68f95846-f58a-48cf-9bb2-581e5d0a8057) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:07.776481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e0f32242-3fa1-4f2d-8aac-3989a9fc0549 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:07.786686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e534850-05b7-41ca-9515-34f42c70c45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:07.788400 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7e534850-05b7-41ca-9515-34f42c70c45f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.808287 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7e534850-05b7-41ca-9515-34f42c70c45f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5276561 Jul 27 22:29:07.810191 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76361f72-9663-4cf8-93d2-17dc67cb0135 None None] Network 68f95846-f58a-48cf-9bb2-581e5d0a8057 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:07.811314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52074) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:07.817366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1450487201-router', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:07.873851 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.875575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.915873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port e0f32242-3fa1-4f2d-8aac-3989a9fc0549 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:07.923941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e0f32242-3fa1-4f2d-8aac-3989a9fc0549 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:07.924456 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.948614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4a6e4e0-b83f-40de-a5a8-249089fec6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.991593 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.049229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-68f95846-f58a-48cf-9bb2-581e5d0a8057', 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'fixed_ips': [{'subnet_id': '1a1c08ee-f433-4e01-9476-41dffc9f18f5'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:29:08.050809 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.108953 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.154278 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Sync routers for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:29:08.159924 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4a6e4e0-b83f-40de-a5a8-249089fec6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.167273 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:08.168171 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:28:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:08.188511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port e0f32242-3fa1-4f2d-8aac-3989a9fc0549, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e0f32242-3fa1-4f2d-8aac-3989a9fc0549,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:08.199904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4a6e4e0-b83f-40de-a5a8-249089fec6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.201937 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.237357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6e4e0-b83f-40de-a5a8-249089fec6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0819e0b8-52f0-47be-a1ca-193984d69368,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:08.306821 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:08.311087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=e0f32242-3fa1-4f2d-8aac-3989a9fc0549,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:08.314200 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Allocated IP 172.20.0.2 (68f95846-f58a-48cf-9bb2-581e5d0a8057/1a1c08ee-f433-4e01-9476-41dffc9f18f5/a4d08810-2a01-476d-adb7-6ef654df9b97) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:08.328023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.350157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a4a6e4e0-b83f-40de-a5a8-249089fec6c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=717737cb444c4ae6a519d6fae211cda1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476915 Jul 27 22:29:08.353712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52082) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:08.486977 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2b090461-2be4-4ab7-addd-c74031e676db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.524071 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2b090461-2be4-4ab7-addd-c74031e676db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.622873 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.627369 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2b090461-2be4-4ab7-addd-c74031e676db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.630114 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2b090461-2be4-4ab7-addd-c74031e676db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.631816 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2b090461-2be4-4ab7-addd-c74031e676db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0819e0b8-52f0-47be-a1ca-193984d69368 HTTP/1.1" status: 204 len: 168 time: 0.2756033 Jul 27 22:29:08.641904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Transition to ACTIVE for port object a4d08810-2a01-476d-adb7-6ef654df9b97 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:08.661934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b090461-2be4-4ab7-addd-c74031e676db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0819e0b8-52f0-47be-a1ca-193984d69368,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:08.663297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Transition to ACTIVE for port object a4d08810-2a01-476d-adb7-6ef654df9b97 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:08.673289 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.703400 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Network 68f95846-f58a-48cf-9bb2-581e5d0a8057 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:08.709762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:08.712901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:08.764578 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:05Z', 'revision_number': 2, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:08.851699 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Checking router: 59f6503f-9591-486f-84ab-bc771ff54980 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:29:08.852278 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Updating router 59f6503f-9591-486f-84ab-bc771ff54980 port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:29:08.856627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Attempting to bind port a4d08810-2a01-476d-adb7-6ef654df9b97 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:08.856627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Attempting to bind port a4d08810-2a01-476d-adb7-6ef654df9b97 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0da0bd7b-74f6-43c2-9dba-7bc475c06d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:08.857514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Attempting to bind port a4d08810-2a01-476d-adb7-6ef654df9b97 on network 68f95846-f58a-48cf-9bb2-581e5d0a8057 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:08.871115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:08.871606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Checking segment: {'id': '0da0bd7b-74f6-43c2-9dba-7bc475c06d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:08.872643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.877632 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Bound using segment: {'id': '0da0bd7b-74f6-43c2-9dba-7bc475c06d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:08.878186 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Bound port: a4d08810-2a01-476d-adb7-6ef654df9b97, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da0bd7b-74f6-43c2-9dba-7bc475c06d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:08.878617 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.900424 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Pushing event updated for resources: {'Port': ['ID=a4d08810-2a01-476d-adb7-6ef654df9b97,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:08.905340 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.046624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] For port a4d08810-2a01-476d-adb7-6ef654df9b97, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:09.056750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] For port a4d08810-2a01-476d-adb7-6ef654df9b97, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a4d08810-2a01-476d-adb7-6ef654df9b97,segment=NetworkSegment(0da0bd7b-74f6-43c2-9dba-7bc475c06d2b),segment_id=0da0bd7b-74f6-43c2-9dba-7bc475c06d2b)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:09.069023 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.166518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7bfd2-1439-47fc-9978-9784d8c4f2c1 None None] Pushing event updated for resources: {'Port': ['ID=a4d08810-2a01-476d-adb7-6ef654df9b97,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:09.247288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.268594 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.340565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d88e79-3135-4402-815d-8f00ae4c8704 req-cd69bc3a-1809-49cf-87f3-72467f0ad6fe tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:09.342973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66d88e79-3135-4402-815d-8f00ae4c8704 req-cd69bc3a-1809-49cf-87f3-72467f0ad6fe tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 945 time: 0.1658981 Jul 27 22:29:09.410383 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-66d88e79-3135-4402-815d-8f00ae4c8704 req-d59717c9-3df8-46a9-a59c-410177cdbf42 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664110 Jul 27 22:29:09.485665 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.502709 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Transition to ACTIVE for port object 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:09.515073 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.524170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Allocated IP 172.25.1.252 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/edf8e01c-8113-431b-823a-9df5b20d62e8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:09.650841 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Pushing event updated for resources: {'Port': ['ID=15b1ba5c-ea48-43ee-ba29-eaf3c1a05454,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:09.675609 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:09.676093 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:09.676543 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:09.676970 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:09.677393 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:09.677813 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:09.678571 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:09.678797 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:09.679209 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:09.679625 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:09.680037 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:09.680474 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:09.713012 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Attempting to bind port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:09.713490 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Attempting to bind port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:09.714905 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Attempting to bind port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:09.723021 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:09.723503 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Checking segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:09.724128 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.724610 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Bound using segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:09.725191 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Bound port: 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:09.725662 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.742196 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.817715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.867296 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] For port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:09.871020 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] For port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=15b1ba5c-ea48-43ee-ba29-eaf3c1a05454,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:09.878566 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.888230 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:09.909504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e0f32242-3fa1-4f2d-8aac-3989a9fc0549 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:09.916445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:09.920786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:09.933819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:09.967034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Pushing event updated for resources: {'Port': ['ID=edf8e01c-8113-431b-823a-9df5b20d62e8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:10.058727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e0f32242-3fa1-4f2d-8aac-3989a9fc0549 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:10.059471 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:10.066902 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:10.067551 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:28:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:10.125530 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a1cc2-bad5-432a-92f2-bd296ff29f16 None None] Pushing event updated for resources: {'Port': ['ID=15b1ba5c-ea48-43ee-ba29-eaf3c1a05454,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:10.182014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1996475707-network', 'tenant_id': '97ce5b89fab14ae1baddba7d89c4ab6b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:10.203127 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a4d08810-2a01-476d-adb7-6ef654df9b97 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:10.242845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Made reservation on behalf of 97ce5b89fab14ae1baddba7d89c4ab6b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:10.251031 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:10.262060 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:10.265277 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:10.304991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port a4d08810-2a01-476d-adb7-6ef654df9b97 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:10.387358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-9b4e7a59-534c-4ad5-b2f5-a8c2df4f0b76 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:10.390101 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-9b4e7a59-534c-4ad5-b2f5-a8c2df4f0b76 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.41 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 945 time: 0.0852718 Jul 27 22:29:10.459205 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:10.656421 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:09Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:10.669463 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:10.690785 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6600f0-2200-4abc-9426-eb6b5deebfea None None] The sync data for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 is: [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:09Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:29:10.699119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760846f-0787-4a7c-9860-5d69fc3407fb req-458ecd1d-4b7c-417a-aaf3-84119e9f136e tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:10.700789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6760846f-0787-4a7c-9860-5d69fc3407fb req-458ecd1d-4b7c-417a-aaf3-84119e9f136e tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 945 time: 0.1655047 Jul 27 22:29:10.735107 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:10.845141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:29:10.857875 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:10.858582 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Added segment 47850f1b-5b16-416c-9d5f-a59832cb9a71 of type vlan for network 115abdf7-3065-4720-a8df-7a5d0b716434 Jul 27 22:29:10.907912 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:10.919095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:11.041234 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Deleting port 533d225d-83ad-4f1f-b971-676807c09d23 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:11.042046 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.049545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6760846f-0787-4a7c-9860-5d69fc3407fb req-e65ced6b-6971-4686-872e-c705aea100be tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/security-groups?id=7be42f13-120e-44c4-8ad6-7db2a6a399bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343320 Jul 27 22:29:11.069178 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.070449 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:11.071251 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.161895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07168ff-d6cc-4c3b-a8b9-cb2c4748c318 None None] Network 68f95846-f58a-48cf-9bb2-581e5d0a8057 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:11.178126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2874978 Jul 27 22:29:11.189830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52132) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:11.201956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-48c7c748-4295-423e-a816-69b197f80dae admin admin] Request body: {'subnet': {'network_id': '115abdf7-3065-4720-a8df-7a5d0b716434', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1996475707-subnet', 'tenant_id': '97ce5b89fab14ae1baddba7d89c4ab6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:11.237501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] For port 533d225d-83ad-4f1f-b971-676807c09d23, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=533d225d-83ad-4f1f-b971-676807c09d23,segment=NetworkSegment(a9129574-631d-40b2-a121-4fc881ad03a8),segment_id=a9129574-631d-40b2-a121-4fc881ad03a8)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:11.237921 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.240788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74514dd8-def3-41b7-a677-c454d0298101 admin admin] Pushing event updated for resources: {'Network': ['ID=115abdf7-3065-4720-a8df-7a5d0b716434,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:11.245545 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.256972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 115abdf7-3065-4720-a8df-7a5d0b716434 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:29:11.263934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-08cc4911-b4a1-4b61-8a9b-7da8a2cab334 None None] Provisioning for port a4d08810-2a01-476d-adb7-6ef654df9b97 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:11.280114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-08cc4911-b4a1-4b61-8a9b-7da8a2cab334 None None] Provisioning complete for port a4d08810-2a01-476d-adb7-6ef654df9b97 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:11.280630 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08cc4911-b4a1-4b61-8a9b-7da8a2cab334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.331165 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c7c748-4295-423e-a816-69b197f80dae admin admin] Made reservation on behalf of 97ce5b89fab14ae1baddba7d89c4ab6b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:11.334063 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48c7c748-4295-423e-a816-69b197f80dae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.513636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Router 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:29:11.574084 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08cc4911-b4a1-4b61-8a9b-7da8a2cab334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.665229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:29:11.669978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-08cc4911-b4a1-4b61-8a9b-7da8a2cab334 None None] For port a4d08810-2a01-476d-adb7-6ef654df9b97, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a4d08810-2a01-476d-adb7-6ef654df9b97,segment=NetworkSegment(0da0bd7b-74f6-43c2-9dba-7bc475c06d2b),segment_id=0da0bd7b-74f6-43c2-9dba-7bc475c06d2b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:11.685121 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.685461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Sync routers for ids ['199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:29:11.689137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-22688cd8-f28f-4fef-a439-5d615524d20a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8739333 Jul 27 22:29:11.689958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:11.709516 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08cc4911-b4a1-4b61-8a9b-7da8a2cab334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.717631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Routers {'199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:11.717955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:28:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:11.748579 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.750792 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.751232 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Floating IP 00a6c783-b949-41c4-b921-f7cbc40039c2 disassociated. External IP: 172.25.1.157, port: 533d225d-83ad-4f1f-b971-676807c09d23. Jul 27 22:29:11.751679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Calling delete_port for 533d225d-83ad-4f1f-b971-676807c09d23 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:11.831222 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:11.940851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc4911-b4a1-4b61-8a9b-7da8a2cab334 None None] Pushing event updated for resources: {'Port': ['ID=a4d08810-2a01-476d-adb7-6ef654df9b97,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:12.084020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Set router 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:12.110815 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48c7c748-4295-423e-a816-69b197f80dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:12.129406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:12.227625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event deleted for resources: {'Port': ['ID=533d225d-83ad-4f1f-b971-676807c09d23,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:12.244386 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d0a60f04-d8e0-472d-9367-af926ebfb802 None None] Provisioning complete for port a4d08810-2a01-476d-adb7-6ef654df9b97 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:12.245500 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0a60f04-d8e0-472d-9367-af926ebfb802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:12.250175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7c748-4295-423e-a816-69b197f80dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3a02a5-7fd4-479a-b168-5313b35b7922,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:12.273673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96ac4c9c-34d4-4dfc-8b43-cb900e98ec9d req-78685524-c8ea-4c35-b4bb-bc9da26b7f53 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 210 time: 0.0580361 Jul 27 22:29:12.294163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:12.310423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:12.310803 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:12.377162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c7c748-4295-423e-a816-69b197f80dae admin admin] Checking segment: {'id': '47850f1b-5b16-416c-9d5f-a59832cb9a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '115abdf7-3065-4720-a8df-7a5d0b716434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:12.379626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c7c748-4295-423e-a816-69b197f80dae admin admin] Network hostable DHCP agents. Network: 115abdf7-3065-4720-a8df-7a5d0b716434, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:29:12.457776 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:12.466479 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c7c748-4295-423e-a816-69b197f80dae admin admin] Network 115abdf7-3065-4720-a8df-7a5d0b716434 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:29:12.511130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Router a22250d6-6dcf-4ce2-8eb2-24f407e28055 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:29:12.512199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-48c7c748-4295-423e-a816-69b197f80dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 115abdf7-3065-4720-a8df-7a5d0b716434) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:12.520624 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c7c748-4295-423e-a816-69b197f80dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:12.521497 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-48c7c748-4295-423e-a816-69b197f80dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:12.577747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0612da4d-17e2-4b8a-ae92-78d714c59aef None None] Network 115abdf7-3065-4720-a8df-7a5d0b716434 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:12.591199 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-48c7c748-4295-423e-a816-69b197f80dae admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3995316 Jul 27 22:29:12.744334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Allocated IP 172.20.0.1 (68f95846-f58a-48cf-9bb2-581e5d0a8057/1a1c08ee-f433-4e01-9476-41dffc9f18f5/dc6eb37f-1deb-4385-bca0-69beb99d1acc) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:12.745199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:29:12.757466 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981e6aff-2f87-42ac-8200-7efe31619b0e None None] Sync routers for ids ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:29:12.780653 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981e6aff-2f87-42ac-8200-7efe31619b0e None None] Routers {'a22250d6-6dcf-4ce2-8eb2-24f407e28055'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:12.781288 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-981e6aff-2f87-42ac-8200-7efe31619b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:28:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:12.844071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] No DVR routers for this DVR port 533d225d-83ad-4f1f-b971-676807c09d23 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:29:12.863216 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:12.865546 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f2a98c32-475c-470c-85ba-08abcc20abc6 req-691a0092-0de1-4aae-a5db-2bb588a6e9b0 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.41 "DELETE /v2.0/ports/533d225d-83ad-4f1f-b971-676807c09d23 HTTP/1.1" status: 204 len: 173 time: 2.4677544 Jul 27 22:29:12.866045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9969c230-b2ed-4203-be53-4a466831de96', 'name': 'network-vif-deleted', 'tag': '533d225d-83ad-4f1f-b971-676807c09d23'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:12.869043 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6218d765-9e5d-4cae-be12-4a547b131981" -d '{"events": [{"server_uuid": "9969c230-b2ed-4203-be53-4a466831de96", "name": "network-vif-deleted", "tag": "533d225d-83ad-4f1f-b971-676807c09d23"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:12.886227 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:12.946284 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e71f3a-9fcc-49c0-9f55-6fdbe5985c2f x-openstack-request-id: req-70e71f3a-9fcc-49c0-9f55-6fdbe5985c2f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:12.946613 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9969c230-b2ed-4203-be53-4a466831de96", "name": "network-vif-deleted", "tag": "533d225d-83ad-4f1f-b971-676807c09d23", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:12.946831 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70e71f3a-9fcc-49c0-9f55-6fdbe5985c2f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:12.947358 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9969c230-b2ed-4203-be53-4a466831de96', 'name': 'network-vif-deleted', 'tag': '533d225d-83ad-4f1f-b971-676807c09d23', 'status': 'completed', 'code': 200} Jul 27 22:29:12.993558 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:13.002225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 533d225d-83ad-4f1f-b971-676807c09d23 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:29:13.026123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Transition to ACTIVE for port object dc6eb37f-1deb-4385-bca0-69beb99d1acc will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:13.116057 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fee0ae85-1714-4f94-9f9d-09370eb29366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:13.138833 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:13.218960 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:29:13.233732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 533d225d-83ad-4f1f-b971-676807c09d23 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:29:13.235132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 533d225d-83ad-4f1f-b971-676807c09d23 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:29:13.237678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Network 68f95846-f58a-48cf-9bb2-581e5d0a8057 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:13.254567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:13.257747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:13.284742 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-981e6aff-2f87-42ac-8200-7efe31619b0e None None] Set router a22250d6-6dcf-4ce2-8eb2-24f407e28055 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:13.312683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa72235-d29c-498f-b464-cf8b41ae10b9 None None] Network 115abdf7-3065-4720-a8df-7a5d0b716434 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:13.345525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6eb37f-1deb-4385-bca0-69beb99d1acc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:13.388249 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:13.560010 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:13.574106 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36490039-12d5-4ab5-a49a-5709ca12f133 req-57fd1876-d5ab-4673-8d7d-b88f06def1d9 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "GET /v2.0/ports?device_id=9969c230-b2ed-4203-be53-4a466831de96 HTTP/1.1" status: 200 len: 210 time: 0.0400302 Jul 27 22:29:13.684762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'name': 'tempest-TestVolumeBootPattern-1450487201-router', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:07Z', 'updated_at': '2021-07-27T22:29:10Z', 'revision_number': 3, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'gw_port': {'id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:09Z', 'updated_at': '2021-07-27T22:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:13.730730 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52172) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:13.736965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-898977413-network', 'tenant_id': '4b23ef9a38474bb386e0b758d4297bcb'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:13.748414 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-981e6aff-2f87-42ac-8200-7efe31619b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:23:49Z', 'revision_number': 4, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '928c5547-d930-4d3b-978b-d748f2553ebf', 'name': '', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'mac_address': 'fa:16:3e:12:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:47Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 5, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'subnets': [{'id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:13.757074 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:13.791247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Made reservation on behalf of 4b23ef9a38474bb386e0b758d4297bcb for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:13.792584 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981e6aff-2f87-42ac-8200-7efe31619b0e None None] Checking router: a22250d6-6dcf-4ce2-8eb2-24f407e28055 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:29:13.795683 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:13.803403 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981e6aff-2f87-42ac-8200-7efe31619b0e None None] Routers {'a22250d6-6dcf-4ce2-8eb2-24f407e28055'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:13.804365 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-981e6aff-2f87-42ac-8200-7efe31619b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:28:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:13.824887 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:13.825923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Checking router: 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:29:13.827251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Updating router 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 port edf8e01c-8113-431b-823a-9df5b20d62e8 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:29:13.880252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=15b1ba5c-ea48-43ee-ba29-eaf3c1a05454,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:13.959739 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:13.960357 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:13.967343 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:13.988484 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-981e6aff-2f87-42ac-8200-7efe31619b0e None None] Set router a22250d6-6dcf-4ce2-8eb2-24f407e28055 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:14.013031 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.018568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd497df-53c8-443b-9d66-db00556b3871,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:14.019747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.040210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:29:14.064332 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.065040 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Added segment c626e5e9-6930-4fb0-88ef-56c7d29acb70 of type vlan for network 506185e2-3bc6-456b-8520-653c7a2a2356 Jul 27 22:29:14.094671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=15b1ba5c-ea48-43ee-ba29-eaf3c1a05454,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:14.099507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.122198 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.134050 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.181708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.183327 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:14.184103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.251427 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5191443 Jul 27 22:29:14.254759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52178) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:14.260574 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6461084d-99ae-454b-b306-ecc38e8ed8b0 admin admin] Request body: {'subnet': {'network_id': '506185e2-3bc6-456b-8520-653c7a2a2356', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-898977413-subnet', 'tenant_id': '4b23ef9a38474bb386e0b758d4297bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:14.267875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7483916-b2fb-4efc-ad25-69944e5574dd admin admin] Pushing event updated for resources: {'Network': ['ID=506185e2-3bc6-456b-8520-653c7a2a2356,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:14.278941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6eb37f-1deb-4385-bca0-69beb99d1acc,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:14.296587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6461084d-99ae-454b-b306-ecc38e8ed8b0 admin admin] Made reservation on behalf of 4b23ef9a38474bb386e0b758d4297bcb for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:14.299757 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6461084d-99ae-454b-b306-ecc38e8ed8b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.347092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Network 68f95846-f58a-48cf-9bb2-581e5d0a8057 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:14.348635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:14.378009 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-981e6aff-2f87-42ac-8200-7efe31619b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:23:49Z', 'revision_number': 4, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '928c5547-d930-4d3b-978b-d748f2553ebf', 'name': '', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'mac_address': 'fa:16:3e:12:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:47Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 5, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'subnets': [{'id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:14.422979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:14.423552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:14.423903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:14.424341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:14.426329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:14.426679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:14.427426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:14.427976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:14.428570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:14.429696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:14.429696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:14.430355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:14.433433 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981e6aff-2f87-42ac-8200-7efe31619b0e None None] The sync data for ids ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'] in n-d-802011-3 is: [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:23:49Z', 'revision_number': 4, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '928c5547-d930-4d3b-978b-d748f2553ebf', 'name': '', 'network_id': 'ab2ac776-71c2-406d-b9f0-328bbd239926', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'mac_address': 'fa:16:3e:12:89:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:47Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 5, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'subnets': [{'id': '3d14f8be-7908-497b-bf7c-f833310b6890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:29:14.439724 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a4d08810-2a01-476d-adb7-6ef654df9b97 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:14.445857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 506185e2-3bc6-456b-8520-653c7a2a2356 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:29:14.469947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4ff7ccbe-b7e0-44ac-a600-456067bdccbb None None] Provisioning for port dc6eb37f-1deb-4385-bca0-69beb99d1acc completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:14.650044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Router 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:29:14.653408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6461084d-99ae-454b-b306-ecc38e8ed8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.718063 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4ff7ccbe-b7e0-44ac-a600-456067bdccbb None None] Provisioning complete for port dc6eb37f-1deb-4385-bca0-69beb99d1acc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:14.718476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52186) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:14.718593 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ff7ccbe-b7e0-44ac-a600-456067bdccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.856795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:29:14.862152 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6e5e09e8-dbe8-4077-95c5-af20e77394e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/199ffd59-c4e9-4cb0-87b2-dc805f8c8d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1717589 Jul 27 22:29:14.894229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461084d-99ae-454b-b306-ecc38e8ed8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49546999-7157-4364-a98c-ef5ccef29f27,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:14.909766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461084d-99ae-454b-b306-ecc38e8ed8b0 admin admin] Checking segment: {'id': 'c626e5e9-6930-4fb0-88ef-56c7d29acb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '506185e2-3bc6-456b-8520-653c7a2a2356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:14.910363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461084d-99ae-454b-b306-ecc38e8ed8b0 admin admin] Network hostable DHCP agents. Network: 506185e2-3bc6-456b-8520-653c7a2a2356, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:29:14.964875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461084d-99ae-454b-b306-ecc38e8ed8b0 admin admin] Network 506185e2-3bc6-456b-8520-653c7a2a2356 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:29:14.974458 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:14.994543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Transition to ACTIVE for port object edf8e01c-8113-431b-823a-9df5b20d62e8 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:14.996311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6461084d-99ae-454b-b306-ecc38e8ed8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 506185e2-3bc6-456b-8520-653c7a2a2356) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:15.003818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-dfc73f3f-463a-4fb0-af2f-e7610bc95983 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Deleting port a748c962-add2-436c-991c-7e2ca5f87aa8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:15.004399 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfc73f3f-463a-4fb0-af2f-e7610bc95983 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:15.024561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6461084d-99ae-454b-b306-ecc38e8ed8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:15.025453 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6461084d-99ae-454b-b306-ecc38e8ed8b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:15.049248 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:15.057160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16598463-e4f5-4ce5-90c4-d2d652a5f1f1 None None] Network 506185e2-3bc6-456b-8520-653c7a2a2356 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:15.060731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c34162-a483-449a-9a28-75392710a003 None None] New status for floating IP 00a6c783-b949-41c4-b921-f7cbc40039c2: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:29:15.112810 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6461084d-99ae-454b-b306-ecc38e8ed8b0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8486404 Jul 27 22:29:15.152818 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfc73f3f-463a-4fb0-af2f-e7610bc95983 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:15.153145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfc73f3f-463a-4fb0-af2f-e7610bc95983 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:15.168933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-dfc73f3f-463a-4fb0-af2f-e7610bc95983 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Calling delete_port for a748c962-add2-436c-991c-7e2ca5f87aa8 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:15.318107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c758e79-99b1-4be5-b1dd-97956f30b798 None None] Pushing event updated for resources: {'Port': ['ID=edf8e01c-8113-431b-823a-9df5b20d62e8,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:15.473098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfc73f3f-463a-4fb0-af2f-e7610bc95983 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:15.510835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc73f3f-463a-4fb0-af2f-e7610bc95983 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event deleted for resources: {'Port': ['ID=a748c962-add2-436c-991c-7e2ca5f87aa8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:15.546583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4ff7ccbe-b7e0-44ac-a600-456067bdccbb None None] Port dc6eb37f-1deb-4385-bca0-69beb99d1acc cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:29:15.550894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Attempting to bind port edf8e01c-8113-431b-823a-9df5b20d62e8 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:15.551430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Attempting to bind port edf8e01c-8113-431b-823a-9df5b20d62e8 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:15.552039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Attempting to bind port edf8e01c-8113-431b-823a-9df5b20d62e8 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:15.579833 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-425c8add-b0be-4a5d-87c6-e71adf44f161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:15.587353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a4d08810-2a01-476d-adb7-6ef654df9b97 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:15.587732 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:15.632445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:15.633356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:15.633851 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:15.634275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:15.635244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Bound port: edf8e01c-8113-431b-823a-9df5b20d62e8, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:15.636017 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:15.659919 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfc73f3f-463a-4fb0-af2f-e7610bc95983 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:15.662995 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dfc73f3f-463a-4fb0-af2f-e7610bc95983 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:15.664198 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dfc73f3f-463a-4fb0-af2f-e7610bc95983 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "DELETE /v2.0/floatingips/00a6c783-b949-41c4-b921-f7cbc40039c2 HTTP/1.1" status: 204 len: 168 time: 0.9447579 Jul 27 22:29:15.674731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d0559-7b1b-4a18-ba98-14e74e646a20 None None] Network 506185e2-3bc6-456b-8520-653c7a2a2356 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:15.809158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:15.958478 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0070036d-3c4d-4127-9d08-909ea0708770 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:16.000206 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0070036d-3c4d-4127-9d08-909ea0708770 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:16.031588 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-80f7b47d-7e49-43ac-9894-35b58924031f None None] Provisioning complete for port dc6eb37f-1deb-4385-bca0-69beb99d1acc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:16.032732 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80f7b47d-7e49-43ac-9894-35b58924031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:16.034445 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:16.080495 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] For port edf8e01c-8113-431b-823a-9df5b20d62e8, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:16.106281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] For port edf8e01c-8113-431b-823a-9df5b20d62e8, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=edf8e01c-8113-431b-823a-9df5b20d62e8,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:16.106281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-80f7b47d-7e49-43ac-9894-35b58924031f None None] Port dc6eb37f-1deb-4385-bca0-69beb99d1acc cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:29:16.113289 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:16.169999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:16.237201 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0070036d-3c4d-4127-9d08-909ea0708770 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:16.248582 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0070036d-3c4d-4127-9d08-909ea0708770 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:16.250219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0070036d-3c4d-4127-9d08-909ea0708770 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] 10.222.0.24 "DELETE /v2.0/security-groups/7be42f13-120e-44c4-8ad6-7db2a6a399bf HTTP/1.1" status: 204 len: 168 time: 0.4401550 Jul 27 22:29:16.266700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Routers {'199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:16.267198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070036d-3c4d-4127-9d08-909ea0708770 tempest-TestServerBasicOps-1343544999 tempest-TestServerBasicOps-1343544999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be42f13-120e-44c4-8ad6-7db2a6a399bf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:16.267696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:16.306611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52238) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:16.351660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f425c70b-2ab9-432e-ab70-70ea065e1963 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:16.353426 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f425c70b-2ab9-432e-ab70-70ea065e1963 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/networks?id=115abdf7-3065-4720-a8df-7a5d0b716434 HTTP/1.1" status: 200 len: 812 time: 0.2645504 Jul 27 22:29:16.390135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c758e79-99b1-4be5-b1dd-97956f30b798 None None] Pushing event updated for resources: {'Port': ['ID=edf8e01c-8113-431b-823a-9df5b20d62e8,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:16.392072 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-a30effdf-12c3-41ea-ac07-2f514d5528df tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/quotas/97ce5b89fab14ae1baddba7d89c4ab6b HTTP/1.1" status: 200 len: 375 time: 0.0268986 Jul 27 22:29:16.414435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:16.414876 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:16.462042 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-afb8a09e-ece0-4c05-b79a-d0b64072cf02 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97ce5b89fab14ae1baddba7d89c4ab6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686660 Jul 27 22:29:16.591922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-daa6512e-2866-43a0-aedd-b7ddd94287f7 service neutron] 10.222.0.24 "GET /v2.0/networks/115abdf7-3065-4720-a8df-7a5d0b716434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286671 Jul 27 22:29:16.700113 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:16.729652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-e5ca52d9-f669-419d-9798-e4846ff74c60 service neutron] 10.222.0.24 "GET /v2.0/networks/115abdf7-3065-4720-a8df-7a5d0b716434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298041 Jul 27 22:29:16.737378 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:16.812467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] Set router 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:17.134703 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a77b579-ca6b-45c2-b650-48d8f43bf887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:17.241393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'name': 'tempest-TestVolumeBootPattern-1450487201-router', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:07Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 4, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'gw_port': {'id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:09Z', 'updated_at': '2021-07-27T22:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'dc6eb37f-1deb-4385-bca0-69beb99d1acc', 'name': '', 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'mac_address': 'fa:16:3e:46:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '1a1c08ee-f433-4e01-9476-41dffc9f18f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:12Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 2, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'subnets': [{'id': '1a1c08ee-f433-4e01-9476-41dffc9f18f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:17.389313 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b94d4-d5ba-42e8-8bbc-f82769e224a0 None None] The sync data for ids ['199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'] in n-d-802011-3 is: [{'id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'name': 'tempest-TestVolumeBootPattern-1450487201-router', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:07Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 4, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'gw_port': {'id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:09Z', 'updated_at': '2021-07-27T22:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'dc6eb37f-1deb-4385-bca0-69beb99d1acc', 'name': '', 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'mac_address': 'fa:16:3e:46:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '1a1c08ee-f433-4e01-9476-41dffc9f18f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:12Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 2, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'subnets': [{'id': '1a1c08ee-f433-4e01-9476-41dffc9f18f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:29:17.532007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb1b531f-02b2-4423-984a-b4b847ed0014 req-88afe5d4-0398-489d-a856-aeda3a3bf99b tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 210 time: 0.5202007 Jul 27 22:29:17.769020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8a77b579-ca6b-45c2-b650-48d8f43bf887 admin admin] Deleting port 928c5547-d930-4d3b-978b-d748f2553ebf {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:17.769584 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a77b579-ca6b-45c2-b650-48d8f43bf887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:17.950478 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8a77b579-ca6b-45c2-b650-48d8f43bf887 admin admin] For port 928c5547-d930-4d3b-978b-d748f2553ebf, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=928c5547-d930-4d3b-978b-d748f2553ebf,segment=NetworkSegment(a9129574-631d-40b2-a121-4fc881ad03a8),segment_id=a9129574-631d-40b2-a121-4fc881ad03a8)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:17.950908 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a77b579-ca6b-45c2-b650-48d8f43bf887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:17.966833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8a77b579-ca6b-45c2-b650-48d8f43bf887 admin admin] Calling delete_port for 928c5547-d930-4d3b-978b-d748f2553ebf owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:18.152799 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:18.220860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-f78c051c-2bea-4c19-b1bd-3a3fca27d976 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:18.222989 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-f78c051c-2bea-4c19-b1bd-3a3fca27d976 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.2708902 Jul 27 22:29:18.245269 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-bf5db3e9-89cc-4a43-8c11-1c6992bea592 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/quotas/75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 375 time: 0.0119965 Jul 27 22:29:18.272314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a77b579-ca6b-45c2-b650-48d8f43bf887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:18.311876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77b579-ca6b-45c2-b650-48d8f43bf887 admin admin] Pushing event deleted for resources: {'Port': ['ID=928c5547-d930-4d3b-978b-d748f2553ebf,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:18.364905 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-590de407-5a44-49ef-8d9d-975f887b7839 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050098 Jul 27 22:29:18.382664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-af68910b-bf69-49a1-9d31-8c34683ab0ef service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:29:18.394486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-af68910b-bf69-49a1-9d31-8c34683ab0ef service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225546 Jul 27 22:29:18.608111 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-9e9b5e83-f54c-4627-a201-c5c2cb4a4da3 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055819 Jul 27 22:29:18.790704 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a77b579-ca6b-45c2-b650-48d8f43bf887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:18.796525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-05da0895-d7df-4356-a51a-27f269331036 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688912 Jul 27 22:29:18.845137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec1455de-7fb5-4d1d-9e14-a25483325136 req-acb9bce6-932d-49b8-806f-60a260eea457 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 210 time: 0.0474224 Jul 27 22:29:19.431550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a77b579-ca6b-45c2-b650-48d8f43bf887 admin admin] Router a22250d6-6dcf-4ce2-8eb2-24f407e28055 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:29:19.460912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-faea2e2f-076d-413d-b8ef-5c44b73d9c52 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:19.462523 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-faea2e2f-076d-413d-b8ef-5c44b73d9c52 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.41 "GET /v2.0/networks?id=115abdf7-3065-4720-a8df-7a5d0b716434 HTTP/1.1" status: 200 len: 812 time: 0.3641579 Jul 27 22:29:19.499515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84134d33-120e-4e8d-b020-605f6364e80a req-39453580-efa3-4b10-a3fc-f85a7a6de000 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 210 time: 0.0967710 Jul 27 22:29:19.525795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Request body: {'port': {'device_id': '40dc2cdb-273d-434e-b066-80bc9b3a4266', 'network_id': '115abdf7-3065-4720-a8df-7a5d0b716434', 'admin_state_up': True, 'tenant_id': '97ce5b89fab14ae1baddba7d89c4ab6b'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:19.957310 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4121e77-d592-4125-a296-1389957d15ff req-1e1415b7-fd0d-417b-93d9-82c809f2180b tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 210 time: 0.0274980 Jul 27 22:29:20.078189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a77b579-ca6b-45c2-b650-48d8f43bf887 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:29:20.096164 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98b865-17d7-48d2-baa2-aed0e3a286a2 None None] Sync routers for ids ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:29:20.097210 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8a77b579-ca6b-45c2-b650-48d8f43bf887 admin admin] 10.222.0.24 "PUT /v2.0/routers/a22250d6-6dcf-4ce2-8eb2-24f407e28055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7888498 Jul 27 22:29:20.097926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52322) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:20.112049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Made reservation on behalf of 97ce5b89fab14ae1baddba7d89c4ab6b for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:20.117098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:20.129021 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98b865-17d7-48d2-baa2-aed0e3a286a2 None None] Routers {'a22250d6-6dcf-4ce2-8eb2-24f407e28055'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:20.130033 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1a98b865-17d7-48d2-baa2-aed0e3a286a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:20.292969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Allocated IP 172.20.0.14 (115abdf7-3065-4720-a8df-7a5d0b716434/3e3a02a5-7fd4-479a-b168-5313b35b7922/b9d48494-418f-44f9-96fa-8e2583e4d726) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:20.353636 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:20.371700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device edf8e01c-8113-431b-823a-9df5b20d62e8 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:20.388673 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1a98b865-17d7-48d2-baa2-aed0e3a286a2 None None] Set router a22250d6-6dcf-4ce2-8eb2-24f407e28055 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:20.479707 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1251cb8c-0f5a-4712-83f3-9d13785e39c5 req-fc4e0141-87f7-4a5e-99e1-0f8e0254e1d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4537528 Jul 27 22:29:20.487119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port edf8e01c-8113-431b-823a-9df5b20d62e8 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:20.498294 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port edf8e01c-8113-431b-823a-9df5b20d62e8 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:20.498857 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:20.569530 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:20.617327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:20.727828 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:20.788889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port edf8e01c-8113-431b-823a-9df5b20d62e8, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=edf8e01c-8113-431b-823a-9df5b20d62e8,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:20.801226 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:20.849742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6b498f3-0485-472b-8146-ad62bcacac35 req-72b28f14-f407-4ffe-9210-a96c2ffb6e26 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 210 time: 0.1260090 Jul 27 22:29:20.851492 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Deleting port 2baa47f3-4f05-468e-9643-1864df975b61 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:20.851887 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:20.942068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251cb8c-0f5a-4712-83f3-9d13785e39c5 req-aeeb0e38-3d2c-47b5-bf01-f3bae5e629e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:20.943814 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1251cb8c-0f5a-4712-83f3-9d13785e39c5 req-aeeb0e38-3d2c-47b5-bf01-f3bae5e629e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e360069e157c44e0be09d8ba41691907&device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 1097 time: 0.3628826 Jul 27 22:29:20.978715 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1a98b865-17d7-48d2-baa2-aed0e3a286a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2baa47f3-4f05-468e-9643-1864df975b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:29:18Z', 'revision_number': 5, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port': {'id': '2baa47f3-4f05-468e-9643-1864df975b61', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:44Z', 'updated_at': '2021-07-27T22:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:20.989040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=edf8e01c-8113-431b-823a-9df5b20d62e8,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:20.991524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:21.011755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] For port 2baa47f3-4f05-468e-9643-1864df975b61, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2baa47f3-4f05-468e-9643-1864df975b61,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:21.012176 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:21.037219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Sync routers for ids ['199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:29:21.039975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Calling delete_port for 2baa47f3-4f05-468e-9643-1864df975b61 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:21.056064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Routers {'199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:21.058150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:21.071820 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98b865-17d7-48d2-baa2-aed0e3a286a2 None None] Checking router: a22250d6-6dcf-4ce2-8eb2-24f407e28055 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:29:21.089916 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98b865-17d7-48d2-baa2-aed0e3a286a2 None None] Routers {'a22250d6-6dcf-4ce2-8eb2-24f407e28055'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:21.090580 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1a98b865-17d7-48d2-baa2-aed0e3a286a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:21.187196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Network 115abdf7-3065-4720-a8df-7a5d0b716434 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:21.195199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Pushing event updated for resources: {'Port': ['ID=b9d48494-418f-44f9-96fa-8e2583e4d726,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:21.232480 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1a98b865-17d7-48d2-baa2-aed0e3a286a2 None None] Set router a22250d6-6dcf-4ce2-8eb2-24f407e28055 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:21.273367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:21.279862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:21.287597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091f8f4-4181-4cb9-b9a8-c2484cccacdb req-7ae3f201-7dbc-499f-9da0-2163e4c030df tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:21.294220 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2091f8f4-4181-4cb9-b9a8-c2484cccacdb req-7ae3f201-7dbc-499f-9da0-2163e4c030df tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 932 time: 0.1639924 Jul 27 22:29:21.326899 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1a98b865-17d7-48d2-baa2-aed0e3a286a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:29:20Z', 'revision_number': 6, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:21.335153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Set router 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:21.356553 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98b865-17d7-48d2-baa2-aed0e3a286a2 None None] The sync data for ids ['a22250d6-6dcf-4ce2-8eb2-24f407e28055'] in n-d-802011-3 is: [{'id': 'a22250d6-6dcf-4ce2-8eb2-24f407e28055', 'name': 'tempest-TestServerBasicOps-1216153833-router', 'tenant_id': 'c756860e16ae4fa6bc10144b561f9167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:43Z', 'updated_at': '2021-07-27T22:29:20Z', 'revision_number': 6, 'project_id': 'c756860e16ae4fa6bc10144b561f9167', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:29:21.419594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:21.420459 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:21.429676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251cb8c-0f5a-4712-83f3-9d13785e39c5 req-6ec74013-4083-4de7-80e9-008505e9aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:21.432865 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1251cb8c-0f5a-4712-83f3-9d13785e39c5 req-6ec74013-4083-4de7-80e9-008505e9aec0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f61feab-c5cf-4bda-9d51-ec23b5048c43 HTTP/1.1" status: 200 len: 915 time: 0.4389131 Jul 27 22:29:21.494040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-1be8f991-4fd4-4372-8454-ac7da743f017 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:21.497753 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-1be8f991-4fd4-4372-8454-ac7da743f017 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.6701202 Jul 27 22:29:21.591257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'port': {'device_id': 'b13b7b8e-6bac-464d-a7d0-e82c8daedab2', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'admin_state_up': True, 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:21.596817 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2091f8f4-4181-4cb9-b9a8-c2484cccacdb req-deaf3830-29d3-4e5f-bc98-162805101e53 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885281 Jul 27 22:29:21.611419 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1251cb8c-0f5a-4712-83f3-9d13785e39c5 req-6b650e82-10ce-4f91-8b6c-460474dd5d74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea HTTP/1.1" status: 200 len: 217 time: 0.1591973 Jul 27 22:29:21.617415 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:21.623251 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-3450e99d-3253-4528-845c-5ba5834ebe57 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1014218 Jul 27 22:29:21.663026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'name': 'tempest-TestVolumeBootPattern-1450487201-router', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:07Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 4, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'gw_port': {'id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:09Z', 'updated_at': '2021-07-27T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'dc6eb37f-1deb-4385-bca0-69beb99d1acc', 'name': '', 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'mac_address': 'fa:16:3e:46:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '1a1c08ee-f433-4e01-9476-41dffc9f18f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:12Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 2, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'subnets': [{'id': '1a1c08ee-f433-4e01-9476-41dffc9f18f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:21.689841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Pushing event deleted for resources: {'Port': ['ID=2baa47f3-4f05-468e-9643-1864df975b61,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:21.692118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Checking router: 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:29:21.704938 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Updating router 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 port dc6eb37f-1deb-4385-bca0-69beb99d1acc binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:29:21.757050 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:21.799996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251cb8c-0f5a-4712-83f3-9d13785e39c5 req-15d606c0-8b20-465a-bcce-435f44784f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:21.801995 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1251cb8c-0f5a-4712-83f3-9d13785e39c5 req-15d606c0-8b20-465a-bcce-435f44784f8a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07d6205a-27b7-4af9-b728-b849638f6c69 HTTP/1.1" status: 200 len: 854 time: 0.1764600 Jul 27 22:29:21.816805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Request body: {'port': {'device_id': '40dc2cdb-273d-434e-b066-80bc9b3a4266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:21.904678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:21.923493 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1251cb8c-0f5a-4712-83f3-9d13785e39c5 req-f9d39890-d1cf-4723-bf2d-40dc4dbe9a01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f61feab-c5cf-4bda-9d51-ec23b5048c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006773 Jul 27 22:29:22.079608 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.089035 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.093044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.157936 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.158748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a22250d6-6dcf-4ce2-8eb2-24f407e28055 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:29:22.183559 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.184869 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-01fb5a64-92e2-4213-9ed1-b911298dbc18 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a22250d6-6dcf-4ce2-8eb2-24f407e28055 HTTP/1.1" status: 204 len: 168 time: 2.0857606 Jul 27 22:29:22.192247 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39738203-2dd6-459f-a985-7878796d7039 req-f7acbc87-175a-4d7e-967b-7860dab3a241 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 210 time: 0.0479383 Jul 27 22:29:22.195753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52348) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:22.271328 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1251cb8c-0f5a-4712-83f3-9d13785e39c5 req-5deffcdf-bc76-4e62-a571-9455ca8918ff service neutron] 10.222.0.43 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336916 Jul 27 22:29:22.303200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-471f3382-f0ec-4e75-bead-d0e0ccc31946 admin admin] Deleting subnet 3d14f8be-7908-497b-bf7c-f833310b6890 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:29:22.322655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471f3382-f0ec-4e75-bead-d0e0ccc31946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.433940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Made reservation on behalf of 75d2e7c8619341e1afb2aec6e4035896 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:22.436023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471f3382-f0ec-4e75-bead-d0e0ccc31946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.445806 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.451502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device edf8e01c-8113-431b-823a-9df5b20d62e8 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:22.566382 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.630129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Transition to ACTIVE for port object dc6eb37f-1deb-4385-bca0-69beb99d1acc will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:22.677203 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.788690 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471f3382-f0ec-4e75-bead-d0e0ccc31946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.826329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port edf8e01c-8113-431b-823a-9df5b20d62e8 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:22.827314 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:22.969837 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471f3382-f0ec-4e75-bead-d0e0ccc31946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:23.017840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26e30f-a606-42a4-bedb-e67bbcab39fb None None] Pushing event updated for resources: {'Port': ['ID=dc6eb37f-1deb-4385-bca0-69beb99d1acc,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:23.214123 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1251cb8c-0f5a-4712-83f3-9d13785e39c5 req-c0b834e6-0270-473f-84fc-a5fdc994c45c service neutron] 10.222.0.43 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9308646 Jul 27 22:29:23.217086 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f3382-f0ec-4e75-bead-d0e0ccc31946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d14f8be-7908-497b-bf7c-f833310b6890,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:23.279145 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-471f3382-f0ec-4e75-bead-d0e0ccc31946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:23.302298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd3eefa-841b-45f2-a0ca-7487f57bbca3 None None] Network ab2ac776-71c2-406d-b9f0-328bbd239926 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:23.311774 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-471f3382-f0ec-4e75-bead-d0e0ccc31946 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3d14f8be-7908-497b-bf7c-f833310b6890 HTTP/1.1" status: 204 len: 168 time: 1.1067762 Jul 27 22:29:23.313942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:23.377367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Allocated IP 172.20.0.6 (e9b79ab6-4218-4e9c-8efe-4092e7194b69/8194dc36-8c1b-4ae0-9151-fb256d3549d7/c78cb97d-a90d-4a5a-bd77-5c8bd111895d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:23.465903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Attempting to bind port dc6eb37f-1deb-4385-bca0-69beb99d1acc on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:23.467676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Attempting to bind port dc6eb37f-1deb-4385-bca0-69beb99d1acc by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '0da0bd7b-74f6-43c2-9dba-7bc475c06d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:23.468306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Attempting to bind port dc6eb37f-1deb-4385-bca0-69beb99d1acc on network 68f95846-f58a-48cf-9bb2-581e5d0a8057 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:23.551042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d48494-418f-44f9-96fa-8e2583e4d726 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:29:23.556458 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:23.574750 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:23.587242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be9d21cc-6090-4334-b151-8deb07a7518a req-a7d86774-1759-441e-a271-c021325807a8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 210 time: 0.0576584 Jul 27 22:29:23.594116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:23.595820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Checking segment: {'id': '0da0bd7b-74f6-43c2-9dba-7bc475c06d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:23.596483 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:23.597090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Bound using segment: {'id': '0da0bd7b-74f6-43c2-9dba-7bc475c06d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:23.597704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Bound port: dc6eb37f-1deb-4385-bca0-69beb99d1acc, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da0bd7b-74f6-43c2-9dba-7bc475c06d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:23.598374 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:23.605647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99320f13-5549-45e8-a509-f18f5de7e5b9 req-90a433d0-21ad-4242-b5a3-333d6f3983f9 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:23.614638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99320f13-5549-45e8-a509-f18f5de7e5b9 req-90a433d0-21ad-4242-b5a3-333d6f3983f9 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 932 time: 0.4857657 Jul 27 22:29:23.660695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Transition to ACTIVE for port object b9d48494-418f-44f9-96fa-8e2583e4d726 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:23.672456 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99320f13-5549-45e8-a509-f18f5de7e5b9 req-ef881ea0-387e-442c-a1b5-823dff1daa3a tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552022 Jul 27 22:29:23.676440 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:23.757266 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:23.758989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Deleting port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:23.760001 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:23.776946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Transition to ACTIVE for port object c78cb97d-a90d-4a5a-bd77-5c8bd111895d will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:23.811813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2baa47f3-4f05-468e-9643-1864df975b61 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:29:23.872661 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:23.888138 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 2baa47f3-4f05-468e-9643-1864df975b61 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:29:23.891428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] For port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d42d6a0f-b2fb-4844-acf4-2caa4b4e1336,segment=NetworkSegment(a9129574-631d-40b2-a121-4fc881ad03a8),segment_id=a9129574-631d-40b2-a121-4fc881ad03a8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:23.891857 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:23.891989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2baa47f3-4f05-468e-9643-1864df975b61 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:29:23.892648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 928c5547-d930-4d3b-978b-d748f2553ebf no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:29:23.902949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:23.906935 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:23.908033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Calling delete_port for d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:23.916758 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:23.953305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 928c5547-d930-4d3b-978b-d748f2553ebf {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:29:23.954058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 928c5547-d930-4d3b-978b-d748f2553ebf not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:29:23.993178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:23.993882 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:24.045874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] For port dc6eb37f-1deb-4385-bca0-69beb99d1acc, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:24.052472 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] For port dc6eb37f-1deb-4385-bca0-69beb99d1acc, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=dc6eb37f-1deb-4385-bca0-69beb99d1acc,segment=NetworkSegment(0da0bd7b-74f6-43c2-9dba-7bc475c06d2b),segment_id=0da0bd7b-74f6-43c2-9dba-7bc475c06d2b)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:24.064347 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:24.103615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d48494-418f-44f9-96fa-8e2583e4d726,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:24.152263 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:24.217265 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42d6a0f-b2fb-4844-acf4-2caa4b4e1336,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:24.228367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] No DVR routers for this DVR port d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:29:24.244321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf859282-c493-41df-bd5f-135293829d67 None None] DHCP port deletion for ab2ac776-71c2-406d-b9f0-328bbd239926 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:29:24.246273 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=c78cb97d-a90d-4a5a-bd77-5c8bd111895d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:24.260909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:29:24.267074 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-ae125994-4b6b-4bc2-86ae-78e0070df46c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6870131 Jul 27 22:29:24.305994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Request body: {'port': {'device_id': 'b13b7b8e-6bac-464d-a7d0-e82c8daedab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:24.366251 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:24.386985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2ac776-71c2-406d-b9f0-328bbd239926']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:24.399560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9129574-631d-40b2-a121-4fc881ad03a8') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:24.400007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9129574-631d-40b2-a121-4fc881ad03a8') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:24.411284 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:24.426385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:29:24.426987 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:24.427160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d42d6a0f-b2fb-4844-acf4-2caa4b4e1336 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:29:24.436321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:29:24.437970 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:24.499221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Routers {'199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:24.499866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:29:24.505939 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:29:24.522439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-05573ac0-b47d-4252-90c6-d1c8a6c1bed8 None None] Provisioning for port c78cb97d-a90d-4a5a-bd77-5c8bd111895d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:24.532704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Attempting to bind port b9d48494-418f-44f9-96fa-8e2583e4d726 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:24.533286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Attempting to bind port b9d48494-418f-44f9-96fa-8e2583e4d726 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '47850f1b-5b16-416c-9d5f-a59832cb9a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '115abdf7-3065-4720-a8df-7a5d0b716434'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:24.533648 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Attempting to bind port b9d48494-418f-44f9-96fa-8e2583e4d726 on network 115abdf7-3065-4720-a8df-7a5d0b716434 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:24.536188 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:24.540663 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:24.556891 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:24.560069 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ab2ac776-71c2-406d-b9f0-328bbd239926 HTTP/1.1" status: 204 len: 168 time: 1.2394640 Jul 27 22:29:24.584927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101328ef-7931-491c-abfd-7715df1a3805 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2ac776-71c2-406d-b9f0-328bbd239926,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:24.586958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52378) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:24.604908 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-05573ac0-b47d-4252-90c6-d1c8a6c1bed8 None None] Provisioning complete for port c78cb97d-a90d-4a5a-bd77-5c8bd111895d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:24.606710 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-05573ac0-b47d-4252-90c6-d1c8a6c1bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:24.656689 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Port b9d48494-418f-44f9-96fa-8e2583e4d726 on network 115abdf7-3065-4720-a8df-7a5d0b716434 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:29:24.657221 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Attempting to bind port b9d48494-418f-44f9-96fa-8e2583e4d726 on network 115abdf7-3065-4720-a8df-7a5d0b716434 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:24.669672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26e30f-a606-42a4-bedb-e67bbcab39fb None None] Pushing event updated for resources: {'Port': ['ID=dc6eb37f-1deb-4385-bca0-69beb99d1acc,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:24.720784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:24.723096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Checking segment: {'id': '47850f1b-5b16-416c-9d5f-a59832cb9a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '115abdf7-3065-4720-a8df-7a5d0b716434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:24.723603 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Bound using segment: {'id': '47850f1b-5b16-416c-9d5f-a59832cb9a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '115abdf7-3065-4720-a8df-7a5d0b716434'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:24.724196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Bound port: b9d48494-418f-44f9-96fa-8e2583e4d726, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47850f1b-5b16-416c-9d5f-a59832cb9a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '115abdf7-3065-4720-a8df-7a5d0b716434'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:24.724670 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:24.759689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-05573ac0-b47d-4252-90c6-d1c8a6c1bed8 None None] Port c78cb97d-a90d-4a5a-bd77-5c8bd111895d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:29:25.096711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] For port b9d48494-418f-44f9-96fa-8e2583e4d726, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:25.138568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] For port b9d48494-418f-44f9-96fa-8e2583e4d726, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b9d48494-418f-44f9-96fa-8e2583e4d726,segment=NetworkSegment(47850f1b-5b16-416c-9d5f-a59832cb9a71),segment_id=47850f1b-5b16-416c-9d5f-a59832cb9a71)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:25.154665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:25.160238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859802e-771a-4a6b-9946-7c8e6b3ae53a req-962f7206-1663-4705-a7e8-0f856e13092c tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:25.162169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3859802e-771a-4a6b-9946-7c8e6b3ae53a req-962f7206-1663-4705-a7e8-0f856e13092c tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 944 time: 0.3662734 Jul 27 22:29:25.212629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] Set router 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:25.218056 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3859802e-771a-4a6b-9946-7c8e6b3ae53a req-2c7d150f-78b8-4fed-a763-09d9c455b80c tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475228 Jul 27 22:29:25.226456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22e752-82db-4ff1-ad56-c19b3df47325 req-c280f416-da54-4cce-a97f-7356559e57af tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:25.228843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd22e752-82db-4ff1-ad56-c19b3df47325 req-c280f416-da54-4cce-a97f-7356559e57af tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 931 time: 0.4536633 Jul 27 22:29:25.236697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:25.240197 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:25.243654 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] 10.222.0.41 "PUT /v2.0/ports/b9d48494-418f-44f9-96fa-8e2583e4d726 HTTP/1.1" status: 200 len: 1092 time: 3.5896771 Jul 27 22:29:25.244332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40dc2cdb-273d-434e-b066-80bc9b3a4266', 'tag': 'b9d48494-418f-44f9-96fa-8e2583e4d726'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:25.251057 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c01dc7-b91e-45b1-9db5-0214a47608de" -d '{"events": [{"name": "network-changed", "server_uuid": "40dc2cdb-273d-434e-b066-80bc9b3a4266", "tag": "b9d48494-418f-44f9-96fa-8e2583e4d726"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:25.312002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cd22e752-82db-4ff1-ad56-c19b3df47325 req-d1d65cfb-0771-4d26-8057-d020b152b9ab tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736132 Jul 27 22:29:25.382855 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ca506b-c125-4bcd-815f-ff002c9db52f x-openstack-request-id: req-99ca506b-c125-4bcd-815f-ff002c9db52f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:25.384497 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40dc2cdb-273d-434e-b066-80bc9b3a4266", "tag": "b9d48494-418f-44f9-96fa-8e2583e4d726", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:25.384889 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99ca506b-c125-4bcd-815f-ff002c9db52f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:25.389346 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40dc2cdb-273d-434e-b066-80bc9b3a4266', 'tag': 'b9d48494-418f-44f9-96fa-8e2583e4d726', 'status': 'completed', 'code': 200} Jul 27 22:29:25.398896 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-263e1805-06da-4a1b-ae3f-570096f16583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:25.477928 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c6713-a360-4b7c-9c52-c0329f992a78 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d48494-418f-44f9-96fa-8e2583e4d726,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:25.504250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-fbd432e8-b926-4584-b4ca-fa9e46a2e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:25.506455 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-fbd432e8-b926-4584-b4ca-fa9e46a2e486 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97ce5b89fab14ae1baddba7d89c4ab6b&device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 1095 time: 0.1533053 Jul 27 22:29:25.567356 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-e82e2aa3-cda1-4c54-91fa-115c63740a40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9d48494-418f-44f9-96fa-8e2583e4d726 HTTP/1.1" status: 200 len: 217 time: 0.0392284 Jul 27 22:29:25.593127 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78cb97d-a90d-4a5a-bd77-5c8bd111895d {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:29:25.649272 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:25.679712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Transition to ACTIVE for port object c78cb97d-a90d-4a5a-bd77-5c8bd111895d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:25.680066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'name': 'tempest-TestVolumeBootPattern-1450487201-router', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:07Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 4, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'gw_port': {'id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:09Z', 'updated_at': '2021-07-27T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'dc6eb37f-1deb-4385-bca0-69beb99d1acc', 'name': '', 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'mac_address': 'fa:16:3e:46:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '1a1c08ee-f433-4e01-9476-41dffc9f18f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:12Z', 'updated_at': '2021-07-27T22:29:23Z', 'revision_number': 4, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'subnets': [{'id': '1a1c08ee-f433-4e01-9476-41dffc9f18f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:25.685287 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-d386c334-0ecb-4b42-bba2-241fef93794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:25.688083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-d386c334-0ecb-4b42-bba2-241fef93794e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e3a02a5-7fd4-479a-b168-5313b35b7922 HTTP/1.1" status: 200 len: 852 time: 0.1136258 Jul 27 22:29:25.690707 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:25.701671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-263e1805-06da-4a1b-ae3f-570096f16583 admin admin] Deleting port 80196b2f-b422-451e-aa04-ee321c4ffc50 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:25.701671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-263e1805-06da-4a1b-ae3f-570096f16583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:25.737277 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83154bd-7016-4e4d-beee-71072f8f4a26 None None] The sync data for ids ['199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'] in n-d-802011-3 is: [{'id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'name': 'tempest-TestVolumeBootPattern-1450487201-router', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:07Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 4, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'gw_port': {'id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:09Z', 'updated_at': '2021-07-27T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'dc6eb37f-1deb-4385-bca0-69beb99d1acc', 'name': '', 'network_id': '68f95846-f58a-48cf-9bb2-581e5d0a8057', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'mac_address': 'fa:16:3e:46:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '1a1c08ee-f433-4e01-9476-41dffc9f18f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:12Z', 'updated_at': '2021-07-27T22:29:23Z', 'revision_number': 4, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'subnets': [{'id': '1a1c08ee-f433-4e01-9476-41dffc9f18f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:29:25.791037 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-263e1805-06da-4a1b-ae3f-570096f16583 admin admin] For port 80196b2f-b422-451e-aa04-ee321c4ffc50, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=80196b2f-b422-451e-aa04-ee321c4ffc50,segment=NetworkSegment(bc5256ab-2d0b-4dd1-8549-431e281cab7c),segment_id=bc5256ab-2d0b-4dd1-8549-431e281cab7c)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:25.791469 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-263e1805-06da-4a1b-ae3f-570096f16583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:25.805691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-263e1805-06da-4a1b-ae3f-570096f16583 admin admin] Calling delete_port for 80196b2f-b422-451e-aa04-ee321c4ffc50 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:25.821531 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Pushing event updated for resources: {'Port': ['ID=c78cb97d-a90d-4a5a-bd77-5c8bd111895d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:25.897814 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-0ea7d2d1-3991-44e4-8f06-411c34114e3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=115abdf7-3065-4720-a8df-7a5d0b716434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024354 Jul 27 22:29:26.255754 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-263e1805-06da-4a1b-ae3f-570096f16583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:26.291441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e1805-06da-4a1b-ae3f-570096f16583 admin admin] Pushing event deleted for resources: {'Port': ['ID=80196b2f-b422-451e-aa04-ee321c4ffc50,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:26.391549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dc6eb37f-1deb-4385-bca0-69beb99d1acc up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:26.417862 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-ad765b51-0314-4e7a-97d5-bbf2228f385f service neutron] 10.222.0.41 "GET /v2.0/networks/115abdf7-3065-4720-a8df-7a5d0b716434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116706 Jul 27 22:29:26.568755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port dc6eb37f-1deb-4385-bca0-69beb99d1acc completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:26.573683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port dc6eb37f-1deb-4385-bca0-69beb99d1acc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:26.574043 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:26.605405 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Attempting to bind port c78cb97d-a90d-4a5a-bd77-5c8bd111895d on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:26.606080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Attempting to bind port c78cb97d-a90d-4a5a-bd77-5c8bd111895d by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:26.606080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Attempting to bind port c78cb97d-a90d-4a5a-bd77-5c8bd111895d on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:26.619827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Port c78cb97d-a90d-4a5a-bd77-5c8bd111895d on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:29:26.623076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Attempting to bind port c78cb97d-a90d-4a5a-bd77-5c8bd111895d on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:26.643763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:26.644100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Checking segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:26.644493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Bound using segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:26.644936 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Bound port: c78cb97d-a90d-4a5a-bd77-5c8bd111895d, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:26.654810 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:26.764924 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:26.839171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] For port c78cb97d-a90d-4a5a-bd77-5c8bd111895d, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:26.845153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] For port c78cb97d-a90d-4a5a-bd77-5c8bd111895d, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c78cb97d-a90d-4a5a-bd77-5c8bd111895d,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:26.847251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port dc6eb37f-1deb-4385-bca0-69beb99d1acc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=dc6eb37f-1deb-4385-bca0-69beb99d1acc,segment=NetworkSegment(0da0bd7b-74f6-43c2-9dba-7bc475c06d2b),segment_id=0da0bd7b-74f6-43c2-9dba-7bc475c06d2b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:26.863321 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:26.876449 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:26.964030 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=dc6eb37f-1deb-4385-bca0-69beb99d1acc,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:26.968653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Pushing event updated for resources: {'Port': ['ID=c78cb97d-a90d-4a5a-bd77-5c8bd111895d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:26.997784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:26.998901 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:27.001482 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-45960eff-2831-42f3-a0d4-b55ae714839b service neutron] 10.222.0.43 "PUT /v2.0/ports/c78cb97d-a90d-4a5a-bd77-5c8bd111895d HTTP/1.1" status: 200 len: 1091 time: 2.7139323 Jul 27 22:29:27.052605 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f906cb3f-fd20-493e-98c4-d8b21c810186 req-f6cbd6ab-25a5-405c-88a3-7ba3dd59a6a5 service neutron] 10.222.0.41 "GET /v2.0/networks/115abdf7-3065-4720-a8df-7a5d0b716434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212046 Jul 27 22:29:27.168254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-a4bc6100-22e8-42c9-ba79-5cf15491d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:27.169976 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-a4bc6100-22e8-42c9-ba79-5cf15491d665 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 1094 time: 0.1149023 Jul 27 22:29:27.228628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01dc7-b91e-45b1-9db5-0214a47608de req-2fc07c79-a57d-4ba6-a1c4-16a8a65532c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:27.231165 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1c01dc7-b91e-45b1-9db5-0214a47608de req-2fc07c79-a57d-4ba6-a1c4-16a8a65532c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97ce5b89fab14ae1baddba7d89c4ab6b&device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 1095 time: 0.1188416 Jul 27 22:29:27.243347 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-9db1e0e6-4483-42bc-b54e-7d3b6488995a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c78cb97d-a90d-4a5a-bd77-5c8bd111895d HTTP/1.1" status: 200 len: 217 time: 0.0638890 Jul 27 22:29:27.379163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-263e1805-06da-4a1b-ae3f-570096f16583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:27.382724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01dc7-b91e-45b1-9db5-0214a47608de req-ed6472c6-c593-4283-a360-9990b97dde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:27.384438 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1c01dc7-b91e-45b1-9db5-0214a47608de req-ed6472c6-c593-4283-a360-9990b97dde73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=115abdf7-3065-4720-a8df-7a5d0b716434 HTTP/1.1" status: 200 len: 913 time: 0.1401758 Jul 27 22:29:27.414612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8100b18-49a5-493f-9c45-80f596be836a req-3eadb42e-72e6-49be-8424-451d7e4fb20a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:27.422151 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13b7b8e-6bac-464d-a7d0-e82c8daedab2', 'tag': 'c78cb97d-a90d-4a5a-bd77-5c8bd111895d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:27.423714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8100b18-49a5-493f-9c45-80f596be836a req-3eadb42e-72e6-49be-8424-451d7e4fb20a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 943 time: 0.8905895 Jul 27 22:29:27.426758 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629d3dbe-6d46-4d98-83ea-51c49468eeda" -d '{"events": [{"name": "network-changed", "server_uuid": "b13b7b8e-6bac-464d-a7d0-e82c8daedab2", "tag": "c78cb97d-a90d-4a5a-bd77-5c8bd111895d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:27.501047 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1c01dc7-b91e-45b1-9db5-0214a47608de req-20f7dbf0-21da-466e-ab30-203a81366807 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9d48494-418f-44f9-96fa-8e2583e4d726 HTTP/1.1" status: 200 len: 217 time: 0.0605006 Jul 27 22:29:27.573886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7262808-2d50-4d51-a12d-8139fc50df94 req-e83bbf31-2459-4c3d-8078-b698a5b2dfe5 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:27.576263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7262808-2d50-4d51-a12d-8139fc50df94 req-e83bbf31-2459-4c3d-8078-b698a5b2dfe5 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 944 time: 1.0443873 Jul 27 22:29:27.597238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01dc7-b91e-45b1-9db5-0214a47608de req-80ea84a4-9a76-4d1b-8117-184a73ddc430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:27.599533 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1c01dc7-b91e-45b1-9db5-0214a47608de req-80ea84a4-9a76-4d1b-8117-184a73ddc430 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e3a02a5-7fd4-479a-b168-5313b35b7922 HTTP/1.1" status: 200 len: 852 time: 0.0891588 Jul 27 22:29:27.601065 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-bdcd69cc-6608-4cf1-8e84-7f5d10505b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:27.602528 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-bdcd69cc-6608-4cf1-8e84-7f5d10505b98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.3501365 Jul 27 22:29:27.623929 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8100b18-49a5-493f-9c45-80f596be836a req-461ad2a0-d450-46dd-9653-b0f269084f42 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991386 Jul 27 22:29:27.681244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7262808-2d50-4d51-a12d-8139fc50df94 req-ec0d0e80-cf79-4466-9c3d-e434a1e7a67e tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913315 Jul 27 22:29:27.723290 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1c01dc7-b91e-45b1-9db5-0214a47608de req-3c1c14e1-90fd-49ca-8a6c-0c16e97f92cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=115abdf7-3065-4720-a8df-7a5d0b716434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138971 Jul 27 22:29:27.755845 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8ef13e-a57e-4df3-ad55-24e5bb824751 x-openstack-request-id: req-cf8ef13e-a57e-4df3-ad55-24e5bb824751 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:27.756132 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13b7b8e-6bac-464d-a7d0-e82c8daedab2", "tag": "c78cb97d-a90d-4a5a-bd77-5c8bd111895d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:27.756386 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf8ef13e-a57e-4df3-ad55-24e5bb824751 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:27.756772 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13b7b8e-6bac-464d-a7d0-e82c8daedab2', 'tag': 'c78cb97d-a90d-4a5a-bd77-5c8bd111895d', 'status': 'completed', 'code': 200} Jul 27 22:29:27.882094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-d3947fa6-3021-4408-8859-623df379ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:27.885475 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-d3947fa6-3021-4408-8859-623df379ef77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2743409 Jul 27 22:29:27.902088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263e1805-06da-4a1b-ae3f-570096f16583 admin admin] Router 33ba1d0f-20ff-483f-af49-83e0fd5c13aa has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:29:27.986181 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1c01dc7-b91e-45b1-9db5-0214a47608de req-5a4803a4-5e93-4818-b907-4ab0bf132047 service neutron] 10.222.0.41 "GET /v2.0/networks/115abdf7-3065-4720-a8df-7a5d0b716434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320702 Jul 27 22:29:28.111062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263e1805-06da-4a1b-ae3f-570096f16583 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:29:28.116602 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-263e1805-06da-4a1b-ae3f-570096f16583 admin admin] 10.222.0.24 "PUT /v2.0/routers/33ba1d0f-20ff-483f-af49-83e0fd5c13aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5283837 Jul 27 22:29:28.123152 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bdffab-a3dc-411e-8c9a-0b27dbf33840 None None] Sync routers for ids ['33ba1d0f-20ff-483f-af49-83e0fd5c13aa'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:29:28.124155 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:28.150524 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bdffab-a3dc-411e-8c9a-0b27dbf33840 None None] Routers {'33ba1d0f-20ff-483f-af49-83e0fd5c13aa'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:28.152171 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-90bdffab-a3dc-411e-8c9a-0b27dbf33840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['33ba1d0f-20ff-483f-af49-83e0fd5c13aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:28.251613 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:28.319397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dc6eb37f-1deb-4385-bca0-69beb99d1acc up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:28.412225 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-90bdffab-a3dc-411e-8c9a-0b27dbf33840 None None] Set router 33ba1d0f-20ff-483f-af49-83e0fd5c13aa gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:28.417901 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:28.439254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port dc6eb37f-1deb-4385-bca0-69beb99d1acc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:28.439904 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:28.518648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Deleting port da5e6f80-354d-4393-b621-0793b59678f4 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:28.519055 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:28.780188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] For port da5e6f80-354d-4393-b621-0793b59678f4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=da5e6f80-354d-4393-b621-0793b59678f4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:28.780412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:28.863218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Calling delete_port for da5e6f80-354d-4393-b621-0793b59678f4 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:28.871148 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-6426e1a2-bcdf-4867-bb9c-1d1739725031 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9658716 Jul 27 22:29:29.012324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24e184-5369-4e01-9457-3389397fa047 req-2c348b21-21e2-46f7-a23d-95db51cc608e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:29.022038 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c24e184-5369-4e01-9457-3389397fa047 req-2c348b21-21e2-46f7-a23d-95db51cc608e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 943 time: 0.2386572 Jul 27 22:29:29.045605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b9d48494-418f-44f9-96fa-8e2583e4d726 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:29:29.065653 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b1c01dc7-b91e-45b1-9db5-0214a47608de req-1c73e106-d67e-45cd-a921-499f1ef98f63 service neutron] 10.222.0.41 "GET /v2.0/networks/115abdf7-3065-4720-a8df-7a5d0b716434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0669525 Jul 27 22:29:29.086527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0ff11-588c-47f0-b230-f2b3104a54f3 req-c79a13e4-eeeb-4905-81b6-31a2cd205471 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:29.093538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1f0ff11-588c-47f0-b230-f2b3104a54f3 req-c79a13e4-eeeb-4905-81b6-31a2cd205471 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 944 time: 0.2320106 Jul 27 22:29:29.150605 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6adc76e4-e604-4dda-b172-b45ba8fd4e90 req-efffd83d-534f-4603-b0c5-964285345981 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641921 Jul 27 22:29:29.189125 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-90bdffab-a3dc-411e-8c9a-0b27dbf33840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'name': 'tempest-TestServerBasicOps-1658107529-router', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:56Z', 'updated_at': '2021-07-27T22:29:26Z', 'revision_number': 5, 'project_id': '4f0f99e44f854a10a344815ab8204bb9', 'gw_port': {'id': 'da5e6f80-354d-4393-b621-0793b59678f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:29.237491 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bdffab-a3dc-411e-8c9a-0b27dbf33840 None None] Checking router: 33ba1d0f-20ff-483f-af49-83e0fd5c13aa for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:29:29.247642 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bdffab-a3dc-411e-8c9a-0b27dbf33840 None None] Routers {'33ba1d0f-20ff-483f-af49-83e0fd5c13aa'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:29.248297 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-90bdffab-a3dc-411e-8c9a-0b27dbf33840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['33ba1d0f-20ff-483f-af49-83e0fd5c13aa'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:29.299950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port b9d48494-418f-44f9-96fa-8e2583e4d726, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b9d48494-418f-44f9-96fa-8e2583e4d726,segment=NetworkSegment(47850f1b-5b16-416c-9d5f-a59832cb9a71),segment_id=47850f1b-5b16-416c-9d5f-a59832cb9a71)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:29.313431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d3dbe-6d46-4d98-83ea-51c49468eeda req-97a0918f-b7df-43e7-8a33-ccfbe524d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:29.314977 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-629d3dbe-6d46-4d98-83ea-51c49468eeda req-97a0918f-b7df-43e7-8a33-ccfbe524d6eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 1094 time: 0.0992782 Jul 27 22:29:29.331450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'b9d48494-418f-44f9-96fa-8e2583e4d726', 'network_id': '115abdf7-3065-4720-a8df-7a5d0b716434', 'port_id': 'b9d48494-418f-44f9-96fa-8e2583e4d726', 'mac_address': 'fa:16:3e:e5:22:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3a02a5-7fd4-479a-b168-5313b35b7922', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:29:29.332807 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1f0ff11-588c-47f0-b230-f2b3104a54f3 req-18bedf94-9997-4d5e-8306-bf25e7b2a17e tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118149 Jul 27 22:29:29.384055 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c24e184-5369-4e01-9457-3389397fa047 req-57e20614-7fa0-4b15-aef3-0d8b9452118f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607762 Jul 27 22:29:29.426596 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:29.454248 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-90bdffab-a3dc-411e-8c9a-0b27dbf33840 None None] Set router 33ba1d0f-20ff-483f-af49-83e0fd5c13aa gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:29.455041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d48494-418f-44f9-96fa-8e2583e4d726 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:29:29.498519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port b9d48494-418f-44f9-96fa-8e2583e4d726, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b9d48494-418f-44f9-96fa-8e2583e4d726,segment=NetworkSegment(47850f1b-5b16-416c-9d5f-a59832cb9a71),segment_id=47850f1b-5b16-416c-9d5f-a59832cb9a71)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:29.507513 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:29.524646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d3dbe-6d46-4d98-83ea-51c49468eeda req-3b92104f-1e72-4b47-9eec-47644b892f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:29.527691 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:29.534256 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-629d3dbe-6d46-4d98-83ea-51c49468eeda req-3b92104f-1e72-4b47-9eec-47644b892f14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.2075937 Jul 27 22:29:29.571637 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-90bdffab-a3dc-411e-8c9a-0b27dbf33840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'name': 'tempest-TestServerBasicOps-1658107529-router', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:56Z', 'updated_at': '2021-07-27T22:29:28Z', 'revision_number': 6, 'project_id': '4f0f99e44f854a10a344815ab8204bb9', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:29.588067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=b9d48494-418f-44f9-96fa-8e2583e4d726,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:29.611653 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bdffab-a3dc-411e-8c9a-0b27dbf33840 None None] The sync data for ids ['33ba1d0f-20ff-483f-af49-83e0fd5c13aa'] in n-d-802011-3 is: [{'id': '33ba1d0f-20ff-483f-af49-83e0fd5c13aa', 'name': 'tempest-TestServerBasicOps-1658107529-router', 'tenant_id': '4f0f99e44f854a10a344815ab8204bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:56Z', 'updated_at': '2021-07-27T22:29:28Z', 'revision_number': 6, 'project_id': '4f0f99e44f854a10a344815ab8204bb9', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:29:29.637144 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-629d3dbe-6d46-4d98-83ea-51c49468eeda req-2ce4595e-6b6b-4738-b1f4-f1f1ed3ebe2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c78cb97d-a90d-4a5a-bd77-5c8bd111895d HTTP/1.1" status: 200 len: 217 time: 0.0975823 Jul 27 22:29:29.648917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5e6f80-354d-4393-b621-0793b59678f4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:29.651600 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:29.723157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['b9d48494-418f-44f9-96fa-8e2583e4d726'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:29:29.739272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d3dbe-6d46-4d98-83ea-51c49468eeda req-588bc5da-3990-45e4-ad93-5de968a46cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:29.741021 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-629d3dbe-6d46-4d98-83ea-51c49468eeda req-588bc5da-3990-45e4-ad93-5de968a46cd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0899963 Jul 27 22:29:29.803805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d3dbe-6d46-4d98-83ea-51c49468eeda req-6ceeda0b-004c-42a3-b945-e83454c4fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:29.808369 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-629d3dbe-6d46-4d98-83ea-51c49468eeda req-6ceeda0b-004c-42a3-b945-e83454c4fb20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569606 Jul 27 22:29:29.811058 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:29.813220 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:29.876506 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:29.876953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33ba1d0f-20ff-483f-af49-83e0fd5c13aa {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:29:29.881191 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:29.882373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5fc27338-2e23-4ef9-8d65-cd3440aa35a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/33ba1d0f-20ff-483f-af49-83e0fd5c13aa HTTP/1.1" status: 204 len: 168 time: 1.7570982 Jul 27 22:29:29.884903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52444) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:29.974886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-df77cb48-6d57-4e79-ba84-8649d5d4f7dd admin admin] Deleting subnet bafbeb4e-5f68-4bd2-b021-5be325f50159 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:29:29.986927 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df77cb48-6d57-4e79-ba84-8649d5d4f7dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:29.988440 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-629d3dbe-6d46-4d98-83ea-51c49468eeda req-a717cce5-e00e-4f2f-a91b-9903f4e0ad96 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744382 Jul 27 22:29:30.048661 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df77cb48-6d57-4e79-ba84-8649d5d4f7dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.163031 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-629d3dbe-6d46-4d98-83ea-51c49468eeda req-36c06046-fbc9-463b-a4de-7630c4dccd92 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674433 Jul 27 22:29:30.207351 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df77cb48-6d57-4e79-ba84-8649d5d4f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.269474 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df77cb48-6d57-4e79-ba84-8649d5d4f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.304092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77cb48-6d57-4e79-ba84-8649d5d4f7dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bafbeb4e-5f68-4bd2-b021-5be325f50159,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:30.306461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df77cb48-6d57-4e79-ba84-8649d5d4f7dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.315084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52450) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:30.315652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-df77cb48-6d57-4e79-ba84-8649d5d4f7dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bafbeb4e-5f68-4bd2-b021-5be325f50159 HTTP/1.1" status: 204 len: 168 time: 0.4287934 Jul 27 22:29:30.318497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce919f0-f9fd-480e-a899-2afc61b606af None None] Network 460c1246-f4d7-4e45-ab3d-b6a58375d4cc requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:30.391734 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.467555 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Deleting port a086451c-45d7-4941-b586-87a9d47a5035 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:30.468120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.512831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 80196b2f-b422-451e-aa04-ee321c4ffc50 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:29:30.550946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 80196b2f-b422-451e-aa04-ee321c4ffc50 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:29:30.551291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 80196b2f-b422-451e-aa04-ee321c4ffc50 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:29:30.561377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] For port a086451c-45d7-4941-b586-87a9d47a5035, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a086451c-45d7-4941-b586-87a9d47a5035,segment=NetworkSegment(bc5256ab-2d0b-4dd1-8549-431e281cab7c),segment_id=bc5256ab-2d0b-4dd1-8549-431e281cab7c)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:30.561748 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.593594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Calling delete_port for a086451c-45d7-4941-b586-87a9d47a5035 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:30.595437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee125eac-664a-4355-92c2-10084ec9e8fc req-9db0cc81-db79-45e2-9254-6df42f777df9 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:30.597313 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee125eac-664a-4355-92c2-10084ec9e8fc req-9db0cc81-db79-45e2-9254-6df42f777df9 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 945 time: 0.1296964 Jul 27 22:29:30.621471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e61ed4-5725-4955-b0a9-572bd68d2b18 req-2c4dc692-e918-42dc-a0e3-fe9eb09e61d1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:30.623009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e61ed4-5725-4955-b0a9-572bd68d2b18 req-2c4dc692-e918-42dc-a0e3-fe9eb09e61d1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 943 time: 0.0902348 Jul 27 22:29:30.668329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee125eac-664a-4355-92c2-10084ec9e8fc req-04c110e2-a74e-471d-b36c-59955f1412d9 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616066 Jul 27 22:29:30.670684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca685347-71d8-4fbb-a61a-30b1849b0715 None None] DHCP port deletion for 460c1246-f4d7-4e45-ab3d-b6a58375d4cc request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:29:30.706583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e61ed4-5725-4955-b0a9-572bd68d2b18 req-cd813591-a4af-44da-833b-1116d294603b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486887 Jul 27 22:29:30.748291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ca685347-71d8-4fbb-a61a-30b1849b0715 None None] Deleting port a086451c-45d7-4941-b586-87a9d47a5035 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:30.748671 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca685347-71d8-4fbb-a61a-30b1849b0715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.756929 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.797602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Pushing event deleted for resources: {'Port': ['ID=a086451c-45d7-4941-b586-87a9d47a5035,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:30.800165 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] No DVR routers for this DVR port a086451c-45d7-4941-b586-87a9d47a5035 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:29:30.878529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ca685347-71d8-4fbb-a61a-30b1849b0715 None None] For port a086451c-45d7-4941-b586-87a9d47a5035, host n-d-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:30.878937 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca685347-71d8-4fbb-a61a-30b1849b0715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.897674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ca685347-71d8-4fbb-a61a-30b1849b0715 None None] Calling delete_port for a086451c-45d7-4941-b586-87a9d47a5035 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:30.900654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-ca685347-71d8-4fbb-a61a-30b1849b0715 None None] Port a086451c-45d7-4941-b586-87a9d47a5035 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:29:30.903433 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca685347-71d8-4fbb-a61a-30b1849b0715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.911360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.924903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460c1246-f4d7-4e45-ab3d-b6a58375d4cc']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:30.938033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5256ab-2d0b-4dd1-8549-431e281cab7c') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:30.938432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5256ab-2d0b-4dd1-8549-431e281cab7c') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:30.948013 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.956377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca685347-71d8-4fbb-a61a-30b1849b0715 None None] Pushing event deleted for resources: {'Port': ['ID=a086451c-45d7-4941-b586-87a9d47a5035,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:30.959072 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca685347-71d8-4fbb-a61a-30b1849b0715 None None] No DVR routers for this DVR port a086451c-45d7-4941-b586-87a9d47a5035 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:29:30.971254 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.978371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:29:30.979692 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:29:30.982052 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:29:31.046920 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b9d48494-418f-44f9-96fa-8e2583e4d726 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:31.054360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:31.067212 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:31.077083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] 10.222.0.24 "DELETE /v2.0/networks/460c1246-f4d7-4e45-ab3d-b6a58375d4cc HTTP/1.1" status: 204 len: 168 time: 0.7581868 Jul 27 22:29:31.097632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1fb25-881a-42b1-8b9f-a7acd03c5fca admin admin] Pushing event deleted for resources: {'Network': ['ID=460c1246-f4d7-4e45-ab3d-b6a58375d4cc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:31.131567 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port b9d48494-418f-44f9-96fa-8e2583e4d726 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:31.139452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port b9d48494-418f-44f9-96fa-8e2583e4d726 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:31.139955 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:31.240131 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:31.265677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dc2cdb-273d-434e-b066-80bc9b3a4266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d48494-418f-44f9-96fa-8e2583e4d726'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:31.268961 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e2ceb9-27ff-459c-9c34-df5b1f00ed80" -d '{"events": [{"server_uuid": "40dc2cdb-273d-434e-b066-80bc9b3a4266", "name": "network-vif-plugged", "status": "completed", "tag": "b9d48494-418f-44f9-96fa-8e2583e4d726"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:31.277350 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52464) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:31.287447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port b9d48494-418f-44f9-96fa-8e2583e4d726, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b9d48494-418f-44f9-96fa-8e2583e4d726,segment=NetworkSegment(47850f1b-5b16-416c-9d5f-a59832cb9a71),segment_id=47850f1b-5b16-416c-9d5f-a59832cb9a71)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:31.293829 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:31.349266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=b9d48494-418f-44f9-96fa-8e2583e4d726,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:31.358632 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-87beb972-9558-4857-9005-ec354008c16a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c756860e16ae4fa6bc10144b561f9167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789542 Jul 27 22:29:31.359991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52468) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:31.420492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-959cc033-9ac2-4d41-b740-4b0733ff96a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:31.453717 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-959cc033-9ac2-4d41-b740-4b0733ff96a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:31.496155 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4c6af8-cee2-475b-9576-ed37763860dd x-openstack-request-id: req-8b4c6af8-cee2-475b-9576-ed37763860dd {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:31.496451 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dc2cdb-273d-434e-b066-80bc9b3a4266", "name": "network-vif-plugged", "status": "completed", "tag": "b9d48494-418f-44f9-96fa-8e2583e4d726", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:31.496864 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b4c6af8-cee2-475b-9576-ed37763860dd {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:31.497447 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dc2cdb-273d-434e-b066-80bc9b3a4266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d48494-418f-44f9-96fa-8e2583e4d726', 'code': 200} Jul 27 22:29:31.512522 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-959cc033-9ac2-4d41-b740-4b0733ff96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:31.515386 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-959cc033-9ac2-4d41-b740-4b0733ff96a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:31.516692 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-959cc033-9ac2-4d41-b740-4b0733ff96a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/050eafd1-d21b-433e-bfe5-2b16ca80b1a5 HTTP/1.1" status: 204 len: 168 time: 0.1555555 Jul 27 22:29:31.524950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cc033-9ac2-4d41-b740-4b0733ff96a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050eafd1-d21b-433e-bfe5-2b16ca80b1a5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:31.624925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa478d40-1015-4b8f-b33d-f6c6c303eafe req-d709cd8b-4328-4c21-9c84-8fac8e9ed94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:31.626550 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aa478d40-1015-4b8f-b33d-f6c6c303eafe req-d709cd8b-4328-4c21-9c84-8fac8e9ed94e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 1097 time: 0.0448947 Jul 27 22:29:31.667698 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-aa478d40-1015-4b8f-b33d-f6c6c303eafe req-8723438b-72ec-4c95-8ad2-81a2e30317ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335140 Jul 27 22:29:31.830039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d6109-6e5a-4156-b727-51e872b1f3db req-0cef03cf-e974-422c-8b1b-c8532c9ce660 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:31.831866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e60d6109-6e5a-4156-b727-51e872b1f3db req-0cef03cf-e974-422c-8b1b-c8532c9ce660 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0742650 Jul 27 22:29:31.900009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52488) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:31.900437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e60d6109-6e5a-4156-b727-51e872b1f3db req-98f152bf-0389-4129-be4b-10fedf008153 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496116 Jul 27 22:29:31.908112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfe840-4190-4676-bcd0-2eb15499c5ba req-7b312f1d-2282-4588-9eff-05d441583e47 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:31.909576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbcfe840-4190-4676-bcd0-2eb15499c5ba req-7b312f1d-2282-4588-9eff-05d441583e47 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 943 time: 0.0987244 Jul 27 22:29:31.956736 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-67aa7db8-f9f8-46d2-9578-6cf862d00ccf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f0f99e44f854a10a344815ab8204bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523307 Jul 27 22:29:31.956985 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbcfe840-4190-4676-bcd0-2eb15499c5ba req-94fa8ebc-3356-4377-be31-85dccb998c4c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Jul 27 22:29:31.956985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52490) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:32.024684 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-250f7231-62a0-49b9-a7fb-d3595919aaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:32.046859 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-250f7231-62a0-49b9-a7fb-d3595919aaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:32.100622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-250f7231-62a0-49b9-a7fb-d3595919aaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:32.104298 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-250f7231-62a0-49b9-a7fb-d3595919aaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:32.107866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-250f7231-62a0-49b9-a7fb-d3595919aaea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6579e912-6c8f-42f5-aa7b-0a057f74b0aa HTTP/1.1" status: 204 len: 168 time: 0.1474268 Jul 27 22:29:32.116014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f7231-62a0-49b9-a7fb-d3595919aaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6579e912-6c8f-42f5-aa7b-0a057f74b0aa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:32.189142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a086451c-45d7-4941-b586-87a9d47a5035 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:29:32.226614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: a086451c-45d7-4941-b586-87a9d47a5035 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:29:32.227227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a086451c-45d7-4941-b586-87a9d47a5035 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:29:32.227829 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device da5e6f80-354d-4393-b621-0793b59678f4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:29:32.273495 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: da5e6f80-354d-4393-b621-0793b59678f4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:29:32.273931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device da5e6f80-354d-4393-b621-0793b59678f4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:29:33.038577 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451c841-46a1-4047-9c67-d994b6e250cb req-6de56e48-abae-443c-be28-da87d5df5f68 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:33.041096 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d451c841-46a1-4047-9c67-d994b6e250cb req-6de56e48-abae-443c-be28-da87d5df5f68 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0686224 Jul 27 22:29:33.113090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d451c841-46a1-4047-9c67-d994b6e250cb req-4fa0e531-99d3-4db9-849a-208090d2efa6 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610871 Jul 27 22:29:33.132085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988fe0-4841-456e-b451-8e7f806f5569 req-33aa41f2-163e-4484-b802-4d54aeeee83d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:33.133966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d988fe0-4841-456e-b451-8e7f806f5569 req-33aa41f2-163e-4484-b802-4d54aeeee83d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 943 time: 0.0909083 Jul 27 22:29:33.204397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d988fe0-4841-456e-b451-8e7f806f5569 req-993829a4-cf5f-4144-9880-77b4d10bf313 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612605 Jul 27 22:29:33.273166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9a7cb-d82d-4ea3-ae7b-52265d970f63 req-10d93f8e-ced7-4504-88d6-d0f95e779d86 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:33.274666 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96a9a7cb-d82d-4ea3-ae7b-52265d970f63 req-10d93f8e-ced7-4504-88d6-d0f95e779d86 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0635791 Jul 27 22:29:33.336109 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96a9a7cb-d82d-4ea3-ae7b-52265d970f63 req-97c562f1-d487-4a80-844c-002349f9f411 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518606 Jul 27 22:29:33.646614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06f832-7f9a-4bf0-841c-be2383dc6e78 req-3b7c55ec-a9ba-4482-98fd-e40d7ad662ee tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:33.648519 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd06f832-7f9a-4bf0-841c-be2383dc6e78 req-3b7c55ec-a9ba-4482-98fd-e40d7ad662ee tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0570009 Jul 27 22:29:33.704757 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd06f832-7f9a-4bf0-841c-be2383dc6e78 req-cee28336-d193-4eab-acec-f6707fca2883 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490565 Jul 27 22:29:34.344738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d080a-e3cb-4514-956c-9a0093a80e21 req-d07e1d08-c67e-4bca-aed0-e88c315d1b86 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:34.346373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2d080a-e3cb-4514-956c-9a0093a80e21 req-d07e1d08-c67e-4bca-aed0-e88c315d1b86 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 943 time: 0.0570054 Jul 27 22:29:34.389154 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac2d080a-e3cb-4514-956c-9a0093a80e21 req-95756ee9-a40d-4a4a-991b-d3b6c6203b04 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361500 Jul 27 22:29:34.851199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c08c3a-3d32-4ead-a902-0cae93956cb5 req-5be064c8-89e4-42e3-906f-9b4a6222eacb tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:34.852831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57c08c3a-3d32-4ead-a902-0cae93956cb5 req-5be064c8-89e4-42e3-906f-9b4a6222eacb tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0627036 Jul 27 22:29:34.894080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57c08c3a-3d32-4ead-a902-0cae93956cb5 req-905d6e21-4fc9-43de-b304-826827f4512f tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342166 Jul 27 22:29:35.176033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972572e-66e8-443d-9df5-02c96e024e44 req-0163b48b-451f-45e6-b8d2-c93dc71088cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:35.178285 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7972572e-66e8-443d-9df5-02c96e024e44 req-0163b48b-451f-45e6-b8d2-c93dc71088cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97ce5b89fab14ae1baddba7d89c4ab6b&device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 1097 time: 0.0481937 Jul 27 22:29:35.205366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007507a-2a47-4732-ab19-09343f2ba6a9 req-2aae2e12-68c9-451d-8728-7259065cbc24 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:35.207064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4007507a-2a47-4732-ab19-09343f2ba6a9 req-2aae2e12-68c9-451d-8728-7259065cbc24 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0814390 Jul 27 22:29:35.263902 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4007507a-2a47-4732-ab19-09343f2ba6a9 req-60b72e7e-79ac-4561-81dd-fda58072a714 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504723 Jul 27 22:29:35.289808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972572e-66e8-443d-9df5-02c96e024e44 req-07858927-02b1-4588-869a-b7678fdf3640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:35.291647 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7972572e-66e8-443d-9df5-02c96e024e44 req-07858927-02b1-4588-869a-b7678fdf3640 service neutron] 10.222.0.41 "GET /v2.0/networks?id=115abdf7-3065-4720-a8df-7a5d0b716434 HTTP/1.1" status: 200 len: 913 time: 0.1053531 Jul 27 22:29:35.344212 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7972572e-66e8-443d-9df5-02c96e024e44 req-05ecca70-a1a0-4aaa-b148-12db07328b2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9d48494-418f-44f9-96fa-8e2583e4d726 HTTP/1.1" status: 200 len: 217 time: 0.0450175 Jul 27 22:29:35.395251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972572e-66e8-443d-9df5-02c96e024e44 req-aa6e1c9f-6e24-4a39-a3d5-796cd4283518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:35.396724 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7972572e-66e8-443d-9df5-02c96e024e44 req-aa6e1c9f-6e24-4a39-a3d5-796cd4283518 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e3a02a5-7fd4-479a-b168-5313b35b7922 HTTP/1.1" status: 200 len: 852 time: 0.0452673 Jul 27 22:29:35.428828 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7972572e-66e8-443d-9df5-02c96e024e44 req-853fac4f-6c1b-42c6-ac59-720d8572af49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=115abdf7-3065-4720-a8df-7a5d0b716434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251887 Jul 27 22:29:35.546826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb1055-cb73-4dd7-9654-1126e4757433 req-f7702acd-f5a1-40ef-a5d0-0f9eff623d2f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:35.549340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cabb1055-cb73-4dd7-9654-1126e4757433 req-f7702acd-f5a1-40ef-a5d0-0f9eff623d2f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 943 time: 0.0862896 Jul 27 22:29:35.575388 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7972572e-66e8-443d-9df5-02c96e024e44 req-8fe3fef6-b988-49d9-8104-76f142b6b2d0 service neutron] 10.222.0.41 "GET /v2.0/networks/115abdf7-3065-4720-a8df-7a5d0b716434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371310 Jul 27 22:29:35.605289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cabb1055-cb73-4dd7-9654-1126e4757433 req-556b7272-dbcc-4546-bbb3-68e60eb1567c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478714 Jul 27 22:29:35.676942 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7972572e-66e8-443d-9df5-02c96e024e44 req-fec0a543-c4a5-4ace-b078-4bb2b8bdf55b service neutron] 10.222.0.41 "GET /v2.0/networks/115abdf7-3065-4720-a8df-7a5d0b716434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946739 Jul 27 22:29:36.393281 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148408cf-8e00-4faf-97cd-e9db9e047c69 req-bd43ac2b-aed6-4bdc-9b7d-2d4f7ed57efa tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:36.394945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-148408cf-8e00-4faf-97cd-e9db9e047c69 req-bd43ac2b-aed6-4bdc-9b7d-2d4f7ed57efa tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0619047 Jul 27 22:29:36.433988 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-148408cf-8e00-4faf-97cd-e9db9e047c69 req-7d3a4c7b-2ea1-4070-9264-9270e42afb7a tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Jul 27 22:29:36.719990 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97e9f8-d9b1-4136-984f-2657f2961815 req-ebeeeeb9-be46-43b4-bafe-a926c3639d11 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:36.722505 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e97e9f8-d9b1-4136-984f-2657f2961815 req-ebeeeeb9-be46-43b4-bafe-a926c3639d11 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 943 time: 0.0560303 Jul 27 22:29:36.766191 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e97e9f8-d9b1-4136-984f-2657f2961815 req-0266930c-4bc9-4c62-b2de-68bdb0764d8b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354033 Jul 27 22:29:36.837824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a09c96-c3c1-4fc4-a456-5dafc5ac11ae req-e1e27569-1f7a-47c8-bd46-c246e351c376 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:36.839784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85a09c96-c3c1-4fc4-a456-5dafc5ac11ae req-e1e27569-1f7a-47c8-bd46-c246e351c376 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 946 time: 0.0503833 Jul 27 22:29:36.882406 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85a09c96-c3c1-4fc4-a456-5dafc5ac11ae req-b9930309-2658-4b71-9cbe-a386ad1beb8d tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364492 Jul 27 22:29:37.579916 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96518198-cbc6-458a-8eac-74422fbfdf2e req-0ce2d79d-c14e-4292-93d7-cbc4828a41df tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:37.581670 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96518198-cbc6-458a-8eac-74422fbfdf2e req-0ce2d79d-c14e-4292-93d7-cbc4828a41df tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0539317 Jul 27 22:29:37.619414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-96518198-cbc6-458a-8eac-74422fbfdf2e req-e3cbe0de-a334-49e3-8794-48f78e1b6800 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Jul 27 22:29:37.848152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96c591-9267-49fd-ac38-5a8a2ebcbba3 req-99ff09e4-45f4-4f83-9f71-bab697fa03ed tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:37.850487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a96c591-9267-49fd-ac38-5a8a2ebcbba3 req-99ff09e4-45f4-4f83-9f71-bab697fa03ed tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0535066 Jul 27 22:29:37.920098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a96c591-9267-49fd-ac38-5a8a2ebcbba3 req-3d992b9e-84fb-40a2-93cb-346b6c7c33ff tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586619 Jul 27 22:29:37.930783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0286db-ebc6-4ae1-81ad-2f1adb287e44 req-35c05061-210b-4f9d-99d7-fc35afd6ea72 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:37.933008 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a0286db-ebc6-4ae1-81ad-2f1adb287e44 req-35c05061-210b-4f9d-99d7-fc35afd6ea72 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 943 time: 0.0813673 Jul 27 22:29:37.973327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a0286db-ebc6-4ae1-81ad-2f1adb287e44 req-21bff940-e704-4016-a36a-92358b4e9d34 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325260 Jul 27 22:29:38.029289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1137f-753d-46d1-b41d-643b406a4bfd req-ea7f8f22-2d11-41d1-ab66-ce6388a1b997 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:38.030808 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-baf1137f-753d-46d1-b41d-643b406a4bfd req-ea7f8f22-2d11-41d1-ab66-ce6388a1b997 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 946 time: 0.0531819 Jul 27 22:29:38.070776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-baf1137f-753d-46d1-b41d-643b406a4bfd req-5d9ed3d2-6735-4cdc-8f6a-fb0b748f79fd tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338781 Jul 27 22:29:38.248731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ed6d6-1b04-4a2c-b650-6c477e75b762 req-51a2d906-12b6-4b92-a518-72dc62346a9c tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:38.250119 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-469ed6d6-1b04-4a2c-b650-6c477e75b762 req-51a2d906-12b6-4b92-a518-72dc62346a9c tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.43 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 946 time: 0.0542698 Jul 27 22:29:38.349667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-469ed6d6-1b04-4a2c-b650-6c477e75b762 req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Deleting port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:38.350010 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-469ed6d6-1b04-4a2c-b650-6c477e75b762 req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:38.436785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-469ed6d6-1b04-4a2c-b650-6c477e75b762 req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] For port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea,segment=NetworkSegment(e7f28610-a4a2-4a0e-8219-7279ea50fd5b),segment_id=e7f28610-a4a2-4a0e-8219-7279ea50fd5b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:38.437155 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-469ed6d6-1b04-4a2c-b650-6c477e75b762 req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:38.454594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-469ed6d6-1b04-4a2c-b650-6c477e75b762 req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Calling delete_port for 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:38.579473 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-469ed6d6-1b04-4a2c-b650-6c477e75b762 req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:38.592322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:29:38.606388 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Pushing event deleted for resources: {'Port': ['ID=6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:38.620185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:38.620537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:38.620874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:38.621210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:38.621541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:38.621867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:38.622224 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:38.622549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:38.622875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:38.623194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:38.623515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:38.623831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:38.661337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-469ed6d6-1b04-4a2c-b650-6c477e75b762 req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] No DVR routers for this DVR port 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:29:38.663958 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-469ed6d6-1b04-4a2c-b650-6c477e75b762 req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:38.665946 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-469ed6d6-1b04-4a2c-b650-6c477e75b762 req-4d9eaf02-fe2c-44a6-b1a7-5f8b447c0483 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.43 "DELETE /v2.0/ports/6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea HTTP/1.1" status: 204 len: 173 time: 0.4089155 Jul 27 22:29:38.666446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78677834-c35e-43c4-ab32-2b7f1e7922d3', 'name': 'network-vif-deleted', 'tag': '6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:38.668683 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8808ee69-6411-4652-ac7a-9aa251dd4ca6" -d '{"events": [{"server_uuid": "78677834-c35e-43c4-ab32-2b7f1e7922d3", "name": "network-vif-deleted", "tag": "6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:38.704375 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828ec481-b9b2-403f-82f3-84110ddd625c x-openstack-request-id: req-828ec481-b9b2-403f-82f3-84110ddd625c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:38.704662 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78677834-c35e-43c4-ab32-2b7f1e7922d3", "name": "network-vif-deleted", "tag": "6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:38.704910 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-828ec481-b9b2-403f-82f3-84110ddd625c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:38.705349 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78677834-c35e-43c4-ab32-2b7f1e7922d3', 'name': 'network-vif-deleted', 'tag': '6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea', 'status': 'completed', 'code': 200} Jul 27 22:29:39.052978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a3d3c-a6e6-42c9-86ec-317d662e8e5e req-139b0c86-f4cb-4743-b13c-77a1e035079f tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:39.060869 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b9a3d3c-a6e6-42c9-86ec-317d662e8e5e req-139b0c86-f4cb-4743-b13c-77a1e035079f tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0732293 Jul 27 22:29:39.125282 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9b9a3d3c-a6e6-42c9-86ec-317d662e8e5e req-bb01c699-af5c-4910-a11f-a8c7919958fb tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635509 Jul 27 22:29:39.141852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c78cb97d-a90d-4a5a-bd77-5c8bd111895d details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:29:39.156264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ab9da-25a6-4b48-9b08-b2c29f4509f9 req-9997d112-fab2-4b0d-a33e-ad5fc1aa34cf tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:39.161573 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-979ab9da-25a6-4b48-9b08-b2c29f4509f9 req-9997d112-fab2-4b0d-a33e-ad5fc1aa34cf tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 943 time: 0.0986738 Jul 27 22:29:39.247569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-838de986-72e4-4e7f-b61c-9eca880f0a1b req-93fcfc13-bff6-4cdb-b4dc-4374953eed83 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=78677834-c35e-43c4-ab32-2b7f1e7922d3 HTTP/1.1" status: 200 len: 210 time: 0.0392540 Jul 27 22:29:39.251053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-979ab9da-25a6-4b48-9b08-b2c29f4509f9 req-bb4de7d8-b0c1-4764-bce2-8d33ff0e19b6 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780451 Jul 27 22:29:39.281455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c78cb97d-a90d-4a5a-bd77-5c8bd111895d, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c78cb97d-a90d-4a5a-bd77-5c8bd111895d,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:39.295592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'c78cb97d-a90d-4a5a-bd77-5c8bd111895d', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'port_id': 'c78cb97d-a90d-4a5a-bd77-5c8bd111895d', 'mac_address': 'fa:16:3e:aa:3a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:29:39.342418 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:39.356390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78cb97d-a90d-4a5a-bd77-5c8bd111895d {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:29:39.385824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c78cb97d-a90d-4a5a-bd77-5c8bd111895d, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c78cb97d-a90d-4a5a-bd77-5c8bd111895d,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:39.394941 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:39.448342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=c78cb97d-a90d-4a5a-bd77-5c8bd111895d,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:39.490035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e2561-eba4-4b97-bb83-afb7a6d98336 req-9d7d5d4c-0eda-4fb1-aaea-79a85a654f24 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:39.491576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c27e2561-eba4-4b97-bb83-afb7a6d98336 req-9d7d5d4c-0eda-4fb1-aaea-79a85a654f24 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0568583 Jul 27 22:29:39.510839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066b75-38fc-4804-9a55-fbcf68612843 req-5a358274-11d7-4c59-b82f-d953deb3b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:39.512492 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d066b75-38fc-4804-9a55-fbcf68612843 req-5a358274-11d7-4c59-b82f-d953deb3b086 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97ce5b89fab14ae1baddba7d89c4ab6b&device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 1097 time: 0.0460987 Jul 27 22:29:39.532732 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c27e2561-eba4-4b97-bb83-afb7a6d98336 req-7dfa648e-61d8-43cb-917e-e467c948400e tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332875 Jul 27 22:29:39.601293 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['c78cb97d-a90d-4a5a-bd77-5c8bd111895d'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:29:39.603510 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066b75-38fc-4804-9a55-fbcf68612843 req-0e429986-3b41-4a14-b1ab-d1c1baac0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:39.605651 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d066b75-38fc-4804-9a55-fbcf68612843 req-0e429986-3b41-4a14-b1ab-d1c1baac0cb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=115abdf7-3065-4720-a8df-7a5d0b716434 HTTP/1.1" status: 200 len: 913 time: 0.0867205 Jul 27 22:29:39.651415 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d066b75-38fc-4804-9a55-fbcf68612843 req-9e714fe7-785c-4e59-92ed-5cae715b891e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9d48494-418f-44f9-96fa-8e2583e4d726 HTTP/1.1" status: 200 len: 217 time: 0.0384724 Jul 27 22:29:39.700460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066b75-38fc-4804-9a55-fbcf68612843 req-35f6d156-542f-4f1e-883b-13c0ab5fb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:39.701884 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d066b75-38fc-4804-9a55-fbcf68612843 req-35f6d156-542f-4f1e-883b-13c0ab5fb188 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e3a02a5-7fd4-479a-b168-5313b35b7922 HTTP/1.1" status: 200 len: 852 time: 0.0443628 Jul 27 22:29:39.734988 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d066b75-38fc-4804-9a55-fbcf68612843 req-bb28258a-7561-4f1e-9fd6-6096b5a7a9e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=115abdf7-3065-4720-a8df-7a5d0b716434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264966 Jul 27 22:29:39.833544 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d066b75-38fc-4804-9a55-fbcf68612843 req-539ff1d3-acee-49e9-9ead-728886cc1bbf service neutron] 10.222.0.41 "GET /v2.0/networks/115abdf7-3065-4720-a8df-7a5d0b716434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907009 Jul 27 22:29:39.924344 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d066b75-38fc-4804-9a55-fbcf68612843 req-aaac0c43-ee7e-49a8-b0ab-bffdc00f3b1d service neutron] 10.222.0.41 "GET /v2.0/networks/115abdf7-3065-4720-a8df-7a5d0b716434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836260 Jul 27 22:29:40.378050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2b2a-eda4-4cf1-8b53-f337d3e3f8e1 req-bd41970a-2b22-419f-a5db-edec146fa068 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:40.379611 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-192b2b2a-eda4-4cf1-8b53-f337d3e3f8e1 req-bd41970a-2b22-419f-a5db-edec146fa068 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 944 time: 0.0533838 Jul 27 22:29:40.419135 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-192b2b2a-eda4-4cf1-8b53-f337d3e3f8e1 req-3f089584-484f-41c3-b7a1-c07f3a6c0e19 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Jul 27 22:29:40.694836 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba30fe-ee81-429a-bcc2-7b86218c2bbe req-f3bdcb84-e87a-46e1-ad19-938be6b10f7e tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:40.704815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02ba30fe-ee81-429a-bcc2-7b86218c2bbe req-f3bdcb84-e87a-46e1-ad19-938be6b10f7e tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0809271 Jul 27 22:29:40.750157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02ba30fe-ee81-429a-bcc2-7b86218c2bbe req-2409ebcc-ae2e-4f1f-9567-3ab46d60781c tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Jul 27 22:29:41.170306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c78cb97d-a90d-4a5a-bd77-5c8bd111895d up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:41.230670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port c78cb97d-a90d-4a5a-bd77-5c8bd111895d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:41.236537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port c78cb97d-a90d-4a5a-bd77-5c8bd111895d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:41.237269 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:41.327782 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:41.352467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b7b8e-6bac-464d-a7d0-e82c8daedab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78cb97d-a90d-4a5a-bd77-5c8bd111895d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:41.355505 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48071f5-ee3c-4fa5-8da0-558dd1937b55" -d '{"events": [{"server_uuid": "b13b7b8e-6bac-464d-a7d0-e82c8daedab2", "name": "network-vif-plugged", "status": "completed", "tag": "c78cb97d-a90d-4a5a-bd77-5c8bd111895d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:41.369575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c78cb97d-a90d-4a5a-bd77-5c8bd111895d, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c78cb97d-a90d-4a5a-bd77-5c8bd111895d,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:41.375259 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:41.376385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:29:41.434644 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f1360c-ef78-4ea1-93a1-5f3c493ff2d5 x-openstack-request-id: req-b5f1360c-ef78-4ea1-93a1-5f3c493ff2d5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:41.435235 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b7b8e-6bac-464d-a7d0-e82c8daedab2", "name": "network-vif-plugged", "status": "completed", "tag": "c78cb97d-a90d-4a5a-bd77-5c8bd111895d", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:41.435644 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5f1360c-ef78-4ea1-93a1-5f3c493ff2d5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:41.436191 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13b7b8e-6bac-464d-a7d0-e82c8daedab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78cb97d-a90d-4a5a-bd77-5c8bd111895d', 'code': 200} Jul 27 22:29:41.439583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:29:41.440130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 6d3d5d8f-ab7a-4e50-9a30-1b0a18cb11ea not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:29:41.473436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=c78cb97d-a90d-4a5a-bd77-5c8bd111895d,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:41.557904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d50109-3fdb-4e8a-8818-5992c3ba1825 req-ef474748-06f5-469c-830a-1ae14ca68d5c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:41.565912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1d50109-3fdb-4e8a-8818-5992c3ba1825 req-ef474748-06f5-469c-830a-1ae14ca68d5c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 945 time: 0.0603893 Jul 27 22:29:41.572187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c62f15-2e9b-44af-9ca8-af36aef058b5 req-31cbfead-70e3-4f14-afcd-86f5f96d8b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:41.576212 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-53c62f15-2e9b-44af-9ca8-af36aef058b5 req-31cbfead-70e3-4f14-afcd-86f5f96d8b7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 1096 time: 0.0933383 Jul 27 22:29:41.634189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1d50109-3fdb-4e8a-8818-5992c3ba1825 req-f03d9489-20da-4a4c-8b35-1f025cde03f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670838 Jul 27 22:29:41.680595 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-53c62f15-2e9b-44af-9ca8-af36aef058b5 req-5cfcf34d-303d-4c42-be3a-b55cca8225a4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966699 Jul 27 22:29:41.888901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6d5c-dcff-40ff-b6ab-d698034fd746 req-b949a22f-5fe9-4b7f-984f-6870d62c096d tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:41.896383 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-88ff6d5c-dcff-40ff-b6ab-d698034fd746 req-b949a22f-5fe9-4b7f-984f-6870d62c096d tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0666065 Jul 27 22:29:41.934369 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-88ff6d5c-dcff-40ff-b6ab-d698034fd746 req-0436dc31-24ce-4cff-9930-59da87980206 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Jul 27 22:29:42.203822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dab544-0d75-4ccd-805c-9188198ecd7e req-2d8546d5-198c-40da-bfa7-40541d21481f tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:42.205450 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33dab544-0d75-4ccd-805c-9188198ecd7e req-2d8546d5-198c-40da-bfa7-40541d21481f tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0514643 Jul 27 22:29:42.244249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33dab544-0d75-4ccd-805c-9188198ecd7e req-dc3328e7-619a-438f-a085-cd5820ae4078 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Jul 27 22:29:42.571183 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:42.783062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187880fa-e515-462c-9f69-230913fc4ef3 req-27156a32-3de4-4723-adfb-550e3c8017c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:42.784650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-187880fa-e515-462c-9f69-230913fc4ef3 req-27156a32-3de4-4723-adfb-550e3c8017c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 945 time: 0.0803871 Jul 27 22:29:42.809886 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-51de5e5b-33f0-4300-b93f-76adcaef611f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:42.834860 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-187880fa-e515-462c-9f69-230913fc4ef3 req-9bff1934-45c6-4f80-b76b-9277deba2e54 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Jul 27 22:29:42.957534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799ca6-cad6-4bc8-9263-541c4a0c3dd2 req-791c1787-9ea6-4146-964e-673d7df93310 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:42.960299 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64799ca6-cad6-4bc8-9263-541c4a0c3dd2 req-791c1787-9ea6-4146-964e-673d7df93310 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 945 time: 0.0596433 Jul 27 22:29:43.018564 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64799ca6-cad6-4bc8-9263-541c4a0c3dd2 req-786d7515-82db-437f-ac69-fb069be6b2bc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436873 Jul 27 22:29:43.124357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a520e-d5b3-4c14-bee3-9ddb9a36e2de req-c51ec090-eae9-4376-8af5-848b80cdc318 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:43.125882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf7a520e-d5b3-4c14-bee3-9ddb9a36e2de req-c51ec090-eae9-4376-8af5-848b80cdc318 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 945 time: 0.0535362 Jul 27 22:29:43.163994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf7a520e-d5b3-4c14-bee3-9ddb9a36e2de req-71691fa6-a705-4c28-93d0-751fd0bb7678 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Jul 27 22:29:43.401922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8f639-ff82-4bca-9274-4f8305866389 req-1d932675-ee19-4d06-8625-fc174367373c tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:43.404455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39f8f639-ff82-4bca-9274-4f8305866389 req-1d932675-ee19-4d06-8625-fc174367373c tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0836961 Jul 27 22:29:43.475069 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39f8f639-ff82-4bca-9274-4f8305866389 req-21708ef7-bd0c-4519-84e6-341d4e42905b tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605409 Jul 27 22:29:43.484597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4746ee-3999-4edb-8e37-b618f5b609f0 req-81b9100d-beb3-4aca-a2fc-4bc1e6266eb0 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:43.490732 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a4746ee-3999-4edb-8e37-b618f5b609f0 req-81b9100d-beb3-4aca-a2fc-4bc1e6266eb0 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 945 time: 0.0850966 Jul 27 22:29:43.535945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a4746ee-3999-4edb-8e37-b618f5b609f0 req-fd183f73-9fad-438c-9d3b-1ac3dc7b1ed5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343599 Jul 27 22:29:43.954153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e29d52-3075-4e3f-a5c9-841b421cdb86 req-09615623-b6dc-4b29-890d-924dd6331402 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:43.955699 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-37e29d52-3075-4e3f-a5c9-841b421cdb86 req-09615623-b6dc-4b29-890d-924dd6331402 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.41 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 946 time: 0.0535610 Jul 27 22:29:44.053226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-37e29d52-3075-4e3f-a5c9-841b421cdb86 req-c2923ec3-01fa-4dee-bea4-68b446724162 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Deleting port b9d48494-418f-44f9-96fa-8e2583e4d726 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:44.053576 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-37e29d52-3075-4e3f-a5c9-841b421cdb86 req-c2923ec3-01fa-4dee-bea4-68b446724162 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:44.150204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-37e29d52-3075-4e3f-a5c9-841b421cdb86 req-c2923ec3-01fa-4dee-bea4-68b446724162 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] For port b9d48494-418f-44f9-96fa-8e2583e4d726, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=b9d48494-418f-44f9-96fa-8e2583e4d726,segment=NetworkSegment(47850f1b-5b16-416c-9d5f-a59832cb9a71),segment_id=47850f1b-5b16-416c-9d5f-a59832cb9a71)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:44.150464 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-37e29d52-3075-4e3f-a5c9-841b421cdb86 req-c2923ec3-01fa-4dee-bea4-68b446724162 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:44.163794 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-37e29d52-3075-4e3f-a5c9-841b421cdb86 req-c2923ec3-01fa-4dee-bea4-68b446724162 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Calling delete_port for b9d48494-418f-44f9-96fa-8e2583e4d726 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:44.295222 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-37e29d52-3075-4e3f-a5c9-841b421cdb86 req-c2923ec3-01fa-4dee-bea4-68b446724162 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:44.308909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['b9d48494-418f-44f9-96fa-8e2583e4d726'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:29:44.325295 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2923ec3-01fa-4dee-bea4-68b446724162 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Pushing event deleted for resources: {'Port': ['ID=b9d48494-418f-44f9-96fa-8e2583e4d726,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:44.365697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e29d52-3075-4e3f-a5c9-841b421cdb86 req-c2923ec3-01fa-4dee-bea4-68b446724162 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] No DVR routers for this DVR port b9d48494-418f-44f9-96fa-8e2583e4d726 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:29:44.368171 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-37e29d52-3075-4e3f-a5c9-841b421cdb86 req-c2923ec3-01fa-4dee-bea4-68b446724162 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:44.370283 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-37e29d52-3075-4e3f-a5c9-841b421cdb86 req-c2923ec3-01fa-4dee-bea4-68b446724162 tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.41 "DELETE /v2.0/ports/b9d48494-418f-44f9-96fa-8e2583e4d726 HTTP/1.1" status: 204 len: 173 time: 0.4088254 Jul 27 22:29:44.370790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dc2cdb-273d-434e-b066-80bc9b3a4266', 'name': 'network-vif-deleted', 'tag': 'b9d48494-418f-44f9-96fa-8e2583e4d726'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:44.373011 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce2045d-768e-4629-b078-c996e21f8c11" -d '{"events": [{"server_uuid": "40dc2cdb-273d-434e-b066-80bc9b3a4266", "name": "network-vif-deleted", "tag": "b9d48494-418f-44f9-96fa-8e2583e4d726"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:44.412798 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221d3e82-531c-49c4-86df-4dc9977386e7 x-openstack-request-id: req-221d3e82-531c-49c4-86df-4dc9977386e7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:44.413195 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dc2cdb-273d-434e-b066-80bc9b3a4266", "name": "network-vif-deleted", "tag": "b9d48494-418f-44f9-96fa-8e2583e4d726", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:44.418593 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-221d3e82-531c-49c4-86df-4dc9977386e7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:44.419014 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dc2cdb-273d-434e-b066-80bc9b3a4266', 'name': 'network-vif-deleted', 'tag': 'b9d48494-418f-44f9-96fa-8e2583e4d726', 'status': 'completed', 'code': 200} Jul 27 22:29:44.594794 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d76f55ad-5b3b-4a1a-9814-fab9c2914f50 req-99ea36d7-bbe8-44c4-b8ca-c679ae9de22d tempest-TestServerAdvancedOps-1712904326 tempest-TestServerAdvancedOps-1712904326-project] 10.222.0.24 "GET /v2.0/ports?device_id=40dc2cdb-273d-434e-b066-80bc9b3a4266 HTTP/1.1" status: 200 len: 210 time: 0.0364194 Jul 27 22:29:44.665155 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de9b6-f35b-4b20-9786-26742bbee1f9 req-d66ddb08-ab71-4069-a754-5c58ece5ffb8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:44.667478 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-298de9b6-f35b-4b20-9786-26742bbee1f9 req-d66ddb08-ab71-4069-a754-5c58ece5ffb8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 945 time: 0.0509379 Jul 27 22:29:44.706789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-298de9b6-f35b-4b20-9786-26742bbee1f9 req-62f59896-68d0-45e9-98ac-1599bf250f1d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332165 Jul 27 22:29:44.857624 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f2d7d-b0c5-4b68-9483-91a971591404 req-abdd4aac-da38-496e-8fe0-570b88c179ab tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:44.859415 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b70f2d7d-b0c5-4b68-9483-91a971591404 req-abdd4aac-da38-496e-8fe0-570b88c179ab tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 945 time: 0.0550458 Jul 27 22:29:44.989628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b70f2d7d-b0c5-4b68-9483-91a971591404 req-8db6ef7e-85eb-48d9-a632-30a6fd0d7d98 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Deleting port c78cb97d-a90d-4a5a-bd77-5c8bd111895d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:44.990202 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b70f2d7d-b0c5-4b68-9483-91a971591404 req-8db6ef7e-85eb-48d9-a632-30a6fd0d7d98 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:45.086889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b70f2d7d-b0c5-4b68-9483-91a971591404 req-8db6ef7e-85eb-48d9-a632-30a6fd0d7d98 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] For port c78cb97d-a90d-4a5a-bd77-5c8bd111895d, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c78cb97d-a90d-4a5a-bd77-5c8bd111895d,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:45.087284 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b70f2d7d-b0c5-4b68-9483-91a971591404 req-8db6ef7e-85eb-48d9-a632-30a6fd0d7d98 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:45.102255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-b70f2d7d-b0c5-4b68-9483-91a971591404 req-8db6ef7e-85eb-48d9-a632-30a6fd0d7d98 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Calling delete_port for c78cb97d-a90d-4a5a-bd77-5c8bd111895d owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:45.244422 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b70f2d7d-b0c5-4b68-9483-91a971591404 req-8db6ef7e-85eb-48d9-a632-30a6fd0d7d98 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:45.260954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['c78cb97d-a90d-4a5a-bd77-5c8bd111895d'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:29:45.278040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6ef7e-85eb-48d9-a632-30a6fd0d7d98 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event deleted for resources: {'Port': ['ID=c78cb97d-a90d-4a5a-bd77-5c8bd111895d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:45.345896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70f2d7d-b0c5-4b68-9483-91a971591404 req-8db6ef7e-85eb-48d9-a632-30a6fd0d7d98 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] No DVR routers for this DVR port c78cb97d-a90d-4a5a-bd77-5c8bd111895d on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:29:45.348974 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b70f2d7d-b0c5-4b68-9483-91a971591404 req-8db6ef7e-85eb-48d9-a632-30a6fd0d7d98 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:45.351726 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b70f2d7d-b0c5-4b68-9483-91a971591404 req-8db6ef7e-85eb-48d9-a632-30a6fd0d7d98 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "DELETE /v2.0/ports/c78cb97d-a90d-4a5a-bd77-5c8bd111895d HTTP/1.1" status: 204 len: 173 time: 0.4855933 Jul 27 22:29:45.459470 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78ba73df-a6e9-4377-8b53-8c28cfe03e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:45.661356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52764) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:45.720060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c4360b-e1e1-43e7-9466-31d1d5b96886 admin admin] Deleting subnet 3e3a02a5-7fd4-479a-b168-5313b35b7922 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:29:45.730668 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1c4360b-e1e1-43e7-9466-31d1d5b96886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:45.774157 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1c4360b-e1e1-43e7-9466-31d1d5b96886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:45.776293 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:45.852006 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1c4360b-e1e1-43e7-9466-31d1d5b96886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:45.856457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa4204b8-ab01-48fa-ad7f-c15e3e59fc67 req-360330cc-cb7e-4a6d-a436-890877e75ff5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 210 time: 0.0350142 Jul 27 22:29:45.930114 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1c4360b-e1e1-43e7-9466-31d1d5b96886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:45.948179 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a1c4360b-e1e1-43e7-9466-31d1d5b96886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:45.950590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a1c4360b-e1e1-43e7-9466-31d1d5b96886 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3e3a02a5-7fd4-479a-b168-5313b35b7922 HTTP/1.1" status: 204 len: 168 time: 0.2873991 Jul 27 22:29:45.953272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52772) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:45.980572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4360b-e1e1-43e7-9466-31d1d5b96886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3a02a5-7fd4-479a-b168-5313b35b7922,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:46.054648 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.183799 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.200656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115abdf7-3065-4720-a8df-7a5d0b716434']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:46.222524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47850f1b-5b16-416c-9d5f-a59832cb9a71') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:46.223927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47850f1b-5b16-416c-9d5f-a59832cb9a71') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:46.238139 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.262613 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.273301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:29:46.273724 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:29:46.276889 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:29:46.350814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.378302 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.383824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:46.384621 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] 10.222.0.24 "DELETE /v2.0/networks/115abdf7-3065-4720-a8df-7a5d0b716434 HTTP/1.1" status: 204 len: 168 time: 0.4296172 Jul 27 22:29:46.387342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d39af-7d57-43b1-95a3-67264b20a448 admin admin] Pushing event deleted for resources: {'Network': ['ID=115abdf7-3065-4720-a8df-7a5d0b716434,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:46.420358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13b7b8e-6bac-464d-a7d0-e82c8daedab2', 'name': 'network-vif-deleted', 'tag': 'c78cb97d-a90d-4a5a-bd77-5c8bd111895d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:46.422900 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921a4db4-bd91-4f10-adf7-44a1d6c3d82c" -d '{"events": [{"server_uuid": "b13b7b8e-6bac-464d-a7d0-e82c8daedab2", "name": "network-vif-deleted", "tag": "c78cb97d-a90d-4a5a-bd77-5c8bd111895d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:46.436623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f8668b-bcd3-44c1-bae9-67f7d2862f8c admin admin] Deleting subnet 49546999-7157-4364-a98c-ef5ccef29f27 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:29:46.440174 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4f8668b-bcd3-44c1-bae9-67f7d2862f8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.469934 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.486015 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4f8668b-bcd3-44c1-bae9-67f7d2862f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.497592 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb7e0a-99af-4d2d-8209-ef71548bda1d x-openstack-request-id: req-34bb7e0a-99af-4d2d-8209-ef71548bda1d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:46.497896 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13b7b8e-6bac-464d-a7d0-e82c8daedab2", "name": "network-vif-deleted", "tag": "c78cb97d-a90d-4a5a-bd77-5c8bd111895d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:46.498153 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34bb7e0a-99af-4d2d-8209-ef71548bda1d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:46.498587 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13b7b8e-6bac-464d-a7d0-e82c8daedab2', 'name': 'network-vif-deleted', 'tag': 'c78cb97d-a90d-4a5a-bd77-5c8bd111895d', 'status': 'completed', 'code': 200} Jul 27 22:29:46.509328 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.530208 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4f8668b-bcd3-44c1-bae9-67f7d2862f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.595481 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4f8668b-bcd3-44c1-bae9-67f7d2862f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.624672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8668b-bcd3-44c1-bae9-67f7d2862f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49546999-7157-4364-a98c-ef5ccef29f27,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:46.631836 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4f8668b-bcd3-44c1-bae9-67f7d2862f8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.637242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52790) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:46.642832 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b4f8668b-bcd3-44c1-bae9-67f7d2862f8c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/49546999-7157-4364-a98c-ef5ccef29f27 HTTP/1.1" status: 204 len: 168 time: 0.2571714 Jul 27 22:29:46.715243 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.794426 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.804424 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506185e2-3bc6-456b-8520-653c7a2a2356']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:46.815791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c626e5e9-6930-4fb0-88ef-56c7d29acb70') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:46.816086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c626e5e9-6930-4fb0-88ef-56c7d29acb70') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:46.828157 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.854092 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.863016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:29:46.863550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:29:46.865384 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:29:46.930290 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.947934 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:46.950443 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] 10.222.0.24 "DELETE /v2.0/networks/506185e2-3bc6-456b-8520-653c7a2a2356 HTTP/1.1" status: 204 len: 168 time: 0.3121471 Jul 27 22:29:46.951378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded4541-4186-4816-99cc-0ad09b5d3d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=506185e2-3bc6-456b-8520-653c7a2a2356,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:46.994892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b1b012a-9c9e-44aa-a573-b0c718d9da6a req-d19d14cc-73a2-44e6-91de-ff089a4ec990 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 210 time: 0.0394626 Jul 27 22:29:47.153315 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b9d48494-418f-44f9-96fa-8e2583e4d726 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:29:47.172423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52808) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:47.186555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: b9d48494-418f-44f9-96fa-8e2583e4d726 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:29:47.186899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device b9d48494-418f-44f9-96fa-8e2583e4d726 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:29:47.240465 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-20c31a10-bf02-428a-afca-8c8c987b516b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97ce5b89fab14ae1baddba7d89c4ab6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661879 Jul 27 22:29:47.242833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52816) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:47.301782 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76b2e004-76e0-4148-a5a6-9e79cf95484f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:47.330431 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76b2e004-76e0-4148-a5a6-9e79cf95484f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:47.392626 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76b2e004-76e0-4148-a5a6-9e79cf95484f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:47.396188 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-76b2e004-76e0-4148-a5a6-9e79cf95484f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:47.397428 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-76b2e004-76e0-4148-a5a6-9e79cf95484f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d230fd6-701d-43d2-bc08-d6d6f4a5bb46 HTTP/1.1" status: 204 len: 168 time: 0.1534152 Jul 27 22:29:47.407215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2e004-76e0-4148-a5a6-9e79cf95484f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d230fd6-701d-43d2-bc08-d6d6f4a5bb46,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:47.407726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adc078-81e5-4845-aa99-b709236cb916 req-2420aee9-a859-49d8-b5ce-fbb8bcece456 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:47.410767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-2420aee9-a859-49d8-b5ce-fbb8bcece456 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/networks?id=8f61feab-c5cf-4bda-9d51-ec23b5048c43 HTTP/1.1" status: 200 len: 814 time: 0.1372437 Jul 27 22:29:47.436005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-6246d6f2-a756-49cb-8541-bf58b3e37241 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/quotas/e360069e157c44e0be09d8ba41691907 HTTP/1.1" status: 200 len: 375 time: 0.0145121 Jul 27 22:29:47.472105 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-c1ed63b9-0f4b-49c7-9ccd-8df18d4975a7 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e360069e157c44e0be09d8ba41691907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298419 Jul 27 22:29:47.652168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-ee58347b-daac-410e-9eb6-408dfd5578f1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:29:47.653267 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-ee58347b-daac-410e-9eb6-408dfd5578f1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1731472 Jul 27 22:29:47.777717 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-86a1af8f-dc8a-43a4-b99f-973c75b7f534 service neutron] 10.222.0.24 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138139 Jul 27 22:29:47.801922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52838) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:47.867256 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4a8bcc00-a08f-4a09-b087-08fa99120fd5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b23ef9a38474bb386e0b758d4297bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617344 Jul 27 22:29:47.868219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 52840) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:47.933384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2c87-1bc0-4f14-8fc2-a1c609faa028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:47.961115 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2c87-1bc0-4f14-8fc2-a1c609faa028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:48.030412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2c87-1bc0-4f14-8fc2-a1c609faa028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:48.033775 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2c87-1bc0-4f14-8fc2-a1c609faa028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:48.035264 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7c8e2c87-1bc0-4f14-8fc2-a1c609faa028 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cd497df-53c8-443b-9d66-db00556b3871 HTTP/1.1" status: 204 len: 168 time: 0.1660879 Jul 27 22:29:48.060948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e2c87-1bc0-4f14-8fc2-a1c609faa028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd497df-53c8-443b-9d66-db00556b3871,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:48.148146 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:48.196098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba69105d-ae92-40d3-a577-3d29ae085b78 req-aa9f73d7-8db4-41b1-b413-15cf17b1b15e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 210 time: 0.0367522 Jul 27 22:29:48.237558 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-4caa30a4-13b7-42e7-b766-088e288c0121 service neutron] 10.222.0.24 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587603 Jul 27 22:29:48.500137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f1f2e07-e53d-4c04-8b05-5f204ba27d72 req-17177ed1-7ee3-438d-9b98-ca4f2fcdc132 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 210 time: 0.0434499 Jul 27 22:29:48.968291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52888) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:49.108046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-357516967-network', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:49.136064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Made reservation on behalf of 452a97d670344ea1b1c0d7d0a5730032 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:49.138477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:49.147701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:49.210979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c78cb97d-a90d-4a5a-bd77-5c8bd111895d no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:29:49.233891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: c78cb97d-a90d-4a5a-bd77-5c8bd111895d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:29:49.234581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c78cb97d-a90d-4a5a-bd77-5c8bd111895d not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:29:49.251286 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:49.256157 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:49.284829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:29:49.311421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b182abbd-f07f-4d9f-a8d6-d48241fd9dbb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:49.331489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce640b14-a5f2-49c7-a4d3-0b36a62260b5 req-7338f426-6085-46dc-ad3b-494011867a81 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 210 time: 0.0366170 Jul 27 22:29:49.332633 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:49.332965 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Added segment c22fe62b-3a23-455a-af0c-107121bf643e of type vlan for network 50c6208d-769f-4d9b-943b-9c66b6cf1cda Jul 27 22:29:49.347017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:49.347539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:49.348028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:49.348527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:49.349009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:49.349485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:49.349951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:49.350448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:49.350939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:49.351412 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:49.351882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:49.352351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:49.409914 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:49.455831 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:49.457304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:49.458564 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:49.543667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5738552 Jul 27 22:29:49.549403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:49.560107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d1394162-1b0a-41bd-94a3-af8172288c53 admin admin] Request body: {'subnet': {'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-357516967-subnet', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:49.589422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152f92c-45ba-41ca-b4e6-ab5c218a8e56 admin admin] Pushing event updated for resources: {'Network': ['ID=50c6208d-769f-4d9b-943b-9c66b6cf1cda,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:49.605472 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 50c6208d-769f-4d9b-943b-9c66b6cf1cda details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:29:49.612954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1394162-1b0a-41bd-94a3-af8172288c53 admin admin] Made reservation on behalf of 452a97d670344ea1b1c0d7d0a5730032 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:49.616890 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1394162-1b0a-41bd-94a3-af8172288c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:49.622628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adc078-81e5-4845-aa99-b709236cb916 req-e0dcdcfd-67de-4c3d-9689-d2dca3f55524 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:49.625339 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-e0dcdcfd-67de-4c3d-9689-d2dca3f55524 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.41 "GET /v2.0/networks?id=8f61feab-c5cf-4bda-9d51-ec23b5048c43 HTTP/1.1" status: 200 len: 814 time: 0.1909811 Jul 27 22:29:49.641608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-33adc078-81e5-4845-aa99-b709236cb916 req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Request body: {'port': {'device_id': 'b8fadf2e-a29f-4636-886b-ec82f34c1a41', 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43', 'admin_state_up': True, 'tenant_id': 'e360069e157c44e0be09d8ba41691907'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:49.733583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-02b4dd91-7bf4-4d67-858d-5c6e3ee9ca6c req-15b3d839-2f13-4e79-8f85-698730b1e969 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 210 time: 0.0338385 Jul 27 22:29:49.802956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33adc078-81e5-4845-aa99-b709236cb916 req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Made reservation on behalf of e360069e157c44e0be09d8ba41691907 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:49.808369 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-33adc078-81e5-4845-aa99-b709236cb916 req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:49.845569 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1394162-1b0a-41bd-94a3-af8172288c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:49.909282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1394162-1b0a-41bd-94a3-af8172288c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6b2099-725b-441d-938b-cc1640c3f271,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:49.918854 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:29:49.920001 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1394162-1b0a-41bd-94a3-af8172288c53 admin admin] Checking segment: {'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:49.920370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1394162-1b0a-41bd-94a3-af8172288c53 admin admin] Network hostable DHCP agents. Network: 50c6208d-769f-4d9b-943b-9c66b6cf1cda, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:29:49.949822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1394162-1b0a-41bd-94a3-af8172288c53 admin admin] Network 50c6208d-769f-4d9b-943b-9c66b6cf1cda is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:29:49.960631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d1394162-1b0a-41bd-94a3-af8172288c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 50c6208d-769f-4d9b-943b-9c66b6cf1cda) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:49.966289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1394162-1b0a-41bd-94a3-af8172288c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:49.967093 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1394162-1b0a-41bd-94a3-af8172288c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:49.976499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b3123d-0960-492f-b42a-f6802ed54be3 None None] Network 50c6208d-769f-4d9b-943b-9c66b6cf1cda requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:49.986033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-33adc078-81e5-4845-aa99-b709236cb916 req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Allocated IP 172.20.0.4 (8f61feab-c5cf-4bda-9d51-ec23b5048c43/07d6205a-27b7-4af9-b728-b849638f6c69/1458c672-9c00-4cc2-8914-9e60d51913a1) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:49.997539 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d1394162-1b0a-41bd-94a3-af8172288c53 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4419928 Jul 27 22:29:49.999933 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52912) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:50.007843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:50.043254 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.044502 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.115987 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.193821 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:29:50.194878 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.201206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-33adc078-81e5-4845-aa99-b709236cb916 req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.255944 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-33adc078-81e5-4845-aa99-b709236cb916 req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.275503 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.330781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33adc078-81e5-4845-aa99-b709236cb916 req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:50.335753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-33adc078-81e5-4845-aa99-b709236cb916 req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:50.348378 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-33adc078-81e5-4845-aa99-b709236cb916 req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:50.384190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Allocated IP 172.20.0.2 (50c6208d-769f-4d9b-943b-9c66b6cf1cda/3c6b2099-725b-441d-938b-cc1640c3f271/43768d1d-0d60-4ab9-9579-143af8f05e37) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:50.412441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Pushing event updated for resources: {'Port': ['ID=1458c672-9c00-4cc2-8914-9e60d51913a1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:50.484223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adc078-81e5-4845-aa99-b709236cb916 req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:50.484917 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-33adc078-81e5-4845-aa99-b709236cb916 req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.515804 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-e9cc5274-3147-4d4d-8d67-a21935b0a96a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8795297 Jul 27 22:29:50.535964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Request body: {'port': {'device_id': 'b8fadf2e-a29f-4636-886b-ec82f34c1a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:50.615873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5abc75e3-7510-4640-b1e4-60bd5734dfe9 req-9212664c-a478-46c5-9c9e-20180fbc894c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b13b7b8e-6bac-464d-a7d0-e82c8daedab2 HTTP/1.1" status: 200 len: 210 time: 0.0752466 Jul 27 22:29:50.623277 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.645897 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.661291 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.674795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Transition to ACTIVE for port object 43768d1d-0d60-4ab9-9579-143af8f05e37 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:50.687803 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.715467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Transition to ACTIVE for port object 43768d1d-0d60-4ab9-9579-143af8f05e37 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:50.729789 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.794123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Network 50c6208d-769f-4d9b-943b-9c66b6cf1cda is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:50.797044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:50.800517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:50.811901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Pushing event updated for resources: {'Port': ['ID=43768d1d-0d60-4ab9-9579-143af8f05e37,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:50.833770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Allocated IP 172.25.1.241 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/16e04e4d-bbe4-4ba7-a970-31368f6eb057) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:50.889991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Attempting to bind port 43768d1d-0d60-4ab9-9579-143af8f05e37 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:50.890580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Attempting to bind port 43768d1d-0d60-4ab9-9579-143af8f05e37 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:50.890994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Attempting to bind port 43768d1d-0d60-4ab9-9579-143af8f05e37 on network 50c6208d-769f-4d9b-943b-9c66b6cf1cda {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:50.896604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:50.897127 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Checking segment: {'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:50.897613 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.898095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Bound using segment: {'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:50.898669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Bound port: 43768d1d-0d60-4ab9-9579-143af8f05e37, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:50.899148 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:50.989793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35c508-0a40-4548-895a-afbadc24827f req-44863562-d986-4146-8888-444c20aff6f4 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:50.989793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be35c508-0a40-4548-895a-afbadc24827f req-44863562-d986-4146-8888-444c20aff6f4 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 931 time: 0.0797937 Jul 27 22:29:50.999687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] For port 43768d1d-0d60-4ab9-9579-143af8f05e37, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:51.009878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] For port 43768d1d-0d60-4ab9-9579-143af8f05e37, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=43768d1d-0d60-4ab9-9579-143af8f05e37,segment=NetworkSegment(c22fe62b-3a23-455a-af0c-107121bf643e),segment_id=c22fe62b-3a23-455a-af0c-107121bf643e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:51.022086 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.035433 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.081883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be35c508-0a40-4548-895a-afbadc24827f req-5f5be2be-d130-4ea0-af72-1710706d245b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674534 Jul 27 22:29:51.128747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.130568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c520286-9b1d-4e45-b3f6-d31ac5b78cde None None] Pushing event updated for resources: {'Port': ['ID=43768d1d-0d60-4ab9-9579-143af8f05e37,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:51.172350 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1458c672-9c00-4cc2-8914-9e60d51913a1 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:29:51.177307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Pushing event updated for resources: {'Port': ['ID=16e04e4d-bbe4-4ba7-a970-31368f6eb057,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:51.184845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.193356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:51.195177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:51.198480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:51.205335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Transition to ACTIVE for port object 1458c672-9c00-4cc2-8914-9e60d51913a1 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:51.210309 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.265513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Pushing event updated for resources: {'Port': ['ID=1458c672-9c00-4cc2-8914-9e60d51913a1,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:51.375384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Attempting to bind port 1458c672-9c00-4cc2-8914-9e60d51913a1 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:51.375728 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Attempting to bind port 1458c672-9c00-4cc2-8914-9e60d51913a1 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'e7f28610-a4a2-4a0e-8219-7279ea50fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:51.377051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Attempting to bind port 1458c672-9c00-4cc2-8914-9e60d51913a1 on network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:51.388831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Port 1458c672-9c00-4cc2-8914-9e60d51913a1 on network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:29:51.389170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Attempting to bind port 1458c672-9c00-4cc2-8914-9e60d51913a1 on network 8f61feab-c5cf-4bda-9d51-ec23b5048c43 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:51.395863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:51.396210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Checking segment: {'id': 'e7f28610-a4a2-4a0e-8219-7279ea50fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:51.396646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Bound using segment: {'id': 'e7f28610-a4a2-4a0e-8219-7279ea50fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:51.397085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Bound port: 1458c672-9c00-4cc2-8914-9e60d51913a1, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f28610-a4a2-4a0e-8219-7279ea50fd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:51.397474 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.506894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] For port 1458c672-9c00-4cc2-8914-9e60d51913a1, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:51.513483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] For port 1458c672-9c00-4cc2-8914-9e60d51913a1, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1458c672-9c00-4cc2-8914-9e60d51913a1,segment=NetworkSegment(e7f28610-a4a2-4a0e-8219-7279ea50fd5b),segment_id=e7f28610-a4a2-4a0e-8219-7279ea50fd5b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:51.520914 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.531069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.564546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:51.565293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.566870 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] 10.222.0.41 "PUT /v2.0/ports/1458c672-9c00-4cc2-8914-9e60d51913a1 HTTP/1.1" status: 200 len: 1091 time: 1.0416658 Jul 27 22:29:51.567542 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fadf2e-a29f-4636-886b-ec82f34c1a41', 'tag': '1458c672-9c00-4cc2-8914-9e60d51913a1'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:51.569943 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a79b7b1-b738-470d-bc9b-85e756d9af6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fadf2e-a29f-4636-886b-ec82f34c1a41", "tag": "1458c672-9c00-4cc2-8914-9e60d51913a1"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:51.597884 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acde4cd-a402-4c9d-a970-107f3db33d75 service neutron] Pushing event updated for resources: {'Port': ['ID=1458c672-9c00-4cc2-8914-9e60d51913a1,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:51.632400 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f070403c-2b02-47f0-abdf-e41fa73385fc x-openstack-request-id: req-f070403c-2b02-47f0-abdf-e41fa73385fc {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:51.632692 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fadf2e-a29f-4636-886b-ec82f34c1a41", "tag": "1458c672-9c00-4cc2-8914-9e60d51913a1", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:51.632944 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f070403c-2b02-47f0-abdf-e41fa73385fc {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:51.633341 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fadf2e-a29f-4636-886b-ec82f34c1a41', 'tag': '1458c672-9c00-4cc2-8914-9e60d51913a1', 'status': 'completed', 'code': 200} Jul 27 22:29:51.682545 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adc078-81e5-4845-aa99-b709236cb916 req-5a643699-65f8-4433-b072-c404b6496de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:51.684474 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-5a643699-65f8-4433-b072-c404b6496de3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e360069e157c44e0be09d8ba41691907&device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 1094 time: 0.0636454 Jul 27 22:29:51.732530 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-6277e011-308b-487c-9e59-0c0c064783de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1458c672-9c00-4cc2-8914-9e60d51913a1 HTTP/1.1" status: 200 len: 217 time: 0.0398166 Jul 27 22:29:51.804649 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.817324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adc078-81e5-4845-aa99-b709236cb916 req-7b7b1afc-bad2-42db-a267-8af0b4ac5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:51.818992 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-7b7b1afc-bad2-42db-a267-8af0b4ac5c11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07d6205a-27b7-4af9-b728-b849638f6c69 HTTP/1.1" status: 200 len: 854 time: 0.0799496 Jul 27 22:29:51.858679 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-b725d2ed-7d6d-4389-8a0b-7ec4dd5c7382 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f61feab-c5cf-4bda-9d51-ec23b5048c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311396 Jul 27 22:29:51.982521 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-a024ef48-be8d-4f94-abbd-c3d867668747 service neutron] 10.222.0.41 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152987 Jul 27 22:29:52.008145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Router dc6883ed-7362-40a7-b647-c9cd7b354fd2 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:29:52.124352 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-33adc078-81e5-4845-aa99-b709236cb916 req-9a9dc5e4-dc99-4eb0-a9e4-69063f0cfb02 service neutron] 10.222.0.41 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335194 Jul 27 22:29:52.169715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:29:52.188407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Sync routers for ids ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:29:52.201969 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Routers {'dc6883ed-7362-40a7-b647-c9cd7b354fd2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:52.202931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:52.247715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:52.251696 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-448c50ca-acb1-460b-afab-cca5df3f28d1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2494981 Jul 27 22:29:52.253238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 52956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:52.340192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79b7b1-b738-470d-bc9b-85e756d9af6e req-57c7dca3-7ca6-4ad3-a32f-3d121a1ea9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:52.341759 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a79b7b1-b738-470d-bc9b-85e756d9af6e req-57c7dca3-7ca6-4ad3-a32f-3d121a1ea9a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e360069e157c44e0be09d8ba41691907&device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 1094 time: 0.1236820 Jul 27 22:29:52.398417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 43768d1d-0d60-4ab9-9579-143af8f05e37 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:52.437169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Set router dc6883ed-7362-40a7-b647-c9cd7b354fd2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:52.526041 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79b7b1-b738-470d-bc9b-85e756d9af6e req-1dabf375-5e13-40f8-a3da-baacc3d27dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:52.527615 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a79b7b1-b738-470d-bc9b-85e756d9af6e req-1dabf375-5e13-40f8-a3da-baacc3d27dd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f61feab-c5cf-4bda-9d51-ec23b5048c43 HTTP/1.1" status: 200 len: 915 time: 0.1786165 Jul 27 22:29:52.579552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19d485-b9f6-49ac-9794-ad5539a842d3 req-8b526e66-2a0e-4fda-995a-b4c51de01592 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:52.587417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae19d485-b9f6-49ac-9794-ad5539a842d3 req-8b526e66-2a0e-4fda-995a-b4c51de01592 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 943 time: 0.2344122 Jul 27 22:29:52.613929 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a79b7b1-b738-470d-bc9b-85e756d9af6e req-dfe74baa-62dc-444d-9693-bb7a753e1fb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1458c672-9c00-4cc2-8914-9e60d51913a1 HTTP/1.1" status: 200 len: 217 time: 0.0783253 Jul 27 22:29:52.678995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf0bdad-5154-4cc5-8416-def8b0a99daa None None] Network 50c6208d-769f-4d9b-943b-9c66b6cf1cda requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:52.702733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79b7b1-b738-470d-bc9b-85e756d9af6e req-0ce0c17a-1580-4be2-b86d-4098e333fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:52.704365 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a79b7b1-b738-470d-bc9b-85e756d9af6e req-0ce0c17a-1580-4be2-b86d-4098e333fe9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07d6205a-27b7-4af9-b728-b849638f6c69 HTTP/1.1" status: 200 len: 854 time: 0.0812604 Jul 27 22:29:52.754908 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a79b7b1-b738-470d-bc9b-85e756d9af6e req-e94059d9-b0e0-43cf-a9f5-736c92ead1c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f61feab-c5cf-4bda-9d51-ec23b5048c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410488 Jul 27 22:29:52.871549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0d2b86a1-ff88-4d3c-9d80-e34935f4c924 None None] Provisioning for port 43768d1d-0d60-4ab9-9579-143af8f05e37 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:52.956098 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a79b7b1-b738-470d-bc9b-85e756d9af6e req-596ad123-ea3e-4b8a-ad93-02561470c86c service neutron] 10.222.0.41 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816905 Jul 27 22:29:52.988823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:51Z', 'revision_number': 3, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:52.992635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 43768d1d-0d60-4ab9-9579-143af8f05e37 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:53.038468 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Checking router: dc6883ed-7362-40a7-b647-c9cd7b354fd2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:29:53.039092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Updating router dc6883ed-7362-40a7-b647-c9cd7b354fd2 port 16e04e4d-bbe4-4ba7-a970-31368f6eb057 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:29:53.043742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 43768d1d-0d60-4ab9-9579-143af8f05e37 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:53.044293 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:53.047151 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae19d485-b9f6-49ac-9794-ad5539a842d3 req-6b60b3ed-b911-4b65-b8e7-4676897d11e6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357574 Jul 27 22:29:53.126424 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:53.157922 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a79b7b1-b738-470d-bc9b-85e756d9af6e req-2f3c28c8-c814-4015-a13a-497ad47608bd service neutron] 10.222.0.41 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008107 Jul 27 22:29:53.187147 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:53.272760 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:53.338482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 43768d1d-0d60-4ab9-9579-143af8f05e37, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=43768d1d-0d60-4ab9-9579-143af8f05e37,segment=NetworkSegment(c22fe62b-3a23-455a-af0c-107121bf643e),segment_id=c22fe62b-3a23-455a-af0c-107121bf643e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:53.368600 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:53.475492 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Allocated IP 172.20.0.1 (50c6208d-769f-4d9b-943b-9c66b6cf1cda/3c6b2099-725b-441d-938b-cc1640c3f271/3bb16f94-d22d-4c7a-bf26-7571c11de0cb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:53.610537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:53.635203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-78e475e6-641a-44a9-be6c-0d8d24f9f444 None None] Provisioning complete for port 43768d1d-0d60-4ab9-9579-143af8f05e37 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:53.635585 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78e475e6-641a-44a9-be6c-0d8d24f9f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:53.643907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Transition to ACTIVE for port object 3bb16f94-d22d-4c7a-bf26-7571c11de0cb will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:53.689143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=43768d1d-0d60-4ab9-9579-143af8f05e37,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:53.692913 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:53.741868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Network 50c6208d-769f-4d9b-943b-9c66b6cf1cda is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:53.750351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:53.767300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:53.770957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Pushing event updated for resources: {'Port': ['ID=3bb16f94-d22d-4c7a-bf26-7571c11de0cb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:53.845293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:53.857824 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:53.883786 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Transition to ACTIVE for port object 16e04e4d-bbe4-4ba7-a970-31368f6eb057 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:53.904325 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.013885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Attempting to bind port 16e04e4d-bbe4-4ba7-a970-31368f6eb057 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:54.014282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Attempting to bind port 16e04e4d-bbe4-4ba7-a970-31368f6eb057 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:54.014694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Attempting to bind port 16e04e4d-bbe4-4ba7-a970-31368f6eb057 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:54.026461 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.036335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:54.036716 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:54.037236 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.037568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:54.037970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Bound port: 16e04e4d-bbe4-4ba7-a970-31368f6eb057, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:54.038375 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.040147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff880bdf-38ff-4702-9baf-bee7c93745eb None None] Pushing event updated for resources: {'Port': ['ID=16e04e4d-bbe4-4ba7-a970-31368f6eb057,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:54.149206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-64e57172-de43-4b2e-84db-6d2db5021e7d None None] Provisioning for port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:54.165042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-64e57172-de43-4b2e-84db-6d2db5021e7d None None] Provisioning complete for port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:54.165502 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64e57172-de43-4b2e-84db-6d2db5021e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.169298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] For port 16e04e4d-bbe4-4ba7-a970-31368f6eb057, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:54.177546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] For port 16e04e4d-bbe4-4ba7-a970-31368f6eb057, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=16e04e4d-bbe4-4ba7-a970-31368f6eb057,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:54.178913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 43768d1d-0d60-4ab9-9579-143af8f05e37 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:54.203340 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.254671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605a8da-6b14-461c-9ee1-f71a1b6b2085 req-d8260c03-72bf-4551-99bc-c7126e6cc86a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:54.256645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5605a8da-6b14-461c-9ee1-f71a1b6b2085 req-d8260c03-72bf-4551-99bc-c7126e6cc86a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 943 time: 0.1011529 Jul 27 22:29:54.326195 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.330414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5605a8da-6b14-461c-9ee1-f71a1b6b2085 req-a03e393c-e361-473d-afa3-00ea71ac999f tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563717 Jul 27 22:29:54.332939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.348509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-64e57172-de43-4b2e-84db-6d2db5021e7d None None] Port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:29:54.351989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff880bdf-38ff-4702-9baf-bee7c93745eb None None] Pushing event updated for resources: {'Port': ['ID=16e04e4d-bbe4-4ba7-a970-31368f6eb057,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:54.363162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Routers {'dc6883ed-7362-40a7-b647-c9cd7b354fd2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:54.363802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:54.405030 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.407889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Pushing event updated for resources: {'Port': ['ID=3bb16f94-d22d-4c7a-bf26-7571c11de0cb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:54.430325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 43768d1d-0d60-4ab9-9579-143af8f05e37 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:54.430325 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.508785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Network 50c6208d-769f-4d9b-943b-9c66b6cf1cda is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:54.510236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:54.544374 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] Set router dc6883ed-7362-40a7-b647-c9cd7b354fd2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:54.854417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:29:54Z', 'revision_number': 2, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:54.893704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3363610-94d1-4133-9282-3a78e30f1199 None None] The sync data for ids ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'] in n-d-802011-3 is: [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:29:54Z', 'revision_number': 2, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:29:54.919891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0b106000-ab7d-4062-ac91-41a025c908a5 None None] Provisioning complete for port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:54.920378 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b106000-ab7d-4062-ac91-41a025c908a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:55.007254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0b106000-ab7d-4062-ac91-41a025c908a5 None None] Port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:29:55.064082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Router dc6883ed-7362-40a7-b647-c9cd7b354fd2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:29:55.206905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1458c672-9c00-4cc2-8914-9e60d51913a1 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:29:55.249957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:29:55.286892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8cbea94f-5f4d-46c5-905e-b521e0c541ec admin admin] 10.222.0.24 "PUT /v2.0/routers/dc6883ed-7362-40a7-b647-c9cd7b354fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0075090 Jul 27 22:29:55.362019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 1458c672-9c00-4cc2-8914-9e60d51913a1, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1458c672-9c00-4cc2-8914-9e60d51913a1,segment=NetworkSegment(e7f28610-a4a2-4a0e-8219-7279ea50fd5b),segment_id=e7f28610-a4a2-4a0e-8219-7279ea50fd5b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:55.409358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '1458c672-9c00-4cc2-8914-9e60d51913a1', 'network_id': '8f61feab-c5cf-4bda-9d51-ec23b5048c43', 'port_id': '1458c672-9c00-4cc2-8914-9e60d51913a1', 'mac_address': 'fa:16:3e:33:64:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d6205a-27b7-4af9-b728-b849638f6c69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:29:55.502877 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:55.522426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1458c672-9c00-4cc2-8914-9e60d51913a1 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:29:55.546397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 1458c672-9c00-4cc2-8914-9e60d51913a1, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1458c672-9c00-4cc2-8914-9e60d51913a1,segment=NetworkSegment(e7f28610-a4a2-4a0e-8219-7279ea50fd5b),segment_id=e7f28610-a4a2-4a0e-8219-7279ea50fd5b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:55.558541 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:55.576327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f505bc-124d-48ba-a9fb-1597faaf4472 req-9f26e407-38b7-410e-abb4-970975058fdd tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:55.579945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7f505bc-124d-48ba-a9fb-1597faaf4472 req-9f26e407-38b7-410e-abb4-970975058fdd tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 943 time: 0.1050346 Jul 27 22:29:55.642253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=1458c672-9c00-4cc2-8914-9e60d51913a1,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:55.652014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7f505bc-124d-48ba-a9fb-1597faaf4472 req-01bdf2cc-4827-4bf3-96b7-c6d64b91ecd6 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654359 Jul 27 22:29:55.753032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['1458c672-9c00-4cc2-8914-9e60d51913a1'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:29:56.185392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53076) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:56.190482 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1315718330-network', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:56.228941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Made reservation on behalf of 30a5d3aba07a40dea410a46be28a6c7e for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:56.231628 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:56.253334 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:56.289389 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 16e04e4d-bbe4-4ba7-a970-31368f6eb057 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:56.369407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 16e04e4d-bbe4-4ba7-a970-31368f6eb057 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:56.377905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 16e04e4d-bbe4-4ba7-a970-31368f6eb057 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:56.378629 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:56.400616 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:56.418010 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:56.475247 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:29:56.487219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce1757b-275a-4111-b79c-ea72c4c0f316,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:56.488309 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:56.494151 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:56.494564 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Added segment e7084674-8a38-4a87-8ab5-18273d4f15f4 of type vlan for network f2e22250-d87d-4a28-a865-03e3a8fa0dc1 Jul 27 22:29:56.518412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 16e04e4d-bbe4-4ba7-a970-31368f6eb057, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=16e04e4d-bbe4-4ba7-a970-31368f6eb057,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:56.523752 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:56.609960 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:56.617519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=16e04e4d-bbe4-4ba7-a970-31368f6eb057,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:56.650204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:56.651370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:56.651972 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:56.803057 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6141133 Jul 27 22:29:56.804005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53120) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:56.813580 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-cc33f7e2-697c-463f-aa31-3b9023143e63 admin admin] Request body: {'subnet': {'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1315718330-subnet', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:56.864318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc33f7e2-697c-463f-aa31-3b9023143e63 admin admin] Made reservation on behalf of 30a5d3aba07a40dea410a46be28a6c7e for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:29:56.867885 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc33f7e2-697c-463f-aa31-3b9023143e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:56.877159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39afb3-19d3-4e1f-9810-1f47e395b234 admin admin] Pushing event updated for resources: {'Network': ['ID=f2e22250-d87d-4a28-a865-03e3a8fa0dc1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:56.888879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network f2e22250-d87d-4a28-a865-03e3a8fa0dc1 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:29:56.941051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611ab80-5c1f-4de9-9613-0bc5667c464d req-44a22110-efce-4147-a097-d20bb7055e00 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:56.946748 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3611ab80-5c1f-4de9-9613-0bc5667c464d req-44a22110-efce-4147-a097-d20bb7055e00 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 944 time: 0.1617458 Jul 27 22:29:57.035662 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3611ab80-5c1f-4de9-9613-0bc5667c464d req-75297bee-e810-47f4-8922-e2b6511b462f tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783734 Jul 27 22:29:57.148951 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc33f7e2-697c-463f-aa31-3b9023143e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.183998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1458c672-9c00-4cc2-8914-9e60d51913a1 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:57.268256 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33f7e2-697c-463f-aa31-3b9023143e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ed1e84-6599-477b-af3c-0b1b8e83be9e,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:57.277057 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc33f7e2-697c-463f-aa31-3b9023143e63 admin admin] Checking segment: {'id': 'e7084674-8a38-4a87-8ab5-18273d4f15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:57.277567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc33f7e2-697c-463f-aa31-3b9023143e63 admin admin] Network hostable DHCP agents. Network: f2e22250-d87d-4a28-a865-03e3a8fa0dc1, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:29:57.293340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 1458c672-9c00-4cc2-8914-9e60d51913a1 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:29:57.298963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 1458c672-9c00-4cc2-8914-9e60d51913a1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:57.299872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.302664 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc33f7e2-697c-463f-aa31-3b9023143e63 admin admin] Network f2e22250-d87d-4a28-a865-03e3a8fa0dc1 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:29:57.317543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-cc33f7e2-697c-463f-aa31-3b9023143e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, f2e22250-d87d-4a28-a865-03e3a8fa0dc1) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:57.323045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc33f7e2-697c-463f-aa31-3b9023143e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:57.323955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cc33f7e2-697c-463f-aa31-3b9023143e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.343370 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cc33f7e2-697c-463f-aa31-3b9023143e63 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5327208 Jul 27 22:29:57.345071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 53136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:57.348574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c561b2-ab38-4d1a-b428-53b598cfba93 None None] Network f2e22250-d87d-4a28-a865-03e3a8fa0dc1 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:29:57.351718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1315718330-router', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:57.381654 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.387033 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.469273 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.525603 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.586570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fadf2e-a29f-4636-886b-ec82f34c1a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1458c672-9c00-4cc2-8914-9e60d51913a1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:57.591175 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a2eb08-5740-48ea-a524-0f6b4c867456" -d '{"events": [{"server_uuid": "b8fadf2e-a29f-4636-886b-ec82f34c1a41", "name": "network-vif-plugged", "status": "completed", "tag": "1458c672-9c00-4cc2-8914-9e60d51913a1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:57.623053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 1458c672-9c00-4cc2-8914-9e60d51913a1, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1458c672-9c00-4cc2-8914-9e60d51913a1,segment=NetworkSegment(e7f28610-a4a2-4a0e-8219-7279ea50fd5b),segment_id=e7f28610-a4a2-4a0e-8219-7279ea50fd5b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:57.625321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-f2e22250-d87d-4a28-a865-03e3a8fa0dc1', 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'fixed_ips': [{'subnet_id': '62ed1e84-6599-477b-af3c-0b1b8e83be9e'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:29:57.626242 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.637200 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.677696 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.684909 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ae021c-d95a-43d5-847c-b2a3cada1490 x-openstack-request-id: req-f6ae021c-d95a-43d5-847c-b2a3cada1490 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:57.685282 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fadf2e-a29f-4636-886b-ec82f34c1a41", "name": "network-vif-plugged", "status": "completed", "tag": "1458c672-9c00-4cc2-8914-9e60d51913a1", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:57.685600 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6ae021c-d95a-43d5-847c-b2a3cada1490 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:57.686055 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fadf2e-a29f-4636-886b-ec82f34c1a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1458c672-9c00-4cc2-8914-9e60d51913a1', 'code': 200} Jul 27 22:29:57.779902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a45c1-2077-412b-854c-2c81c1a6e593 req-b183a660-3435-458e-9ac6-64a0febb75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:57.781168 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ef1a45c1-2077-412b-854c-2c81c1a6e593 req-b183a660-3435-458e-9ac6-64a0febb75b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 1096 time: 0.0639436 Jul 27 22:29:57.826555 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ef1a45c1-2077-412b-854c-2c81c1a6e593 req-a3e621ce-bae4-4079-9133-a8f196e2c298 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365710 Jul 27 22:29:57.893114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=1458c672-9c00-4cc2-8914-9e60d51913a1,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:57.909132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Allocated IP 172.20.0.2 (f2e22250-d87d-4a28-a865-03e3a8fa0dc1/62ed1e84-6599-477b-af3c-0b1b8e83be9e/ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:58.025985 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.048536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.161584 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.173997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Transition to ACTIVE for port object ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:58.196064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 16e04e4d-bbe4-4ba7-a970-31368f6eb057 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:29:58.224722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Transition to ACTIVE for port object ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:58.237905 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.261721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Allocated IP 172.25.1.84 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/14788144-1a2c-430a-a4c2-787ed4db4b3d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:29:58.302800 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Network f2e22250-d87d-4a28-a865-03e3a8fa0dc1 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:58.313024 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:58.315671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:58.320502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Pushing event updated for resources: {'Port': ['ID=ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:58.338485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 16e04e4d-bbe4-4ba7-a970-31368f6eb057 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:29:58.338485 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.339494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003ee0d-3318-44ab-85ad-9916d2e5da7d req-17924665-ee06-49c2-88b7-94e3994fe974 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:58.348726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8003ee0d-3318-44ab-85ad-9916d2e5da7d req-17924665-ee06-49c2-88b7-94e3994fe974 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 945 time: 0.1941175 Jul 27 22:29:58.363901 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Sync routers for ids ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:29:58.378212 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Routers {'dc6883ed-7362-40a7-b647-c9cd7b354fd2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:58.379328 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:58.419869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Attempting to bind port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:58.420291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Attempting to bind port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'e7084674-8a38-4a87-8ab5-18273d4f15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:58.420661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Attempting to bind port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae on network f2e22250-d87d-4a28-a865-03e3a8fa0dc1 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:58.429963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:58.430380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Checking segment: {'id': 'e7084674-8a38-4a87-8ab5-18273d4f15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:58.430823 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.431981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Bound using segment: {'id': 'e7084674-8a38-4a87-8ab5-18273d4f15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:58.432222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8003ee0d-3318-44ab-85ad-9916d2e5da7d req-f755efc4-f6f1-4327-ac7f-ee4c8608c565 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819559 Jul 27 22:29:58.432462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Bound port: ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7084674-8a38-4a87-8ab5-18273d4f15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:58.432843 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.532848 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Set router dc6883ed-7362-40a7-b647-c9cd7b354fd2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:58.547930 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.581863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] For port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:58.586201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] For port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae,segment=NetworkSegment(e7084674-8a38-4a87-8ab5-18273d4f15f4),segment_id=e7084674-8a38-4a87-8ab5-18273d4f15f4)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:58.598510 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.647509 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.702864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:29:58.707721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:29:58.715174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:29:58.743715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Pushing event updated for resources: {'Port': ['ID=14788144-1a2c-430a-a4c2-787ed4db4b3d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:58.833469 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:29:54Z', 'revision_number': 2, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:58.890607 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Checking router: dc6883ed-7362-40a7-b647-c9cd7b354fd2 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:29:58.891495 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Updating router dc6883ed-7362-40a7-b647-c9cd7b354fd2 port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:29:58.927981 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:59.002165 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ac131-ce67-4d4d-aaf9-f85807f8f7d0 None None] Pushing event updated for resources: {'Port': ['ID=ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:59.084678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:59.395069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:59.415217 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:59.438620 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Transition to ACTIVE for port object 3bb16f94-d22d-4c7a-bf26-7571c11de0cb will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:29:59.446574 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:59.514876 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f287f09-c88f-4814-87a9-6d272bee4437 None None] Pushing event updated for resources: {'Port': ['ID=3bb16f94-d22d-4c7a-bf26-7571c11de0cb,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:59.589355 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Attempting to bind port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:29:59.590883 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Attempting to bind port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:29:59.591261 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Attempting to bind port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb on network 50c6208d-769f-4d9b-943b-9c66b6cf1cda {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:29:59.604482 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:29:59.605020 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Checking segment: {'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:29:59.605428 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:59.605821 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Bound using segment: {'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:29:59.606367 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Bound port: 3bb16f94-d22d-4c7a-bf26-7571c11de0cb, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:29:59.606748 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:59.643157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Router b1837bcd-7fe1-4666-a562-1163a647f75f is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:29:59.672594 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cdb8f-8995-416f-a44b-83a991d65f58 req-94624d25-f4f2-47e7-abb9-4286cfb03d4e tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:59.680201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a8cdb8f-8995-416f-a44b-83a991d65f58 req-94624d25-f4f2-47e7-abb9-4286cfb03d4e tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 945 time: 0.0950267 Jul 27 22:29:59.700067 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] For port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:29:59.706362 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] For port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3bb16f94-d22d-4c7a-bf26-7571c11de0cb,segment=NetworkSegment(c22fe62b-3a23-455a-af0c-107121bf643e),segment_id=c22fe62b-3a23-455a-af0c-107121bf643e)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:29:59.720843 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:59.781583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a8cdb8f-8995-416f-a44b-83a991d65f58 req-ab7b7a4b-0efc-4417-8603-22323ec7afbe tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002483 Jul 27 22:29:59.843376 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Routers {'dc6883ed-7362-40a7-b647-c9cd7b354fd2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:59.844691 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:59.915206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:29:59.929188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Sync routers for ids ['b1837bcd-7fe1-4666-a562-1163a647f75f'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:29:59.934324 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f287f09-c88f-4814-87a9-6d272bee4437 None None] Pushing event updated for resources: {'Port': ['ID=3bb16f94-d22d-4c7a-bf26-7571c11de0cb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:59.966528 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Routers {'b1837bcd-7fe1-4666-a562-1163a647f75f'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:59.966855 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:59.967171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1837bcd-7fe1-4666-a562-1163a647f75f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:59.970592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c70ec613-e511-4bc1-a1e3-5c529db2c11e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6233490 Jul 27 22:29:59.970902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 53160) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:00.067593 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] Set router dc6883ed-7362-40a7-b647-c9cd7b354fd2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:00.335288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Set router b1837bcd-7fe1-4666-a562-1163a647f75f gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:00.484674 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:29:59Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:00.558569 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:00.661316 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca228a-68ff-4074-aa7b-60f8340d9fd6 None None] The sync data for ids ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'] in n-d-802011-3 is: [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:29:59Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:30:00.723729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:00.734018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3bb16f94-d22d-4c7a-bf26-7571c11de0cb up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:00.883284 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d8a503-ee2b-4cd3-93e2-6a9da4c5b0b8 None None] Network f2e22250-d87d-4a28-a865-03e3a8fa0dc1 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:30:00.982667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-311c1996-7b35-4f8f-87f9-a6cf49afaa99 None None] Provisioning for port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:00.992980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-311c1996-7b35-4f8f-87f9-a6cf49afaa99 None None] Provisioning complete for port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:00.993357 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-311c1996-7b35-4f8f-87f9-a6cf49afaa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:01.049006 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:01.089463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:01.107624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:01.108152 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:01.133671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'name': 'tempest-TestVolumeBackupRestore-1315718330-router', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:57Z', 'updated_at': '2021-07-27T22:29:58Z', 'revision_number': 3, 'project_id': '30a5d3aba07a40dea410a46be28a6c7e', 'gw_port': {'id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:58Z', 'updated_at': '2021-07-27T22:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:01.204535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Checking router: b1837bcd-7fe1-4666-a562-1163a647f75f for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:30:01.204535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Updating router b1837bcd-7fe1-4666-a562-1163a647f75f port 14788144-1a2c-430a-a4c2-787ed4db4b3d binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:30:01.340689 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:01.770695 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:01.783252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Transition to ACTIVE for port object 14788144-1a2c-430a-a4c2-787ed4db4b3d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:01.787412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-311c1996-7b35-4f8f-87f9-a6cf49afaa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:01.810001 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:01.937112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-311c1996-7b35-4f8f-87f9-a6cf49afaa99 None None] For port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae,segment=NetworkSegment(e7084674-8a38-4a87-8ab5-18273d4f15f4),segment_id=e7084674-8a38-4a87-8ab5-18273d4f15f4)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:01.940501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6838c28-e453-493b-a39d-f587cbd2aff7 None None] Pushing event updated for resources: {'Port': ['ID=14788144-1a2c-430a-a4c2-787ed4db4b3d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:01.948718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Attempting to bind port 14788144-1a2c-430a-a4c2-787ed4db4b3d on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:30:01.948718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Attempting to bind port 14788144-1a2c-430a-a4c2-787ed4db4b3d by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:30:01.948949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Attempting to bind port 14788144-1a2c-430a-a4c2-787ed4db4b3d on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:30:01.952745 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-311c1996-7b35-4f8f-87f9-a6cf49afaa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:01.970455 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:01.999218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:30:01.999804 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:30:02.000168 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:02.001064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:30:02.001539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Bound port: 14788144-1a2c-430a-a4c2-787ed4db4b3d, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:30:02.002301 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:02.045079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3bb16f94-d22d-4c7a-bf26-7571c11de0cb,segment=NetworkSegment(c22fe62b-3a23-455a-af0c-107121bf643e),segment_id=c22fe62b-3a23-455a-af0c-107121bf643e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:02.108470 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:02.146676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Allocated IP 172.20.0.1 (f2e22250-d87d-4a28-a865-03e3a8fa0dc1/62ed1e84-6599-477b-af3c-0b1b8e83be9e/20d3f451-27df-4f4b-8b29-bae572cbcb25) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:30:02.189586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c1996-7b35-4f8f-87f9-a6cf49afaa99 None None] Pushing event updated for resources: {'Port': ['ID=ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:02.203982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] For port 14788144-1a2c-430a-a4c2-787ed4db4b3d, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:30:02.215224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] For port 14788144-1a2c-430a-a4c2-787ed4db4b3d, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=14788144-1a2c-430a-a4c2-787ed4db4b3d,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:30:02.249650 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:02.291927 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:02.301044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=3bb16f94-d22d-4c7a-bf26-7571c11de0cb,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:02.308886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Transition to ACTIVE for port object 20d3f451-27df-4f4b-8b29-bae572cbcb25 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:02.311479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b63db54a-50fd-42fc-95cd-ce244767c5c9 None None] Provisioning complete for port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:02.311856 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b63db54a-50fd-42fc-95cd-ce244767c5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:02.335270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Routers {'b1837bcd-7fe1-4666-a562-1163a647f75f'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:02.336259 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1837bcd-7fe1-4666-a562-1163a647f75f'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:02.348964 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:02.416919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Pushing event updated for resources: {'Port': ['ID=20d3f451-27df-4f4b-8b29-bae572cbcb25,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:02.425893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Network f2e22250-d87d-4a28-a865-03e3a8fa0dc1 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:30:02.428058 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:30:02.430878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:30:02.475669 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:02.492803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6838c28-e453-493b-a39d-f587cbd2aff7 None None] Pushing event updated for resources: {'Port': ['ID=14788144-1a2c-430a-a4c2-787ed4db4b3d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:02.533621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] Set router b1837bcd-7fe1-4666-a562-1163a647f75f gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:02.647247 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:02.873664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'name': 'tempest-TestVolumeBackupRestore-1315718330-router', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:57Z', 'updated_at': '2021-07-27T22:29:58Z', 'revision_number': 3, 'project_id': '30a5d3aba07a40dea410a46be28a6c7e', 'gw_port': {'id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:58Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:02.916437 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:02.921639 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd6235a-577c-4da9-97c7-99d0eea727a6 None None] The sync data for ids ['b1837bcd-7fe1-4666-a562-1163a647f75f'] in n-d-802011-3 is: [{'id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'name': 'tempest-TestVolumeBackupRestore-1315718330-router', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:57Z', 'updated_at': '2021-07-27T22:29:58Z', 'revision_number': 3, 'project_id': '30a5d3aba07a40dea410a46be28a6c7e', 'gw_port': {'id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:58Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:30:02.925693 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:02.931771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-da82d082-109e-4721-bed4-ca86d0ab3ade None None] Provisioning for port 20d3f451-27df-4f4b-8b29-bae572cbcb25 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:02.937566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-da82d082-109e-4721-bed4-ca86d0ab3ade None None] Provisioning complete for port 20d3f451-27df-4f4b-8b29-bae572cbcb25 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:02.938904 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da82d082-109e-4721-bed4-ca86d0ab3ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:03.000917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-da82d082-109e-4721-bed4-ca86d0ab3ade None None] Port 20d3f451-27df-4f4b-8b29-bae572cbcb25 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:30:03.026515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:03.028291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Pushing event updated for resources: {'Port': ['ID=20d3f451-27df-4f4b-8b29-bae572cbcb25,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:03.137098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Network f2e22250-d87d-4a28-a865-03e3a8fa0dc1 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:30:03.139384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:30:03.320020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Router b1837bcd-7fe1-4666-a562-1163a647f75f has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:30:03.536168 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:30:03.548377 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-83acaed7-23c5-4127-97a1-a42acb6a32d9 admin admin] 10.222.0.24 "PUT /v2.0/routers/b1837bcd-7fe1-4666-a562-1163a647f75f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5757873 Jul 27 22:30:03.628504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-98ef7f52-6161-4e1e-b8a0-5bd187e6354a None None] Provisioning complete for port 20d3f451-27df-4f4b-8b29-bae572cbcb25 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:03.628921 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98ef7f52-6161-4e1e-b8a0-5bd187e6354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:03.681062 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-98ef7f52-6161-4e1e-b8a0-5bd187e6354a None None] Port 20d3f451-27df-4f4b-8b29-bae572cbcb25 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:30:04.333367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3bb16f94-d22d-4c7a-bf26-7571c11de0cb up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:04.409102 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:04.410030 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:04.510335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:04.577765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:04.578439 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:04.687612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 14788144-1a2c-430a-a4c2-787ed4db4b3d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:04.771470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 14788144-1a2c-430a-a4c2-787ed4db4b3d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:04.778371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 14788144-1a2c-430a-a4c2-787ed4db4b3d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:04.778759 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:04.922890 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:04.972611 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 14788144-1a2c-430a-a4c2-787ed4db4b3d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=14788144-1a2c-430a-a4c2-787ed4db4b3d,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:04.978867 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.076080 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Sync routers for ids ['b1837bcd-7fe1-4666-a562-1163a647f75f'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:30:05.086604 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Routers {'b1837bcd-7fe1-4666-a562-1163a647f75f'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:05.088246 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1837bcd-7fe1-4666-a562-1163a647f75f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:05.289357 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Set router b1837bcd-7fe1-4666-a562-1163a647f75f gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:05.299501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=14788144-1a2c-430a-a4c2-787ed4db4b3d,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:05.604780 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'name': 'tempest-TestVolumeBackupRestore-1315718330-router', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:57Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 4, 'project_id': '30a5d3aba07a40dea410a46be28a6c7e', 'gw_port': {'id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:58Z', 'updated_at': '2021-07-27T22:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '20d3f451-27df-4f4b-8b29-bae572cbcb25', 'name': '', 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'mac_address': 'fa:16:3e:05:86:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '62ed1e84-6599-477b-af3c-0b1b8e83be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:01Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 2, 'project_id': '30a5d3aba07a40dea410a46be28a6c7e', 'subnets': [{'id': '62ed1e84-6599-477b-af3c-0b1b8e83be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:05.636891 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Checking router: b1837bcd-7fe1-4666-a562-1163a647f75f for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:30:05.637312 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Updating router b1837bcd-7fe1-4666-a562-1163a647f75f port 20d3f451-27df-4f4b-8b29-bae572cbcb25 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:30:05.667045 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.016177 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.029875 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Transition to ACTIVE for port object 20d3f451-27df-4f4b-8b29-bae572cbcb25 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:06.039964 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.140774 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4279ee2-c849-47e2-855e-f6d225e436ab None None] Pushing event updated for resources: {'Port': ['ID=20d3f451-27df-4f4b-8b29-bae572cbcb25,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:06.215799 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Attempting to bind port 20d3f451-27df-4f4b-8b29-bae572cbcb25 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:30:06.216297 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Attempting to bind port 20d3f451-27df-4f4b-8b29-bae572cbcb25 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'e7084674-8a38-4a87-8ab5-18273d4f15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:30:06.216893 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Attempting to bind port 20d3f451-27df-4f4b-8b29-bae572cbcb25 on network f2e22250-d87d-4a28-a865-03e3a8fa0dc1 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:30:06.239006 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:30:06.239006 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Checking segment: {'id': 'e7084674-8a38-4a87-8ab5-18273d4f15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:30:06.239006 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.241308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 14788144-1a2c-430a-a4c2-787ed4db4b3d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:06.242054 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Bound using segment: {'id': 'e7084674-8a38-4a87-8ab5-18273d4f15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:30:06.242875 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Bound port: 20d3f451-27df-4f4b-8b29-bae572cbcb25, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7084674-8a38-4a87-8ab5-18273d4f15f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:30:06.243150 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.323432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 14788144-1a2c-430a-a4c2-787ed4db4b3d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:06.323803 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.344518 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] For port 20d3f451-27df-4f4b-8b29-bae572cbcb25, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:30:06.348922 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] For port 20d3f451-27df-4f4b-8b29-bae572cbcb25, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=20d3f451-27df-4f4b-8b29-bae572cbcb25,segment=NetworkSegment(e7084674-8a38-4a87-8ab5-18273d4f15f4),segment_id=e7084674-8a38-4a87-8ab5-18273d4f15f4)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:30:06.357305 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:06.428729 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Routers {'b1837bcd-7fe1-4666-a562-1163a647f75f'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:06.429621 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:29:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1837bcd-7fe1-4666-a562-1163a647f75f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:06.505270 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4279ee2-c849-47e2-855e-f6d225e436ab None None] Pushing event updated for resources: {'Port': ['ID=20d3f451-27df-4f4b-8b29-bae572cbcb25,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:06.683631 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] Set router b1837bcd-7fe1-4666-a562-1163a647f75f gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:07.023406 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'name': 'tempest-TestVolumeBackupRestore-1315718330-router', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:57Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 4, 'project_id': '30a5d3aba07a40dea410a46be28a6c7e', 'gw_port': {'id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:58Z', 'updated_at': '2021-07-27T22:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '20d3f451-27df-4f4b-8b29-bae572cbcb25', 'name': '', 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'mac_address': 'fa:16:3e:05:86:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '62ed1e84-6599-477b-af3c-0b1b8e83be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:01Z', 'updated_at': '2021-07-27T22:30:06Z', 'revision_number': 4, 'project_id': '30a5d3aba07a40dea410a46be28a6c7e', 'subnets': [{'id': '62ed1e84-6599-477b-af3c-0b1b8e83be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:07.061171 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc82ac6d-6958-4103-9ba1-609bcbf17aa7 None None] The sync data for ids ['b1837bcd-7fe1-4666-a562-1163a647f75f'] in n-d-802011-3 is: [{'id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'name': 'tempest-TestVolumeBackupRestore-1315718330-router', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:57Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 4, 'project_id': '30a5d3aba07a40dea410a46be28a6c7e', 'gw_port': {'id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:58Z', 'updated_at': '2021-07-27T22:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '20d3f451-27df-4f4b-8b29-bae572cbcb25', 'name': '', 'network_id': 'f2e22250-d87d-4a28-a865-03e3a8fa0dc1', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'mac_address': 'fa:16:3e:05:86:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '62ed1e84-6599-477b-af3c-0b1b8e83be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:30:01Z', 'updated_at': '2021-07-27T22:30:06Z', 'revision_number': 4, 'project_id': '30a5d3aba07a40dea410a46be28a6c7e', 'subnets': [{'id': '62ed1e84-6599-477b-af3c-0b1b8e83be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:30:08.236731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 20d3f451-27df-4f4b-8b29-bae572cbcb25 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:08.308354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 20d3f451-27df-4f4b-8b29-bae572cbcb25 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:08.315730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 20d3f451-27df-4f4b-8b29-bae572cbcb25 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:08.316127 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.419434 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.459436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 20d3f451-27df-4f4b-8b29-bae572cbcb25, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=20d3f451-27df-4f4b-8b29-bae572cbcb25,segment=NetworkSegment(e7084674-8a38-4a87-8ab5-18273d4f15f4),segment_id=e7084674-8a38-4a87-8ab5-18273d4f15f4)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:08.464153 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.519670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=20d3f451-27df-4f4b-8b29-bae572cbcb25,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:10.212979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 20d3f451-27df-4f4b-8b29-bae572cbcb25 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:10.269130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 20d3f451-27df-4f4b-8b29-bae572cbcb25 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:10.269737 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:12.574983 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:12.793646 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82a6231d-c3d8-4586-af9b-0f420e94e3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.458021 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e433accb-c284-49b3-ae80-c7ad0434d3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.776926 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:16.462536 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:16.535398 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:17.210216 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3ef5addf-11d0-4ae6-910c-5bc9a5f5dd50 req-d94a8d52-1ef2-436a-9072-dafc8fccae7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950239 Jul 27 22:30:17.367761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5addf-11d0-4ae6-910c-5bc9a5f5dd50 req-49e327af-da38-47b9-a20f-47a19506bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:17.371845 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3ef5addf-11d0-4ae6-910c-5bc9a5f5dd50 req-49e327af-da38-47b9-a20f-47a19506bf76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e360069e157c44e0be09d8ba41691907&device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 1096 time: 0.1066148 Jul 27 22:30:17.517772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5addf-11d0-4ae6-910c-5bc9a5f5dd50 req-00067ec8-eca0-409f-8a6e-66ac3c73cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:17.519450 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3ef5addf-11d0-4ae6-910c-5bc9a5f5dd50 req-00067ec8-eca0-409f-8a6e-66ac3c73cf7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f61feab-c5cf-4bda-9d51-ec23b5048c43 HTTP/1.1" status: 200 len: 915 time: 0.1200063 Jul 27 22:30:17.583214 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3ef5addf-11d0-4ae6-910c-5bc9a5f5dd50 req-51d135f5-e447-444f-b838-f59cc8238b10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1458c672-9c00-4cc2-8914-9e60d51913a1 HTTP/1.1" status: 200 len: 217 time: 0.0559065 Jul 27 22:30:17.659722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5addf-11d0-4ae6-910c-5bc9a5f5dd50 req-a83b3372-1537-4cff-a958-5c2a348351f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:17.661834 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3ef5addf-11d0-4ae6-910c-5bc9a5f5dd50 req-a83b3372-1537-4cff-a958-5c2a348351f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07d6205a-27b7-4af9-b728-b849638f6c69 HTTP/1.1" status: 200 len: 854 time: 0.0601120 Jul 27 22:30:17.713797 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3ef5addf-11d0-4ae6-910c-5bc9a5f5dd50 req-92d6bbb1-94d1-4b2d-80a8-2c2c680e8353 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f61feab-c5cf-4bda-9d51-ec23b5048c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410616 Jul 27 22:30:17.857775 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3ef5addf-11d0-4ae6-910c-5bc9a5f5dd50 req-84540bb0-b9b0-4d49-8715-d75fc4a662d1 service neutron] 10.222.0.41 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314459 Jul 27 22:30:18.024564 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3ef5addf-11d0-4ae6-910c-5bc9a5f5dd50 req-5c75687f-70a5-4122-990b-225403dfa2bc service neutron] 10.222.0.41 "GET /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588423 Jul 27 22:30:18.153901 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:26.877377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-f773e3c7-66b0-4b41-9cc4-30f77abe8816 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:26.878004 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-f773e3c7-66b0-4b41-9cc4-30f77abe8816 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.1422186 Jul 27 22:30:26.897338 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-f718fdb9-0b90-49b2-afba-620d39c0c27c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/quotas/75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 375 time: 0.0122309 Jul 27 22:30:26.925168 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:30:26.957641 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-3dead9c7-f902-498a-a765-d4d22d93ae24 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527079 Jul 27 22:30:27.138781 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-30e5a810-8586-441f-b7bd-e2969553e7fa service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722429 Jul 27 22:30:27.253725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-d9eeaecd-914e-4d0b-abee-1c72e295aa4a service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055954 Jul 27 22:30:27.557279 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13c34986-30ca-41cd-a377-50b69fcb5260 req-d565e117-6055-45e8-8ebd-4e4e1b10b6b5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 210 time: 0.0741930 Jul 27 22:30:28.802797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5c9299a-a658-4335-84fe-8c654a5ddaa0 req-686173b7-6f1f-44bd-8fe5-d8e231e24fdb tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 210 time: 0.1035306 Jul 27 22:30:29.110170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7bfb8d41-cf0f-49f2-8e3b-7b3a23967507 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:29.113381 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7bfb8d41-cf0f-49f2-8e3b-7b3a23967507 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.2988851 Jul 27 22:30:29.126539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'port': {'device_id': '0fe25f65-0854-46c2-b30d-596d56b11d26', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'admin_state_up': True, 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:29.309150 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Made reservation on behalf of 75d2e7c8619341e1afb2aec6e4035896 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:30:29.312907 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:29.543706 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Allocated IP 172.20.0.13 (e9b79ab6-4218-4e9c-8efe-4092e7194b69/8194dc36-8c1b-4ae0-9151-fb256d3549d7/1fde5842-6eb8-4139-82cc-868a075aa099) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:30:29.928150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:29.998135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Transition to ACTIVE for port object 1fde5842-6eb8-4139-82cc-868a075aa099 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:30.091168 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf865bf4-2303-41b4-88d5-1a3f61b21db3 req-03ec4824-dd85-4574-a835-f909a56c03a7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 210 time: 0.1132147 Jul 27 22:30:30.108363 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:30.185122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:30:30.190069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:30:30.194716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:30:30.260559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=1fde5842-6eb8-4139-82cc-868a075aa099,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:30.304238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:30.307052 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:30.341431 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-bd27cf8f-4c42-4d91-89f2-bfd077c6fde1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2192450 Jul 27 22:30:30.357287 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Request body: {'port': {'device_id': '0fe25f65-0854-46c2-b30d-596d56b11d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:30.445172 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:30.655851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-10035e8c-4a57-41e2-9ed0-4d8fafb1c2a0 None None] Provisioning for port 1fde5842-6eb8-4139-82cc-868a075aa099 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:30.662471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-10035e8c-4a57-41e2-9ed0-4d8fafb1c2a0 None None] Provisioning complete for port 1fde5842-6eb8-4139-82cc-868a075aa099 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:30.663109 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-10035e8c-4a57-41e2-9ed0-4d8fafb1c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:30.708525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-10035e8c-4a57-41e2-9ed0-4d8fafb1c2a0 None None] Port 1fde5842-6eb8-4139-82cc-868a075aa099 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:30:30.901386 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fde5842-6eb8-4139-82cc-868a075aa099 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:30:30.910370 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:30.924160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Transition to ACTIVE for port object 1fde5842-6eb8-4139-82cc-868a075aa099 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:30.929820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:30.983396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Pushing event updated for resources: {'Port': ['ID=1fde5842-6eb8-4139-82cc-868a075aa099,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:31.113863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Attempting to bind port 1fde5842-6eb8-4139-82cc-868a075aa099 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:30:31.114435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Attempting to bind port 1fde5842-6eb8-4139-82cc-868a075aa099 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:30:31.114940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Attempting to bind port 1fde5842-6eb8-4139-82cc-868a075aa099 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:30:31.125585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Port 1fde5842-6eb8-4139-82cc-868a075aa099 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:30:31.128133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Attempting to bind port 1fde5842-6eb8-4139-82cc-868a075aa099 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:30:31.145597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:30:31.145715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Checking segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:30:31.146103 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Bound using segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:30:31.146769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Bound port: 1fde5842-6eb8-4139-82cc-868a075aa099, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:30:31.155667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:31.249640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e920add-32a6-4c09-a29d-b8ae4fc370f4 req-1f67df67-05c1-4ebf-9181-0b8a1a0aa1b9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:31.252749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e920add-32a6-4c09-a29d-b8ae4fc370f4 req-1f67df67-05c1-4ebf-9181-0b8a1a0aa1b9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0731742 Jul 27 22:30:31.279258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] For port 1fde5842-6eb8-4139-82cc-868a075aa099, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:30:31.287594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] For port 1fde5842-6eb8-4139-82cc-868a075aa099, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=1fde5842-6eb8-4139-82cc-868a075aa099,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:30:31.299298 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:31.326575 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e920add-32a6-4c09-a29d-b8ae4fc370f4 req-d1b373f4-49bc-4dba-bf5c-5d5af1962ae7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721631 Jul 27 22:30:31.416442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Pushing event updated for resources: {'Port': ['ID=1fde5842-6eb8-4139-82cc-868a075aa099,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:31.427701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:31.430055 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:31.435888 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-7d980b20-7c03-4c13-8959-0a111c08471b service neutron] 10.222.0.43 "PUT /v2.0/ports/1fde5842-6eb8-4139-82cc-868a075aa099 HTTP/1.1" status: 200 len: 1092 time: 1.0839794 Jul 27 22:30:31.437250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe25f65-0854-46c2-b30d-596d56b11d26', 'tag': '1fde5842-6eb8-4139-82cc-868a075aa099'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:30:31.439702 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c931ee6-547b-4a5c-99fb-d66b5f60d452" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe25f65-0854-46c2-b30d-596d56b11d26", "tag": "1fde5842-6eb8-4139-82cc-868a075aa099"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:30:31.586755 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0876de7-1ba3-4441-9227-f024e64c4fb6 x-openstack-request-id: req-e0876de7-1ba3-4441-9227-f024e64c4fb6 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:30:31.587691 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe25f65-0854-46c2-b30d-596d56b11d26", "tag": "1fde5842-6eb8-4139-82cc-868a075aa099", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:30:31.587926 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0876de7-1ba3-4441-9227-f024e64c4fb6 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:30:31.588594 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe25f65-0854-46c2-b30d-596d56b11d26', 'tag': '1fde5842-6eb8-4139-82cc-868a075aa099', 'status': 'completed', 'code': 200} Jul 27 22:30:31.620387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-a50c0e74-c0cc-4dcd-809c-e3fe49c2adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:31.623234 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-a50c0e74-c0cc-4dcd-809c-e3fe49c2adf7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 1095 time: 0.1019003 Jul 27 22:30:31.708638 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-e09da551-4bad-47b1-b0cc-3b3a0ee02dc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fde5842-6eb8-4139-82cc-868a075aa099 HTTP/1.1" status: 200 len: 217 time: 0.0737240 Jul 27 22:30:31.808625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-c8a566cf-1ab0-4cc2-89f8-55a947fc9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:31.810419 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-c8a566cf-1ab0-4cc2-89f8-55a947fc9bfd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0908103 Jul 27 22:30:31.882699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-eaa55572-e81f-4e82-990d-15076d759ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:31.884982 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-eaa55572-e81f-4e82-990d-15076d759ff1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661333 Jul 27 22:30:32.031611 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-29df6c1c-891e-4692-8d92-a513a2e5417e service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351440 Jul 27 22:30:32.164012 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2bbcf338-4db7-4ad5-971d-fc50c56333ed req-6bb4655d-08ce-47fd-b35a-f780f14febaf service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233695 Jul 27 22:30:32.327923 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c931ee6-547b-4a5c-99fb-d66b5f60d452 req-99a43ec0-65bc-4e10-96f4-54765833f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:32.330838 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6c931ee6-547b-4a5c-99fb-d66b5f60d452 req-99a43ec0-65bc-4e10-96f4-54765833f3b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 1095 time: 0.1043034 Jul 27 22:30:32.497300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c931ee6-547b-4a5c-99fb-d66b5f60d452 req-fe474b42-ee00-4b9d-9d03-d6301dfa3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:32.499840 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6c931ee6-547b-4a5c-99fb-d66b5f60d452 req-fe474b42-ee00-4b9d-9d03-d6301dfa3613 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.1607668 Jul 27 22:30:32.505705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84802b22-6b35-443e-a884-2ce89c8141a1 req-1627f183-3d7a-4918-99ef-a460465525a1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:32.510023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84802b22-6b35-443e-a884-2ce89c8141a1 req-1627f183-3d7a-4918-99ef-a460465525a1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0744624 Jul 27 22:30:32.591525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84802b22-6b35-443e-a884-2ce89c8141a1 req-9267b57a-56ea-4da0-9466-0f4d5f68b62c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736327 Jul 27 22:30:32.624448 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6c931ee6-547b-4a5c-99fb-d66b5f60d452 req-d2b6e9cd-1035-46d3-86ac-a4a15cbd6434 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fde5842-6eb8-4139-82cc-868a075aa099 HTTP/1.1" status: 200 len: 217 time: 0.1157067 Jul 27 22:30:32.691548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c931ee6-547b-4a5c-99fb-d66b5f60d452 req-0c2d5066-55b1-40d4-bf60-f538ee78b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:32.693246 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6c931ee6-547b-4a5c-99fb-d66b5f60d452 req-0c2d5066-55b1-40d4-bf60-f538ee78b194 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0601730 Jul 27 22:30:32.747899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c931ee6-547b-4a5c-99fb-d66b5f60d452 req-b34ae42e-3c05-4c4b-ae94-c5d3587d6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:32.749355 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6c931ee6-547b-4a5c-99fb-d66b5f60d452 req-b34ae42e-3c05-4c4b-ae94-c5d3587d6184 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491259 Jul 27 22:30:32.852097 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6c931ee6-547b-4a5c-99fb-d66b5f60d452 req-d7b5aac1-b342-480f-b6f9-f45bebe3f3c2 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941923 Jul 27 22:30:32.966307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6c931ee6-547b-4a5c-99fb-d66b5f60d452 req-8d1a2838-f349-4c85-9267-939858df0890 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067324 Jul 27 22:30:33.378295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacfc6b-726e-4a5e-91dd-0439e36c2315 req-e06698a4-5e24-462c-912a-b9eb4ef4a48a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:33.380145 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ccacfc6b-726e-4a5e-91dd-0439e36c2315 req-e06698a4-5e24-462c-912a-b9eb4ef4a48a tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 945 time: 0.0640175 Jul 27 22:30:33.446964 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ccacfc6b-726e-4a5e-91dd-0439e36c2315 req-c37ee09b-fcaf-48ea-b5ec-c4e0ef9a12e5 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Jul 27 22:30:33.826463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa5af3-046b-476a-9eab-a7893405787f req-51c9a3b0-fd0e-4832-b1fc-fa7e376c58ce tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:33.828312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbaa5af3-046b-476a-9eab-a7893405787f req-51c9a3b0-fd0e-4832-b1fc-fa7e376c58ce tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0833519 Jul 27 22:30:33.902753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbaa5af3-046b-476a-9eab-a7893405787f req-a6ff5cb0-8353-48da-abca-e3ecce81604c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605781 Jul 27 22:30:34.644750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1e804-4c83-4615-b47f-22d85b0ce09f req-e14eb44c-d79c-4c2e-878d-3fce3a2ebd4d tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:34.654314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfe1e804-4c83-4615-b47f-22d85b0ce09f req-e14eb44c-d79c-4c2e-878d-3fce3a2ebd4d tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 945 time: 0.0891764 Jul 27 22:30:34.720546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfe1e804-4c83-4615-b47f-22d85b0ce09f req-053cc34f-f251-4352-972f-5f27e7bc7020 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7e7686-a4dd-415e-8991-e0b5343effc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648274 Jul 27 22:30:34.826391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd3c32-bf10-4fc7-b5b1-246a29b48b39 req-26e43bb3-0831-4ce9-b461-bebaacb1c87f tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:34.827955 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e5cd3c32-bf10-4fc7-b5b1-246a29b48b39 req-26e43bb3-0831-4ce9-b461-bebaacb1c87f tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 945 time: 0.1055858 Jul 27 22:30:35.025874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-e5cd3c32-bf10-4fc7-b5b1-246a29b48b39 req-ba280002-3647-4d8a-ae66-ede44f57091b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Deleting port 1458c672-9c00-4cc2-8914-9e60d51913a1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:30:35.027709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e5cd3c32-bf10-4fc7-b5b1-246a29b48b39 req-ba280002-3647-4d8a-ae66-ede44f57091b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:35.121304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c815429-8758-4835-af47-ffd3d4f6e757 req-a129eaa1-5b99-418e-9e09-6a47c7a290b2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:35.134759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c815429-8758-4835-af47-ffd3d4f6e757 req-a129eaa1-5b99-418e-9e09-6a47c7a290b2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0926123 Jul 27 22:30:35.213538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c815429-8758-4835-af47-ffd3d4f6e757 req-6984b81d-99df-4bc5-b355-c074c2485c22 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775354 Jul 27 22:30:35.247125 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-e5cd3c32-bf10-4fc7-b5b1-246a29b48b39 req-ba280002-3647-4d8a-ae66-ede44f57091b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] For port 1458c672-9c00-4cc2-8914-9e60d51913a1, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=1458c672-9c00-4cc2-8914-9e60d51913a1,segment=NetworkSegment(e7f28610-a4a2-4a0e-8219-7279ea50fd5b),segment_id=e7f28610-a4a2-4a0e-8219-7279ea50fd5b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:35.247564 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e5cd3c32-bf10-4fc7-b5b1-246a29b48b39 req-ba280002-3647-4d8a-ae66-ede44f57091b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:35.269686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-e5cd3c32-bf10-4fc7-b5b1-246a29b48b39 req-ba280002-3647-4d8a-ae66-ede44f57091b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Calling delete_port for 1458c672-9c00-4cc2-8914-9e60d51913a1 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:30:35.548605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e5cd3c32-bf10-4fc7-b5b1-246a29b48b39 req-ba280002-3647-4d8a-ae66-ede44f57091b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:35.588916 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba280002-3647-4d8a-ae66-ede44f57091b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Pushing event deleted for resources: {'Port': ['ID=1458c672-9c00-4cc2-8914-9e60d51913a1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:35.663272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cd3c32-bf10-4fc7-b5b1-246a29b48b39 req-ba280002-3647-4d8a-ae66-ede44f57091b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] No DVR routers for this DVR port 1458c672-9c00-4cc2-8914-9e60d51913a1 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:30:35.671049 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-e5cd3c32-bf10-4fc7-b5b1-246a29b48b39 req-ba280002-3647-4d8a-ae66-ede44f57091b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:35.675207 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e5cd3c32-bf10-4fc7-b5b1-246a29b48b39 req-ba280002-3647-4d8a-ae66-ede44f57091b tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.41 "DELETE /v2.0/ports/1458c672-9c00-4cc2-8914-9e60d51913a1 HTTP/1.1" status: 204 len: 173 time: 0.8388112 Jul 27 22:30:35.675961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fadf2e-a29f-4636-886b-ec82f34c1a41', 'name': 'network-vif-deleted', 'tag': '1458c672-9c00-4cc2-8914-9e60d51913a1'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:30:35.678848 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4042f05b-5989-4390-aab4-a9d9316ffb16" -d '{"events": [{"server_uuid": "b8fadf2e-a29f-4636-886b-ec82f34c1a41", "name": "network-vif-deleted", "tag": "1458c672-9c00-4cc2-8914-9e60d51913a1"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:30:35.782595 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d41dfc-1fb7-4fcf-aa29-5786be92a0c2 x-openstack-request-id: req-a7d41dfc-1fb7-4fcf-aa29-5786be92a0c2 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:30:35.782595 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fadf2e-a29f-4636-886b-ec82f34c1a41", "name": "network-vif-deleted", "tag": "1458c672-9c00-4cc2-8914-9e60d51913a1", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:30:35.782595 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7d41dfc-1fb7-4fcf-aa29-5786be92a0c2 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:30:35.782595 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fadf2e-a29f-4636-886b-ec82f34c1a41', 'name': 'network-vif-deleted', 'tag': '1458c672-9c00-4cc2-8914-9e60d51913a1', 'status': 'completed', 'code': 200} Jul 27 22:30:35.905196 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-749385a1-83a0-42ac-bc1f-2a6cfbc57298 req-2b46482e-d335-4f02-97ea-62a5adab7920 tempest-VolumesSnapshotTestJSON-732542916 tempest-VolumesSnapshotTestJSON-732542916-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8fadf2e-a29f-4636-886b-ec82f34c1a41 HTTP/1.1" status: 200 len: 210 time: 0.0469344 Jul 27 22:30:36.487376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee9563-a51f-453d-8dfb-d6f4f9949a2e req-e5350292-4048-492c-bd21-1b12d2f35734 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:36.490082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0cee9563-a51f-453d-8dfb-d6f4f9949a2e req-e5350292-4048-492c-bd21-1b12d2f35734 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.1432323 Jul 27 22:30:36.575025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0cee9563-a51f-453d-8dfb-d6f4f9949a2e req-8139b579-233a-4192-8789-3fdfca32dbb4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679324 Jul 27 22:30:37.370518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1458c672-9c00-4cc2-8914-9e60d51913a1 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:30:37.407574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 1458c672-9c00-4cc2-8914-9e60d51913a1 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:30:37.408581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 1458c672-9c00-4cc2-8914-9e60d51913a1 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:30:37.799940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95c18c-a36d-405b-9828-0cca4da512ae req-677566e9-3240-4a14-b63c-37d824406041 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:37.802988 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b95c18c-a36d-405b-9828-0cca4da512ae req-677566e9-3240-4a14-b63c-37d824406041 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.1088850 Jul 27 22:30:37.892001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b95c18c-a36d-405b-9828-0cca4da512ae req-db1f1007-3fa6-4584-99a3-d763f7c0b8ea tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631034 Jul 27 22:30:39.097102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067b11f-c321-42fb-bd89-c026ad90052e req-0c626e68-1552-4ded-b0fb-10661c3111ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:39.099564 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1067b11f-c321-42fb-bd89-c026ad90052e req-0c626e68-1552-4ded-b0fb-10661c3111ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0842595 Jul 27 22:30:39.170923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1067b11f-c321-42fb-bd89-c026ad90052e req-90ed5f29-438c-4112-bbaa-05f8ab22fae8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505950 Jul 27 22:30:40.410687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbdd89-0740-49be-9fd8-b5de7926f698 req-4e366847-b8cf-413d-8f30-bfb679e0e108 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:40.422209 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4cfbdd89-0740-49be-9fd8-b5de7926f698 req-4e366847-b8cf-413d-8f30-bfb679e0e108 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.1488686 Jul 27 22:30:40.482841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4cfbdd89-0740-49be-9fd8-b5de7926f698 req-53e4dafd-91e5-4db4-abcd-eb250df8421f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466042 Jul 27 22:30:41.673608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cbc21-613c-432e-97b2-6fdcfe6ade35 req-78c64b40-0185-4312-82bd-4ce70c842cd9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:41.676054 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-003cbc21-613c-432e-97b2-6fdcfe6ade35 req-78c64b40-0185-4312-82bd-4ce70c842cd9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0898685 Jul 27 22:30:41.729400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-003cbc21-613c-432e-97b2-6fdcfe6ade35 req-485cafb2-f8a6-42e4-826a-b0db58da230a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437617 Jul 27 22:30:42.580729 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:42.829977 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0852-4445-489c-8c2b-5a228567830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:43.026701 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc44aa-77bd-4999-a5de-be8c91eb261a req-f5e82244-530a-45a9-8a0f-a3ba4f82e272 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:43.029281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6cdc44aa-77bd-4999-a5de-be8c91eb261a req-f5e82244-530a-45a9-8a0f-a3ba4f82e272 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.1488483 Jul 27 22:30:43.094328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6cdc44aa-77bd-4999-a5de-be8c91eb261a req-4a00e16d-a9c1-4614-8674-2d9c8f035435 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475497 Jul 27 22:30:44.364015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70e7a0-f94d-4eea-b232-767be5211dec req-dc10eff1-74fa-42b8-b4c9-558c91c44e31 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:44.369126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c70e7a0-f94d-4eea-b232-767be5211dec req-dc10eff1-74fa-42b8-b4c9-558c91c44e31 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.1055260 Jul 27 22:30:44.414474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c70e7a0-f94d-4eea-b232-767be5211dec req-ae28050d-bb92-4b50-9edf-b7a1d3a5d0e2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386894 Jul 27 22:30:45.462120 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54221091-06ba-4733-ae94-24fe8c0c45ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:45.683798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8d2cf-eac7-4936-90f3-31cae8e7b8d2 req-ab427f0e-5d5a-415e-9ec7-6c5f417543c2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:45.691662 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03c8d2cf-eac7-4936-90f3-31cae8e7b8d2 req-ab427f0e-5d5a-415e-9ec7-6c5f417543c2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0713813 Jul 27 22:30:45.778664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03c8d2cf-eac7-4936-90f3-31cae8e7b8d2 req-9236fc90-3e98-4b39-b346-0c90709d4ee8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827634 Jul 27 22:30:45.783257 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:46.485497 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:46.534854 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:46.930130 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2db747-4b9b-44e2-ac4c-2144ca7b5603 req-fe5c1a8a-091f-4415-afc2-797aadc00da1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:46.939468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e2db747-4b9b-44e2-ac4c-2144ca7b5603 req-fe5c1a8a-091f-4415-afc2-797aadc00da1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0753045 Jul 27 22:30:46.997562 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e2db747-4b9b-44e2-ac4c-2144ca7b5603 req-023fd792-20fe-40dc-8d46-4ae0e85886fb tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572996 Jul 27 22:30:48.133177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc97d2-e71d-4a2d-8503-7c0975dae371 req-a1d8df64-ad62-4142-83d3-b2ac65dcee2a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:48.136626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ebc97d2-e71d-4a2d-8503-7c0975dae371 req-a1d8df64-ad62-4142-83d3-b2ac65dcee2a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0566673 Jul 27 22:30:48.157297 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:48.212204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ebc97d2-e71d-4a2d-8503-7c0975dae371 req-96cb6a4e-ced4-4205-9fef-96d6b3b9857d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661240 Jul 27 22:30:49.362661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b012e2f-30ae-4637-8855-ecea4d7d4c74 req-04fcbd53-db8a-4fab-aca6-402d15e7987a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:49.385268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b012e2f-30ae-4637-8855-ecea4d7d4c74 req-04fcbd53-db8a-4fab-aca6-402d15e7987a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.1069367 Jul 27 22:30:49.445214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b012e2f-30ae-4637-8855-ecea4d7d4c74 req-3cc118d0-ca67-4f34-a39a-75e6989f0b46 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588896 Jul 27 22:30:50.659170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7b75-5b26-48de-a1a2-12f0adaad441 req-a28e4267-f2bb-4f54-9e07-04306839ccfb tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:50.660702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-893e7b75-5b26-48de-a1a2-12f0adaad441 req-a28e4267-f2bb-4f54-9e07-04306839ccfb tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0772135 Jul 27 22:30:50.702889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-893e7b75-5b26-48de-a1a2-12f0adaad441 req-786da070-1dd9-45ac-9049-2bd5bcfb1eac tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338407 Jul 27 22:30:51.862554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229fbd7-7d51-4cbf-a00b-118ba678fb39 req-56501317-76db-4cff-b4d6-5e1c333ab66b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:51.874570 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5229fbd7-7d51-4cbf-a00b-118ba678fb39 req-56501317-76db-4cff-b4d6-5e1c333ab66b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0787344 Jul 27 22:30:51.922900 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5229fbd7-7d51-4cbf-a00b-118ba678fb39 req-ce1cce14-6539-49ee-8d62-860d0470ca38 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471141 Jul 27 22:30:53.047269 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f753e9-f8e4-4fef-851d-15554bb7109e req-1fac24fa-95ea-478a-bd96-21cded0abe1d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:53.053294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7f753e9-f8e4-4fef-851d-15554bb7109e req-1fac24fa-95ea-478a-bd96-21cded0abe1d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0639434 Jul 27 22:30:53.104935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7f753e9-f8e4-4fef-851d-15554bb7109e req-f2b7a72a-51c9-4e39-aafd-8a1d76f65e25 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472336 Jul 27 22:30:54.307143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5012b-d8fa-468c-98cf-2d88c5180fca req-4831a2bd-7df0-4132-8ec7-c60237e7822b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:54.310483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0a5012b-d8fa-468c-98cf-2d88c5180fca req-4831a2bd-7df0-4132-8ec7-c60237e7822b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0832591 Jul 27 22:30:54.365914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0a5012b-d8fa-468c-98cf-2d88c5180fca req-0250fafd-9e95-48a7-ad3d-3d0d932509e9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Jul 27 22:30:55.476522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 1fde5842-6eb8-4139-82cc-868a075aa099 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:30:55.507975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc47dcd-5670-43b1-94ef-6c5728a9fec2 req-13926759-0aaa-4b8d-a8f7-934126576f51 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:55.510160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acc47dcd-5670-43b1-94ef-6c5728a9fec2 req-13926759-0aaa-4b8d-a8f7-934126576f51 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 944 time: 0.0621536 Jul 27 22:30:55.570544 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acc47dcd-5670-43b1-94ef-6c5728a9fec2 req-44f90313-da38-493a-a8ec-3cc259514696 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468295 Jul 27 22:30:55.627886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 1fde5842-6eb8-4139-82cc-868a075aa099, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=1fde5842-6eb8-4139-82cc-868a075aa099,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:55.640873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '1fde5842-6eb8-4139-82cc-868a075aa099', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'port_id': '1fde5842-6eb8-4139-82cc-868a075aa099', 'mac_address': 'fa:16:3e:cc:0c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:30:55.703512 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:55.724351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fde5842-6eb8-4139-82cc-868a075aa099 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:30:55.755379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 1fde5842-6eb8-4139-82cc-868a075aa099, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=1fde5842-6eb8-4139-82cc-868a075aa099,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:55.763651 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:55.843290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=1fde5842-6eb8-4139-82cc-868a075aa099,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:55.868182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:55.868527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:55.868902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:55.869328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:55.869669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:55.870000 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:55.870353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:55.870688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:55.871015 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:55.871340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:55.871661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:55.871986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:55.969884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['1fde5842-6eb8-4139-82cc-868a075aa099'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:30:56.677737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021da9ac-6027-4f96-b64a-c01200e5d6c4 req-d800af48-1a59-445e-96a8-9184ef1d5545 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:56.679272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-021da9ac-6027-4f96-b64a-c01200e5d6c4 req-d800af48-1a59-445e-96a8-9184ef1d5545 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 945 time: 0.0490718 Jul 27 22:30:56.720162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-021da9ac-6027-4f96-b64a-c01200e5d6c4 req-4b5fe6e7-b48a-4e0d-9f3c-78a912db1d46 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334110 Jul 27 22:30:57.490495 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 1fde5842-6eb8-4139-82cc-868a075aa099 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:57.545672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 1fde5842-6eb8-4139-82cc-868a075aa099 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:57.550240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 1fde5842-6eb8-4139-82cc-868a075aa099 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:57.550832 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:57.639127 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:57.688746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe25f65-0854-46c2-b30d-596d56b11d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fde5842-6eb8-4139-82cc-868a075aa099'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:30:57.691361 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f6edba-03ac-4f1e-892a-ffd76b47a674" -d '{"events": [{"server_uuid": "0fe25f65-0854-46c2-b30d-596d56b11d26", "name": "network-vif-plugged", "status": "completed", "tag": "1fde5842-6eb8-4139-82cc-868a075aa099"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:30:57.714556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 1fde5842-6eb8-4139-82cc-868a075aa099, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=1fde5842-6eb8-4139-82cc-868a075aa099,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:57.730249 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:57.804355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=1fde5842-6eb8-4139-82cc-868a075aa099,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:57.822749 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399339c7-e374-4e08-bc17-b155f3d28800 x-openstack-request-id: req-399339c7-e374-4e08-bc17-b155f3d28800 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:30:57.823048 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe25f65-0854-46c2-b30d-596d56b11d26", "name": "network-vif-plugged", "status": "completed", "tag": "1fde5842-6eb8-4139-82cc-868a075aa099", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:30:57.823300 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-399339c7-e374-4e08-bc17-b155f3d28800 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:30:57.823696 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe25f65-0854-46c2-b30d-596d56b11d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fde5842-6eb8-4139-82cc-868a075aa099', 'code': 200} Jul 27 22:30:57.925423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5298ecf-bfff-4491-8c08-8af10e8d1de1 req-778b3fc2-ceb5-40c5-861c-00d8ae678e46 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:57.934669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c5298ecf-bfff-4491-8c08-8af10e8d1de1 req-778b3fc2-ceb5-40c5-861c-00d8ae678e46 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 946 time: 0.0644937 Jul 27 22:30:57.955086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f59ab-6f65-4c13-ae02-d8033d12aafc req-80b199ce-c3e1-4bcf-8b84-634779332e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:57.957565 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bd2f59ab-6f65-4c13-ae02-d8033d12aafc req-80b199ce-c3e1-4bcf-8b84-634779332e29 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 1097 time: 0.0642087 Jul 27 22:30:58.003037 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c5298ecf-bfff-4491-8c08-8af10e8d1de1 req-de61b231-848f-439d-ae27-fe2c2b596a1a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670037 Jul 27 22:30:58.030885 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bd2f59ab-6f65-4c13-ae02-d8033d12aafc req-e411383d-6478-4950-9a11-5839770c1bc5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654271 Jul 27 22:30:59.146355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1abeae-b4ab-41cc-bc9a-512adb27685e req-190c5dbd-6d3f-4bad-8863-0e5564653c60 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:59.150064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c1abeae-b4ab-41cc-bc9a-512adb27685e req-190c5dbd-6d3f-4bad-8863-0e5564653c60 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 946 time: 0.0596185 Jul 27 22:30:59.210034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c1abeae-b4ab-41cc-bc9a-512adb27685e req-bfbcb302-92b0-40e1-a461-afe08b4a85f5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419676 Jul 27 22:30:59.328434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cd15a-74ce-4c30-8256-261c398d72d0 req-f0eb7bb7-7612-41dd-951b-4d40340a8568 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:59.334946 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-358cd15a-74ce-4c30-8256-261c398d72d0 req-f0eb7bb7-7612-41dd-951b-4d40340a8568 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 946 time: 0.0637641 Jul 27 22:30:59.392372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-358cd15a-74ce-4c30-8256-261c398d72d0 req-dc6f799e-8210-4075-9587-7d26b41797ac tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468788 Jul 27 22:30:59.543293 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1aaa4-d8f9-4421-b795-98eae309cdb7 req-2c302bdf-62cd-4632-a21b-a3f816458952 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:59.550132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-baf1aaa4-d8f9-4421-b795-98eae309cdb7 req-2c302bdf-62cd-4632-a21b-a3f816458952 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 946 time: 0.0622494 Jul 27 22:30:59.591840 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-baf1aaa4-d8f9-4421-b795-98eae309cdb7 req-0b511dd2-f3a8-4a2f-8b26-e4cbdbf86fa6 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Jul 27 22:31:00.106395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64874-d3cd-4a07-85c7-a81a9f1ef0cc req-9865806b-82ce-4c69-8589-4dde38b10ab5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:00.107977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5b64874-d3cd-4a07-85c7-a81a9f1ef0cc req-9865806b-82ce-4c69-8589-4dde38b10ab5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 946 time: 0.0665123 Jul 27 22:31:00.170047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5b64874-d3cd-4a07-85c7-a81a9f1ef0cc req-1f207ca6-16de-4675-97c2-636238e53c0b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488303 Jul 27 22:31:01.334081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ecf8e-69af-4411-99b6-1076258be117 req-e667b2b3-1b57-4ea7-9c6f-8be628e3c273 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:01.336431 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab8ecf8e-69af-4411-99b6-1076258be117 req-e667b2b3-1b57-4ea7-9c6f-8be628e3c273 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 946 time: 0.0747130 Jul 27 22:31:01.395161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4ed62-6a46-4516-bb0e-65be588b9651 req-b9f6876d-db06-4568-b645-f4f388b0c34e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:01.397530 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3c4ed62-6a46-4516-bb0e-65be588b9651 req-b9f6876d-db06-4568-b645-f4f388b0c34e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 946 time: 0.0662100 Jul 27 22:31:01.413668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab8ecf8e-69af-4411-99b6-1076258be117 req-17623eef-818a-4f07-a415-d1376ba416ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635855 Jul 27 22:31:01.545951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d3c4ed62-6a46-4516-bb0e-65be588b9651 req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Deleting port 1fde5842-6eb8-4139-82cc-868a075aa099 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:31:01.546609 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d3c4ed62-6a46-4516-bb0e-65be588b9651 req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:01.664058 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d3c4ed62-6a46-4516-bb0e-65be588b9651 req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] For port 1fde5842-6eb8-4139-82cc-868a075aa099, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=1fde5842-6eb8-4139-82cc-868a075aa099,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:01.664704 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d3c4ed62-6a46-4516-bb0e-65be588b9651 req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:01.703324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d3c4ed62-6a46-4516-bb0e-65be588b9651 req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Calling delete_port for 1fde5842-6eb8-4139-82cc-868a075aa099 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:31:01.941080 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d3c4ed62-6a46-4516-bb0e-65be588b9651 req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:01.956834 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['1fde5842-6eb8-4139-82cc-868a075aa099'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:31:02.029473 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event deleted for resources: {'Port': ['ID=1fde5842-6eb8-4139-82cc-868a075aa099,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:02.053938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c4ed62-6a46-4516-bb0e-65be588b9651 req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] No DVR routers for this DVR port 1fde5842-6eb8-4139-82cc-868a075aa099 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:31:02.057074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:02.057675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:02.058238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:02.058832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:02.059508 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:02.060375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:02.060914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:02.061456 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:02.061976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:02.062565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:02.063081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:02.063984 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:02.067845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d3c4ed62-6a46-4516-bb0e-65be588b9651 req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:02.070160 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d3c4ed62-6a46-4516-bb0e-65be588b9651 req-c2dced33-69cf-4651-9960-69764f425474 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "DELETE /v2.0/ports/1fde5842-6eb8-4139-82cc-868a075aa099 HTTP/1.1" status: 204 len: 173 time: 0.6664221 Jul 27 22:31:02.072106 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe25f65-0854-46c2-b30d-596d56b11d26', 'name': 'network-vif-deleted', 'tag': '1fde5842-6eb8-4139-82cc-868a075aa099'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:31:02.075050 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947622c8-31f3-4952-b153-7972925ae0f0" -d '{"events": [{"server_uuid": "0fe25f65-0854-46c2-b30d-596d56b11d26", "name": "network-vif-deleted", "tag": "1fde5842-6eb8-4139-82cc-868a075aa099"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:31:02.146624 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21bdcf5-30a5-46c2-b67e-87ba49f43ab5 x-openstack-request-id: req-c21bdcf5-30a5-46c2-b67e-87ba49f43ab5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:31:02.146920 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe25f65-0854-46c2-b30d-596d56b11d26", "name": "network-vif-deleted", "tag": "1fde5842-6eb8-4139-82cc-868a075aa099", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:31:02.147208 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c21bdcf5-30a5-46c2-b67e-87ba49f43ab5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:31:02.147603 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe25f65-0854-46c2-b30d-596d56b11d26', 'name': 'network-vif-deleted', 'tag': '1fde5842-6eb8-4139-82cc-868a075aa099', 'status': 'completed', 'code': 200} Jul 27 22:31:02.591381 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-129fccd6-0558-4d69-8036-820eff3b1032 req-2fb2c8a0-b23e-48bb-b885-1d2e9b987e9d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 210 time: 0.0506899 Jul 27 22:31:03.816226 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-344a4619-0c07-4b0e-8bed-b0c15a84aeeb req-2afd7aad-5bd7-4ef4-8a33-0de37e114df8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 210 time: 0.0857370 Jul 27 22:31:03.917612 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:31:05.032809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f7ab18f9-d121-4321-907e-fbdb09886366 req-fdbda80c-a143-4b15-814e-4b113ee9b0f7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 210 time: 0.0473106 Jul 27 22:31:05.507404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 1fde5842-6eb8-4139-82cc-868a075aa099 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:31:05.531714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 1fde5842-6eb8-4139-82cc-868a075aa099 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:31:05.532411 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 1fde5842-6eb8-4139-82cc-868a075aa099 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:31:06.316360 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4e329a0-2396-4e82-9e7d-95b971048bb9 req-a98bb22b-b14e-4052-b1cf-a3f8d32fe6d7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fe25f65-0854-46c2-b30d-596d56b11d26 HTTP/1.1" status: 200 len: 210 time: 0.0492578 Jul 27 22:31:12.626508 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:12.797968 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d560b853-0c2c-487c-8e69-6e7b4a5f2026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:15.456865 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e8150ea4-d874-400c-bb42-c582a6dfcb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:15.794701 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:16.469028 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:16.545248 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:18.164245 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:26.516185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55444) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:26.575814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-2819f3d9-50e1-4cc0-86ed-05ef0e73f46c admin admin] Deleting subnet 07d6205a-27b7-4af9-b728-b849638f6c69 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:31:26.579378 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2819f3d9-50e1-4cc0-86ed-05ef0e73f46c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:26.632295 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2819f3d9-50e1-4cc0-86ed-05ef0e73f46c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:26.736685 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2819f3d9-50e1-4cc0-86ed-05ef0e73f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:26.839188 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2819f3d9-50e1-4cc0-86ed-05ef0e73f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:26.874720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819f3d9-50e1-4cc0-86ed-05ef0e73f46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d6205a-27b7-4af9-b728-b849638f6c69,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:26.894387 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2819f3d9-50e1-4cc0-86ed-05ef0e73f46c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:26.904900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55456) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:26.909239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2819f3d9-50e1-4cc0-86ed-05ef0e73f46c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/07d6205a-27b7-4af9-b728-b849638f6c69 HTTP/1.1" status: 204 len: 168 time: 0.3909991 Jul 27 22:31:26.999279 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:27.446687 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:27.457205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f61feab-c5cf-4bda-9d51-ec23b5048c43']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:27.468257 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f28610-a4a2-4a0e-8219-7279ea50fd5b') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:27.468804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f28610-a4a2-4a0e-8219-7279ea50fd5b') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:27.479041 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:27.493857 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:27.500627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:31:27.501021 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:31:27.502760 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:31:27.565006 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:27.569992 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:27.572022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8f61feab-c5cf-4bda-9d51-ec23b5048c43 HTTP/1.1" status: 204 len: 168 time: 0.6660297 Jul 27 22:31:27.596687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f61feab-c5cf-4bda-9d51-ec23b5048c43,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:27.607248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.608383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.609724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.610450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.610994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.614637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.615286 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.615837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.617523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.618667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.619228 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.619768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771c545-8d71-4e47-840f-d3204adc6466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:27.845836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55482) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:27.898564 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9b394ddf-0bfe-4362-8efc-38db0ba5abd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e360069e157c44e0be09d8ba41691907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505846 Jul 27 22:31:27.899004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55484) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:27.967387 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45262dee-e3d2-4b7c-8d79-af0f536e2a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:28.005948 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45262dee-e3d2-4b7c-8d79-af0f536e2a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:28.100897 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45262dee-e3d2-4b7c-8d79-af0f536e2a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:28.103726 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45262dee-e3d2-4b7c-8d79-af0f536e2a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:28.105057 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-45262dee-e3d2-4b7c-8d79-af0f536e2a11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c7e7686-a4dd-415e-8991-e0b5343effc0 HTTP/1.1" status: 204 len: 168 time: 0.2050259 Jul 27 22:31:28.121191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45262dee-e3d2-4b7c-8d79-af0f536e2a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7e7686-a4dd-415e-8991-e0b5343effc0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:29.883375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55570) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:30.125817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'network': {'name': 'tempest-network-smoke--752170361', 'project_id': '615ad33e4f374579872e356840fc6317', 'port_security_enabled': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:30.162308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Made reservation on behalf of 615ad33e4f374579872e356840fc6317 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:31:30.167809 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:30.180817 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:30.320849 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:30.327732 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:30.357362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:31:30.373888 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:30.374230 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Added segment b36ba437-8bcc-4c68-86ff-a739ab38544d of type vlan for network 03a14d8a-9cdb-4251-84d8-98f31c134b28 Jul 27 22:31:30.375958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed7986f-b1d4-42ff-8e27-59451dc955f6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:30.430665 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:30.475418 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:30.481809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:30.482548 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:30.581838 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6965277 Jul 27 22:31:30.582555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55604) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:30.583031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfffe18-3e3d-49ae-8f5f-6f2040371e7e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Network': ['ID=03a14d8a-9cdb-4251-84d8-98f31c134b28,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:30.596299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'admin_state_up': True, 'project_id': '615ad33e4f374579872e356840fc6317', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:30.602290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 03a14d8a-9cdb-4251-84d8-98f31c134b28 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:31:30.668412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:30.669528 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:30.745118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:30.952031 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:31.255778 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:31.277412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:31.399879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Allocated IP 172.25.1.195 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/1b06dbb0-5a59-4345-b73f-e5d3c24270e2) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:31:31.495315 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:31.548849 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:31.596973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:31:31.599995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:31:31.609166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:31:31.615012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=1b06dbb0-5a59-4345-b73f-e5d3c24270e2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:31.928371 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:32.223343 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:32.359474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Router 69656512-0ed0-43ca-accd-8fc40fe511b2 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:31:32.489082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:31:32.499479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Sync routers for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:31:32.512153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:31:32.513247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:31:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:32.531671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:32.533166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2416635a-de69-49e6-b189-99af2ba30ed8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9493713 Jul 27 22:31:32.536256 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55670) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:32.691584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e457309e-8467-4fe2-b38d-1c0d5059a060 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=615ad33e4f374579872e356840fc6317&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1511436 Jul 27 22:31:32.692509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55674) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:32.716001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:31:32.821791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a05581-0103-453e-ba9d-d843e5a1bdb9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:32.825908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55676) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:32.826057 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-18a05581-0103-453e-ba9d-d843e5a1bdb9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324036 Jul 27 22:31:32.864788 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1e283a91-f82a-4ec1-bbdc-b853527a59d5 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372803 Jul 27 22:31:32.867987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55678) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:32.875915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8dd05ee5-7e84-47db-b999-8272c1ef6d83 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-517467066', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'project_id': '615ad33e4f374579872e356840fc6317', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:33.003245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:31:31Z', 'revision_number': 3, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:33.034179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd05ee5-7e84-47db-b999-8272c1ef6d83 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Made reservation on behalf of 615ad33e4f374579872e356840fc6317 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:31:33.038220 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8dd05ee5-7e84-47db-b999-8272c1ef6d83 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:33.044340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Checking router: 69656512-0ed0-43ca-accd-8fc40fe511b2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:31:33.044726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Updating router 69656512-0ed0-43ca-accd-8fc40fe511b2 port 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:31:33.079511 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:33.292000 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8dd05ee5-7e84-47db-b999-8272c1ef6d83 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:33.357685 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd05ee5-7e84-47db-b999-8272c1ef6d83 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Subnet': ['ID=df9c16fa-ddd4-469c-b0c3-f768a9af4e04,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:33.390404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd05ee5-7e84-47db-b999-8272c1ef6d83 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Checking segment: {'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:31:33.391088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd05ee5-7e84-47db-b999-8272c1ef6d83 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network hostable DHCP agents. Network: 03a14d8a-9cdb-4251-84d8-98f31c134b28, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:31:33.411346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd05ee5-7e84-47db-b999-8272c1ef6d83 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network 03a14d8a-9cdb-4251-84d8-98f31c134b28 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:31:33.424976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8dd05ee5-7e84-47db-b999-8272c1ef6d83 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 03a14d8a-9cdb-4251-84d8-98f31c134b28) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:31:33.432656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd05ee5-7e84-47db-b999-8272c1ef6d83 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:33.436515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8dd05ee5-7e84-47db-b999-8272c1ef6d83 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:33.475765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be376ed-5f37-41b8-a57e-099f03f15b7a None None] Network 03a14d8a-9cdb-4251-84d8-98f31c134b28 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:31:33.490928 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8dd05ee5-7e84-47db-b999-8272c1ef6d83 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6187987 Jul 27 22:31:33.491117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55690) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:33.684766 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-03a14d8a-9cdb-4251-84d8-98f31c134b28', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:31:33.685606 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:33.688846 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:33.737594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Transition to ACTIVE for port object 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:31:33.951110 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Allocated IP 172.20.0.2 (03a14d8a-9cdb-4251-84d8-98f31c134b28/df9c16fa-ddd4-469c-b0c3-f768a9af4e04/cf3ef3b8-874b-4598-acd0-3ef7e6c17a16) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:31:33.953982 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:34.239798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298220c-b277-4887-9db7-ece21a32031b None None] Pushing event updated for resources: {'Port': ['ID=1b06dbb0-5a59-4345-b73f-e5d3c24270e2,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:34.258615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Attempting to bind port 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:31:34.259275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Attempting to bind port 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:31:34.259812 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Attempting to bind port 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:31:34.271659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:31:34.272354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:31:34.273473 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:34.274143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:31:34.274942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Bound port: 1b06dbb0-5a59-4345-b73f-e5d3c24270e2, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:31:34.275534 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:34.415611 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] For port 1b06dbb0-5a59-4345-b73f-e5d3c24270e2, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:31:34.437210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] For port 1b06dbb0-5a59-4345-b73f-e5d3c24270e2, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1b06dbb0-5a59-4345-b73f-e5d3c24270e2,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:31:34.464334 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:34.487033 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:34.503962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Transition to ACTIVE for port object cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:31:34.527543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Transition to ACTIVE for port object cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:31:34.598337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298220c-b277-4887-9db7-ece21a32031b None None] Pushing event updated for resources: {'Port': ['ID=1b06dbb0-5a59-4345-b73f-e5d3c24270e2,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:34.605290 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:34.688373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Pushing event updated for resources: {'Port': ['ID=cf3ef3b8-874b-4598-acd0-3ef7e6c17a16,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:34.701238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Network 03a14d8a-9cdb-4251-84d8-98f31c134b28 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:31:34.706080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:31:34.708062 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:31:34.708688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:31:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:34.752862 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:34.840380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:31:34.883672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:31:35.245615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Allocated IP 172.20.0.1 (03a14d8a-9cdb-4251-84d8-98f31c134b28/df9c16fa-ddd4-469c-b0c3-f768a9af4e04/8894951c-0d57-4a0d-9e0b-0dd3166b5914) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:31:35.399234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Attempting to bind port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:31:35.399611 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Attempting to bind port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:31:35.399989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Attempting to bind port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 on network 03a14d8a-9cdb-4251-84d8-98f31c134b28 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:31:35.438068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:31:35.439673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Checking segment: {'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:31:35.439673 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:35.439673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Bound using segment: {'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:31:35.439673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Bound port: cf3ef3b8-874b-4598-acd0-3ef7e6c17a16, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:31:35.443958 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:35.446906 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:35.467646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Transition to ACTIVE for port object 8894951c-0d57-4a0d-9e0b-0dd3166b5914 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:31:35.526673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:31:31Z', 'revision_number': 3, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:35.528031 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:35.561300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5c355-87d8-4f79-b008-31b6cda6e2b2 None None] The sync data for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 is: [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:31:31Z', 'revision_number': 3, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:31:35.588701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] For port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:31:35.593089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] For port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cf3ef3b8-874b-4598-acd0-3ef7e6c17a16,segment=NetworkSegment(b36ba437-8bcc-4c68-86ff-a739ab38544d),segment_id=b36ba437-8bcc-4c68-86ff-a739ab38544d)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:31:35.593369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network 03a14d8a-9cdb-4251-84d8-98f31c134b28 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:31:35.598412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:35.599173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:31:35.605111 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:31:35.664048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:35.689504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b0b88-1aef-4c0f-b722-376a91c21032 None None] Pushing event updated for resources: {'Port': ['ID=cf3ef3b8-874b-4598-acd0-3ef7e6c17a16,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:35.751712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=8894951c-0d57-4a0d-9e0b-0dd3166b5914,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:35.953574 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:36.480014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:31:36.506818 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:36.521765 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:36.588496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:31:36.593539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:36.594141 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:36.613500 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:36.797788 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:36.855710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 1b06dbb0-5a59-4345-b73f-e5d3c24270e2, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1b06dbb0-5a59-4345-b73f-e5d3c24270e2,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:36.867020 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:36.868074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:31:36.896271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=8894951c-0d57-4a0d-9e0b-0dd3166b5914,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:36.923311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network 03a14d8a-9cdb-4251-84d8-98f31c134b28 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:31:36.936685 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:31:37.034824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=1b06dbb0-5a59-4345-b73f-e5d3c24270e2,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:37.067085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:31:37.191583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Router 69656512-0ed0-43ca-accd-8fc40fe511b2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:31:37.318878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084452af-5e40-45e0-b823-1fe2351391c7 None None] Network 03a14d8a-9cdb-4251-84d8-98f31c134b28 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:31:37.346944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:31:37.352128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-271cedb3-f651-4d40-a5d4-e528976210ad tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.354855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-271cedb3-f651-4d40-a5d4-e528976210ad tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.2180586 Jul 27 22:31:37.363998 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6b16125d-4c41-4fa6-a7f9-d17e6c413ced tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "PUT /v2.0/routers/69656512-0ed0-43ca-accd-8fc40fe511b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8718147 Jul 27 22:31:37.368547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55750) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:37.372874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-2464d7d1-bc66-4825-a5a2-7f40550df413 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/quotas/75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 375 time: 0.0120039 Jul 27 22:31:37.436847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-67dd2382-3feb-4f26-8568-10a5826f2a2b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572960 Jul 27 22:31:37.506757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bee4534c-749f-49e9-b93b-e5dc25409025 None None] Provisioning for port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:31:37.513999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bee4534c-749f-49e9-b93b-e5dc25409025 None None] Provisioning complete for port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:37.514391 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bee4534c-749f-49e9-b93b-e5dc25409025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:37.688324 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bee4534c-749f-49e9-b93b-e5dc25409025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:37.737800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d805d7b-ee15-4905-b518-7dfade89af0b tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.737800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d805d7b-ee15-4905-b518-7dfade89af0b tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.738178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d805d7b-ee15-4905-b518-7dfade89af0b tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.738429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d805d7b-ee15-4905-b518-7dfade89af0b tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.738893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d805d7b-ee15-4905-b518-7dfade89af0b tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.739358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d805d7b-ee15-4905-b518-7dfade89af0b tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.739865 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d805d7b-ee15-4905-b518-7dfade89af0b tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.740322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d805d7b-ee15-4905-b518-7dfade89af0b tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.744065 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8d805d7b-ee15-4905-b518-7dfade89af0b tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5687 time: 0.3738899 Jul 27 22:31:37.747638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55758) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:37.748549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bee4534c-749f-49e9-b93b-e5dc25409025 None None] For port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cf3ef3b8-874b-4598-acd0-3ef7e6c17a16,segment=NetworkSegment(b36ba437-8bcc-4c68-86ff-a739ab38544d),segment_id=b36ba437-8bcc-4c68-86ff-a739ab38544d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:37.753133 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-9ed7b875-5f6d-4a6b-906e-ba82721305f3 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094242 Jul 27 22:31:37.764424 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bee4534c-749f-49e9-b93b-e5dc25409025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:37.872654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4534c-749f-49e9-b93b-e5dc25409025 None None] Pushing event updated for resources: {'Port': ['ID=cf3ef3b8-874b-4598-acd0-3ef7e6c17a16,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:37.971006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1a6330-9554-4114-b29a-9180675902db tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.971483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1a6330-9554-4114-b29a-9180675902db tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.971948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1a6330-9554-4114-b29a-9180675902db tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.972406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1a6330-9554-4114-b29a-9180675902db tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.972864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1a6330-9554-4114-b29a-9180675902db tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.973316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1a6330-9554-4114-b29a-9180675902db tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.974184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1a6330-9554-4114-b29a-9180675902db tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.976979 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1a6330-9554-4114-b29a-9180675902db tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:37.985848 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ea1a6330-9554-4114-b29a-9180675902db tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.2365403 Jul 27 22:31:37.989161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55760) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:38.006606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1b5ebdc4-0160-4be0-9656-eea4294746be None None] Provisioning complete for port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:38.006965 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b5ebdc4-0160-4be0-9656-eea4294746be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:38.054627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-7844e2af-21ca-4513-a01e-28ac39b341a1 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925189 Jul 27 22:31:38.236321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1b5ebdc4-0160-4be0-9656-eea4294746be None None] Provisioning for port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:31:38.242969 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1b5ebdc4-0160-4be0-9656-eea4294746be None None] Provisioning complete for port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:38.256745 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b5ebdc4-0160-4be0-9656-eea4294746be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:38.363991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1b5ebdc4-0160-4be0-9656-eea4294746be None None] Port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:31:38.367475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:31:38.472256 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Sync routers for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:31:38.493371 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:31:38.495022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:38.495627 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:31:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:38.497227 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:38.584435 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2e7821d9-62f9-4ccb-9e4f-feea763c2e66 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.5940945 Jul 27 22:31:38.587121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3f1647ae-4971-402f-a71a-4e5b3590f520 None None] Provisioning complete for port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:38.610959 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f1647ae-4971-402f-a71a-4e5b3590f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:38.676508 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:31:38.746954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a10d082-f4ff-4891-9b99-109004d48ee6 req-083f3f5e-e971-4896-b4fe-f79a09d84115 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 210 time: 0.0751193 Jul 27 22:31:38.761275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3f1647ae-4971-402f-a71a-4e5b3590f520 None None] Port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:31:38.847882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:31:38.953479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f61e934a-4114-4eef-a90e-6bf1119b3e96 None None] Provisioning complete for port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:38.954308 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f61e934a-4114-4eef-a90e-6bf1119b3e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.016236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55786) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:39.021011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-28b26394-dfc2-4ec7-9102-ddb13d63f1b2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528244122', 'description': 'tempest-secgroup-smoke-1528244122 description', 'project_id': '615ad33e4f374579872e356840fc6317'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:39.099134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f61e934a-4114-4eef-a90e-6bf1119b3e96 None None] Port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:31:39.104817 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28b26394-dfc2-4ec7-9102-ddb13d63f1b2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.116118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:39.116981 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.209980 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:31:35Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 2, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:39.246478 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Checking router: 69656512-0ed0-43ca-accd-8fc40fe511b2 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:31:39.246837 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Updating router 69656512-0ed0-43ca-accd-8fc40fe511b2 port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:31:39.282615 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28b26394-dfc2-4ec7-9102-ddb13d63f1b2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.290838 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28b26394-dfc2-4ec7-9102-ddb13d63f1b2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.292685 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.336567 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-28b26394-dfc2-4ec7-9102-ddb13d63f1b2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.337840 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-28b26394-dfc2-4ec7-9102-ddb13d63f1b2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3210001 Jul 27 22:31:39.339507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b26394-dfc2-4ec7-9102-ddb13d63f1b2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9f0e2f-405f-479e-8f4d-a87663827874,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:39.341072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55794) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:39.345895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cafa1d32-69de-4cea-aec7-fcd3342d52ad tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': 'ec9f0e2f-405f-479e-8f4d-a87663827874', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:39.377691 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cafa1d32-69de-4cea-aec7-fcd3342d52ad tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.446832 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cafa1d32-69de-4cea-aec7-fcd3342d52ad tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.452896 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cafa1d32-69de-4cea-aec7-fcd3342d52ad tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.476861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa1d32-69de-4cea-aec7-fcd3342d52ad tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a0352e-8e63-4f25-a218-702587692fa0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:39.485651 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cafa1d32-69de-4cea-aec7-fcd3342d52ad tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.487024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cafa1d32-69de-4cea-aec7-fcd3342d52ad tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449761 Jul 27 22:31:39.490628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55796) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:39.496658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-68a7d1d2-57cc-4165-9d99-80b2fcd3bc3b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': 'ec9f0e2f-405f-479e-8f4d-a87663827874', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:39.547629 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68a7d1d2-57cc-4165-9d99-80b2fcd3bc3b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.629277 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.635430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68a7d1d2-57cc-4165-9d99-80b2fcd3bc3b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.640752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68a7d1d2-57cc-4165-9d99-80b2fcd3bc3b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.643462 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Transition to ACTIVE for port object 8894951c-0d57-4a0d-9e0b-0dd3166b5914 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:31:39.652324 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.666236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7d1d2-57cc-4165-9d99-80b2fcd3bc3b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb0db82-8148-4a59-8340-d32d2738e65d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:39.673876 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-68a7d1d2-57cc-4165-9d99-80b2fcd3bc3b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.675451 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-68a7d1d2-57cc-4165-9d99-80b2fcd3bc3b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1835337 Jul 27 22:31:39.678171 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:39.683127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f624932d-f3a7-4b72-b780-51ab2d61eb0c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': 'ec9f0e2f-405f-479e-8f4d-a87663827874', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:39.716758 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f624932d-f3a7-4b72-b780-51ab2d61eb0c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.725189 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Pushing event updated for resources: {'Port': ['ID=8894951c-0d57-4a0d-9e0b-0dd3166b5914,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:39.782971 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f624932d-f3a7-4b72-b780-51ab2d61eb0c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.786844 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Attempting to bind port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:31:39.787790 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Attempting to bind port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:31:39.788199 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Attempting to bind port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 on network 03a14d8a-9cdb-4251-84d8-98f31c134b28 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:31:39.792210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f624932d-f3a7-4b72-b780-51ab2d61eb0c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.798978 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:39.799342 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:39.799686 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:39.800029 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:39.800413 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:39.800754 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:39.801216 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:39.801612 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:39.801871 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:39.802269 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:39.802597 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:39.802923 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:39.808371 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:31:39.808757 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Checking segment: {'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:31:39.809173 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.809566 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Bound using segment: {'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:31:39.810054 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Bound port: 8894951c-0d57-4a0d-9e0b-0dd3166b5914, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:31:39.810477 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.838762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f624932d-f3a7-4b72-b780-51ab2d61eb0c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.840609 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f624932d-f3a7-4b72-b780-51ab2d61eb0c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610765 Jul 27 22:31:39.841993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624932d-f3a7-4b72-b780-51ab2d61eb0c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45880230-d5b7-4b25-98d3-a86a38d5cccc,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:39.843487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 55802) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:39.850696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-774e8763-9c94-44ca-aac9-207b24c1259d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': 'ec9f0e2f-405f-479e-8f4d-a87663827874', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:39.906832 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] For port 8894951c-0d57-4a0d-9e0b-0dd3166b5914, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:31:39.911132 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] For port 8894951c-0d57-4a0d-9e0b-0dd3166b5914, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8894951c-0d57-4a0d-9e0b-0dd3166b5914,segment=NetworkSegment(b36ba437-8bcc-4c68-86ff-a739ab38544d),segment_id=b36ba437-8bcc-4c68-86ff-a739ab38544d)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:31:39.917157 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.931182 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-774e8763-9c94-44ca-aac9-207b24c1259d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.968707 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:31:39.969363 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:31:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:39.996616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d50e026e-37c2-4892-b775-ec5b75270c09 req-ade4966f-e782-4b9d-b379-7af368029205 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 210 time: 0.1092932 Jul 27 22:31:40.162177 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875156c-f9f7-429c-a48a-c19ae88166dd None None] Pushing event updated for resources: {'Port': ['ID=8894951c-0d57-4a0d-9e0b-0dd3166b5914,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:40.173028 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:31:40.247446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-552a1dac-126e-47cc-b4ab-745984fd0433 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:40.252444 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-552a1dac-126e-47cc-b4ab-745984fd0433 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.1945715 Jul 27 22:31:40.271963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'port': {'device_id': 'c36e27cc-730e-451f-b8e4-9724ba71726d', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'admin_state_up': True, 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:40.336643 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-774e8763-9c94-44ca-aac9-207b24c1259d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:40.360754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-774e8763-9c94-44ca-aac9-207b24c1259d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:40.486596 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Made reservation on behalf of 75d2e7c8619341e1afb2aec6e4035896 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:31:40.490250 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:40.495574 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e8763-9c94-44ca-aac9-207b24c1259d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c3e195-fbbc-418b-995c-edfeb8d03e73,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:40.518534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-774e8763-9c94-44ca-aac9-207b24c1259d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:40.519922 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-774e8763-9c94-44ca-aac9-207b24c1259d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6738355 Jul 27 22:31:40.523320 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:40.529262 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0dfc34f9-8c2b-4cbb-85ae-0b60117a7ff5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': 'ec9f0e2f-405f-479e-8f4d-a87663827874', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:40.530830 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:31:35Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:39Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:40.574916 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01986f8b-1d01-42b0-9bc3-955106bf9959 None None] The sync data for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 is: [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:31:35Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:39Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:31:40.589068 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-0dfc34f9-8c2b-4cbb-85ae-0b60117a7ff5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Project 615ad33e4f374579872e356840fc6317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:31:40.612467 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0dfc34f9-8c2b-4cbb-85ae-0b60117a7ff5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:40.690252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Allocated IP 172.20.0.9 (e9b79ab6-4218-4e9c-8efe-4092e7194b69/8194dc36-8c1b-4ae0-9151-fb256d3549d7/d695849c-5cbe-47ad-a945-438933aaa1e9) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:31:40.773649 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0dfc34f9-8c2b-4cbb-85ae-0b60117a7ff5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:40.794102 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0dfc34f9-8c2b-4cbb-85ae-0b60117a7ff5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:40.874937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc34f9-8c2b-4cbb-85ae-0b60117a7ff5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b9c1c2-58ba-4f72-a589-f437e9561ff3,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:40.883470 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0dfc34f9-8c2b-4cbb-85ae-0b60117a7ff5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:40.887892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0dfc34f9-8c2b-4cbb-85ae-0b60117a7ff5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3609726 Jul 27 22:31:40.888646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 55824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:40.898335 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d5808df2-e56d-467c-ba90-c53c2e2b384f tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': 'ec9f0e2f-405f-479e-8f4d-a87663827874', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:40.917186 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:31:40.948992 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-d5808df2-e56d-467c-ba90-c53c2e2b384f tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Project 615ad33e4f374579872e356840fc6317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:31:40.958006 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5808df2-e56d-467c-ba90-c53c2e2b384f tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:41.123461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:41.149333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5808df2-e56d-467c-ba90-c53c2e2b384f tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:41.153025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Transition to ACTIVE for port object d695849c-5cbe-47ad-a945-438933aaa1e9 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:31:41.164105 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ddab4ad9-ca89-4801-9481-4888da98adf7 req-19dc7dd6-4eec-4f8b-ad3f-0902115ed8d3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 210 time: 0.0721953 Jul 27 22:31:41.167655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5808df2-e56d-467c-ba90-c53c2e2b384f tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:41.204576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5808df2-e56d-467c-ba90-c53c2e2b384f tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b8a6d7-3fd1-4f2e-926a-45b8909cee4d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:41.220895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5808df2-e56d-467c-ba90-c53c2e2b384f tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:41.232178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d5808df2-e56d-467c-ba90-c53c2e2b384f tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3325768 Jul 27 22:31:41.254554 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:41.317212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:31:41.322076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:31:41.336192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:31:41.491098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:41.492049 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:41.507574 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=d695849c-5cbe-47ad-a945-438933aaa1e9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:41.541208 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-f0d5854c-be98-4365-9258-360b5206c542 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2791564 Jul 27 22:31:41.543036 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-4036aacb-e35f-44ce-862f-23f19e6a7da5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528244122&fields=id&tenant_id=615ad33e4f374579872e356840fc6317 HTTP/1.1" status: 200 len: 267 time: 0.0991986 Jul 27 22:31:41.557644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Request body: {'port': {'device_id': 'c36e27cc-730e-451f-b8e4-9724ba71726d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:41.669708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:41.826441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-93009b9e-0f50-4ff9-86de-954db6f5bb37 None None] Provisioning for port d695849c-5cbe-47ad-a945-438933aaa1e9 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:31:41.837108 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-93009b9e-0f50-4ff9-86de-954db6f5bb37 None None] Provisioning complete for port d695849c-5cbe-47ad-a945-438933aaa1e9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:41.843005 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-93009b9e-0f50-4ff9-86de-954db6f5bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:41.934606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-93009b9e-0f50-4ff9-86de-954db6f5bb37 None None] Port d695849c-5cbe-47ad-a945-438933aaa1e9 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:31:42.212621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d695849c-5cbe-47ad-a945-438933aaa1e9 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:31:42.247612 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:42.322833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Transition to ACTIVE for port object d695849c-5cbe-47ad-a945-438933aaa1e9 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:31:42.349999 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:42.455327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8894951c-0d57-4a0d-9e0b-0dd3166b5914 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:31:42.455753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=d695849c-5cbe-47ad-a945-438933aaa1e9,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:42.578606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Attempting to bind port d695849c-5cbe-47ad-a945-438933aaa1e9 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:31:42.578951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Attempting to bind port d695849c-5cbe-47ad-a945-438933aaa1e9 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:31:42.579285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Attempting to bind port d695849c-5cbe-47ad-a945-438933aaa1e9 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:31:42.584976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Port d695849c-5cbe-47ad-a945-438933aaa1e9 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:31:42.585949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Attempting to bind port d695849c-5cbe-47ad-a945-438933aaa1e9 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:31:42.591805 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:31:42.592198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Checking segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:31:42.592602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Bound using segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:31:42.593042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Bound port: d695849c-5cbe-47ad-a945-438933aaa1e9, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:31:42.595431 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:42.615256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:31:42.615463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-200c8923-f33c-46e3-a5aa-b9bab6761e70 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:42.620474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-200c8923-f33c-46e3-a5aa-b9bab6761e70 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/networks?id=03a14d8a-9cdb-4251-84d8-98f31c134b28 HTTP/1.1" status: 200 len: 796 time: 1.0625327 Jul 27 22:31:42.641686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:42.642317 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:42.696484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] For port d695849c-5cbe-47ad-a945-438933aaa1e9, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:31:42.698693 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:42.700520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] For port d695849c-5cbe-47ad-a945-438933aaa1e9, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d695849c-5cbe-47ad-a945-438933aaa1e9,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:31:42.710031 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:42.753566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-681ee142-7513-49cb-afed-d24a7ca829bc tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/quotas/615ad33e4f374579872e356840fc6317 HTTP/1.1" status: 200 len: 375 time: 0.1044457 Jul 27 22:31:42.859574 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:42.940613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 8894951c-0d57-4a0d-9e0b-0dd3166b5914, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8894951c-0d57-4a0d-9e0b-0dd3166b5914,segment=NetworkSegment(b36ba437-8bcc-4c68-86ff-a739ab38544d),segment_id=b36ba437-8bcc-4c68-86ff-a739ab38544d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:42.942939 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-57c1d7a2-38fd-469e-9b0a-d1556000327f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:42.944161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=d695849c-5cbe-47ad-a945-438933aaa1e9,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:42.956458 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:42.957438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:42.958088 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:42.971662 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-4bfa3bc0-0e77-4a92-bceb-290d04f18fe2 service neutron] 10.222.0.43 "PUT /v2.0/ports/d695849c-5cbe-47ad-a945-438933aaa1e9 HTTP/1.1" status: 200 len: 1091 time: 1.4152377 Jul 27 22:31:42.972215 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36e27cc-730e-451f-b8e4-9724ba71726d', 'tag': 'd695849c-5cbe-47ad-a945-438933aaa1e9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:31:42.974562 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce95c905-5373-4c5d-a85b-307820a7d1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c36e27cc-730e-451f-b8e4-9724ba71726d", "tag": "d695849c-5cbe-47ad-a945-438933aaa1e9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:31:42.986961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-b0c77d5e-0081-466a-b9fe-92f69e57dbdc tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2234383 Jul 27 22:31:43.000515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87e80d-f88f-4e35-9fac-f59b898b2c0b req-8cfb4113-440b-4d24-9ab9-23c631fc7bd6 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:43.023897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab87e80d-f88f-4e35-9fac-f59b898b2c0b req-8cfb4113-440b-4d24-9ab9-23c631fc7bd6 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.4005306 Jul 27 22:31:43.058446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=8894951c-0d57-4a0d-9e0b-0dd3166b5914,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:43.144444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab87e80d-f88f-4e35-9fac-f59b898b2c0b req-2e477c71-73a3-4b62-97fc-5001966180b3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912158 Jul 27 22:31:43.160498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-0ef534e8-ad64-4f72-a4d9-408e8b4d95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:43.160498 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-0ef534e8-ad64-4f72-a4d9-408e8b4d95e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 1094 time: 0.1264880 Jul 27 22:31:43.238590 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20ebfaa-481e-4a69-8a4d-70968dff10ed x-openstack-request-id: req-c20ebfaa-481e-4a69-8a4d-70968dff10ed {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:31:43.240416 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36e27cc-730e-451f-b8e4-9724ba71726d", "tag": "d695849c-5cbe-47ad-a945-438933aaa1e9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:31:43.240776 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c20ebfaa-481e-4a69-8a4d-70968dff10ed {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:31:43.241294 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36e27cc-730e-451f-b8e4-9724ba71726d', 'tag': 'd695849c-5cbe-47ad-a945-438933aaa1e9', 'status': 'completed', 'code': 200} Jul 27 22:31:43.244366 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-5ab4473f-a1d4-4d4c-ab86-7432ce8bfdf2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d695849c-5cbe-47ad-a945-438933aaa1e9 HTTP/1.1" status: 200 len: 217 time: 0.0784843 Jul 27 22:31:43.280952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-6c70d14e-ab96-40b2-8e07-6d887a2c7b32 service neutron] 10.222.0.24 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560518 Jul 27 22:31:43.316351 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-e5fdeb53-c1ea-4856-82e7-80b2659c151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:43.317884 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-e5fdeb53-c1ea-4856-82e7-80b2659c151a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0660710 Jul 27 22:31:43.374607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-11db8fdb-9616-4f1c-95a1-9ba72b0dd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:43.376266 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-11db8fdb-9616-4f1c-95a1-9ba72b0dd046 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512447 Jul 27 22:31:43.413598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-66be78f1-8f02-4146-90a6-a1686f25d602 service neutron] 10.222.0.24 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203225 Jul 27 22:31:43.486926 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-d7828413-d4be-4cf2-a5a0-be1eafd12e3d service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022587 Jul 27 22:31:43.639454 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf5a4437-df09-4ba8-b738-a4298a0978d0 req-88344412-657b-465c-84d5-c48f0f9a43fd service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448495 Jul 27 22:31:43.680078 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e6001c62-aa9c-4667-8113-03db1bab1baa req-9be7a1ad-dc87-43b7-a437-5f61950d7d31 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 210 time: 0.0728757 Jul 27 22:31:43.765955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95c905-5373-4c5d-a85b-307820a7d1cb req-c476d6a3-3162-4bc1-87d6-899edd7c46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:43.771347 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce95c905-5373-4c5d-a85b-307820a7d1cb req-c476d6a3-3162-4bc1-87d6-899edd7c46a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 1094 time: 0.0626585 Jul 27 22:31:43.905148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95c905-5373-4c5d-a85b-307820a7d1cb req-6cafd182-926b-4957-89b0-9d0b4016ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:43.906756 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce95c905-5373-4c5d-a85b-307820a7d1cb req-6cafd182-926b-4957-89b0-9d0b4016ad41 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.1276779 Jul 27 22:31:43.968283 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce95c905-5373-4c5d-a85b-307820a7d1cb req-787e8f2a-03e8-414e-ac2d-bcb3fb21f254 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d695849c-5cbe-47ad-a945-438933aaa1e9 HTTP/1.1" status: 200 len: 217 time: 0.0527573 Jul 27 22:31:44.053951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95c905-5373-4c5d-a85b-307820a7d1cb req-989bd308-7a82-46fe-bac5-b4fbdc72815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:44.068912 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce95c905-5373-4c5d-a85b-307820a7d1cb req-989bd308-7a82-46fe-bac5-b4fbdc72815c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0899403 Jul 27 22:31:44.139844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95c905-5373-4c5d-a85b-307820a7d1cb req-bbf7a1e5-86f4-41f2-9f07-98306098860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:44.141429 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce95c905-5373-4c5d-a85b-307820a7d1cb req-bbf7a1e5-86f4-41f2-9f07-98306098860c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646238 Jul 27 22:31:44.306346 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce95c905-5373-4c5d-a85b-307820a7d1cb req-78d643a2-aa93-4303-b426-8c74ca98c578 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553731 Jul 27 22:31:44.340049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8894951c-0d57-4a0d-9e0b-0dd3166b5914 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:31:44.355761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ba4f2-eca3-4a50-8bb2-4d809c098de2 req-27cfbd25-3833-4861-9eaa-87ca759d147b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:44.358144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-778ba4f2-eca3-4a50-8bb2-4d809c098de2 req-27cfbd25-3833-4861-9eaa-87ca759d147b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.0945876 Jul 27 22:31:44.414891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-778ba4f2-eca3-4a50-8bb2-4d809c098de2 req-b4a1159a-ceeb-4f7f-9dee-c41a632476f4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497565 Jul 27 22:31:44.451339 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:44.451869 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:44.473931 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ce95c905-5373-4c5d-a85b-307820a7d1cb req-28d71fa8-fa83-4ce1-92f5-21a8dd7ce0ee service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601024 Jul 27 22:31:44.781730 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6abd2c21-dff2-4279-891f-439f2a98ae97 req-990593f3-3aea-40ae-b5d2-3a382cd8e406 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 210 time: 0.0322769 Jul 27 22:31:45.049915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-6f1ca86b-6a67-4526-94fb-70e19da6efca tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:45.052613 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-6f1ca86b-6a67-4526-94fb-70e19da6efca tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.41 "GET /v2.0/networks?id=03a14d8a-9cdb-4251-84d8-98f31c134b28 HTTP/1.1" status: 200 len: 796 time: 0.1530190 Jul 27 22:31:45.099860 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-c3f7f501-4481-4343-80b0-6ec865567e01 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615ad33e4f374579872e356840fc6317 HTTP/1.1" status: 200 len: 380 time: 0.0377083 Jul 27 22:31:45.110035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'port': {'device_id': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'admin_state_up': True, 'tenant_id': '615ad33e4f374579872e356840fc6317', 'security_groups': ['ec9f0e2f-405f-479e-8f4d-a87663827874']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:45.242446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Made reservation on behalf of 615ad33e4f374579872e356840fc6317 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:31:45.247518 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:45.462561 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24c9dd9d-e92a-496b-8e68-786d88782e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:45.611853 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1233bf9-dcd6-44ad-b8a8-f7c6946ece99 req-1a257e08-f99c-4ec4-8fed-9a5193f02281 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:45.613865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1233bf9-dcd6-44ad-b8a8-f7c6946ece99 req-1a257e08-f99c-4ec4-8fed-9a5193f02281 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.0777483 Jul 27 22:31:45.669130 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1233bf9-dcd6-44ad-b8a8-f7c6946ece99 req-a99b9d7a-3c5c-4f7e-9140-e390a0eff84f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453160 Jul 27 22:31:45.751297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Allocated IP 172.20.0.9 (03a14d8a-9cdb-4251-84d8-98f31c134b28/df9c16fa-ddd4-469c-b0c3-f768a9af4e04/d84683e0-10d7-4b91-b925-dc87f181beec) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:31:45.815748 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:45.897752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44940527-f7e0-4d6c-ad17-b19234ab5d81 req-8763ffa0-ced5-4f25-9679-9da333046438 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 210 time: 0.0322073 Jul 27 22:31:45.918797 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:45.934010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Transition to ACTIVE for port object d84683e0-10d7-4b91-b925-dc87f181beec will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:31:45.970135 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:46.021152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network 03a14d8a-9cdb-4251-84d8-98f31c134b28 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:31:46.025137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:31:46.031210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:31:46.037754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=d84683e0-10d7-4b91-b925-dc87f181beec,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:46.097115 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:46.097705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:46.113431 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-eb5506d5-e57a-431b-a791-8b4068503499 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0070746 Jul 27 22:31:46.127331 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Request body: {'port': {'device_id': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:46.218876 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:46.401878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5768ef57-8280-4ee7-94a9-dd346a2cdf95 None None] Provisioning for port d84683e0-10d7-4b91-b925-dc87f181beec completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:31:46.408453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-5768ef57-8280-4ee7-94a9-dd346a2cdf95 None None] Provisioning complete for port d84683e0-10d7-4b91-b925-dc87f181beec triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:46.409783 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5768ef57-8280-4ee7-94a9-dd346a2cdf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:46.491288 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:46.492937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-5768ef57-8280-4ee7-94a9-dd346a2cdf95 None None] Port d84683e0-10d7-4b91-b925-dc87f181beec cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:31:46.546377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:46.554441 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84683e0-10d7-4b91-b925-dc87f181beec {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:31:46.562977 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:46.576152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Transition to ACTIVE for port object d84683e0-10d7-4b91-b925-dc87f181beec will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:31:46.581196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:46.632730 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Pushing event updated for resources: {'Port': ['ID=d84683e0-10d7-4b91-b925-dc87f181beec,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:46.721639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Attempting to bind port d84683e0-10d7-4b91-b925-dc87f181beec on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:31:46.722357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Attempting to bind port d84683e0-10d7-4b91-b925-dc87f181beec by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:31:46.722869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Attempting to bind port d84683e0-10d7-4b91-b925-dc87f181beec on network 03a14d8a-9cdb-4251-84d8-98f31c134b28 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:31:46.729036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Port d84683e0-10d7-4b91-b925-dc87f181beec on network 03a14d8a-9cdb-4251-84d8-98f31c134b28 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:31:46.729599 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Attempting to bind port d84683e0-10d7-4b91-b925-dc87f181beec on network 03a14d8a-9cdb-4251-84d8-98f31c134b28 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:31:46.738832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:31:46.742707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Checking segment: {'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:31:46.743332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Bound using segment: {'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:31:46.743956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Bound port: d84683e0-10d7-4b91-b925-dc87f181beec, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36ba437-8bcc-4c68-86ff-a739ab38544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:31:46.744659 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:46.809555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cf56b-b0b0-46e7-a083-a5d8231847b4 req-883f93e4-b3d4-4db8-9d8b-8c4d534517ad tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:46.817515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-853cf56b-b0b0-46e7-a083-a5d8231847b4 req-883f93e4-b3d4-4db8-9d8b-8c4d534517ad tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.0724638 Jul 27 22:31:46.858813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-853cf56b-b0b0-46e7-a083-a5d8231847b4 req-6364d9a1-8a30-4099-a6a6-e3827137b16e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Jul 27 22:31:46.903576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] For port d84683e0-10d7-4b91-b925-dc87f181beec, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:31:46.907120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] For port d84683e0-10d7-4b91-b925-dc87f181beec, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d84683e0-10d7-4b91-b925-dc87f181beec,segment=NetworkSegment(b36ba437-8bcc-4c68-86ff-a739ab38544d),segment_id=b36ba437-8bcc-4c68-86ff-a739ab38544d)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:31:46.913998 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:46.966762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Pushing event updated for resources: {'Port': ['ID=d84683e0-10d7-4b91-b925-dc87f181beec,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:46.982736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:46.983751 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:46.985895 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-fe0621ab-e6fc-44d7-91f4-9f608d73a937 service neutron] 10.222.0.41 "PUT /v2.0/ports/d84683e0-10d7-4b91-b925-dc87f181beec HTTP/1.1" status: 200 len: 1091 time: 0.8645039 Jul 27 22:31:46.986547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'tag': 'd84683e0-10d7-4b91-b925-dc87f181beec'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:31:46.989376 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34373cb8-7bdf-42ba-a04e-931dbcf4194b" -d '{"events": [{"name": "network-changed", "server_uuid": "54f1c9a0-0549-42f3-bf46-b1e9fba7099c", "tag": "d84683e0-10d7-4b91-b925-dc87f181beec"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:31:47.033852 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff749b4-6711-41d1-86a7-220dd975e05e x-openstack-request-id: req-6ff749b4-6711-41d1-86a7-220dd975e05e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:31:47.034383 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f1c9a0-0549-42f3-bf46-b1e9fba7099c", "tag": "d84683e0-10d7-4b91-b925-dc87f181beec", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:31:47.035444 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ff749b4-6711-41d1-86a7-220dd975e05e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:31:47.036061 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'tag': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'status': 'completed', 'code': 200} Jul 27 22:31:47.085128 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-1d7d488f-7ca3-4fac-abbf-98e4888f3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:47.086726 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-1d7d488f-7ca3-4fac-abbf-98e4888f3523 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 1094 time: 0.0450051 Jul 27 22:31:47.087615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc296e48-a801-448f-afcc-d217acc42aed req-0a7e941f-3b8c-492e-af46-f05e35817cd8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:47.090049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc296e48-a801-448f-afcc-d217acc42aed req-0a7e941f-3b8c-492e-af46-f05e35817cd8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 943 time: 0.1179509 Jul 27 22:31:47.178630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-08c4ae0a-3185-4394-8e81-38e98fea8df1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d84683e0-10d7-4b91-b925-dc87f181beec HTTP/1.1" status: 200 len: 217 time: 0.0830114 Jul 27 22:31:47.212457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc296e48-a801-448f-afcc-d217acc42aed req-6b85bf35-de81-4619-855a-947347b97d29 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec9f0e2f-405f-479e-8f4d-a87663827874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879893 Jul 27 22:31:47.249774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-5fd4a8a6-bae9-45bb-b76b-91206ec5ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:47.251589 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-5fd4a8a6-bae9-45bb-b76b-91206ec5ef5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df9c16fa-ddd4-469c-b0c3-f768a9af4e04 HTTP/1.1" status: 200 len: 834 time: 0.0656993 Jul 27 22:31:47.309803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-67a833d4-96d1-49c0-b400-361b8cfdd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:47.311988 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-67a833d4-96d1-49c0-b400-361b8cfdd994 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03a14d8a-9cdb-4251-84d8-98f31c134b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483046 Jul 27 22:31:47.434680 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-ea71a15b-4bf3-4842-8bce-d93ca53de12a service neutron] 10.222.0.41 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140954 Jul 27 22:31:47.527772 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-11f44df6-8784-4067-b74f-24f4e3f5a43a req-d8869288-4076-4cfd-af83-d6bc5edb7b5f service neutron] 10.222.0.41 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Jul 27 22:31:47.621842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34373cb8-7bdf-42ba-a04e-931dbcf4194b req-55d5095d-a3d1-434f-a4f0-1b5130343c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:47.623544 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-34373cb8-7bdf-42ba-a04e-931dbcf4194b req-55d5095d-a3d1-434f-a4f0-1b5130343c2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 1094 time: 0.0463436 Jul 27 22:31:47.724823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34373cb8-7bdf-42ba-a04e-931dbcf4194b req-8482c69c-b466-410b-8227-d7c00a398e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:47.727135 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-34373cb8-7bdf-42ba-a04e-931dbcf4194b req-8482c69c-b466-410b-8227-d7c00a398e1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=03a14d8a-9cdb-4251-84d8-98f31c134b28 HTTP/1.1" status: 200 len: 897 time: 0.0970049 Jul 27 22:31:47.769909 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-34373cb8-7bdf-42ba-a04e-931dbcf4194b req-6dd9e32f-9508-4927-831e-9b7d83de1aae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d84683e0-10d7-4b91-b925-dc87f181beec HTTP/1.1" status: 200 len: 217 time: 0.0353856 Jul 27 22:31:47.825175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34373cb8-7bdf-42ba-a04e-931dbcf4194b req-aed303e8-d77f-4747-93d3-29249166bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:47.826880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-34373cb8-7bdf-42ba-a04e-931dbcf4194b req-aed303e8-d77f-4747-93d3-29249166bed5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df9c16fa-ddd4-469c-b0c3-f768a9af4e04 HTTP/1.1" status: 200 len: 834 time: 0.0494294 Jul 27 22:31:47.878940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34373cb8-7bdf-42ba-a04e-931dbcf4194b req-4d99b7cc-6919-4f92-9072-0675adfe3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:47.883908 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-34373cb8-7bdf-42ba-a04e-931dbcf4194b req-4d99b7cc-6919-4f92-9072-0675adfe3c4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03a14d8a-9cdb-4251-84d8-98f31c134b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490384 Jul 27 22:31:48.013489 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-34373cb8-7bdf-42ba-a04e-931dbcf4194b req-86e08685-36e6-49eb-a17e-86791b6dc076 service neutron] 10.222.0.41 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202364 Jul 27 22:31:48.015978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275e4e-16b6-42ae-9e6a-0b8dd27442e3 req-84e32c4c-e3ee-4af9-be22-e6868a937dc8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:48.017498 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a275e4e-16b6-42ae-9e6a-0b8dd27442e3 req-84e32c4c-e3ee-4af9-be22-e6868a937dc8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.0658700 Jul 27 22:31:48.071814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a275e4e-16b6-42ae-9e6a-0b8dd27442e3 req-48ff9462-ce42-4cb8-84fc-833d481abef1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Jul 27 22:31:48.120616 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-34373cb8-7bdf-42ba-a04e-931dbcf4194b req-76f5cb75-acd5-4796-b678-6042c659b5f1 service neutron] 10.222.0.41 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983989 Jul 27 22:31:48.159759 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:48.329526 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9028550-4432-4339-bc9b-ad88576f3199 req-d9d701b2-f513-4378-9ffb-6400c136bec8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:48.331248 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9028550-4432-4339-bc9b-ad88576f3199 req-d9d701b2-f513-4378-9ffb-6400c136bec8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 943 time: 0.0567317 Jul 27 22:31:48.373459 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9028550-4432-4339-bc9b-ad88576f3199 req-c7441996-735f-4f24-9db5-ce51d39bcf4d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec9f0e2f-405f-479e-8f4d-a87663827874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356100 Jul 27 22:31:49.186837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ae2de-c848-410e-b1df-d16a994f3d2a req-128dda22-e1b3-4431-95fe-65931cc335b4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:49.188638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c3ae2de-c848-410e-b1df-d16a994f3d2a req-128dda22-e1b3-4431-95fe-65931cc335b4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.0545387 Jul 27 22:31:49.229558 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c3ae2de-c848-410e-b1df-d16a994f3d2a req-f5a8387d-f86b-42ef-b0b4-be637b26f974 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338187 Jul 27 22:31:49.496294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac11e40-1778-4456-943f-d5f4ab64c5e1 req-4cbffa33-db59-412d-a3b9-d88a459f4c4d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:49.497815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bac11e40-1778-4456-943f-d5f4ab64c5e1 req-4cbffa33-db59-412d-a3b9-d88a459f4c4d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 943 time: 0.0547919 Jul 27 22:31:49.541792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bac11e40-1778-4456-943f-d5f4ab64c5e1 req-b049c34a-533f-459f-9fb8-b51c6f0957c3 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec9f0e2f-405f-479e-8f4d-a87663827874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370979 Jul 27 22:31:49.720277 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d84683e0-10d7-4b91-b925-dc87f181beec details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:31:49.817556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port d84683e0-10d7-4b91-b925-dc87f181beec, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d84683e0-10d7-4b91-b925-dc87f181beec,segment=NetworkSegment(b36ba437-8bcc-4c68-86ff-a739ab38544d),segment_id=b36ba437-8bcc-4c68-86ff-a739ab38544d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:49.832135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'port_id': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'mac_address': 'fa:16:3e:a8:f5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:31:49.871711 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:49.884415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84683e0-10d7-4b91-b925-dc87f181beec {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:31:49.908367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port d84683e0-10d7-4b91-b925-dc87f181beec, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d84683e0-10d7-4b91-b925-dc87f181beec,segment=NetworkSegment(b36ba437-8bcc-4c68-86ff-a739ab38544d),segment_id=b36ba437-8bcc-4c68-86ff-a739ab38544d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:49.912759 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:49.963936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=d84683e0-10d7-4b91-b925-dc87f181beec,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:50.110800 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['d84683e0-10d7-4b91-b925-dc87f181beec'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:31:50.388643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b3f6-f6fd-4a86-8fe2-dc09ca4408c5 req-dfe83199-e36f-404e-ace9-650843be43ce tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:50.391111 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f427b3f6-f6fd-4a86-8fe2-dc09ca4408c5 req-dfe83199-e36f-404e-ace9-650843be43ce tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.0622520 Jul 27 22:31:50.434460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f427b3f6-f6fd-4a86-8fe2-dc09ca4408c5 req-f8f8e8ad-35c4-47d0-9357-e1734d3095c3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364404 Jul 27 22:31:50.667146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d5d1f-1b19-4eac-841d-9a6cceddeff0 req-9bf423ea-b1c9-430c-97a6-86c89f6f5386 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:50.668737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-132d5d1f-1b19-4eac-841d-9a6cceddeff0 req-9bf423ea-b1c9-430c-97a6-86c89f6f5386 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 944 time: 0.0598834 Jul 27 22:31:50.708374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-132d5d1f-1b19-4eac-841d-9a6cceddeff0 req-d17ebecf-004a-4342-9d64-c7522a01de75 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec9f0e2f-405f-479e-8f4d-a87663827874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328512 Jul 27 22:31:51.566655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269eb77e-525b-44c5-bbdb-cb11d011bc05 req-b61eb2a4-dd01-4bf5-9776-e6ab923981ef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:51.568503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-269eb77e-525b-44c5-bbdb-cb11d011bc05 req-b61eb2a4-dd01-4bf5-9776-e6ab923981ef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.0638959 Jul 27 22:31:51.616347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-269eb77e-525b-44c5-bbdb-cb11d011bc05 req-42fcc400-0d11-4a02-923e-5c3158756fb8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Jul 27 22:31:51.790121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d84683e0-10d7-4b91-b925-dc87f181beec up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:31:51.872266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port d84683e0-10d7-4b91-b925-dc87f181beec completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:31:51.872266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port d84683e0-10d7-4b91-b925-dc87f181beec triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:51.872266 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:51.918762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8b32b-5447-40e7-bd27-cb4746a5e604 req-6d6488f3-2b5c-4b76-a88b-b48f67ace4a4 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:51.920453 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22c8b32b-5447-40e7-bd27-cb4746a5e604 req-6d6488f3-2b5c-4b76-a88b-b48f67ace4a4 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 944 time: 0.0991547 Jul 27 22:31:51.975168 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22c8b32b-5447-40e7-bd27-cb4746a5e604 req-624e2286-893e-4645-b900-5fc3d44bb737 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec9f0e2f-405f-479e-8f4d-a87663827874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466728 Jul 27 22:31:51.990612 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:52.025854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84683e0-10d7-4b91-b925-dc87f181beec'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:31:52.028635 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdfa1f2-fc60-4bc9-8362-6da539fce099" -d '{"events": [{"server_uuid": "54f1c9a0-0549-42f3-bf46-b1e9fba7099c", "name": "network-vif-plugged", "status": "completed", "tag": "d84683e0-10d7-4b91-b925-dc87f181beec"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:31:52.043550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port d84683e0-10d7-4b91-b925-dc87f181beec, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d84683e0-10d7-4b91-b925-dc87f181beec,segment=NetworkSegment(b36ba437-8bcc-4c68-86ff-a739ab38544d),segment_id=b36ba437-8bcc-4c68-86ff-a739ab38544d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:52.049035 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:52.095792 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9593b25-d272-4f04-a21d-cb5bc9b6fa4e x-openstack-request-id: req-f9593b25-d272-4f04-a21d-cb5bc9b6fa4e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:31:52.096090 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f1c9a0-0549-42f3-bf46-b1e9fba7099c", "name": "network-vif-plugged", "status": "completed", "tag": "d84683e0-10d7-4b91-b925-dc87f181beec", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:31:52.096370 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9593b25-d272-4f04-a21d-cb5bc9b6fa4e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:31:52.096768 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'code': 200} Jul 27 22:31:52.110585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=d84683e0-10d7-4b91-b925-dc87f181beec,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:52.205732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476241a2-937e-417f-9d40-1ca2644d2f06 req-75eb1b01-90f3-4e06-85aa-45cedf6e4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:52.207659 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-476241a2-937e-417f-9d40-1ca2644d2f06 req-75eb1b01-90f3-4e06-85aa-45cedf6e4cf7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 1096 time: 0.0447283 Jul 27 22:31:52.254047 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-476241a2-937e-417f-9d40-1ca2644d2f06 req-71652341-ee7f-4f04-897f-366e19f76317 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec9f0e2f-405f-479e-8f4d-a87663827874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396345 Jul 27 22:31:52.757824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57253a6e-19cf-4904-bdd9-1b325aba68b1 req-895867d8-17d9-40d8-b267-d39b9c710bfe tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:52.759644 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57253a6e-19cf-4904-bdd9-1b325aba68b1 req-895867d8-17d9-40d8-b267-d39b9c710bfe tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.0675390 Jul 27 22:31:52.815998 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-57253a6e-19cf-4904-bdd9-1b325aba68b1 req-822e28a0-2cb1-4dc9-8545-1f4022c12fe5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Jul 27 22:31:53.111909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2057a3-1778-4e80-aeb1-326ac7d670bb req-1c9beb0e-4878-43e1-aaa2-0734e6be95c9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:53.113317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df2057a3-1778-4e80-aeb1-326ac7d670bb req-1c9beb0e-4878-43e1-aaa2-0734e6be95c9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 945 time: 0.0518177 Jul 27 22:31:53.157143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df2057a3-1778-4e80-aeb1-326ac7d670bb req-b7924490-1fea-4f73-a5ed-a6f02a13c26e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec9f0e2f-405f-479e-8f4d-a87663827874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366473 Jul 27 22:31:53.273897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68a2f6-fbde-4957-b22c-847473e40a2e req-c2c100af-252d-4384-ae0f-9490870375de tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:53.275517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9f68a2f6-fbde-4957-b22c-847473e40a2e req-c2c100af-252d-4384-ae0f-9490870375de tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 945 time: 0.0507381 Jul 27 22:31:53.316753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9f68a2f6-fbde-4957-b22c-847473e40a2e req-dbc0e9d4-aed1-463e-ba42-cbae8280ca30 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec9f0e2f-405f-479e-8f4d-a87663827874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349646 Jul 27 22:31:53.340904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56140) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:53.387867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef8342-a4d3-42cf-b514-b5bbecea51a9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:53.392719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:53.392953 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9cef8342-a4d3-42cf-b514-b5bbecea51a9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 1091 time: 0.0509827 Jul 27 22:31:53.399418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:31:53.448929 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:53.572306 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:53.702391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Allocated IP 172.25.1.25 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/b85b2d1e-b2d1-4afc-9044-5f5ed44a094b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:31:53.841978 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:53.927772 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:53.981451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:31:53.995889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=b85b2d1e-b2d1-4afc-9044-5f5ed44a094b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:53.998783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:31:54.013143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9157095-7e77-49d4-81a8-20ddb11455ac req-462d0374-aa07-429f-9e80-ce72882caf2e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:54.017409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a9157095-7e77-49d4-81a8-20ddb11455ac req-462d0374-aa07-429f-9e80-ce72882caf2e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.1280410 Jul 27 22:31:54.018406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:31:54.104538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a9157095-7e77-49d4-81a8-20ddb11455ac req-9493acc4-03de-435b-92b6-a4297807e779 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832908 Jul 27 22:31:54.642795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:54.759771 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:54.925829 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:54.931197 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:55.019020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=b85b2d1e-b2d1-4afc-9044-5f5ed44a094b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:55.021672 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:55.166964 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Floating IP 4d0e4b37-6c3b-437f-85e2-dc60bc359ae6 associated. External IP: 172.25.1.25, port: d84683e0-10d7-4b91-b925-dc87f181beec. Jul 27 22:31:55.313307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b03677-ff89-424f-bbca-2d78e00e56bc req-b49a6f2d-9dba-459d-a0c9-3be40179dddf tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:55.314865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74b03677-ff89-424f-bbca-2d78e00e56bc req-b49a6f2d-9dba-459d-a0c9-3be40179dddf tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.1074748 Jul 27 22:31:55.400949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-74b03677-ff89-424f-bbca-2d78e00e56bc req-b2042528-170b-46ad-b637-8ad66e2104b3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772202 Jul 27 22:31:55.501604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Router 69656512-0ed0-43ca-accd-8fc40fe511b2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:31:55.658095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:31:55.672150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534bedaa-0a5b-45a9-be50-4d60576ecb2d None None] Sync routers for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:31:55.678304 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:55.686449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534bedaa-0a5b-45a9-be50-4d60576ecb2d None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:31:55.687456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-534bedaa-0a5b-45a9-be50-4d60576ecb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:31:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:55.718917 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1a2f0ac5-a3e4-48e0-842a-96df870e1d1e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3235710 Jul 27 22:31:55.720765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'tag': 'd84683e0-10d7-4b91-b925-dc87f181beec'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:31:55.721389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56204) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:55.721890 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c05c1d-9905-46c6-bb03-187be949a0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "54f1c9a0-0549-42f3-bf46-b1e9fba7099c", "tag": "d84683e0-10d7-4b91-b925-dc87f181beec"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:31:55.809801 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-82e3e814-7997-4be3-a793-d49e9f8733fc tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/floatingips/4d0e4b37-6c3b-437f-85e2-dc60bc359ae6 HTTP/1.1" status: 200 len: 990 time: 0.0865309 Jul 27 22:31:55.867169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-534bedaa-0a5b-45a9-be50-4d60576ecb2d None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:31:55.966870 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d72527-362b-4b49-b469-9893c6309418 x-openstack-request-id: req-00d72527-362b-4b49-b469-9893c6309418 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:31:55.967252 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f1c9a0-0549-42f3-bf46-b1e9fba7099c", "tag": "d84683e0-10d7-4b91-b925-dc87f181beec", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:31:55.967724 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00d72527-362b-4b49-b469-9893c6309418 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:31:55.968242 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'tag': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'status': 'completed', 'code': 200} Jul 27 22:31:56.043924 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c05c1d-9905-46c6-bb03-187be949a0a0 req-3b7645a0-f90a-4af8-9396-ae8358dd5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:56.045480 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78c05c1d-9905-46c6-bb03-187be949a0a0 req-3b7645a0-f90a-4af8-9396-ae8358dd5f10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 1096 time: 0.0503974 Jul 27 22:31:56.152438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-534bedaa-0a5b-45a9-be50-4d60576ecb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:31:35Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4d0e4b37-6c3b-437f-85e2-dc60bc359ae6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'port_id': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'mac_address': 'fa:16:3e:a8:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:31:54Z', 'updated_at': '2021-07-27T22:31:54Z', 'revision_number': 0, 'project_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:42Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:56.164856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c05c1d-9905-46c6-bb03-187be949a0a0 req-4f9a0b00-bd1c-45f2-afac-fb9f15b95e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:56.168911 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78c05c1d-9905-46c6-bb03-187be949a0a0 req-4f9a0b00-bd1c-45f2-afac-fb9f15b95e4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=03a14d8a-9cdb-4251-84d8-98f31c134b28 HTTP/1.1" status: 200 len: 897 time: 0.1154699 Jul 27 22:31:56.193657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534bedaa-0a5b-45a9-be50-4d60576ecb2d None None] Checking router: 69656512-0ed0-43ca-accd-8fc40fe511b2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:31:56.203607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534bedaa-0a5b-45a9-be50-4d60576ecb2d None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:31:56.204291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-534bedaa-0a5b-45a9-be50-4d60576ecb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:31:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:56.245887 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78c05c1d-9905-46c6-bb03-187be949a0a0 req-2ba72fdc-595a-4c10-bb38-2ec5f74602cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d84683e0-10d7-4b91-b925-dc87f181beec HTTP/1.1" status: 200 len: 998 time: 0.0694649 Jul 27 22:31:56.322646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c05c1d-9905-46c6-bb03-187be949a0a0 req-98a3c8af-eb0f-4f88-8109-b8a5ba145216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:56.324177 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78c05c1d-9905-46c6-bb03-187be949a0a0 req-98a3c8af-eb0f-4f88-8109-b8a5ba145216 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df9c16fa-ddd4-469c-b0c3-f768a9af4e04 HTTP/1.1" status: 200 len: 834 time: 0.0706122 Jul 27 22:31:56.342573 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-534bedaa-0a5b-45a9-be50-4d60576ecb2d None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:31:56.390705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c05c1d-9905-46c6-bb03-187be949a0a0 req-65d9ff3a-2cf9-47e7-aa60-ee4e644381b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:56.392460 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78c05c1d-9905-46c6-bb03-187be949a0a0 req-65d9ff3a-2cf9-47e7-aa60-ee4e644381b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03a14d8a-9cdb-4251-84d8-98f31c134b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616047 Jul 27 22:31:56.580376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f7925-d0bc-49b5-bd4a-20ff0d37ad1f req-16d0672e-1506-473c-8b32-93c35cc74e70 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:56.580593 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78c05c1d-9905-46c6-bb03-187be949a0a0 req-9ae6d600-03fb-4421-974f-269e9997c5f0 service neutron] 10.222.0.41 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791561 Jul 27 22:31:56.582723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af6f7925-d0bc-49b5-bd4a-20ff0d37ad1f req-16d0672e-1506-473c-8b32-93c35cc74e70 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.0734842 Jul 27 22:31:56.681828 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af6f7925-d0bc-49b5-bd4a-20ff0d37ad1f req-0424aa65-fd43-4923-b968-a322bff74efa tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917892 Jul 27 22:31:56.714535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-534bedaa-0a5b-45a9-be50-4d60576ecb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:31:35Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4d0e4b37-6c3b-437f-85e2-dc60bc359ae6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'port_id': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'mac_address': 'fa:16:3e:a8:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:31:54Z', 'updated_at': '2021-07-27T22:31:54Z', 'revision_number': 0, 'project_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:42Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:31:56.727600 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-78c05c1d-9905-46c6-bb03-187be949a0a0 req-38db69a5-dfe8-49db-aa7b-f25c8e0503c7 service neutron] 10.222.0.41 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369984 Jul 27 22:31:56.812092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 56236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:56.947543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534bedaa-0a5b-45a9-be50-4d60576ecb2d None None] The sync data for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 is: [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:31:35Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4d0e4b37-6c3b-437f-85e2-dc60bc359ae6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'port_id': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'mac_address': 'fa:16:3e:a8:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:31:54Z', 'updated_at': '2021-07-27T22:31:54Z', 'revision_number': 0, 'project_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:42Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:31:57.226165 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f826b774-ed6b-4268-8652-13c7677dfd79 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/floatingips/4d0e4b37-6c3b-437f-85e2-dc60bc359ae6 HTTP/1.1" status: 200 len: 990 time: 0.4123392 Jul 27 22:31:57.297073 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ef9f2-a57c-4566-a038-73c550e730c7 None None] New status for floating IP 4d0e4b37-6c3b-437f-85e2-dc60bc359ae6: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:31:57.722522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d695849c-5cbe-47ad-a945-438933aaa1e9 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:31:57.837471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb41488-1448-4f63-9738-573ef810f78f req-b072c2cf-0ec0-4549-82ba-1ff04586d843 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:57.839912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bb41488-1448-4f63-9738-573ef810f78f req-b072c2cf-0ec0-4549-82ba-1ff04586d843 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 943 time: 0.0730808 Jul 27 22:31:57.854463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d695849c-5cbe-47ad-a945-438933aaa1e9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d695849c-5cbe-47ad-a945-438933aaa1e9,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:57.868319 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'd695849c-5cbe-47ad-a945-438933aaa1e9', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'port_id': 'd695849c-5cbe-47ad-a945-438933aaa1e9', 'mac_address': 'fa:16:3e:d2:0d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:31:57.891685 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3bb41488-1448-4f63-9738-573ef810f78f req-9b782113-b63e-491a-b043-9d35a8669834 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441785 Jul 27 22:31:57.921297 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:57.938782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d695849c-5cbe-47ad-a945-438933aaa1e9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:31:57.972132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d695849c-5cbe-47ad-a945-438933aaa1e9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d695849c-5cbe-47ad-a945-438933aaa1e9,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:57.976154 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:58.026958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d695849c-5cbe-47ad-a945-438933aaa1e9,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:31:58.034443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:58.034799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:58.035148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:58.035603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:58.035943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:58.036281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:58.036627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:58.036943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:58.037270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:58.037598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:58.037941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:58.038251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:31:58.184801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d695849c-5cbe-47ad-a945-438933aaa1e9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:31:58.228168 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 56270) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:31:58.297867 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fbf768bc-d258-4c2b-9f30-7555ba2cf4e0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/floatingips/4d0e4b37-6c3b-437f-85e2-dc60bc359ae6 HTTP/1.1" status: 200 len: 992 time: 0.0633726 Jul 27 22:31:59.043901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e8ca8-4ffa-4d9e-bf77-bcedd8f26a66 req-916a8f57-300d-4548-bf9d-91ad234e4d79 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:59.046486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a4e8ca8-4ffa-4d9e-bf77-bcedd8f26a66 req-916a8f57-300d-4548-bf9d-91ad234e4d79 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 944 time: 0.0617933 Jul 27 22:31:59.098132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a4e8ca8-4ffa-4d9e-bf77-bcedd8f26a66 req-06213e4d-7cb1-41c4-82b4-4bc67fe6207f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452545 Jul 27 22:31:59.753552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d695849c-5cbe-47ad-a945-438933aaa1e9 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:31:59.806792 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port d695849c-5cbe-47ad-a945-438933aaa1e9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:31:59.810580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port d695849c-5cbe-47ad-a945-438933aaa1e9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:31:59.810961 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:59.897301 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:59.927891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36e27cc-730e-451f-b8e4-9724ba71726d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd695849c-5cbe-47ad-a945-438933aaa1e9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:31:59.927891 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0685adc-92ae-47bb-bae8-913f23d80b06" -d '{"events": [{"server_uuid": "c36e27cc-730e-451f-b8e4-9724ba71726d", "name": "network-vif-plugged", "status": "completed", "tag": "d695849c-5cbe-47ad-a945-438933aaa1e9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:31:59.945101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d695849c-5cbe-47ad-a945-438933aaa1e9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d695849c-5cbe-47ad-a945-438933aaa1e9,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:31:59.957215 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:59.996145 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ca0ff8-c61e-4485-a41c-96c0f1276733 x-openstack-request-id: req-c8ca0ff8-c61e-4485-a41c-96c0f1276733 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:31:59.996521 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36e27cc-730e-451f-b8e4-9724ba71726d", "name": "network-vif-plugged", "status": "completed", "tag": "d695849c-5cbe-47ad-a945-438933aaa1e9", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:31:59.996843 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8ca0ff8-c61e-4485-a41c-96c0f1276733 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:31:59.997304 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36e27cc-730e-451f-b8e4-9724ba71726d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd695849c-5cbe-47ad-a945-438933aaa1e9', 'code': 200} Jul 27 22:32:00.032752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d695849c-5cbe-47ad-a945-438933aaa1e9,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:00.085696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793ffc-cf45-4d77-898c-71d22196f2de req-e7512010-fb73-45ea-8f5b-dbe6cb8404e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:00.087300 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-30793ffc-cf45-4d77-898c-71d22196f2de req-e7512010-fb73-45ea-8f5b-dbe6cb8404e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 1096 time: 0.0439100 Jul 27 22:32:00.130200 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-30793ffc-cf45-4d77-898c-71d22196f2de req-3ed2c6fa-4d9c-45af-9839-1875001ec1c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352993 Jul 27 22:32:00.237125 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066baa98-b1b7-4ae3-8078-64238b7f7587 req-e665a35e-cfcf-489f-b895-a53789917584 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:00.238670 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-066baa98-b1b7-4ae3-8078-64238b7f7587 req-e665a35e-cfcf-489f-b895-a53789917584 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 945 time: 0.0599225 Jul 27 22:32:00.292436 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-066baa98-b1b7-4ae3-8078-64238b7f7587 req-a39fb1f5-4144-4a16-8ba2-0984702322bb tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467203 Jul 27 22:32:01.430640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8ddee-ef2c-47fe-8238-b62602ea138a req-d9aa8b7f-84e4-4729-9c28-87d20f703c1a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:01.432619 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aeb8ddee-ef2c-47fe-8238-b62602ea138a req-d9aa8b7f-84e4-4729-9c28-87d20f703c1a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 945 time: 0.0641603 Jul 27 22:32:01.482408 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aeb8ddee-ef2c-47fe-8238-b62602ea138a req-13945e94-99c7-4fec-ad9a-2ef32e51b69f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432892 Jul 27 22:32:01.615719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84115697-2207-457a-99f3-375d9ed20f60 req-2f79e674-d2c5-4317-ace7-9e06e3b5713f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:01.617895 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84115697-2207-457a-99f3-375d9ed20f60 req-2f79e674-d2c5-4317-ace7-9e06e3b5713f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 945 time: 0.0659280 Jul 27 22:32:01.667131 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84115697-2207-457a-99f3-375d9ed20f60 req-3213d374-a7b7-4f4f-9dc3-3a4744728b78 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430262 Jul 27 22:32:04.623452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-553607a5-82df-47fe-88bb-ca3c1c8bc405 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:04.625001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-553607a5-82df-47fe-88bb-ca3c1c8bc405 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.1220777 Jul 27 22:32:04.640703 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-556f72c3-1fc3-46cc-90bb-7f686a3e1bd4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/quotas/75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 375 time: 0.0098569 Jul 27 22:32:04.696574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-f06b0648-42f2-4573-8cc1-c1fdd33d4e0a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495448 Jul 27 22:32:04.791344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-ecdb90b4-95ee-46cc-a423-b7b87fc446dd service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871644 Jul 27 22:32:04.884747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-eb6fc0e5-7f32-43a9-b380-14959a04d5be service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870025 Jul 27 22:32:05.080203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7bb14c89-9c79-4feb-8d85-9797f185525b req-2fdd108a-d84d-4316-8dfa-ed362ed07afb tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 210 time: 0.0277469 Jul 27 22:32:06.212519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-409e8754-5ffb-405b-b839-5048e3a76c16 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:06.212519 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-409e8754-5ffb-405b-b839-5048e3a76c16 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.1434240 Jul 27 22:32:06.212519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'port': {'device_id': 'b5b501e2-278c-42f3-a8a7-9c7452de52ae', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'admin_state_up': True, 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:06.262822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-061437b9-c34e-4b2e-be53-95b2af63333e req-b43f81d3-cdf6-4126-9dff-b718e17a3615 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 210 time: 0.0636287 Jul 27 22:32:06.342702 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Made reservation on behalf of 75d2e7c8619341e1afb2aec6e4035896 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:32:06.346832 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:06.512239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Allocated IP 172.20.0.12 (e9b79ab6-4218-4e9c-8efe-4092e7194b69/8194dc36-8c1b-4ae0-9151-fb256d3549d7/229d6e06-8533-4f03-af71-d054f4c91ed0) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:06.739944 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:06.760919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Transition to ACTIVE for port object 229d6e06-8533-4f03-af71-d054f4c91ed0 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:06.806929 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:06.825901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d695849c-5cbe-47ad-a945-438933aaa1e9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:32:06.858398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:06.862387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:06.871439 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:07.015296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=229d6e06-8533-4f03-af71-d054f4c91ed0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:07.050108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:07.050484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:07.054989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:07.055333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:07.055671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:07.056010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:07.056346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:07.056677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:07.057007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:07.057335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:07.057662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:07.057988 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:07.074501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:07.075206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:07.103432 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-567c2d5e-8bd1-4f30-9549-5e5bf090f8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9634507 Jul 27 22:32:07.116254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Request body: {'port': {'device_id': 'b5b501e2-278c-42f3-a8a7-9c7452de52ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:07.188027 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:07.366394 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e372560b-26ed-4058-b1c8-4515dfbbf388 None None] Provisioning for port 229d6e06-8533-4f03-af71-d054f4c91ed0 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:07.371190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e372560b-26ed-4058-b1c8-4515dfbbf388 None None] Provisioning complete for port 229d6e06-8533-4f03-af71-d054f4c91ed0 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:07.379224 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e372560b-26ed-4058-b1c8-4515dfbbf388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:07.455026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67665375-1072-486e-ac58-f1f4f16661b3 req-7e24a207-7350-4873-b39c-e6a421fef419 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:07.469190 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67665375-1072-486e-ac58-f1f4f16661b3 req-7e24a207-7350-4873-b39c-e6a421fef419 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 932 time: 0.0737708 Jul 27 22:32:07.497059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e372560b-26ed-4058-b1c8-4515dfbbf388 None None] Port 229d6e06-8533-4f03-af71-d054f4c91ed0 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:32:07.533201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67665375-1072-486e-ac58-f1f4f16661b3 req-2eb92539-802f-469d-9b94-33ea652e7ce6 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612133 Jul 27 22:32:07.547944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229d6e06-8533-4f03-af71-d054f4c91ed0 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:32:07.558477 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:07.575200 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Transition to ACTIVE for port object 229d6e06-8533-4f03-af71-d054f4c91ed0 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:07.579056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:07.689165 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Pushing event updated for resources: {'Port': ['ID=229d6e06-8533-4f03-af71-d054f4c91ed0,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:07.762359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Attempting to bind port 229d6e06-8533-4f03-af71-d054f4c91ed0 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:07.769326 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Attempting to bind port 229d6e06-8533-4f03-af71-d054f4c91ed0 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:07.770067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Attempting to bind port 229d6e06-8533-4f03-af71-d054f4c91ed0 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:07.781997 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Port 229d6e06-8533-4f03-af71-d054f4c91ed0 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:32:07.782366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Attempting to bind port 229d6e06-8533-4f03-af71-d054f4c91ed0 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:07.789278 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:07.789633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Checking segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:07.790201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Bound using segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:07.790489 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Bound port: 229d6e06-8533-4f03-af71-d054f4c91ed0, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:07.790877 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:07.911958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] For port 229d6e06-8533-4f03-af71-d054f4c91ed0, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:07.917507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] For port 229d6e06-8533-4f03-af71-d054f4c91ed0, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=229d6e06-8533-4f03-af71-d054f4c91ed0,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:07.924324 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:07.990460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:07.991666 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:07.994409 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] 10.222.0.43 "PUT /v2.0/ports/229d6e06-8533-4f03-af71-d054f4c91ed0 HTTP/1.1" status: 200 len: 1092 time: 0.8826528 Jul 27 22:32:08.001454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b501e2-278c-42f3-a8a7-9c7452de52ae', 'tag': '229d6e06-8533-4f03-af71-d054f4c91ed0'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:08.011941 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fc2b51-9f0c-4815-ade1-ae906e617241" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b501e2-278c-42f3-a8a7-9c7452de52ae", "tag": "229d6e06-8533-4f03-af71-d054f4c91ed0"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:08.064292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4dda7-aaaf-43e7-bc06-da86adbbd73a service neutron] Pushing event updated for resources: {'Port': ['ID=229d6e06-8533-4f03-af71-d054f4c91ed0,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:08.108582 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c61b109-5edd-4980-82bf-c5017d2d4aae x-openstack-request-id: req-2c61b109-5edd-4980-82bf-c5017d2d4aae {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:08.109433 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b501e2-278c-42f3-a8a7-9c7452de52ae", "tag": "229d6e06-8533-4f03-af71-d054f4c91ed0", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:08.110051 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c61b109-5edd-4980-82bf-c5017d2d4aae {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:08.110775 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b501e2-278c-42f3-a8a7-9c7452de52ae', 'tag': '229d6e06-8533-4f03-af71-d054f4c91ed0', 'status': 'completed', 'code': 200} Jul 27 22:32:08.131039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-e4f58e9d-c2cf-4937-bee0-387b40d8e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:08.134182 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-e4f58e9d-c2cf-4937-bee0-387b40d8e2c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 1095 time: 0.0662031 Jul 27 22:32:08.193726 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-1cd9c257-cfab-4ff3-92fb-a6f307efec5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229d6e06-8533-4f03-af71-d054f4c91ed0 HTTP/1.1" status: 200 len: 217 time: 0.0496764 Jul 27 22:32:08.317017 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-0401d097-dfce-4f6b-96aa-dce8940e7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:08.318755 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-0401d097-dfce-4f6b-96aa-dce8940e7ec6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.1160214 Jul 27 22:32:08.373324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-c6565fdb-8021-4841-a770-930a651b8f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:08.375325 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-c6565fdb-8021-4841-a770-930a651b8f7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483146 Jul 27 22:32:08.473003 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-a0e153ad-433a-4d18-bb8f-5fbc20da0580 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893817 Jul 27 22:32:08.593456 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e6efd57-8748-4cd7-85f4-63218c96c51e req-2ed77c22-5ead-467a-a616-22df34a3fca5 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123674 Jul 27 22:32:08.673369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0303b7-b52d-423b-afe9-6e101187747f req-082f27c4-8baf-4e18-bd56-28d0b841ec5f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:08.675831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb0303b7-b52d-423b-afe9-6e101187747f req-082f27c4-8baf-4e18-bd56-28d0b841ec5f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0723894 Jul 27 22:32:08.699911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc2b51-9f0c-4815-ade1-ae906e617241 req-63e64346-0688-449d-8c29-b25f5a298f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:08.701611 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a4fc2b51-9f0c-4815-ade1-ae906e617241 req-63e64346-0688-449d-8c29-b25f5a298f6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 1095 time: 0.0521665 Jul 27 22:32:08.722003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb0303b7-b52d-423b-afe9-6e101187747f req-59ed1511-07df-4eef-a108-0e99ed65acd4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Jul 27 22:32:08.832217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc2b51-9f0c-4815-ade1-ae906e617241 req-6092f36b-2974-4bf8-a2d4-ccb107749882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:08.834027 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a4fc2b51-9f0c-4815-ade1-ae906e617241 req-6092f36b-2974-4bf8-a2d4-ccb107749882 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.1244404 Jul 27 22:32:08.887082 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a4fc2b51-9f0c-4815-ade1-ae906e617241 req-f27dc07f-e49a-4af3-b687-f21dcd72d1c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229d6e06-8533-4f03-af71-d054f4c91ed0 HTTP/1.1" status: 200 len: 217 time: 0.0457056 Jul 27 22:32:08.956217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc2b51-9f0c-4815-ade1-ae906e617241 req-e410af22-f083-44b9-83ef-6c888b1f4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:08.958715 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a4fc2b51-9f0c-4815-ade1-ae906e617241 req-e410af22-f083-44b9-83ef-6c888b1f4edd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0642307 Jul 27 22:32:09.039080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc2b51-9f0c-4815-ade1-ae906e617241 req-8780a5a3-9fa8-430c-937c-6e4f5ae19e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:09.041391 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a4fc2b51-9f0c-4815-ade1-ae906e617241 req-8780a5a3-9fa8-430c-937c-6e4f5ae19e33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748930 Jul 27 22:32:09.155189 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a4fc2b51-9f0c-4815-ade1-ae906e617241 req-8abc46b1-c9c7-4574-a07e-ea3ebadd4056 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049557 Jul 27 22:32:09.290639 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a4fc2b51-9f0c-4815-ade1-ae906e617241 req-55972b23-a946-4d1b-8248-9998ac90143e service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288903 Jul 27 22:32:09.864620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d94888-90bb-4987-a011-33476c63b9c8 req-6bb87302-0f4b-4477-bcf9-d3984ac92a41 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:09.868374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56d94888-90bb-4987-a011-33476c63b9c8 req-6bb87302-0f4b-4477-bcf9-d3984ac92a41 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0704360 Jul 27 22:32:09.947599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56d94888-90bb-4987-a011-33476c63b9c8 req-79428a7d-2540-42db-8529-1d1863722e83 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659091 Jul 27 22:32:11.237022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b45d89-f36f-475e-b3c0-2ccd80f209dc req-5134e3c6-3c46-4bd9-886d-ad12d489b8e2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:11.239489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7b45d89-f36f-475e-b3c0-2ccd80f209dc req-5134e3c6-3c46-4bd9-886d-ad12d489b8e2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.1755335 Jul 27 22:32:11.315949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7b45d89-f36f-475e-b3c0-2ccd80f209dc req-86780df9-3dd9-4c75-a4ae-6c01e2f19870 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643477 Jul 27 22:32:12.520536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe625c-6c52-4f51-9121-92bbce1b041e req-2b3e44bf-3c80-40c6-b2fa-aaf156a71632 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:12.526855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5dfe625c-6c52-4f51-9121-92bbce1b041e req-2b3e44bf-3c80-40c6-b2fa-aaf156a71632 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.1105437 Jul 27 22:32:12.594227 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5dfe625c-6c52-4f51-9121-92bbce1b041e req-3b4bedd9-46fc-49f5-8794-4aae29f39876 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608244 Jul 27 22:32:12.635871 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:12.812979 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-025036f5-e2a5-49fc-bcd2-e7b35ad5e30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:13.781152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4a5d8-9e32-4a33-ade3-a823b8a5f6a3 req-4ba35e5d-2443-483d-985e-bb25bd3845cc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:13.783858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09c4a5d8-9e32-4a33-ade3-a823b8a5f6a3 req-4ba35e5d-2443-483d-985e-bb25bd3845cc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0743299 Jul 27 22:32:13.852534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09c4a5d8-9e32-4a33-ade3-a823b8a5f6a3 req-63239440-0644-4ac6-a37d-5b194741e560 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593529 Jul 27 22:32:15.110611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0813fde-d79f-4359-b5d5-2eec3f4526fa req-1121faee-d46d-4dea-846e-7cab55b5f6db tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:15.113083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0813fde-d79f-4359-b5d5-2eec3f4526fa req-1121faee-d46d-4dea-846e-7cab55b5f6db tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.1602497 Jul 27 22:32:15.203335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0813fde-d79f-4359-b5d5-2eec3f4526fa req-05f54df7-2f9c-4b20-97f6-f3ce51641b4b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749090 Jul 27 22:32:15.460233 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-972bdf67-39fc-441b-9337-bd6a6057d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:15.791470 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.355908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db6404-5e58-4af7-ad9a-5b23f4bef74d req-8710be58-5e95-4482-8ef5-c5df2d0097d0 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:16.357615 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c8db6404-5e58-4af7-ad9a-5b23f4bef74d req-8710be58-5e95-4482-8ef5-c5df2d0097d0 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0561826 Jul 27 22:32:16.404499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c8db6404-5e58-4af7-ad9a-5b23f4bef74d req-aca08135-ce2e-45ff-a462-4ce669a7629e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398624 Jul 27 22:32:16.473199 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.542896 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:17.530656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353150a-71e5-4974-9940-bcd0c9aed854 req-966053f3-5310-4cb1-bbc4-26b7d83f74df tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:17.531661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7353150a-71e5-4974-9940-bcd0c9aed854 req-966053f3-5310-4cb1-bbc4-26b7d83f74df tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0507765 Jul 27 22:32:17.573553 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7353150a-71e5-4974-9940-bcd0c9aed854 req-01cdc50b-1d52-4397-bf8f-42b296b0f485 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341487 Jul 27 22:32:17.918591 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:32:18.162140 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:18.713145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0a41b-3593-4b5a-9cbc-68eaeb948bc0 req-68048adf-c0a9-4671-8a31-16ad12b7c5a3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:18.719099 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86b0a41b-3593-4b5a-9cbc-68eaeb948bc0 req-68048adf-c0a9-4671-8a31-16ad12b7c5a3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0661001 Jul 27 22:32:18.771407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86b0a41b-3593-4b5a-9cbc-68eaeb948bc0 req-58ed183f-71c7-4ba5-acac-d1cc6dba053c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385735 Jul 27 22:32:19.921146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b77c8-8dec-4517-8045-835dc0bcb3f6 req-f8b83586-8236-492c-9cb5-38c81047a248 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:19.922858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-689b77c8-8dec-4517-8045-835dc0bcb3f6 req-f8b83586-8236-492c-9cb5-38c81047a248 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0632253 Jul 27 22:32:19.980947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-689b77c8-8dec-4517-8045-835dc0bcb3f6 req-24e76df6-53e4-49a4-959d-e9360a115bbe tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495100 Jul 27 22:32:20.162147 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4792d258-808f-4803-bd9e-143f0f6bfa2f req-ba6e27b8-3640-42b9-ad85-731794add234 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537040 Jul 27 22:32:20.260935 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792d258-808f-4803-bd9e-143f0f6bfa2f req-faa1038e-f810-4e81-ac45-5a8ea2aac020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:20.262791 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4792d258-808f-4803-bd9e-143f0f6bfa2f req-faa1038e-f810-4e81-ac45-5a8ea2aac020 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 1096 time: 0.0582614 Jul 27 22:32:20.421355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792d258-808f-4803-bd9e-143f0f6bfa2f req-8f6872d4-68a5-4f38-b44b-426eb113c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:20.425604 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4792d258-808f-4803-bd9e-143f0f6bfa2f req-8f6872d4-68a5-4f38-b44b-426eb113c659 service neutron] 10.222.0.41 "GET /v2.0/networks?id=03a14d8a-9cdb-4251-84d8-98f31c134b28 HTTP/1.1" status: 200 len: 897 time: 0.1392272 Jul 27 22:32:20.505019 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4792d258-808f-4803-bd9e-143f0f6bfa2f req-f8ae32ac-e17e-4ef7-a5a9-4a360c6de6c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d84683e0-10d7-4b91-b925-dc87f181beec HTTP/1.1" status: 200 len: 1000 time: 0.0679080 Jul 27 22:32:20.578185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792d258-808f-4803-bd9e-143f0f6bfa2f req-08537f15-e68d-42e4-8ae3-8df421b8a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:20.579597 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4792d258-808f-4803-bd9e-143f0f6bfa2f req-08537f15-e68d-42e4-8ae3-8df421b8a3db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df9c16fa-ddd4-469c-b0c3-f768a9af4e04 HTTP/1.1" status: 200 len: 834 time: 0.0670102 Jul 27 22:32:20.651699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792d258-808f-4803-bd9e-143f0f6bfa2f req-aca8cf31-bc77-49a6-a906-ddd572337bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:20.655251 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4792d258-808f-4803-bd9e-143f0f6bfa2f req-aca8cf31-bc77-49a6-a906-ddd572337bb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03a14d8a-9cdb-4251-84d8-98f31c134b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675709 Jul 27 22:32:20.787235 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4792d258-808f-4803-bd9e-143f0f6bfa2f req-014adf34-791a-4f9e-a1e9-df7cd37b84ae service neutron] 10.222.0.41 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225479 Jul 27 22:32:20.914455 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4792d258-808f-4803-bd9e-143f0f6bfa2f req-bc0280f3-7409-4b35-8d45-50d487946e8b service neutron] 10.222.0.41 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181350 Jul 27 22:32:21.166698 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be919ae-4781-49fe-bb0c-1b06763ebb53 req-55b6efa3-2614-4a61-ae5f-85b8e88a6d6c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:21.169527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1be919ae-4781-49fe-bb0c-1b06763ebb53 req-55b6efa3-2614-4a61-ae5f-85b8e88a6d6c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0930934 Jul 27 22:32:21.251255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1be919ae-4781-49fe-bb0c-1b06763ebb53 req-250a5666-a31f-4d73-97bd-427810ce2ed1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702562 Jul 27 22:32:21.773336 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3906be54-5a86-4bfc-9ce8-effdb10170d6 req-62293933-0281-4782-b787-8d00e14ff561 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705299 Jul 27 22:32:21.860480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906be54-5a86-4bfc-9ce8-effdb10170d6 req-1e1b2d6c-b75a-4634-a60e-4750e70c8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:21.862099 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3906be54-5a86-4bfc-9ce8-effdb10170d6 req-1e1b2d6c-b75a-4634-a60e-4750e70c8630 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 1096 time: 0.0435705 Jul 27 22:32:21.978798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906be54-5a86-4bfc-9ce8-effdb10170d6 req-f9a5b610-b5e2-4479-baaf-56a9549f258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:21.980296 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3906be54-5a86-4bfc-9ce8-effdb10170d6 req-f9a5b610-b5e2-4479-baaf-56a9549f258a service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.0939174 Jul 27 22:32:22.031263 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3906be54-5a86-4bfc-9ce8-effdb10170d6 req-d91bafdb-4ca3-485a-93b3-9907d08bf7a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d695849c-5cbe-47ad-a945-438933aaa1e9 HTTP/1.1" status: 200 len: 217 time: 0.0421112 Jul 27 22:32:22.096004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906be54-5a86-4bfc-9ce8-effdb10170d6 req-758970e8-a834-4064-82e9-f7c0281ff20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:22.097301 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3906be54-5a86-4bfc-9ce8-effdb10170d6 req-758970e8-a834-4064-82e9-f7c0281ff20f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0569448 Jul 27 22:32:22.149647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906be54-5a86-4bfc-9ce8-effdb10170d6 req-1562f36b-843c-4329-8e4d-d1e1a90d10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:22.151306 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3906be54-5a86-4bfc-9ce8-effdb10170d6 req-1562f36b-843c-4329-8e4d-d1e1a90d10b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463870 Jul 27 22:32:22.258648 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3906be54-5a86-4bfc-9ce8-effdb10170d6 req-607702e7-242f-4397-92ee-a9bbccd48feb service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998180 Jul 27 22:32:22.359581 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3906be54-5a86-4bfc-9ce8-effdb10170d6 req-befd6279-27ac-4eb7-a890-db5b8a01bbe8 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929775 Jul 27 22:32:22.414086 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9df802-d7e2-4c5b-9dc1-7667746a5409 req-8b100737-ea46-471a-9104-bd05bf3a54a3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:22.415621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b9df802-d7e2-4c5b-9dc1-7667746a5409 req-8b100737-ea46-471a-9104-bd05bf3a54a3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0602074 Jul 27 22:32:22.457144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b9df802-d7e2-4c5b-9dc1-7667746a5409 req-24c21153-728f-4ba1-8bb2-189200261732 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350344 Jul 27 22:32:23.591879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e473fb-7099-45e4-81b9-24e193bce41a req-c57726c8-b280-4850-9dcd-246c0dfc1dda tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:23.593473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1e473fb-7099-45e4-81b9-24e193bce41a req-c57726c8-b280-4850-9dcd-246c0dfc1dda tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0568335 Jul 27 22:32:23.639352 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1e473fb-7099-45e4-81b9-24e193bce41a req-514dc50e-e406-4959-b967-04d3b2630199 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373890 Jul 27 22:32:24.792886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8deb3-8ad5-47aa-a870-cf1d00ea1e7e req-5f8a6187-21c7-4daf-92c6-c60388541e6d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:24.795221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10f8deb3-8ad5-47aa-a870-cf1d00ea1e7e req-5f8a6187-21c7-4daf-92c6-c60388541e6d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0628469 Jul 27 22:32:24.862681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10f8deb3-8ad5-47aa-a870-cf1d00ea1e7e req-7924f0e0-4226-4414-a665-74b40ee5512b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569527 Jul 27 22:32:24.919274 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57310) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:25.081434 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c8c594f9-5c9a-4e9f-a7f5-63e948103849 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74bde73cf2da47d5b95b815d869e180c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587155 Jul 27 22:32:25.081622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57314) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:25.136572 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-230848c6-b0d6-4585-a0c9-a554d341f35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:25.166775 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-230848c6-b0d6-4585-a0c9-a554d341f35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:25.217946 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-230848c6-b0d6-4585-a0c9-a554d341f35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:25.220935 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-230848c6-b0d6-4585-a0c9-a554d341f35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:25.224592 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-230848c6-b0d6-4585-a0c9-a554d341f35c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc9a0443-db5e-4f31-be53-cf0b631251e4 HTTP/1.1" status: 204 len: 168 time: 0.1396663 Jul 27 22:32:25.246600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230848c6-b0d6-4585-a0c9-a554d341f35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9a0443-db5e-4f31-be53-cf0b631251e4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:25.956981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57340) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:26.020477 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea8148-3080-46de-b983-a990b8d7b67d req-8553c066-9e3f-49a8-9c24-cee1e543ce4b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:26.028608 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cea8148-3080-46de-b983-a990b8d7b67d req-8553c066-9e3f-49a8-9c24-cee1e543ce4b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0802486 Jul 27 22:32:26.070616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9cea8148-3080-46de-b983-a990b8d7b67d req-95dae7bd-a23f-4a1e-808b-4bf7778079dd tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Jul 27 22:32:26.143776 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-936313732-network', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:26.175598 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Made reservation on behalf of c37fb9b44cb64aae89d2621bd08cd2e6 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:32:26.178281 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.187038 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.285969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.290754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.319306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:32:26.326407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc88c3a-c3ae-4dad-9315-d7010b787a42,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:26.333226 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.333658 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Added segment d427a8a9-dcaa-4612-9e96-1c75247d3879 of type vlan for network 5c856082-5dd8-44e0-a69d-2b437c682b81 Jul 27 22:32:26.385018 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.417910 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.419072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:26.419743 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.485977 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5279641 Jul 27 22:32:26.489571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57344) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:26.497485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199aed1a-2547-4f21-8658-8afc2f289662 admin admin] Pushing event updated for resources: {'Network': ['ID=5c856082-5dd8-44e0-a69d-2b437c682b81,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:26.498072 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-12e904d7-6c3f-407b-a40c-5e538fe27934 admin admin] Request body: {'subnet': {'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-936313732-subnet', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:26.511407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 5c856082-5dd8-44e0-a69d-2b437c682b81 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:32:26.528544 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e904d7-6c3f-407b-a40c-5e538fe27934 admin admin] Made reservation on behalf of c37fb9b44cb64aae89d2621bd08cd2e6 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:32:26.531467 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12e904d7-6c3f-407b-a40c-5e538fe27934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.722253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12e904d7-6c3f-407b-a40c-5e538fe27934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.791685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e904d7-6c3f-407b-a40c-5e538fe27934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b410f575-c0f9-4771-8f68-0a8ebcb07097,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:26.799203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e904d7-6c3f-407b-a40c-5e538fe27934 admin admin] Checking segment: {'id': 'd427a8a9-dcaa-4612-9e96-1c75247d3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:26.799576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e904d7-6c3f-407b-a40c-5e538fe27934 admin admin] Network hostable DHCP agents. Network: 5c856082-5dd8-44e0-a69d-2b437c682b81, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:32:26.817262 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e904d7-6c3f-407b-a40c-5e538fe27934 admin admin] Network 5c856082-5dd8-44e0-a69d-2b437c682b81 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:32:26.826370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-12e904d7-6c3f-407b-a40c-5e538fe27934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 5c856082-5dd8-44e0-a69d-2b437c682b81) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:26.831061 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e904d7-6c3f-407b-a40c-5e538fe27934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:26.831791 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12e904d7-6c3f-407b-a40c-5e538fe27934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.838847 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603bbfda-d99f-4cf4-81c5-5cbd12e193c8 None None] Network 5c856082-5dd8-44e0-a69d-2b437c682b81 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:32:26.852710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-12e904d7-6c3f-407b-a40c-5e538fe27934 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3569794 Jul 27 22:32:26.852942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:26.858053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-936313732-router', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:26.904480 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.905865 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:26.970910 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.042994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-5c856082-5dd8-44e0-a69d-2b437c682b81', 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'fixed_ips': [{'subnet_id': 'b410f575-c0f9-4771-8f68-0a8ebcb07097'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:32:27.044351 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.148142 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.198473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Allocated IP 172.20.0.2 (5c856082-5dd8-44e0-a69d-2b437c682b81/b410f575-c0f9-4771-8f68-0a8ebcb07097/8514a2e2-01d1-4e38-ab67-560622f82b5a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:27.267064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8bdc2-0a77-449b-886e-34201f008698 req-06556ad2-4be1-465d-bf14-8ae0874badd5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:27.268664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20a8bdc2-0a77-449b-886e-34201f008698 req-06556ad2-4be1-465d-bf14-8ae0874badd5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.1055999 Jul 27 22:32:27.326912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20a8bdc2-0a77-449b-886e-34201f008698 req-89308d31-f00d-4f63-ac07-4166953a2666 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485737 Jul 27 22:32:27.379877 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.391335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Transition to ACTIVE for port object 8514a2e2-01d1-4e38-ab67-560622f82b5a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:27.407739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Transition to ACTIVE for port object 8514a2e2-01d1-4e38-ab67-560622f82b5a will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:27.415082 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.482061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Network 5c856082-5dd8-44e0-a69d-2b437c682b81 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:27.483286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:27.484322 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.490231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:27.491656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57354) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:27.495267 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Pushing event updated for resources: {'Port': ['ID=8514a2e2-01d1-4e38-ab67-560622f82b5a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:27.505070 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.559191 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Attempting to bind port 8514a2e2-01d1-4e38-ab67-560622f82b5a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:27.559882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Attempting to bind port 8514a2e2-01d1-4e38-ab67-560622f82b5a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'd427a8a9-dcaa-4612-9e96-1c75247d3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:27.560248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Attempting to bind port 8514a2e2-01d1-4e38-ab67-560622f82b5a on network 5c856082-5dd8-44e0-a69d-2b437c682b81 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:27.565764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:27.566143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Checking segment: {'id': 'd427a8a9-dcaa-4612-9e96-1c75247d3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:27.566617 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.567285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Bound using segment: {'id': 'd427a8a9-dcaa-4612-9e96-1c75247d3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:27.567757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Bound port: 8514a2e2-01d1-4e38-ab67-560622f82b5a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd427a8a9-dcaa-4612-9e96-1c75247d3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:27.568161 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.603229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0d8cae-1c36-4463-a346-1b58049af5ba tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:27.603691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0d8cae-1c36-4463-a346-1b58049af5ba tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:27.604165 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0d8cae-1c36-4463-a346-1b58049af5ba tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:27.614761 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0f0d8cae-1c36-4463-a346-1b58049af5ba tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=615ad33e4f374579872e356840fc6317&network_id=03a14d8a-9cdb-4251-84d8-98f31c134b28 HTTP/1.1" status: 200 len: 2969 time: 0.1125486 Jul 27 22:32:27.641053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] For port 8514a2e2-01d1-4e38-ab67-560622f82b5a, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:27.644334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] For port 8514a2e2-01d1-4e38-ab67-560622f82b5a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8514a2e2-01d1-4e38-ab67-560622f82b5a,segment=NetworkSegment(d427a8a9-dcaa-4612-9e96-1c75247d3879),segment_id=d427a8a9-dcaa-4612-9e96-1c75247d3879)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:27.650239 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.658132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Allocated IP 172.25.1.65 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/d3f2e219-b350-4273-bccb-4a0d469b39f0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:27.717436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f568512-a08e-40d2-a45f-9f14f7c9a339 None None] Pushing event updated for resources: {'Port': ['ID=8514a2e2-01d1-4e38-ab67-560622f82b5a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:27.799570 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.846385 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:27.919504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:27.922439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:27.924905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:27.959806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f2e219-b350-4273-bccb-4a0d469b39f0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:27.969940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.970227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.970464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.970835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.971223 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.971653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.971877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.972203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.972535 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.972857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.973186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:27.973509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:28.221291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:28.325756 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8514a2e2-01d1-4e38-ab67-560622f82b5a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:28.409038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 8514a2e2-01d1-4e38-ab67-560622f82b5a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:28.490563 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:28.510049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e04179-6b6b-44ce-b5a6-6ef9060ffb65 req-667f280d-c7fb-45fb-b4e6-508de14ec6fb tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:28.511618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40e04179-6b6b-44ce-b5a6-6ef9060ffb65 req-667f280d-c7fb-45fb-b4e6-508de14ec6fb tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0719790 Jul 27 22:32:28.618787 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40e04179-6b6b-44ce-b5a6-6ef9060ffb65 req-fe643fa3-7813-42b9-ab5d-2939019936a2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761108 Jul 27 22:32:28.669247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86bbf4d-f299-4c2e-9a1e-dc8ea94096ad None None] Network 5c856082-5dd8-44e0-a69d-2b437c682b81 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:32:28.671122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Router 88a7d22d-4df9-4a00-803c-9280d35e1946 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:32:28.781085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:28.794543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Sync routers for ids ['88a7d22d-4df9-4a00-803c-9280d35e1946'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:28.796569 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:28.798073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6073498f-e992-446a-9243-db2a5df5b304 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9440465 Jul 27 22:32:28.800250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-157c1838-4e81-4c1f-b040-c372c42fad8d None None] Provisioning for port 8514a2e2-01d1-4e38-ab67-560622f82b5a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:28.800888 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57368) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:28.806966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-157c1838-4e81-4c1f-b040-c372c42fad8d None None] Provisioning complete for port 8514a2e2-01d1-4e38-ab67-560622f82b5a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:28.807401 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-157c1838-4e81-4c1f-b040-c372c42fad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:28.842815 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Routers {'88a7d22d-4df9-4a00-803c-9280d35e1946'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:28.843458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['88a7d22d-4df9-4a00-803c-9280d35e1946'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:29.019862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Set router 88a7d22d-4df9-4a00-803c-9280d35e1946 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:29.079491 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-157c1838-4e81-4c1f-b040-c372c42fad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.177125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-157c1838-4e81-4c1f-b040-c372c42fad8d None None] For port 8514a2e2-01d1-4e38-ab67-560622f82b5a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8514a2e2-01d1-4e38-ab67-560622f82b5a,segment=NetworkSegment(d427a8a9-dcaa-4612-9e96-1c75247d3879),segment_id=d427a8a9-dcaa-4612-9e96-1c75247d3879)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:29.189451 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-157c1838-4e81-4c1f-b040-c372c42fad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.247211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c1838-4e81-4c1f-b040-c372c42fad8d None None] Pushing event updated for resources: {'Port': ['ID=8514a2e2-01d1-4e38-ab67-560622f82b5a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:29.325355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-de659898-30ef-4ebf-9f29-ce1e0097f210 None None] Provisioning complete for port 8514a2e2-01d1-4e38-ab67-560622f82b5a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:29.325623 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-de659898-30ef-4ebf-9f29-ce1e0097f210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.357125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'name': 'tempest-TestAggregatesBasicOps-936313732-router', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:26Z', 'updated_at': '2021-07-27T22:32:28Z', 'revision_number': 3, 'project_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'gw_port': {'id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:27Z', 'updated_at': '2021-07-27T22:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:29.393034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Checking router: 88a7d22d-4df9-4a00-803c-9280d35e1946 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:29.393309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Updating router 88a7d22d-4df9-4a00-803c-9280d35e1946 port d3f2e219-b350-4273-bccb-4a0d469b39f0 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:32:29.410510 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:29.424565 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.471808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fbeed-ad8e-40bb-a1d2-4e69ac92df3c tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:29.482277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-793fbeed-ad8e-40bb-a1d2-4e69ac92df3c tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409 HTTP/1.1" status: 200 len: 814 time: 0.0618088 Jul 27 22:32:29.627693 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.673810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57388) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:29.678586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b89370c3-a6b1-40f7-9498-4b82a2078308 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127844908', 'description': 'tempest-secgroup-smoke-1127844908 description', 'project_id': '452a97d670344ea1b1c0d7d0a5730032'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:29.711986 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b89370c3-a6b1-40f7-9498-4b82a2078308 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.774461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa926f1-a77d-436e-ad09-a77cec580aa5 req-f0dac8e9-9649-4948-9c4f-14a81e15ed55 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:29.775986 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffa926f1-a77d-436e-ad09-a77cec580aa5 req-f0dac8e9-9649-4948-9c4f-14a81e15ed55 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.0753751 Jul 27 22:32:29.788043 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.801854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Transition to ACTIVE for port object d3f2e219-b350-4273-bccb-4a0d469b39f0 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:29.808419 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.832078 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Allocated IP 172.20.0.1 (5c856082-5dd8-44e0-a69d-2b437c682b81/b410f575-c0f9-4771-8f68-0a8ebcb07097/36f1ba25-2d3a-44d1-8dc3-6e257d554318) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:29.839355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffa926f1-a77d-436e-ad09-a77cec580aa5 req-8c1ab296-b3e6-4b47-b5ef-a094a00fe9b3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Jul 27 22:32:29.872698 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b89370c3-a6b1-40f7-9498-4b82a2078308 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.876861 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b89370c3-a6b1-40f7-9498-4b82a2078308 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.883361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Attempting to bind port d3f2e219-b350-4273-bccb-4a0d469b39f0 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:29.883800 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Attempting to bind port d3f2e219-b350-4273-bccb-4a0d469b39f0 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:29.884205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Attempting to bind port d3f2e219-b350-4273-bccb-4a0d469b39f0 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:29.892510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe17f2a-4726-48bd-9e8b-e0d26e9e3243 None None] Pushing event updated for resources: {'Port': ['ID=d3f2e219-b350-4273-bccb-4a0d469b39f0,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:29.904268 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:29.904948 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:29.905568 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.906326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:29.906916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Bound port: d3f2e219-b350-4273-bccb-4a0d469b39f0, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:29.907417 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.911544 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b89370c3-a6b1-40f7-9498-4b82a2078308 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.913118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b89370c3-a6b1-40f7-9498-4b82a2078308 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2381210 Jul 27 22:32:29.915495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89370c3-a6b1-40f7-9498-4b82a2078308 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3b9719-d328-4c61-986b-a2df46529666,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:29.917447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57390) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:29.922043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6b76e85f-242a-4910-b6a2-b7667d30895f tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Request body: {'security_group_rule': {'security_group_id': 'dc3b9719-d328-4c61-986b-a2df46529666', 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:29.952445 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b76e85f-242a-4910-b6a2-b7667d30895f tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.971890 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:29.981584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] For port d3f2e219-b350-4273-bccb-4a0d469b39f0, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:29.986171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] For port d3f2e219-b350-4273-bccb-4a0d469b39f0, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d3f2e219-b350-4273-bccb-4a0d469b39f0,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:29.990070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Transition to ACTIVE for port object 36f1ba25-2d3a-44d1-8dc3-6e257d554318 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:29.994230 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.029153 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b76e85f-242a-4910-b6a2-b7667d30895f tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.034754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.035493 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b76e85f-242a-4910-b6a2-b7667d30895f tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.057196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76e85f-242a-4910-b6a2-b7667d30895f tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8241b7-2e95-4d72-b19e-f36a1843f3a1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:30.066385 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6b76e85f-242a-4910-b6a2-b7667d30895f tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.068311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6b76e85f-242a-4910-b6a2-b7667d30895f tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493831 Jul 27 22:32:30.070711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57392) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:30.072330 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Routers {'88a7d22d-4df9-4a00-803c-9280d35e1946'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:30.072967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['88a7d22d-4df9-4a00-803c-9280d35e1946'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:30.076689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ec480f86-0895-45ab-965e-1a88f2c642e9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Request body: {'security_group_rule': {'security_group_id': 'dc3b9719-d328-4c61-986b-a2df46529666', 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:30.079471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Network 5c856082-5dd8-44e0-a69d-2b437c682b81 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:30.083354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:30.089368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:30.111905 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec480f86-0895-45ab-965e-1a88f2c642e9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.113374 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe17f2a-4726-48bd-9e8b-e0d26e9e3243 None None] Pushing event updated for resources: {'Port': ['ID=d3f2e219-b350-4273-bccb-4a0d469b39f0,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:30.123116 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Pushing event updated for resources: {'Port': ['ID=36f1ba25-2d3a-44d1-8dc3-6e257d554318,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:30.146375 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.180677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57394) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:30.189465 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5ab4e943-eaa4-413e-8398-ace9400a0a39 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'network': {'name': 'tempest-network-smoke--561472554', 'project_id': '615ad33e4f374579872e356840fc6317', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:30.220714 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec480f86-0895-45ab-965e-1a88f2c642e9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.230708 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec480f86-0895-45ab-965e-1a88f2c642e9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.250443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab4e943-eaa4-413e-8398-ace9400a0a39 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Made reservation on behalf of 615ad33e4f374579872e356840fc6317 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:32:30.254989 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ab4e943-eaa4-413e-8398-ace9400a0a39 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.267248 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec480f86-0895-45ab-965e-1a88f2c642e9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.268572 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ec480f86-0895-45ab-965e-1a88f2c642e9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1970356 Jul 27 22:32:30.276676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:30.282440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d781cbaa-0683-44c3-ac89-62afc46bbf2a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Request body: {'security_group_rule': {'security_group_id': 'dc3b9719-d328-4c61-986b-a2df46529666', 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:30.290471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec480f86-0895-45ab-965e-1a88f2c642e9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1215b06-876d-4074-9825-4921b3da9d19,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:30.310966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab4e943-eaa4-413e-8398-ace9400a0a39 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:32:30.327500 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ab4e943-eaa4-413e-8398-ace9400a0a39 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.327919 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-5ab4e943-eaa4-413e-8398-ace9400a0a39 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Added segment 91a6d702-9dd7-452e-8cdf-7fc3a21b89b3 of type vlan for network 8b16f977-aa1c-49fd-bf64-7af179998ee6 Jul 27 22:32:30.379151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8514a2e2-01d1-4e38-ab67-560622f82b5a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:30.388547 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ab4e943-eaa4-413e-8398-ace9400a0a39 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.394073 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.433281 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d781cbaa-0683-44c3-ac89-62afc46bbf2a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.439367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] Set router 88a7d22d-4df9-4a00-803c-9280d35e1946 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:30.448638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ab4e943-eaa4-413e-8398-ace9400a0a39 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.455358 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab4e943-eaa4-413e-8398-ace9400a0a39 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:30.456273 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5ab4e943-eaa4-413e-8398-ace9400a0a39 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.542650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5ab4e943-eaa4-413e-8398-ace9400a0a39 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3579376 Jul 27 22:32:30.552485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57398) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:30.562403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ec57d209-d4af-4ba9-a474-2bad1ba8e84c None None] Provisioning for port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:30.565697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8514a2e2-01d1-4e38-ab67-560622f82b5a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:30.566300 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.572395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ec57d209-d4af-4ba9-a474-2bad1ba8e84c None None] Provisioning complete for port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:30.573049 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec57d209-d4af-4ba9-a474-2bad1ba8e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.608960 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.614664 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.616323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4e943-eaa4-413e-8398-ace9400a0a39 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Network': ['ID=8b16f977-aa1c-49fd-bf64-7af179998ee6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:30.641859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 8b16f977-aa1c-49fd-bf64-7af179998ee6 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:32:30.667336 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d781cbaa-0683-44c3-ac89-62afc46bbf2a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.669838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc526610-725e-47dc-9190-4241a9bb6cec tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:30.674810 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cc526610-725e-47dc-9190-4241a9bb6cec tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=615ad33e4f374579872e356840fc6317&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1183591 Jul 27 22:32:30.675487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:30.690563 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d781cbaa-0683-44c3-ac89-62afc46bbf2a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.701060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Pushing event updated for resources: {'Port': ['ID=36f1ba25-2d3a-44d1-8dc3-6e257d554318,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:30.705243 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.706781 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ec57d209-d4af-4ba9-a474-2bad1ba8e84c None None] Port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:32:30.767279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781cbaa-0683-44c3-ac89-62afc46bbf2a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78853d6-0b95-4ed4-93c7-aa35e64707e4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:30.779968 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d781cbaa-0683-44c3-ac89-62afc46bbf2a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.785058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d781cbaa-0683-44c3-ac89-62afc46bbf2a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5074139 Jul 27 22:32:30.788952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57402) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:30.793053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f8730d26-fe84-4b8a-aaa8-4fac53b1ecda tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Request body: {'security_group_rule': {'security_group_id': 'dc3b9719-d328-4c61-986b-a2df46529666', 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:30.826446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Network 5c856082-5dd8-44e0-a69d-2b437c682b81 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:30.828671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:30.830782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'name': 'tempest-TestAggregatesBasicOps-936313732-router', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:26Z', 'updated_at': '2021-07-27T22:32:28Z', 'revision_number': 3, 'project_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'gw_port': {'id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:27Z', 'updated_at': '2021-07-27T22:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:30.832504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1809a60-8c8b-45ba-baae-d4d38aa2dc57 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:30.836106 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d1809a60-8c8b-45ba-baae-d4d38aa2dc57 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1598630 Jul 27 22:32:30.839249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57404) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:30.863745 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6c847-af44-4cdf-a872-d2daa31a9ebe None None] The sync data for ids ['88a7d22d-4df9-4a00-803c-9280d35e1946'] in n-d-802011-3 is: [{'id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'name': 'tempest-TestAggregatesBasicOps-936313732-router', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:26Z', 'updated_at': '2021-07-27T22:32:28Z', 'revision_number': 3, 'project_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'gw_port': {'id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:27Z', 'updated_at': '2021-07-27T22:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:30.881762 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-79ba354e-eb35-433f-8502-e103f699e5eb tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379102 Jul 27 22:32:30.887945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:30.891215 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8730d26-fe84-4b8a-aaa8-4fac53b1ecda tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:30.934538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0d19e307-e725-4e8e-b5c4-ce873a871c42 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=615ad33e4f374579872e356840fc6317&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418310 Jul 27 22:32:30.935213 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57410) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:30.996466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Router 88a7d22d-4df9-4a00-803c-9280d35e1946 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:32:31.144084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:31.150532 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-436c7c1f-974b-4a6a-a606-77ea13c56a41 admin admin] 10.222.0.24 "PUT /v2.0/routers/88a7d22d-4df9-4a00-803c-9280d35e1946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3485117 Jul 27 22:32:31.244929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-58619b9b-2e2b-4886-b396-c28e3db8dee6 None None] Provisioning complete for port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:31.245342 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58619b9b-2e2b-4886-b396-c28e3db8dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.297503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-58619b9b-2e2b-4886-b396-c28e3db8dee6 None None] Port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:32:31.483721 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237003db-8e17-418a-9135-bb94f03aaa8e req-fafa2e2f-6772-467c-a390-6625f2eb9e24 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:31.485161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-237003db-8e17-418a-9135-bb94f03aaa8e req-fafa2e2f-6772-467c-a390-6625f2eb9e24 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.5206461 Jul 27 22:32:31.496455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8730d26-fe84-4b8a-aaa8-4fac53b1ecda tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.511369 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8730d26-fe84-4b8a-aaa8-4fac53b1ecda tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.529485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5070f8c-3bf4-4f9d-9234-07bb1fe9f2d7 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:31.531330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e5070f8c-3bf4-4f9d-9234-07bb1fe9f2d7 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5955577 Jul 27 22:32:31.534695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57418) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:31.548078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8730d26-fe84-4b8a-aaa8-4fac53b1ecda tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72ff9d6-aa6a-4e14-b67c-891b1d7affc4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:31.568471 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8730d26-fe84-4b8a-aaa8-4fac53b1ecda tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.570056 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f8730d26-fe84-4b8a-aaa8-4fac53b1ecda tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7805176 Jul 27 22:32:31.573315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:31.576936 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-237003db-8e17-418a-9135-bb94f03aaa8e req-e5120367-8aee-4b7a-a3ab-6f9501f86312 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792928 Jul 27 22:32:31.578816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57424) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:31.583574 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-63e84018-c7f4-48ed-aeb0-ea71c842f55c tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407381 Jul 27 22:32:31.584636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dc6a0079-7abd-4b3d-ae54-114f758a6491 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Request body: {'security_group_rule': {'security_group_id': 'dc3b9719-d328-4c61-986b-a2df46529666', 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:31.605857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e15377b3-6cb8-4610-a80f-659e83a51633 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1697297259', 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6', 'project_id': '615ad33e4f374579872e356840fc6317', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:31.693369 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-dc6a0079-7abd-4b3d-ae54-114f758a6491 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Project 452a97d670344ea1b1c0d7d0a5730032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:32:31.708073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0079-7abd-4b3d-ae54-114f758a6491 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.760521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15377b3-6cb8-4610-a80f-659e83a51633 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Made reservation on behalf of 615ad33e4f374579872e356840fc6317 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:32:31.764158 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e15377b3-6cb8-4610-a80f-659e83a51633 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.802192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57434) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:31.808589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-385990022-network', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:31.835650 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Made reservation on behalf of 97d9f26d19a841d59b4ebb205087231f for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:32:31.838351 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.856736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.879591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0079-7abd-4b3d-ae54-114f758a6491 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.894520 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0079-7abd-4b3d-ae54-114f758a6491 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.917749 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a0079-7abd-4b3d-ae54-114f758a6491 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f624dd74-78c3-4b63-8229-c3da6b0abd56,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:31.970836 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.977074 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.987404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0079-7abd-4b3d-ae54-114f758a6491 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:31.993793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dc6a0079-7abd-4b3d-ae54-114f758a6491 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4130895 Jul 27 22:32:31.994002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:31.998537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ee008fa0-55c6-4bbf-a16d-71aaa46a9d76 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Request body: {'security_group_rule': {'security_group_id': 'dc3b9719-d328-4c61-986b-a2df46529666', 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:32.009390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:32:32.020093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8010b8-9e7c-438a-b2cf-928fbb32cf1a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:32.027856 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.028215 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Added segment 8663a7d9-af7b-4969-92f7-83f8c894829f of type vlan for network 4a6da30f-6e73-44cd-a711-ba758d35ac97 Jul 27 22:32:32.061261 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-ee008fa0-55c6-4bbf-a16d-71aaa46a9d76 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Project 452a97d670344ea1b1c0d7d0a5730032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:32:32.066863 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e15377b3-6cb8-4610-a80f-659e83a51633 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.078008 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee008fa0-55c6-4bbf-a16d-71aaa46a9d76 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.079313 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.110477 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.111420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:32.112037 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.160919 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3570287 Jul 27 22:32:32.168406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57438) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:32.175317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15377b3-6cb8-4610-a80f-659e83a51633 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Subnet': ['ID=277836a4-deb4-4540-865d-4cbe43532dc0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:32.175825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-10b06ac3-1a52-4220-97fb-fa69a4f31dd8 admin admin] Request body: {'subnet': {'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-385990022-subnet', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:32.192135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652bdda-a2f0-490c-9966-4106c2793e7b admin admin] Pushing event updated for resources: {'Network': ['ID=4a6da30f-6e73-44cd-a711-ba758d35ac97,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:32.212314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b06ac3-1a52-4220-97fb-fa69a4f31dd8 admin admin] Made reservation on behalf of 97d9f26d19a841d59b4ebb205087231f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:32:32.213899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 4a6da30f-6e73-44cd-a711-ba758d35ac97 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:32:32.216768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10b06ac3-1a52-4220-97fb-fa69a4f31dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.220959 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15377b3-6cb8-4610-a80f-659e83a51633 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Checking segment: {'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:32.221476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15377b3-6cb8-4610-a80f-659e83a51633 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network hostable DHCP agents. Network: 8b16f977-aa1c-49fd-bf64-7af179998ee6, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:32:32.231149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee008fa0-55c6-4bbf-a16d-71aaa46a9d76 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.240692 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee008fa0-55c6-4bbf-a16d-71aaa46a9d76 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.270225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee008fa0-55c6-4bbf-a16d-71aaa46a9d76 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4bb812-25a6-4dbb-a74e-cf0a4cf46441,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:32.275950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15377b3-6cb8-4610-a80f-659e83a51633 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network 8b16f977-aa1c-49fd-bf64-7af179998ee6 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:32:32.289515 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee008fa0-55c6-4bbf-a16d-71aaa46a9d76 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.302032 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ee008fa0-55c6-4bbf-a16d-71aaa46a9d76 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3069685 Jul 27 22:32:32.303583 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e15377b3-6cb8-4610-a80f-659e83a51633 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 8b16f977-aa1c-49fd-bf64-7af179998ee6) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:32.308103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15377b3-6cb8-4610-a80f-659e83a51633 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:32.308702 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e15377b3-6cb8-4610-a80f-659e83a51633 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.316462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1fc958-7532-4145-9054-26fe9d19742b None None] Network 8b16f977-aa1c-49fd-bf64-7af179998ee6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:32:32.330017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e15377b3-6cb8-4610-a80f-659e83a51633 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7501361 Jul 27 22:32:32.409443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d3f2e219-b350-4273-bccb-4a0d469b39f0 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:32.545868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d3f2e219-b350-4273-bccb-4a0d469b39f0 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:32.549411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10b06ac3-1a52-4220-97fb-fa69a4f31dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.576892 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d3f2e219-b350-4273-bccb-4a0d469b39f0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:32.577208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57448) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:32.577785 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.583114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cba423f0-c40e-4f56-847b-f18289de79f5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092520858', 'description': 'tempest-secgroup-smoke-1092520858 description', 'project_id': '615ad33e4f374579872e356840fc6317'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:32.615303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-e40dfa27-4f50-4499-8899-ae4b613f9834 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127844908&fields=id&tenant_id=452a97d670344ea1b1c0d7d0a5730032 HTTP/1.1" status: 200 len: 267 time: 0.0646815 Jul 27 22:32:32.637330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba423f0-c40e-4f56-847b-f18289de79f5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.649241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b06ac3-1a52-4220-97fb-fa69a4f31dd8 admin admin] Checking segment: {'id': '8663a7d9-af7b-4969-92f7-83f8c894829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:32.649743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b06ac3-1a52-4220-97fb-fa69a4f31dd8 admin admin] Network hostable DHCP agents. Network: 4a6da30f-6e73-44cd-a711-ba758d35ac97, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:32:32.651987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b06ac3-1a52-4220-97fb-fa69a4f31dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7209d7d-740d-4b1b-af35-be2d73fd98d4,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:32.667709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-8b16f977-aa1c-49fd-bf64-7af179998ee6', 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'fixed_ips': [{'subnet_id': '277836a4-deb4-4540-865d-4cbe43532dc0'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:32:32.668585 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.695361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b06ac3-1a52-4220-97fb-fa69a4f31dd8 admin admin] Network 4a6da30f-6e73-44cd-a711-ba758d35ac97 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:32:32.713998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-10b06ac3-1a52-4220-97fb-fa69a4f31dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 4a6da30f-6e73-44cd-a711-ba758d35ac97) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:32.719927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b06ac3-1a52-4220-97fb-fa69a4f31dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:32.720985 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-10b06ac3-1a52-4220-97fb-fa69a4f31dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.774634 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a9166-3f49-450f-a3cf-2ddbecb1e4e5 None None] Network 4a6da30f-6e73-44cd-a711-ba758d35ac97 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:32:32.851762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e0e8a-beff-47eb-b4fc-51df928cfdde req-88359ca6-9e94-4058-babe-000a5d95de3c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:32.858993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a6e0e8a-beff-47eb-b4fc-51df928cfdde req-88359ca6-9e94-4058-babe-000a5d95de3c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.1353769 Jul 27 22:32:32.859356 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.887095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-4506dd23-664d-4763-9df3-525c7aba29b0 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:32.888936 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-4506dd23-664d-4763-9df3-525c7aba29b0 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/networks?id=50c6208d-769f-4d9b-943b-9c66b6cf1cda HTTP/1.1" status: 200 len: 813 time: 0.2660508 Jul 27 22:32:32.927416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-ffab94e9-063a-4594-80b8-9cedca85d0e2 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/quotas/452a97d670344ea1b1c0d7d0a5730032 HTTP/1.1" status: 200 len: 375 time: 0.0287969 Jul 27 22:32:32.933206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port d3f2e219-b350-4273-bccb-4a0d469b39f0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d3f2e219-b350-4273-bccb-4a0d469b39f0,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:32.946994 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Sync routers for ids ['88a7d22d-4df9-4a00-803c-9280d35e1946'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:32.947592 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.959463 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba423f0-c40e-4f56-847b-f18289de79f5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.961865 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Routers {'88a7d22d-4df9-4a00-803c-9280d35e1946'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:32.964095 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['88a7d22d-4df9-4a00-803c-9280d35e1946'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:32.972518 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-10b06ac3-1a52-4220-97fb-fa69a4f31dd8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8029103 Jul 27 22:32:32.975126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57452) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:32.978207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a6e0e8a-beff-47eb-b4fc-51df928cfdde req-8915f133-9cfb-4a36-a319-28ae8d677700 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102874 Jul 27 22:32:32.982291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-385990022-router', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:32.984194 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba423f0-c40e-4f56-847b-f18289de79f5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:32.992410 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Allocated IP 172.20.0.18 (8b16f977-aa1c-49fd-bf64-7af179998ee6/277836a4-deb4-4540-865d-4cbe43532dc0/9cc438f6-f4bf-4c81-9583-39b0166724ae) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:33.029735 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.032988 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.073321 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cba423f0-c40e-4f56-847b-f18289de79f5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.075204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cba423f0-c40e-4f56-847b-f18289de79f5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4953113 Jul 27 22:32:33.076107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba423f0-c40e-4f56-847b-f18289de79f5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160f732a-1e28-40ef-9018-5427d4732465,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:33.088081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57454) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:33.095553 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-1e067d83-ecb9-4c58-9de7-721c577f3973 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=452a97d670344ea1b1c0d7d0a5730032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590078 Jul 27 22:32:33.096284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-26a02414-88ba-4bdd-8353-0be38b587fab tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': '160f732a-1e28-40ef-9018-5427d4732465', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:33.143935 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Set router 88a7d22d-4df9-4a00-803c-9280d35e1946 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:33.151277 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.156348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=d3f2e219-b350-4273-bccb-4a0d469b39f0,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:33.176771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-4a6da30f-6e73-44cd-a711-ba758d35ac97', 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'fixed_ips': [{'subnet_id': 'c7209d7d-740d-4b1b-af35-be2d73fd98d4'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:32:33.178792 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.217539 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-b77548ab-4a6c-4455-a71f-e5273dbf1403 service neutron] 10.222.0.24 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054573 Jul 27 22:32:33.255219 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26a02414-88ba-4bdd-8353-0be38b587fab tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.332209 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-7ab55c2a-2424-4563-8a41-28672eafe0ba service neutron] 10.222.0.24 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037912 Jul 27 22:32:33.352001 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.403449 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26a02414-88ba-4bdd-8353-0be38b587fab tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.417244 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'name': 'tempest-TestAggregatesBasicOps-936313732-router', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:26Z', 'updated_at': '2021-07-27T22:32:30Z', 'revision_number': 4, 'project_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'gw_port': {'id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:27Z', 'updated_at': '2021-07-27T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '36f1ba25-2d3a-44d1-8dc3-6e257d554318', 'name': '', 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'mac_address': 'fa:16:3e:03:28:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b410f575-c0f9-4771-8f68-0a8ebcb07097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:29Z', 'updated_at': '2021-07-27T22:32:30Z', 'revision_number': 2, 'project_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'subnets': [{'id': 'b410f575-c0f9-4771-8f68-0a8ebcb07097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:33.436210 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26a02414-88ba-4bdd-8353-0be38b587fab tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.447358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Allocated IP 172.20.0.2 (4a6da30f-6e73-44cd-a711-ba758d35ac97/c7209d7d-740d-4b1b-af35-be2d73fd98d4/3c7d9d40-27b5-47b4-a916-1b7d4e9df257) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:33.457938 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Checking router: 88a7d22d-4df9-4a00-803c-9280d35e1946 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:33.458463 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Updating router 88a7d22d-4df9-4a00-803c-9280d35e1946 port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:32:33.471015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-26a02414-88ba-4bdd-8353-0be38b587fab tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.475842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57458) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:33.476386 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-26a02414-88ba-4bdd-8353-0be38b587fab tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3862419 Jul 27 22:32:33.484192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a02414-88ba-4bdd-8353-0be38b587fab tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3731164-41fb-41ad-af8e-008c786ff153,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:33.485310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8f5aeabc-3340-4ed7-92d1-348648d49573 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': '160f732a-1e28-40ef-9018-5427d4732465', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:33.498301 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.528171 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.581064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f5aeabc-3340-4ed7-92d1-348648d49573 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.597647 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Transition to ACTIVE for port object 9cc438f6-f4bf-4c81-9583-39b0166724ae will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:33.642331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Transition to ACTIVE for port object 9cc438f6-f4bf-4c81-9583-39b0166724ae will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:33.656640 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.685617 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f5aeabc-3340-4ed7-92d1-348648d49573 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.689467 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.692431 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f5aeabc-3340-4ed7-92d1-348648d49573 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.712607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5aeabc-3340-4ed7-92d1-348648d49573 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feea5dfc-8af7-486b-bc7d-535cac83aabd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:33.719287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.728945 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f5aeabc-3340-4ed7-92d1-348648d49573 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.731150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8f5aeabc-3340-4ed7-92d1-348648d49573 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2530267 Jul 27 22:32:33.733868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57464) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:33.745863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8a2d245d-bcdf-47d4-a583-1cdb639ba103 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': '160f732a-1e28-40ef-9018-5427d4732465', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:33.794497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Network 8b16f977-aa1c-49fd-bf64-7af179998ee6 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:33.815637 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a2d245d-bcdf-47d4-a583-1cdb639ba103 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.865013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:33.867996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0488255-3d84-4aba-a060-fd498f3b40e6 req-8c79c417-696f-4b79-9314-d58455341d8a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 210 time: 0.0441606 Jul 27 22:32:33.877616 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:33.894082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Pushing event updated for resources: {'Port': ['ID=9cc438f6-f4bf-4c81-9583-39b0166724ae,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:33.914622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a2d245d-bcdf-47d4-a583-1cdb639ba103 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.919522 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a2d245d-bcdf-47d4-a583-1cdb639ba103 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.925071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Allocated IP 172.25.1.78 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/9dcc8133-5abf-451e-86a2-03a265ec9f45) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:33.940861 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.946731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 229d6e06-8533-4f03-af71-d054f4c91ed0 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:32:33.967172 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Transition to ACTIVE for port object 36f1ba25-2d3a-44d1-8dc3-6e257d554318 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:33.967756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d245d-bcdf-47d4-a583-1cdb639ba103 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b622959f-3f2b-4651-add3-ae42a6576c71,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:33.974440 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.978530 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.978710 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a2d245d-bcdf-47d4-a583-1cdb639ba103 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.985826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8a2d245d-bcdf-47d4-a583-1cdb639ba103 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2477336 Jul 27 22:32:33.986807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57470) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:33.992592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-664cf8af-9103-4988-a2c5-478cd29eb2f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': '160f732a-1e28-40ef-9018-5427d4732465', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:34.020551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Transition to ACTIVE for port object 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:34.043340 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-664cf8af-9103-4988-a2c5-478cd29eb2f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.069347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Attempting to bind port 9cc438f6-f4bf-4c81-9583-39b0166724ae on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:34.070110 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Attempting to bind port 9cc438f6-f4bf-4c81-9583-39b0166724ae by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:34.071453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Attempting to bind port 9cc438f6-f4bf-4c81-9583-39b0166724ae on network 8b16f977-aa1c-49fd-bf64-7af179998ee6 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:34.122705 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dd8a8-fa6f-470f-bbe4-8bb174cdc75a None None] Pushing event updated for resources: {'Port': ['ID=36f1ba25-2d3a-44d1-8dc3-6e257d554318,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:34.145683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:34.146065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Checking segment: {'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:34.146251 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Attempting to bind port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:34.147184 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Attempting to bind port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'd427a8a9-dcaa-4612-9e96-1c75247d3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:34.147781 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Attempting to bind port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 on network 5c856082-5dd8-44e0-a69d-2b437c682b81 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:34.154692 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:34.155415 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Checking segment: {'id': 'd427a8a9-dcaa-4612-9e96-1c75247d3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:34.156075 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.156873 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Bound using segment: {'id': 'd427a8a9-dcaa-4612-9e96-1c75247d3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:34.157545 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Bound port: 36f1ba25-2d3a-44d1-8dc3-6e257d554318, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd427a8a9-dcaa-4612-9e96-1c75247d3879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:34.158391 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.158734 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-664cf8af-9103-4988-a2c5-478cd29eb2f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.160836 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.161437 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Bound using segment: {'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:34.164651 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-664cf8af-9103-4988-a2c5-478cd29eb2f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.166219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Bound port: 9cc438f6-f4bf-4c81-9583-39b0166724ae, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:34.166764 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.184988 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Transition to ACTIVE for port object 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:34.204483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cf8af-9103-4988-a2c5-478cd29eb2f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb603f41-fea1-4163-8859-1d262abb4a3a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:34.213846 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.250308 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-664cf8af-9103-4988-a2c5-478cd29eb2f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.252335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.255064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-664cf8af-9103-4988-a2c5-478cd29eb2f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2670648 Jul 27 22:32:34.255857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57478) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:34.266593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b9f104d8-f680-491f-afda-583612b9c9f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': '160f732a-1e28-40ef-9018-5427d4732465', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:34.301447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7500f-dc3b-4934-9bc2-3064c9981824 req-9468fc01-a88e-4a22-b033-7ecae9569a12 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:34.304525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67e7500f-dc3b-4934-9bc2-3064c9981824 req-9468fc01-a88e-4a22-b033-7ecae9569a12 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 944 time: 0.1245575 Jul 27 22:32:34.349786 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-b9f104d8-f680-491f-afda-583612b9c9f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Project 615ad33e4f374579872e356840fc6317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:32:34.351077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.363320 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9f104d8-f680-491f-afda-583612b9c9f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.416906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67e7500f-dc3b-4934-9bc2-3064c9981824 req-e33d6725-a135-4ae0-83bf-efc31beab06f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030903 Jul 27 22:32:34.442869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:34.456970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Network 4a6da30f-6e73-44cd-a711-ba758d35ac97 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:34.458392 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:34.464563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d3f2e219-b350-4273-bccb-4a0d469b39f0 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:34.465620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:34.473387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Pushing event updated for resources: {'Port': ['ID=9dcc8133-5abf-451e-86a2-03a265ec9f45,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:34.483275 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9f104d8-f680-491f-afda-583612b9c9f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.491745 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9f104d8-f680-491f-afda-583612b9c9f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.506013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:34.514129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f104d8-f680-491f-afda-583612b9c9f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d158f1-37e0-47e8-9525-d99dffd1fd78,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:34.525487 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b9f104d8-f680-491f-afda-583612b9c9f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.526838 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] For port 36f1ba25-2d3a-44d1-8dc3-6e257d554318, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:34.530429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b9f104d8-f680-491f-afda-583612b9c9f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2701025 Jul 27 22:32:34.531071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57482) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:34.533297 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] For port 36f1ba25-2d3a-44d1-8dc3-6e257d554318, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=36f1ba25-2d3a-44d1-8dc3-6e257d554318,segment=NetworkSegment(d427a8a9-dcaa-4612-9e96-1c75247d3879),segment_id=d427a8a9-dcaa-4612-9e96-1c75247d3879)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:34.536096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a988c519-48b3-4528-b1e2-db20c36830ec tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': '160f732a-1e28-40ef-9018-5427d4732465', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:34.538196 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.572536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Pushing event updated for resources: {'Port': ['ID=3c7d9d40-27b5-47b4-a916-1b7d4e9df257,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:34.606790 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:34.617721 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Routers {'88a7d22d-4df9-4a00-803c-9280d35e1946'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:34.618389 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['88a7d22d-4df9-4a00-803c-9280d35e1946'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:34.622689 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dd8a8-fa6f-470f-bbe4-8bb174cdc75a None None] Pushing event updated for resources: {'Port': ['ID=36f1ba25-2d3a-44d1-8dc3-6e257d554318,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:34.690214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] For port 9cc438f6-f4bf-4c81-9583-39b0166724ae, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:34.712430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] For port 9cc438f6-f4bf-4c81-9583-39b0166724ae, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9cc438f6-f4bf-4c81-9583-39b0166724ae,segment=NetworkSegment(91a6d702-9dd7-452e-8cdf-7fc3a21b89b3),segment_id=91a6d702-9dd7-452e-8cdf-7fc3a21b89b3)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:34.714412 n-d-802011-3 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-a988c519-48b3-4528-b1e2-db20c36830ec tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Project 615ad33e4f374579872e356840fc6317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:32:34.736145 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.759596 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a988c519-48b3-4528-b1e2-db20c36830ec tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.773801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 229d6e06-8533-4f03-af71-d054f4c91ed0, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=229d6e06-8533-4f03-af71-d054f4c91ed0,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:34.778152 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] Set router 88a7d22d-4df9-4a00-803c-9280d35e1946 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:34.883434 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a988c519-48b3-4528-b1e2-db20c36830ec tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.886568 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.957332 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a988c519-48b3-4528-b1e2-db20c36830ec tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:34.995591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988c519-48b3-4528-b1e2-db20c36830ec tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffadc9b-3202-46a1-ae2f-e74cb79c9540,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:35.018201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a988c519-48b3-4528-b1e2-db20c36830ec tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:35.019789 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a988c519-48b3-4528-b1e2-db20c36830ec tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4875827 Jul 27 22:32:35.051624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '229d6e06-8533-4f03-af71-d054f4c91ed0', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'port_id': '229d6e06-8533-4f03-af71-d054f4c91ed0', 'mac_address': 'fa:16:3e:6d:de:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:32:35.061294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d83537f-8c02-43d5-aae0-8f2de8098b34 req-1d7e238c-d333-4c25-a0e7-082a00aa40dd tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 210 time: 0.0750141 Jul 27 22:32:35.080636 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Attempting to bind port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:35.081028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Attempting to bind port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8663a7d9-af7b-4969-92f7-83f8c894829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:35.085526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Attempting to bind port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 on network 4a6da30f-6e73-44cd-a711-ba758d35ac97 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:35.166671 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:35.184317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:35.184896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Checking segment: {'id': '8663a7d9-af7b-4969-92f7-83f8c894829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:35.186137 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:35.186666 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Bound using segment: {'id': '8663a7d9-af7b-4969-92f7-83f8c894829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:35.187370 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Bound port: 3c7d9d40-27b5-47b4-a916-1b7d4e9df257, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8663a7d9-af7b-4969-92f7-83f8c894829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:35.187939 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:35.231579 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'name': 'tempest-TestAggregatesBasicOps-936313732-router', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:26Z', 'updated_at': '2021-07-27T22:32:30Z', 'revision_number': 4, 'project_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'gw_port': {'id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:27Z', 'updated_at': '2021-07-27T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '36f1ba25-2d3a-44d1-8dc3-6e257d554318', 'name': '', 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'mac_address': 'fa:16:3e:03:28:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b410f575-c0f9-4771-8f68-0a8ebcb07097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:29Z', 'updated_at': '2021-07-27T22:32:34Z', 'revision_number': 4, 'project_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'subnets': [{'id': 'b410f575-c0f9-4771-8f68-0a8ebcb07097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:35.239111 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460f63f-4697-45a6-9e39-db178b98263e None None] Pushing event updated for resources: {'Port': ['ID=9cc438f6-f4bf-4c81-9583-39b0166724ae,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:35.257840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229d6e06-8533-4f03-af71-d054f4c91ed0 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:32:35.263157 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:35.279203 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f0ed34-b9e1-429f-8327-a1693964285b None None] The sync data for ids ['88a7d22d-4df9-4a00-803c-9280d35e1946'] in n-d-802011-3 is: [{'id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'name': 'tempest-TestAggregatesBasicOps-936313732-router', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:26Z', 'updated_at': '2021-07-27T22:32:30Z', 'revision_number': 4, 'project_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'gw_port': {'id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:27Z', 'updated_at': '2021-07-27T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '36f1ba25-2d3a-44d1-8dc3-6e257d554318', 'name': '', 'network_id': '5c856082-5dd8-44e0-a69d-2b437c682b81', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'mac_address': 'fa:16:3e:03:28:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'b410f575-c0f9-4771-8f68-0a8ebcb07097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:29Z', 'updated_at': '2021-07-27T22:32:34Z', 'revision_number': 4, 'project_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'subnets': [{'id': 'b410f575-c0f9-4771-8f68-0a8ebcb07097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:35.286574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d3f2e219-b350-4273-bccb-4a0d469b39f0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:35.287012 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:35.395568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 229d6e06-8533-4f03-af71-d054f4c91ed0, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=229d6e06-8533-4f03-af71-d054f4c91ed0,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:35.426915 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-37574212-aeb9-44d8-9857-4c0f0cbf5892 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092520858&fields=id&tenant_id=615ad33e4f374579872e356840fc6317 HTTP/1.1" status: 200 len: 267 time: 0.1070101 Jul 27 22:32:35.494105 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:35.597806 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=229d6e06-8533-4f03-af71-d054f4c91ed0,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:35.640045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-35f9d694-d313-4975-ae33-a6cbbbcc815f tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:35.642933 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-35f9d694-d313-4975-ae33-a6cbbbcc815f tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.41 "GET /v2.0/networks?id=50c6208d-769f-4d9b-943b-9c66b6cf1cda HTTP/1.1" status: 200 len: 813 time: 0.3601928 Jul 27 22:32:35.664171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] For port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:35.670745 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] For port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3c7d9d40-27b5-47b4-a916-1b7d4e9df257,segment=NetworkSegment(8663a7d9-af7b-4969-92f7-83f8c894829f),segment_id=8663a7d9-af7b-4969-92f7-83f8c894829f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:35.687427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-0400cb4b-876f-4dfa-88b1-af29a8e6d7fb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:35.689153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-0400cb4b-876f-4dfa-88b1-af29a8e6d7fb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/networks?id=8b16f977-aa1c-49fd-bf64-7af179998ee6 HTTP/1.1" status: 200 len: 796 time: 0.2496886 Jul 27 22:32:35.702631 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:35.716713 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-19a06dea-e577-42a2-a2cd-15aa611d4efd tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=452a97d670344ea1b1c0d7d0a5730032 HTTP/1.1" status: 200 len: 380 time: 0.0635934 Jul 27 22:32:35.723497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['229d6e06-8533-4f03-af71-d054f4c91ed0'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:32:35.729966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885d709-32c1-4812-8c4a-d98368df9e2f req-0277d286-3214-4fc3-a7db-98791c05218d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:35.738914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1885d709-32c1-4812-8c4a-d98368df9e2f req-0277d286-3214-4fc3-a7db-98791c05218d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 945 time: 0.1777303 Jul 27 22:32:35.741844 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-bbcd4c09-c327-4773-9101-7e4893f2749b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/quotas/615ad33e4f374579872e356840fc6317 HTTP/1.1" status: 200 len: 375 time: 0.0428882 Jul 27 22:32:35.750299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Request body: {'port': {'device_id': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'admin_state_up': True, 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'security_groups': ['dc3b9719-d328-4c61-986b-a2df46529666']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:35.887496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8640f-39c3-4ed2-9ea4-9af756492496 None None] Pushing event updated for resources: {'Port': ['ID=3c7d9d40-27b5-47b4-a916-1b7d4e9df257,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:35.899423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1885d709-32c1-4812-8c4a-d98368df9e2f req-993441b5-e917-4184-bea5-daa9d33227d1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533380 Jul 27 22:32:35.939928 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-55974730-9292-4f65-8702-25ba23115560 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1843479 Jul 27 22:32:36.118355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Made reservation on behalf of 452a97d670344ea1b1c0d7d0a5730032 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:32:36.137760 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:36.183404 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-78671c9c-50f4-45e7-aded-b08be33a61b8 service neutron] 10.222.0.24 "GET /v2.0/networks/8b16f977-aa1c-49fd-bf64-7af179998ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147870 Jul 27 22:32:36.340243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37bd4548-9f79-4eb0-ac2f-a422b5d652a5 req-fc728fbc-c4b4-4b89-b00b-ead706553733 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 210 time: 0.1210120 Jul 27 22:32:36.419963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Router e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:32:36.505238 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-7e579e59-83d4-4c64-a7b1-7f35817735a8 service neutron] 10.222.0.24 "GET /v2.0/networks/8b16f977-aa1c-49fd-bf64-7af179998ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193827 Jul 27 22:32:36.604412 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Allocated IP 172.20.0.8 (50c6208d-769f-4d9b-943b-9c66b6cf1cda/3c6b2099-725b-441d-938b-cc1640c3f271/c402fc97-e10b-4094-a2f4-5d64ea4f8255) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:36.636974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 36f1ba25-2d3a-44d1-8dc3-6e257d554318 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:36.812669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:36.824640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:36.825358 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:36.886972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f740004-8e36-430d-ae4b-6656ebcc107f req-91248cf2-1a75-4d85-aa4d-974ade5a2e74 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 210 time: 0.0843720 Jul 27 22:32:36.901313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:36.934814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Sync routers for ids ['e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:36.943237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007e911b-b567-49b9-94d7-67f48208af98 None None] Network 8b16f977-aa1c-49fd-bf64-7af179998ee6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:32:37.040188 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:37.042163 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c4da210d-644f-4943-b30e-32887fa66a6e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0660117 Jul 27 22:32:37.045185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57510) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:37.131780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-eaa29798-17de-455b-891b-19674934df6d None None] Provisioning for port 9cc438f6-f4bf-4c81-9583-39b0166724ae completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:37.168619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Routers {'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:37.169530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:37.204906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b4a52-0b04-4746-ba61-9c51db9fe2d5 req-b9abf427-4661-4fd8-bf34-09c0ea86b4dd tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:37.212022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e39b4a52-0b04-4746-ba61-9c51db9fe2d5 req-b9abf427-4661-4fd8-bf34-09c0ea86b4dd tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 945 time: 0.1567438 Jul 27 22:32:37.332522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e39b4a52-0b04-4746-ba61-9c51db9fe2d5 req-fc6f20e3-fa28-42d4-8f96-2beaf3dca374 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109157 Jul 27 22:32:37.368455 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:37.507281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 36f1ba25-2d3a-44d1-8dc3-6e257d554318, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=36f1ba25-2d3a-44d1-8dc3-6e257d554318,segment=NetworkSegment(d427a8a9-dcaa-4612-9e96-1c75247d3879),segment_id=d427a8a9-dcaa-4612-9e96-1c75247d3879)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:37.611434 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d4ac0a5-e710-4752-a89f-90df9586e0da req-260aa1c7-4d43-423b-b573-ab47f83d717b tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 210 time: 0.1137998 Jul 27 22:32:37.654574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Set router e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:37.779146 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:37.779978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9cc438f6-f4bf-4c81-9583-39b0166724ae up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:37.789496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdd2f7a-1b8a-4271-a013-28acc4c603df None None] Network 4a6da30f-6e73-44cd-a711-ba758d35ac97 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:32:37.997496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 229d6e06-8533-4f03-af71-d054f4c91ed0 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:38.029033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.064503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2190948b-53c6-49fe-af6d-a5f57f4d01ee req-82de1b4f-a4d3-4948-98c5-e71299e0bf20 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 210 time: 0.0640280 Jul 27 22:32:38.096128 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Transition to ACTIVE for port object c402fc97-e10b-4094-a2f4-5d64ea4f8255 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:38.151685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-78463ef8-3832-46be-a73f-83df6507ec1f None None] Provisioning for port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:38.184638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=36f1ba25-2d3a-44d1-8dc3-6e257d554318,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:38.210475 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.283001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 229d6e06-8533-4f03-af71-d054f4c91ed0 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:38.295204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 9cc438f6-f4bf-4c81-9583-39b0166724ae completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:38.299451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 229d6e06-8533-4f03-af71-d054f4c91ed0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:38.299831 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.327467 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 9cc438f6-f4bf-4c81-9583-39b0166724ae triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:38.328527 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.516294 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Network 50c6208d-769f-4d9b-943b-9c66b6cf1cda is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:38.553167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event updated for resources: {'Port': ['ID=c402fc97-e10b-4094-a2f4-5d64ea4f8255,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:38.565981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:38.581787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405a721-5533-4544-a8b9-d7bd3031d70b req-0858e293-fd99-4075-aa14-3b6d9ed44370 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:38.595511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4405a721-5533-4544-a8b9-d7bd3031d70b req-0858e293-fd99-4075-aa14-3b6d9ed44370 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 945 time: 0.1264913 Jul 27 22:32:38.601385 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:38.619919 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'name': 'tempest-TestAggregatesBasicOps-385990022-router', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:34Z', 'revision_number': 3, 'project_id': '97d9f26d19a841d59b4ebb205087231f', 'gw_port': {'id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:38.648390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-9984e2ea-9c94-4132-9f41-4dde6423d0a6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:38.650295 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-9984e2ea-9c94-4132-9f41-4dde6423d0a6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.43 "GET /v2.0/networks?id=8b16f977-aa1c-49fd-bf64-7af179998ee6 HTTP/1.1" status: 200 len: 796 time: 0.3873162 Jul 27 22:32:38.669157 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.686409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4405a721-5533-4544-a8b9-d7bd3031d70b req-6657bb33-0670-472a-bb7e-d7c9dd24f525 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805728 Jul 27 22:32:38.764287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Checking router: e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:38.764907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Updating router e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a port 9dcc8133-5abf-451e-86a2-03a265ec9f45 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:32:38.810141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:38.811007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.823051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc185a4-b9a0-4c58-91f9-6ac2b4c54698 req-ae41dd96-5966-4cd0-aee5-36b26096b27c tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:38.836959 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.837249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bc185a4-b9a0-4c58-91f9-6ac2b4c54698 req-ae41dd96-5966-4cd0-aee5-36b26096b27c tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 931 time: 0.1041441 Jul 27 22:32:38.862671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-78571e02-95e9-4770-b19b-5a170e4a83b5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615ad33e4f374579872e356840fc6317 HTTP/1.1" status: 200 len: 473 time: 0.1966257 Jul 27 22:32:38.869650 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-14dfadc3-a555-41bf-b6cd-ae5dd0494f1a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1355379 Jul 27 22:32:38.880541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'port': {'device_id': '0c8f29d5-ebcf-48d6-a421-2c4b634a0fba', 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6', 'admin_state_up': True, 'tenant_id': '615ad33e4f374579872e356840fc6317', 'security_groups': ['160f732a-1e28-40ef-9018-5427d4732465']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:38.897492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ce93bd39-8458-4e68-bb3a-6dbb310b4539 None None] Provisioning complete for port 9cc438f6-f4bf-4c81-9583-39b0166724ae triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:38.899599 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce93bd39-8458-4e68-bb3a-6dbb310b4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.916553 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bc185a4-b9a0-4c58-91f9-6ac2b4c54698 req-c5818aa1-1cec-400b-9ade-7eb1ff6a967d tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694726 Jul 27 22:32:38.933248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 229d6e06-8533-4f03-af71-d054f4c91ed0, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=229d6e06-8533-4f03-af71-d054f4c91ed0,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:38.934747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.936753 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Request body: {'port': {'device_id': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:38.937026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b501e2-278c-42f3-a8a7-9c7452de52ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229d6e06-8533-4f03-af71-d054f4c91ed0'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:38.939805 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7512498-3fcf-4272-9f1f-18157ba23a30" -d '{"events": [{"server_uuid": "b5b501e2-278c-42f3-a8a7-9c7452de52ae", "name": "network-vif-plugged", "status": "completed", "tag": "229d6e06-8533-4f03-af71-d054f4c91ed0"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:39.000951 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:39.195041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb822caf-9475-4a5e-a909-8218f08f63b3 req-83de9c48-8651-49a5-96f3-3df6d3fa63f3 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 210 time: 0.0482152 Jul 27 22:32:39.249590 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:39.267813 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2600514-8d1f-4931-9565-b70255ca5214 x-openstack-request-id: req-c2600514-8d1f-4931-9565-b70255ca5214 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:39.268223 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b501e2-278c-42f3-a8a7-9c7452de52ae", "name": "network-vif-plugged", "status": "completed", "tag": "229d6e06-8533-4f03-af71-d054f4c91ed0", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:39.269039 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2600514-8d1f-4931-9565-b70255ca5214 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:39.269039 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b501e2-278c-42f3-a8a7-9c7452de52ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229d6e06-8533-4f03-af71-d054f4c91ed0', 'code': 200} Jul 27 22:32:39.311280 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:39.315979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4533a-861d-4566-8d5b-401c9278da93 req-c66bda6e-1df6-47f1-b2f3-3782a7392886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:39.317645 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05f4533a-861d-4566-8d5b-401c9278da93 req-c66bda6e-1df6-47f1-b2f3-3782a7392886 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 1097 time: 0.2405553 Jul 27 22:32:39.404575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Made reservation on behalf of 615ad33e4f374579872e356840fc6317 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:32:39.410167 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:39.454915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Allocated IP 172.20.0.1 (4a6da30f-6e73-44cd-a711-ba758d35ac97/c7209d7d-740d-4b1b-af35-be2d73fd98d4/f8cab681-0382-466c-a7c7-1067ccb5555a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:39.474502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 9cc438f6-f4bf-4c81-9583-39b0166724ae, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9cc438f6-f4bf-4c81-9583-39b0166724ae,segment=NetworkSegment(91a6d702-9dd7-452e-8cdf-7fc3a21b89b3),segment_id=91a6d702-9dd7-452e-8cdf-7fc3a21b89b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:39.481628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=229d6e06-8533-4f03-af71-d054f4c91ed0,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:39.517083 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:39.518038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:39.561786 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05f4533a-861d-4566-8d5b-401c9278da93 req-e3dbc327-9845-40b1-9e92-c6317a06a2db service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881032 Jul 27 22:32:39.640584 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce93bd39-8458-4e68-bb3a-6dbb310b4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:39.729655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=9cc438f6-f4bf-4c81-9583-39b0166724ae,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:39.787943 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-ce93bd39-8458-4e68-bb3a-6dbb310b4539 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:32:39.788465 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-ce93bd39-8458-4e68-bb3a-6dbb310b4539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:32:39.790995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:39.800381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:39.800906 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:39.848569 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d7a9e-7b3c-4d4e-b407-117d2c1c3957 req-3be081a2-270b-44c1-878f-da4d3172d0c9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:39.862412 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf7d7a9e-7b3c-4d4e-b407-117d2c1c3957 req-3be081a2-270b-44c1-878f-da4d3172d0c9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 946 time: 0.0806944 Jul 27 22:32:39.911319 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:39.926605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf7d7a9e-7b3c-4d4e-b407-117d2c1c3957 req-d9757dbb-04bc-48df-b7dd-761c28257353 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631297 Jul 27 22:32:39.957630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Transition to ACTIVE for port object 9dcc8133-5abf-451e-86a2-03a265ec9f45 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:39.982136 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.016969 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.035174 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.067475 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c402fc97-e10b-4094-a2f4-5d64ea4f8255 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:32:40.073927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Allocated IP 172.20.0.26 (8b16f977-aa1c-49fd-bf64-7af179998ee6/277836a4-deb4-4540-865d-4cbe43532dc0/3fbdb6fa-4973-427d-b657-b4a1d3a58155) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:40.092493 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.094996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef571ea-bb7e-465c-9eeb-2588db399fb9 req-4c9d8cc7-1392-45fc-962b-04a964e1f714 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:40.098084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Transition to ACTIVE for port object f8cab681-0382-466c-a7c7-1067ccb5555a will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:40.104585 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ef571ea-bb7e-465c-9eeb-2588db399fb9 req-4c9d8cc7-1392-45fc-962b-04a964e1f714 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 931 time: 0.0804780 Jul 27 22:32:40.118450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3c7d9d40-27b5-47b4-a916-1b7d4e9df257,segment=NetworkSegment(8663a7d9-af7b-4969-92f7-83f8c894829f),segment_id=8663a7d9-af7b-4969-92f7-83f8c894829f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:40.121674 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4caf33-a969-4032-84bf-d6fd8fe31a36 None None] Pushing event updated for resources: {'Port': ['ID=9dcc8133-5abf-451e-86a2-03a265ec9f45,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:40.129289 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.157022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ef571ea-bb7e-465c-9eeb-2588db399fb9 req-f9dd4143-2592-4006-955c-e70fc724b042 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514033 Jul 27 22:32:40.161223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Transition to ACTIVE for port object c402fc97-e10b-4094-a2f4-5d64ea4f8255 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:40.200664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=3c7d9d40-27b5-47b4-a916-1b7d4e9df257,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:40.205182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Attempting to bind port 9dcc8133-5abf-451e-86a2-03a265ec9f45 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:40.205677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Attempting to bind port 9dcc8133-5abf-451e-86a2-03a265ec9f45 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:40.206326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Attempting to bind port 9dcc8133-5abf-451e-86a2-03a265ec9f45 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:40.241713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:40.242719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:40.243241 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.243763 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:40.244374 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Bound port: 9dcc8133-5abf-451e-86a2-03a265ec9f45, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:40.244865 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.283968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.356575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9cc438f6-f4bf-4c81-9583-39b0166724ae up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:40.367363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] For port 9dcc8133-5abf-451e-86a2-03a265ec9f45, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:40.399622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea709192-98cb-4cfa-b77c-6672d998ef22 req-f9af23d3-1004-4c76-b1f0-d4a413fb82a8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 210 time: 0.0702689 Jul 27 22:32:40.410311 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] For port 9dcc8133-5abf-451e-86a2-03a265ec9f45, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9dcc8133-5abf-451e-86a2-03a265ec9f45,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:40.426972 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.440070 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.489018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Pushing event updated for resources: {'Port': ['ID=c402fc97-e10b-4094-a2f4-5d64ea4f8255,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:40.519063 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 9cc438f6-f4bf-4c81-9583-39b0166724ae triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:40.519412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.545068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Network 4a6da30f-6e73-44cd-a711-ba758d35ac97 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:40.564952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4caf33-a969-4032-84bf-d6fd8fe31a36 None None] Pushing event updated for resources: {'Port': ['ID=9dcc8133-5abf-451e-86a2-03a265ec9f45,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:40.572768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.573250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Routers {'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:40.573897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:40.575117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:40.597900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:40.618896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-52afe553-b12d-409b-aaec-cf400a0ed2f6 None None] Provisioning for port c402fc97-e10b-4094-a2f4-5d64ea4f8255 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:40.650174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Transition to ACTIVE for port object 3fbdb6fa-4973-427d-b657-b4a1d3a58155 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:40.650981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Pushing event updated for resources: {'Port': ['ID=f8cab681-0382-466c-a7c7-1067ccb5555a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:40.681942 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.743887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-52afe553-b12d-409b-aaec-cf400a0ed2f6 None None] Provisioning complete for port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:40.744465 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-52afe553-b12d-409b-aaec-cf400a0ed2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.768987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Attempting to bind port c402fc97-e10b-4094-a2f4-5d64ea4f8255 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:40.769317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Attempting to bind port c402fc97-e10b-4094-a2f4-5d64ea4f8255 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:40.769446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Attempting to bind port c402fc97-e10b-4094-a2f4-5d64ea4f8255 on network 50c6208d-769f-4d9b-943b-9c66b6cf1cda {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:40.783480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Port c402fc97-e10b-4094-a2f4-5d64ea4f8255 on network 50c6208d-769f-4d9b-943b-9c66b6cf1cda not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:32:40.783798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Attempting to bind port c402fc97-e10b-4094-a2f4-5d64ea4f8255 on network 50c6208d-769f-4d9b-943b-9c66b6cf1cda {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:40.804245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:40.804486 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Checking segment: {'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:40.804845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Bound using segment: {'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:40.805367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Bound port: c402fc97-e10b-4094-a2f4-5d64ea4f8255, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22fe62b-3a23-455a-af0c-107121bf643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:40.805641 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.820128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 36f1ba25-2d3a-44d1-8dc3-6e257d554318 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:40.836017 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:40.847123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] Set router e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:40.964265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network 8b16f977-aa1c-49fd-bf64-7af179998ee6 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:40.977938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:40.987551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:41.064294 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=3fbdb6fa-4973-427d-b657-b4a1d3a58155,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:41.077762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] For port c402fc97-e10b-4094-a2f4-5d64ea4f8255, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:41.093713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] For port c402fc97-e10b-4094-a2f4-5d64ea4f8255, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c402fc97-e10b-4094-a2f4-5d64ea4f8255,segment=NetworkSegment(c22fe62b-3a23-455a-af0c-107121bf643e),segment_id=c22fe62b-3a23-455a-af0c-107121bf643e)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:41.095160 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:41.111541 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:41.120668 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:41.121234 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:41.136582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:41.137260 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:41.157226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a02558-b9fd-487a-887a-dfca5b2bb282 req-b4c16f8a-047c-4d1b-b15e-c5c001130b39 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:41.161150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-80a02558-b9fd-487a-887a-dfca5b2bb282 req-b4c16f8a-047c-4d1b-b15e-c5c001130b39 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 946 time: 0.1312439 Jul 27 22:32:41.247442 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-80a02558-b9fd-487a-887a-dfca5b2bb282 req-c420aa0a-4884-4c47-b73e-96825fa38b1e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800240 Jul 27 22:32:41.299085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:41.302562 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:41.306144 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] 10.222.0.41 "PUT /v2.0/ports/c402fc97-e10b-4094-a2f4-5d64ea4f8255 HTTP/1.1" status: 200 len: 1091 time: 2.4038327 Jul 27 22:32:41.324551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:41.327141 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f184cc-1b55-4e87-bfd3-24506f82a8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:41.407450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cd1f9b37-8168-4fbb-a71c-6247ab7cd5e7 None None] Provisioning for port f8cab681-0382-466c-a7c7-1067ccb5555a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:41.417774 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-95b1404c-e6a7-482b-ae41-fb2264db5751 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5464096 Jul 27 22:32:41.436917 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Request body: {'port': {'device_id': '0c8f29d5-ebcf-48d6-a421-2c4b634a0fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:41.442105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cd1f9b37-8168-4fbb-a71c-6247ab7cd5e7 None None] Provisioning complete for port f8cab681-0382-466c-a7c7-1067ccb5555a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:41.442895 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cd1f9b37-8168-4fbb-a71c-6247ab7cd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:41.488817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c83d3a-7d7f-47f7-884b-f8946bb9cf23 req-dfe393e9-2091-406c-a41c-d650dac1d529 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:41.490458 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd1b32-8e0a-4f26-8019-945df91278ba service neutron] Pushing event updated for resources: {'Port': ['ID=c402fc97-e10b-4094-a2f4-5d64ea4f8255,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:41.504405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08c83d3a-7d7f-47f7-884b-f8946bb9cf23 req-dfe393e9-2091-406c-a41c-d650dac1d529 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 943 time: 0.1948502 Jul 27 22:32:41.552044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f9b37-8168-4fbb-a71c-6247ab7cd5e7 None None] Port f8cab681-0382-466c-a7c7-1067ccb5555a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:32:41.557767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'name': 'tempest-TestAggregatesBasicOps-385990022-router', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:34Z', 'revision_number': 3, 'project_id': '97d9f26d19a841d59b4ebb205087231f', 'gw_port': {'id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:41.580334 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:41.584901 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-72e174e8-f3ac-4328-96dd-6bfca3136d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:41.587479 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-72e174e8-f3ac-4328-96dd-6bfca3136d58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=452a97d670344ea1b1c0d7d0a5730032&device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 1094 time: 0.2212102 Jul 27 22:32:41.614456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093c1a0-7f0f-4b12-8642-e4fd98d7f2a7 None None] The sync data for ids ['e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'] in n-d-802011-3 is: [{'id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'name': 'tempest-TestAggregatesBasicOps-385990022-router', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:34Z', 'revision_number': 3, 'project_id': '97d9f26d19a841d59b4ebb205087231f', 'gw_port': {'id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:41.689282 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08c83d3a-7d7f-47f7-884b-f8946bb9cf23 req-939b3a51-4c4c-4993-aa0b-5f81201f3944 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292984 Jul 27 22:32:41.690428 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-c275a50b-d99d-489f-9152-2897ab6f97c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c402fc97-e10b-4094-a2f4-5d64ea4f8255 HTTP/1.1" status: 200 len: 217 time: 0.0903072 Jul 27 22:32:41.696752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fe723698-8eaf-4265-8020-f551ebe44a72 None None] Provisioning for port 3fbdb6fa-4973-427d-b657-b4a1d3a58155 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:41.711151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fe723698-8eaf-4265-8020-f551ebe44a72 None None] Provisioning complete for port 3fbdb6fa-4973-427d-b657-b4a1d3a58155 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:41.711615 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe723698-8eaf-4265-8020-f551ebe44a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:41.745199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f35761-a9de-420a-bffd-13daa4c36285 req-6e039eaf-9c24-488a-a72f-49a095c6422a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:41.756228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fe723698-8eaf-4265-8020-f551ebe44a72 None None] Port 3fbdb6fa-4973-427d-b657-b4a1d3a58155 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:32:41.758852 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13f35761-a9de-420a-bffd-13daa4c36285 req-6e039eaf-9c24-488a-a72f-49a095c6422a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 946 time: 0.3158417 Jul 27 22:32:41.846569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13f35761-a9de-420a-bffd-13daa4c36285 req-6679cf2f-77e3-48b9-a5b2-096ecca5efb0 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639670 Jul 27 22:32:41.950847 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3af736-4623-4713-80fd-46bb8027b72f x-openstack-request-id: req-2d3af736-4623-4713-80fd-46bb8027b72f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:41.951364 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:41.951798 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d3af736-4623-4713-80fd-46bb8027b72f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:41.952461 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'status': 'completed', 'code': 200} Jul 27 22:32:42.003344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a7d6f-605f-4f67-af3c-a0d6a964afbc req-fae08ba3-7882-4b78-80ec-2d04eb3e3f32 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:42.007075 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-557a7d6f-605f-4f67-af3c-a0d6a964afbc req-fae08ba3-7882-4b78-80ec-2d04eb3e3f32 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 932 time: 0.1354353 Jul 27 22:32:42.073644 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:42.106883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-557a7d6f-605f-4f67-af3c-a0d6a964afbc req-5424b92c-b443-4a72-9198-51a707fee037 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745780 Jul 27 22:32:42.115909 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:42.161757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-57b46306-1af0-4674-96d7-bf86daa8fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:42.166913 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-57b46306-1af0-4674-96d7-bf86daa8fd57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6b2099-725b-441d-938b-cc1640c3f271 HTTP/1.1" status: 200 len: 852 time: 0.4633887 Jul 27 22:32:42.364479 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbdb6fa-4973-427d-b657-b4a1d3a58155 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:32:42.389503 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:42.394170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Pushing event updated for resources: {'Port': ['ID=f8cab681-0382-466c-a7c7-1067ccb5555a,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:42.398533 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:42.423349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9dcc8133-5abf-451e-86a2-03a265ec9f45 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:42.443955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade210a-c0df-4be9-b52a-a16160fdb7d6 req-98f4e628-6215-42ae-8077-f77eab8b5c06 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:42.446684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ade210a-c0df-4be9-b52a-a16160fdb7d6 req-98f4e628-6215-42ae-8077-f77eab8b5c06 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 946 time: 0.1139116 Jul 27 22:32:42.455254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Transition to ACTIVE for port object 3fbdb6fa-4973-427d-b657-b4a1d3a58155 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:42.516615 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:42.526105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-1fff3b97-7ba3-47bb-a6c5-a51145aeff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:42.527688 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-1fff3b97-7ba3-47bb-a6c5-a51145aeff6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50c6208d-769f-4d9b-943b-9c66b6cf1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357571 Jul 27 22:32:42.542880 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ade210a-c0df-4be9-b52a-a16160fdb7d6 req-a69661cc-1490-4411-8910-c93ab140c2ab tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902209 Jul 27 22:32:42.554649 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 9dcc8133-5abf-451e-86a2-03a265ec9f45 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:42.568170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 9dcc8133-5abf-451e-86a2-03a265ec9f45 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:42.568950 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:42.589916 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbdb6fa-4973-427d-b657-b4a1d3a58155,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:42.656061 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:42.722785 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:42.725274 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Network 4a6da30f-6e73-44cd-a711-ba758d35ac97 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:42.729898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:42.821088 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 9dcc8133-5abf-451e-86a2-03a265ec9f45, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9dcc8133-5abf-451e-86a2-03a265ec9f45,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:42.831914 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:42.832870 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:42.931148 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d4008bb7-61ea-4738-9f94-e67658740614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:42.955512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25087399-e379-47c9-b53a-750beb34daa5 req-4c296d27-9dd8-4a20-850a-de1758ea9245 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:42.969811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25087399-e379-47c9-b53a-750beb34daa5 req-4c296d27-9dd8-4a20-850a-de1758ea9245 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 943 time: 0.1269212 Jul 27 22:32:43.058666 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:43.060935 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:43.077253 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25087399-e379-47c9-b53a-750beb34daa5 req-949a9818-c59b-49f0-a242-e7324b29c6c0 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991561 Jul 27 22:32:43.122447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=9dcc8133-5abf-451e-86a2-03a265ec9f45,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:43.248072 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3b04c9d7-092d-4e7f-bb73-6cbc614d8042 None None] Provisioning complete for port f8cab681-0382-466c-a7c7-1067ccb5555a triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:43.248454 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3b04c9d7-092d-4e7f-bb73-6cbc614d8042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:43.302512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3b04c9d7-092d-4e7f-bb73-6cbc614d8042 None None] Port f8cab681-0382-466c-a7c7-1067ccb5555a cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:32:43.323157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88a5a9-5e68-48f3-9583-2a1bf7f25218 req-b62b3147-c3f2-40a5-916b-e318dd4ee315 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:43.325193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b88a5a9-5e68-48f3-9583-2a1bf7f25218 req-b62b3147-c3f2-40a5-916b-e318dd4ee315 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 944 time: 0.1036661 Jul 27 22:32:43.368614 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b88a5a9-5e68-48f3-9583-2a1bf7f25218 req-beeba011-383a-4ff7-849c-509f3aac33d8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367846 Jul 27 22:32:43.432780 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-b587ed05-9305-4921-ae5e-c2f9e9e71a9c service neutron] 10.222.0.41 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8163581 Jul 27 22:32:43.471367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Attempting to bind port 3fbdb6fa-4973-427d-b657-b4a1d3a58155 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:43.471705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Attempting to bind port 3fbdb6fa-4973-427d-b657-b4a1d3a58155 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:43.472033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Attempting to bind port 3fbdb6fa-4973-427d-b657-b4a1d3a58155 on network 8b16f977-aa1c-49fd-bf64-7af179998ee6 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:43.511093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Port 3fbdb6fa-4973-427d-b657-b4a1d3a58155 on network 8b16f977-aa1c-49fd-bf64-7af179998ee6 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:32:43.511425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Attempting to bind port 3fbdb6fa-4973-427d-b657-b4a1d3a58155 on network 8b16f977-aa1c-49fd-bf64-7af179998ee6 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:43.526719 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:43.527069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Checking segment: {'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:43.527462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Bound using segment: {'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:43.527904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Bound port: 3fbdb6fa-4973-427d-b657-b4a1d3a58155, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:43.528262 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:43.544731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Router e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:32:43.655618 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c87146ab-c103-4a37-8608-d5ecba0b696b req-6229a88e-56ea-4d2a-8de2-30e366bfa18e service neutron] 10.222.0.41 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091479 Jul 27 22:32:43.678055 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dabd6-e13c-40f7-81c9-1f69fcb2e6e5 req-3ae434fa-36e2-4a18-b0d6-3f09a54ae0d4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:43.680439 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-737dabd6-e13c-40f7-81c9-1f69fcb2e6e5 req-3ae434fa-36e2-4a18-b0d6-3f09a54ae0d4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 946 time: 0.0504370 Jul 27 22:32:43.716550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] For port 3fbdb6fa-4973-427d-b657-b4a1d3a58155, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:43.731383 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-737dabd6-e13c-40f7-81c9-1f69fcb2e6e5 req-36a83735-0fc4-49eb-970c-add40c66c5c5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 Jul 27 22:32:43.746880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] For port 3fbdb6fa-4973-427d-b657-b4a1d3a58155, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=3fbdb6fa-4973-427d-b657-b4a1d3a58155,segment=NetworkSegment(91a6d702-9dd7-452e-8cdf-7fc3a21b89b3),segment_id=91a6d702-9dd7-452e-8cdf-7fc3a21b89b3)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:43.768454 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:43.782601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:43.807967 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b159eae7-3729-423f-94bf-9bae4588c489 admin admin] 10.222.0.24 "PUT /v2.0/routers/e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7616029 Jul 27 22:32:43.843317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:43.843938 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:43.845913 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] 10.222.0.43 "PUT /v2.0/ports/3fbdb6fa-4973-427d-b657-b4a1d3a58155 HTTP/1.1" status: 200 len: 1092 time: 2.4142716 Jul 27 22:32:43.892690 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f184cc-1b55-4e87-bfd3-24506f82a8c7 req-d72edaae-c824-45ab-a1d5-2a3edd3d75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:43.894322 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05f184cc-1b55-4e87-bfd3-24506f82a8c7 req-d72edaae-c824-45ab-a1d5-2a3edd3d75ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=452a97d670344ea1b1c0d7d0a5730032&device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 1094 time: 0.1639771 Jul 27 22:32:43.936670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05d829-5a5e-4bd3-84a7-2d83c2ec8329 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbdb6fa-4973-427d-b657-b4a1d3a58155,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:44.003526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf3c73-1ce8-4b1a-b573-a073dee7ea61 req-97253614-516c-48bd-8f67-e5a7653d0e9d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:44.005067 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dfaf3c73-1ce8-4b1a-b573-a073dee7ea61 req-97253614-516c-48bd-8f67-e5a7653d0e9d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 946 time: 0.2025192 Jul 27 22:32:44.005590 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8f29d5-ebcf-48d6-a421-2c4b634a0fba', 'tag': '3fbdb6fa-4973-427d-b657-b4a1d3a58155'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:44.008368 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c2d584-0bd2-415b-a0d9-dead9aa0e46b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8f29d5-ebcf-48d6-a421-2c4b634a0fba", "tag": "3fbdb6fa-4973-427d-b657-b4a1d3a58155"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:44.069292 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28eb47a2-2771-4874-84d9-33fd767caf51 x-openstack-request-id: req-28eb47a2-2771-4874-84d9-33fd767caf51 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:44.069804 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8f29d5-ebcf-48d6-a421-2c4b634a0fba", "tag": "3fbdb6fa-4973-427d-b657-b4a1d3a58155", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:44.070063 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28eb47a2-2771-4874-84d9-33fd767caf51 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:44.070489 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8f29d5-ebcf-48d6-a421-2c4b634a0fba', 'tag': '3fbdb6fa-4973-427d-b657-b4a1d3a58155', 'status': 'completed', 'code': 200} Jul 27 22:32:44.118117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-58b364d6-c1ee-48ce-a778-fa95200626ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:44.120724 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-58b364d6-c1ee-48ce-a778-fa95200626ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 1095 time: 0.2239053 Jul 27 22:32:44.179853 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Sync routers for ids ['e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:44.195822 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Routers {'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:44.196674 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:44.234500 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-5b5c344d-1ddb-4ff1-81a7-939508821844 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=3fbdb6fa-4973-427d-b657-b4a1d3a58155 HTTP/1.1" status: 200 len: 217 time: 0.0715072 Jul 27 22:32:44.237537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f184cc-1b55-4e87-bfd3-24506f82a8c7 req-a46e6ff3-eb8c-4b24-bca6-b0ae57921a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:44.239174 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05f184cc-1b55-4e87-bfd3-24506f82a8c7 req-a46e6ff3-eb8c-4b24-bca6-b0ae57921a33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50c6208d-769f-4d9b-943b-9c66b6cf1cda HTTP/1.1" status: 200 len: 914 time: 0.3288548 Jul 27 22:32:44.257065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c9895-4735-4b21-ab9f-fd9afbce5eae req-ebab99e6-f8d7-4f99-9e4a-8b49312679d1 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:44.270401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-728c9895-4735-4b21-ab9f-fd9afbce5eae req-ebab99e6-f8d7-4f99-9e4a-8b49312679d1 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 943 time: 0.1014349 Jul 27 22:32:44.288555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9dcc8133-5abf-451e-86a2-03a265ec9f45 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:44.320773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-728c9895-4735-4b21-ab9f-fd9afbce5eae req-0dea6ef1-e806-434f-96d4-d62a45e40fea tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521367 Jul 27 22:32:44.329872 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05f184cc-1b55-4e87-bfd3-24506f82a8c7 req-85422a20-6a5d-46db-b63e-34a07b0b1fcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c402fc97-e10b-4094-a2f4-5d64ea4f8255 HTTP/1.1" status: 200 len: 217 time: 0.0755033 Jul 27 22:32:44.361209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 9dcc8133-5abf-451e-86a2-03a265ec9f45 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:44.362119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:44.393004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-6663a769-9ea6-440e-a51a-23014ecb723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:44.394558 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-6663a769-9ea6-440e-a51a-23014ecb723d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=277836a4-deb4-4540-865d-4cbe43532dc0 HTTP/1.1" status: 200 len: 838 time: 0.1507270 Jul 27 22:32:44.401922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-dfaf3c73-1ce8-4b1a-b573-a073dee7ea61 req-dadf51fb-589f-43d0-8893-b3fc6172e502 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Deleting port 229d6e06-8533-4f03-af71-d054f4c91ed0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:44.402700 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfaf3c73-1ce8-4b1a-b573-a073dee7ea61 req-dadf51fb-589f-43d0-8893-b3fc6172e502 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:44.436067 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Set router e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:44.504971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de9f4f-13b5-436f-84a1-50c48944181d req-05b1aaa1-625d-497a-9a05-89c9ff8bdebb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:44.507994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42de9f4f-13b5-436f-84a1-50c48944181d req-05b1aaa1-625d-497a-9a05-89c9ff8bdebb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 944 time: 0.0600085 Jul 27 22:32:44.528548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f184cc-1b55-4e87-bfd3-24506f82a8c7 req-4b5dce6e-2efc-4c49-9e5a-11290557f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:44.530027 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05f184cc-1b55-4e87-bfd3-24506f82a8c7 req-4b5dce6e-2efc-4c49-9e5a-11290557f346 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6b2099-725b-441d-938b-cc1640c3f271 HTTP/1.1" status: 200 len: 852 time: 0.1919863 Jul 27 22:32:44.557228 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42de9f4f-13b5-436f-84a1-50c48944181d req-6206636e-7af8-4b47-9aaf-b42e367a289c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424345 Jul 27 22:32:44.585746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-66a21444-142b-4b50-8f0b-7e20e153dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:44.587341 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-66a21444-142b-4b50-8f0b-7e20e153dd3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b16f977-aa1c-49fd-bf64-7af179998ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1820242 Jul 27 22:32:44.680459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-dfaf3c73-1ce8-4b1a-b573-a073dee7ea61 req-dadf51fb-589f-43d0-8893-b3fc6172e502 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] For port 229d6e06-8533-4f03-af71-d054f4c91ed0, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=229d6e06-8533-4f03-af71-d054f4c91ed0,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:44.680885 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfaf3c73-1ce8-4b1a-b573-a073dee7ea61 req-dadf51fb-589f-43d0-8893-b3fc6172e502 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:44.703313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f184cc-1b55-4e87-bfd3-24506f82a8c7 req-074595e9-0052-449a-9d57-4bf84d818738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:44.704882 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05f184cc-1b55-4e87-bfd3-24506f82a8c7 req-074595e9-0052-449a-9d57-4bf84d818738 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50c6208d-769f-4d9b-943b-9c66b6cf1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678727 Jul 27 22:32:44.705760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-dfaf3c73-1ce8-4b1a-b573-a073dee7ea61 req-dadf51fb-589f-43d0-8893-b3fc6172e502 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Calling delete_port for 229d6e06-8533-4f03-af71-d054f4c91ed0 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:44.720133 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'name': 'tempest-TestAggregatesBasicOps-385990022-router', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:40Z', 'revision_number': 4, 'project_id': '97d9f26d19a841d59b4ebb205087231f', 'gw_port': {'id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'f8cab681-0382-466c-a7c7-1067ccb5555a', 'name': '', 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'mac_address': 'fa:16:3e:ac:09:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'c7209d7d-740d-4b1b-af35-be2d73fd98d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:38Z', 'updated_at': '2021-07-27T22:32:41Z', 'revision_number': 2, 'project_id': '97d9f26d19a841d59b4ebb205087231f', 'subnets': [{'id': 'c7209d7d-740d-4b1b-af35-be2d73fd98d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:44.752080 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Checking router: e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:44.752543 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Updating router e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a port f8cab681-0382-466c-a7c7-1067ccb5555a binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:32:44.779228 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:44.835080 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-872540be-0d15-4e05-8636-b5e098a0114c service neutron] 10.222.0.43 "GET /v2.0/networks/8b16f977-aa1c-49fd-bf64-7af179998ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358460 Jul 27 22:32:44.891478 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3cdd1-594a-4e93-b3fa-6bc25c1c2ef2 req-3287cff5-470e-4876-97bd-742a0e77dbaf tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:44.905673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9e3cdd1-594a-4e93-b3fa-6bc25c1c2ef2 req-3287cff5-470e-4876-97bd-742a0e77dbaf tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 946 time: 0.0708385 Jul 27 22:32:44.945836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9e3cdd1-594a-4e93-b3fa-6bc25c1c2ef2 req-31a99e51-54e8-434e-ae19-3ea14cdee40f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393205 Jul 27 22:32:44.953031 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05f184cc-1b55-4e87-bfd3-24506f82a8c7 req-22c031b3-e714-49fb-9eb9-ba609451445e service neutron] 10.222.0.41 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373090 Jul 27 22:32:45.112278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57610) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:45.118960 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:45.123743 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfaf3c73-1ce8-4b1a-b573-a073dee7ea61 req-dadf51fb-589f-43d0-8893-b3fc6172e502 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:45.130834 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Transition to ACTIVE for port object f8cab681-0382-466c-a7c7-1067ccb5555a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:45.134088 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-01a1e94e-f083-4d9c-8dc5-4704f3ec4939 req-aee41d25-bb20-4ee0-81fb-64e1faabc2ab service neutron] 10.222.0.43 "GET /v2.0/networks/8b16f977-aa1c-49fd-bf64-7af179998ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622087 Jul 27 22:32:45.135942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d695849c-5cbe-47ad-a945-438933aaa1e9', '229d6e06-8533-4f03-af71-d054f4c91ed0'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:32:45.147049 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:45.169657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf51fb-589f-43d0-8893-b3fc6172e502 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event deleted for resources: {'Port': ['ID=229d6e06-8533-4f03-af71-d054f4c91ed0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:45.180140 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-05f184cc-1b55-4e87-bfd3-24506f82a8c7 req-b61c5109-7e8d-4104-a405-bad2378f94ff service neutron] 10.222.0.41 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175066 Jul 27 22:32:45.265290 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaf3c73-1ce8-4b1a-b573-a073dee7ea61 req-dadf51fb-589f-43d0-8893-b3fc6172e502 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] No DVR routers for this DVR port 229d6e06-8533-4f03-af71-d054f4c91ed0 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:32:45.268087 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-dfaf3c73-1ce8-4b1a-b573-a073dee7ea61 req-dadf51fb-589f-43d0-8893-b3fc6172e502 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:45.270096 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dfaf3c73-1ce8-4b1a-b573-a073dee7ea61 req-dadf51fb-589f-43d0-8893-b3fc6172e502 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "DELETE /v2.0/ports/229d6e06-8533-4f03-af71-d054f4c91ed0 HTTP/1.1" status: 204 len: 173 time: 1.2541323 Jul 27 22:32:45.295366 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Pushing event updated for resources: {'Port': ['ID=f8cab681-0382-466c-a7c7-1067ccb5555a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:45.325485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2d584-0bd2-415b-a0d9-dead9aa0e46b req-3e8653e0-9672-4526-bdf5-b57a10ced6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:45.327576 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c5c2d584-0bd2-415b-a0d9-dead9aa0e46b req-3e8653e0-9672-4526-bdf5-b57a10ced6a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 1095 time: 0.1302867 Jul 27 22:32:45.348808 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:45.349172 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:45.350066 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:45.354207 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:45.354637 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:45.354986 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:45.355323 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:45.355675 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:45.356048 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:45.356447 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:45.356725 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:45.357055 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:45.399471 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Attempting to bind port f8cab681-0382-466c-a7c7-1067ccb5555a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:45.399859 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Attempting to bind port f8cab681-0382-466c-a7c7-1067ccb5555a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8663a7d9-af7b-4969-92f7-83f8c894829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:45.400227 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Attempting to bind port f8cab681-0382-466c-a7c7-1067ccb5555a on network 4a6da30f-6e73-44cd-a711-ba758d35ac97 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:45.417350 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:45.417733 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Checking segment: {'id': '8663a7d9-af7b-4969-92f7-83f8c894829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:45.418142 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:45.418568 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Bound using segment: {'id': '8663a7d9-af7b-4969-92f7-83f8c894829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:45.419047 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Bound port: f8cab681-0382-466c-a7c7-1067ccb5555a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8663a7d9-af7b-4969-92f7-83f8c894829f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:45.419434 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:45.479193 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3110ab08-84a0-48f5-8529-07b9a8b414df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:45.537511 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] For port f8cab681-0382-466c-a7c7-1067ccb5555a, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:45.542186 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] For port f8cab681-0382-466c-a7c7-1067ccb5555a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f8cab681-0382-466c-a7c7-1067ccb5555a,segment=NetworkSegment(8663a7d9-af7b-4969-92f7-83f8c894829f),segment_id=8663a7d9-af7b-4969-92f7-83f8c894829f)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:45.553323 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:45.565079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2d584-0bd2-415b-a0d9-dead9aa0e46b req-7e758ca3-4758-4edf-ab57-5afe6664b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:45.567234 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c5c2d584-0bd2-415b-a0d9-dead9aa0e46b req-7e758ca3-4758-4edf-ab57-5afe6664b3ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=8b16f977-aa1c-49fd-bf64-7af179998ee6 HTTP/1.1" status: 200 len: 897 time: 0.2318213 Jul 27 22:32:45.620443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0361ce-c2c1-47cf-b953-2a47b56f5d32 req-f39df125-5e22-43f2-b0ff-a2c8f38385d7 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:45.632305 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c5c2d584-0bd2-415b-a0d9-dead9aa0e46b req-90748486-c0fd-43b4-9702-9b1d1ec795c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=3fbdb6fa-4973-427d-b657-b4a1d3a58155 HTTP/1.1" status: 200 len: 217 time: 0.0563693 Jul 27 22:32:45.635418 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca0361ce-c2c1-47cf-b953-2a47b56f5d32 req-f39df125-5e22-43f2-b0ff-a2c8f38385d7 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 943 time: 0.1300826 Jul 27 22:32:45.636620 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Routers {'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:45.637364 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:45.720907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca0361ce-c2c1-47cf-b953-2a47b56f5d32 req-20457f31-628e-4acb-b815-b666c424437f tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843146 Jul 27 22:32:45.748611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2d584-0bd2-415b-a0d9-dead9aa0e46b req-4a49abc3-7ec0-4b77-bda0-d450c9c6a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:45.750229 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c5c2d584-0bd2-415b-a0d9-dead9aa0e46b req-4a49abc3-7ec0-4b77-bda0-d450c9c6a963 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=277836a4-deb4-4540-865d-4cbe43532dc0 HTTP/1.1" status: 200 len: 838 time: 0.1054575 Jul 27 22:32:45.778860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a3020-7329-49d9-9b40-63a3e229316b req-97477281-a781-495e-b4df-ee5eccb66f76 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:45.787676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c0a3020-7329-49d9-9b40-63a3e229316b req-97477281-a781-495e-b4df-ee5eccb66f76 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 944 time: 0.0946872 Jul 27 22:32:45.787930 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:45.827904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2d584-0bd2-415b-a0d9-dead9aa0e46b req-0b026474-9466-4e3a-809a-f576b664c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:45.829610 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c5c2d584-0bd2-415b-a0d9-dead9aa0e46b req-0b026474-9466-4e3a-809a-f576b664c4bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8b16f977-aa1c-49fd-bf64-7af179998ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708640 Jul 27 22:32:45.866703 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c0a3020-7329-49d9-9b40-63a3e229316b req-1339e201-3d3d-44d6-af61-9f16992d7b5d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774832 Jul 27 22:32:45.906772 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] Set router e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:45.914826 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661e907-0361-442d-9aa3-72b4edcbea1c None None] Pushing event updated for resources: {'Port': ['ID=f8cab681-0382-466c-a7c7-1067ccb5555a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:45.930328 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f7278a4-de5a-48fe-b738-275effb7ffff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:45.987769 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c5c2d584-0bd2-415b-a0d9-dead9aa0e46b req-b3a37169-146b-43c4-b355-a07d8b63d0f8 service neutron] 10.222.0.43 "GET /v2.0/networks/8b16f977-aa1c-49fd-bf64-7af179998ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480734 Jul 27 22:32:46.076867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b501e2-278c-42f3-a8a7-9c7452de52ae', 'name': 'network-vif-deleted', 'tag': '229d6e06-8533-4f03-af71-d054f4c91ed0'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:46.079713 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a808f6ec-9d5a-47a9-b3e0-4eb4925b212b" -d '{"events": [{"server_uuid": "b5b501e2-278c-42f3-a8a7-9c7452de52ae", "name": "network-vif-deleted", "tag": "229d6e06-8533-4f03-af71-d054f4c91ed0"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:46.122289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5591fd74-8e14-4185-949c-29281c5a0e88 req-30454ab0-664e-4b42-9d8a-96c10b092adb tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 210 time: 0.0554693 Jul 27 22:32:46.157898 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c5c2d584-0bd2-415b-a0d9-dead9aa0e46b req-be4767b7-49fb-43d1-b478-8a1cd1530d1d service neutron] 10.222.0.43 "GET /v2.0/networks/8b16f977-aa1c-49fd-bf64-7af179998ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610000 Jul 27 22:32:46.165520 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0a341b-73d5-4e76-ad90-dcae6f0ecc5d x-openstack-request-id: req-ff0a341b-73d5-4e76-ad90-dcae6f0ecc5d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:46.166088 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b501e2-278c-42f3-a8a7-9c7452de52ae", "name": "network-vif-deleted", "tag": "229d6e06-8533-4f03-af71-d054f4c91ed0", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:46.166812 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff0a341b-73d5-4e76-ad90-dcae6f0ecc5d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:46.169992 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b501e2-278c-42f3-a8a7-9c7452de52ae', 'name': 'network-vif-deleted', 'tag': '229d6e06-8533-4f03-af71-d054f4c91ed0', 'status': 'completed', 'code': 200} Jul 27 22:32:46.308508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8f7278a4-de5a-48fe-b738-275effb7ffff admin admin] Deleting port 36f1ba25-2d3a-44d1-8dc3-6e257d554318 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:46.308885 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f7278a4-de5a-48fe-b738-275effb7ffff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:46.313853 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'name': 'tempest-TestAggregatesBasicOps-385990022-router', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:40Z', 'revision_number': 4, 'project_id': '97d9f26d19a841d59b4ebb205087231f', 'gw_port': {'id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'f8cab681-0382-466c-a7c7-1067ccb5555a', 'name': '', 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'mac_address': 'fa:16:3e:ac:09:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'c7209d7d-740d-4b1b-af35-be2d73fd98d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:38Z', 'updated_at': '2021-07-27T22:32:45Z', 'revision_number': 4, 'project_id': '97d9f26d19a841d59b4ebb205087231f', 'subnets': [{'id': 'c7209d7d-740d-4b1b-af35-be2d73fd98d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:46.342688 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10a121-c435-436e-a059-1a16e02b5aba None None] The sync data for ids ['e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'] in n-d-802011-3 is: [{'id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'name': 'tempest-TestAggregatesBasicOps-385990022-router', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:40Z', 'revision_number': 4, 'project_id': '97d9f26d19a841d59b4ebb205087231f', 'gw_port': {'id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'f8cab681-0382-466c-a7c7-1067ccb5555a', 'name': '', 'network_id': '4a6da30f-6e73-44cd-a711-ba758d35ac97', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'mac_address': 'fa:16:3e:ac:09:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'c7209d7d-740d-4b1b-af35-be2d73fd98d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:38Z', 'updated_at': '2021-07-27T22:32:45Z', 'revision_number': 4, 'project_id': '97d9f26d19a841d59b4ebb205087231f', 'subnets': [{'id': 'c7209d7d-740d-4b1b-af35-be2d73fd98d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:46.422363 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8f7278a4-de5a-48fe-b738-275effb7ffff admin admin] For port 36f1ba25-2d3a-44d1-8dc3-6e257d554318, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=36f1ba25-2d3a-44d1-8dc3-6e257d554318,segment=NetworkSegment(d427a8a9-dcaa-4612-9e96-1c75247d3879),segment_id=d427a8a9-dcaa-4612-9e96-1c75247d3879)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:46.422363 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f7278a4-de5a-48fe-b738-275effb7ffff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:46.440653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8f7278a4-de5a-48fe-b738-275effb7ffff admin admin] Calling delete_port for 36f1ba25-2d3a-44d1-8dc3-6e257d554318 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:46.480737 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:46.556728 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:46.662483 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f7278a4-de5a-48fe-b738-275effb7ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:46.694388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7278a4-de5a-48fe-b738-275effb7ffff admin admin] Pushing event deleted for resources: {'Port': ['ID=36f1ba25-2d3a-44d1-8dc3-6e257d554318,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:46.916324 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f7278a4-de5a-48fe-b738-275effb7ffff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:46.937701 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c76fa6-6710-48bd-8ecf-fc70cdd92581 req-195d1e7e-182e-4133-a317-b0ed68cbdfa6 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:46.939412 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15c76fa6-6710-48bd-8ecf-fc70cdd92581 req-195d1e7e-182e-4133-a317-b0ed68cbdfa6 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 943 time: 0.1222425 Jul 27 22:32:47.135975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15c76fa6-6710-48bd-8ecf-fc70cdd92581 req-5a7343d1-77bc-478a-a5e5-3f5af195dda2 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162109 Jul 27 22:32:47.172887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb1f1e-2b25-45ef-9ee5-7b6d225412d1 req-f73b2689-e0c9-406a-82c1-6d04f36cb54a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:47.174548 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbcb1f1e-2b25-45ef-9ee5-7b6d225412d1 req-f73b2689-e0c9-406a-82c1-6d04f36cb54a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 944 time: 0.1566162 Jul 27 22:32:47.282713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbcb1f1e-2b25-45ef-9ee5-7b6d225412d1 req-9f01be3f-1b53-4770-940c-8f617f08d963 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934739 Jul 27 22:32:47.322293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dc802385-fd0f-476f-bb1e-6ce0146f1c6a req-dddbd58f-3c32-41ff-a6ef-8455bf98218b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 210 time: 0.0454938 Jul 27 22:32:47.720248 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7278a4-de5a-48fe-b738-275effb7ffff admin admin] Router 88a7d22d-4df9-4a00-803c-9280d35e1946 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:32:47.832308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7278a4-de5a-48fe-b738-275effb7ffff admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:47.838132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8f7278a4-de5a-48fe-b738-275effb7ffff admin admin] 10.222.0.24 "PUT /v2.0/routers/88a7d22d-4df9-4a00-803c-9280d35e1946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7248027 Jul 27 22:32:47.841456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:47.847390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb127202-51b4-415b-a196-3c18e9cfabe1 None None] Sync routers for ids ['88a7d22d-4df9-4a00-803c-9280d35e1946'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:47.860640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb127202-51b4-415b-a196-3c18e9cfabe1 None None] Routers {'88a7d22d-4df9-4a00-803c-9280d35e1946'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:47.861416 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-eb127202-51b4-415b-a196-3c18e9cfabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['88a7d22d-4df9-4a00-803c-9280d35e1946'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:47.954404 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:48.015748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-eb127202-51b4-415b-a196-3c18e9cfabe1 None None] Set router 88a7d22d-4df9-4a00-803c-9280d35e1946 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:48.085765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 3fbdb6fa-4973-427d-b657-b4a1d3a58155 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:32:48.088884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 229d6e06-8533-4f03-af71-d054f4c91ed0 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:32:48.093048 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:48.153906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Deleting port d3f2e219-b350-4273-bccb-4a0d469b39f0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:48.154134 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:48.167951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 229d6e06-8533-4f03-af71-d054f4c91ed0 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:32:48.168238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 229d6e06-8533-4f03-af71-d054f4c91ed0 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:32:48.261951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] For port d3f2e219-b350-4273-bccb-4a0d469b39f0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d3f2e219-b350-4273-bccb-4a0d469b39f0,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:48.262488 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:48.332215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Calling delete_port for d3f2e219-b350-4273-bccb-4a0d469b39f0 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:48.365707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef844ff-f7b2-4933-88fd-ddabdd5eac57 req-25c8e177-5c05-49d5-b7a6-7b27e90d81b9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:48.369040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ef844ff-f7b2-4933-88fd-ddabdd5eac57 req-25c8e177-5c05-49d5-b7a6-7b27e90d81b9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 943 time: 0.1107075 Jul 27 22:32:48.424898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f8cab681-0382-466c-a7c7-1067ccb5555a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:48.438120 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:32:48.499377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:48.506222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ef844ff-f7b2-4933-88fd-ddabdd5eac57 req-91abb1c7-96ad-4f09-987e-ebfc471841ec tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223040 Jul 27 22:32:48.522303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a9169-80be-467d-9ee3-a02542af586d req-798b9df3-f625-4232-8e4f-e29fc9ac150d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:48.526236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac4a9169-80be-467d-9ee3-a02542af586d req-798b9df3-f625-4232-8e4f-e29fc9ac150d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 944 time: 0.0987194 Jul 27 22:32:48.629808 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port f8cab681-0382-466c-a7c7-1067ccb5555a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:48.636558 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b3890589-a3ff-4f45-a516-0d67aad6a1d1 req-457381ef-c839-4744-9e9d-d775415ba8ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 210 time: 0.0369117 Jul 27 22:32:48.650020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f8cab681-0382-466c-a7c7-1067ccb5555a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:48.650433 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:48.660982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 3fbdb6fa-4973-427d-b657-b4a1d3a58155, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=3fbdb6fa-4973-427d-b657-b4a1d3a58155,segment=NetworkSegment(91a6d702-9dd7-452e-8cdf-7fc3a21b89b3),segment_id=91a6d702-9dd7-452e-8cdf-7fc3a21b89b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:48.669482 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac4a9169-80be-467d-9ee3-a02542af586d req-e576d418-6ac6-4f36-85d3-850673a87cd1 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881257 Jul 27 22:32:48.706493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-eb127202-51b4-415b-a196-3c18e9cfabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'name': 'tempest-TestAggregatesBasicOps-936313732-router', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:26Z', 'updated_at': '2021-07-27T22:32:46Z', 'revision_number': 5, 'project_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'gw_port': {'id': 'd3f2e219-b350-4273-bccb-4a0d469b39f0', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:55:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:27Z', 'updated_at': '2021-07-27T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:48.733394 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:48.747488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '3fbdb6fa-4973-427d-b657-b4a1d3a58155', 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6', 'port_id': '3fbdb6fa-4973-427d-b657-b4a1d3a58155', 'mac_address': 'fa:16:3e:0f:ca:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277836a4-deb4-4540-865d-4cbe43532dc0', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:32:48.749385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb127202-51b4-415b-a196-3c18e9cfabe1 None None] Checking router: 88a7d22d-4df9-4a00-803c-9280d35e1946 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:48.766669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f2e219-b350-4273-bccb-4a0d469b39f0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:48.773095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb127202-51b4-415b-a196-3c18e9cfabe1 None None] Routers {'88a7d22d-4df9-4a00-803c-9280d35e1946'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:48.773095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-eb127202-51b4-415b-a196-3c18e9cfabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['88a7d22d-4df9-4a00-803c-9280d35e1946'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:48.839595 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:48.886682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-eb127202-51b4-415b-a196-3c18e9cfabe1 None None] Set router 88a7d22d-4df9-4a00-803c-9280d35e1946 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:48.917626 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:48.942588 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:48.945808 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:48.981862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbdb6fa-4973-427d-b657-b4a1d3a58155 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:32:48.997823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-eb127202-51b4-415b-a196-3c18e9cfabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'name': 'tempest-TestAggregatesBasicOps-936313732-router', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:26Z', 'updated_at': '2021-07-27T22:32:48Z', 'revision_number': 7, 'project_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:49.017730 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.019186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88a7d22d-4df9-4a00-803c-9280d35e1946 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:32:49.025537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.027120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2543f6c1-386a-4a43-b36a-78a93fc23ffd admin admin] 10.222.0.24 "DELETE /v2.0/routers/88a7d22d-4df9-4a00-803c-9280d35e1946 HTTP/1.1" status: 204 len: 168 time: 1.1847165 Jul 27 22:32:49.030105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57634) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:49.050123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb127202-51b4-415b-a196-3c18e9cfabe1 None None] The sync data for ids ['88a7d22d-4df9-4a00-803c-9280d35e1946'] in n-d-802011-3 is: [{'id': '88a7d22d-4df9-4a00-803c-9280d35e1946', 'name': 'tempest-TestAggregatesBasicOps-936313732-router', 'tenant_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:26Z', 'updated_at': '2021-07-27T22:32:48Z', 'revision_number': 7, 'project_id': 'c37fb9b44cb64aae89d2621bd08cd2e6', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:49.069891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 3fbdb6fa-4973-427d-b657-b4a1d3a58155, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=3fbdb6fa-4973-427d-b657-b4a1d3a58155,segment=NetworkSegment(91a6d702-9dd7-452e-8cdf-7fc3a21b89b3),segment_id=91a6d702-9dd7-452e-8cdf-7fc3a21b89b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:49.072085 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.084527 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.107754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b3d977-d155-4947-a679-f274e9dd7d99 admin admin] Deleting subnet b410f575-c0f9-4771-8f68-0a8ebcb07097 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:32:49.111910 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1b3d977-d155-4947-a679-f274e9dd7d99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.136819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port f8cab681-0382-466c-a7c7-1067ccb5555a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f8cab681-0382-466c-a7c7-1067ccb5555a,segment=NetworkSegment(8663a7d9-af7b-4969-92f7-83f8c894829f),segment_id=8663a7d9-af7b-4969-92f7-83f8c894829f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:49.142598 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.157912 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1b3d977-d155-4947-a679-f274e9dd7d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.163997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=3fbdb6fa-4973-427d-b657-b4a1d3a58155,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:49.231156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=f8cab681-0382-466c-a7c7-1067ccb5555a,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:49.251331 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1b3d977-d155-4947-a679-f274e9dd7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.291073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['3fbdb6fa-4973-427d-b657-b4a1d3a58155'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:32:49.312472 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1b3d977-d155-4947-a679-f274e9dd7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.339480 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26860de-40a1-4eb5-b77f-ed861d2f03ae None None] Network 5c856082-5dd8-44e0-a69d-2b437c682b81 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:32:49.354962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1b3d977-d155-4947-a679-f274e9dd7d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.356882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f1b3d977-d155-4947-a679-f274e9dd7d99 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b410f575-c0f9-4771-8f68-0a8ebcb07097 HTTP/1.1" status: 204 len: 168 time: 0.3257041 Jul 27 22:32:49.358362 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3d977-d155-4947-a679-f274e9dd7d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b410f575-c0f9-4771-8f68-0a8ebcb07097,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:49.359946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57636) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:49.448009 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.531695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Deleting port 8514a2e2-01d1-4e38-ab67-560622f82b5a {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:49.532461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.620415 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] For port 8514a2e2-01d1-4e38-ab67-560622f82b5a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8514a2e2-01d1-4e38-ab67-560622f82b5a,segment=NetworkSegment(d427a8a9-dcaa-4612-9e96-1c75247d3879),segment_id=d427a8a9-dcaa-4612-9e96-1c75247d3879)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:49.620790 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.639506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Calling delete_port for 8514a2e2-01d1-4e38-ab67-560622f82b5a owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:49.739487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb18b32-2788-4953-ac0c-0e3ade8bb5e3 req-635b2db7-1be0-4e95-b5f9-eca2f2bd31d9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:49.741775 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4fb18b32-2788-4953-ac0c-0e3ade8bb5e3 req-635b2db7-1be0-4e95-b5f9-eca2f2bd31d9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 943 time: 0.1010177 Jul 27 22:32:49.769270 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.786128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acd81862-8080-4b65-9663-9881bbee31c4 req-df6d6fc4-e3f7-43fb-9615-61778a8a343a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5b501e2-278c-42f3-a8a7-9c7452de52ae HTTP/1.1" status: 200 len: 210 time: 0.0370295 Jul 27 22:32:49.799595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] No DVR routers for this DVR port 8514a2e2-01d1-4e38-ab67-560622f82b5a on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:32:49.801637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=8514a2e2-01d1-4e38-ab67-560622f82b5a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:49.810907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4fb18b32-2788-4953-ac0c-0e3ade8bb5e3 req-89fa6a86-a92c-4313-9ea3-74c422acf280 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631628 Jul 27 22:32:49.933707 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:49.946312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdc6cc-b207-4d21-8f8e-003367ca882b req-37e7ad48-1c77-42b1-98ab-a00aa41c84ab tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:49.947975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10cdc6cc-b207-4d21-8f8e-003367ca882b req-37e7ad48-1c77-42b1-98ab-a00aa41c84ab tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 945 time: 0.0834012 Jul 27 22:32:49.951065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce68088-730e-4b1c-8a6c-6ee6c4e00e1c None None] DHCP port deletion for 5c856082-5dd8-44e0-a69d-2b437c682b81 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:32:49.965629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c856082-5dd8-44e0-a69d-2b437c682b81']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:49.974133 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c402fc97-e10b-4094-a2f4-5d64ea4f8255 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:32:49.983819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd427a8a9-dcaa-4612-9e96-1c75247d3879') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:49.984743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd427a8a9-dcaa-4612-9e96-1c75247d3879') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:49.997485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:50.025373 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:50.032401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:32:50.032930 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:32:50.035007 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:32:50.048876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10cdc6cc-b207-4d21-8f8e-003367ca882b req-be6f513d-655c-4030-b6b3-9d3a8e455386 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910087 Jul 27 22:32:50.113986 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:50.120910 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:50.126310 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c856082-5dd8-44e0-a69d-2b437c682b81 HTTP/1.1" status: 204 len: 168 time: 0.7617881 Jul 27 22:32:50.127284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57644) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:50.135409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27275d4-40e8-486c-bcb9-8a7289866b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=5c856082-5dd8-44e0-a69d-2b437c682b81,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:50.157318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c402fc97-e10b-4094-a2f4-5d64ea4f8255, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c402fc97-e10b-4094-a2f4-5d64ea4f8255,segment=NetworkSegment(c22fe62b-3a23-455a-af0c-107121bf643e),segment_id=c22fe62b-3a23-455a-af0c-107121bf643e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:50.175052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'port_id': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'mac_address': 'fa:16:3e:21:47:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:32:50.267877 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:50.299844 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c402fc97-e10b-4094-a2f4-5d64ea4f8255 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:32:50.322598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f8cab681-0382-466c-a7c7-1067ccb5555a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:50.359958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c402fc97-e10b-4094-a2f4-5d64ea4f8255, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c402fc97-e10b-4094-a2f4-5d64ea4f8255,segment=NetworkSegment(c22fe62b-3a23-455a-af0c-107121bf643e),segment_id=c22fe62b-3a23-455a-af0c-107121bf643e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:50.369848 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:50.455086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f8cab681-0382-466c-a7c7-1067ccb5555a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:50.455690 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:50.494209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=c402fc97-e10b-4094-a2f4-5d64ea4f8255,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:50.583496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['c402fc97-e10b-4094-a2f4-5d64ea4f8255'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:32:50.641049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 36f1ba25-2d3a-44d1-8dc3-6e257d554318 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:32:50.672170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 36f1ba25-2d3a-44d1-8dc3-6e257d554318 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:32:50.672629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 36f1ba25-2d3a-44d1-8dc3-6e257d554318 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:32:50.673048 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8514a2e2-01d1-4e38-ab67-560622f82b5a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:32:50.694607 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be548a27-0d5f-46fc-9412-fad3af2d04da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:50.695510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 8514a2e2-01d1-4e38-ab67-560622f82b5a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:32:50.695812 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8514a2e2-01d1-4e38-ab67-560622f82b5a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:32:50.696255 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d3f2e219-b350-4273-bccb-4a0d469b39f0 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:32:50.717578 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d3f2e219-b350-4273-bccb-4a0d469b39f0 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:32:50.717930 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d3f2e219-b350-4273-bccb-4a0d469b39f0 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:32:51.050771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d70da-5918-4665-a3e0-93bff6ab5d65 req-a4a6d2fc-2fec-45b8-957a-bf52fa01b6d4 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:51.052973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a4d70da-5918-4665-a3e0-93bff6ab5d65 req-a4a6d2fc-2fec-45b8-957a-bf52fa01b6d4 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 944 time: 0.0981159 Jul 27 22:32:51.069058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-be548a27-0d5f-46fc-9412-fad3af2d04da admin admin] Deleting port f8cab681-0382-466c-a7c7-1067ccb5555a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:51.069481 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be548a27-0d5f-46fc-9412-fad3af2d04da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:51.196297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a4d70da-5918-4665-a3e0-93bff6ab5d65 req-0e55fcd7-8607-4761-8196-bef275a77828 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366267 Jul 27 22:32:51.225275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-be548a27-0d5f-46fc-9412-fad3af2d04da admin admin] For port f8cab681-0382-466c-a7c7-1067ccb5555a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f8cab681-0382-466c-a7c7-1067ccb5555a,segment=NetworkSegment(8663a7d9-af7b-4969-92f7-83f8c894829f),segment_id=8663a7d9-af7b-4969-92f7-83f8c894829f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:51.225655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be548a27-0d5f-46fc-9412-fad3af2d04da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:51.252365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c56706-04a3-4bda-aa8c-118ef0763a44 req-8b7342a7-8fa3-4bd4-8818-5d7951f18a66 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:51.254051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3c56706-04a3-4bda-aa8c-118ef0763a44 req-8b7342a7-8fa3-4bd4-8818-5d7951f18a66 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 945 time: 0.1208527 Jul 27 22:32:51.255148 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-be548a27-0d5f-46fc-9412-fad3af2d04da admin admin] Calling delete_port for f8cab681-0382-466c-a7c7-1067ccb5555a owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:51.357679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a3c56706-04a3-4bda-aa8c-118ef0763a44 req-2ccf79ce-66ef-4850-a41f-25993ee2400a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921342 Jul 27 22:32:51.488886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be548a27-0d5f-46fc-9412-fad3af2d04da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:51.524874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be548a27-0d5f-46fc-9412-fad3af2d04da admin admin] Pushing event deleted for resources: {'Port': ['ID=f8cab681-0382-466c-a7c7-1067ccb5555a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:51.711235 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-be548a27-0d5f-46fc-9412-fad3af2d04da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:51.944000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be548a27-0d5f-46fc-9412-fad3af2d04da admin admin] Router e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:32:51.991780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c402fc97-e10b-4094-a2f4-5d64ea4f8255 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:52.074996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port c402fc97-e10b-4094-a2f4-5d64ea4f8255 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:52.079764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port c402fc97-e10b-4094-a2f4-5d64ea4f8255 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:52.081224 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:52.115622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 3fbdb6fa-4973-427d-b657-b4a1d3a58155 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:32:52.131273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be548a27-0d5f-46fc-9412-fad3af2d04da admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:52.144780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-be548a27-0d5f-46fc-9412-fad3af2d04da admin admin] 10.222.0.24 "PUT /v2.0/routers/e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0134528 Jul 27 22:32:52.144780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57656) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:52.150988 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7b1fd-9ef2-4958-85fb-3e61f419553f None None] Sync routers for ids ['e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:52.161079 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7b1fd-9ef2-4958-85fb-3e61f419553f None None] Routers {'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:52.162297 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-41d7b1fd-9ef2-4958-85fb-3e61f419553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:52.279225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 3fbdb6fa-4973-427d-b657-b4a1d3a58155 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:32:52.288434 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:52.290423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 3fbdb6fa-4973-427d-b657-b4a1d3a58155 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:32:52.290873 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:52.345868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c402fc97-e10b-4094-a2f4-5d64ea4f8255, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c402fc97-e10b-4094-a2f4-5d64ea4f8255,segment=NetworkSegment(c22fe62b-3a23-455a-af0c-107121bf643e),segment_id=c22fe62b-3a23-455a-af0c-107121bf643e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:52.349476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:52.352661 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab2d694-3023-4308-a1db-46aa59c67376" -d '{"events": [{"server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "name": "network-vif-plugged", "status": "completed", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:52.359148 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:52.374928 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:52.437420 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6875e0fc-23e9-49ff-81a2-880e85f575b2 x-openstack-request-id: req-6875e0fc-23e9-49ff-81a2-880e85f575b2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:52.437797 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "name": "network-vif-plugged", "status": "completed", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:52.438052 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6875e0fc-23e9-49ff-81a2-880e85f575b2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:52.438628 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'code': 200} Jul 27 22:32:52.454152 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-41d7b1fd-9ef2-4958-85fb-3e61f419553f None None] Set router e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:52.511167 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:52.516471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=c402fc97-e10b-4094-a2f4-5d64ea4f8255,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:52.532646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122dde0-3d59-4ec4-a2e2-10506796338e req-348fee04-c0d6-421f-b127-631bf4ba11b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:52.534350 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8122dde0-3d59-4ec4-a2e2-10506796338e req-348fee04-c0d6-421f-b127-631bf4ba11b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 1096 time: 0.0464287 Jul 27 22:32:52.580185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 3fbdb6fa-4973-427d-b657-b4a1d3a58155, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=3fbdb6fa-4973-427d-b657-b4a1d3a58155,segment=NetworkSegment(91a6d702-9dd7-452e-8cdf-7fc3a21b89b3),segment_id=91a6d702-9dd7-452e-8cdf-7fc3a21b89b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:52.591246 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:52.617963 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8122dde0-3d59-4ec4-a2e2-10506796338e req-039436f7-0df7-4b6d-95f4-79e3d9360d2b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717306 Jul 27 22:32:52.654823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=3fbdb6fa-4973-427d-b657-b4a1d3a58155,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:52.725975 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-41d7b1fd-9ef2-4958-85fb-3e61f419553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'name': 'tempest-TestAggregatesBasicOps-385990022-router', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:51Z', 'revision_number': 5, 'project_id': '97d9f26d19a841d59b4ebb205087231f', 'gw_port': {'id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:52.752981 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7b1fd-9ef2-4958-85fb-3e61f419553f None None] Checking router: e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:52.762588 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7b1fd-9ef2-4958-85fb-3e61f419553f None None] Routers {'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:52.763213 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-41d7b1fd-9ef2-4958-85fb-3e61f419553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:52.872010 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-41d7b1fd-9ef2-4958-85fb-3e61f419553f None None] Set router e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:52.983685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884aec9-b850-4989-9e5b-c6f14cd13a9c req-31df67b6-d9a7-4ee6-b7c7-1a622dd3d08e tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:52.986804 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7884aec9-b850-4989-9e5b-c6f14cd13a9c req-31df67b6-d9a7-4ee6-b7c7-1a622dd3d08e tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 945 time: 0.1304729 Jul 27 22:32:52.997572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9d180-474e-4921-a7ec-cb2cd65d2119 req-0bd515d1-d53b-4c66-872b-1ba42648f3b4 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:52.999204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24a9d180-474e-4921-a7ec-cb2cd65d2119 req-0bd515d1-d53b-4c66-872b-1ba42648f3b4 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 946 time: 0.1415353 Jul 27 22:32:53.054022 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.072473 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-41d7b1fd-9ef2-4958-85fb-3e61f419553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'name': 'tempest-TestAggregatesBasicOps-385990022-router', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:51Z', 'revision_number': 5, 'project_id': '97d9f26d19a841d59b4ebb205087231f', 'gw_port': {'id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:53.088440 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7884aec9-b850-4989-9e5b-c6f14cd13a9c req-f4c4665e-50f9-4c4c-85cd-ddc00d07b5f2 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794990 Jul 27 22:32:53.091889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24a9d180-474e-4921-a7ec-cb2cd65d2119 req-2795fe60-4273-4646-9c0d-92723d94dd48 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817685 Jul 27 22:32:53.106032 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7b1fd-9ef2-4958-85fb-3e61f419553f None None] The sync data for ids ['e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a'] in n-d-802011-3 is: [{'id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'name': 'tempest-TestAggregatesBasicOps-385990022-router', 'tenant_id': '97d9f26d19a841d59b4ebb205087231f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:51Z', 'revision_number': 5, 'project_id': '97d9f26d19a841d59b4ebb205087231f', 'gw_port': {'id': '9dcc8133-5abf-451e-86a2-03a265ec9f45', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:33Z', 'updated_at': '2021-07-27T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:53.173565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Deleting port 9dcc8133-5abf-451e-86a2-03a265ec9f45 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:53.174678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.267796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] For port 9dcc8133-5abf-451e-86a2-03a265ec9f45, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9dcc8133-5abf-451e-86a2-03a265ec9f45,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:53.268164 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.281121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Calling delete_port for 9dcc8133-5abf-451e-86a2-03a265ec9f45 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:53.456246 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.493889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dcc8133-5abf-451e-86a2-03a265ec9f45,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:53.558124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.671239 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.673313 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.720485 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.721077 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:32:53.725958 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.729703 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8bdbfa0a-f856-4b3b-92da-59b0bdca6a24 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e84cfa80-9cb7-4f1f-9ed0-2e8a9ff6351a HTTP/1.1" status: 204 len: 168 time: 1.5813477 Jul 27 22:32:53.729897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:53.783516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-752d7612-aa87-44e9-bdd7-813c1d2315a2 admin admin] Deleting subnet c7209d7d-740d-4b1b-af35-be2d73fd98d4 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:32:53.786988 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752d7612-aa87-44e9-bdd7-813c1d2315a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.824546 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752d7612-aa87-44e9-bdd7-813c1d2315a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.911463 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752d7612-aa87-44e9-bdd7-813c1d2315a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.964049 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752d7612-aa87-44e9-bdd7-813c1d2315a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.992329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d7612-aa87-44e9-bdd7-813c1d2315a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7209d7d-740d-4b1b-af35-be2d73fd98d4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:53.997952 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-752d7612-aa87-44e9-bdd7-813c1d2315a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:53.999835 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-752d7612-aa87-44e9-bdd7-813c1d2315a2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c7209d7d-740d-4b1b-af35-be2d73fd98d4 HTTP/1.1" status: 204 len: 168 time: 0.2689748 Jul 27 22:32:54.004055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f7d6ff-6bea-4c2a-8593-99c346d3a4b7 None None] Network 4a6da30f-6e73-44cd-a711-ba758d35ac97 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:32:54.007573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:54.078730 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.148946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Deleting port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:54.149297 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.273258 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d8419-f5dc-420e-b369-75133c09b646 None None] DHCP port deletion for 4a6da30f-6e73-44cd-a711-ba758d35ac97 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:32:54.325795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9dcc8133-5abf-451e-86a2-03a265ec9f45 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:32:54.352755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 9dcc8133-5abf-451e-86a2-03a265ec9f45 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:32:54.353529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9dcc8133-5abf-451e-86a2-03a265ec9f45 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:32:54.353529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f8cab681-0382-466c-a7c7-1067ccb5555a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:32:54.362464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] For port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3c7d9d40-27b5-47b4-a916-1b7d4e9df257,segment=NetworkSegment(8663a7d9-af7b-4969-92f7-83f8c894829f),segment_id=8663a7d9-af7b-4969-92f7-83f8c894829f)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:54.363053 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.376706 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: f8cab681-0382-466c-a7c7-1067ccb5555a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:32:54.377047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f8cab681-0382-466c-a7c7-1067ccb5555a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:32:54.382830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d8419-f5dc-420e-b369-75133c09b646 None None] Deleting port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:54.383212 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8419-f5dc-420e-b369-75133c09b646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.383369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Calling delete_port for 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:54.397449 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f79c-1d2a-41c9-a8d8-43bb8b1ac5cf req-b0a06052-f5f5-491c-8bf9-3d4d29cb4b9f tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:54.399018 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7878f79c-1d2a-41c9-a8d8-43bb8b1ac5cf req-b0a06052-f5f5-491c-8bf9-3d4d29cb4b9f tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 945 time: 0.2016354 Jul 27 22:32:54.412520 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f282d99-f074-4fb6-a75e-4329699ceaf0 req-cbcd0e33-2fd1-4475-9fd2-cc9121f9d5f5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:54.414022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f282d99-f074-4fb6-a75e-4329699ceaf0 req-cbcd0e33-2fd1-4475-9fd2-cc9121f9d5f5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 946 time: 0.1487350 Jul 27 22:32:54.440682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8f29d5-ebcf-48d6-a421-2c4b634a0fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbdb6fa-4973-427d-b657-b4a1d3a58155'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:54.443508 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442fc9e9-c003-4e51-89bb-6032bff9ca86" -d '{"events": [{"server_uuid": "0c8f29d5-ebcf-48d6-a421-2c4b634a0fba", "name": "network-vif-plugged", "status": "completed", "tag": "3fbdb6fa-4973-427d-b657-b4a1d3a58155"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:54.459604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8e0d8419-f5dc-420e-b369-75133c09b646 None None] For port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3c7d9d40-27b5-47b4-a916-1b7d4e9df257,segment=NetworkSegment(8663a7d9-af7b-4969-92f7-83f8c894829f),segment_id=8663a7d9-af7b-4969-92f7-83f8c894829f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:54.459989 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8419-f5dc-420e-b369-75133c09b646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.473514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d8419-f5dc-420e-b369-75133c09b646 None None] Calling delete_port for 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:54.523863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7878f79c-1d2a-41c9-a8d8-43bb8b1ac5cf req-d1af8bbb-d1d3-4c7f-a34a-fbeac30c1c36 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088080 Jul 27 22:32:54.532821 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f282d99-f074-4fb6-a75e-4329699ceaf0 req-43d81b7f-c526-4f82-a0c2-3b910036c8f0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006317 Jul 27 22:32:54.574725 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.615528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7d9d40-27b5-47b4-a916-1b7d4e9df257,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:54.621876 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] No DVR routers for this DVR port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:32:54.713289 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76630fb-b8c9-4fa6-83d6-3fd7c16ce61f x-openstack-request-id: req-c76630fb-b8c9-4fa6-83d6-3fd7c16ce61f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:54.713637 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8f29d5-ebcf-48d6-a421-2c4b634a0fba", "name": "network-vif-plugged", "status": "completed", "tag": "3fbdb6fa-4973-427d-b657-b4a1d3a58155", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:54.714319 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347c4bb-92d8-40f2-b0bd-82f5836f9688 req-154000d3-7578-4e8e-a285-633bbaf3cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:54.714825 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c76630fb-b8c9-4fa6-83d6-3fd7c16ce61f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:54.714825 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8f29d5-ebcf-48d6-a421-2c4b634a0fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbdb6fa-4973-427d-b657-b4a1d3a58155', 'code': 200} Jul 27 22:32:54.716167 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b347c4bb-92d8-40f2-b0bd-82f5836f9688 req-154000d3-7578-4e8e-a285-633bbaf3cfb6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 1097 time: 0.0494480 Jul 27 22:32:54.733925 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.747837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6da30f-6e73-44cd-a711-ba758d35ac97']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:54.752513 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b347c4bb-92d8-40f2-b0bd-82f5836f9688 req-1d3e9c1a-27a2-4556-9067-c6778aeb362a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293136 Jul 27 22:32:54.753593 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8419-f5dc-420e-b369-75133c09b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.757239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167fa86-df5c-4c62-b6b9-7b0027ab550c req-2507f767-3ddd-43eb-92ed-b5710cbe26d4 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:54.758786 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d167fa86-df5c-4c62-b6b9-7b0027ab550c req-2507f767-3ddd-43eb-92ed-b5710cbe26d4 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 945 time: 0.1128798 Jul 27 22:32:54.767979 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8663a7d9-af7b-4969-92f7-83f8c894829f') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:54.768275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8663a7d9-af7b-4969-92f7-83f8c894829f') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:54.778863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d8419-f5dc-420e-b369-75133c09b646 None None] Pushing event deleted for resources: {'Port': ['ID=3c7d9d40-27b5-47b4-a916-1b7d4e9df257,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:54.782673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d8419-f5dc-420e-b369-75133c09b646 None None] No DVR routers for this DVR port 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:32:54.792010 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.813122 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.824385 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d167fa86-df5c-4c62-b6b9-7b0027ab550c req-2f1dff18-5d52-46b5-a59a-de531f448b45 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583506 Jul 27 22:32:54.825272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:32:54.825713 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:32:54.827486 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:32:54.847322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57684) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:54.887491 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.894106 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.896038 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4a6da30f-6e73-44cd-a711-ba758d35ac97 HTTP/1.1" status: 204 len: 168 time: 0.8871531 Jul 27 22:32:54.906160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9034cb-6fd2-4e4f-bf48-d3f8d7d73a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a6da30f-6e73-44cd-a711-ba758d35ac97,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:54.918747 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:32:55.044704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4efb88-0b9f-4788-ab24-0d15d5bd266b tempest-TestVolumeBackupRestore-1148221473 tempest-TestVolumeBackupRestore-1148221473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:55.046247 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dd4efb88-0b9f-4788-ab24-0d15d5bd266b tempest-TestVolumeBackupRestore-1148221473 tempest-TestVolumeBackupRestore-1148221473-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 1091 time: 0.1978805 Jul 27 22:32:55.049333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57690) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:55.054055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:55.064907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57692) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:55.092489 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.152404 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d0667aa1-6bdb-4fb1-b305-45798eefbff2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c37fb9b44cb64aae89d2621bd08cd2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864525 Jul 27 22:32:55.155068 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:55.207756 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41232237-c5d4-4eb7-b13c-4ba9a840c1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.210524 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.229443 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41232237-c5d4-4eb7-b13c-4ba9a840c1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.282507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41232237-c5d4-4eb7-b13c-4ba9a840c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.285391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-41232237-c5d4-4eb7-b13c-4ba9a840c1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.289370 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-41232237-c5d4-4eb7-b13c-4ba9a840c1e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4cc88c3a-c3ae-4dad-9315-d7010b787a42 HTTP/1.1" status: 204 len: 168 time: 0.1304383 Jul 27 22:32:55.296606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41232237-c5d4-4eb7-b13c-4ba9a840c1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc88c3a-c3ae-4dad-9315-d7010b787a42,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:55.326937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Allocated IP 172.25.1.98 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/27b17e88-2b3c-4c0a-87fe-e6e9172cb30a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:32:55.451939 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.497835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.536279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:32:55.540707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:32:55.543289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:32:55.545246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668e992-8deb-42d9-a954-ac4b5b336d6b req-9a5170d6-62b3-47f4-bbbc-048d5cd95845 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:55.546831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1668e992-8deb-42d9-a954-ac4b5b336d6b req-9a5170d6-62b3-47f4-bbbc-048d5cd95845 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 945 time: 0.0609484 Jul 27 22:32:55.576548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event updated for resources: {'Port': ['ID=27b17e88-2b3c-4c0a-87fe-e6e9172cb30a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:55.609644 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1668e992-8deb-42d9-a954-ac4b5b336d6b req-ad46d64b-af00-4ad2-ae2b-73ce30481771 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563891 Jul 27 22:32:55.685652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30e66b-7e02-41b4-b326-2ae25794d6e5 req-bdf862cb-d919-493a-a36c-18eeee1ad2a0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:55.687317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b30e66b-7e02-41b4-b326-2ae25794d6e5 req-bdf862cb-d919-493a-a36c-18eeee1ad2a0 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 946 time: 0.0523653 Jul 27 22:32:55.700151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:55.760513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b30e66b-7e02-41b4-b326-2ae25794d6e5 req-135d2ad4-e024-475b-b195-1a235f8fca6d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658705 Jul 27 22:32:55.771977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-98535864-d79a-4f8d-b2e3-bba808e2fec3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97d9f26d19a841d59b4ebb205087231f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697901 Jul 27 22:32:55.774202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57710) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:55.825298 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed6fb382-3f17-4045-994a-d823098b75ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.847895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed6fb382-3f17-4045-994a-d823098b75ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.902753 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed6fb382-3f17-4045-994a-d823098b75ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.905538 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed6fb382-3f17-4045-994a-d823098b75ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.906710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ed6fb382-3f17-4045-994a-d823098b75ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef8010b8-9e7c-438a-b2cf-928fbb32cf1a HTTP/1.1" status: 204 len: 168 time: 0.1314938 Jul 27 22:32:55.916000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fb382-3f17-4045-994a-d823098b75ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8010b8-9e7c-438a-b2cf-928fbb32cf1a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:55.973666 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:56.043890 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:56.223033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:56.228104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:32:56.229968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:56.251098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:32:56.251448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3c7d9d40-27b5-47b4-a916-1b7d4e9df257 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:32:56.671130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event updated for resources: {'Port': ['ID=27b17e88-2b3c-4c0a-87fe-e6e9172cb30a,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:56.681755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:56.730103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931ed9e-eb79-42b4-a796-3698342b7bab req-874c61e1-0d2e-4ef2-98af-4a4db561f418 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:56.731737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7931ed9e-eb79-42b4-a796-3698342b7bab req-874c61e1-0d2e-4ef2-98af-4a4db561f418 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 945 time: 0.0493569 Jul 27 22:32:56.770845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7931ed9e-eb79-42b4-a796-3698342b7bab req-ad9ada4b-0c6d-4ba8-a2b9-516b598ff4cf tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=502bdf4e-4e79-4f44-953a-ab600c65d02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Jul 27 22:32:56.782976 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Floating IP d01be337-499a-46e3-b389-27222b77ca25 associated. External IP: 172.25.1.98, port: c402fc97-e10b-4094-a2f4-5d64ea4f8255. Jul 27 22:32:56.889872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491172f-83a8-4f69-bcc2-45270a3a0808 req-992361d7-9ac3-47fb-8d27-232d39a7a9b3 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:56.891343 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b491172f-83a8-4f69-bcc2-45270a3a0808 req-992361d7-9ac3-47fb-8d27-232d39a7a9b3 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 946 time: 0.0617578 Jul 27 22:32:56.930942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b491172f-83a8-4f69-bcc2-45270a3a0808 req-17e464b7-9527-4034-bfd0-a928675c74c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329950 Jul 27 22:32:57.024104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7902f51-7c48-4384-9cbc-4e63de497e0d req-527a1fb6-6a48-4cda-a49e-b9375ce356e2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:57.025554 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7902f51-7c48-4384-9cbc-4e63de497e0d req-527a1fb6-6a48-4cda-a49e-b9375ce356e2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 945 time: 0.0920193 Jul 27 22:32:57.049452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225153a-5046-4c6e-afbf-6b3bfd6a4ad0 req-b4cbad75-da12-4ca4-bd0d-18fe9bbbd226 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:57.050973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0225153a-5046-4c6e-afbf-6b3bfd6a4ad0 req-b4cbad75-da12-4ca4-bd0d-18fe9bbbd226 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 946 time: 0.0496404 Jul 27 22:32:57.079544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Router dc6883ed-7362-40a7-b647-c9cd7b354fd2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:32:57.093866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0225153a-5046-4c6e-afbf-6b3bfd6a4ad0 req-b783b934-baa2-47dd-b65e-e11327204dcc tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366800 Jul 27 22:32:57.209511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c7902f51-7c48-4384-9cbc-4e63de497e0d req-0e043222-1165-4279-a4fd-22c6a97ca7e4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Deleting port d695849c-5cbe-47ad-a945-438933aaa1e9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:32:57.209888 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c7902f51-7c48-4384-9cbc-4e63de497e0d req-0e043222-1165-4279-a4fd-22c6a97ca7e4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:57.270405 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:57.281009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985abcb3-88bb-42d2-a3c9-678523f0ee9d None None] Sync routers for ids ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:57.290025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985abcb3-88bb-42d2-a3c9-678523f0ee9d None None] Routers {'dc6883ed-7362-40a7-b647-c9cd7b354fd2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:57.290757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-985abcb3-88bb-42d2-a3c9-678523f0ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:57.300432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:57.338277 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c7902f51-7c48-4384-9cbc-4e63de497e0d req-0e043222-1165-4279-a4fd-22c6a97ca7e4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] For port d695849c-5cbe-47ad-a945-438933aaa1e9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d695849c-5cbe-47ad-a945-438933aaa1e9,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:57.338659 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c7902f51-7c48-4384-9cbc-4e63de497e0d req-0e043222-1165-4279-a4fd-22c6a97ca7e4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:57.343384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3fccd2f0-edab-419b-92f2-230cf8051d09 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2930484 Jul 27 22:32:57.346229 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:57.348807 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:57.351142 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3d8850-2046-4518-b877-87dd6ee0e44d" -d '{"events": [{"name": "network-changed", "server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:57.359747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c7902f51-7c48-4384-9cbc-4e63de497e0d req-0e043222-1165-4279-a4fd-22c6a97ca7e4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Calling delete_port for d695849c-5cbe-47ad-a945-438933aaa1e9 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:32:57.398759 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-985abcb3-88bb-42d2-a3c9-678523f0ee9d None None] Set router dc6883ed-7362-40a7-b647-c9cd7b354fd2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:57.412169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38155c03-03d1-4bd0-9f03-aa14640888fe tempest-TestVolumeBackupRestore-1148221473 tempest-TestVolumeBackupRestore-1148221473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:57.416664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-38155c03-03d1-4bd0-9f03-aa14640888fe tempest-TestVolumeBackupRestore-1148221473 tempest-TestVolumeBackupRestore-1148221473-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 1091 time: 0.0684938 Jul 27 22:32:57.416847 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cebd27a-ac2f-4674-82df-d3f771acd840 x-openstack-request-id: req-4cebd27a-ac2f-4674-82df-d3f771acd840 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:57.416847 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:57.416847 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cebd27a-ac2f-4674-82df-d3f771acd840 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:57.416847 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'status': 'completed', 'code': 200} Jul 27 22:32:57.417275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57728) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:57.421943 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8097017b-dcc6-4818-be07-5e44ce8bf330 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Request body: {'floatingip': {'port_id': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:57.488611 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8097017b-dcc6-4818-be07-5e44ce8bf330 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:57.505744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d8850-2046-4518-b877-87dd6ee0e44d req-b4af4536-d3bf-41c6-8f51-e8552d82b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:57.507560 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e3d8850-2046-4518-b877-87dd6ee0e44d req-b4af4536-d3bf-41c6-8f51-e8552d82b197 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=452a97d670344ea1b1c0d7d0a5730032&device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 1096 time: 0.0888245 Jul 27 22:32:57.628159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c7902f51-7c48-4384-9cbc-4e63de497e0d req-0e043222-1165-4279-a4fd-22c6a97ca7e4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:57.643436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d695849c-5cbe-47ad-a945-438933aaa1e9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:32:57.676585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-985abcb3-88bb-42d2-a3c9-678523f0ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'd01be337-499a-46e3-b389-27222b77ca25', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'port_id': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'mac_address': 'fa:16:3e:21:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:32:55Z', 'updated_at': '2021-07-27T22:32:55Z', 'revision_number': 0, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 5, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:57.694912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e043222-1165-4279-a4fd-22c6a97ca7e4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event deleted for resources: {'Port': ['ID=d695849c-5cbe-47ad-a945-438933aaa1e9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:57.704061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d8850-2046-4518-b877-87dd6ee0e44d req-f0ac4ef1-10a3-476e-bed4-e2493a886ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:57.705662 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e3d8850-2046-4518-b877-87dd6ee0e44d req-f0ac4ef1-10a3-476e-bed4-e2493a886ca4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50c6208d-769f-4d9b-943b-9c66b6cf1cda HTTP/1.1" status: 200 len: 914 time: 0.1906977 Jul 27 22:32:57.707570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985abcb3-88bb-42d2-a3c9-678523f0ee9d None None] Checking router: dc6883ed-7362-40a7-b647-c9cd7b354fd2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:57.717271 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985abcb3-88bb-42d2-a3c9-678523f0ee9d None None] Routers {'dc6883ed-7362-40a7-b647-c9cd7b354fd2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:57.717957 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-985abcb3-88bb-42d2-a3c9-678523f0ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:57.720840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7902f51-7c48-4384-9cbc-4e63de497e0d req-0e043222-1165-4279-a4fd-22c6a97ca7e4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] No DVR routers for this DVR port d695849c-5cbe-47ad-a945-438933aaa1e9 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:32:57.723614 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c7902f51-7c48-4384-9cbc-4e63de497e0d req-0e043222-1165-4279-a4fd-22c6a97ca7e4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:57.725914 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7902f51-7c48-4384-9cbc-4e63de497e0d req-0e043222-1165-4279-a4fd-22c6a97ca7e4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "DELETE /v2.0/ports/d695849c-5cbe-47ad-a945-438933aaa1e9 HTTP/1.1" status: 204 len: 173 time: 0.6933820 Jul 27 22:32:57.800414 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e3d8850-2046-4518-b877-87dd6ee0e44d req-4681a4cb-ac33-4022-8ef9-7ac809ac2bde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c402fc97-e10b-4094-a2f4-5d64ea4f8255 HTTP/1.1" status: 200 len: 998 time: 0.0805607 Jul 27 22:32:57.856519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-985abcb3-88bb-42d2-a3c9-678523f0ee9d None None] Set router dc6883ed-7362-40a7-b647-c9cd7b354fd2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:57.880951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d8850-2046-4518-b877-87dd6ee0e44d req-f304ab2d-0914-40fb-8237-2f1f958e5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:57.882921 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e3d8850-2046-4518-b877-87dd6ee0e44d req-f304ab2d-0914-40fb-8237-2f1f958e5712 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6b2099-725b-441d-938b-cc1640c3f271 HTTP/1.1" status: 200 len: 852 time: 0.0757542 Jul 27 22:32:57.946190 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d8850-2046-4518-b877-87dd6ee0e44d req-3a5749ae-1047-4943-9ace-5f9c96a7eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:57.947892 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e3d8850-2046-4518-b877-87dd6ee0e44d req-3a5749ae-1047-4943-9ace-5f9c96a7eae4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50c6208d-769f-4d9b-943b-9c66b6cf1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570810 Jul 27 22:32:57.950101 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb14a2e7-f6dd-46fc-8dfa-92d256416bcf req-37c83a2f-72e8-49a3-af05-3062ae129d7c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 210 time: 0.0375566 Jul 27 22:32:58.062604 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e3d8850-2046-4518-b877-87dd6ee0e44d req-7310b4ac-cf17-4e0f-bb61-91b0351223c6 service neutron] 10.222.0.41 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052401 Jul 27 22:32:58.155874 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8097017b-dcc6-4818-be07-5e44ce8bf330 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:58.166502 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8097017b-dcc6-4818-be07-5e44ce8bf330 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:58.190866 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-985abcb3-88bb-42d2-a3c9-678523f0ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'd01be337-499a-46e3-b389-27222b77ca25', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'port_id': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'mac_address': 'fa:16:3e:21:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:32:55Z', 'updated_at': '2021-07-27T22:32:55Z', 'revision_number': 0, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 5, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:58.202252 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e3d8850-2046-4518-b877-87dd6ee0e44d req-c988dc32-272e-4da5-aa55-ec75ef91907f service neutron] 10.222.0.41 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316288 Jul 27 22:32:58.229238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985abcb3-88bb-42d2-a3c9-678523f0ee9d None None] The sync data for ids ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'] in n-d-802011-3 is: [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'd01be337-499a-46e3-b389-27222b77ca25', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'port_id': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'mac_address': 'fa:16:3e:21:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:32:55Z', 'updated_at': '2021-07-27T22:32:55Z', 'revision_number': 0, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 5, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:58.410767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8097017b-dcc6-4818-be07-5e44ce8bf330 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Router dc6883ed-7362-40a7-b647-c9cd7b354fd2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:32:58.452864 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcd3d30-1400-4173-8559-99f90289e352 None None] New status for floating IP d01be337-499a-46e3-b389-27222b77ca25: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:32:58.526184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8097017b-dcc6-4818-be07-5e44ce8bf330 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:32:58.533302 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8097017b-dcc6-4818-be07-5e44ce8bf330 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:58.564909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:58.566941 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824c2ef7-945e-4566-b3b6-2da6e10e3412" -d '{"events": [{"name": "network-changed", "server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:58.598713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8097017b-dcc6-4818-be07-5e44ce8bf330 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "PUT /v2.0/floatingips/d01be337-499a-46e3-b389-27222b77ca25 HTTP/1.1" status: 200 len: 990 time: 1.1801796 Jul 27 22:32:58.640226 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f026e556-a763-459d-8d47-6198a4b9d4ae x-openstack-request-id: req-f026e556-a763-459d-8d47-6198a4b9d4ae {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:58.640852 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:58.641346 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f026e556-a763-459d-8d47-6198a4b9d4ae {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:58.641756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57736) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:32:58.642214 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'status': 'completed', 'code': 200} Jul 27 22:32:58.684546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a846fbe-096e-42fb-9848-42f069c32fed None None] Sync routers for ids ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:32:58.695142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a846fbe-096e-42fb-9848-42f069c32fed None None] Routers {'dc6883ed-7362-40a7-b647-c9cd7b354fd2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:58.695887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4a846fbe-096e-42fb-9848-42f069c32fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:58.769729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c2ef7-945e-4566-b3b6-2da6e10e3412 req-8d4be578-c850-4037-86e1-cf1a59481a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:58.771334 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-824c2ef7-945e-4566-b3b6-2da6e10e3412 req-8d4be578-c850-4037-86e1-cf1a59481a56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=452a97d670344ea1b1c0d7d0a5730032&device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 1096 time: 0.0848525 Jul 27 22:32:58.806504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4a846fbe-096e-42fb-9848-42f069c32fed None None] Set router dc6883ed-7362-40a7-b647-c9cd7b354fd2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:58.984964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c2ef7-945e-4566-b3b6-2da6e10e3412 req-53eec4dc-903d-41e6-b08f-19cb03425dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:58.986623 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-824c2ef7-945e-4566-b3b6-2da6e10e3412 req-53eec4dc-903d-41e6-b08f-19cb03425dea service neutron] 10.222.0.41 "GET /v2.0/networks?id=50c6208d-769f-4d9b-943b-9c66b6cf1cda HTTP/1.1" status: 200 len: 914 time: 0.2084110 Jul 27 22:32:59.066077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4a846fbe-096e-42fb-9848-42f069c32fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'd01be337-499a-46e3-b389-27222b77ca25', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'port_id': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'mac_address': 'fa:16:3e:21:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:32:55Z', 'updated_at': '2021-07-27T22:32:58Z', 'revision_number': 2, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 5, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:59.076891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bda4d27e-1f93-4ecd-b8ad-3d84dd97600b req-a1943b8c-925c-4e95-828e-4123499ce6a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 210 time: 0.0414360 Jul 27 22:32:59.100752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a846fbe-096e-42fb-9848-42f069c32fed None None] Checking router: dc6883ed-7362-40a7-b647-c9cd7b354fd2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:32:59.109772 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a846fbe-096e-42fb-9848-42f069c32fed None None] Routers {'dc6883ed-7362-40a7-b647-c9cd7b354fd2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:32:59.110416 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4a846fbe-096e-42fb-9848-42f069c32fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:59.119598 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-824c2ef7-945e-4566-b3b6-2da6e10e3412 req-4306316d-9f43-4e0d-820d-9487148b4530 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c402fc97-e10b-4094-a2f4-5d64ea4f8255 HTTP/1.1" status: 200 len: 1000 time: 0.1251051 Jul 27 22:32:59.217860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c2ef7-945e-4566-b3b6-2da6e10e3412 req-4747bcb6-4d75-4f3e-aa61-2ca844ce81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:59.219394 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-824c2ef7-945e-4566-b3b6-2da6e10e3412 req-4747bcb6-4d75-4f3e-aa61-2ca844ce81d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6b2099-725b-441d-938b-cc1640c3f271 HTTP/1.1" status: 200 len: 852 time: 0.0929248 Jul 27 22:32:59.233986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4a846fbe-096e-42fb-9848-42f069c32fed None None] Set router dc6883ed-7362-40a7-b647-c9cd7b354fd2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:32:59.320339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c2ef7-945e-4566-b3b6-2da6e10e3412 req-2f7e19a1-98b4-4637-894a-0e3c3206ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:59.321848 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-824c2ef7-945e-4566-b3b6-2da6e10e3412 req-2f7e19a1-98b4-4637-894a-0e3c3206ffb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50c6208d-769f-4d9b-943b-9c66b6cf1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790424 Jul 27 22:32:59.417336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36e27cc-730e-451f-b8e4-9724ba71726d', 'name': 'network-vif-deleted', 'tag': 'd695849c-5cbe-47ad-a945-438933aaa1e9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:59.419575 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5894e9c9-3ddd-427f-81b1-3044709c2a5e" -d '{"events": [{"server_uuid": "c36e27cc-730e-451f-b8e4-9724ba71726d", "name": "network-vif-deleted", "tag": "d695849c-5cbe-47ad-a945-438933aaa1e9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:59.433396 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:59.465790 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74899861-9309-4e01-b252-2d44c7ffe767 x-openstack-request-id: req-74899861-9309-4e01-b252-2d44c7ffe767 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:59.466367 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36e27cc-730e-451f-b8e4-9724ba71726d", "name": "network-vif-deleted", "tag": "d695849c-5cbe-47ad-a945-438933aaa1e9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:59.466618 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74899861-9309-4e01-b252-2d44c7ffe767 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:59.467002 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36e27cc-730e-451f-b8e4-9724ba71726d', 'name': 'network-vif-deleted', 'tag': 'd695849c-5cbe-47ad-a945-438933aaa1e9', 'status': 'completed', 'code': 200} Jul 27 22:32:59.479577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4a846fbe-096e-42fb-9848-42f069c32fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'd01be337-499a-46e3-b389-27222b77ca25', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'port_id': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'mac_address': 'fa:16:3e:21:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:32:55Z', 'updated_at': '2021-07-27T22:32:58Z', 'revision_number': 2, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 5, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:32:59.511069 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-824c2ef7-945e-4566-b3b6-2da6e10e3412 req-b43729cd-487b-480a-868d-5ad8a6fcd17a service neutron] 10.222.0.41 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816609 Jul 27 22:32:59.511542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a846fbe-096e-42fb-9848-42f069c32fed None None] The sync data for ids ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'] in n-d-802011-3 is: [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'd01be337-499a-46e3-b389-27222b77ca25', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'floating_ip_address': '172.25.1.98', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'port_id': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'mac_address': 'fa:16:3e:21:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:32:55Z', 'updated_at': '2021-07-27T22:32:58Z', 'revision_number': 2, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 5, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:32:59.694568 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-824c2ef7-945e-4566-b3b6-2da6e10e3412 req-41e96c7b-a351-472f-afa0-5882afa78fea service neutron] 10.222.0.41 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754911 Jul 27 22:32:59.812550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Allocated IP 172.20.0.17 (8b16f977-aa1c-49fd-bf64-7af179998ee6/277836a4-deb4-4540-865d-4cbe43532dc0/c1fb9ff7-5dde-42fa-a90d-f881574fab4c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:00.181120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5475511-510a-4fe5-a385-67cb320171d5 req-0ac680cd-becc-4f2f-a42f-f30d03a90b8a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 210 time: 0.0307815 Jul 27 22:33:00.285752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:00.298851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Transition to ACTIVE for port object c1fb9ff7-5dde-42fa-a90d-f881574fab4c will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:00.331596 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:00.377031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network 8b16f977-aa1c-49fd-bf64-7af179998ee6 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:00.380008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:00.383205 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:00.413407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=c1fb9ff7-5dde-42fa-a90d-f881574fab4c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:00.438007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:00.580668 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:00.643463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:00.645723 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db98b94-e4e7-4f3a-9696-47cdb3a21316" -d '{"events": [{"name": "network-changed", "server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:00.694241 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd91c18-9cd8-45e5-9a34-ac95ae0730c6 x-openstack-request-id: req-6bd91c18-9cd8-45e5-9a34-ac95ae0730c6 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:00.694624 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:00.694886 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bd91c18-9cd8-45e5-9a34-ac95ae0730c6 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:00.695264 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'status': 'completed', 'code': 200} Jul 27 22:33:00.696788 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e39427bb-d094-4613-b19d-ba7f5d1c45ef None None] Provisioning for port c1fb9ff7-5dde-42fa-a90d-f881574fab4c completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:00.703367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e39427bb-d094-4613-b19d-ba7f5d1c45ef None None] Provisioning complete for port c1fb9ff7-5dde-42fa-a90d-f881574fab4c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:00.704006 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e39427bb-d094-4613-b19d-ba7f5d1c45ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:00.744546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e39427bb-d094-4613-b19d-ba7f5d1c45ef None None] Port c1fb9ff7-5dde-42fa-a90d-f881574fab4c cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:33:00.799045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db98b94-e4e7-4f3a-9696-47cdb3a21316 req-823453fd-58a1-4bf8-b505-ef1387b6ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:00.800531 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7db98b94-e4e7-4f3a-9696-47cdb3a21316 req-823453fd-58a1-4bf8-b505-ef1387b6ed87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=452a97d670344ea1b1c0d7d0a5730032&device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 1096 time: 0.0619588 Jul 27 22:33:00.976254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db98b94-e4e7-4f3a-9696-47cdb3a21316 req-a9c0d0fd-5912-4059-8012-6d2b6cc8397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:00.977630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7db98b94-e4e7-4f3a-9696-47cdb3a21316 req-a9c0d0fd-5912-4059-8012-6d2b6cc8397d service neutron] 10.222.0.41 "GET /v2.0/networks?id=50c6208d-769f-4d9b-943b-9c66b6cf1cda HTTP/1.1" status: 200 len: 914 time: 0.1625831 Jul 27 22:33:01.026118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:01.033354 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:01.110327 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7db98b94-e4e7-4f3a-9696-47cdb3a21316 req-d345d3bd-3c4a-48fe-a7cc-3c679dfcd606 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c402fc97-e10b-4094-a2f4-5d64ea4f8255 HTTP/1.1" status: 200 len: 1000 time: 0.1239483 Jul 27 22:33:01.132987 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:01.150466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=c1fb9ff7-5dde-42fa-a90d-f881574fab4c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:01.210371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db98b94-e4e7-4f3a-9696-47cdb3a21316 req-6746431f-22f2-4fb9-b1e2-e3267f384703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:01.211987 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7db98b94-e4e7-4f3a-9696-47cdb3a21316 req-6746431f-22f2-4fb9-b1e2-e3267f384703 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6b2099-725b-441d-938b-cc1640c3f271 HTTP/1.1" status: 200 len: 852 time: 0.0928528 Jul 27 22:33:01.291221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c384f1d-bf50-4941-b069-20d03a82b242 req-8f33a312-cd24-4bdd-87c8-8381ba01af34 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=c36e27cc-730e-451f-b8e4-9724ba71726d HTTP/1.1" status: 200 len: 210 time: 0.0347118 Jul 27 22:33:01.292831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db98b94-e4e7-4f3a-9696-47cdb3a21316 req-f94733ae-c7c5-481a-b26c-d0443921ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:01.294414 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7db98b94-e4e7-4f3a-9696-47cdb3a21316 req-f94733ae-c7c5-481a-b26c-d0443921ccab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50c6208d-769f-4d9b-943b-9c66b6cf1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747349 Jul 27 22:33:01.305586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network 8b16f977-aa1c-49fd-bf64-7af179998ee6 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:01.308257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:01.479167 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7db98b94-e4e7-4f3a-9696-47cdb3a21316 req-58bc4cc4-f0be-40fe-827e-9d18239d1fe4 service neutron] 10.222.0.41 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719203 Jul 27 22:33:01.544500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Router 69656512-0ed0-43ca-accd-8fc40fe511b2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:01.573618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c9a918d9-3d79-4278-9fde-d3fa8bf0d52f None None] Provisioning complete for port c1fb9ff7-5dde-42fa-a90d-f881574fab4c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:01.574086 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9a918d9-3d79-4278-9fde-d3fa8bf0d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:01.608699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c9a918d9-3d79-4278-9fde-d3fa8bf0d52f None None] Port c1fb9ff7-5dde-42fa-a90d-f881574fab4c cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:33:01.629223 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7db98b94-e4e7-4f3a-9696-47cdb3a21316 req-64d58e98-4d10-4706-b2ac-d61ad8af6f13 service neutron] 10.222.0.41 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422381 Jul 27 22:33:01.687246 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:01.692249 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1a447e7b-af42-4d28-a80e-d3c61704bcb5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "PUT /v2.0/routers/69656512-0ed0-43ca-accd-8fc40fe511b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0494180 Jul 27 22:33:01.711295 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Sync routers for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:01.720942 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:01.721506 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:01.851740 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:02.091946 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:33:00Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4d0e4b37-6c3b-437f-85e2-dc60bc359ae6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'port_id': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'mac_address': 'fa:16:3e:a8:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:31:54Z', 'updated_at': '2021-07-27T22:31:57Z', 'revision_number': 1, 'project_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:42Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fb9ff7-5dde-42fa-a90d-f881574fab4c', 'name': '', 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:5c:86:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '277836a4-deb4-4540-865d-4cbe43532dc0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:59Z', 'updated_at': '2021-07-27T22:33:00Z', 'revision_number': 2, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': '277836a4-deb4-4540-865d-4cbe43532dc0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:02.122345 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Checking router: 69656512-0ed0-43ca-accd-8fc40fe511b2 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:02.122679 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Updating router 69656512-0ed0-43ca-accd-8fc40fe511b2 port c1fb9ff7-5dde-42fa-a90d-f881574fab4c binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:33:02.148071 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:02.160610 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d695849c-5cbe-47ad-a945-438933aaa1e9 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:02.182409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: d695849c-5cbe-47ad-a945-438933aaa1e9 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:02.182758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d695849c-5cbe-47ad-a945-438933aaa1e9 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:02.501172 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:02.511164 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Transition to ACTIVE for port object c1fb9ff7-5dde-42fa-a90d-f881574fab4c will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:02.519312 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:02.589359 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5df60-3973-4091-bbcc-83cab54d8007 None None] Pushing event updated for resources: {'Port': ['ID=c1fb9ff7-5dde-42fa-a90d-f881574fab4c,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:02.626297 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Attempting to bind port c1fb9ff7-5dde-42fa-a90d-f881574fab4c on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:33:02.627174 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Attempting to bind port c1fb9ff7-5dde-42fa-a90d-f881574fab4c by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:33:02.627587 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Attempting to bind port c1fb9ff7-5dde-42fa-a90d-f881574fab4c on network 8b16f977-aa1c-49fd-bf64-7af179998ee6 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:02.633578 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:33:02.633951 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Checking segment: {'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:02.634590 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:02.634989 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Bound using segment: {'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:33:02.635456 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Bound port: c1fb9ff7-5dde-42fa-a90d-f881574fab4c, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:33:02.635838 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:02.715338 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] For port c1fb9ff7-5dde-42fa-a90d-f881574fab4c, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:02.719148 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] For port c1fb9ff7-5dde-42fa-a90d-f881574fab4c, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c1fb9ff7-5dde-42fa-a90d-f881574fab4c,segment=NetworkSegment(91a6d702-9dd7-452e-8cdf-7fc3a21b89b3),segment_id=91a6d702-9dd7-452e-8cdf-7fc3a21b89b3)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:33:02.725207 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:02.785104 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:02.785753 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:32:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:02.822354 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5df60-3973-4091-bbcc-83cab54d8007 None None] Pushing event updated for resources: {'Port': ['ID=c1fb9ff7-5dde-42fa-a90d-f881574fab4c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:02.900723 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:03.133179 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:33:00Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4d0e4b37-6c3b-437f-85e2-dc60bc359ae6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'port_id': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'mac_address': 'fa:16:3e:a8:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:31:54Z', 'updated_at': '2021-07-27T22:31:57Z', 'revision_number': 1, 'project_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:42Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fb9ff7-5dde-42fa-a90d-f881574fab4c', 'name': '', 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:5c:86:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '277836a4-deb4-4540-865d-4cbe43532dc0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:59Z', 'updated_at': '2021-07-27T22:33:02Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': '277836a4-deb4-4540-865d-4cbe43532dc0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:03.158413 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d468af8-23f2-40d4-b1d9-6eb6260e6555 None None] The sync data for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 is: [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:33:00Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4d0e4b37-6c3b-437f-85e2-dc60bc359ae6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'port_id': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'mac_address': 'fa:16:3e:a8:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:31:54Z', 'updated_at': '2021-07-27T22:31:57Z', 'revision_number': 1, 'project_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:42Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1fb9ff7-5dde-42fa-a90d-f881574fab4c', 'name': '', 'network_id': '8b16f977-aa1c-49fd-bf64-7af179998ee6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:5c:86:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '277836a4-deb4-4540-865d-4cbe43532dc0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:32:59Z', 'updated_at': '2021-07-27T22:33:02Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': '277836a4-deb4-4540-865d-4cbe43532dc0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:04.260615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c1fb9ff7-5dde-42fa-a90d-f881574fab4c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:04.317377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port c1fb9ff7-5dde-42fa-a90d-f881574fab4c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:04.321224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c1fb9ff7-5dde-42fa-a90d-f881574fab4c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:04.321684 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:04.397313 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:04.430014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port c1fb9ff7-5dde-42fa-a90d-f881574fab4c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c1fb9ff7-5dde-42fa-a90d-f881574fab4c,segment=NetworkSegment(91a6d702-9dd7-452e-8cdf-7fc3a21b89b3),segment_id=91a6d702-9dd7-452e-8cdf-7fc3a21b89b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:04.433731 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:04.483774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=c1fb9ff7-5dde-42fa-a90d-f881574fab4c,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:04.492245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:04.492637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:04.493040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:04.493596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:04.493879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:04.494231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:04.494643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:04.495033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:04.495447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:04.495818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:04.496201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:04.496583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:05.356844 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 57810) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:05.361604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a5078e14-2939-4cec-b201-91212595cf76 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516883616', 'description': 'tempest-secgroup-smoke-516883616 description', 'project_id': '75d2e7c8619341e1afb2aec6e4035896'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:05.384062 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5078e14-2939-4cec-b201-91212595cf76 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.462056 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5078e14-2939-4cec-b201-91212595cf76 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.465602 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5078e14-2939-4cec-b201-91212595cf76 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.494676 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a5078e14-2939-4cec-b201-91212595cf76 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.495896 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a5078e14-2939-4cec-b201-91212595cf76 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1380241 Jul 27 22:33:05.496817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5078e14-2939-4cec-b201-91212595cf76 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df940a69-89b1-433d-b0ab-72c6c112b6e1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:05.498974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:05.503923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e187e5cc-4511-4558-8014-fe84635c01fc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'security_group_rule': {'security_group_id': 'df940a69-89b1-433d-b0ab-72c6c112b6e1', 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:05.530857 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e187e5cc-4511-4558-8014-fe84635c01fc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.586540 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e187e5cc-4511-4558-8014-fe84635c01fc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.589925 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e187e5cc-4511-4558-8014-fe84635c01fc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.608445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187e5cc-4511-4558-8014-fe84635c01fc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d5b268-83b1-4abe-a9cb-df171558720f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:05.611574 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e187e5cc-4511-4558-8014-fe84635c01fc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.612816 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e187e5cc-4511-4558-8014-fe84635c01fc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126800 Jul 27 22:33:05.616468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:05.622092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1da74ca8-c254-4a4b-a3c7-0c3c6a858d9e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'security_group_rule': {'security_group_id': 'df940a69-89b1-433d-b0ab-72c6c112b6e1', 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:05.647447 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1da74ca8-c254-4a4b-a3c7-0c3c6a858d9e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.702984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1da74ca8-c254-4a4b-a3c7-0c3c6a858d9e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.706089 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1da74ca8-c254-4a4b-a3c7-0c3c6a858d9e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.729355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da74ca8-c254-4a4b-a3c7-0c3c6a858d9e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e67ff7-25cb-43c1-973b-fbed967be95d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:05.732813 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1da74ca8-c254-4a4b-a3c7-0c3c6a858d9e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.734051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1da74ca8-c254-4a4b-a3c7-0c3c6a858d9e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162233 Jul 27 22:33:05.737338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:05.742306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4d0aa937-f01a-48bc-ad85-574f3f865ef9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'security_group_rule': {'security_group_id': 'df940a69-89b1-433d-b0ab-72c6c112b6e1', 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:05.767627 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa937-f01a-48bc-ad85-574f3f865ef9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.824108 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa937-f01a-48bc-ad85-574f3f865ef9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.827459 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa937-f01a-48bc-ad85-574f3f865ef9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.845324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0aa937-f01a-48bc-ad85-574f3f865ef9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1240be00-ae3b-46ee-a967-50d302b29d4f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:05.851112 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa937-f01a-48bc-ad85-574f3f865ef9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.852129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4d0aa937-f01a-48bc-ad85-574f3f865ef9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138372 Jul 27 22:33:05.854963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:05.859391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-204f7cf3-0981-4480-b054-b76f54c7f38f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'security_group_rule': {'security_group_id': 'df940a69-89b1-433d-b0ab-72c6c112b6e1', 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:05.883865 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204f7cf3-0981-4480-b054-b76f54c7f38f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.940864 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204f7cf3-0981-4480-b054-b76f54c7f38f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.944177 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204f7cf3-0981-4480-b054-b76f54c7f38f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.961553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f7cf3-0981-4480-b054-b76f54c7f38f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd6f40d-7f1d-4bf7-849e-d9a81379298c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:05.970161 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-204f7cf3-0981-4480-b054-b76f54c7f38f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.971432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-204f7cf3-0981-4480-b054-b76f54c7f38f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155286 Jul 27 22:33:05.974592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:05.978961 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b4b5e2d9-2b31-41ff-9d3c-a67c35df911c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'security_group_rule': {'security_group_id': 'df940a69-89b1-433d-b0ab-72c6c112b6e1', 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:05.999562 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-b4b5e2d9-2b31-41ff-9d3c-a67c35df911c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Project 75d2e7c8619341e1afb2aec6e4035896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:33:06.004450 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b5e2d9-2b31-41ff-9d3c-a67c35df911c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:06.062531 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b5e2d9-2b31-41ff-9d3c-a67c35df911c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:06.065770 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b5e2d9-2b31-41ff-9d3c-a67c35df911c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:06.086284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5e2d9-2b31-41ff-9d3c-a67c35df911c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889358f9-b706-4619-ae1a-6c886368de17,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:06.088889 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4b5e2d9-2b31-41ff-9d3c-a67c35df911c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:06.090047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b4b5e2d9-2b31-41ff-9d3c-a67c35df911c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145439 Jul 27 22:33:06.093115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:06.097504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-300b46a6-3682-4eb6-a2f6-80411c10f82e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'security_group_rule': {'security_group_id': 'df940a69-89b1-433d-b0ab-72c6c112b6e1', 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:06.119544 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-300b46a6-3682-4eb6-a2f6-80411c10f82e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Project 75d2e7c8619341e1afb2aec6e4035896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:33:06.124308 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-300b46a6-3682-4eb6-a2f6-80411c10f82e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:06.183285 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-300b46a6-3682-4eb6-a2f6-80411c10f82e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:06.187129 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-300b46a6-3682-4eb6-a2f6-80411c10f82e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:06.205854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b46a6-3682-4eb6-a2f6-80411c10f82e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a713b4-d575-4c77-aad8-8c3f7b993768,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:06.212087 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-300b46a6-3682-4eb6-a2f6-80411c10f82e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:06.218483 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-300b46a6-3682-4eb6-a2f6-80411c10f82e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222646 Jul 27 22:33:06.228750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c1fb9ff7-5dde-42fa-a90d-f881574fab4c up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:06.277275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port c1fb9ff7-5dde-42fa-a90d-f881574fab4c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:06.277650 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:12.632506 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:12.805450 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9b5380b-c5ac-4ff6-b680-07cd136dc7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:15.448260 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7306bfe7-d6a9-42bf-a54c-281a843019a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:15.780400 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:16.472991 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:16.563445 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:18.173603 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:20.076667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 57960) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:20.445559 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cee818d8-7447-4e61-becc-e37ce1f02c42 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:20.687530 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-452ace91-4ad6-4e8e-89ac-4d5ae4b9efcf tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516883616&fields=id&tenant_id=75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 267 time: 0.0903177 Jul 27 22:33:21.152580 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f78cb8b4-dd7f-4e4a-a3e7-8e730140dbc2 req-705522b1-ed46-45bf-950e-fd525e555274 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454853 Jul 27 22:33:21.195092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c82be-9359-4ece-87d8-5367392b9cfc req-05c6b30a-9b76-4de0-a3e7-a7c9748a08fc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:21.196546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-05c6b30a-9b76-4de0-a3e7-a7c9748a08fc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.4853895 Jul 27 22:33:21.233786 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cb8b4-dd7f-4e4a-a3e7-8e730140dbc2 req-ca85dedc-25d5-4bd1-9099-513687618663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:21.235344 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f78cb8b4-dd7f-4e4a-a3e7-8e730140dbc2 req-ca85dedc-25d5-4bd1-9099-513687618663 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 1096 time: 0.0409074 Jul 27 22:33:21.235926 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-c7280428-28dd-42ef-8217-3737f0c1f5e6 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/quotas/75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 375 time: 0.0325062 Jul 27 22:33:21.313635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-adc53e2e-203a-4665-947c-95bc44a31a39 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710378 Jul 27 22:33:21.316865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cee818d8-7447-4e61-becc-e37ce1f02c42 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting port c1fb9ff7-5dde-42fa-a90d-f881574fab4c {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:21.317217 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cee818d8-7447-4e61-becc-e37ce1f02c42 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:21.342406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cb8b4-dd7f-4e4a-a3e7-8e730140dbc2 req-bbb4aacf-debc-4bdb-ba0d-6a7993e4523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:21.343898 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f78cb8b4-dd7f-4e4a-a3e7-8e730140dbc2 req-bbb4aacf-debc-4bdb-ba0d-6a7993e4523a service neutron] 10.222.0.41 "GET /v2.0/networks?id=03a14d8a-9cdb-4251-84d8-98f31c134b28 HTTP/1.1" status: 200 len: 897 time: 0.0890071 Jul 27 22:33:21.408136 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f78cb8b4-dd7f-4e4a-a3e7-8e730140dbc2 req-5ae7c249-d892-4c61-989b-5ddfce61bb2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d84683e0-10d7-4b91-b925-dc87f181beec HTTP/1.1" status: 200 len: 1000 time: 0.0573728 Jul 27 22:33:21.461754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cb8b4-dd7f-4e4a-a3e7-8e730140dbc2 req-f4364346-c446-4134-a45c-b872cfcd697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:21.463390 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f78cb8b4-dd7f-4e4a-a3e7-8e730140dbc2 req-f4364346-c446-4134-a45c-b872cfcd697a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df9c16fa-ddd4-469c-b0c3-f768a9af4e04 HTTP/1.1" status: 200 len: 834 time: 0.0475454 Jul 27 22:33:21.508362 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-cee818d8-7447-4e61-becc-e37ce1f02c42 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] For port c1fb9ff7-5dde-42fa-a90d-f881574fab4c, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=c1fb9ff7-5dde-42fa-a90d-f881574fab4c,segment=NetworkSegment(91a6d702-9dd7-452e-8cdf-7fc3a21b89b3),segment_id=91a6d702-9dd7-452e-8cdf-7fc3a21b89b3)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:21.508748 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cee818d8-7447-4e61-becc-e37ce1f02c42 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:21.510727 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cb8b4-dd7f-4e4a-a3e7-8e730140dbc2 req-dafd5383-a6df-4d48-9eac-9f91a6b3bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:21.512233 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f78cb8b4-dd7f-4e4a-a3e7-8e730140dbc2 req-dafd5383-a6df-4d48-9eac-9f91a6b3bd94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03a14d8a-9cdb-4251-84d8-98f31c134b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416999 Jul 27 22:33:21.525867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-da81039b-b191-4228-a17a-3c3c0a3875e3 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914151 Jul 27 22:33:21.530837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-cee818d8-7447-4e61-becc-e37ce1f02c42 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Calling delete_port for c1fb9ff7-5dde-42fa-a90d-f881574fab4c owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:21.604855 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f78cb8b4-dd7f-4e4a-a3e7-8e730140dbc2 req-e28a65c9-bd08-4c3c-b1d4-4c81464c80d9 service neutron] 10.222.0.41 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851138 Jul 27 22:33:21.696768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-6981bc23-bcb3-4823-a329-63b96d3eac93 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635299 Jul 27 22:33:21.702733 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f78cb8b4-dd7f-4e4a-a3e7-8e730140dbc2 req-1bab59c2-06d5-45d6-9400-686043843acb service neutron] 10.222.0.41 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893486 Jul 27 22:33:21.828977 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cee818d8-7447-4e61-becc-e37ce1f02c42 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:21.858087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee818d8-7447-4e61-becc-e37ce1f02c42 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Port': ['ID=c1fb9ff7-5dde-42fa-a90d-f881574fab4c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:22.068865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f8b7ba4-48be-4082-967a-9ae4fd2b4894 req-a9b2f134-4809-4f21-b43d-3e6a3a1114d0 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 210 time: 0.0397673 Jul 27 22:33:22.096773 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cee818d8-7447-4e61-becc-e37ce1f02c42 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:22.342232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee818d8-7447-4e61-becc-e37ce1f02c42 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Router 69656512-0ed0-43ca-accd-8fc40fe511b2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:22.455692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee818d8-7447-4e61-becc-e37ce1f02c42 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:22.462982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cee818d8-7447-4e61-becc-e37ce1f02c42 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "PUT /v2.0/routers/69656512-0ed0-43ca-accd-8fc40fe511b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3850012 Jul 27 22:33:22.468029 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529c480-d171-4961-b85e-056edc26e5d5 None None] Sync routers for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:22.479116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e529c480-d171-4961-b85e-056edc26e5d5 None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:22.479742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e529c480-d171-4961-b85e-056edc26e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:22.704747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7729a-9ff7-46f6-acf0-c2aab98fda7c req-0ba647e3-fad4-40ee-b016-ae7d26868cd3 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:22.706236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdb7729a-9ff7-46f6-acf0-c2aab98fda7c req-0ba647e3-fad4-40ee-b016-ae7d26868cd3 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 946 time: 0.0558426 Jul 27 22:33:22.750920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdb7729a-9ff7-46f6-acf0-c2aab98fda7c req-b3a2054e-5fd2-4110-ab84-576a13cfb070 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381029 Jul 27 22:33:22.770073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e529c480-d171-4961-b85e-056edc26e5d5 None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:23.010825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e529c480-d171-4961-b85e-056edc26e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:33:21Z', 'revision_number': 6, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4d0e4b37-6c3b-437f-85e2-dc60bc359ae6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'port_id': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'mac_address': 'fa:16:3e:a8:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:31:54Z', 'updated_at': '2021-07-27T22:31:57Z', 'revision_number': 1, 'project_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:42Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:23.028800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c82be-9359-4ece-87d8-5367392b9cfc req-a9f668b2-6290-48cb-83ae-22e59f9324a2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:23.030912 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-a9f668b2-6290-48cb-83ae-22e59f9324a2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.41 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.1168239 Jul 27 22:33:23.037279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529c480-d171-4961-b85e-056edc26e5d5 None None] Checking router: 69656512-0ed0-43ca-accd-8fc40fe511b2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:23.045657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e529c480-d171-4961-b85e-056edc26e5d5 None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:23.046300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e529c480-d171-4961-b85e-056edc26e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:23.085863 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-cada9e5f-cc9d-4f37-900e-57a5708c6861 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 379 time: 0.0446563 Jul 27 22:33:23.108979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'port': {'device_id': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'admin_state_up': True, 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'security_groups': ['df940a69-89b1-433d-b0ab-72c6c112b6e1']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:23.168240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e529c480-d171-4961-b85e-056edc26e5d5 None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:23.205314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e3aab486-e47c-446d-a8fd-c9af4061aaac req-838300a8-9dcc-447a-854c-5696b0130271 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 210 time: 0.0510838 Jul 27 22:33:23.242503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Made reservation on behalf of 75d2e7c8619341e1afb2aec6e4035896 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:33:23.246082 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:23.383050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Allocated IP 172.20.0.11 (e9b79ab6-4218-4e9c-8efe-4092e7194b69/8194dc36-8c1b-4ae0-9151-fb256d3549d7/8092537f-f396-4e2e-b044-9d7593e6614f) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:23.523851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:23.529146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e529c480-d171-4961-b85e-056edc26e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:33:21Z', 'revision_number': 6, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4d0e4b37-6c3b-437f-85e2-dc60bc359ae6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'port_id': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'mac_address': 'fa:16:3e:a8:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:31:54Z', 'updated_at': '2021-07-27T22:31:57Z', 'revision_number': 1, 'project_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:42Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:23.538519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Transition to ACTIVE for port object 8092537f-f396-4e2e-b044-9d7593e6614f will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:23.559615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529c480-d171-4961-b85e-056edc26e5d5 None None] The sync data for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 is: [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:33:21Z', 'revision_number': 6, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4d0e4b37-6c3b-437f-85e2-dc60bc359ae6', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'floating_ip_address': '172.25.1.25', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'port_id': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'mac_address': 'fa:16:3e:a8:f5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:31:54Z', 'updated_at': '2021-07-27T22:31:57Z', 'revision_number': 1, 'project_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:42Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:23.574755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:23.622905 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:23.626054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:23.633823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:23.658383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=8092537f-f396-4e2e-b044-9d7593e6614f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:23.671649 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:23.671999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:23.672343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:23.672680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:23.673014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:23.673344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:23.673671 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:23.673996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:23.674348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:23.674672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:23.674994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:23.675313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:23.698274 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:23.698943 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:23.714600 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-e094f342-4dff-475c-abff-4dedab3cf7f2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6096182 Jul 27 22:33:23.727781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Request body: {'port': {'device_id': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:23.796609 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:23.892769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9d5f2-4966-4c96-b794-529b3a883202 req-6c065e7e-d7ba-49fc-8a57-c9f349fa36c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:23.896061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91f9d5f2-4966-4c96-b794-529b3a883202 req-6c065e7e-d7ba-49fc-8a57-c9f349fa36c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 946 time: 0.0566666 Jul 27 22:33:23.940324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0fdd3540-c696-41ab-b099-69ac363537c4 None None] Provisioning for port 8092537f-f396-4e2e-b044-9d7593e6614f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:23.945884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0fdd3540-c696-41ab-b099-69ac363537c4 None None] Provisioning complete for port 8092537f-f396-4e2e-b044-9d7593e6614f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:23.946525 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0fdd3540-c696-41ab-b099-69ac363537c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:23.998919 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91f9d5f2-4966-4c96-b794-529b3a883202 req-dbfa0888-766b-45ef-970e-4f595da7c2d8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=160f732a-1e28-40ef-9018-5427d4732465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947115 Jul 27 22:33:24.026699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd3540-c696-41ab-b099-69ac363537c4 None None] Port 8092537f-f396-4e2e-b044-9d7593e6614f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:33:24.096266 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7efa9-8b9d-43fd-8b3f-3614438c0583 req-3e55bbe2-68c6-4a28-a0fd-8d973b6e0468 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:24.097777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bfb7efa9-8b9d-43fd-8b3f-3614438c0583 req-3e55bbe2-68c6-4a28-a0fd-8d973b6e0468 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 946 time: 0.0992157 Jul 27 22:33:24.196190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c1fb9ff7-5dde-42fa-a90d-f881574fab4c no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:24.215376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8092537f-f396-4e2e-b044-9d7593e6614f {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:33:24.234572 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: c1fb9ff7-5dde-42fa-a90d-f881574fab4c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:24.235310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device c1fb9ff7-5dde-42fa-a90d-f881574fab4c not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:24.244412 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:24.260742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Transition to ACTIVE for port object 8092537f-f396-4e2e-b044-9d7593e6614f will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:24.267047 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:24.310363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bfb7efa9-8b9d-43fd-8b3f-3614438c0583 req-9bda5022-0c2a-43ce-993a-8f3a73a457f1 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting port 3fbdb6fa-4973-427d-b657-b4a1d3a58155 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:24.310692 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bfb7efa9-8b9d-43fd-8b3f-3614438c0583 req-9bda5022-0c2a-43ce-993a-8f3a73a457f1 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:24.349957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f83a1e-d51c-4ccf-89a6-74040b1b7d22 req-b836becd-428f-44ee-90e6-fd8693ca5a6c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:24.352257 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06f83a1e-d51c-4ccf-89a6-74040b1b7d22 req-b836becd-428f-44ee-90e6-fd8693ca5a6c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 944 time: 0.0826962 Jul 27 22:33:24.396136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Pushing event updated for resources: {'Port': ['ID=8092537f-f396-4e2e-b044-9d7593e6614f,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:24.427518 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06f83a1e-d51c-4ccf-89a6-74040b1b7d22 req-cc4b0156-b917-48c4-8ad0-12183a269567 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629735 Jul 27 22:33:24.503937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-bfb7efa9-8b9d-43fd-8b3f-3614438c0583 req-9bda5022-0c2a-43ce-993a-8f3a73a457f1 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] For port 3fbdb6fa-4973-427d-b657-b4a1d3a58155, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=3fbdb6fa-4973-427d-b657-b4a1d3a58155,segment=NetworkSegment(91a6d702-9dd7-452e-8cdf-7fc3a21b89b3),segment_id=91a6d702-9dd7-452e-8cdf-7fc3a21b89b3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:24.504310 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bfb7efa9-8b9d-43fd-8b3f-3614438c0583 req-9bda5022-0c2a-43ce-993a-8f3a73a457f1 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:24.526068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-bfb7efa9-8b9d-43fd-8b3f-3614438c0583 req-9bda5022-0c2a-43ce-993a-8f3a73a457f1 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Calling delete_port for 3fbdb6fa-4973-427d-b657-b4a1d3a58155 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:24.527924 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Attempting to bind port 8092537f-f396-4e2e-b044-9d7593e6614f on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:33:24.528258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Attempting to bind port 8092537f-f396-4e2e-b044-9d7593e6614f by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:33:24.528587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Attempting to bind port 8092537f-f396-4e2e-b044-9d7593e6614f on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:24.539219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Port 8092537f-f396-4e2e-b044-9d7593e6614f on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:33:24.539543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Attempting to bind port 8092537f-f396-4e2e-b044-9d7593e6614f on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:24.548521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:33:24.548521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Checking segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:24.548824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Bound using segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:33:24.549180 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Bound port: 8092537f-f396-4e2e-b044-9d7593e6614f, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:33:24.549546 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:24.675390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] For port 8092537f-f396-4e2e-b044-9d7593e6614f, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:24.680673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] For port 8092537f-f396-4e2e-b044-9d7593e6614f, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8092537f-f396-4e2e-b044-9d7593e6614f,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:33:24.686021 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:24.749742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:24.750410 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:24.751814 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] 10.222.0.41 "PUT /v2.0/ports/8092537f-f396-4e2e-b044-9d7593e6614f HTTP/1.1" status: 200 len: 1092 time: 1.0291209 Jul 27 22:33:24.756392 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'tag': '8092537f-f396-4e2e-b044-9d7593e6614f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:24.760407 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff0d10c-3e50-455a-ab7e-e038ea916d75" -d '{"events": [{"name": "network-changed", "server_uuid": "26d40c2d-ccbb-42a9-9564-2fb5c0ae559f", "tag": "8092537f-f396-4e2e-b044-9d7593e6614f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:24.796079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff92dde-64d8-4ce9-b788-02eb848dd129 service neutron] Pushing event updated for resources: {'Port': ['ID=8092537f-f396-4e2e-b044-9d7593e6614f,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:24.844364 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bfb7efa9-8b9d-43fd-8b3f-3614438c0583 req-9bda5022-0c2a-43ce-993a-8f3a73a457f1 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:24.892270 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda5022-0c2a-43ce-993a-8f3a73a457f1 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Port': ['ID=3fbdb6fa-4973-427d-b657-b4a1d3a58155,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:24.921003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c82be-9359-4ece-87d8-5367392b9cfc req-a3256353-7955-4ad1-a769-8005966907cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:24.922638 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-a3256353-7955-4ad1-a769-8005966907cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 1095 time: 0.1225305 Jul 27 22:33:24.963682 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb7efa9-8b9d-43fd-8b3f-3614438c0583 req-9bda5022-0c2a-43ce-993a-8f3a73a457f1 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] No DVR routers for this DVR port 3fbdb6fa-4973-427d-b657-b4a1d3a58155 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:24.970541 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-bfb7efa9-8b9d-43fd-8b3f-3614438c0583 req-9bda5022-0c2a-43ce-993a-8f3a73a457f1 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:24.972452 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bfb7efa9-8b9d-43fd-8b3f-3614438c0583 req-9bda5022-0c2a-43ce-993a-8f3a73a457f1 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.43 "DELETE /v2.0/ports/3fbdb6fa-4973-427d-b657-b4a1d3a58155 HTTP/1.1" status: 204 len: 173 time: 0.8664987 Jul 27 22:33:25.012704 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-7f9f9b54-a2fb-4f7a-803c-2ec05b344f9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8092537f-f396-4e2e-b044-9d7593e6614f HTTP/1.1" status: 200 len: 217 time: 0.0500989 Jul 27 22:33:25.122752 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39175943-0cdf-4050-9f93-42da65a6c6c3 x-openstack-request-id: req-39175943-0cdf-4050-9f93-42da65a6c6c3 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:25.123369 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d40c2d-ccbb-42a9-9564-2fb5c0ae559f", "tag": "8092537f-f396-4e2e-b044-9d7593e6614f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:25.123369 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39175943-0cdf-4050-9f93-42da65a6c6c3 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:25.123716 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'tag': '8092537f-f396-4e2e-b044-9d7593e6614f', 'status': 'completed', 'code': 200} Jul 27 22:33:25.125799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c82be-9359-4ece-87d8-5367392b9cfc req-4ce49729-0d43-4e3e-8d15-a3b9ad00a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:25.127407 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-4ce49729-0d43-4e3e-8d15-a3b9ad00a02f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.1079731 Jul 27 22:33:25.129135 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d2e2fb-1a93-4051-a714-03d959138802 req-cb20b92d-ce6c-4266-b83f-24e0ff1ac37e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c8f29d5-ebcf-48d6-a421-2c4b634a0fba HTTP/1.1" status: 200 len: 210 time: 0.0386252 Jul 27 22:33:25.186821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c82be-9359-4ece-87d8-5367392b9cfc req-d29aa922-f7e6-4b01-9d60-816853f59c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:25.188374 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-d29aa922-f7e6-4b01-9d60-816853f59c9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519958 Jul 27 22:33:25.285127 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-3deeec30-b8c5-499c-bf72-ada408e4c43f service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890560 Jul 27 22:33:25.399768 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-531c82be-9359-4ece-87d8-5367392b9cfc req-483a7b4a-97c5-4334-a887-671c60083ffa service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059659 Jul 27 22:33:25.486751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d10c-3e50-455a-ab7e-e038ea916d75 req-34a27b73-1de0-4308-a6d9-bfb5abec678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:25.488369 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9ff0d10c-3e50-455a-ab7e-e038ea916d75 req-34a27b73-1de0-4308-a6d9-bfb5abec678f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 1095 time: 0.0428927 Jul 27 22:33:25.539845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f8c01-b477-42f7-b3e8-827c627a2cb5 req-8aa962eb-ae85-445e-9a06-1614b19474b0 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:25.541404 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-544f8c01-b477-42f7-b3e8-827c627a2cb5 req-8aa962eb-ae85-445e-9a06-1614b19474b0 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 944 time: 0.0519416 Jul 27 22:33:25.589052 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d10c-3e50-455a-ab7e-e038ea916d75 req-38f03d99-1177-4396-9519-eaf3dbb63beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:25.590608 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9ff0d10c-3e50-455a-ab7e-e038ea916d75 req-38f03d99-1177-4396-9519-eaf3dbb63beb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.0949833 Jul 27 22:33:25.594682 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-544f8c01-b477-42f7-b3e8-827c627a2cb5 req-062ec68b-325d-40d6-be79-71fd2f5f56b3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381632 Jul 27 22:33:25.639087 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9ff0d10c-3e50-455a-ab7e-e038ea916d75 req-7a902fff-0e60-4518-be91-c5b3403dbf35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8092537f-f396-4e2e-b044-9d7593e6614f HTTP/1.1" status: 200 len: 217 time: 0.0405202 Jul 27 22:33:25.693471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d10c-3e50-455a-ab7e-e038ea916d75 req-bdc0bd07-7321-4126-8018-1a534feeb533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:25.695076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9ff0d10c-3e50-455a-ab7e-e038ea916d75 req-bdc0bd07-7321-4126-8018-1a534feeb533 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0462914 Jul 27 22:33:25.748137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0d10c-3e50-455a-ab7e-e038ea916d75 req-486decf8-901a-4e0a-9675-4cc1e8f3c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:25.749769 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9ff0d10c-3e50-455a-ab7e-e038ea916d75 req-486decf8-901a-4e0a-9675-4cc1e8f3c05d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466442 Jul 27 22:33:25.848008 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9ff0d10c-3e50-455a-ab7e-e038ea916d75 req-14ae7338-56f1-4dd8-8f41-20be8dfddd77 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910411 Jul 27 22:33:25.938612 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9ff0d10c-3e50-455a-ab7e-e038ea916d75 req-41254ea5-7f8c-4e22-aa96-c48ca335f46c service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831776 Jul 27 22:33:26.190360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58012) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:26.252984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817fdfc1-fee9-4d0c-be76-b40958d3f5fa tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:26.279108 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817fdfc1-fee9-4d0c-be76-b40958d3f5fa tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:26.337876 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817fdfc1-fee9-4d0c-be76-b40958d3f5fa tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:26.340750 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817fdfc1-fee9-4d0c-be76-b40958d3f5fa tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:26.342297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-817fdfc1-fee9-4d0c-be76-b40958d3f5fa tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/security-groups/160f732a-1e28-40ef-9018-5427d4732465 HTTP/1.1" status: 204 len: 168 time: 0.1509244 Jul 27 22:33:26.352578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fdfc1-fee9-4d0c-be76-b40958d3f5fa tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160f732a-1e28-40ef-9018-5427d4732465,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:26.376349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58016) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:26.440370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc44ab5c-3592-4ed3-a0de-b83f0f34b446 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting subnet 277836a4-deb4-4540-865d-4cbe43532dc0 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:33:26.444353 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bc44ab5c-3592-4ed3-a0de-b83f0f34b446 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:26.484825 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bc44ab5c-3592-4ed3-a0de-b83f0f34b446 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:26.566825 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bc44ab5c-3592-4ed3-a0de-b83f0f34b446 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:26.639253 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bc44ab5c-3592-4ed3-a0de-b83f0f34b446 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:26.668823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44ab5c-3592-4ed3-a0de-b83f0f34b446 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Subnet': ['ID=277836a4-deb4-4540-865d-4cbe43532dc0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:26.670977 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bc44ab5c-3592-4ed3-a0de-b83f0f34b446 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:26.675818 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bc44ab5c-3592-4ed3-a0de-b83f0f34b446 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/subnets/277836a4-deb4-4540-865d-4cbe43532dc0 HTTP/1.1" status: 204 len: 168 time: 0.2983434 Jul 27 22:33:26.676447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58020) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:26.678767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f79584-6e23-4657-a738-8d9043f57bf2 None None] Network 8b16f977-aa1c-49fd-bf64-7af179998ee6 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:33:26.759173 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2d83a-af07-4ff2-8ef5-9f368aef46de req-27ec9c09-9e27-4294-bdd2-1558eeeade55 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:26.767031 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:26.767797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2c2d83a-af07-4ff2-8ef5-9f368aef46de req-27ec9c09-9e27-4294-bdd2-1558eeeade55 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 944 time: 0.1005991 Jul 27 22:33:26.821415 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2c2d83a-af07-4ff2-8ef5-9f368aef46de req-89df3692-340b-42ca-9ca8-37f86014e062 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526547 Jul 27 22:33:26.836907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting port 9cc438f6-f4bf-4c81-9583-39b0166724ae {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:26.837342 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:26.916992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] For port 9cc438f6-f4bf-4c81-9583-39b0166724ae, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9cc438f6-f4bf-4c81-9583-39b0166724ae,segment=NetworkSegment(91a6d702-9dd7-452e-8cdf-7fc3a21b89b3),segment_id=91a6d702-9dd7-452e-8cdf-7fc3a21b89b3)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:26.917445 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:26.920699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ab12f0-eb2b-40be-adda-8e560742f11c None None] DHCP port deletion for 8b16f977-aa1c-49fd-bf64-7af179998ee6 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:33:26.932983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Calling delete_port for 9cc438f6-f4bf-4c81-9583-39b0166724ae owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:26.969109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab12f0-eb2b-40be-adda-8e560742f11c None None] Deleting port 9cc438f6-f4bf-4c81-9583-39b0166724ae {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:26.969543 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0ab12f0-eb2b-40be-adda-8e560742f11c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.034280 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.047822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f0ab12f0-eb2b-40be-adda-8e560742f11c None None] For port 9cc438f6-f4bf-4c81-9583-39b0166724ae, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9cc438f6-f4bf-4c81-9583-39b0166724ae,segment=NetworkSegment(91a6d702-9dd7-452e-8cdf-7fc3a21b89b3),segment_id=91a6d702-9dd7-452e-8cdf-7fc3a21b89b3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:27.048367 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0ab12f0-eb2b-40be-adda-8e560742f11c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.051892 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] No DVR routers for this DVR port 9cc438f6-f4bf-4c81-9583-39b0166724ae on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:27.073268 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab12f0-eb2b-40be-adda-8e560742f11c None None] Calling delete_port for 9cc438f6-f4bf-4c81-9583-39b0166724ae owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:27.082043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Port': ['ID=9cc438f6-f4bf-4c81-9583-39b0166724ae,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:27.131969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58024) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:27.180362 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0ab12f0-eb2b-40be-adda-8e560742f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.194556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ab12f0-eb2b-40be-adda-8e560742f11c None None] No DVR routers for this DVR port 9cc438f6-f4bf-4c81-9583-39b0166724ae on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:27.215357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab12f0-eb2b-40be-adda-8e560742f11c None None] Pushing event deleted for resources: {'Port': ['ID=9cc438f6-f4bf-4c81-9583-39b0166724ae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:27.325945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Deleting port 27b17e88-2b3c-4c0a-87fe-e6e9172cb30a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:27.326564 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.411955 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.412377 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.424913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Calling delete_port for 27b17e88-2b3c-4c0a-87fe-e6e9172cb30a owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:27.482799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8f29d5-ebcf-48d6-a421-2c4b634a0fba', 'name': 'network-vif-deleted', 'tag': '3fbdb6fa-4973-427d-b657-b4a1d3a58155'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:27.485041 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9f4fcb-be65-41c0-ac25-e273a0a03d6d" -d '{"events": [{"server_uuid": "0c8f29d5-ebcf-48d6-a421-2c4b634a0fba", "name": "network-vif-deleted", "tag": "3fbdb6fa-4973-427d-b657-b4a1d3a58155"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:27.530546 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72cc8e4-b8d3-45ec-8f68-d372912ee378 x-openstack-request-id: req-f72cc8e4-b8d3-45ec-8f68-d372912ee378 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:27.530958 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8f29d5-ebcf-48d6-a421-2c4b634a0fba", "name": "network-vif-deleted", "tag": "3fbdb6fa-4973-427d-b657-b4a1d3a58155", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:27.531229 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f72cc8e4-b8d3-45ec-8f68-d372912ee378 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:27.531702 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8f29d5-ebcf-48d6-a421-2c4b634a0fba', 'name': 'network-vif-deleted', 'tag': '3fbdb6fa-4973-427d-b657-b4a1d3a58155', 'status': 'completed', 'code': 200} Jul 27 22:33:27.550830 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.561519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b16f977-aa1c-49fd-bf64-7af179998ee6']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:27.572071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:27.572400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a6d702-9dd7-452e-8cdf-7fc3a21b89b3') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:27.581483 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.595891 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.596111 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.602634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:33:27.603030 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:33:27.605923 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:33:27.623462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event deleted for resources: {'Port': ['ID=27b17e88-2b3c-4c0a-87fe-e6e9172cb30a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:27.666755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.672219 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.679440 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/networks/8b16f977-aa1c-49fd-bf64-7af179998ee6 HTTP/1.1" status: 204 len: 168 time: 0.9963751 Jul 27 22:33:27.679557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:27.691633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ef0eb-1613-4f5b-97a4-f3b2bec76663 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Network': ['ID=8b16f977-aa1c-49fd-bf64-7af179998ee6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:27.729721 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:27.730051 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Floating IP d01be337-499a-46e3-b389-27222b77ca25 disassociated (deleted). External IP: 172.25.1.98, port: c402fc97-e10b-4094-a2f4-5d64ea4f8255. Jul 27 22:33:28.024678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91933b7a-f304-40cf-9253-b02c8a49c898 req-547fe06f-620a-4692-9bee-d4292a9e4f99 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:28.026154 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91933b7a-f304-40cf-9253-b02c8a49c898 req-547fe06f-620a-4692-9bee-d4292a9e4f99 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 944 time: 0.1345966 Jul 27 22:33:28.087621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting port b85b2d1e-b2d1-4afc-9044-5f5ed44a094b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:28.088088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:28.169730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Router dc6883ed-7362-40a7-b647-c9cd7b354fd2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:28.172941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91933b7a-f304-40cf-9253-b02c8a49c898 req-feb6459b-f428-43c5-bdb0-ebfe3ad2ce50 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094184 Jul 27 22:33:28.237405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9cc438f6-f4bf-4c81-9583-39b0166724ae no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:28.252374 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:28.252706 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:28.259148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 3fbdb6fa-4973-427d-b657-b4a1d3a58155 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:28.262296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 9cc438f6-f4bf-4c81-9583-39b0166724ae {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:28.262641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9cc438f6-f4bf-4c81-9583-39b0166724ae not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:28.280264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 3fbdb6fa-4973-427d-b657-b4a1d3a58155 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:28.280590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 3fbdb6fa-4973-427d-b657-b4a1d3a58155 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:28.297905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Calling delete_port for b85b2d1e-b2d1-4afc-9044-5f5ed44a094b owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:28.361283 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:28.367378 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:28.371957 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25dff46-6a2c-4519-ab53-21d481619961 None None] Sync routers for ids ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:28.382786 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25dff46-6a2c-4519-ab53-21d481619961 None None] Routers {'dc6883ed-7362-40a7-b647-c9cd7b354fd2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:28.383401 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d25dff46-6a2c-4519-ab53-21d481619961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:28.415303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-75ca4924-4ac5-43c3-a68a-b115c9367ed9 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "DELETE /v2.0/floatingips/d01be337-499a-46e3-b389-27222b77ca25 HTTP/1.1" status: 204 len: 168 time: 1.2821951 Jul 27 22:33:28.417104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:28.419438 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e890b93-facf-4062-8135-93a1dac3db40" -d '{"events": [{"name": "network-changed", "server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:28.491199 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fd3ca8-74d2-4200-aa83-682ced081a06 x-openstack-request-id: req-66fd3ca8-74d2-4200-aa83-682ced081a06 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:28.491493 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:28.491752 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66fd3ca8-74d2-4200-aa83-682ced081a06 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:28.492198 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'status': 'completed', 'code': 200} Jul 27 22:33:28.506328 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d25dff46-6a2c-4519-ab53-21d481619961 None None] Set router dc6883ed-7362-40a7-b647-c9cd7b354fd2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:28.523113 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:28.548534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890b93-facf-4062-8135-93a1dac3db40 req-ddac4be2-f43b-41d5-bd12-e603e8d8e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:28.550968 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e890b93-facf-4062-8135-93a1dac3db40 req-ddac4be2-f43b-41d5-bd12-e603e8d8e46a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=452a97d670344ea1b1c0d7d0a5730032&device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 1096 time: 0.0480790 Jul 27 22:33:28.559970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Port': ['ID=b85b2d1e-b2d1-4afc-9044-5f5ed44a094b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:28.572287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:28.572772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:28.573184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:28.573607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:28.574039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:28.574455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:28.574864 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:28.575259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:28.575665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:28.576065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:28.576493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:28.576897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:28.658234 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:28.658545 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Floating IP 4d0e4b37-6c3b-437f-85e2-dc60bc359ae6 disassociated (deleted). External IP: 172.25.1.25, port: d84683e0-10d7-4b91-b925-dc87f181beec. Jul 27 22:33:28.681442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890b93-facf-4062-8135-93a1dac3db40 req-a7f8e5e7-306d-4605-b6fe-a5bea5f9b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:28.683009 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e890b93-facf-4062-8135-93a1dac3db40 req-a7f8e5e7-306d-4605-b6fe-a5bea5f9b7c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50c6208d-769f-4d9b-943b-9c66b6cf1cda HTTP/1.1" status: 200 len: 914 time: 0.1185136 Jul 27 22:33:28.735675 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e890b93-facf-4062-8135-93a1dac3db40 req-9392cae7-4ad5-4621-9855-5f932b9717ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c402fc97-e10b-4094-a2f4-5d64ea4f8255 HTTP/1.1" status: 200 len: 217 time: 0.0419083 Jul 27 22:33:28.754095 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d25dff46-6a2c-4519-ab53-21d481619961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 5, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:28.786412 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25dff46-6a2c-4519-ab53-21d481619961 None None] Checking router: dc6883ed-7362-40a7-b647-c9cd7b354fd2 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:28.791074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890b93-facf-4062-8135-93a1dac3db40 req-3115f3fd-555b-4c82-a25c-d077d1bdf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:28.792937 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e890b93-facf-4062-8135-93a1dac3db40 req-3115f3fd-555b-4c82-a25c-d077d1bdf147 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3c6b2099-725b-441d-938b-cc1640c3f271 HTTP/1.1" status: 200 len: 852 time: 0.0496147 Jul 27 22:33:28.799798 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25dff46-6a2c-4519-ab53-21d481619961 None None] Routers {'dc6883ed-7362-40a7-b647-c9cd7b354fd2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:28.800525 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d25dff46-6a2c-4519-ab53-21d481619961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:28.848397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890b93-facf-4062-8135-93a1dac3db40 req-05641aa4-2bbb-432d-acb2-39ba762b720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:28.850392 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e890b93-facf-4062-8135-93a1dac3db40 req-05641aa4-2bbb-432d-acb2-39ba762b720f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50c6208d-769f-4d9b-943b-9c66b6cf1cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495701 Jul 27 22:33:28.915290 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d25dff46-6a2c-4519-ab53-21d481619961 None None] Set router dc6883ed-7362-40a7-b647-c9cd7b354fd2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:28.953873 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e890b93-facf-4062-8135-93a1dac3db40 req-5cfff589-5f0d-44ea-8f31-cec02d83db88 service neutron] 10.222.0.41 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886450 Jul 27 22:33:29.062455 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6e890b93-facf-4062-8135-93a1dac3db40 req-49c5a9ef-c69a-4766-bfe6-6c8f02b3ed79 service neutron] 10.222.0.41 "GET /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974493 Jul 27 22:33:29.080886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479be4df-5677-4e6e-9213-fe20086d9922 req-be177b57-1562-4334-805d-85d6b7e75545 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:29.082588 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-479be4df-5677-4e6e-9213-fe20086d9922 req-be177b57-1562-4334-805d-85d6b7e75545 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 945 time: 0.0611372 Jul 27 22:33:29.132901 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d25dff46-6a2c-4519-ab53-21d481619961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 5, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:29.160505 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-479be4df-5677-4e6e-9213-fe20086d9922 req-e1032b92-fc74-4df7-b2e3-7f241a5f524a tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499213 Jul 27 22:33:29.163342 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25dff46-6a2c-4519-ab53-21d481619961 None None] The sync data for ids ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'] in n-d-802011-3 is: [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:53Z', 'revision_number': 4, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3bb16f94-d22d-4c7a-bf26-7571c11de0cb', 'name': '', 'network_id': '50c6208d-769f-4d9b-943b-9c66b6cf1cda', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'mac_address': 'fa:16:3e:b0:14:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:53Z', 'updated_at': '2021-07-27T22:30:02Z', 'revision_number': 5, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'subnets': [{'id': '3c6b2099-725b-441d-938b-cc1640c3f271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:29.303428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Router 69656512-0ed0-43ca-accd-8fc40fe511b2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:29.329788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec890b17-0877-4bd9-aa95-be666cee8aa1 req-910f06ec-7fee-49ce-9d6b-c9e16908fc11 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:29.331338 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec890b17-0877-4bd9-aa95-be666cee8aa1 req-910f06ec-7fee-49ce-9d6b-c9e16908fc11 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 944 time: 0.0686846 Jul 27 22:33:29.426544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ac5652-20c6-4d35-a92f-f32579001d2c None None] New status for floating IP d01be337-499a-46e3-b389-27222b77ca25: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:33:29.438758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec890b17-0877-4bd9-aa95-be666cee8aa1 req-13b3606f-bf32-4686-bad6-7ce9f4e35a62 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720704 Jul 27 22:33:29.458461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:29.463718 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:29.471208 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd64f1a-af92-4d69-8779-a4c2eaac8d9c None None] Sync routers for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:29.480825 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd64f1a-af92-4d69-8779-a4c2eaac8d9c None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:29.481430 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-edd64f1a-af92-4d69-8779-a4c2eaac8d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:29.492914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3782c9cb-9290-4bad-9b73-3bf9dfd4e512 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/floatingips/4d0e4b37-6c3b-437f-85e2-dc60bc359ae6 HTTP/1.1" status: 204 len: 168 time: 1.8129504 Jul 27 22:33:29.687671 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-edd64f1a-af92-4d69-8779-a4c2eaac8d9c None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:29.723707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c05350-a7d9-4fab-9652-8b66a3f74126 req-d6ec9649-9f6e-423e-a7c5-97b87aa78e28 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:29.725130 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04c05350-a7d9-4fab-9652-8b66a3f74126 req-d6ec9649-9f6e-423e-a7c5-97b87aa78e28 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 945 time: 0.0536771 Jul 27 22:33:29.769047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04c05350-a7d9-4fab-9652-8b66a3f74126 req-10ac2658-a969-47db-bf97-6aaefdd3cf0d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec9f0e2f-405f-479e-8f4d-a87663827874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373573 Jul 27 22:33:29.883849 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-edd64f1a-af92-4d69-8779-a4c2eaac8d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:33:21Z', 'revision_number': 6, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:42Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:29.911711 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd64f1a-af92-4d69-8779-a4c2eaac8d9c None None] Checking router: 69656512-0ed0-43ca-accd-8fc40fe511b2 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:29.919685 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd64f1a-af92-4d69-8779-a4c2eaac8d9c None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:29.920280 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-edd64f1a-af92-4d69-8779-a4c2eaac8d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:30.024903 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-edd64f1a-af92-4d69-8779-a4c2eaac8d9c None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:30.226483 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-edd64f1a-af92-4d69-8779-a4c2eaac8d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:33:21Z', 'revision_number': 6, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:42Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:30.252969 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd64f1a-af92-4d69-8779-a4c2eaac8d9c None None] The sync data for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 is: [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:33:21Z', 'revision_number': 6, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '8894951c-0d57-4a0d-9e0b-0dd3166b5914', 'name': '', 'network_id': '03a14d8a-9cdb-4251-84d8-98f31c134b28', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:d5:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:34Z', 'updated_at': '2021-07-27T22:31:42Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'df9c16fa-ddd4-469c-b0c3-f768a9af4e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:30.289554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d8af3-ba38-4494-b23d-dcca5d0c72e5 req-23b64a86-c35b-4c21-86d7-89f44f932eda tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:30.291153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-908d8af3-ba38-4494-b23d-dcca5d0c72e5 req-23b64a86-c35b-4c21-86d7-89f44f932eda tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 945 time: 0.0507915 Jul 27 22:33:30.331272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-908d8af3-ba38-4494-b23d-dcca5d0c72e5 req-81ac783f-7bd5-46ec-8df2-786231a0eead tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/security-groups?id=dc3b9719-d328-4c61-986b-a2df46529666&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340946 Jul 27 22:33:30.384826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160616d-ca19-4ae7-a5d8-a6b595d927e1 req-2259cc76-1e87-440b-8c3e-22b9e78ee433 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:30.386488 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c160616d-ca19-4ae7-a5d8-a6b595d927e1 req-2259cc76-1e87-440b-8c3e-22b9e78ee433 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.41 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 945 time: 0.0507023 Jul 27 22:33:30.483196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c160616d-ca19-4ae7-a5d8-a6b595d927e1 req-4627ab88-6cad-4f85-bb6b-b0c2e9e41eec tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Deleting port c402fc97-e10b-4094-a2f4-5d64ea4f8255 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:30.483544 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c160616d-ca19-4ae7-a5d8-a6b595d927e1 req-4627ab88-6cad-4f85-bb6b-b0c2e9e41eec tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:30.490356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02f0e6-9497-4835-9e47-a7c8ab2fb314 None None] New status for floating IP 4d0e4b37-6c3b-437f-85e2-dc60bc359ae6: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:33:30.493298 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'tag': 'd84683e0-10d7-4b91-b925-dc87f181beec'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:30.495685 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef984366-5fe7-4040-b96e-6bc60dd033d7" -d '{"events": [{"name": "network-changed", "server_uuid": "54f1c9a0-0549-42f3-bf46-b1e9fba7099c", "tag": "d84683e0-10d7-4b91-b925-dc87f181beec"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:30.546765 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490f9cbd-dbf7-4885-b900-2623ff9bff9f x-openstack-request-id: req-490f9cbd-dbf7-4885-b900-2623ff9bff9f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:30.547120 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f1c9a0-0549-42f3-bf46-b1e9fba7099c", "tag": "d84683e0-10d7-4b91-b925-dc87f181beec", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:30.547311 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-490f9cbd-dbf7-4885-b900-2623ff9bff9f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:30.547685 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'tag': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'status': 'completed', 'code': 200} Jul 27 22:33:30.600185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c160616d-ca19-4ae7-a5d8-a6b595d927e1 req-4627ab88-6cad-4f85-bb6b-b0c2e9e41eec tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] For port c402fc97-e10b-4094-a2f4-5d64ea4f8255, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c402fc97-e10b-4094-a2f4-5d64ea4f8255,segment=NetworkSegment(c22fe62b-3a23-455a-af0c-107121bf643e),segment_id=c22fe62b-3a23-455a-af0c-107121bf643e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:30.600653 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c160616d-ca19-4ae7-a5d8-a6b595d927e1 req-4627ab88-6cad-4f85-bb6b-b0c2e9e41eec tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:30.615307 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c160616d-ca19-4ae7-a5d8-a6b595d927e1 req-4627ab88-6cad-4f85-bb6b-b0c2e9e41eec tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Calling delete_port for c402fc97-e10b-4094-a2f4-5d64ea4f8255 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:30.628201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3d612-a85d-4634-8e6e-17b73bec917c req-775e2a08-a23d-446a-8198-95fb7e989d0a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:30.629743 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5e3d612-a85d-4634-8e6e-17b73bec917c req-775e2a08-a23d-446a-8198-95fb7e989d0a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 944 time: 0.1134484 Jul 27 22:33:30.676700 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984366-5fe7-4040-b96e-6bc60dd033d7 req-a74573d0-771d-4365-be90-4d2cdb6c4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:30.678206 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef984366-5fe7-4040-b96e-6bc60dd033d7 req-a74573d0-771d-4365-be90-4d2cdb6c4ad7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 1096 time: 0.1134620 Jul 27 22:33:30.685793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5e3d612-a85d-4634-8e6e-17b73bec917c req-4b62ac2c-92f2-4491-8015-8d7d512d7ac1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493224 Jul 27 22:33:30.751813 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c160616d-ca19-4ae7-a5d8-a6b595d927e1 req-4627ab88-6cad-4f85-bb6b-b0c2e9e41eec tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:30.781863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627ab88-6cad-4f85-bb6b-b0c2e9e41eec tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event deleted for resources: {'Port': ['ID=c402fc97-e10b-4094-a2f4-5d64ea4f8255,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:30.825586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c160616d-ca19-4ae7-a5d8-a6b595d927e1 req-4627ab88-6cad-4f85-bb6b-b0c2e9e41eec tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] No DVR routers for this DVR port c402fc97-e10b-4094-a2f4-5d64ea4f8255 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:30.828310 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c160616d-ca19-4ae7-a5d8-a6b595d927e1 req-4627ab88-6cad-4f85-bb6b-b0c2e9e41eec tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:30.830357 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c160616d-ca19-4ae7-a5d8-a6b595d927e1 req-4627ab88-6cad-4f85-bb6b-b0c2e9e41eec tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.41 "DELETE /v2.0/ports/c402fc97-e10b-4094-a2f4-5d64ea4f8255 HTTP/1.1" status: 204 len: 173 time: 0.4370522 Jul 27 22:33:30.830773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'name': 'network-vif-deleted', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:30.833177 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5b7c82-a48c-47ac-99c4-fc8ef938d62a" -d '{"events": [{"server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "name": "network-vif-deleted", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:30.850837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984366-5fe7-4040-b96e-6bc60dd033d7 req-8d469a5c-a722-4851-b953-76f688a288c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:30.852399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef984366-5fe7-4040-b96e-6bc60dd033d7 req-8d469a5c-a722-4851-b953-76f688a288c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=03a14d8a-9cdb-4251-84d8-98f31c134b28 HTTP/1.1" status: 200 len: 897 time: 0.1657214 Jul 27 22:33:30.875694 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868f3bfa-be77-4ef7-8dd6-4419effca6eb x-openstack-request-id: req-868f3bfa-be77-4ef7-8dd6-4419effca6eb {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:30.875988 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718fb793-8cb9-45da-a005-70f3c9e86c14", "name": "network-vif-deleted", "tag": "c402fc97-e10b-4094-a2f4-5d64ea4f8255", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:30.876243 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-868f3bfa-be77-4ef7-8dd6-4419effca6eb {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:30.876649 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718fb793-8cb9-45da-a005-70f3c9e86c14', 'name': 'network-vif-deleted', 'tag': 'c402fc97-e10b-4094-a2f4-5d64ea4f8255', 'status': 'completed', 'code': 200} Jul 27 22:33:30.933098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef984366-5fe7-4040-b96e-6bc60dd033d7 req-84904854-354c-4b27-9de9-ed1aa20b49e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d84683e0-10d7-4b91-b925-dc87f181beec HTTP/1.1" status: 200 len: 217 time: 0.0688319 Jul 27 22:33:31.011194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c23633-30e3-4cb7-9fa5-e1909e964305 req-588bc347-0bef-4ff4-9342-18b499b73310 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:31.012704 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33c23633-30e3-4cb7-9fa5-e1909e964305 req-588bc347-0bef-4ff4-9342-18b499b73310 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 945 time: 0.1198666 Jul 27 22:33:31.014219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984366-5fe7-4040-b96e-6bc60dd033d7 req-11506e5f-8562-41bd-a2eb-0d3f7e7e923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:31.015563 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef984366-5fe7-4040-b96e-6bc60dd033d7 req-11506e5f-8562-41bd-a2eb-0d3f7e7e923a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df9c16fa-ddd4-469c-b0c3-f768a9af4e04 HTTP/1.1" status: 200 len: 834 time: 0.0679984 Jul 27 22:33:31.093154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d028d-b361-4a21-abb4-9617ae809afd req-83a68ea8-85b5-4e65-ba0f-27d3e7d7f591 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:31.095360 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9c4d028d-b361-4a21-abb4-9617ae809afd req-83a68ea8-85b5-4e65-ba0f-27d3e7d7f591 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.41 "GET /v2.0/ports?device_id=54f1c9a0-0549-42f3-bf46-b1e9fba7099c HTTP/1.1" status: 200 len: 945 time: 0.0519373 Jul 27 22:33:31.116557 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-33c23633-30e3-4cb7-9fa5-e1909e964305 req-b3168e40-45b0-4ed6-93b5-acaab50457cc tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec9f0e2f-405f-479e-8f4d-a87663827874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975375 Jul 27 22:33:31.126079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984366-5fe7-4040-b96e-6bc60dd033d7 req-48133510-f745-4732-a2d6-e9721631c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:31.127613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef984366-5fe7-4040-b96e-6bc60dd033d7 req-48133510-f745-4732-a2d6-e9721631c41a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03a14d8a-9cdb-4251-84d8-98f31c134b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021924 Jul 27 22:33:31.203048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-9c4d028d-b361-4a21-abb4-9617ae809afd req-217812fa-4b34-4be8-a1f7-b7e868823162 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting port d84683e0-10d7-4b91-b925-dc87f181beec {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:31.203691 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9c4d028d-b361-4a21-abb4-9617ae809afd req-217812fa-4b34-4be8-a1f7-b7e868823162 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:31.233914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef984366-5fe7-4040-b96e-6bc60dd033d7 req-0271e399-28be-4e6a-a990-66db666faa0f service neutron] 10.222.0.41 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961947 Jul 27 22:33:31.320680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9c4d028d-b361-4a21-abb4-9617ae809afd req-217812fa-4b34-4be8-a1f7-b7e868823162 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] For port d84683e0-10d7-4b91-b925-dc87f181beec, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=d84683e0-10d7-4b91-b925-dc87f181beec,segment=NetworkSegment(b36ba437-8bcc-4c68-86ff-a739ab38544d),segment_id=b36ba437-8bcc-4c68-86ff-a739ab38544d)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:31.321151 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9c4d028d-b361-4a21-abb4-9617ae809afd req-217812fa-4b34-4be8-a1f7-b7e868823162 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:31.331809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef984366-5fe7-4040-b96e-6bc60dd033d7 req-9d1d4a2d-6984-4e4e-b13f-4077f3b4dd7d service neutron] 10.222.0.41 "GET /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892444 Jul 27 22:33:31.335499 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-9c4d028d-b361-4a21-abb4-9617ae809afd req-217812fa-4b34-4be8-a1f7-b7e868823162 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Calling delete_port for d84683e0-10d7-4b91-b925-dc87f181beec owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:31.442798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-475c6161-b8af-46d2-b0b2-0483388f9d67 req-c163b539-ffbe-41bd-bd76-9931d09c9497 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 210 time: 0.0270474 Jul 27 22:33:31.474498 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9c4d028d-b361-4a21-abb4-9617ae809afd req-217812fa-4b34-4be8-a1f7-b7e868823162 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:31.506185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217812fa-4b34-4be8-a1f7-b7e868823162 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Port': ['ID=d84683e0-10d7-4b91-b925-dc87f181beec,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:31.547866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4d028d-b361-4a21-abb4-9617ae809afd req-217812fa-4b34-4be8-a1f7-b7e868823162 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] No DVR routers for this DVR port d84683e0-10d7-4b91-b925-dc87f181beec on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:31.550609 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9c4d028d-b361-4a21-abb4-9617ae809afd req-217812fa-4b34-4be8-a1f7-b7e868823162 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:31.552681 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9c4d028d-b361-4a21-abb4-9617ae809afd req-217812fa-4b34-4be8-a1f7-b7e868823162 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.41 "DELETE /v2.0/ports/d84683e0-10d7-4b91-b925-dc87f181beec HTTP/1.1" status: 204 len: 173 time: 0.4518111 Jul 27 22:33:31.807143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bef239-e6eb-4747-8c51-8e372dbff870 req-105027dc-eae8-46e9-9f4e-32992816aa9c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:31.808640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06bef239-e6eb-4747-8c51-8e372dbff870 req-105027dc-eae8-46e9-9f4e-32992816aa9c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 944 time: 0.0522685 Jul 27 22:33:31.849153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06bef239-e6eb-4747-8c51-8e372dbff870 req-670cfe9c-5c6a-4205-b479-c6e1bd2321e4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340509 Jul 27 22:33:31.927988 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:33:32.183008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58060) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:32.243636 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4606411-8d25-4873-805a-20c9d4fd2548 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:32.271427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c402fc97-e10b-4094-a2f4-5d64ea4f8255 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:32.272019 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4606411-8d25-4873-805a-20c9d4fd2548 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:32.292508 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: c402fc97-e10b-4094-a2f4-5d64ea4f8255 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:32.292855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c402fc97-e10b-4094-a2f4-5d64ea4f8255 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:32.293295 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d84683e0-10d7-4b91-b925-dc87f181beec no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:32.312941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: d84683e0-10d7-4b91-b925-dc87f181beec {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:32.313292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device d84683e0-10d7-4b91-b925-dc87f181beec not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:32.343315 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4606411-8d25-4873-805a-20c9d4fd2548 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:32.345982 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d4606411-8d25-4873-805a-20c9d4fd2548 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:32.347181 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d4606411-8d25-4873-805a-20c9d4fd2548 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/security-groups/ec9f0e2f-405f-479e-8f4d-a87663827874 HTTP/1.1" status: 204 len: 168 time: 0.1631241 Jul 27 22:33:32.357313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4606411-8d25-4873-805a-20c9d4fd2548 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9f0e2f-405f-479e-8f4d-a87663827874,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:32.380048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58064) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:32.561484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1be4922e-99df-469a-9509-ec3181068127 req-bb405f4b-9f94-48a3-bca0-3d3a1e60a561 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 210 time: 0.0293875 Jul 27 22:33:32.765462 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2157c13-47f9-4603-89ed-b68e0c1fd85b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:32.878179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'name': 'network-vif-deleted', 'tag': 'd84683e0-10d7-4b91-b925-dc87f181beec'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:32.881308 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d261d8c6-35a6-4721-a8c5-584eb92d1bd3" -d '{"events": [{"server_uuid": "54f1c9a0-0549-42f3-bf46-b1e9fba7099c", "name": "network-vif-deleted", "tag": "d84683e0-10d7-4b91-b925-dc87f181beec"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:32.927950 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec25f6b-0780-47ba-8f83-33a292eab7ce x-openstack-request-id: req-2ec25f6b-0780-47ba-8f83-33a292eab7ce {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:32.928342 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f1c9a0-0549-42f3-bf46-b1e9fba7099c", "name": "network-vif-deleted", "tag": "d84683e0-10d7-4b91-b925-dc87f181beec", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:32.928671 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ec25f6b-0780-47ba-8f83-33a292eab7ce {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:32.929207 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f1c9a0-0549-42f3-bf46-b1e9fba7099c', 'name': 'network-vif-deleted', 'tag': 'd84683e0-10d7-4b91-b925-dc87f181beec', 'status': 'completed', 'code': 200} Jul 27 22:33:32.995016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf0a4-ed7e-48e0-a7a3-a8a2713cae82 req-82cd716b-40dc-498a-9b0b-ba2d3840d600 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:32.996514 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-919cf0a4-ed7e-48e0-a7a3-a8a2713cae82 req-82cd716b-40dc-498a-9b0b-ba2d3840d600 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 944 time: 0.0683331 Jul 27 22:33:33.081749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-919cf0a4-ed7e-48e0-a7a3-a8a2713cae82 req-3daae2af-dcdc-4681-bfe2-eb7d0ff35fab tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734332 Jul 27 22:33:33.108606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e2157c13-47f9-4603-89ed-b68e0c1fd85b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting port 8894951c-0d57-4a0d-9e0b-0dd3166b5914 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:33.108956 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2157c13-47f9-4603-89ed-b68e0c1fd85b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.202899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e2157c13-47f9-4603-89ed-b68e0c1fd85b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] For port 8894951c-0d57-4a0d-9e0b-0dd3166b5914, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8894951c-0d57-4a0d-9e0b-0dd3166b5914,segment=NetworkSegment(b36ba437-8bcc-4c68-86ff-a739ab38544d),segment_id=b36ba437-8bcc-4c68-86ff-a739ab38544d)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:33.203268 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2157c13-47f9-4603-89ed-b68e0c1fd85b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.215777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e2157c13-47f9-4603-89ed-b68e0c1fd85b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Calling delete_port for 8894951c-0d57-4a0d-9e0b-0dd3166b5914 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:33.400160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2157c13-47f9-4603-89ed-b68e0c1fd85b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.428234 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2157c13-47f9-4603-89ed-b68e0c1fd85b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Port': ['ID=8894951c-0d57-4a0d-9e0b-0dd3166b5914,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:33.619488 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2157c13-47f9-4603-89ed-b68e0c1fd85b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:33.697577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a071078-5f03-4af9-8135-264f0f1196ac req-61056e08-3f8c-438e-8303-7c9e3429f442 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 210 time: 0.0321555 Jul 27 22:33:33.861875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2157c13-47f9-4603-89ed-b68e0c1fd85b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Router 69656512-0ed0-43ca-accd-8fc40fe511b2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:34.269123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8092537f-f396-4e2e-b044-9d7593e6614f details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:33:34.323328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc14f5-9928-4085-a7bc-e868a3b7c95c req-2b770d08-f79b-4379-a470-e5e2ba7ad65d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:34.325847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fecc14f5-9928-4085-a7bc-e868a3b7c95c req-2b770d08-f79b-4379-a470-e5e2ba7ad65d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 944 time: 0.1029935 Jul 27 22:33:34.329652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2157c13-47f9-4603-89ed-b68e0c1fd85b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:34.337511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58076) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:34.338014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e2157c13-47f9-4603-89ed-b68e0c1fd85b tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "PUT /v2.0/routers/69656512-0ed0-43ca-accd-8fc40fe511b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9562516 Jul 27 22:33:34.348190 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef66c5fb-8979-40db-aa1e-50ae1f0a306c None None] Sync routers for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:34.359626 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66c5fb-8979-40db-aa1e-50ae1f0a306c None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:34.360792 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ef66c5fb-8979-40db-aa1e-50ae1f0a306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:34.377103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8092537f-f396-4e2e-b044-9d7593e6614f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8092537f-f396-4e2e-b044-9d7593e6614f,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:34.390091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '8092537f-f396-4e2e-b044-9d7593e6614f', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'port_id': '8092537f-f396-4e2e-b044-9d7593e6614f', 'mac_address': 'fa:16:3e:5c:61:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:33:34.399727 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fecc14f5-9928-4085-a7bc-e868a3b7c95c req-0849fd22-17f3-472b-a0cb-e127f9b41720 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564647 Jul 27 22:33:34.408170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0dd072-fc97-4690-b725-222afbd586fd tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting subnet df9c16fa-ddd4-469c-b0c3-f768a9af4e04 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:33:34.411755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b0dd072-fc97-4690-b725-222afbd586fd tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.430990 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.447504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8092537f-f396-4e2e-b044-9d7593e6614f {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:33:34.468244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8092537f-f396-4e2e-b044-9d7593e6614f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8092537f-f396-4e2e-b044-9d7593e6614f,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:34.473937 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.479672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b0dd072-fc97-4690-b725-222afbd586fd tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.510024 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ef66c5fb-8979-40db-aa1e-50ae1f0a306c None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:34.532458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8092537f-f396-4e2e-b044-9d7593e6614f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:34.576118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b0dd072-fc97-4690-b725-222afbd586fd tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.637442 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b0dd072-fc97-4690-b725-222afbd586fd tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.664113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8092537f-f396-4e2e-b044-9d7593e6614f'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:33:34.665512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0dd072-fc97-4690-b725-222afbd586fd tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Subnet': ['ID=df9c16fa-ddd4-469c-b0c3-f768a9af4e04,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:34.669430 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b0dd072-fc97-4690-b725-222afbd586fd tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.674386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:34.678879 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5b0dd072-fc97-4690-b725-222afbd586fd tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/subnets/df9c16fa-ddd4-469c-b0c3-f768a9af4e04 HTTP/1.1" status: 204 len: 168 time: 0.3402128 Jul 27 22:33:34.695685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3a9fca-ff9d-4e2d-aee3-9119e440f54f None None] Network 03a14d8a-9cdb-4251-84d8-98f31c134b28 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:33:34.699746 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ef66c5fb-8979-40db-aa1e-50ae1f0a306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:33:33Z', 'revision_number': 7, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:34.743217 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef66c5fb-8979-40db-aa1e-50ae1f0a306c None None] Checking router: 69656512-0ed0-43ca-accd-8fc40fe511b2 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:34.752941 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66c5fb-8979-40db-aa1e-50ae1f0a306c None None] Routers {'69656512-0ed0-43ca-accd-8fc40fe511b2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:34.753858 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ef66c5fb-8979-40db-aa1e-50ae1f0a306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['69656512-0ed0-43ca-accd-8fc40fe511b2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:34.793341 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:34.923018 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ef66c5fb-8979-40db-aa1e-50ae1f0a306c None None] Set router 69656512-0ed0-43ca-accd-8fc40fe511b2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:34.938488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-69ad80d5-979b-41de-9251-02947816e3ee req-8310e986-1616-46d9-b260-a1a740f9bf91 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "GET /v2.0/ports?device_id=718fb793-8cb9-45da-a005-70f3c9e86c14 HTTP/1.1" status: 200 len: 210 time: 0.0267777 Jul 27 22:33:34.972915 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.051644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting port 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:35.052547 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.106253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc1a099-8d1a-4d5d-9ef7-6205c3e44526 None None] DHCP port deletion for 03a14d8a-9cdb-4251-84d8-98f31c134b28 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:33:35.142815 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ef66c5fb-8979-40db-aa1e-50ae1f0a306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:33:33Z', 'revision_number': 7, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:35.156829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] For port 1b06dbb0-5a59-4345-b73f-e5d3c24270e2, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1b06dbb0-5a59-4345-b73f-e5d3c24270e2,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:35.157210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.170235 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef66c5fb-8979-40db-aa1e-50ae1f0a306c None None] The sync data for ids ['69656512-0ed0-43ca-accd-8fc40fe511b2'] in n-d-802011-3 is: [{'id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'name': 'tempest-TestNetworkBasicOps-router-1295094174', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195'}], 'enable_snat': True}, 'gw_port_id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:31:30Z', 'updated_at': '2021-07-27T22:33:33Z', 'revision_number': 7, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1b06dbb0-5a59-4345-b73f-e5d3c24270e2', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69656512-0ed0-43ca-accd-8fc40fe511b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:31:31Z', 'updated_at': '2021-07-27T22:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:35.171120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Calling delete_port for 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:35.197677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-efc1a099-8d1a-4d5d-9ef7-6205c3e44526 None None] Deleting port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:35.198008 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efc1a099-8d1a-4d5d-9ef7-6205c3e44526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.259390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-efc1a099-8d1a-4d5d-9ef7-6205c3e44526 None None] For port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cf3ef3b8-874b-4598-acd0-3ef7e6c17a16,segment=NetworkSegment(b36ba437-8bcc-4c68-86ff-a739ab38544d),segment_id=b36ba437-8bcc-4c68-86ff-a739ab38544d)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:35.259789 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efc1a099-8d1a-4d5d-9ef7-6205c3e44526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.272356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-efc1a099-8d1a-4d5d-9ef7-6205c3e44526 None None] Calling delete_port for cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:35.352912 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efc1a099-8d1a-4d5d-9ef7-6205c3e44526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.354129 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.380342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1a099-8d1a-4d5d-9ef7-6205c3e44526 None None] Pushing event deleted for resources: {'Port': ['ID=cf3ef3b8-874b-4598-acd0-3ef7e6c17a16,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:35.382190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1a099-8d1a-4d5d-9ef7-6205c3e44526 None None] No DVR routers for this DVR port cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:35.386402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Port': ['ID=1b06dbb0-5a59-4345-b73f-e5d3c24270e2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:35.449333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.563955 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.566813 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.620211 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b637d6a-2549-47d4-9a18-7eb9956e431d req-5c703967-a969-4a2f-978b-6d235014ec97 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:35.621747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b637d6a-2549-47d4-9a18-7eb9956e431d req-5c703967-a969-4a2f-978b-6d235014ec97 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 945 time: 0.1447055 Jul 27 22:33:35.627001 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.627563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Fanout notify agent at l3_agent the message router_deleted on router 69656512-0ed0-43ca-accd-8fc40fe511b2 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:33:35.635927 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.637026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2bd40402-8507-43c0-b531-106eaabc2efb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/routers/69656512-0ed0-43ca-accd-8fc40fe511b2 HTTP/1.1" status: 204 len: 168 time: 0.9615641 Jul 27 22:33:35.639835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58084) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:35.670663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b637d6a-2549-47d4-9a18-7eb9956e431d req-946ecc97-ad1a-4b5d-89e8-833e5c8a2b66 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409627 Jul 27 22:33:35.728275 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.818022 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.828236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a14d8a-9cdb-4251-84d8-98f31c134b28']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:35.844358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36ba437-8bcc-4c68-86ff-a739ab38544d') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:35.844660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36ba437-8bcc-4c68-86ff-a739ab38544d') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:35.854994 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.869807 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.875696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:33:35.876089 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:33:35.879236 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:33:35.935256 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.942783 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.944179 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/networks/03a14d8a-9cdb-4251-84d8-98f31c134b28 HTTP/1.1" status: 204 len: 168 time: 0.3033419 Jul 27 22:33:35.955472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d5eee-175a-4f8d-992e-fb4af144f648 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Network': ['ID=03a14d8a-9cdb-4251-84d8-98f31c134b28,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:35.965879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58086) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:35.971720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-40109d8a-f10c-4c7c-96d3-8c52462d2832 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'network': {'name': 'tempest-network-smoke--51315099', 'project_id': '615ad33e4f374579872e356840fc6317', 'port_security_enabled': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:35.999971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40109d8a-f10c-4c7c-96d3-8c52462d2832 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Made reservation on behalf of 615ad33e4f374579872e356840fc6317 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:33:36.003320 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:36.007272 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40109d8a-f10c-4c7c-96d3-8c52462d2832 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.031614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40109d8a-f10c-4c7c-96d3-8c52462d2832 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:33:36.041346 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40109d8a-f10c-4c7c-96d3-8c52462d2832 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.041698 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-40109d8a-f10c-4c7c-96d3-8c52462d2832 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Added segment c174179a-9872-4f34-bda9-6dda5b7347ce of type vlan for network a349bd74-b857-4590-ad09-c8eb3e5db8e9 Jul 27 22:33:36.069434 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fa22573-6df9-43f4-b72d-f5031fab7286 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.086556 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40109d8a-f10c-4c7c-96d3-8c52462d2832 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.096150 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fa22573-6df9-43f4-b72d-f5031fab7286 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.119920 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40109d8a-f10c-4c7c-96d3-8c52462d2832 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.126096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40109d8a-f10c-4c7c-96d3-8c52462d2832 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:36.126717 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-40109d8a-f10c-4c7c-96d3-8c52462d2832 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.163134 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fa22573-6df9-43f4-b72d-f5031fab7286 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.166590 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fa22573-6df9-43f4-b72d-f5031fab7286 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.167797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7fa22573-6df9-43f4-b72d-f5031fab7286 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] 10.222.0.24 "DELETE /v2.0/security-groups/dc3b9719-d328-4c61-986b-a2df46529666 HTTP/1.1" status: 204 len: 168 time: 0.1634793 Jul 27 22:33:36.179403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa22573-6df9-43f4-b72d-f5031fab7286 tempest-TestVolumeBackupRestore-2005944257 tempest-TestVolumeBackupRestore-2005944257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3b9719-d328-4c61-986b-a2df46529666,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:36.191076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-40109d8a-f10c-4c7c-96d3-8c52462d2832 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2235422 Jul 27 22:33:36.194793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58094) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:36.201559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-909121548', 'admin_state_up': True, 'project_id': '615ad33e4f374579872e356840fc6317', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:36.227894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40109d8a-f10c-4c7c-96d3-8c52462d2832 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Network': ['ID=a349bd74-b857-4590-ad09-c8eb3e5db8e9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:36.241915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network a349bd74-b857-4590-ad09-c8eb3e5db8e9 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:33:36.255529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.257006 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.295245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8092537f-f396-4e2e-b044-9d7593e6614f up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:36.300439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8894951c-0d57-4a0d-9e0b-0dd3166b5914 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:36.331410 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.355952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 8894951c-0d57-4a0d-9e0b-0dd3166b5914 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:36.356292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8894951c-0d57-4a0d-9e0b-0dd3166b5914 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:36.356956 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:36.405388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:36.406698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1b06dbb0-5a59-4345-b73f-e5d3c24270e2 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:36.407300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:36.433723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:36.434658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cf3ef3b8-874b-4598-acd0-3ef7e6c17a16 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:36.471230 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 8092537f-f396-4e2e-b044-9d7593e6614f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:36.478723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 8092537f-f396-4e2e-b044-9d7593e6614f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:36.479099 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.506678 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.628127 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.655299 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8092537f-f396-4e2e-b044-9d7593e6614f'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:36.657840 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8b3e38-955e-4259-a3b9-e1435d30b391" -d '{"events": [{"server_uuid": "26d40c2d-ccbb-42a9-9564-2fb5c0ae559f", "name": "network-vif-plugged", "status": "completed", "tag": "8092537f-f396-4e2e-b044-9d7593e6614f"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:36.675557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8092537f-f396-4e2e-b044-9d7593e6614f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8092537f-f396-4e2e-b044-9d7593e6614f,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:36.688050 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.729319 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1950f6-be4a-4639-bbb2-b0c562ac5c91 x-openstack-request-id: req-9b1950f6-be4a-4639-bbb2-b0c562ac5c91 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:36.729951 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d40c2d-ccbb-42a9-9564-2fb5c0ae559f", "name": "network-vif-plugged", "status": "completed", "tag": "8092537f-f396-4e2e-b044-9d7593e6614f", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:36.730425 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b1950f6-be4a-4639-bbb2-b0c562ac5c91 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:36.731233 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8092537f-f396-4e2e-b044-9d7593e6614f', 'code': 200} Jul 27 22:33:36.788461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8092537f-f396-4e2e-b044-9d7593e6614f,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:36.842040 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.858325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b4dfc-8045-4533-a44b-c5891c167aef req-c0a7082e-90c2-4a55-a8e7-d8809ac67f4b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:36.860027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac0b4dfc-8045-4533-a44b-c5891c167aef req-c0a7082e-90c2-4a55-a8e7-d8809ac67f4b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 946 time: 0.0733130 Jul 27 22:33:36.867606 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:36.922359 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac0b4dfc-8045-4533-a44b-c5891c167aef req-0b8b9fd4-b74e-4170-bd98-0cdf148bead8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464985 Jul 27 22:33:36.937432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d2cb3-7967-42a7-b1eb-770bc2d07254 req-7adf32e8-1ce7-4524-b133-10ae05bcc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:36.937432 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-540d2cb3-7967-42a7-b1eb-770bc2d07254 req-7adf32e8-1ce7-4524-b133-10ae05bcc67b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 1097 time: 0.1451011 Jul 27 22:33:37.011586 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-540d2cb3-7967-42a7-b1eb-770bc2d07254 req-b030d2d6-7eaf-4460-ab7e-b192d7d7d7a6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714016 Jul 27 22:33:37.028163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Allocated IP 172.25.1.148 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/1bc3a359-b938-425e-8e21-dce22f1197f4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:37.149206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.190969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.233939 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:37.237182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:37.242992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:37.279809 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=1bc3a359-b938-425e-8e21-dce22f1197f4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:37.560539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.818468 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.988526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Router d83906bb-52fb-4905-a168-d65abb6cae93 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:33:38.072197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97567a-8da8-4462-98a8-b08fc9f66f78 req-f449c9c9-26a3-45bc-ba83-757945216741 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:38.074902 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a97567a-8da8-4462-98a8-b08fc9f66f78 req-f449c9c9-26a3-45bc-ba83-757945216741 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 946 time: 0.0631073 Jul 27 22:33:38.129687 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a97567a-8da8-4462-98a8-b08fc9f66f78 req-b53910a2-1682-4690-a112-08bddde409da tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454514 Jul 27 22:33:38.157916 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:38.171131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Sync routers for ids ['d83906bb-52fb-4905-a168-d65abb6cae93'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:38.188841 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.190345 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-df521f8e-58bc-4dfc-9156-cd8f206437b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9921911 Jul 27 22:33:38.193609 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:38.193901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Routers {'d83906bb-52fb-4905-a168-d65abb6cae93'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:38.194595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d83906bb-52fb-4905-a168-d65abb6cae93'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:38.261914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58322) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:38.262548 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5d3ec649-2ee4-473a-bd89-f55bab76bfad tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=615ad33e4f374579872e356840fc6317&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0673940 Jul 27 22:33:38.320007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7bcf7-5730-402f-85c4-01ee65a8fc26 req-6dae0453-dd63-4709-9850-3d9c9195dc1b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:38.328245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29a7bcf7-5730-402f-85c4-01ee65a8fc26 req-6dae0453-dd63-4709-9850-3d9c9195dc1b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 946 time: 0.0715172 Jul 27 22:33:38.384157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29a7bcf7-5730-402f-85c4-01ee65a8fc26 req-a5d76f79-fa9b-4768-938e-38ef641bc678 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549171 Jul 27 22:33:38.405411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:38.455334 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3face4-120a-4d8a-aeef-6eeb20f2f932 tempest-TestVolumeBootPattern-904449399 tempest-TestVolumeBootPattern-904449399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:38.457055 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1a3face4-120a-4d8a-aeef-6eeb20f2f932 tempest-TestVolumeBootPattern-904449399 tempest-TestVolumeBootPattern-904449399-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 1092 time: 0.0506489 Jul 27 22:33:38.460313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58344) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:38.465667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '8092537f-f396-4e2e-b044-9d7593e6614f', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:38.503983 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.628026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Set router d83906bb-52fb-4905-a168-d65abb6cae93 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:38.651106 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.800346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Allocated IP 172.25.1.128 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/a7a3bf19-730f-4f00-a110-599b46852d0b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:38.996924 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:37Z', 'revision_number': 3, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:39.031199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Checking router: d83906bb-52fb-4905-a168-d65abb6cae93 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:39.031561 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Updating router d83906bb-52fb-4905-a168-d65abb6cae93 port 1bc3a359-b938-425e-8e21-dce22f1197f4 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:33:39.048306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc50b13-434d-4c0a-899e-8839df464658 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:39.052355 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5cc50b13-434d-4c0a-899e-8839df464658 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7893133 Jul 27 22:33:39.059840 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.061271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58400) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:39.109840 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fd7ef74f-ba04-465c-ac7d-32140e87d824 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464783 Jul 27 22:33:39.112361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58408) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:39.113270 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.117742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f78ce30f-03b4-4616-80c3-670f563b86c2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-19420890', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'project_id': '615ad33e4f374579872e356840fc6317', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:39.171704 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.251845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:39.257819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:39.265978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:39.298466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78ce30f-03b4-4616-80c3-670f563b86c2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Made reservation on behalf of 615ad33e4f374579872e356840fc6317 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:33:39.302355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f78ce30f-03b4-4616-80c3-670f563b86c2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.385994 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.390448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=a7a3bf19-730f-4f00-a110-599b46852d0b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:39.399358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Transition to ACTIVE for port object 1bc3a359-b938-425e-8e21-dce22f1197f4 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:39.407006 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.509397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Attempting to bind port 1bc3a359-b938-425e-8e21-dce22f1197f4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:33:39.510156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Attempting to bind port 1bc3a359-b938-425e-8e21-dce22f1197f4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:33:39.510752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Attempting to bind port 1bc3a359-b938-425e-8e21-dce22f1197f4 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:39.555426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:33:39.555817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:39.556422 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.556894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:33:39.557295 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Bound port: 1bc3a359-b938-425e-8e21-dce22f1197f4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:33:39.557734 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.618598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-24e3b230-c646-42bd-87c3-8e7874de6cf0 req-2e808aeb-c539-498f-8812-8809335d94d4 service neutron] (93835) timed out ('10.222.0.24', 34250) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:33:39.624236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e86592-28a0-487f-8bc8-56a7b1298a45 None None] Pushing event updated for resources: {'Port': ['ID=1bc3a359-b938-425e-8e21-dce22f1197f4,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:39.632040 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f78ce30f-03b4-4616-80c3-670f563b86c2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.669058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] For port 1bc3a359-b938-425e-8e21-dce22f1197f4, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:39.676702 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] For port 1bc3a359-b938-425e-8e21-dce22f1197f4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1bc3a359-b938-425e-8e21-dce22f1197f4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:33:39.687481 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.762701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Routers {'d83906bb-52fb-4905-a168-d65abb6cae93'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:39.763629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d83906bb-52fb-4905-a168-d65abb6cae93'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:39.781762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ce30f-03b4-4616-80c3-670f563b86c2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Subnet': ['ID=b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:39.810250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78ce30f-03b4-4616-80c3-670f563b86c2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Checking segment: {'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:39.810637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78ce30f-03b4-4616-80c3-670f563b86c2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network hostable DHCP agents. Network: a349bd74-b857-4590-ad09-c8eb3e5db8e9, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:33:39.859431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78ce30f-03b4-4616-80c3-670f563b86c2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network a349bd74-b857-4590-ad09-c8eb3e5db8e9 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:33:39.869295 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e86592-28a0-487f-8bc8-56a7b1298a45 None None] Pushing event updated for resources: {'Port': ['ID=1bc3a359-b938-425e-8e21-dce22f1197f4,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:39.875547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f78ce30f-03b4-4616-80c3-670f563b86c2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, a349bd74-b857-4590-ad09-c8eb3e5db8e9) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:39.887564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ce30f-03b4-4616-80c3-670f563b86c2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:39.888154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f78ce30f-03b4-4616-80c3-670f563b86c2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.899651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d1cf24-eb0a-448b-8ca6-6187871539db None None] Network a349bd74-b857-4590-ad09-c8eb3e5db8e9 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:33:39.919686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f78ce30f-03b4-4616-80c3-670f563b86c2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8061750 Jul 27 22:33:39.922357 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58486) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:40.144344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] Set router d83906bb-52fb-4905-a168-d65abb6cae93 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:40.210158 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:40.249033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'fixed_ips': [{'subnet_id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:33:40.250119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:40.498224 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:40.743450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:37Z', 'revision_number': 3, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:40.832492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cea85c-7cbc-429c-8c2e-23d3ae970a93 None None] The sync data for ids ['d83906bb-52fb-4905-a168-d65abb6cae93'] in n-d-802011-3 is: [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:37Z', 'revision_number': 3, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:40.898149 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:40.919839 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:40.936138 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:40.965214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Allocated IP 172.20.0.2 (a349bd74-b857-4590-ad09-c8eb3e5db8e9/b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f/9309e5a5-fd91-4b92-be1d-785fe4813e23) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:41.112318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=a7a3bf19-730f-4f00-a110-599b46852d0b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:41.165661 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.215133 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.228083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Transition to ACTIVE for port object 9309e5a5-fd91-4b92-be1d-785fe4813e23 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:41.257205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Transition to ACTIVE for port object 9309e5a5-fd91-4b92-be1d-785fe4813e23 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:41.269304 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.373951 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Floating IP 51f23ed8-69e4-4018-9c2f-bb1e5766814c associated. External IP: 172.25.1.128, port: 8092537f-f396-4e2e-b044-9d7593e6614f. Jul 27 22:33:41.402653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Pushing event updated for resources: {'Port': ['ID=9309e5a5-fd91-4b92-be1d-785fe4813e23,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:41.418430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Network a349bd74-b857-4590-ad09-c8eb3e5db8e9 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:41.420187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:41.423448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:41.463605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Allocated IP 172.20.0.1 (a349bd74-b857-4590-ad09-c8eb3e5db8e9/b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f/b1595b54-eebb-47a1-9717-1118fbb4c994) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:41.504933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Attempting to bind port 9309e5a5-fd91-4b92-be1d-785fe4813e23 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:33:41.505799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Attempting to bind port 9309e5a5-fd91-4b92-be1d-785fe4813e23 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:33:41.506364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Attempting to bind port 9309e5a5-fd91-4b92-be1d-785fe4813e23 on network a349bd74-b857-4590-ad09-c8eb3e5db8e9 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:41.512317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:33:41.512978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Checking segment: {'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:41.513608 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.514159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Bound using segment: {'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:33:41.514857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Bound port: 9309e5a5-fd91-4b92-be1d-785fe4813e23, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:33:41.515566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.618904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] For port 9309e5a5-fd91-4b92-be1d-785fe4813e23, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:41.623049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] For port 9309e5a5-fd91-4b92-be1d-785fe4813e23, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9309e5a5-fd91-4b92-be1d-785fe4813e23,segment=NetworkSegment(c174179a-9872-4f34-bda9-6dda5b7347ce),segment_id=c174179a-9872-4f34-bda9-6dda5b7347ce)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:33:41.632457 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.705682 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.737066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Transition to ACTIVE for port object b1595b54-eebb-47a1-9717-1118fbb4c994 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:41.762812 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddf8b9-c4ae-4d94-a39c-42f9355998cf None None] Pushing event updated for resources: {'Port': ['ID=9309e5a5-fd91-4b92-be1d-785fe4813e23,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:41.776544 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Router 59f6503f-9591-486f-84ab-bc771ff54980 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:41.797148 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.874417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network a349bd74-b857-4590-ad09-c8eb3e5db8e9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:41.883487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:41.889796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:41.910429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:41.912371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=b1595b54-eebb-47a1-9717-1118fbb4c994,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:41.932772 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d43da-80ec-434b-9e2c-4e28a980ef9f None None] Sync routers for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:41.940762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:41.951542 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d43da-80ec-434b-9e2c-4e28a980ef9f None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:41.952336 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e20d43da-80ec-434b-9e2c-4e28a980ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:42.032367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6123140a-7fe9-4518-beee-0e1de26953c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5708299 Jul 27 22:33:42.033327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'tag': '8092537f-f396-4e2e-b044-9d7593e6614f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:42.037038 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7023b012-9a1a-49ad-b212-0492cd56e896" -d '{"events": [{"name": "network-changed", "server_uuid": "26d40c2d-ccbb-42a9-9564-2fb5c0ae559f", "tag": "8092537f-f396-4e2e-b044-9d7593e6614f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:42.068596 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.141038 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fc9beb-01b9-4abf-b3b2-bdffb71d40d1 x-openstack-request-id: req-c4fc9beb-01b9-4abf-b3b2-bdffb71d40d1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:42.141648 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d40c2d-ccbb-42a9-9564-2fb5c0ae559f", "tag": "8092537f-f396-4e2e-b044-9d7593e6614f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:42.142294 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4fc9beb-01b9-4abf-b3b2-bdffb71d40d1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:42.142925 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'tag': '8092537f-f396-4e2e-b044-9d7593e6614f', 'status': 'completed', 'code': 200} Jul 27 22:33:42.143831 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:42.261599 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e20d43da-80ec-434b-9e2c-4e28a980ef9f None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:42.343966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b012-9a1a-49ad-b212-0492cd56e896 req-a418a101-b64f-4fc6-b138-b4f7ebf9c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:42.354181 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7023b012-9a1a-49ad-b212-0492cd56e896 req-a418a101-b64f-4fc6-b138-b4f7ebf9c87d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 1097 time: 0.1874940 Jul 27 22:33:42.431408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9309e5a5-fd91-4b92-be1d-785fe4813e23 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:42.531227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 9309e5a5-fd91-4b92-be1d-785fe4813e23 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:42.543294 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1bc3a359-b938-425e-8e21-dce22f1197f4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:42.664356 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.677701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b012-9a1a-49ad-b212-0492cd56e896 req-c7ec760b-485e-44bd-9ede-8c24bf1d35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:42.680472 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7023b012-9a1a-49ad-b212-0492cd56e896 req-c7ec760b-485e-44bd-9ede-8c24bf1d35c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.2748818 Jul 27 22:33:42.681694 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.697562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 1bc3a359-b938-425e-8e21-dce22f1197f4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:42.701865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1bc3a359-b938-425e-8e21-dce22f1197f4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:42.702364 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.831636 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e20d43da-80ec-434b-9e2c-4e28a980ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '51f23ed8-69e4-4018-9c2f-bb1e5766814c', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '8092537f-f396-4e2e-b044-9d7593e6614f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:5c:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:39Z', 'revision_number': 0, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:42.866369 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-206dfc14-72b9-4e8a-bda5-e86c0bfd706e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.869688 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d43da-80ec-434b-9e2c-4e28a980ef9f None None] Checking router: 59f6503f-9591-486f-84ab-bc771ff54980 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:42.879846 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92a07ec8-34cd-4ce9-be79-97ea623166d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.886160 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d43da-80ec-434b-9e2c-4e28a980ef9f None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:42.886950 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e20d43da-80ec-434b-9e2c-4e28a980ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:42.888082 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.916235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 1bc3a359-b938-425e-8e21-dce22f1197f4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1bc3a359-b938-425e-8e21-dce22f1197f4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:42.922443 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:42.931076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7023b012-9a1a-49ad-b212-0492cd56e896 req-d21c7a15-328a-4050-a58b-cdd887ca3c01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8092537f-f396-4e2e-b044-9d7593e6614f HTTP/1.1" status: 200 len: 1000 time: 0.2374666 Jul 27 22:33:43.022921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=1bc3a359-b938-425e-8e21-dce22f1197f4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:43.092650 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b012-9a1a-49ad-b212-0492cd56e896 req-ceeb31e4-5664-4b22-b11c-2d0dc5767a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:43.094039 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7023b012-9a1a-49ad-b212-0492cd56e896 req-ceeb31e4-5664-4b22-b11c-2d0dc5767a51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.1544900 Jul 27 22:33:43.188488 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e20d43da-80ec-434b-9e2c-4e28a980ef9f None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:43.204270 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b012-9a1a-49ad-b212-0492cd56e896 req-bddae818-0f11-4d03-973f-97ab465d2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:43.205771 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7023b012-9a1a-49ad-b212-0492cd56e896 req-bddae818-0f11-4d03-973f-97ab465d2d04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829535 Jul 27 22:33:43.268538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175de3ce-3eae-4415-a17e-d73da9d56a73 None None] Network a349bd74-b857-4590-ad09-c8eb3e5db8e9 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:33:43.322557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-92a07ec8-34cd-4ce9-be79-97ea623166d4 admin admin] Deleting port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:43.322984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92a07ec8-34cd-4ce9-be79-97ea623166d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.392811 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7023b012-9a1a-49ad-b212-0492cd56e896 req-7e2fb925-9a00-4ce6-ac54-f365020e8509 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761765 Jul 27 22:33:43.485381 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.502476 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e20d43da-80ec-434b-9e2c-4e28a980ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '51f23ed8-69e4-4018-9c2f-bb1e5766814c', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '8092537f-f396-4e2e-b044-9d7593e6614f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:5c:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:39Z', 'revision_number': 0, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:43.514762 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.524956 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2374546f-2247-4273-a804-24254d18d308 None None] Provisioning for port 9309e5a5-fd91-4b92-be1d-785fe4813e23 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:43.536447 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d43da-80ec-434b-9e2c-4e28a980ef9f None None] The sync data for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 is: [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '51f23ed8-69e4-4018-9c2f-bb1e5766814c', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.128', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '8092537f-f396-4e2e-b044-9d7593e6614f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:5c:61:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:33:39Z', 'updated_at': '2021-07-27T22:33:39Z', 'revision_number': 0, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:43.541897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2374546f-2247-4273-a804-24254d18d308 None None] Provisioning complete for port 9309e5a5-fd91-4b92-be1d-785fe4813e23 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:43.542241 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2374546f-2247-4273-a804-24254d18d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.607860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=b1595b54-eebb-47a1-9717-1118fbb4c994,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:43.659599 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2374546f-2247-4273-a804-24254d18d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.671180 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7023b012-9a1a-49ad-b212-0492cd56e896 req-ce2325c9-a3b0-4029-abe1-1a88a80ea9c5 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666721 Jul 27 22:33:43.688203 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.716205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2374546f-2247-4273-a804-24254d18d308 None None] For port 9309e5a5-fd91-4b92-be1d-785fe4813e23, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9309e5a5-fd91-4b92-be1d-785fe4813e23,segment=NetworkSegment(c174179a-9872-4f34-bda9-6dda5b7347ce),segment_id=c174179a-9872-4f34-bda9-6dda5b7347ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:43.724516 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2374546f-2247-4273-a804-24254d18d308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.812646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network a349bd74-b857-4590-ad09-c8eb3e5db8e9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:43.814550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:43.818829 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374546f-2247-4273-a804-24254d18d308 None None] Pushing event updated for resources: {'Port': ['ID=9309e5a5-fd91-4b92-be1d-785fe4813e23,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:43.946416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-92a07ec8-34cd-4ce9-be79-97ea623166d4 admin admin] For port 3bb16f94-d22d-4c7a-bf26-7571c11de0cb, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3bb16f94-d22d-4c7a-bf26-7571c11de0cb,segment=NetworkSegment(c22fe62b-3a23-455a-af0c-107121bf643e),segment_id=c22fe62b-3a23-455a-af0c-107121bf643e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:43.946991 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92a07ec8-34cd-4ce9-be79-97ea623166d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:43.963810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-92a07ec8-34cd-4ce9-be79-97ea623166d4 admin admin] Calling delete_port for 3bb16f94-d22d-4c7a-bf26-7571c11de0cb owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:43.966980 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Router d83906bb-52fb-4905-a168-d65abb6cae93 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:43.967529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b88a64-f1e7-437e-97e2-cd85cbecac92 None None] New status for floating IP 51f23ed8-69e4-4018-9c2f-bb1e5766814c: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:33:43.972164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-aef45b41-fb2e-480e-a377-a689cd71b2e5 None None] Provisioning complete for port 9309e5a5-fd91-4b92-be1d-785fe4813e23 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:43.972696 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aef45b41-fb2e-480e-a377-a689cd71b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.111585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:44.120680 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e30dde4a-0de4-473b-a875-3a155558d6f6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "PUT /v2.0/routers/d83906bb-52fb-4905-a168-d65abb6cae93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1972210 Jul 27 22:33:44.121342 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58576) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:44.124505 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Sync routers for ids ['d83906bb-52fb-4905-a168-d65abb6cae93'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:44.139300 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Routers {'d83906bb-52fb-4905-a168-d65abb6cae93'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:44.140302 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d83906bb-52fb-4905-a168-d65abb6cae93'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:44.274862 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92a07ec8-34cd-4ce9-be79-97ea623166d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.284482 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Set router d83906bb-52fb-4905-a168-d65abb6cae93 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:44.304161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286f7c0-3b10-49bc-8f88-d43c01e389f9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.304648 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286f7c0-3b10-49bc-8f88-d43c01e389f9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.305130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286f7c0-3b10-49bc-8f88-d43c01e389f9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.306189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286f7c0-3b10-49bc-8f88-d43c01e389f9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.306699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286f7c0-3b10-49bc-8f88-d43c01e389f9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.307324 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286f7c0-3b10-49bc-8f88-d43c01e389f9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.307798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286f7c0-3b10-49bc-8f88-d43c01e389f9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.308263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286f7c0-3b10-49bc-8f88-d43c01e389f9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.313116 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a286f7c0-3b10-49bc-8f88-d43c01e389f9 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5686 time: 0.1906264 Jul 27 22:33:44.313723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58578) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:44.334043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a07ec8-34cd-4ce9-be79-97ea623166d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb16f94-d22d-4c7a-bf26-7571c11de0cb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:44.374122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9309e5a5-fd91-4b92-be1d-785fe4813e23 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:44.501791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96567a38-47f5-4098-bb68-019904c313b3 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.504081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96567a38-47f5-4098-bb68-019904c313b3 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.505549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96567a38-47f5-4098-bb68-019904c313b3 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.509337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96567a38-47f5-4098-bb68-019904c313b3 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.509864 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96567a38-47f5-4098-bb68-019904c313b3 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.510354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96567a38-47f5-4098-bb68-019904c313b3 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.510817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96567a38-47f5-4098-bb68-019904c313b3 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.511255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96567a38-47f5-4098-bb68-019904c313b3 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:44.523646 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-96567a38-47f5-4098-bb68-019904c313b3 tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.2088451 Jul 27 22:33:44.526244 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58580) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:44.620372 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 9309e5a5-fd91-4b92-be1d-785fe4813e23 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:44.620887 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.624167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-aef45b41-fb2e-480e-a377-a689cd71b2e5 None None] Provisioning for port b1595b54-eebb-47a1-9717-1118fbb4c994 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:44.652612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-aef45b41-fb2e-480e-a377-a689cd71b2e5 None None] Provisioning complete for port b1595b54-eebb-47a1-9717-1118fbb4c994 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:44.652984 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aef45b41-fb2e-480e-a377-a689cd71b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.685528 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-92a07ec8-34cd-4ce9-be79-97ea623166d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.712240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-aef45b41-fb2e-480e-a377-a689cd71b2e5 None None] Port b1595b54-eebb-47a1-9717-1118fbb4c994 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:33:44.716116 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b1595b54-eebb-47a1-9717-1118fbb4c994', 'name': '', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:32:7d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:41Z', 'updated_at': '2021-07-27T22:33:43Z', 'revision_number': 2, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:44.750932 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Checking router: d83906bb-52fb-4905-a168-d65abb6cae93 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:44.751350 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Updating router d83906bb-52fb-4905-a168-d65abb6cae93 port b1595b54-eebb-47a1-9717-1118fbb4c994 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:33:44.755997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1bc3a359-b938-425e-8e21-dce22f1197f4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:44.783549 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.816087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1bc3a359-b938-425e-8e21-dce22f1197f4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:44.816458 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.870175 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-391fc577-eecb-4b26-bb1e-b9c604bfcc0c tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.3425565 Jul 27 22:33:44.872750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3ef4ab73-3b45-4adb-abbd-d3e3af5db948 None None] Provisioning complete for port b1595b54-eebb-47a1-9717-1118fbb4c994 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:44.873206 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ef4ab73-3b45-4adb-abbd-d3e3af5db948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:44.909322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4ab73-3b45-4adb-abbd-d3e3af5db948 None None] Port b1595b54-eebb-47a1-9717-1118fbb4c994 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:33:44.969228 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a07ec8-34cd-4ce9-be79-97ea623166d4 admin admin] Router dc6883ed-7362-40a7-b647-c9cd7b354fd2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:45.096349 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a07ec8-34cd-4ce9-be79-97ea623166d4 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:45.102170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-92a07ec8-34cd-4ce9-be79-97ea623166d4 admin admin] 10.222.0.24 "PUT /v2.0/routers/dc6883ed-7362-40a7-b647-c9cd7b354fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9570689 Jul 27 22:33:45.104938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58584) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:45.108506 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e87315-bdcb-4f2a-b08e-2cb283162fc0 None None] Sync routers for ids ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:45.125167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e87315-bdcb-4f2a-b08e-2cb283162fc0 None None] Routers {'dc6883ed-7362-40a7-b647-c9cd7b354fd2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:45.125700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-20e87315-bdcb-4f2a-b08e-2cb283162fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:45.134197 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.147165 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Transition to ACTIVE for port object b1595b54-eebb-47a1-9717-1118fbb4c994 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:45.157105 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.211454 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Pushing event updated for resources: {'Port': ['ID=b1595b54-eebb-47a1-9717-1118fbb4c994,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:45.241580 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58586) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:45.246522 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-94af8343-1280-47c3-a3e1-84c4b7a2a322 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056297423', 'description': 'tempest-secgroup-smoke-2056297423 description', 'project_id': '615ad33e4f374579872e356840fc6317'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:45.284262 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-20e87315-bdcb-4f2a-b08e-2cb283162fc0 None None] Set router dc6883ed-7362-40a7-b647-c9cd7b354fd2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:45.284711 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Attempting to bind port b1595b54-eebb-47a1-9717-1118fbb4c994 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:33:45.285238 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Attempting to bind port b1595b54-eebb-47a1-9717-1118fbb4c994 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:33:45.286554 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Attempting to bind port b1595b54-eebb-47a1-9717-1118fbb4c994 on network a349bd74-b857-4590-ad09-c8eb3e5db8e9 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:45.288846 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94af8343-1280-47c3-a3e1-84c4b7a2a322 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.309633 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:33:45.310206 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Checking segment: {'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:45.310754 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.311262 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Bound using segment: {'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:33:45.311864 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Bound port: b1595b54-eebb-47a1-9717-1118fbb4c994, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:33:45.312365 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.417781 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] For port b1595b54-eebb-47a1-9717-1118fbb4c994, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:45.419652 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94af8343-1280-47c3-a3e1-84c4b7a2a322 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.422656 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] For port b1595b54-eebb-47a1-9717-1118fbb4c994, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b1595b54-eebb-47a1-9717-1118fbb4c994,segment=NetworkSegment(c174179a-9872-4f34-bda9-6dda5b7347ce),segment_id=c174179a-9872-4f34-bda9-6dda5b7347ce)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:33:45.425739 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94af8343-1280-47c3-a3e1-84c4b7a2a322 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.434324 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.489555 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-59c1f8a5-4f95-4d53-8916-7e4cdb8ba193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.489967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af8343-1280-47c3-a3e1-84c4b7a2a322 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36427366-7bd9-407d-85e7-e23a5a790551,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:45.507160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94af8343-1280-47c3-a3e1-84c4b7a2a322 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.508954 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Routers {'d83906bb-52fb-4905-a168-d65abb6cae93'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:45.509610 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-94af8343-1280-47c3-a3e1-84c4b7a2a322 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2669754 Jul 27 22:33:45.509990 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d83906bb-52fb-4905-a168-d65abb6cae93'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:45.512467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58588) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:45.517552 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Pushing event updated for resources: {'Port': ['ID=b1595b54-eebb-47a1-9717-1118fbb4c994,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:45.519233 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3672232a-3510-47fe-befc-25c2c043fc87 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': '36427366-7bd9-407d-85e7-e23a5a790551', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:45.545586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-20e87315-bdcb-4f2a-b08e-2cb283162fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:33:44Z', 'revision_number': 5, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:45.555676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3672232a-3510-47fe-befc-25c2c043fc87 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.581116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e87315-bdcb-4f2a-b08e-2cb283162fc0 None None] Checking router: dc6883ed-7362-40a7-b647-c9cd7b354fd2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:45.581867 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.582887 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.583342 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.583801 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.584203 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.584632 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.585062 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.585591 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.585922 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.586395 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.586833 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.587257 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1b24f-937f-4107-acb9-882c255f17a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:33:45.612264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e87315-bdcb-4f2a-b08e-2cb283162fc0 None None] Routers {'dc6883ed-7362-40a7-b647-c9cd7b354fd2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:45.614182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-20e87315-bdcb-4f2a-b08e-2cb283162fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:45.657491 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3672232a-3510-47fe-befc-25c2c043fc87 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.669322 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3672232a-3510-47fe-befc-25c2c043fc87 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.695719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672232a-3510-47fe-befc-25c2c043fc87 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c0e02c-0153-47bf-aae3-d21dae566fa6,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:45.702684 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] Set router d83906bb-52fb-4905-a168-d65abb6cae93 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:45.706989 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3672232a-3510-47fe-befc-25c2c043fc87 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.708626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3672232a-3510-47fe-befc-25c2c043fc87 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1951694 Jul 27 22:33:45.712231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58590) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:45.721261 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-07e0f0d1-1125-4c4e-8e5b-030886015340 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': '36427366-7bd9-407d-85e7-e23a5a790551', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:45.768272 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07e0f0d1-1125-4c4e-8e5b-030886015340 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.785128 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.797019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-20e87315-bdcb-4f2a-b08e-2cb283162fc0 None None] Set router dc6883ed-7362-40a7-b647-c9cd7b354fd2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:45.828917 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.858940 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07e0f0d1-1125-4c4e-8e5b-030886015340 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.865226 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07e0f0d1-1125-4c4e-8e5b-030886015340 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.888249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0f0d1-1125-4c4e-8e5b-030886015340 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b3bbe2-ed72-44a3-bb14-15a14aa4a4e0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:45.900282 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-07e0f0d1-1125-4c4e-8e5b-030886015340 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.903961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-07e0f0d1-1125-4c4e-8e5b-030886015340 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1880651 Jul 27 22:33:45.904177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58592) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:45.911886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2fed04e0-21bc-466c-a0c3-cdacb34fc09d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': '36427366-7bd9-407d-85e7-e23a5a790551', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:45.960648 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:45.964833 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fed04e0-21bc-466c-a0c3-cdacb34fc09d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.002794 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b1595b54-eebb-47a1-9717-1118fbb4c994', 'name': '', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:32:7d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:41Z', 'updated_at': '2021-07-27T22:33:45Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:46.016546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-20e87315-bdcb-4f2a-b08e-2cb283162fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:33:44Z', 'revision_number': 5, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:46.034194 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f4aa8-9e0e-41be-9644-85c867368175 None None] The sync data for ids ['d83906bb-52fb-4905-a168-d65abb6cae93'] in n-d-802011-3 is: [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b1595b54-eebb-47a1-9717-1118fbb4c994', 'name': '', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:32:7d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:41Z', 'updated_at': '2021-07-27T22:33:45Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:46.052044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e87315-bdcb-4f2a-b08e-2cb283162fc0 None None] The sync data for ids ['dc6883ed-7362-40a7-b647-c9cd7b354fd2'] in n-d-802011-3 is: [{'id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'name': 'tempest-TestVolumeBackupRestore-357516967-router', 'tenant_id': '452a97d670344ea1b1c0d7d0a5730032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:33:44Z', 'revision_number': 5, 'project_id': '452a97d670344ea1b1c0d7d0a5730032', 'gw_port': {'id': '16e04e4d-bbe4-4ba7-a970-31368f6eb057', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:91:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6883ed-7362-40a7-b647-c9cd7b354fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:50Z', 'updated_at': '2021-07-27T22:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:46.065760 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fed04e0-21bc-466c-a0c3-cdacb34fc09d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.074066 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fed04e0-21bc-466c-a0c3-cdacb34fc09d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.101158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Deleting port 16e04e4d-bbe4-4ba7-a970-31368f6eb057 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:46.101158 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.148896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed04e0-21bc-466c-a0c3-cdacb34fc09d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48802ee7-4542-48b4-94ed-b73a062a9f8d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:46.154213 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fed04e0-21bc-466c-a0c3-cdacb34fc09d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.158411 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2fed04e0-21bc-466c-a0c3-cdacb34fc09d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2532306 Jul 27 22:33:46.158565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58594) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:46.165756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1cbfac61-7c85-40c0-ab54-0bfcf2fce76c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': '36427366-7bd9-407d-85e7-e23a5a790551', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:46.195924 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cbfac61-7c85-40c0-ab54-0bfcf2fce76c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.209031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] For port 16e04e4d-bbe4-4ba7-a970-31368f6eb057, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=16e04e4d-bbe4-4ba7-a970-31368f6eb057,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:46.209406 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.222438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Calling delete_port for 16e04e4d-bbe4-4ba7-a970-31368f6eb057 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:46.268400 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cbfac61-7c85-40c0-ab54-0bfcf2fce76c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.273299 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cbfac61-7c85-40c0-ab54-0bfcf2fce76c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.291917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfac61-7c85-40c0-ab54-0bfcf2fce76c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4503c75-35aa-443c-bcfd-52e297b87669,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:46.304307 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cbfac61-7c85-40c0-ab54-0bfcf2fce76c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.305783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1cbfac61-7c85-40c0-ab54-0bfcf2fce76c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461370 Jul 27 22:33:46.308640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58596) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:46.313285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9ce30a98-64f0-43e6-a512-7349b44a4554 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': '36427366-7bd9-407d-85e7-e23a5a790551', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:46.336667 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-9ce30a98-64f0-43e6-a512-7349b44a4554 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Project 615ad33e4f374579872e356840fc6317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:33:46.343102 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ce30a98-64f0-43e6-a512-7349b44a4554 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.417124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ce30a98-64f0-43e6-a512-7349b44a4554 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.421424 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ce30a98-64f0-43e6-a512-7349b44a4554 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.431208 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.461308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e04e4d-bbe4-4ba7-a970-31368f6eb057,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:46.462540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce30a98-64f0-43e6-a512-7349b44a4554 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c21a67-a7fc-4a9c-9e95-2aaa86f5c792,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:46.468926 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ce30a98-64f0-43e6-a512-7349b44a4554 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.470175 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9ce30a98-64f0-43e6-a512-7349b44a4554 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605885 Jul 27 22:33:46.474102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58598) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:46.482355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-726f20e5-c88e-4801-8c6e-01f34c6fb351 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'security_group_rule': {'security_group_id': '36427366-7bd9-407d-85e7-e23a5a790551', 'project_id': '615ad33e4f374579872e356840fc6317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:46.495726 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.522716 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-726f20e5-c88e-4801-8c6e-01f34c6fb351 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Project 615ad33e4f374579872e356840fc6317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:33:46.531560 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-726f20e5-c88e-4801-8c6e-01f34c6fb351 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.572929 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.606581 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.622818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b1595b54-eebb-47a1-9717-1118fbb4c994 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:46.635550 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-726f20e5-c88e-4801-8c6e-01f34c6fb351 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.647586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-726f20e5-c88e-4801-8c6e-01f34c6fb351 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.677112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f20e5-c88e-4801-8c6e-01f34c6fb351 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8896eb-d035-4cde-a075-138c9b774522,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:46.697109 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-726f20e5-c88e-4801-8c6e-01f34c6fb351 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.698823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-726f20e5-c88e-4801-8c6e-01f34c6fb351 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2235820 Jul 27 22:33:46.717694 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.717975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port b1595b54-eebb-47a1-9717-1118fbb4c994 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:46.726581 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.729641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b1595b54-eebb-47a1-9717-1118fbb4c994 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:46.730343 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.796474 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.797257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc6883ed-7362-40a7-b647-c9cd7b354fd2 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:33:46.804949 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.807105 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fde75b2a-f4f5-45b7-8826-40c23d1244d7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dc6883ed-7362-40a7-b647-c9cd7b354fd2 HTTP/1.1" status: 204 len: 168 time: 1.7011034 Jul 27 22:33:46.809649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58602) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:46.844757 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.882421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-817597ab-9504-4158-b605-75d5174e041e admin admin] Deleting subnet 3c6b2099-725b-441d-938b-cc1640c3f271 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:33:46.885651 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817597ab-9504-4158-b605-75d5174e041e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.895148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port b1595b54-eebb-47a1-9717-1118fbb4c994, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b1595b54-eebb-47a1-9717-1118fbb4c994,segment=NetworkSegment(c174179a-9872-4f34-bda9-6dda5b7347ce),segment_id=c174179a-9872-4f34-bda9-6dda5b7347ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:46.901380 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:46.983199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3bb16f94-d22d-4c7a-bf26-7571c11de0cb no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:47.000607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-47cdb7b3-e528-40ee-8bb7-3fe5af9098a6 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056297423&fields=id&tenant_id=615ad33e4f374579872e356840fc6317 HTTP/1.1" status: 200 len: 267 time: 0.0494068 Jul 27 22:33:47.002790 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817597ab-9504-4158-b605-75d5174e041e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.013501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 3bb16f94-d22d-4c7a-bf26-7571c11de0cb {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:47.013849 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3bb16f94-d22d-4c7a-bf26-7571c11de0cb not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:47.019680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=b1595b54-eebb-47a1-9717-1118fbb4c994,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:47.170401 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817597ab-9504-4158-b605-75d5174e041e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.179470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-3d7694d7-3a03-42d9-bc0b-162a7c80878a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:47.180954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-3d7694d7-3a03-42d9-bc0b-162a7c80878a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/networks?id=a349bd74-b857-4590-ad09-c8eb3e5db8e9 HTTP/1.1" status: 200 len: 795 time: 0.1566839 Jul 27 22:33:47.221490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-f8662eb6-81ea-4283-a9e0-38082012718f tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/quotas/615ad33e4f374579872e356840fc6317 HTTP/1.1" status: 200 len: 375 time: 0.0221808 Jul 27 22:33:47.273234 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817597ab-9504-4158-b605-75d5174e041e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.305315 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-817597ab-9504-4158-b605-75d5174e041e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.307989 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-817597ab-9504-4158-b605-75d5174e041e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3c6b2099-725b-441d-938b-cc1640c3f271 HTTP/1.1" status: 204 len: 168 time: 0.4953842 Jul 27 22:33:47.310049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58614) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:47.310553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817597ab-9504-4158-b605-75d5174e041e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c6b2099-725b-441d-938b-cc1640c3f271,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:47.313452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca46465-a277-465b-b4fc-20dd5b6d035c None None] Network 50c6208d-769f-4d9b-943b-9c66b6cf1cda requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:33:47.321367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-64fb2d48-54da-4b3b-a9e1-2dcd8a8c747d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923038 Jul 27 22:33:47.390582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.443098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-43b50be9-5640-4760-89d2-8c60d981e105 service neutron] 10.222.0.24 "GET /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048021 Jul 27 22:33:47.470328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Deleting port 43768d1d-0d60-4ab9-9579-143af8f05e37 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:47.471242 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.539147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bcd909-6604-40d2-8d42-4a3289cb6aac None None] DHCP port deletion for 50c6208d-769f-4d9b-943b-9c66b6cf1cda request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:33:47.541595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] For port 43768d1d-0d60-4ab9-9579-143af8f05e37, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=43768d1d-0d60-4ab9-9579-143af8f05e37,segment=NetworkSegment(c22fe62b-3a23-455a-af0c-107121bf643e),segment_id=c22fe62b-3a23-455a-af0c-107121bf643e)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:47.542567 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.555549 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-07f225c9-0508-478a-95c0-ebaca60d3d3f service neutron] 10.222.0.24 "GET /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037176 Jul 27 22:33:47.561295 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Calling delete_port for 43768d1d-0d60-4ab9-9579-143af8f05e37 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:47.594281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-95bcd909-6604-40d2-8d42-4a3289cb6aac None None] Deleting port 43768d1d-0d60-4ab9-9579-143af8f05e37 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:47.594735 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95bcd909-6604-40d2-8d42-4a3289cb6aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.663914 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.686736 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-95bcd909-6604-40d2-8d42-4a3289cb6aac None None] For port 43768d1d-0d60-4ab9-9579-143af8f05e37, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=43768d1d-0d60-4ab9-9579-143af8f05e37,segment=NetworkSegment(c22fe62b-3a23-455a-af0c-107121bf643e),segment_id=c22fe62b-3a23-455a-af0c-107121bf643e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:47.687271 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95bcd909-6604-40d2-8d42-4a3289cb6aac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.699568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Pushing event deleted for resources: {'Port': ['ID=43768d1d-0d60-4ab9-9579-143af8f05e37,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:47.704072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] No DVR routers for this DVR port 43768d1d-0d60-4ab9-9579-143af8f05e37 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:47.709961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-95bcd909-6604-40d2-8d42-4a3289cb6aac None None] Calling delete_port for 43768d1d-0d60-4ab9-9579-143af8f05e37 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:47.786380 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b2d4af2-5f38-4162-8d55-e1b0fd646f12 req-4f8481be-a613-42ae-af7c-0198fd0aa61c tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 210 time: 0.0402117 Jul 27 22:33:47.795358 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-95bcd909-6604-40d2-8d42-4a3289cb6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.800389 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.812459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c6208d-769f-4d9b-943b-9c66b6cf1cda']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:47.825348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22fe62b-3a23-455a-af0c-107121bf643e') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:47.825483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22fe62b-3a23-455a-af0c-107121bf643e') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:47.829248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd909-6604-40d2-8d42-4a3289cb6aac None None] Pushing event deleted for resources: {'Port': ['ID=43768d1d-0d60-4ab9-9579-143af8f05e37,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:47.836106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bcd909-6604-40d2-8d42-4a3289cb6aac None None] No DVR routers for this DVR port 43768d1d-0d60-4ab9-9579-143af8f05e37 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:47.836841 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.854413 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.862761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:33:47.863392 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:33:47.866167 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:33:47.928591 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.934654 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:47.939767 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] 10.222.0.24 "DELETE /v2.0/networks/50c6208d-769f-4d9b-943b-9c66b6cf1cda HTTP/1.1" status: 204 len: 168 time: 0.6255381 Jul 27 22:33:47.940174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58624) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:47.956536 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aece19e-c27f-489b-b549-8aa52353957b admin admin] Pushing event deleted for resources: {'Network': ['ID=50c6208d-769f-4d9b-943b-9c66b6cf1cda,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:48.177779 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:48.263533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b1595b54-eebb-47a1-9717-1118fbb4c994 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:48.323222 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b1595b54-eebb-47a1-9717-1118fbb4c994 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:48.323783 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:48.360956 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7945f28d-5e51-4af0-9968-23ac78afc01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:48.460913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 16e04e4d-bbe4-4ba7-a970-31368f6eb057 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:48.481558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 16e04e4d-bbe4-4ba7-a970-31368f6eb057 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:48.481922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 16e04e4d-bbe4-4ba7-a970-31368f6eb057 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:48.482350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 43768d1d-0d60-4ab9-9579-143af8f05e37 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:48.501899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 43768d1d-0d60-4ab9-9579-143af8f05e37 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:48.502252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 43768d1d-0d60-4ab9-9579-143af8f05e37 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:48.634251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7945f28d-5e51-4af0-9968-23ac78afc01d admin admin] Deleting port 20d3f451-27df-4f4b-8b29-bae572cbcb25 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:48.634632 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7945f28d-5e51-4af0-9968-23ac78afc01d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:48.722152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7945f28d-5e51-4af0-9968-23ac78afc01d admin admin] For port 20d3f451-27df-4f4b-8b29-bae572cbcb25, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=20d3f451-27df-4f4b-8b29-bae572cbcb25,segment=NetworkSegment(e7084674-8a38-4a87-8ab5-18273d4f15f4),segment_id=e7084674-8a38-4a87-8ab5-18273d4f15f4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:48.722573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7945f28d-5e51-4af0-9968-23ac78afc01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:48.738189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7945f28d-5e51-4af0-9968-23ac78afc01d admin admin] Calling delete_port for 20d3f451-27df-4f4b-8b29-bae572cbcb25 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:48.808243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-803de299-a8ba-434c-a5df-95628702163a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:48.809944 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-803de299-a8ba-434c-a5df-95628702163a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.43 "GET /v2.0/networks?id=a349bd74-b857-4590-ad09-c8eb3e5db8e9 HTTP/1.1" status: 200 len: 795 time: 0.1202748 Jul 27 22:33:48.868235 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-e7c1cb5a-2b5d-42cd-b898-2fb268374e2e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=615ad33e4f374579872e356840fc6317 HTTP/1.1" status: 200 len: 380 time: 0.0489922 Jul 27 22:33:48.879712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'port': {'device_id': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'admin_state_up': True, 'tenant_id': '615ad33e4f374579872e356840fc6317', 'security_groups': ['36427366-7bd9-407d-85e7-e23a5a790551']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:48.902598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-395930c4-664d-4c32-8e03-260474c4136a req-c80f5be2-89f5-4eca-9ed2-ce718bfbcab2 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 210 time: 0.0350969 Jul 27 22:33:48.991853 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7945f28d-5e51-4af0-9968-23ac78afc01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.012232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Made reservation on behalf of 615ad33e4f374579872e356840fc6317 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:33:49.015956 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.019769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945f28d-5e51-4af0-9968-23ac78afc01d admin admin] Pushing event deleted for resources: {'Port': ['ID=20d3f451-27df-4f4b-8b29-bae572cbcb25,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:49.157635 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Allocated IP 172.20.0.8 (a349bd74-b857-4590-ad09-c8eb3e5db8e9/b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f/d89d7a48-d2bd-4811-b495-d890bc8e97dc) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:49.197235 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7945f28d-5e51-4af0-9968-23ac78afc01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.308227 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.321729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Transition to ACTIVE for port object d89d7a48-d2bd-4811-b495-d890bc8e97dc will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:49.355958 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.401801 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network a349bd74-b857-4590-ad09-c8eb3e5db8e9 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:49.406931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:49.412096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:49.418668 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7945f28d-5e51-4af0-9968-23ac78afc01d admin admin] Router b1837bcd-7fe1-4666-a562-1163a647f75f has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:33:49.436015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=d89d7a48-d2bd-4811-b495-d890bc8e97dc,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:49.474569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:49.475392 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.492359 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-b493611f-9ffc-48b7-8dbd-5f9e79fa3307 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6168060 Jul 27 22:33:49.505729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Request body: {'port': {'device_id': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:49.534989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7945f28d-5e51-4af0-9968-23ac78afc01d admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:33:49.544148 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7945f28d-5e51-4af0-9968-23ac78afc01d admin admin] 10.222.0.24 "PUT /v2.0/routers/b1837bcd-7fe1-4666-a562-1163a647f75f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6004868 Jul 27 22:33:49.544148 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58632) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:49.553213 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb8c3cb-3d55-4fd9-a5b3-ed021d4644bf None None] Sync routers for ids ['b1837bcd-7fe1-4666-a562-1163a647f75f'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:33:49.563776 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8c3cb-3d55-4fd9-a5b3-ed021d4644bf None None] Routers {'b1837bcd-7fe1-4666-a562-1163a647f75f'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:49.564171 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.564555 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dbb8c3cb-3d55-4fd9-a5b3-ed021d4644bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1837bcd-7fe1-4666-a562-1163a647f75f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:49.693685 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-dbb8c3cb-3d55-4fd9-a5b3-ed021d4644bf None None] Set router b1837bcd-7fe1-4666-a562-1163a647f75f gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:49.714363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-43fd2547-2b44-4c2a-a4a2-e711f5ded982 None None] Provisioning for port d89d7a48-d2bd-4811-b495-d890bc8e97dc completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:49.720288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-43fd2547-2b44-4c2a-a4a2-e711f5ded982 None None] Provisioning complete for port d89d7a48-d2bd-4811-b495-d890bc8e97dc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:49.721101 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-43fd2547-2b44-4c2a-a4a2-e711f5ded982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.767180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-43fd2547-2b44-4c2a-a4a2-e711f5ded982 None None] Port d89d7a48-d2bd-4811-b495-d890bc8e97dc cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:33:49.864793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89d7a48-d2bd-4811-b495-d890bc8e97dc {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:33:49.874364 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.888310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Transition to ACTIVE for port object d89d7a48-d2bd-4811-b495-d890bc8e97dc will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:33:49.893331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:49.969808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Pushing event updated for resources: {'Port': ['ID=d89d7a48-d2bd-4811-b495-d890bc8e97dc,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:50.028005 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dbb8c3cb-3d55-4fd9-a5b3-ed021d4644bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'name': 'tempest-TestVolumeBackupRestore-1315718330-router', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:57Z', 'updated_at': '2021-07-27T22:33:48Z', 'revision_number': 5, 'project_id': '30a5d3aba07a40dea410a46be28a6c7e', 'gw_port': {'id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:58Z', 'updated_at': '2021-07-27T22:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:50.039911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Attempting to bind port d89d7a48-d2bd-4811-b495-d890bc8e97dc on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:33:50.040300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Attempting to bind port d89d7a48-d2bd-4811-b495-d890bc8e97dc by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:33:50.040578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Attempting to bind port d89d7a48-d2bd-4811-b495-d890bc8e97dc on network a349bd74-b857-4590-ad09-c8eb3e5db8e9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:50.045072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Port d89d7a48-d2bd-4811-b495-d890bc8e97dc on network a349bd74-b857-4590-ad09-c8eb3e5db8e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:33:50.045400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Attempting to bind port d89d7a48-d2bd-4811-b495-d890bc8e97dc on network a349bd74-b857-4590-ad09-c8eb3e5db8e9 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:33:50.050597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:33:50.051465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Checking segment: {'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:33:50.052054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Bound using segment: {'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:33:50.052622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Bound port: d89d7a48-d2bd-4811-b495-d890bc8e97dc, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c174179a-9872-4f34-bda9-6dda5b7347ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:33:50.052994 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.059123 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.069647 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb8c3cb-3d55-4fd9-a5b3-ed021d4644bf None None] Checking router: b1837bcd-7fe1-4666-a562-1163a647f75f for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:33:50.078759 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8c3cb-3d55-4fd9-a5b3-ed021d4644bf None None] Routers {'b1837bcd-7fe1-4666-a562-1163a647f75f'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:33:50.079781 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dbb8c3cb-3d55-4fd9-a5b3-ed021d4644bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['b1837bcd-7fe1-4666-a562-1163a647f75f'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:50.145313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] For port d89d7a48-d2bd-4811-b495-d890bc8e97dc, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:33:50.151269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] For port d89d7a48-d2bd-4811-b495-d890bc8e97dc, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d89d7a48-d2bd-4811-b495-d890bc8e97dc,segment=NetworkSegment(c174179a-9872-4f34-bda9-6dda5b7347ce),segment_id=c174179a-9872-4f34-bda9-6dda5b7347ce)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:33:50.157188 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.202539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:50.203269 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.205550 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] 10.222.0.43 "PUT /v2.0/ports/d89d7a48-d2bd-4811-b495-d890bc8e97dc HTTP/1.1" status: 200 len: 1091 time: 0.7035425 Jul 27 22:33:50.205550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'tag': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:50.210329 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91b7a71-463d-4afb-863c-84e64f38f2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c951be74-1960-49bf-ae0b-6e2f14dd8bad", "tag": "d89d7a48-d2bd-4811-b495-d890bc8e97dc"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:50.227325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9817e-4453-43cc-a5e1-af21ecbbf89b req-2b4cc1cc-05b2-4067-b100-c5c6dc06252d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:50.231975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7df9817e-4453-43cc-a5e1-af21ecbbf89b req-2b4cc1cc-05b2-4067-b100-c5c6dc06252d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 943 time: 0.1704526 Jul 27 22:33:50.247898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a05f9-e6b1-453f-957e-42794e89a502 service neutron] Pushing event updated for resources: {'Port': ['ID=d89d7a48-d2bd-4811-b495-d890bc8e97dc,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:50.251250 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-dbb8c3cb-3d55-4fd9-a5b3-ed021d4644bf None None] Set router b1837bcd-7fe1-4666-a562-1163a647f75f gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:33:50.319588 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d808014-2533-485c-917a-b07a9f3f5202 x-openstack-request-id: req-7d808014-2533-485c-917a-b07a9f3f5202 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:50.319917 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c951be74-1960-49bf-ae0b-6e2f14dd8bad", "tag": "d89d7a48-d2bd-4811-b495-d890bc8e97dc", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:50.320289 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d808014-2533-485c-917a-b07a9f3f5202 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:50.320555 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'tag': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc', 'status': 'completed', 'code': 200} Jul 27 22:33:50.336195 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7df9817e-4453-43cc-a5e1-af21ecbbf89b req-e848ac52-90fe-46f4-aacf-b6efc1814fc4 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=36427366-7bd9-407d-85e7-e23a5a790551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926051 Jul 27 22:33:50.340102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-52fd68b1-c119-4812-83fc-d712ef87a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:50.342414 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-52fd68b1-c119-4812-83fc-d712ef87a3b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 1094 time: 0.0861733 Jul 27 22:33:50.344964 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.407300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Deleting port 14788144-1a2c-430a-a4c2-787ed4db4b3d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:50.407947 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.412290 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-3cad8c37-c4d1-47b0-aea2-759e58aa9b48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89d7a48-d2bd-4811-b495-d890bc8e97dc HTTP/1.1" status: 200 len: 217 time: 0.0577502 Jul 27 22:33:50.469295 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dbb8c3cb-3d55-4fd9-a5b3-ed021d4644bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'name': 'tempest-TestVolumeBackupRestore-1315718330-router', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:57Z', 'updated_at': '2021-07-27T22:33:48Z', 'revision_number': 5, 'project_id': '30a5d3aba07a40dea410a46be28a6c7e', 'gw_port': {'id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:58Z', 'updated_at': '2021-07-27T22:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:50.475723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-630ff2e5-f1c6-4d32-bab3-d75a845d53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:50.477227 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-630ff2e5-f1c6-4d32-bab3-d75a845d53cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f HTTP/1.1" status: 200 len: 833 time: 0.0585604 Jul 27 22:33:50.500214 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] For port 14788144-1a2c-430a-a4c2-787ed4db4b3d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=14788144-1a2c-430a-a4c2-787ed4db4b3d,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:50.500807 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.501389 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb8c3cb-3d55-4fd9-a5b3-ed021d4644bf None None] The sync data for ids ['b1837bcd-7fe1-4666-a562-1163a647f75f'] in n-d-802011-3 is: [{'id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'name': 'tempest-TestVolumeBackupRestore-1315718330-router', 'tenant_id': '30a5d3aba07a40dea410a46be28a6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:57Z', 'updated_at': '2021-07-27T22:33:48Z', 'revision_number': 5, 'project_id': '30a5d3aba07a40dea410a46be28a6c7e', 'gw_port': {'id': '14788144-1a2c-430a-a4c2-787ed4db4b3d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1837bcd-7fe1-4666-a562-1163a647f75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:58Z', 'updated_at': '2021-07-27T22:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:33:50.516652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Calling delete_port for 14788144-1a2c-430a-a4c2-787ed4db4b3d owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:50.536369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-fab9ac70-e458-47d6-be23-3f49200f57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:50.537690 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-fab9ac70-e458-47d6-be23-3f49200f57b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a349bd74-b857-4590-ad09-c8eb3e5db8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526116 Jul 27 22:33:50.640174 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-1ba772d4-0c49-4333-bb81-94d658800b6b service neutron] 10.222.0.43 "GET /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944226 Jul 27 22:33:50.697640 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.731699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Pushing event deleted for resources: {'Port': ['ID=14788144-1a2c-430a-a4c2-787ed4db4b3d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:50.737751 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-722dc208-367d-49f5-8416-7d7121ed6d58 req-17e01d35-7879-4804-9f54-8bd0861c4e1c service neutron] 10.222.0.43 "GET /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908673 Jul 27 22:33:50.784946 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.825829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b7a71-463d-4afb-863c-84e64f38f2fe req-4882c10e-fa0e-4144-bd90-45123203ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:50.827371 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e91b7a71-463d-4afb-863c-84e64f38f2fe req-4882c10e-fa0e-4144-bd90-45123203ef4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 1094 time: 0.0420690 Jul 27 22:33:50.882256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.884646 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.933087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b7a71-463d-4afb-863c-84e64f38f2fe req-5da0d76f-c85b-44c0-8adf-c23f009ace73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:50.935293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.935666 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e91b7a71-463d-4afb-863c-84e64f38f2fe req-5da0d76f-c85b-44c0-8adf-c23f009ace73 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a349bd74-b857-4590-ad09-c8eb3e5db8e9 HTTP/1.1" status: 200 len: 896 time: 0.1013594 Jul 27 22:33:50.935998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1837bcd-7fe1-4666-a562-1163a647f75f {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:33:50.940444 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:50.941629 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4e07e194-7f95-4f98-a42a-44a9d87647be admin admin] 10.222.0.24 "DELETE /v2.0/routers/b1837bcd-7fe1-4666-a562-1163a647f75f HTTP/1.1" status: 204 len: 168 time: 1.3964374 Jul 27 22:33:50.944758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58638) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:50.992320 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e91b7a71-463d-4afb-863c-84e64f38f2fe req-5c69eec5-2db0-4bc5-be80-b66cc2e7082d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89d7a48-d2bd-4811-b495-d890bc8e97dc HTTP/1.1" status: 200 len: 217 time: 0.0468981 Jul 27 22:33:50.999416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e64908-6a03-472f-910b-161725fe25cc admin admin] Deleting subnet 62ed1e84-6599-477b-af3c-0b1b8e83be9e {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:33:51.003294 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4e64908-6a03-472f-910b-161725fe25cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.039541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4e64908-6a03-472f-910b-161725fe25cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.045729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b7a71-463d-4afb-863c-84e64f38f2fe req-d9e25ecf-a812-4973-8131-5e7051dc612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:51.047248 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e91b7a71-463d-4afb-863c-84e64f38f2fe req-d9e25ecf-a812-4973-8131-5e7051dc612d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f HTTP/1.1" status: 200 len: 833 time: 0.0461633 Jul 27 22:33:51.102159 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b7a71-463d-4afb-863c-84e64f38f2fe req-3662bc26-1634-4f82-a43f-5f0dd7621bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:51.103860 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e91b7a71-463d-4afb-863c-84e64f38f2fe req-3662bc26-1634-4f82-a43f-5f0dd7621bf8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a349bd74-b857-4590-ad09-c8eb3e5db8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485599 Jul 27 22:33:51.132677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4e64908-6a03-472f-910b-161725fe25cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.196782 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4e64908-6a03-472f-910b-161725fe25cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.203231 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e91b7a71-463d-4afb-863c-84e64f38f2fe req-c95ad534-8fee-406e-b735-be59fe6fe5d7 service neutron] 10.222.0.43 "GET /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907423 Jul 27 22:33:51.231505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e64908-6a03-472f-910b-161725fe25cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ed1e84-6599-477b-af3c-0b1b8e83be9e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:51.236379 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4e64908-6a03-472f-910b-161725fe25cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.238317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c4e64908-6a03-472f-910b-161725fe25cc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/62ed1e84-6599-477b-af3c-0b1b8e83be9e HTTP/1.1" status: 204 len: 168 time: 0.2923441 Jul 27 22:33:51.241398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58640) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:51.247306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60482c95-03f0-49b2-81b7-06d473a86e8e None None] Network f2e22250-d87d-4a28-a865-03e3a8fa0dc1 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:33:51.316580 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e91b7a71-463d-4afb-863c-84e64f38f2fe req-3196bd26-e89e-40d3-bc64-f47f5573ebbe service neutron] 10.222.0.43 "GET /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061194 Jul 27 22:33:51.318518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.375161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Deleting port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:51.375502 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.475297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] For port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae,segment=NetworkSegment(e7084674-8a38-4a87-8ab5-18273d4f15f4),segment_id=e7084674-8a38-4a87-8ab5-18273d4f15f4)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:51.475571 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.490312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Calling delete_port for ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:51.508603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e308e-4762-4418-be71-62504ef601aa req-bfa2ad03-0159-4f90-bd99-fffea65d021a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:51.510111 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-737e308e-4762-4418-be71-62504ef601aa req-bfa2ad03-0159-4f90-bd99-fffea65d021a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 943 time: 0.0868468 Jul 27 22:33:51.543241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887010cf-c809-42f0-95d7-e3b9bd6dbf57 None None] DHCP port deletion for f2e22250-d87d-4a28-a865-03e3a8fa0dc1 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:33:51.603247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-887010cf-c809-42f0-95d7-e3b9bd6dbf57 None None] Deleting port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:33:51.603933 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-887010cf-c809-42f0-95d7-e3b9bd6dbf57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.611327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-737e308e-4762-4418-be71-62504ef601aa req-f83f1621-8ed9-4b2e-8ddc-38f920c7f8e7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=36427366-7bd9-407d-85e7-e23a5a790551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663981 Jul 27 22:33:51.632742 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.660427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:51.663000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] No DVR routers for this DVR port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:51.666462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-887010cf-c809-42f0-95d7-e3b9bd6dbf57 None None] For port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae,segment=NetworkSegment(e7084674-8a38-4a87-8ab5-18273d4f15f4),segment_id=e7084674-8a38-4a87-8ab5-18273d4f15f4)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:51.666864 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-887010cf-c809-42f0-95d7-e3b9bd6dbf57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.679799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-887010cf-c809-42f0-95d7-e3b9bd6dbf57 None None] Calling delete_port for ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:33:51.747582 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.758243 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e22250-d87d-4a28-a865-03e3a8fa0dc1']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:51.758811 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-887010cf-c809-42f0-95d7-e3b9bd6dbf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.768692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7084674-8a38-4a87-8ab5-18273d4f15f4') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:51.768898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7084674-8a38-4a87-8ab5-18273d4f15f4') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:33:51.778490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.784616 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887010cf-c809-42f0-95d7-e3b9bd6dbf57 None None] Pushing event deleted for resources: {'Port': ['ID=ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:51.786996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887010cf-c809-42f0-95d7-e3b9bd6dbf57 None None] No DVR routers for this DVR port ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:33:51.793232 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.803067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:33:51.803467 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:33:51.805078 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:33:51.857631 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.864333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:51.866375 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f2e22250-d87d-4a28-a865-03e3a8fa0dc1 HTTP/1.1" status: 204 len: 168 time: 0.6239824 Jul 27 22:33:51.883961 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd05e3-bc20-46e2-b7c8-4de2f4e37003 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2e22250-d87d-4a28-a865-03e3a8fa0dc1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:52.037964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58646) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:52.076758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c73e5f38-de99-4e9c-bd00-a91a9df8a3d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=452a97d670344ea1b1c0d7d0a5730032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375659 Jul 27 22:33:52.079022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58648) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:52.126127 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59f55d7-9f76-4352-b821-aff35e041945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:52.147269 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59f55d7-9f76-4352-b821-aff35e041945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:52.192542 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59f55d7-9f76-4352-b821-aff35e041945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:52.195357 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a59f55d7-9f76-4352-b821-aff35e041945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:52.196543 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a59f55d7-9f76-4352-b821-aff35e041945 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b182abbd-f07f-4d9f-a8d6-d48241fd9dbb HTTP/1.1" status: 204 len: 168 time: 0.1166389 Jul 27 22:33:52.204656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f55d7-9f76-4352-b821-aff35e041945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b182abbd-f07f-4d9f-a8d6-d48241fd9dbb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:52.272221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:52.292283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:52.292770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ef74c7fa-b293-40e3-a1a8-5a60c4ef25ae not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:52.293048 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 14788144-1a2c-430a-a4c2-787ed4db4b3d no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:52.311815 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 14788144-1a2c-430a-a4c2-787ed4db4b3d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:52.312166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 14788144-1a2c-430a-a4c2-787ed4db4b3d not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:52.312581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 20d3f451-27df-4f4b-8b29-bae572cbcb25 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:33:52.331003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 20d3f451-27df-4f4b-8b29-bae572cbcb25 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:33:52.331351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 20d3f451-27df-4f4b-8b29-bae572cbcb25 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:33:52.517448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:52.557616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9c8eb723-b59b-446a-83ec-90bcf33507a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30a5d3aba07a40dea410a46be28a6c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389578 Jul 27 22:33:52.560102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58656) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:52.609975 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d08facb4-fc1a-438c-83ee-d4abc46bc92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:52.634960 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d08facb4-fc1a-438c-83ee-d4abc46bc92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:52.685901 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d08facb4-fc1a-438c-83ee-d4abc46bc92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:52.688746 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d08facb4-fc1a-438c-83ee-d4abc46bc92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:52.690009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d08facb4-fc1a-438c-83ee-d4abc46bc92c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bce1757b-275a-4111-b79c-ea72c4c0f316 HTTP/1.1" status: 204 len: 168 time: 0.1289704 Jul 27 22:33:52.721256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08facb4-fc1a-438c-83ee-d4abc46bc92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce1757b-275a-4111-b79c-ea72c4c0f316,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:52.746483 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5e028-105c-487c-9891-8fe3899fcf93 req-fb11f85d-ce45-4ba4-913b-083f5e534f53 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:52.748184 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ff5e028-105c-487c-9891-8fe3899fcf93 req-fb11f85d-ce45-4ba4-913b-083f5e534f53 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 943 time: 0.0571465 Jul 27 22:33:52.788708 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ff5e028-105c-487c-9891-8fe3899fcf93 req-905b55f1-b0f0-410d-bdd1-79b6b65d9f30 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=36427366-7bd9-407d-85e7-e23a5a790551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346513 Jul 27 22:33:53.904871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5ca2f-4e72-4ab8-aeb4-a3920a9bc073 req-01e48497-2824-4f1c-b05e-bb4e16b11b89 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:53.906366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7c5ca2f-4e72-4ab8-aeb4-a3920a9bc073 req-01e48497-2824-4f1c-b05e-bb4e16b11b89 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 943 time: 0.0497921 Jul 27 22:33:53.943114 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7c5ca2f-4e72-4ab8-aeb4-a3920a9bc073 req-ada08890-dfc3-419b-b774-8b26a778e595 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=36427366-7bd9-407d-85e7-e23a5a790551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302002 Jul 27 22:33:54.327338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d89d7a48-d2bd-4811-b495-d890bc8e97dc details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:33:54.427585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d89d7a48-d2bd-4811-b495-d890bc8e97dc, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d89d7a48-d2bd-4811-b495-d890bc8e97dc,segment=NetworkSegment(c174179a-9872-4f34-bda9-6dda5b7347ce),segment_id=c174179a-9872-4f34-bda9-6dda5b7347ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:54.439148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'port_id': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc', 'mac_address': 'fa:16:3e:18:17:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:33:54.479709 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:54.493265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89d7a48-d2bd-4811-b495-d890bc8e97dc {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:33:54.518677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d89d7a48-d2bd-4811-b495-d890bc8e97dc, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d89d7a48-d2bd-4811-b495-d890bc8e97dc,segment=NetworkSegment(c174179a-9872-4f34-bda9-6dda5b7347ce),segment_id=c174179a-9872-4f34-bda9-6dda5b7347ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:54.523016 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:54.575315 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d89d7a48-d2bd-4811-b495-d890bc8e97dc,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:54.728750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d89d7a48-d2bd-4811-b495-d890bc8e97dc'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:33:55.062709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0758b-9961-4021-ae40-95373798de2e req-c2ce078e-83d2-4d8b-863b-82fce1a46801 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:55.064183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09f0758b-9961-4021-ae40-95373798de2e req-c2ce078e-83d2-4d8b-863b-82fce1a46801 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 944 time: 0.0528374 Jul 27 22:33:55.102719 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09f0758b-9961-4021-ae40-95373798de2e req-d7256fe0-3ee3-4c90-84b2-713338034159 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=36427366-7bd9-407d-85e7-e23a5a790551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Jul 27 22:33:56.219736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d23186-bbbe-42f8-a5ab-2bab19eb3913 req-5c4aa6b3-e046-4f90-95da-796b1cd52907 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:56.221223 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2d23186-bbbe-42f8-a5ab-2bab19eb3913 req-5c4aa6b3-e046-4f90-95da-796b1cd52907 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 944 time: 0.0498874 Jul 27 22:33:56.259231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b2d23186-bbbe-42f8-a5ab-2bab19eb3913 req-9fbf5b21-5012-46c5-adc2-7015701fd36f tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=36427366-7bd9-407d-85e7-e23a5a790551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320528 Jul 27 22:33:56.327209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d89d7a48-d2bd-4811-b495-d890bc8e97dc up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:56.374143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port d89d7a48-d2bd-4811-b495-d890bc8e97dc completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:56.377588 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port d89d7a48-d2bd-4811-b495-d890bc8e97dc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:56.377956 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:56.455916 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:56.478577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:56.480875 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018c3482-e057-4664-9822-1c6aba4b28b6" -d '{"events": [{"server_uuid": "c951be74-1960-49bf-ae0b-6e2f14dd8bad", "name": "network-vif-plugged", "status": "completed", "tag": "d89d7a48-d2bd-4811-b495-d890bc8e97dc"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:56.495511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d89d7a48-d2bd-4811-b495-d890bc8e97dc, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d89d7a48-d2bd-4811-b495-d890bc8e97dc,segment=NetworkSegment(c174179a-9872-4f34-bda9-6dda5b7347ce),segment_id=c174179a-9872-4f34-bda9-6dda5b7347ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:56.499491 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:56.525029 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20efa251-9da9-40c2-ba80-e54fbc8989c6 x-openstack-request-id: req-20efa251-9da9-40c2-ba80-e54fbc8989c6 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:56.525316 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c951be74-1960-49bf-ae0b-6e2f14dd8bad", "name": "network-vif-plugged", "status": "completed", "tag": "d89d7a48-d2bd-4811-b495-d890bc8e97dc", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:56.525566 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20efa251-9da9-40c2-ba80-e54fbc8989c6 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:56.525951 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc', 'code': 200} Jul 27 22:33:56.555832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d89d7a48-d2bd-4811-b495-d890bc8e97dc,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:56.627825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b1c84-4bbb-432e-b031-723b5d050a33 req-bf061c05-0c4b-4dd5-9653-d3c2e401793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:56.629449 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e1b1c84-4bbb-432e-b031-723b5d050a33 req-bf061c05-0c4b-4dd5-9653-d3c2e401793d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 1096 time: 0.0428863 Jul 27 22:33:56.664653 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9e1b1c84-4bbb-432e-b031-723b5d050a33 req-9d3fb22d-4058-4e5f-bcb9-d8b697c20485 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=36427366-7bd9-407d-85e7-e23a5a790551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282669 Jul 27 22:33:57.374244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8242-4f6a-4439-b802-fbc2ab258d3e req-4aeda476-445a-4672-a115-eafb940dee53 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:57.379675 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-082d8242-4f6a-4439-b802-fbc2ab258d3e req-4aeda476-445a-4672-a115-eafb940dee53 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 945 time: 0.0534217 Jul 27 22:33:57.423540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-082d8242-4f6a-4439-b802-fbc2ab258d3e req-e383e482-fa61-4b2d-aa38-82b12990ad35 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=36427366-7bd9-407d-85e7-e23a5a790551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400445 Jul 27 22:33:58.547027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb3016-f996-407e-ab29-99241fca3cd1 req-281365db-289e-4dd7-b6cf-4579b467e9b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:58.548577 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ebdb3016-f996-407e-ab29-99241fca3cd1 req-281365db-289e-4dd7-b6cf-4579b467e9b9 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 945 time: 0.0544589 Jul 27 22:33:58.587396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ebdb3016-f996-407e-ab29-99241fca3cd1 req-7a8de889-252b-48ba-bda3-c38a19548247 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=36427366-7bd9-407d-85e7-e23a5a790551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319796 Jul 27 22:33:58.701582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe12879-5e31-4032-8bf5-73393872eec9 req-284587b4-a83a-44a3-9a9a-f87cac4eb404 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:58.703179 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3fe12879-5e31-4032-8bf5-73393872eec9 req-284587b4-a83a-44a3-9a9a-f87cac4eb404 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 945 time: 0.0496073 Jul 27 22:33:58.748545 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3fe12879-5e31-4032-8bf5-73393872eec9 req-d34ced48-70fb-4207-b538-376cd695262e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=36427366-7bd9-407d-85e7-e23a5a790551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387530 Jul 27 22:33:58.775978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58678) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:58.816889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14249368-f8e1-4649-aa7e-dfd320e1f98f tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:58.819250 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-14249368-f8e1-4649-aa7e-dfd320e1f98f tempest-TestNetworkBasicOps-355634699 tempest-TestNetworkBasicOps-355634699-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 1091 time: 0.0422697 Jul 27 22:33:58.821986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58680) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:33:58.826634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:33:58.852542 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:58.952368 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:59.067219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Allocated IP 172.25.1.116 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/1a766678-5267-441c-9fc0-d03d3a55b6cd) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:33:59.172510 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:59.213987 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:59.250890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:33:59.253686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:33:59.260575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:33:59.266014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=1a766678-5267-441c-9fc0-d03d3a55b6cd,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:59.969949 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:00.046718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:00.212864 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:00.217720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:00.296445 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event updated for resources: {'Port': ['ID=1a766678-5267-441c-9fc0-d03d3a55b6cd,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:00.306368 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:00.428227 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Floating IP c3ae863c-567c-44cf-83d2-c81f3c4cedf0 associated. External IP: 172.25.1.116, port: d89d7a48-d2bd-4811-b495-d890bc8e97dc. Jul 27 22:34:00.650133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Router d83906bb-52fb-4905-a168-d65abb6cae93 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:34:00.762004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:00.772569 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b95e67-6918-4afe-b1c1-8bb32dbf765f None None] Sync routers for ids ['d83906bb-52fb-4905-a168-d65abb6cae93'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:00.779469 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:00.782885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b95e67-6918-4afe-b1c1-8bb32dbf765f None None] Routers {'d83906bb-52fb-4905-a168-d65abb6cae93'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:00.783513 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-48b95e67-6918-4afe-b1c1-8bb32dbf765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d83906bb-52fb-4905-a168-d65abb6cae93'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:00.809919 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-519acaca-a0e8-4742-9fe3-bf51d8bb9aff tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9867857 Jul 27 22:34:00.810548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'tag': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:34:00.812783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:00.813288 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1140bf8c-7d1e-4354-b0e2-e371c01990c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c951be74-1960-49bf-ae0b-6e2f14dd8bad", "tag": "d89d7a48-d2bd-4811-b495-d890bc8e97dc"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:34:00.851598 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92365cdd-f563-4225-8813-3a8f58066971 x-openstack-request-id: req-92365cdd-f563-4225-8813-3a8f58066971 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:34:00.852026 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c951be74-1960-49bf-ae0b-6e2f14dd8bad", "tag": "d89d7a48-d2bd-4811-b495-d890bc8e97dc", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:34:00.852326 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92365cdd-f563-4225-8813-3a8f58066971 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:34:00.852588 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'tag': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc', 'status': 'completed', 'code': 200} Jul 27 22:34:00.886038 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c62f7729-9655-4a2e-8d93-cce36e28978d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/floatingips/c3ae863c-567c-44cf-83d2-c81f3c4cedf0 HTTP/1.1" status: 200 len: 991 time: 0.0718935 Jul 27 22:34:00.899563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-48b95e67-6918-4afe-b1c1-8bb32dbf765f None None] Set router d83906bb-52fb-4905-a168-d65abb6cae93 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:00.918289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140bf8c-7d1e-4354-b0e2-e371c01990c5 req-3f5c452f-e3f7-4bc4-a713-b45d0eb8d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:00.919831 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1140bf8c-7d1e-4354-b0e2-e371c01990c5 req-3f5c452f-e3f7-4bc4-a713-b45d0eb8d748 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 1096 time: 0.0439434 Jul 27 22:34:01.017967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140bf8c-7d1e-4354-b0e2-e371c01990c5 req-b646e024-b8ef-4c7d-be6e-5fd6df60de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:01.019533 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1140bf8c-7d1e-4354-b0e2-e371c01990c5 req-b646e024-b8ef-4c7d-be6e-5fd6df60de24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a349bd74-b857-4590-ad09-c8eb3e5db8e9 HTTP/1.1" status: 200 len: 896 time: 0.0931673 Jul 27 22:34:01.096515 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1140bf8c-7d1e-4354-b0e2-e371c01990c5 req-49fadf5e-95a4-4d6b-aa23-338badf62221 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89d7a48-d2bd-4811-b495-d890bc8e97dc HTTP/1.1" status: 200 len: 999 time: 0.0689075 Jul 27 22:34:01.152171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140bf8c-7d1e-4354-b0e2-e371c01990c5 req-1359c9cb-81dc-4d74-b7cc-4dfc9dbdae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:01.153647 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1140bf8c-7d1e-4354-b0e2-e371c01990c5 req-1359c9cb-81dc-4d74-b7cc-4dfc9dbdae8b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f HTTP/1.1" status: 200 len: 833 time: 0.0490258 Jul 27 22:34:01.208313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140bf8c-7d1e-4354-b0e2-e371c01990c5 req-c96c66fb-59ca-4774-9bea-bd17537cd62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:01.209819 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1140bf8c-7d1e-4354-b0e2-e371c01990c5 req-c96c66fb-59ca-4774-9bea-bd17537cd62a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a349bd74-b857-4590-ad09-c8eb3e5db8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493367 Jul 27 22:34:01.295523 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-48b95e67-6918-4afe-b1c1-8bb32dbf765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'c3ae863c-567c-44cf-83d2-c81f3c4cedf0', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'port_id': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'mac_address': 'fa:16:3e:18:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:33:59Z', 'updated_at': '2021-07-27T22:33:59Z', 'revision_number': 0, 'project_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1595b54-eebb-47a1-9717-1118fbb4c994', 'name': '', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:32:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:41Z', 'updated_at': '2021-07-27T22:33:46Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:01.304990 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1140bf8c-7d1e-4354-b0e2-e371c01990c5 req-467911ad-4e3d-4527-a3c2-3e2ea7df57d3 service neutron] 10.222.0.43 "GET /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866530 Jul 27 22:34:01.322464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b95e67-6918-4afe-b1c1-8bb32dbf765f None None] Checking router: d83906bb-52fb-4905-a168-d65abb6cae93 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:01.330590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b95e67-6918-4afe-b1c1-8bb32dbf765f None None] Routers {'d83906bb-52fb-4905-a168-d65abb6cae93'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:01.331203 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-48b95e67-6918-4afe-b1c1-8bb32dbf765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:33:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d83906bb-52fb-4905-a168-d65abb6cae93'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:01.395463 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1140bf8c-7d1e-4354-b0e2-e371c01990c5 req-597340f1-e3d1-447e-8ae6-aa6cbe88d130 service neutron] 10.222.0.43 "GET /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826666 Jul 27 22:34:01.436783 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-48b95e67-6918-4afe-b1c1-8bb32dbf765f None None] Set router d83906bb-52fb-4905-a168-d65abb6cae93 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:01.653012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-48b95e67-6918-4afe-b1c1-8bb32dbf765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'c3ae863c-567c-44cf-83d2-c81f3c4cedf0', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'port_id': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'mac_address': 'fa:16:3e:18:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:33:59Z', 'updated_at': '2021-07-27T22:33:59Z', 'revision_number': 0, 'project_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1595b54-eebb-47a1-9717-1118fbb4c994', 'name': '', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:32:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:41Z', 'updated_at': '2021-07-27T22:33:46Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:01.682874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b95e67-6918-4afe-b1c1-8bb32dbf765f None None] The sync data for ids ['d83906bb-52fb-4905-a168-d65abb6cae93'] in n-d-802011-3 is: [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'c3ae863c-567c-44cf-83d2-c81f3c4cedf0', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'port_id': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'mac_address': 'fa:16:3e:18:17:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:33:59Z', 'updated_at': '2021-07-27T22:33:59Z', 'revision_number': 0, 'project_id': '615ad33e4f374579872e356840fc6317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1595b54-eebb-47a1-9717-1118fbb4c994', 'name': '', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:32:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:41Z', 'updated_at': '2021-07-27T22:33:46Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:01.875718 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b7fad1-9f74-4816-b3da-74b4940cbb02 None None] New status for floating IP c3ae863c-567c-44cf-83d2-c81f3c4cedf0: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:34:01.889767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58686) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:02.010553 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-35e9640e-4f49-469d-a701-8079d92f11ad tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/floatingips/c3ae863c-567c-44cf-83d2-c81f3c4cedf0 HTTP/1.1" status: 200 len: 991 time: 0.1195710 Jul 27 22:34:03.014781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58688) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:03.086714 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-467232d8-2d28-45bc-890c-79cb28a9344e tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/floatingips/c3ae863c-567c-44cf-83d2-c81f3c4cedf0 HTTP/1.1" status: 200 len: 993 time: 0.0707924 Jul 27 22:34:08.917542 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:34:12.628351 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:12.801631 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21bab00a-e607-47f1-91d3-0d001e9ebfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:15.451670 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f52b9b6-7a2e-47f3-a04c-f65c28134923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:15.781536 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:16.475860 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:16.592706 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:18.178649 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:24.847905 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2ad5f01-6900-4fb6-89f8-b95352ce4739 req-c83e0c1a-85fd-4b3c-8f40-1edacb6c256f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1865842 Jul 27 22:34:24.937828 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad5f01-6900-4fb6-89f8-b95352ce4739 req-7d8f3112-5d93-48cf-a361-c351999c89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:24.939213 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2ad5f01-6900-4fb6-89f8-b95352ce4739 req-7d8f3112-5d93-48cf-a361-c351999c89c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 1096 time: 0.0396988 Jul 27 22:34:25.048172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad5f01-6900-4fb6-89f8-b95352ce4739 req-34a28923-dda0-4a65-a2b1-a245492b7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:25.049662 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2ad5f01-6900-4fb6-89f8-b95352ce4739 req-34a28923-dda0-4a65-a2b1-a245492b7bb4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a349bd74-b857-4590-ad09-c8eb3e5db8e9 HTTP/1.1" status: 200 len: 896 time: 0.0876811 Jul 27 22:34:25.124337 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2ad5f01-6900-4fb6-89f8-b95352ce4739 req-9012b7f7-c7cc-49e5-9bdd-ac55e4f10dcd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89d7a48-d2bd-4811-b495-d890bc8e97dc HTTP/1.1" status: 200 len: 1001 time: 0.0661633 Jul 27 22:34:25.175836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad5f01-6900-4fb6-89f8-b95352ce4739 req-316265cc-bdc3-4f0e-8123-a028ba5d7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:25.177237 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2ad5f01-6900-4fb6-89f8-b95352ce4739 req-316265cc-bdc3-4f0e-8123-a028ba5d7f19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f HTTP/1.1" status: 200 len: 833 time: 0.0431914 Jul 27 22:34:25.233511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad5f01-6900-4fb6-89f8-b95352ce4739 req-0045b1a7-1598-480b-8e8e-208bb2223158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:25.234993 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2ad5f01-6900-4fb6-89f8-b95352ce4739 req-0045b1a7-1598-480b-8e8e-208bb2223158 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a349bd74-b857-4590-ad09-c8eb3e5db8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436604 Jul 27 22:34:25.324523 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2ad5f01-6900-4fb6-89f8-b95352ce4739 req-96f740b8-fb91-4f0a-8bac-134a8638a779 service neutron] 10.222.0.43 "GET /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813334 Jul 27 22:34:25.416206 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e2ad5f01-6900-4fb6-89f8-b95352ce4739 req-08759ac1-9fe2-4789-8a80-5e8a3f08d64d service neutron] 10.222.0.43 "GET /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845139 Jul 27 22:34:29.669679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58706) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:29.741055 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-124f8b08-d87b-4934-a37a-f953a79155ba tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/floatingips/c3ae863c-567c-44cf-83d2-c81f3c4cedf0 HTTP/1.1" status: 200 len: 993 time: 0.0701835 Jul 27 22:34:30.013294 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58712) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:30.169278 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting port 1a766678-5267-441c-9fc0-d03d3a55b6cd {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:30.169629 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:30.246670 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:30.246996 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:30.258093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Calling delete_port for 1a766678-5267-441c-9fc0-d03d3a55b6cd owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:30.434094 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:30.460073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Port': ['ID=1a766678-5267-441c-9fc0-d03d3a55b6cd,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:30.484948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:30.485297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:30.485638 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:30.485975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:30.486340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:30.486673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:30.487001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:30.487326 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:30.487647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:30.487973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:30.488318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:30.488643 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:30.530294 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:30.530627 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Floating IP c3ae863c-567c-44cf-83d2-c81f3c4cedf0 disassociated (deleted). External IP: 172.25.1.116, port: d89d7a48-d2bd-4811-b495-d890bc8e97dc. Jul 27 22:34:30.989028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Router d83906bb-52fb-4905-a168-d65abb6cae93 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:34:31.101926 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:31.106742 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:31.111345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02f809-7cbb-48fc-93eb-24d64fae90b3 None None] Sync routers for ids ['d83906bb-52fb-4905-a168-d65abb6cae93'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:31.120713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02f809-7cbb-48fc-93eb-24d64fae90b3 None None] Routers {'d83906bb-52fb-4905-a168-d65abb6cae93'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:31.121327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ac02f809-7cbb-48fc-93eb-24d64fae90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:34:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d83906bb-52fb-4905-a168-d65abb6cae93'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:31.136008 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-53771b24-6ad4-4476-9e4b-79fa3b5671c7 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/floatingips/c3ae863c-567c-44cf-83d2-c81f3c4cedf0 HTTP/1.1" status: 204 len: 168 time: 1.1213760 Jul 27 22:34:31.136460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'tag': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:34:31.138865 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53279bea-eb7e-4e9f-afc6-243dafe4f598" -d '{"events": [{"name": "network-changed", "server_uuid": "c951be74-1960-49bf-ae0b-6e2f14dd8bad", "tag": "d89d7a48-d2bd-4811-b495-d890bc8e97dc"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:34:31.176851 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454949bc-3880-4fff-abe2-fb98845dfc6d x-openstack-request-id: req-454949bc-3880-4fff-abe2-fb98845dfc6d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:34:31.177146 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c951be74-1960-49bf-ae0b-6e2f14dd8bad", "tag": "d89d7a48-d2bd-4811-b495-d890bc8e97dc", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:34:31.177394 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-454949bc-3880-4fff-abe2-fb98845dfc6d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:34:31.177791 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'tag': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc', 'status': 'completed', 'code': 200} Jul 27 22:34:31.241463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ac02f809-7cbb-48fc-93eb-24d64fae90b3 None None] Set router d83906bb-52fb-4905-a168-d65abb6cae93 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:31.243484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53279bea-eb7e-4e9f-afc6-243dafe4f598 req-98ada5db-6171-4dd6-8528-12f8f83790a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:31.245040 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-53279bea-eb7e-4e9f-afc6-243dafe4f598 req-98ada5db-6171-4dd6-8528-12f8f83790a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=615ad33e4f374579872e356840fc6317&device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 1096 time: 0.0446429 Jul 27 22:34:31.353894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53279bea-eb7e-4e9f-afc6-243dafe4f598 req-63dac860-d06e-4761-84b8-2d0fc248f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:31.355457 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-53279bea-eb7e-4e9f-afc6-243dafe4f598 req-63dac860-d06e-4761-84b8-2d0fc248f2f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a349bd74-b857-4590-ad09-c8eb3e5db8e9 HTTP/1.1" status: 200 len: 896 time: 0.0924256 Jul 27 22:34:31.372015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eeffe-85f4-4cc3-9e4a-606a2ac11aee req-7d7cf87f-37ad-42a8-a40a-b66234794042 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:31.373533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-884eeffe-85f4-4cc3-9e4a-606a2ac11aee req-7d7cf87f-37ad-42a8-a40a-b66234794042 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 945 time: 0.0520368 Jul 27 22:34:31.404170 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-53279bea-eb7e-4e9f-afc6-243dafe4f598 req-89380a69-2064-4a3f-8661-4de4a9cef9dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d89d7a48-d2bd-4811-b495-d890bc8e97dc HTTP/1.1" status: 200 len: 217 time: 0.0403295 Jul 27 22:34:31.416182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-884eeffe-85f4-4cc3-9e4a-606a2ac11aee req-2b8e9a78-2d37-479e-b534-f6a2bcc78fd5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=36427366-7bd9-407d-85e7-e23a5a790551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345535 Jul 27 22:34:31.447506 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ac02f809-7cbb-48fc-93eb-24d64fae90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b1595b54-eebb-47a1-9717-1118fbb4c994', 'name': '', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:32:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:41Z', 'updated_at': '2021-07-27T22:33:46Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:31.468942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53279bea-eb7e-4e9f-afc6-243dafe4f598 req-5b95bc8a-b1e6-4bef-a427-6a30b5f94028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:31.470487 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-53279bea-eb7e-4e9f-afc6-243dafe4f598 req-5b95bc8a-b1e6-4bef-a427-6a30b5f94028 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f HTTP/1.1" status: 200 len: 833 time: 0.0510106 Jul 27 22:34:31.477715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02f809-7cbb-48fc-93eb-24d64fae90b3 None None] Checking router: d83906bb-52fb-4905-a168-d65abb6cae93 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:31.485904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02f809-7cbb-48fc-93eb-24d64fae90b3 None None] Routers {'d83906bb-52fb-4905-a168-d65abb6cae93'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:31.486549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ac02f809-7cbb-48fc-93eb-24d64fae90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:34:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d83906bb-52fb-4905-a168-d65abb6cae93'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:31.522469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53279bea-eb7e-4e9f-afc6-243dafe4f598 req-8a95f38d-c8ef-40b5-8f86-af6b0c33764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:31.524879 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-53279bea-eb7e-4e9f-afc6-243dafe4f598 req-8a95f38d-c8ef-40b5-8f86-af6b0c33764f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a349bd74-b857-4590-ad09-c8eb3e5db8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428329 Jul 27 22:34:31.591081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-ac02f809-7cbb-48fc-93eb-24d64fae90b3 None None] Set router d83906bb-52fb-4905-a168-d65abb6cae93 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:31.621889 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-53279bea-eb7e-4e9f-afc6-243dafe4f598 req-8be6bcbf-b981-4798-a882-cf88b42dd0be service neutron] 10.222.0.43 "GET /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866973 Jul 27 22:34:31.711315 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-53279bea-eb7e-4e9f-afc6-243dafe4f598 req-dec6d5ff-bcfb-43c3-9fdf-2898120e4836 service neutron] 10.222.0.43 "GET /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812671 Jul 27 22:34:31.784802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-ac02f809-7cbb-48fc-93eb-24d64fae90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b1595b54-eebb-47a1-9717-1118fbb4c994', 'name': '', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:32:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:41Z', 'updated_at': '2021-07-27T22:33:46Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:31.810601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02f809-7cbb-48fc-93eb-24d64fae90b3 None None] The sync data for ids ['d83906bb-52fb-4905-a168-d65abb6cae93'] in n-d-802011-3 is: [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b1595b54-eebb-47a1-9717-1118fbb4c994', 'name': '', 'network_id': 'a349bd74-b857-4590-ad09-c8eb3e5db8e9', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'mac_address': 'fa:16:3e:32:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:41Z', 'updated_at': '2021-07-27T22:33:46Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'subnets': [{'id': 'b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:32.034929 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92ff19-921d-4182-86ff-6f56935cf8cc None None] New status for floating IP c3ae863c-567c-44cf-83d2-c81f3c4cedf0: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:34:32.535063 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef32e9-c877-47f7-b8fb-72b2e8544a3a req-f166dc49-9851-44b2-8f98-489741a78771 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:32.536547 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76ef32e9-c877-47f7-b8fb-72b2e8544a3a req-f166dc49-9851-44b2-8f98-489741a78771 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 945 time: 0.0505338 Jul 27 22:34:32.574933 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76ef32e9-c877-47f7-b8fb-72b2e8544a3a req-e02c5042-fd35-421f-878d-311dd63c45e8 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/security-groups?id=36427366-7bd9-407d-85e7-e23a5a790551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324824 Jul 27 22:34:32.764933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be376e7b-516d-4c61-80b0-5019e2fb1364 req-384a9046-66e9-4ff2-b729-b50cd8870162 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:32.766319 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-be376e7b-516d-4c61-80b0-5019e2fb1364 req-384a9046-66e9-4ff2-b729-b50cd8870162 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.43 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 945 time: 0.0543613 Jul 27 22:34:32.856023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-be376e7b-516d-4c61-80b0-5019e2fb1364 req-df5c4c01-1936-424d-8ef9-f8aec93363bb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting port d89d7a48-d2bd-4811-b495-d890bc8e97dc {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:32.856370 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-be376e7b-516d-4c61-80b0-5019e2fb1364 req-df5c4c01-1936-424d-8ef9-f8aec93363bb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:32.946480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-be376e7b-516d-4c61-80b0-5019e2fb1364 req-df5c4c01-1936-424d-8ef9-f8aec93363bb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] For port d89d7a48-d2bd-4811-b495-d890bc8e97dc, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d89d7a48-d2bd-4811-b495-d890bc8e97dc,segment=NetworkSegment(c174179a-9872-4f34-bda9-6dda5b7347ce),segment_id=c174179a-9872-4f34-bda9-6dda5b7347ce)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:32.946850 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-be376e7b-516d-4c61-80b0-5019e2fb1364 req-df5c4c01-1936-424d-8ef9-f8aec93363bb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:32.959755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-be376e7b-516d-4c61-80b0-5019e2fb1364 req-df5c4c01-1936-424d-8ef9-f8aec93363bb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Calling delete_port for d89d7a48-d2bd-4811-b495-d890bc8e97dc owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:33.083601 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-be376e7b-516d-4c61-80b0-5019e2fb1364 req-df5c4c01-1936-424d-8ef9-f8aec93363bb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:33.118870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c4c01-1936-424d-8ef9-f8aec93363bb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Port': ['ID=d89d7a48-d2bd-4811-b495-d890bc8e97dc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:33.158934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-be376e7b-516d-4c61-80b0-5019e2fb1364 req-df5c4c01-1936-424d-8ef9-f8aec93363bb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] No DVR routers for this DVR port d89d7a48-d2bd-4811-b495-d890bc8e97dc on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:34:33.161522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-be376e7b-516d-4c61-80b0-5019e2fb1364 req-df5c4c01-1936-424d-8ef9-f8aec93363bb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:33.163679 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-be376e7b-516d-4c61-80b0-5019e2fb1364 req-df5c4c01-1936-424d-8ef9-f8aec93363bb tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.43 "DELETE /v2.0/ports/d89d7a48-d2bd-4811-b495-d890bc8e97dc HTTP/1.1" status: 204 len: 173 time: 0.3914301 Jul 27 22:34:33.178902 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'name': 'network-vif-deleted', 'tag': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:34:33.181340 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467a66a0-01f1-416f-80c9-68567e16d450" -d '{"events": [{"server_uuid": "c951be74-1960-49bf-ae0b-6e2f14dd8bad", "name": "network-vif-deleted", "tag": "d89d7a48-d2bd-4811-b495-d890bc8e97dc"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:34:33.217329 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177dbd45-2aa5-4ff1-8bd9-02fca9e0a6a9 x-openstack-request-id: req-177dbd45-2aa5-4ff1-8bd9-02fca9e0a6a9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:34:33.217619 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c951be74-1960-49bf-ae0b-6e2f14dd8bad", "name": "network-vif-deleted", "tag": "d89d7a48-d2bd-4811-b495-d890bc8e97dc", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:34:33.217876 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-177dbd45-2aa5-4ff1-8bd9-02fca9e0a6a9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:34:33.218316 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c951be74-1960-49bf-ae0b-6e2f14dd8bad', 'name': 'network-vif-deleted', 'tag': 'd89d7a48-d2bd-4811-b495-d890bc8e97dc', 'status': 'completed', 'code': 200} Jul 27 22:34:33.687458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70326819-ae40-4b6e-8b3f-f64a46019a7d req-c743b0e9-bdad-4d6a-aaf5-27d4ec1cfff5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "GET /v2.0/ports?device_id=c951be74-1960-49bf-ae0b-6e2f14dd8bad HTTP/1.1" status: 200 len: 210 time: 0.0278001 Jul 27 22:34:34.742240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58728) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:34.802014 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:34.827143 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:34.888597 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:34.891255 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:34.892411 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/security-groups/36427366-7bd9-407d-85e7-e23a5a790551 HTTP/1.1" status: 204 len: 168 time: 0.1491554 Jul 27 22:34:34.901268 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36427366-7bd9-407d-85e7-e23a5a790551,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:34.908610 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:34.908951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:34.909289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:34.909620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:34.909950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:34.910662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:34.910662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:34.910915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:34.911230 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:34.911551 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:34.911888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:34.912212 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfa458-bc9c-4f1f-a445-5583b5e8ac3d tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:34.924019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58732) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:35.283922 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72806d05-0997-4457-902a-5c7a8c3192a5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:35.531078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-72806d05-0997-4457-902a-5c7a8c3192a5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting port b1595b54-eebb-47a1-9717-1118fbb4c994 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:35.531425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72806d05-0997-4457-902a-5c7a8c3192a5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:35.619159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-72806d05-0997-4457-902a-5c7a8c3192a5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] For port b1595b54-eebb-47a1-9717-1118fbb4c994, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b1595b54-eebb-47a1-9717-1118fbb4c994,segment=NetworkSegment(c174179a-9872-4f34-bda9-6dda5b7347ce),segment_id=c174179a-9872-4f34-bda9-6dda5b7347ce)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:35.619524 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72806d05-0997-4457-902a-5c7a8c3192a5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:35.632054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-72806d05-0997-4457-902a-5c7a8c3192a5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Calling delete_port for b1595b54-eebb-47a1-9717-1118fbb4c994 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:35.813714 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72806d05-0997-4457-902a-5c7a8c3192a5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:35.841100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72806d05-0997-4457-902a-5c7a8c3192a5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Port': ['ID=b1595b54-eebb-47a1-9717-1118fbb4c994,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:36.018682 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72806d05-0997-4457-902a-5c7a8c3192a5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.239838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72806d05-0997-4457-902a-5c7a8c3192a5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Router d83906bb-52fb-4905-a168-d65abb6cae93 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:34:36.345167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72806d05-0997-4457-902a-5c7a8c3192a5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:36.350488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-72806d05-0997-4457-902a-5c7a8c3192a5 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "PUT /v2.0/routers/d83906bb-52fb-4905-a168-d65abb6cae93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4254668 Jul 27 22:34:36.353618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58734) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:36.354741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753c12e-6965-4073-8022-1da121b04892 None None] Sync routers for ids ['d83906bb-52fb-4905-a168-d65abb6cae93'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:36.363915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e753c12e-6965-4073-8022-1da121b04892 None None] Routers {'d83906bb-52fb-4905-a168-d65abb6cae93'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:36.364522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e753c12e-6965-4073-8022-1da121b04892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:34:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d83906bb-52fb-4905-a168-d65abb6cae93'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:36.422195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb34715f-fb34-42ee-99b1-297c4be5b63a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting subnet b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:34:36.426365 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb34715f-fb34-42ee-99b1-297c4be5b63a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.469308 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb34715f-fb34-42ee-99b1-297c4be5b63a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.471227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e753c12e-6965-4073-8022-1da121b04892 None None] Set router d83906bb-52fb-4905-a168-d65abb6cae93 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:36.552073 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb34715f-fb34-42ee-99b1-297c4be5b63a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.564463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d89d7a48-d2bd-4811-b495-d890bc8e97dc no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:34:36.585290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: d89d7a48-d2bd-4811-b495-d890bc8e97dc {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:34:36.585692 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d89d7a48-d2bd-4811-b495-d890bc8e97dc not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:34:36.614357 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb34715f-fb34-42ee-99b1-297c4be5b63a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.639883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34715f-fb34-42ee-99b1-297c4be5b63a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Subnet': ['ID=b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:36.645556 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb34715f-fb34-42ee-99b1-297c4be5b63a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.647470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-eb34715f-fb34-42ee-99b1-297c4be5b63a tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/subnets/b80ff868-4b22-4d8f-a9b4-f1ed8b55a88f HTTP/1.1" status: 204 len: 168 time: 0.2929122 Jul 27 22:34:36.650955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58736) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:36.654006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968184d7-5404-4d98-aa96-f2acadf17994 None None] Network a349bd74-b857-4590-ad09-c8eb3e5db8e9 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:34:36.754166 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e753c12e-6965-4073-8022-1da121b04892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:34:35Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:36.759578 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.796978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753c12e-6965-4073-8022-1da121b04892 None None] Checking router: d83906bb-52fb-4905-a168-d65abb6cae93 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:36.811904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e753c12e-6965-4073-8022-1da121b04892 None None] Routers {'d83906bb-52fb-4905-a168-d65abb6cae93'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:36.812517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e753c12e-6965-4073-8022-1da121b04892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:34:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d83906bb-52fb-4905-a168-d65abb6cae93'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:36.864738 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.922486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] DHCP port deletion for a349bd74-b857-4590-ad09-c8eb3e5db8e9 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:34:36.923969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Deleting port 1bc3a359-b938-425e-8e21-dce22f1197f4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:36.924327 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.954325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e753c12e-6965-4073-8022-1da121b04892 None None] Set router d83906bb-52fb-4905-a168-d65abb6cae93 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:37.006942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] For port 1bc3a359-b938-425e-8e21-dce22f1197f4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1bc3a359-b938-425e-8e21-dce22f1197f4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:37.007200 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.019849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Calling delete_port for 1bc3a359-b938-425e-8e21-dce22f1197f4 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:37.203468 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.230547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Port': ['ID=1bc3a359-b938-425e-8e21-dce22f1197f4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:37.250596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Deleting port 9309e5a5-fd91-4b92-be1d-785fe4813e23 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:37.250967 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.292493 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.339295 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] For port 9309e5a5-fd91-4b92-be1d-785fe4813e23, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9309e5a5-fd91-4b92-be1d-785fe4813e23,segment=NetworkSegment(c174179a-9872-4f34-bda9-6dda5b7347ce),segment_id=c174179a-9872-4f34-bda9-6dda5b7347ce)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:37.339744 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.354158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Calling delete_port for 9309e5a5-fd91-4b92-be1d-785fe4813e23 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:37.385518 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.387671 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.416221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e753c12e-6965-4073-8022-1da121b04892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:34:35Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:37.434562 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.435221 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Fanout notify agent at l3_agent the message router_deleted on router d83906bb-52fb-4905-a168-d65abb6cae93 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:34:37.442357 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.443496 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fbeca3f4-60fe-4c75-bc11-2ac432e0dc73 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/routers/d83906bb-52fb-4905-a168-d65abb6cae93 HTTP/1.1" status: 204 len: 168 time: 0.7915409 Jul 27 22:34:37.446761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58738) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:37.450592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753c12e-6965-4073-8022-1da121b04892 None None] The sync data for ids ['d83906bb-52fb-4905-a168-d65abb6cae93'] in n-d-802011-3 is: [{'id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'name': 'tempest-TestNetworkBasicOps-router-909121548', 'tenant_id': '615ad33e4f374579872e356840fc6317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:34:35Z', 'revision_number': 5, 'project_id': '615ad33e4f374579872e356840fc6317', 'gw_port': {'id': '1bc3a359-b938-425e-8e21-dce22f1197f4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83906bb-52fb-4905-a168-d65abb6cae93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:33:36Z', 'updated_at': '2021-07-27T22:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:37.475972 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.502553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Pushing event deleted for resources: {'Port': ['ID=9309e5a5-fd91-4b92-be1d-785fe4813e23,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:37.508214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] No DVR routers for this DVR port 9309e5a5-fd91-4b92-be1d-785fe4813e23 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:34:37.518183 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:37.518538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:37.518883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:37.519224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:37.519676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:37.519878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:37.520209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:37.520535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:37.520859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:37.521183 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:37.521507 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:37.521829 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e08d7e-b811-485c-b991-49d971bf3244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:37.523837 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.611043 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.620995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a349bd74-b857-4590-ad09-c8eb3e5db8e9']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:37.630734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c174179a-9872-4f34-bda9-6dda5b7347ce') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:37.631035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c174179a-9872-4f34-bda9-6dda5b7347ce') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:37.640001 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.653015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.658609 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:34:37.658991 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:34:37.661838 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:34:37.716414 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.723508 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.725523 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] 10.222.0.24 "DELETE /v2.0/networks/a349bd74-b857-4590-ad09-c8eb3e5db8e9 HTTP/1.1" status: 204 len: 168 time: 0.2778399 Jul 27 22:34:37.737509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d18a9-2ca7-47f8-ae7d-b7a9ae2e7135 tempest-TestNetworkBasicOps-101537180 tempest-TestNetworkBasicOps-101537180-project] Pushing event deleted for resources: {'Network': ['ID=a349bd74-b857-4590-ad09-c8eb3e5db8e9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:37.993495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58744) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:38.134194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-103ff282-ac5f-4eab-9f2f-dfa70371acfb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=615ad33e4f374579872e356840fc6317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393981 Jul 27 22:34:38.136543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58748) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:38.183467 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8009-41d9-445e-9035-88483aa1bcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.204105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8009-41d9-445e-9035-88483aa1bcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.252079 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8009-41d9-445e-9035-88483aa1bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.254653 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8009-41d9-445e-9035-88483aa1bcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.255790 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3d5b8009-41d9-445e-9035-88483aa1bcc0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ed7986f-b1d4-42ff-8e27-59451dc955f6 HTTP/1.1" status: 204 len: 168 time: 0.1183391 Jul 27 22:34:38.263795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b8009-41d9-445e-9035-88483aa1bcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed7986f-b1d4-42ff-8e27-59451dc955f6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:38.501493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b1595b54-eebb-47a1-9717-1118fbb4c994 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:34:38.525798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: b1595b54-eebb-47a1-9717-1118fbb4c994 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:34:38.529008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b1595b54-eebb-47a1-9717-1118fbb4c994 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:34:38.529008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9309e5a5-fd91-4b92-be1d-785fe4813e23 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:34:38.529297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:38.542432 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3453eb06-b22a-4ac1-b295-7337f257e32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.545962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 9309e5a5-fd91-4b92-be1d-785fe4813e23 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:34:38.550544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9309e5a5-fd91-4b92-be1d-785fe4813e23 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:34:38.551108 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1bc3a359-b938-425e-8e21-dce22f1197f4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:34:38.572671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 1bc3a359-b938-425e-8e21-dce22f1197f4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:34:38.573019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1bc3a359-b938-425e-8e21-dce22f1197f4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:34:38.634752 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3453eb06-b22a-4ac1-b295-7337f257e32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.638528 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3453eb06-b22a-4ac1-b295-7337f257e32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.676438 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3453eb06-b22a-4ac1-b295-7337f257e32c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c91f5493049142b1b70b6f6e6d4ec879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460223 Jul 27 22:34:38.678349 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453eb06-b22a-4ac1-b295-7337f257e32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6d5769-f878-46a6-bdb7-1e14e30b6b5f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:38.679741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58756) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:38.741318 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a7f28aa-a44c-457a-a145-608f896505bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.763679 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a7f28aa-a44c-457a-a145-608f896505bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.811760 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a7f28aa-a44c-457a-a145-608f896505bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.814355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2a7f28aa-a44c-457a-a145-608f896505bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.815529 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2a7f28aa-a44c-457a-a145-608f896505bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f6d5769-f878-46a6-bdb7-1e14e30b6b5f HTTP/1.1" status: 204 len: 168 time: 0.1346459 Jul 27 22:34:38.824471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f28aa-a44c-457a-a145-608f896505bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6d5769-f878-46a6-bdb7-1e14e30b6b5f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:40.915118 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58808) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:40.920329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Request body: {'network': {'name': 'tempest-network-smoke--1143938809', 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'port_security_enabled': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:40.942222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Made reservation on behalf of c0ba32f400f4424bb818c462346c0f62 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:34:40.945822 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.954161 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.046245 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.049666 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.073154 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:34:41.087144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2769c5c8-1e06-4a18-9721-30f2ad90bc6e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:41.092440 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.092789 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Added segment 63f3bdff-daeb-49e9-accc-c9c222772818 of type vlan for network 952fd701-1366-49da-a9ef-f39104728111 Jul 27 22:34:41.135920 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.168536 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.174056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:41.174678 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.235065 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3188136 Jul 27 22:34:41.238097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58810) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:41.244421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'admin_state_up': True, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:41.250863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6498b-dd1f-413b-bbc3-3702bb8e0b8d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Network': ['ID=952fd701-1366-49da-a9ef-f39104728111,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:41.263428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 952fd701-1366-49da-a9ef-f39104728111 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:34:41.270756 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.271826 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.329737 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.465347 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.661689 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.681667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.783169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Allocated IP 172.25.1.3 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/e1959c18-21a6-409a-bdc8-9653fda18964) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:34:41.887663 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.926448 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.968608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:41.973527 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:41.978466 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:34:41.981595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Port': ['ID=e1959c18-21a6-409a-bdc8-9653fda18964,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:42.493763 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:42.623070 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:42.684491 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:42.803190 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6de65b70-82ce-48bb-ae89-8379eee54801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:42.811425 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Router 19b8474d-83ae-4af8-addf-95fb189e774e is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:34:42.917760 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:42.928545 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Sync routers for ids ['19b8474d-83ae-4af8-addf-95fb189e774e'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:42.935192 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:42.936419 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9c5fb2d2-f33c-438f-8ecd-2049ccd9b250 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.6974735 Jul 27 22:34:42.939082 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Routers {'19b8474d-83ae-4af8-addf-95fb189e774e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:42.939641 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58812) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:42.939784 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:34:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['19b8474d-83ae-4af8-addf-95fb189e774e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:43.044565 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Set router 19b8474d-83ae-4af8-addf-95fb189e774e gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:43.072579 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-db076a11-7a47-4408-acd5-51561093809f tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=c0ba32f400f4424bb818c462346c0f62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1315513 Jul 27 22:34:43.075051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58816) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:43.162649 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43c3ac-608b-4b79-8256-38bd8e620a6b tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:43.164983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ee43c3ac-608b-4b79-8256-38bd8e620a6b tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888152 Jul 27 22:34:43.167666 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58818) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:43.203303 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0e1581e7-7ce0-4c5d-b256-e39f49ef13bb tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344868 Jul 27 22:34:43.205942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58820) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:43.211626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-11a49937-1fd3-4bba-8f1b-ee69b6a7cc7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1727248528', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:43.282145 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:42Z', 'revision_number': 3, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:43.302564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a49937-1fd3-4bba-8f1b-ee69b6a7cc7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Made reservation on behalf of c0ba32f400f4424bb818c462346c0f62 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:34:43.306165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11a49937-1fd3-4bba-8f1b-ee69b6a7cc7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.309423 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Checking router: 19b8474d-83ae-4af8-addf-95fb189e774e for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:43.309773 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Updating router 19b8474d-83ae-4af8-addf-95fb189e774e port e1959c18-21a6-409a-bdc8-9653fda18964 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:34:43.344904 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.489371 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11a49937-1fd3-4bba-8f1b-ee69b6a7cc7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.548701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a49937-1fd3-4bba-8f1b-ee69b6a7cc7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Subnet': ['ID=f127ac5a-1860-4db8-8a87-7cc5d2c6625a,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:43.559403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a49937-1fd3-4bba-8f1b-ee69b6a7cc7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Checking segment: {'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:43.559876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a49937-1fd3-4bba-8f1b-ee69b6a7cc7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network hostable DHCP agents. Network: 952fd701-1366-49da-a9ef-f39104728111, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:34:43.577164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a49937-1fd3-4bba-8f1b-ee69b6a7cc7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network 952fd701-1366-49da-a9ef-f39104728111 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:34:43.586081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-11a49937-1fd3-4bba-8f1b-ee69b6a7cc7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 952fd701-1366-49da-a9ef-f39104728111) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:43.590718 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a49937-1fd3-4bba-8f1b-ee69b6a7cc7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:43.591321 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-11a49937-1fd3-4bba-8f1b-ee69b6a7cc7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.597819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c496777d-16e8-45ce-8028-dbce7ddccda9 None None] Network 952fd701-1366-49da-a9ef-f39104728111 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:34:43.608474 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-11a49937-1fd3-4bba-8f1b-ee69b6a7cc7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4011939 Jul 27 22:34:43.610849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58822) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:43.738542 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.751878 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Transition to ACTIVE for port object e1959c18-21a6-409a-bdc8-9653fda18964 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:43.757883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-952fd701-1366-49da-a9ef-f39104728111', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'fixed_ips': [{'subnet_id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:34:43.758816 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.762614 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.809577 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Attempting to bind port e1959c18-21a6-409a-bdc8-9653fda18964 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:34:43.809958 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Attempting to bind port e1959c18-21a6-409a-bdc8-9653fda18964 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:34:43.810368 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Attempting to bind port e1959c18-21a6-409a-bdc8-9653fda18964 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:43.822493 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645be36-ef57-4ce7-845d-5adf2e8c9f58 None None] Pushing event updated for resources: {'Port': ['ID=e1959c18-21a6-409a-bdc8-9653fda18964,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:43.824986 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:34:43.824986 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:43.825297 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.825647 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:34:43.826113 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Bound port: e1959c18-21a6-409a-bdc8-9653fda18964, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:34:43.826517 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.879870 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] For port e1959c18-21a6-409a-bdc8-9653fda18964, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:34:43.883104 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] For port e1959c18-21a6-409a-bdc8-9653fda18964, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e1959c18-21a6-409a-bdc8-9653fda18964,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:34:43.888771 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.905850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Allocated IP 172.20.0.2 (952fd701-1366-49da-a9ef-f39104728111/f127ac5a-1860-4db8-8a87-7cc5d2c6625a/1be8ba93-f127-408b-962d-5bf55eb097ad) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:34:43.937431 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Routers {'19b8474d-83ae-4af8-addf-95fb189e774e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:43.938061 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:34:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['19b8474d-83ae-4af8-addf-95fb189e774e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:44.035647 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645be36-ef57-4ce7-845d-5adf2e8c9f58 None None] Pushing event updated for resources: {'Port': ['ID=e1959c18-21a6-409a-bdc8-9653fda18964,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:44.056806 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] Set router 19b8474d-83ae-4af8-addf-95fb189e774e gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:44.060141 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.068556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Transition to ACTIVE for port object 1be8ba93-f127-408b-962d-5bf55eb097ad will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:44.083993 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Transition to ACTIVE for port object 1be8ba93-f127-408b-962d-5bf55eb097ad will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:44.092421 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.097674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.129577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Network 952fd701-1366-49da-a9ef-f39104728111 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:44.133057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:44.136501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:34:44.147592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Pushing event updated for resources: {'Port': ['ID=1be8ba93-f127-408b-962d-5bf55eb097ad,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:44.198843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Attempting to bind port 1be8ba93-f127-408b-962d-5bf55eb097ad on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:34:44.199210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Attempting to bind port 1be8ba93-f127-408b-962d-5bf55eb097ad by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:34:44.199568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Attempting to bind port 1be8ba93-f127-408b-962d-5bf55eb097ad on network 952fd701-1366-49da-a9ef-f39104728111 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:44.204691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:34:44.205066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Checking segment: {'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:44.205454 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.205839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Bound using segment: {'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:34:44.206321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Bound port: 1be8ba93-f127-408b-962d-5bf55eb097ad, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:34:44.206697 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.251220 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:42Z', 'revision_number': 3, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:44.275237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] For port 1be8ba93-f127-408b-962d-5bf55eb097ad, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:34:44.278593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] For port 1be8ba93-f127-408b-962d-5bf55eb097ad, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1be8ba93-f127-408b-962d-5bf55eb097ad,segment=NetworkSegment(63f3bdff-daeb-49e9-accc-c9c222772818),segment_id=63f3bdff-daeb-49e9-accc-c9c222772818)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:34:44.279098 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a783d757-5165-4f88-b474-54923cb4ae56 None None] The sync data for ids ['19b8474d-83ae-4af8-addf-95fb189e774e'] in n-d-802011-3 is: [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:42Z', 'revision_number': 3, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:44.283878 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.352754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276454b-6408-45ed-9480-8ff814e7c8e8 None None] Pushing event updated for resources: {'Port': ['ID=1be8ba93-f127-408b-962d-5bf55eb097ad,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:44.434240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Allocated IP 172.20.0.1 (952fd701-1366-49da-a9ef-f39104728111/f127ac5a-1860-4db8-8a87-7cc5d2c6625a/0283a1e8-4667-4f44-aa99-e967c2f7565b) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:34:44.609766 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.633917 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Transition to ACTIVE for port object 0283a1e8-4667-4f44-aa99-e967c2f7565b will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:44.676607 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.718341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network 952fd701-1366-49da-a9ef-f39104728111 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:44.721630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:44.724109 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:34:44.758050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Port': ['ID=0283a1e8-4667-4f44-aa99-e967c2f7565b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:44.778951 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.924340 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.236992 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.243835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.321584 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.323225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Port': ['ID=0283a1e8-4667-4f44-aa99-e967c2f7565b,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:45.334855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41634c08-1a21-46f9-bcc6-62d1d015f900 None None] Network 952fd701-1366-49da-a9ef-f39104728111 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:34:45.404301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b348d7ce-c3a7-44e4-a42a-175ffa9184b5 None None] Provisioning for port 1be8ba93-f127-408b-962d-5bf55eb097ad completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:45.417170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network 952fd701-1366-49da-a9ef-f39104728111 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:45.418698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:45.479439 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45716352-277b-4405-9c23-3e306fb0b03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.536120 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Router 19b8474d-83ae-4af8-addf-95fb189e774e has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:34:45.652161 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:45.658083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dd428286-c3bc-43e9-bbf1-b64def322cad tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "PUT /v2.0/routers/19b8474d-83ae-4af8-addf-95fb189e774e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0461719 Jul 27 22:34:45.661202 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58824) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:45.666080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0851d360-f1c2-48fe-aff6-0d82bae61d20 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1147268517', 'description': 'tempest-secgroup_access--1147268517 description', 'project_id': 'c0ba32f400f4424bb818c462346c0f62'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:45.690118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0851d360-f1c2-48fe-aff6-0d82bae61d20 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.733561 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0337ada1-feb0-4483-b055-34d54dccfb87 None None] Provisioning for port 0283a1e8-4667-4f44-aa99-e967c2f7565b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:45.745874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0337ada1-feb0-4483-b055-34d54dccfb87 None None] Provisioning complete for port 0283a1e8-4667-4f44-aa99-e967c2f7565b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:45.745874 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0337ada1-feb0-4483-b055-34d54dccfb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.795053 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.795465 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0851d360-f1c2-48fe-aff6-0d82bae61d20 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.796975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0337ada1-feb0-4483-b055-34d54dccfb87 None None] Port 0283a1e8-4667-4f44-aa99-e967c2f7565b cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:34:45.802070 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0851d360-f1c2-48fe-aff6-0d82bae61d20 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.838070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851d360-f1c2-48fe-aff6-0d82bae61d20 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febc7b40-3266-41ce-8a89-ea5d34c4ad0f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:45.840732 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0851d360-f1c2-48fe-aff6-0d82bae61d20 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.845001 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0851d360-f1c2-48fe-aff6-0d82bae61d20 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1800053 Jul 27 22:34:45.845417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:45.850017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-57c92bef-02b2-471c-931e-6cabc3943606 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1065079650', 'description': 'tempest-secgroup_general--1065079650 description', 'project_id': 'c0ba32f400f4424bb818c462346c0f62'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:45.873970 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c92bef-02b2-471c-931e-6cabc3943606 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.918121 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:34:45.960722 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c92bef-02b2-471c-931e-6cabc3943606 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.967735 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c92bef-02b2-471c-931e-6cabc3943606 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.995205 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-57c92bef-02b2-471c-931e-6cabc3943606 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.998835 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-57c92bef-02b2-471c-931e-6cabc3943606 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1523495 Jul 27 22:34:45.999461 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:46.004266 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c669001d-48b8-468f-a6c1-07086d9fcdd5 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Request body: {'security_group_rule': {'security_group_id': 'febc7b40-3266-41ce-8a89-ea5d34c4ad0f', 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:46.005142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c92bef-02b2-471c-931e-6cabc3943606 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a63e4-ae1a-45b6-8700-abcfff77f078,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:46.020853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Sync routers for ids ['19b8474d-83ae-4af8-addf-95fb189e774e'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:46.036470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Routers {'19b8474d-83ae-4af8-addf-95fb189e774e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:46.037113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:34:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['19b8474d-83ae-4af8-addf-95fb189e774e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:46.038234 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c669001d-48b8-468f-a6c1-07086d9fcdd5 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.081442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1c30ebb0-3e4e-4afd-b282-10aacb52d013 None None] Provisioning complete for port 0283a1e8-4667-4f44-aa99-e967c2f7565b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:46.081853 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1c30ebb0-3e4e-4afd-b282-10aacb52d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.129580 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c669001d-48b8-468f-a6c1-07086d9fcdd5 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.135085 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c669001d-48b8-468f-a6c1-07086d9fcdd5 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.159507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669001d-48b8-468f-a6c1-07086d9fcdd5 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04a7d95-9bba-4336-8991-d70ed1615d8b,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:46.162237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1c30ebb0-3e4e-4afd-b282-10aacb52d013 None None] Port 0283a1e8-4667-4f44-aa99-e967c2f7565b cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:34:46.168572 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c669001d-48b8-468f-a6c1-07086d9fcdd5 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.169809 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c669001d-48b8-468f-a6c1-07086d9fcdd5 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693304 Jul 27 22:34:46.183187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Set router 19b8474d-83ae-4af8-addf-95fb189e774e gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:46.322293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-edb36c01-b0e7-4d10-817d-ba9e6b403e87 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--1065079650&fields=id&tenant_id=c0ba32f400f4424bb818c462346c0f62 HTTP/1.1" status: 200 len: 267 time: 0.0395298 Jul 27 22:34:46.361377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e1959c18-21a6-409a-bdc8-9653fda18964 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:46.363280 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-c4b52705-822a-45ab-9e26-2fddc0782e1f tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--1147268517&fields=id&tenant_id=c0ba32f400f4424bb818c462346c0f62 HTTP/1.1" status: 200 len: 267 time: 0.0375662 Jul 27 22:34:46.404626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-62743e42-3c57-4166-8e5f-78f8e306b91e None None] Provisioning complete for port 0283a1e8-4667-4f44-aa99-e967c2f7565b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:46.404983 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-62743e42-3c57-4166-8e5f-78f8e306b91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.483606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-2f3770a1-a2e7-4688-9d66-a200bb4384b6 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:46.485007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-2f3770a1-a2e7-4688-9d66-a200bb4384b6 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/networks?id=952fd701-1366-49da-a9ef-f39104728111 HTTP/1.1" status: 200 len: 797 time: 0.1140907 Jul 27 22:34:46.490284 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-62743e42-3c57-4166-8e5f-78f8e306b91e None None] Port 0283a1e8-4667-4f44-aa99-e967c2f7565b cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:34:46.500949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-9bcab30a-34d5-41f2-bdec-93c492ec46ed tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/quotas/c0ba32f400f4424bb818c462346c0f62 HTTP/1.1" status: 200 len: 375 time: 0.0100086 Jul 27 22:34:46.502147 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.507630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '0283a1e8-4667-4f44-aa99-e967c2f7565b', 'name': '', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'mac_address': 'fa:16:3e:77:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:45Z', 'revision_number': 2, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'subnets': [{'id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:46.510579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port e1959c18-21a6-409a-bdc8-9653fda18964 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:46.536546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Checking router: 19b8474d-83ae-4af8-addf-95fb189e774e for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:46.536898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Updating router 19b8474d-83ae-4af8-addf-95fb189e774e port 0283a1e8-4667-4f44-aa99-e967c2f7565b binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:34:46.539466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e1959c18-21a6-409a-bdc8-9653fda18964 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:46.539828 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.554522 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-78ee5d05-4dfd-4aac-9213-96dcdb5067e3 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0ba32f400f4424bb818c462346c0f62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473733 Jul 27 22:34:46.604890 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.613649 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.648463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-f8bef05b-a4d2-4e36-8ca5-8e704c101736 service neutron] 10.222.0.24 "GET /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811121 Jul 27 22:34:46.743157 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.745150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-06512a8d-20bb-41c3-9947-43e7d133fed3 service neutron] 10.222.0.24 "GET /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885711 Jul 27 22:34:46.780098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port e1959c18-21a6-409a-bdc8-9653fda18964, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e1959c18-21a6-409a-bdc8-9653fda18964,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:46.804376 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.805157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1be8ba93-f127-408b-962d-5bf55eb097ad up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:46.899477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=e1959c18-21a6-409a-bdc8-9653fda18964,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:46.936262 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 1be8ba93-f127-408b-962d-5bf55eb097ad completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:46.940596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeb7759-620d-45cb-9769-c9855691f775 req-ecb9b192-4923-4d37-a1eb-4f3a36ccab69 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 210 time: 0.0337975 Jul 27 22:34:46.948208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1be8ba93-f127-408b-962d-5bf55eb097ad triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:46.948631 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.030331 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.043990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Transition to ACTIVE for port object 0283a1e8-4667-4f44-aa99-e967c2f7565b will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:47.052601 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.154525 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.164018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf4087-0bf9-4fa8-aac1-aa2861bab0f7 None None] Pushing event updated for resources: {'Port': ['ID=0283a1e8-4667-4f44-aa99-e967c2f7565b,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:47.212455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Attempting to bind port 0283a1e8-4667-4f44-aa99-e967c2f7565b on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:34:47.212829 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Attempting to bind port 0283a1e8-4667-4f44-aa99-e967c2f7565b by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:34:47.213197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Attempting to bind port 0283a1e8-4667-4f44-aa99-e967c2f7565b on network 952fd701-1366-49da-a9ef-f39104728111 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:47.225680 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 1be8ba93-f127-408b-962d-5bf55eb097ad, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1be8ba93-f127-408b-962d-5bf55eb097ad,segment=NetworkSegment(63f3bdff-daeb-49e9-accc-c9c222772818),segment_id=63f3bdff-daeb-49e9-accc-c9c222772818)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:47.227328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:34:47.227701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Checking segment: {'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:47.228106 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.228499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Bound using segment: {'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:34:47.228970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Bound port: 0283a1e8-4667-4f44-aa99-e967c2f7565b, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:34:47.229462 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.243586 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.505383 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=1be8ba93-f127-408b-962d-5bf55eb097ad,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:47.512274 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] For port 0283a1e8-4667-4f44-aa99-e967c2f7565b, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:34:47.515541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] For port 0283a1e8-4667-4f44-aa99-e967c2f7565b, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0283a1e8-4667-4f44-aa99-e967c2f7565b,segment=NetworkSegment(63f3bdff-daeb-49e9-accc-c9c222772818),segment_id=63f3bdff-daeb-49e9-accc-c9c222772818)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:34:47.519842 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.580355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Routers {'19b8474d-83ae-4af8-addf-95fb189e774e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:47.581004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:34:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['19b8474d-83ae-4af8-addf-95fb189e774e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:47.620737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf4087-0bf9-4fa8-aac1-aa2861bab0f7 None None] Pushing event updated for resources: {'Port': ['ID=0283a1e8-4667-4f44-aa99-e967c2f7565b,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:47.697037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] Set router 19b8474d-83ae-4af8-addf-95fb189e774e gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:47.901007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '0283a1e8-4667-4f44-aa99-e967c2f7565b', 'name': '', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'mac_address': 'fa:16:3e:77:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:47Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'subnets': [{'id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:47.926962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2dcac-092e-4ff2-bf7c-08835f9b01fd None None] The sync data for ids ['19b8474d-83ae-4af8-addf-95fb189e774e'] in n-d-802011-3 is: [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '0283a1e8-4667-4f44-aa99-e967c2f7565b', 'name': '', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'mac_address': 'fa:16:3e:77:1b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:47Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'subnets': [{'id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:48.064717 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a9734461-f9c1-46b1-85ae-2eaf1a8e8d3f req-b7752b9b-e40f-4233-bed5-f9233e6766ff tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 210 time: 0.0286326 Jul 27 22:34:48.184048 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.386581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e1959c18-21a6-409a-bdc8-9653fda18964 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:48.440846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0a3e386e-5b87-4ca3-a1d9-8afe46b70bec tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:48.443135 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0a3e386e-5b87-4ca3-a1d9-8afe46b70bec tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.43 "GET /v2.0/networks?id=952fd701-1366-49da-a9ef-f39104728111 HTTP/1.1" status: 200 len: 797 time: 0.4222641 Jul 27 22:34:48.443628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e1959c18-21a6-409a-bdc8-9653fda18964 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:48.444005 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.492776 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-ee5ca7e2-86bf-449c-958d-8e9872abd740 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ba32f400f4424bb818c462346c0f62 HTTP/1.1" status: 200 len: 478 time: 0.0399289 Jul 27 22:34:48.504049 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Request body: {'port': {'device_id': '57d499c5-6892-4c8f-a9a1-733302df64be', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'admin_state_up': True, 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'security_groups': ['df1a63e4-ae1a-45b6-8700-abcfff77f078', 'febc7b40-3266-41ce-8a89-ea5d34c4ad0f']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:48.528914 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1be8ba93-f127-408b-962d-5bf55eb097ad up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:48.579105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 1be8ba93-f127-408b-962d-5bf55eb097ad triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:48.579583 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.624572 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Made reservation on behalf of c0ba32f400f4424bb818c462346c0f62 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:34:48.628599 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.668247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0283a1e8-4667-4f44-aa99-e967c2f7565b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:48.718653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 0283a1e8-4667-4f44-aa99-e967c2f7565b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:48.724316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 0283a1e8-4667-4f44-aa99-e967c2f7565b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:48.724773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.774870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Allocated IP 172.20.0.13 (952fd701-1366-49da-a9ef-f39104728111/f127ac5a-1860-4db8-8a87-7cc5d2c6625a/b10e07cd-d852-4014-8737-8a303a750d96) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:34:48.820893 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.856816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 0283a1e8-4667-4f44-aa99-e967c2f7565b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0283a1e8-4667-4f44-aa99-e967c2f7565b,segment=NetworkSegment(63f3bdff-daeb-49e9-accc-c9c222772818),segment_id=63f3bdff-daeb-49e9-accc-c9c222772818)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:48.861728 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.918135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=0283a1e8-4667-4f44-aa99-e967c2f7565b,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:48.958040 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.972978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Transition to ACTIVE for port object b10e07cd-d852-4014-8737-8a303a750d96 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:49.011037 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.056097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network 952fd701-1366-49da-a9ef-f39104728111 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:49.061375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:49.066070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:34:49.068994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Port': ['ID=b10e07cd-d852-4014-8737-8a303a750d96,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:49.122804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:49.123837 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.139967 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-fd606389-71c4-446b-8a88-fe1978426dde tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6400549 Jul 27 22:34:49.153532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Request body: {'port': {'device_id': '57d499c5-6892-4c8f-a9a1-733302df64be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:49.214408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.223317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63b0d0-2af8-418a-9290-9c8275f9b495 req-267baa89-dc55-432a-bf1b-da5ea9f5585b tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:49.224959 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c63b0d0-2af8-418a-9290-9c8275f9b495 req-267baa89-dc55-432a-bf1b-da5ea9f5585b tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 971 time: 0.0638690 Jul 27 22:34:49.278890 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c63b0d0-2af8-418a-9290-9c8275f9b495 req-ccc23e8f-b382-412c-9c80-2e71efa65d28 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0441241 Jul 27 22:34:49.371373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d73ec3b7-21ff-443f-afb0-45250585c7e9 None None] Provisioning for port b10e07cd-d852-4014-8737-8a303a750d96 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:49.375048 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d73ec3b7-21ff-443f-afb0-45250585c7e9 None None] Provisioning complete for port b10e07cd-d852-4014-8737-8a303a750d96 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:49.375381 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d73ec3b7-21ff-443f-afb0-45250585c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.408604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d73ec3b7-21ff-443f-afb0-45250585c7e9 None None] Port b10e07cd-d852-4014-8737-8a303a750d96 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:34:49.498221 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10e07cd-d852-4014-8737-8a303a750d96 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:34:49.505646 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.517308 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Transition to ACTIVE for port object b10e07cd-d852-4014-8737-8a303a750d96 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:49.521015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.578037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Pushing event updated for resources: {'Port': ['ID=b10e07cd-d852-4014-8737-8a303a750d96,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:49.643368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Attempting to bind port b10e07cd-d852-4014-8737-8a303a750d96 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:34:49.643707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Attempting to bind port b10e07cd-d852-4014-8737-8a303a750d96 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:34:49.644040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Attempting to bind port b10e07cd-d852-4014-8737-8a303a750d96 on network 952fd701-1366-49da-a9ef-f39104728111 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:49.649687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Port b10e07cd-d852-4014-8737-8a303a750d96 on network 952fd701-1366-49da-a9ef-f39104728111 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:34:49.650012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Attempting to bind port b10e07cd-d852-4014-8737-8a303a750d96 on network 952fd701-1366-49da-a9ef-f39104728111 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:49.655175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:34:49.655515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Checking segment: {'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:49.655906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Bound using segment: {'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:34:49.656341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Bound port: b10e07cd-d852-4014-8737-8a303a750d96, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f3bdff-daeb-49e9-accc-c9c222772818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '952fd701-1366-49da-a9ef-f39104728111'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:34:49.656704 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.723953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] For port b10e07cd-d852-4014-8737-8a303a750d96, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:34:49.727795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] For port b10e07cd-d852-4014-8737-8a303a750d96, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b10e07cd-d852-4014-8737-8a303a750d96,segment=NetworkSegment(63f3bdff-daeb-49e9-accc-c9c222772818),segment_id=63f3bdff-daeb-49e9-accc-c9c222772818)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:34:49.732288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.767932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:49.768674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.770240 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] 10.222.0.43 "PUT /v2.0/ports/b10e07cd-d852-4014-8737-8a303a750d96 HTTP/1.1" status: 200 len: 1131 time: 0.6214359 Jul 27 22:34:49.772383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d499c5-6892-4c8f-a9a1-733302df64be', 'tag': 'b10e07cd-d852-4014-8737-8a303a750d96'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:34:49.776042 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd2a6d3-d446-477c-b93d-b4fb2fa8c55d" -d '{"events": [{"name": "network-changed", "server_uuid": "57d499c5-6892-4c8f-a9a1-733302df64be", "tag": "b10e07cd-d852-4014-8737-8a303a750d96"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:34:49.805251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86107e-fdc8-48ed-94c6-b49a20dfe472 service neutron] Pushing event updated for resources: {'Port': ['ID=b10e07cd-d852-4014-8737-8a303a750d96,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:49.827008 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a118c7-208e-4b8f-afbe-cb637c35843f x-openstack-request-id: req-d2a118c7-208e-4b8f-afbe-cb637c35843f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:34:49.827255 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d499c5-6892-4c8f-a9a1-733302df64be", "tag": "b10e07cd-d852-4014-8737-8a303a750d96", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:34:49.827508 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2a118c7-208e-4b8f-afbe-cb637c35843f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:34:49.827867 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d499c5-6892-4c8f-a9a1-733302df64be', 'tag': 'b10e07cd-d852-4014-8737-8a303a750d96', 'status': 'completed', 'code': 200} Jul 27 22:34:49.860693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-c6b33975-0874-4ccc-bfed-5f19524efcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:49.863282 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-c6b33975-0874-4ccc-bfed-5f19524efcef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0ba32f400f4424bb818c462346c0f62&device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 1134 time: 0.0469728 Jul 27 22:34:49.906000 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-c686af03-8a00-4c88-85ba-2ccd322c7169 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10e07cd-d852-4014-8737-8a303a750d96 HTTP/1.1" status: 200 len: 217 time: 0.0356333 Jul 27 22:34:49.961518 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-769af82a-3228-4986-8e5f-d0c5d0547ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:49.963014 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-769af82a-3228-4986-8e5f-d0c5d0547ef4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f127ac5a-1860-4db8-8a87-7cc5d2c6625a HTTP/1.1" status: 200 len: 835 time: 0.0505629 Jul 27 22:34:50.010796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-73f757c6-c526-497a-819b-ecf2538eff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:50.012341 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-73f757c6-c526-497a-819b-ecf2538eff5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952fd701-1366-49da-a9ef-f39104728111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419962 Jul 27 22:34:50.100683 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-c77dd83f-a77a-49ca-85d4-965f70c3e5e1 service neutron] 10.222.0.43 "GET /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809689 Jul 27 22:34:50.194137 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ac4812ec-b2e6-4901-804a-282d2619fa4c req-a822f7f3-0c9e-403f-ac89-ee6989378445 service neutron] 10.222.0.43 "GET /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847430 Jul 27 22:34:50.285493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2a6d3-d446-477c-b93d-b4fb2fa8c55d req-54cd94f6-52a0-442b-96c2-8e0ff8e4e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:50.287055 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fd2a6d3-d446-477c-b93d-b4fb2fa8c55d req-54cd94f6-52a0-442b-96c2-8e0ff8e4e63c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0ba32f400f4424bb818c462346c0f62&device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 1134 time: 0.0432110 Jul 27 22:34:50.299060 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0283a1e8-4667-4f44-aa99-e967c2f7565b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:50.355683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 0283a1e8-4667-4f44-aa99-e967c2f7565b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:50.356377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:50.387605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2a6d3-d446-477c-b93d-b4fb2fa8c55d req-5b976b85-2183-403f-afcb-f370d47dc808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:50.389179 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fd2a6d3-d446-477c-b93d-b4fb2fa8c55d req-5b976b85-2183-403f-afcb-f370d47dc808 service neutron] 10.222.0.43 "GET /v2.0/networks?id=952fd701-1366-49da-a9ef-f39104728111 HTTP/1.1" status: 200 len: 898 time: 0.0938900 Jul 27 22:34:50.404968 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b3f29-1b29-40da-b434-d71bb4c43002 req-19bbb904-7184-45e6-9f31-bf61386e1378 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:50.406969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a96b3f29-1b29-40da-b434-d71bb4c43002 req-19bbb904-7184-45e6-9f31-bf61386e1378 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 983 time: 0.0564773 Jul 27 22:34:50.432467 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fd2a6d3-d446-477c-b93d-b4fb2fa8c55d req-8636a93d-3e80-4880-b260-5b523ca9051a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10e07cd-d852-4014-8737-8a303a750d96 HTTP/1.1" status: 200 len: 217 time: 0.0357375 Jul 27 22:34:50.451501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a96b3f29-1b29-40da-b434-d71bb4c43002 req-05812bc6-153d-4491-8af7-d37b7e6bc439 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0382028 Jul 27 22:34:50.483612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2a6d3-d446-477c-b93d-b4fb2fa8c55d req-4c1d7b19-01ff-4e64-90c5-a11aa297d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:50.485075 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fd2a6d3-d446-477c-b93d-b4fb2fa8c55d req-4c1d7b19-01ff-4e64-90c5-a11aa297d882 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f127ac5a-1860-4db8-8a87-7cc5d2c6625a HTTP/1.1" status: 200 len: 835 time: 0.0450766 Jul 27 22:34:50.534512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2a6d3-d446-477c-b93d-b4fb2fa8c55d req-22be26c6-538c-4fdf-b8d5-b59e7af12fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:50.535999 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fd2a6d3-d446-477c-b93d-b4fb2fa8c55d req-22be26c6-538c-4fdf-b8d5-b59e7af12fda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952fd701-1366-49da-a9ef-f39104728111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433791 Jul 27 22:34:50.625398 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fd2a6d3-d446-477c-b93d-b4fb2fa8c55d req-f27a4db8-206f-44dd-97e5-c51dd8c8463b service neutron] 10.222.0.43 "GET /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804577 Jul 27 22:34:50.720405 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fd2a6d3-d446-477c-b93d-b4fb2fa8c55d req-450e3a5d-bbdf-4bc5-9f37-253241d820a5 service neutron] 10.222.0.43 "GET /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861084 Jul 27 22:34:51.565965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a172b1-8838-4745-a80a-bb94983481ea req-c6b6a0ea-5b8d-4964-ae33-13468eabe64c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:51.567443 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-23a172b1-8838-4745-a80a-bb94983481ea req-c6b6a0ea-5b8d-4964-ae33-13468eabe64c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 983 time: 0.0476604 Jul 27 22:34:51.608603 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-23a172b1-8838-4745-a80a-bb94983481ea req-2cdc063a-757f-4568-a9a5-7842c23a8746 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0347893 Jul 27 22:34:52.637810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b10e07cd-d852-4014-8737-8a303a750d96 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:34:52.732472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d0b40-647a-41d0-a8a9-45eb8ce291ca req-b48ee819-0a24-45b1-a68f-12dc56a85c80 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:52.734696 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d4d0b40-647a-41d0-a8a9-45eb8ce291ca req-b48ee819-0a24-45b1-a68f-12dc56a85c80 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 983 time: 0.0593133 Jul 27 22:34:52.737778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b10e07cd-d852-4014-8737-8a303a750d96, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b10e07cd-d852-4014-8737-8a303a750d96,segment=NetworkSegment(63f3bdff-daeb-49e9-accc-c9c222772818),segment_id=63f3bdff-daeb-49e9-accc-c9c222772818)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:52.750234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'b10e07cd-d852-4014-8737-8a303a750d96', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'port_id': 'b10e07cd-d852-4014-8737-8a303a750d96', 'mac_address': 'fa:16:3e:03:1e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:34:52.789690 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.804149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10e07cd-d852-4014-8737-8a303a750d96 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:34:52.826884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b10e07cd-d852-4014-8737-8a303a750d96, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b10e07cd-d852-4014-8737-8a303a750d96,segment=NetworkSegment(63f3bdff-daeb-49e9-accc-c9c222772818),segment_id=63f3bdff-daeb-49e9-accc-c9c222772818)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:52.831310 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.886419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b10e07cd-d852-4014-8737-8a303a750d96,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:53.022872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['b10e07cd-d852-4014-8737-8a303a750d96'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:34:53.121723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d4d0b40-647a-41d0-a8a9-45eb8ce291ca req-f8bd9f97-9500-4c2e-8a80-7acf9e956883 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3798273 Jul 27 22:34:54.240869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a0f34-d169-4321-bbd8-060483592973 req-bed532c5-b985-4940-9364-7328f995db19 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:54.242355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b8a0f34-d169-4321-bbd8-060483592973 req-bed532c5-b985-4940-9364-7328f995db19 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 984 time: 0.0516777 Jul 27 22:34:54.281358 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b8a0f34-d169-4321-bbd8-060483592973 req-c59e8bd8-b111-4113-b097-51df6bf0ca8e tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0329309 Jul 27 22:34:54.640735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b10e07cd-d852-4014-8737-8a303a750d96 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:54.687852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port b10e07cd-d852-4014-8737-8a303a750d96 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:54.691402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port b10e07cd-d852-4014-8737-8a303a750d96 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:54.691777 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.769615 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.791134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d499c5-6892-4c8f-a9a1-733302df64be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10e07cd-d852-4014-8737-8a303a750d96'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:34:54.793314 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5216e57c-bbb4-4900-a3bf-f87fff9ebc8d" -d '{"events": [{"server_uuid": "57d499c5-6892-4c8f-a9a1-733302df64be", "name": "network-vif-plugged", "status": "completed", "tag": "b10e07cd-d852-4014-8737-8a303a750d96"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:34:54.806713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port b10e07cd-d852-4014-8737-8a303a750d96, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b10e07cd-d852-4014-8737-8a303a750d96,segment=NetworkSegment(63f3bdff-daeb-49e9-accc-c9c222772818),segment_id=63f3bdff-daeb-49e9-accc-c9c222772818)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:54.810916 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.858308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=b10e07cd-d852-4014-8737-8a303a750d96,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:54.890827 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec3230a-ae1f-40da-8323-e60f6702ba17 x-openstack-request-id: req-aec3230a-ae1f-40da-8323-e60f6702ba17 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:34:54.891120 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d499c5-6892-4c8f-a9a1-733302df64be", "name": "network-vif-plugged", "status": "completed", "tag": "b10e07cd-d852-4014-8737-8a303a750d96", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:34:54.891374 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aec3230a-ae1f-40da-8323-e60f6702ba17 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:34:54.891772 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d499c5-6892-4c8f-a9a1-733302df64be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10e07cd-d852-4014-8737-8a303a750d96', 'code': 200} Jul 27 22:34:54.985762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780fe3-8f15-4314-8880-d5489f9bdf9b req-d33168bb-2960-4206-9305-4b290c536413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:54.987300 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4d780fe3-8f15-4314-8880-d5489f9bdf9b req-d33168bb-2960-4206-9305-4b290c536413 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 1136 time: 0.0405743 Jul 27 22:34:55.023942 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4d780fe3-8f15-4314-8880-d5489f9bdf9b req-c626b621-8cb0-4b6d-9a6a-bf68f6137a8e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0293434 Jul 27 22:34:55.408299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9a337-7a36-42f4-ac3a-502ec8f78364 req-23c83b8c-9173-4b09-809a-2b9a23cfe27c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:55.409691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbb9a337-7a36-42f4-ac3a-502ec8f78364 req-23c83b8c-9173-4b09-809a-2b9a23cfe27c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 985 time: 0.0484717 Jul 27 22:34:55.449955 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbb9a337-7a36-42f4-ac3a-502ec8f78364 req-ee5ccca9-1424-4016-bd46-77a5be7518e3 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0333321 Jul 27 22:34:56.569034 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f76db-18a4-41cb-bfe7-94b758ad28d1 req-c01a4bef-dada-44fe-b864-f59e698a694f tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:56.570570 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-799f76db-18a4-41cb-bfe7-94b758ad28d1 req-c01a4bef-dada-44fe-b864-f59e698a694f tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 985 time: 0.0515728 Jul 27 22:34:56.610915 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-799f76db-18a4-41cb-bfe7-94b758ad28d1 req-e7c8393a-66a5-48ab-9f05-f8bf38eb5400 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332146 Jul 27 22:34:56.724395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad75a65-06e9-4d73-a752-1d85ddd6da39 req-fe71b15e-e39e-44c0-9d5e-1f1e2db9ed67 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:56.725896 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ad75a65-06e9-4d73-a752-1d85ddd6da39 req-fe71b15e-e39e-44c0-9d5e-1f1e2db9ed67 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 985 time: 0.0488589 Jul 27 22:34:56.765969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ad75a65-06e9-4d73-a752-1d85ddd6da39 req-af944dc9-c09b-4e5f-a463-925b443df2de tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332890 Jul 27 22:34:56.870172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c364b-9a31-4af2-9650-733b6c4446dd req-5c72f09c-fd6d-46c1-a27f-e2716a809b3d tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:56.871731 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e40c364b-9a31-4af2-9650-733b6c4446dd req-5c72f09c-fd6d-46c1-a27f-e2716a809b3d tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 1136 time: 0.0420032 Jul 27 22:34:56.889486 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e40c364b-9a31-4af2-9650-733b6c4446dd req-ce22d714-48d1-4f3b-9553-9b5ef3aa3944 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:56.979974 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e40c364b-9a31-4af2-9650-733b6c4446dd req-ce22d714-48d1-4f3b-9553-9b5ef3aa3944 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:56.983783 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e40c364b-9a31-4af2-9650-733b6c4446dd req-ce22d714-48d1-4f3b-9553-9b5ef3aa3944 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:57.010847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e40c364b-9a31-4af2-9650-733b6c4446dd req-ce22d714-48d1-4f3b-9553-9b5ef3aa3944 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1331353 Jul 27 22:34:57.015220 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22d714-48d1-4f3b-9553-9b5ef3aa3944 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17427e53-d434-4c10-b812-307f698d1c0e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:57.032777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58890) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:57.072395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debd6869-2a4a-46a4-92ef-cdd41f1f5e55 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:57.073898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-debd6869-2a4a-46a4-92ef-cdd41f1f5e55 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 1131 time: 0.0401433 Jul 27 22:34:57.076860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58892) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:57.081218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': 'b10e07cd-d852-4014-8737-8a303a750d96', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:57.103938 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:57.202466 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:57.302196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Allocated IP 172.25.1.33 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/d56433ad-fa2e-4db5-88ce-0b096cc7a407) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:34:57.402927 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:57.439608 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:57.475287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:57.478000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:57.481366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:34:57.506902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Port': ['ID=d56433ad-fa2e-4db5-88ce-0b096cc7a407,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:57.835579 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:57.901306 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.046962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.051353 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.114498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Port': ['ID=d56433ad-fa2e-4db5-88ce-0b096cc7a407,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:58.128005 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.226780 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Floating IP 9731d255-181b-48a3-ab90-0c6c15655483 associated. External IP: 172.25.1.33, port: b10e07cd-d852-4014-8737-8a303a750d96. Jul 27 22:34:58.437785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Router 19b8474d-83ae-4af8-addf-95fb189e774e has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:34:58.544787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:58.554485 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6067bf0-a8d3-4c33-a0b7-c33aa3892fed None None] Sync routers for ids ['19b8474d-83ae-4af8-addf-95fb189e774e'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:58.560610 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.564522 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6067bf0-a8d3-4c33-a0b7-c33aa3892fed None None] Routers {'19b8474d-83ae-4af8-addf-95fb189e774e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:58.565133 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d6067bf0-a8d3-4c33-a0b7-c33aa3892fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:34:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['19b8474d-83ae-4af8-addf-95fb189e774e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:58.588374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a12e044b-427e-407a-8e90-07cf25e820d0 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5104790 Jul 27 22:34:58.588942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d499c5-6892-4c8f-a9a1-733302df64be', 'tag': 'b10e07cd-d852-4014-8737-8a303a750d96'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:34:58.591240 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462807dc-8f91-45cf-a241-d5e1cb30a39f" -d '{"events": [{"name": "network-changed", "server_uuid": "57d499c5-6892-4c8f-a9a1-733302df64be", "tag": "b10e07cd-d852-4014-8737-8a303a750d96"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:34:58.591397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58894) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:58.627551 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2b2e35-8ec4-4430-9de5-e883d9bf4412 x-openstack-request-id: req-ba2b2e35-8ec4-4430-9de5-e883d9bf4412 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:34:58.627847 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d499c5-6892-4c8f-a9a1-733302df64be", "tag": "b10e07cd-d852-4014-8737-8a303a750d96", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:34:58.628098 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba2b2e35-8ec4-4430-9de5-e883d9bf4412 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:34:58.628500 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d499c5-6892-4c8f-a9a1-733302df64be', 'tag': 'b10e07cd-d852-4014-8737-8a303a750d96', 'status': 'completed', 'code': 200} Jul 27 22:34:58.675029 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d6067bf0-a8d3-4c33-a0b7-c33aa3892fed None None] Set router 19b8474d-83ae-4af8-addf-95fb189e774e gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:58.726807 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462807dc-8f91-45cf-a241-d5e1cb30a39f req-1ea90052-4a8e-4e1a-a4f4-1b425d63d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.729182 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-462807dc-8f91-45cf-a241-d5e1cb30a39f req-1ea90052-4a8e-4e1a-a4f4-1b425d63d002 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0ba32f400f4424bb818c462346c0f62&device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 1136 time: 0.0779760 Jul 27 22:34:58.735599 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e963d-1f62-4019-8295-a7246b88d7c9 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.736179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e963d-1f62-4019-8295-a7246b88d7c9 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.736647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e963d-1f62-4019-8295-a7246b88d7c9 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.737119 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e963d-1f62-4019-8295-a7246b88d7c9 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.737580 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e963d-1f62-4019-8295-a7246b88d7c9 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.738046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e963d-1f62-4019-8295-a7246b88d7c9 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.739718 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ce6e963d-1f62-4019-8295-a7246b88d7c9 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1464663 Jul 27 22:34:58.742853 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58898) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:58.804938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfb5304-654f-47a2-ba3d-66a2f9801d11 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.805581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfb5304-654f-47a2-ba3d-66a2f9801d11 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.806771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfb5304-654f-47a2-ba3d-66a2f9801d11 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.807294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfb5304-654f-47a2-ba3d-66a2f9801d11 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.807809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfb5304-654f-47a2-ba3d-66a2f9801d11 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.808325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfb5304-654f-47a2-ba3d-66a2f9801d11 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.813493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8bfb5304-654f-47a2-ba3d-66a2f9801d11 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0695522 Jul 27 22:34:58.814139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58900) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:58.825262 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462807dc-8f91-45cf-a241-d5e1cb30a39f req-a729ab12-16df-4b6d-8b36-4ae971966a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.826786 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-462807dc-8f91-45cf-a241-d5e1cb30a39f req-a729ab12-16df-4b6d-8b36-4ae971966a31 service neutron] 10.222.0.43 "GET /v2.0/networks?id=952fd701-1366-49da-a9ef-f39104728111 HTTP/1.1" status: 200 len: 898 time: 0.0861211 Jul 27 22:34:58.901499 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-462807dc-8f91-45cf-a241-d5e1cb30a39f req-c2079251-8514-4878-90b5-35b3cea961db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10e07cd-d852-4014-8737-8a303a750d96 HTTP/1.1" status: 200 len: 999 time: 0.0672898 Jul 27 22:34:58.903204 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d6067bf0-a8d3-4c33-a0b7-c33aa3892fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '9731d255-181b-48a3-ab90-0c6c15655483', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'port_id': 'b10e07cd-d852-4014-8737-8a303a750d96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'mac_address': 'fa:16:3e:03:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d499c5-6892-4c8f-a9a1-733302df64be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:34:57Z', 'updated_at': '2021-07-27T22:34:57Z', 'revision_number': 0, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283a1e8-4667-4f44-aa99-e967c2f7565b', 'name': '', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'mac_address': 'fa:16:3e:77:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 5, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'subnets': [{'id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:58.928839 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6067bf0-a8d3-4c33-a0b7-c33aa3892fed None None] Checking router: 19b8474d-83ae-4af8-addf-95fb189e774e for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:58.937375 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6067bf0-a8d3-4c33-a0b7-c33aa3892fed None None] Routers {'19b8474d-83ae-4af8-addf-95fb189e774e'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:58.937998 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d6067bf0-a8d3-4c33-a0b7-c33aa3892fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:34:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['19b8474d-83ae-4af8-addf-95fb189e774e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:58.953316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462807dc-8f91-45cf-a241-d5e1cb30a39f req-df53f621-f7da-4358-8757-3a0598011b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.954851 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-462807dc-8f91-45cf-a241-d5e1cb30a39f req-df53f621-f7da-4358-8757-3a0598011b33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f127ac5a-1860-4db8-8a87-7cc5d2c6625a HTTP/1.1" status: 200 len: 835 time: 0.0464365 Jul 27 22:34:59.003073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462807dc-8f91-45cf-a241-d5e1cb30a39f req-11ff3fc5-1edf-401d-91b0-6dca36d7e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:59.004504 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-462807dc-8f91-45cf-a241-d5e1cb30a39f req-11ff3fc5-1edf-401d-91b0-6dca36d7e3f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952fd701-1366-49da-a9ef-f39104728111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420790 Jul 27 22:34:59.048824 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-d6067bf0-a8d3-4c33-a0b7-c33aa3892fed None None] Set router 19b8474d-83ae-4af8-addf-95fb189e774e gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:59.061839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f50e6a5c-17dd-4e44-b7d9-753538a311fd tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.2422030 Jul 27 22:34:59.062737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58902) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:59.104249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169b31d2-4ccb-47c4-9257-cae000021736 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:59.114196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169b31d2-4ccb-47c4-9257-cae000021736 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:59.114377 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-462807dc-8f91-45cf-a241-d5e1cb30a39f req-375dc926-c482-44db-81d1-955d1128e29a service neutron] 10.222.0.43 "GET /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933194 Jul 27 22:34:59.114509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-169b31d2-4ccb-47c4-9257-cae000021736 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=19b8474d-83ae-4af8-addf-95fb189e774e HTTP/1.1" status: 200 len: 1988 time: 0.0473890 Jul 27 22:34:59.203512 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-462807dc-8f91-45cf-a241-d5e1cb30a39f req-7970b263-0426-49d2-9c0e-783964274912 service neutron] 10.222.0.43 "GET /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843027 Jul 27 22:34:59.284288 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-d6067bf0-a8d3-4c33-a0b7-c33aa3892fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '9731d255-181b-48a3-ab90-0c6c15655483', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'port_id': 'b10e07cd-d852-4014-8737-8a303a750d96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'mac_address': 'fa:16:3e:03:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d499c5-6892-4c8f-a9a1-733302df64be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:34:57Z', 'updated_at': '2021-07-27T22:34:57Z', 'revision_number': 0, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283a1e8-4667-4f44-aa99-e967c2f7565b', 'name': '', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'mac_address': 'fa:16:3e:77:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 5, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'subnets': [{'id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:59.309892 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6067bf0-a8d3-4c33-a0b7-c33aa3892fed None None] The sync data for ids ['19b8474d-83ae-4af8-addf-95fb189e774e'] in n-d-802011-3 is: [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '9731d255-181b-48a3-ab90-0c6c15655483', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'floating_ip_address': '172.25.1.33', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'port_id': 'b10e07cd-d852-4014-8737-8a303a750d96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'mac_address': 'fa:16:3e:03:1e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d499c5-6892-4c8f-a9a1-733302df64be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:34:57Z', 'updated_at': '2021-07-27T22:34:57Z', 'revision_number': 0, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283a1e8-4667-4f44-aa99-e967c2f7565b', 'name': '', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'mac_address': 'fa:16:3e:77:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 5, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'subnets': [{'id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:59.495728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84ef679-880c-448b-818b-b42131257978 None None] New status for floating IP 9731d255-181b-48a3-ab90-0c6c15655483: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:35:12.625224 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:12.803657 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e251e87-f39e-468b-b9e1-3275a6148eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:15.451238 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5165f3ed-3bc4-4227-b2fd-d737565163f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:15.785749 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:16.476202 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:16.592500 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:18.184323 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:22.918082 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:35:24.205086 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bc5a69e5-82b8-496f-a4df-21883355b713 req-3530b0ba-c977-4195-94a5-dd1eba48229a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0935960 Jul 27 22:35:24.283976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a69e5-82b8-496f-a4df-21883355b713 req-b5cbb9e1-1480-4ae7-8984-9140480bca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:24.285392 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bc5a69e5-82b8-496f-a4df-21883355b713 req-b5cbb9e1-1480-4ae7-8984-9140480bca73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 1097 time: 0.0402687 Jul 27 22:35:24.386112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a69e5-82b8-496f-a4df-21883355b713 req-5a7eb173-e010-4b3f-a1e2-745d3ba7169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:24.387606 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bc5a69e5-82b8-496f-a4df-21883355b713 req-5a7eb173-e010-4b3f-a1e2-745d3ba7169d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.0833502 Jul 27 22:35:24.456015 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bc5a69e5-82b8-496f-a4df-21883355b713 req-91d3f1f4-598c-4b88-bba2-3fee46466f7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8092537f-f396-4e2e-b044-9d7593e6614f HTTP/1.1" status: 200 len: 1002 time: 0.0617931 Jul 27 22:35:24.507081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a69e5-82b8-496f-a4df-21883355b713 req-d3027a5a-f887-4b06-957b-fc6f9567b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:24.508508 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bc5a69e5-82b8-496f-a4df-21883355b713 req-d3027a5a-f887-4b06-957b-fc6f9567b5c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0440443 Jul 27 22:35:24.552990 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a69e5-82b8-496f-a4df-21883355b713 req-03416c84-9f5a-44c9-88cc-7f9c8c05dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:24.554453 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bc5a69e5-82b8-496f-a4df-21883355b713 req-03416c84-9f5a-44c9-88cc-7f9c8c05dcd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390916 Jul 27 22:35:24.646180 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bc5a69e5-82b8-496f-a4df-21883355b713 req-d65cc72b-4fbb-462b-8cc9-8d0e1a328fa6 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845597 Jul 27 22:35:24.734117 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bc5a69e5-82b8-496f-a4df-21883355b713 req-97e7c6b6-e296-46ab-bab5-e0c42720f239 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813212 Jul 27 22:35:25.716695 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-997edc09-4638-4020-bae6-4212072a8705 req-e142ec22-3a2a-4fbf-8475-d2960a87ffbb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412753 Jul 27 22:35:25.801735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997edc09-4638-4020-bae6-4212072a8705 req-edd70aee-c1f3-414d-8863-43b10c50ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:25.803240 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-997edc09-4638-4020-bae6-4212072a8705 req-edd70aee-c1f3-414d-8863-43b10c50ca77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0ba32f400f4424bb818c462346c0f62&device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 1136 time: 0.0447741 Jul 27 22:35:25.903741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997edc09-4638-4020-bae6-4212072a8705 req-41c0dab4-9d8b-4ec5-ab21-cf05a36e4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:25.905249 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-997edc09-4638-4020-bae6-4212072a8705 req-41c0dab4-9d8b-4ec5-ab21-cf05a36e4e76 service neutron] 10.222.0.43 "GET /v2.0/networks?id=952fd701-1366-49da-a9ef-f39104728111 HTTP/1.1" status: 200 len: 898 time: 0.0825551 Jul 27 22:35:25.975505 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-997edc09-4638-4020-bae6-4212072a8705 req-746dabd1-de1b-4f4f-bf00-9477e4fb7c6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10e07cd-d852-4014-8737-8a303a750d96 HTTP/1.1" status: 200 len: 1001 time: 0.0622993 Jul 27 22:35:26.024406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997edc09-4638-4020-bae6-4212072a8705 req-349906f2-c7bb-4d21-b93d-e89c0dc4330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:26.026068 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-997edc09-4638-4020-bae6-4212072a8705 req-349906f2-c7bb-4d21-b93d-e89c0dc4330e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f127ac5a-1860-4db8-8a87-7cc5d2c6625a HTTP/1.1" status: 200 len: 835 time: 0.0433567 Jul 27 22:35:26.073554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997edc09-4638-4020-bae6-4212072a8705 req-4bb76f0a-a8f8-46b3-bd13-acb8dd89d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:26.075045 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-997edc09-4638-4020-bae6-4212072a8705 req-4bb76f0a-a8f8-46b3-bd13-acb8dd89d54f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952fd701-1366-49da-a9ef-f39104728111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396681 Jul 27 22:35:26.167319 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-997edc09-4638-4020-bae6-4212072a8705 req-f276a9f3-af24-41fa-83f4-2e9d05020d93 service neutron] 10.222.0.43 "GET /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838451 Jul 27 22:35:26.255693 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-997edc09-4638-4020-bae6-4212072a8705 req-31729466-c15f-4f18-aa1e-16f73118a314 service neutron] 10.222.0.43 "GET /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808885 Jul 27 22:35:32.192159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58926) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:32.279888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c0291df0-7e05-4fcf-ba2b-6897262087d0 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2412 time: 0.0865724 Jul 27 22:35:32.282604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58932) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:32.287531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-789f2f4f-e20b-4751-8c13-a548b36ee898 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Request body: {'network': {'name': 'tempest-network-smoke--885391477', 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'port_security_enabled': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:32.308895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789f2f4f-e20b-4751-8c13-a548b36ee898 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Made reservation on behalf of c0ba32f400f4424bb818c462346c0f62 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:35:32.312842 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-789f2f4f-e20b-4751-8c13-a548b36ee898 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.336158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789f2f4f-e20b-4751-8c13-a548b36ee898 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:35:32.345113 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-789f2f4f-e20b-4751-8c13-a548b36ee898 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.345503 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-789f2f4f-e20b-4751-8c13-a548b36ee898 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Added segment 8e013a9d-c989-4bc2-a973-de9dc4305298 of type vlan for network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 Jul 27 22:35:32.385748 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-789f2f4f-e20b-4751-8c13-a548b36ee898 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.418093 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-789f2f4f-e20b-4751-8c13-a548b36ee898 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.423603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f2f4f-e20b-4751-8c13-a548b36ee898 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:32.424180 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-789f2f4f-e20b-4751-8c13-a548b36ee898 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.483836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-789f2f4f-e20b-4751-8c13-a548b36ee898 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1976938 Jul 27 22:35:32.484308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58934) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:32.490896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-870942840', 'admin_state_up': True, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:32.506966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f2f4f-e20b-4751-8c13-a548b36ee898 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Network': ['ID=9dba3e30-3335-4a2b-a0cf-e71311cb2e34,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:32.519185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:35:32.525633 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.526701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.603654 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.684571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3c72d-895f-49b8-a539-dbbf66c4701e req-718a41ce-e19f-42df-8ab0-677f479bcf9b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:32.686053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7d3c72d-895f-49b8-a539-dbbf66c4701e req-718a41ce-e19f-42df-8ab0-677f479bcf9b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 946 time: 0.1345778 Jul 27 22:35:32.764573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.797076 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e7d3c72d-895f-49b8-a539-dbbf66c4701e req-bd5973d1-e9ff-4b83-8595-f405c5754114 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748651 Jul 27 22:35:32.967088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:32.985925 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.084948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Allocated IP 172.25.1.241 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/e78ed82e-b93b-4cfe-86af-ca17c73f9bb1) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:35:33.186041 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.223998 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:33.260676 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:33.263419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:33.265932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:35:33.294674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Port': ['ID=e78ed82e-b93b-4cfe-86af-ca17c73f9bb1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:33.519671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.058721 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-1b3b8948-f667-4610-9602-c7130fa312a7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:34.060356 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-1b3b8948-f667-4610-9602-c7130fa312a7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.41 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 946 time: 0.0503898 Jul 27 22:35:34.069169 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.082773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10616d9c-090d-4935-9286-b9a62e646626 req-576040dc-e010-4f5d-8034-da0475fa7331 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:34.084166 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10616d9c-090d-4935-9286-b9a62e646626 req-576040dc-e010-4f5d-8034-da0475fa7331 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 946 time: 0.0642729 Jul 27 22:35:34.156761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Deleting port 8092537f-f396-4e2e-b044-9d7593e6614f {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:35:34.157105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.188337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10616d9c-090d-4935-9286-b9a62e646626 req-06f01413-b892-4afe-b573-7f21801ff4eb tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702081 Jul 27 22:35:34.234341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Router 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:35:34.245871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] For port 8092537f-f396-4e2e-b044-9d7593e6614f, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8092537f-f396-4e2e-b044-9d7593e6614f,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:34.246242 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.341814 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:35:34.351585 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Sync routers for ids ['37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:35:34.362151 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.363337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d6265aa0-6068-45df-bbb5-306f5db23f64 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8780987 Jul 27 22:35:34.363702 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Routers {'37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:34.364549 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:34.366338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:34.418446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f48000-f1e1-440f-b704-befd42faee8f tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:34.419958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-79f48000-f1e1-440f-b704-befd42faee8f tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=c0ba32f400f4424bb818c462346c0f62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0526326 Jul 27 22:35:34.422694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58942) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:34.473745 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.474147 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.474455 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Floating IP 51f23ed8-69e4-4018-9c2f-bb1e5766814c disassociated. External IP: 172.25.1.128, port: 8092537f-f396-4e2e-b044-9d7593e6614f. Jul 27 22:35:34.474803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Calling delete_port for 8092537f-f396-4e2e-b044-9d7593e6614f owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:35:34.476495 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Set router 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:34.517221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc1e9b4-18cc-449d-98ca-39a2389d64fe tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:34.521690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ddc1e9b4-18cc-449d-98ca-39a2389d64fe tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954137 Jul 27 22:35:34.521938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58944) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:34.557304 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b86888a7-9360-4bb8-885e-9c7b4ce2016a tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314894 Jul 27 22:35:34.557778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58946) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:34.593068 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d4c60b63-030e-4696-89e3-cb9b0b1f9536 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=c0ba32f400f4424bb818c462346c0f62&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312755 Jul 27 22:35:34.593299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:34.621962 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:34.658786 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event deleted for resources: {'Port': ['ID=8092537f-f396-4e2e-b044-9d7593e6614f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:34.677058 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:34.677411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:34.678302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:34.678302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:34.678549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:34.679074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:34.679074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:34.679418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:34.679742 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:34.680067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:34.680389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:34.680824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:34.694855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bd3ddf-9298-4ffd-bfdf-39c8c0fbfd38 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:34.698962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-24bd3ddf-9298-4ffd-bfdf-39c8c0fbfd38 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1019714 Jul 27 22:35:34.699246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 58950) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:34.732250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-71b20cc1-6730-417c-abeb-85965373b937 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293663 Jul 27 22:35:34.733060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58952) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:34.737853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f0bb515e-3929-490b-bec4-468ff5ae8b36 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1035844888', 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34', 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:34.759375 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-870942840', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:33Z', 'revision_number': 3, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:34.787542 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Checking router: 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:35:34.787888 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Updating router 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 port e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:35:34.812385 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.072329 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.082993 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Transition to ACTIVE for port object e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:35.092022 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.144278 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Attempting to bind port e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:35:35.145267 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Attempting to bind port e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:35:35.145267 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Attempting to bind port e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:35:35.156524 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Pushing event updated for resources: {'Port': ['ID=e78ed82e-b93b-4cfe-86af-ca17c73f9bb1,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:35.164043 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:35.164383 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:35.164721 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:35.165304 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:35.166001 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:35.166113 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:35.166464 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:35.167429 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:35.167429 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:35.167429 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:35.167736 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:35.168027 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:35.171555 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:35:35.171789 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:35:35.172045 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.172461 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:35:35.172940 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Bound port: e78ed82e-b93b-4cfe-86af-ca17c73f9bb1, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:35:35.173317 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.192608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bb515e-3929-490b-bec4-468ff5ae8b36 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Made reservation on behalf of c0ba32f400f4424bb818c462346c0f62 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:35:35.196148 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0bb515e-3929-490b-bec4-468ff5ae8b36 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.203836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Router 59f6503f-9591-486f-84ab-bc771ff54980 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:35:35.229283 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] For port e78ed82e-b93b-4cfe-86af-ca17c73f9bb1, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:35:35.232639 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] For port e78ed82e-b93b-4cfe-86af-ca17c73f9bb1, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e78ed82e-b93b-4cfe-86af-ca17c73f9bb1,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:35:35.237795 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.295478 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Routers {'37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:35.296127 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:35.301591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f0dda159-6c1e-4cf0-adca-d5bc000889cf req-d7ce191e-4dfd-453a-a6e9-c857686ce52a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 210 time: 0.0334523 Jul 27 22:35:35.302170 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91720e0-19a2-4be9-9a92-6455c958a981 None None] Pushing event updated for resources: {'Port': ['ID=e78ed82e-b93b-4cfe-86af-ca17c73f9bb1,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:35.407517 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] Set router 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:35.429100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:35:35.440134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67af4383-e7be-4f1a-9ff2-5a78ab0dfae4 None None] Sync routers for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:35:35.450237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67af4383-e7be-4f1a-9ff2-5a78ab0dfae4 None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:35.451077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-67af4383-e7be-4f1a-9ff2-5a78ab0dfae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:35.505072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] No DVR routers for this DVR port 8092537f-f396-4e2e-b044-9d7593e6614f on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:35:35.508283 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.512191 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9f8a523a-342e-4cc0-8a62-270e459fffc5 req-f6c1469b-140d-40b2-849b-2fd13928da71 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.41 "DELETE /v2.0/ports/8092537f-f396-4e2e-b044-9d7593e6614f HTTP/1.1" status: 204 len: 173 time: 1.4455326 Jul 27 22:35:35.518767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'name': 'network-vif-deleted', 'tag': '8092537f-f396-4e2e-b044-9d7593e6614f'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:35.521247 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5af806-fecd-4abf-9924-6119fc86b6a2" -d '{"events": [{"server_uuid": "26d40c2d-ccbb-42a9-9564-2fb5c0ae559f", "name": "network-vif-deleted", "tag": "8092537f-f396-4e2e-b044-9d7593e6614f"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:35.560733 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0bb515e-3929-490b-bec4-468ff5ae8b36 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.565626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-67af4383-e7be-4f1a-9ff2-5a78ab0dfae4 None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:35.597020 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-870942840', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:33Z', 'revision_number': 3, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:35.624411 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ab8b66-a6c3-4ca4-ab91-d67561801815 None None] The sync data for ids ['37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'] in n-d-802011-3 is: [{'id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-870942840', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:33Z', 'revision_number': 3, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:35:35.628357 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeffbc2-751b-46e6-8f55-5f9b9e7efba9 x-openstack-request-id: req-3eeffbc2-751b-46e6-8f55-5f9b9e7efba9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:35.628663 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d40c2d-ccbb-42a9-9564-2fb5c0ae559f", "name": "network-vif-deleted", "tag": "8092537f-f396-4e2e-b044-9d7593e6614f", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:35.629034 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3eeffbc2-751b-46e6-8f55-5f9b9e7efba9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:35.629435 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d40c2d-ccbb-42a9-9564-2fb5c0ae559f', 'name': 'network-vif-deleted', 'tag': '8092537f-f396-4e2e-b044-9d7593e6614f', 'status': 'completed', 'code': 200} Jul 27 22:35:35.630020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb515e-3929-490b-bec4-468ff5ae8b36 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Subnet': ['ID=d6a2f587-4d95-4141-a3ae-99762bec4de5,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:35.657368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bb515e-3929-490b-bec4-468ff5ae8b36 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Checking segment: {'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:35:35.658175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bb515e-3929-490b-bec4-468ff5ae8b36 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network hostable DHCP agents. Network: 9dba3e30-3335-4a2b-a0cf-e71311cb2e34, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:35:35.679989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bb515e-3929-490b-bec4-468ff5ae8b36 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:35:35.692670 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f0bb515e-3929-490b-bec4-468ff5ae8b36 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 9dba3e30-3335-4a2b-a0cf-e71311cb2e34) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:35.697940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb515e-3929-490b-bec4-468ff5ae8b36 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:35.698922 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f0bb515e-3929-490b-bec4-468ff5ae8b36 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.707942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c476b-afec-4955-bc1f-26506b4b0b89 None None] Network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:35:35.724076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f0bb515e-3929-490b-bec4-468ff5ae8b36 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9879792 Jul 27 22:35:35.724416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 58960) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:36.114568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-67af4383-e7be-4f1a-9ff2-5a78ab0dfae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:36.118882 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-9dba3e30-3335-4a2b-a0cf-e71311cb2e34', 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'fixed_ips': [{'subnet_id': 'd6a2f587-4d95-4141-a3ae-99762bec4de5'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:35:36.120053 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:36.154471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67af4383-e7be-4f1a-9ff2-5a78ab0dfae4 None None] Checking router: 59f6503f-9591-486f-84ab-bc771ff54980 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:35:36.231656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67af4383-e7be-4f1a-9ff2-5a78ab0dfae4 None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:36.232305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-67af4383-e7be-4f1a-9ff2-5a78ab0dfae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:36.331832 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:36.408278 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-67af4383-e7be-4f1a-9ff2-5a78ab0dfae4 None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:36.458954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef909f85-96ba-4547-8ee5-f53f00595676 req-143c1622-8f3b-4d92-bcfd-510ead1ee139 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 210 time: 0.0513783 Jul 27 22:35:36.470681 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:36.651089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Allocated IP 172.20.0.18 (9dba3e30-3335-4a2b-a0cf-e71311cb2e34/d6a2f587-4d95-4141-a3ae-99762bec4de5/6190793b-801e-4e67-b320-60c79bfa0867) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:35:36.681361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:36.718895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:36.719279 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:36.901912 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-67af4383-e7be-4f1a-9ff2-5a78ab0dfae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:36.944441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67af4383-e7be-4f1a-9ff2-5a78ab0dfae4 None None] The sync data for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 is: [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:35:36.948339 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:36.956831 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:36.976304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Transition to ACTIVE for port object 6190793b-801e-4e67-b320-60c79bfa0867 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:36.986253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port e78ed82e-b93b-4cfe-86af-ca17c73f9bb1, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e78ed82e-b93b-4cfe-86af-ca17c73f9bb1,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:37.005828 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:37.006907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Transition to ACTIVE for port object 6190793b-801e-4e67-b320-60c79bfa0867 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:37.023093 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:37.073099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Allocated IP 172.20.0.17 (9dba3e30-3335-4a2b-a0cf-e71311cb2e34/d6a2f587-4d95-4141-a3ae-99762bec4de5/ec9c469b-5bb8-40be-8200-611e0f8e960a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:35:37.094076 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:37.097679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=e78ed82e-b93b-4cfe-86af-ca17c73f9bb1,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:37.121264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:37.124327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:35:37.179449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Pushing event updated for resources: {'Port': ['ID=6190793b-801e-4e67-b320-60c79bfa0867,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:37.194290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Attempting to bind port 6190793b-801e-4e67-b320-60c79bfa0867 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:35:37.194675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Attempting to bind port 6190793b-801e-4e67-b320-60c79bfa0867 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:35:37.195044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Attempting to bind port 6190793b-801e-4e67-b320-60c79bfa0867 on network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:35:37.201726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:35:37.202673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Checking segment: {'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:35:37.202816 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:37.203322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Bound using segment: {'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:35:37.203972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Bound port: 6190793b-801e-4e67-b320-60c79bfa0867, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:35:37.204465 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:37.207206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:37.229640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Transition to ACTIVE for port object ec9c469b-5bb8-40be-8200-611e0f8e960a will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:37.270481 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:37.287824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] For port 6190793b-801e-4e67-b320-60c79bfa0867, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:35:37.291051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] For port 6190793b-801e-4e67-b320-60c79bfa0867, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6190793b-801e-4e67-b320-60c79bfa0867,segment=NetworkSegment(8e013a9d-c989-4bc2-a973-de9dc4305298),segment_id=8e013a9d-c989-4bc2-a973-de9dc4305298)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:35:37.296131 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:37.306133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:37.309454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:37.313066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:35:37.367585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Port': ['ID=ec9c469b-5bb8-40be-8200-611e0f8e960a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:37.379890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51bdf7-9756-4f73-b29b-5b0f32334813 None None] Pushing event updated for resources: {'Port': ['ID=6190793b-801e-4e67-b320-60c79bfa0867,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:37.396835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:37.586647 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:37.627688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-428be1f4-94f5-462b-a1fa-7ce09959c428 req-34630e13-4963-40dd-8d47-85531d41e7ca tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 210 time: 0.0423360 Jul 27 22:35:37.878029 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b32707-afba-4173-910c-2d7f9ac7dca8 None None] New status for floating IP 51f23ed8-69e4-4018-9c2f-bb1e5766814c: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:35:37.922079 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:37.928411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:38.018604 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:38.021577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Port': ['ID=ec9c469b-5bb8-40be-8200-611e0f8e960a,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:38.129077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:38.131960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:38.264108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Router 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:35:38.408393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:35:38.420211 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fa2cdd61-f8e9-443f-b0f5-1acd1812324c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "PUT /v2.0/routers/37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6890070 Jul 27 22:35:38.426795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Sync routers for ids ['37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:35:38.444365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Routers {'37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:38.445251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:38.450687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:38.570719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dbed9a-746a-475a-8576-3eb1fff8d0d8 None None] Network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:35:38.656864 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:38.657242 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:38.660816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Set router 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:38.664177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cedc0d2d-590c-4565-8126-77f84296c60c None None] Provisioning for port 6190793b-801e-4e67-b320-60c79bfa0867 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:38.678181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30b4072f-451b-46b2-b1d0-6aadabb232eb tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:38.679939 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30b4072f-451b-46b2-b1d0-6aadabb232eb tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/networks?id=9dba3e30-3335-4a2b-a0cf-e71311cb2e34 HTTP/1.1" status: 200 len: 797 time: 0.1227398 Jul 27 22:35:38.698941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-9adb6010-3986-4c27-9c53-416487faee94 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/quotas/c0ba32f400f4424bb818c462346c0f62 HTTP/1.1" status: 200 len: 375 time: 0.0124719 Jul 27 22:35:38.774152 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-27e17bd3-a59c-4278-b5ed-bd771d989646 req-c08bd18e-119d-4f67-aff3-5e7bd70e7178 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 210 time: 0.0571396 Jul 27 22:35:38.803886 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-1918b1f9-fb86-43eb-8f7f-0db9458fe75d tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0ba32f400f4424bb818c462346c0f62&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0988879 Jul 27 22:35:38.865938 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8092537f-f396-4e2e-b044-9d7593e6614f no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:35:38.901450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 8092537f-f396-4e2e-b044-9d7593e6614f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:35:38.901799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8092537f-f396-4e2e-b044-9d7593e6614f not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:35:38.919435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-7938a008-dade-44b6-90a1-31620816186c service neutron] 10.222.0.24 "GET /v2.0/networks/9dba3e30-3335-4a2b-a0cf-e71311cb2e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002848 Jul 27 22:35:38.980442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6190793b-801e-4e67-b320-60c79bfa0867 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:39.034149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-2ae4a7b8-0a18-469b-99f4-7611ec57e73e service neutron] 10.222.0.24 "GET /v2.0/networks/9dba3e30-3335-4a2b-a0cf-e71311cb2e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053410 Jul 27 22:35:39.256443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 6190793b-801e-4e67-b320-60c79bfa0867 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:39.261241 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-151d94f8-1901-4f99-84ca-ee4b26c01d70 req-590e4c1e-14fe-4292-9f55-c42e66ec0252 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 210 time: 0.0574789 Jul 27 22:35:39.264314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 6190793b-801e-4e67-b320-60c79bfa0867 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:39.264689 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.295279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-870942840', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:37Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'ec9c469b-5bb8-40be-8200-611e0f8e960a', 'name': '', 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'mac_address': 'fa:16:3e:ee:8b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd6a2f587-4d95-4141-a3ae-99762bec4de5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:36Z', 'updated_at': '2021-07-27T22:35:37Z', 'revision_number': 2, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'subnets': [{'id': 'd6a2f587-4d95-4141-a3ae-99762bec4de5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:39.338327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Checking router: 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:35:39.338684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Updating router 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 port ec9c469b-5bb8-40be-8200-611e0f8e960a binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:35:39.381216 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.543033 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.611744 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 6190793b-801e-4e67-b320-60c79bfa0867, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6190793b-801e-4e67-b320-60c79bfa0867,segment=NetworkSegment(8e013a9d-c989-4bc2-a973-de9dc4305298),segment_id=8e013a9d-c989-4bc2-a973-de9dc4305298)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:39.643645 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.707298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f3f3c1f5-d004-49b2-b2c2-c26dc721a516 None None] Provisioning complete for port 6190793b-801e-4e67-b320-60c79bfa0867 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:39.707755 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3f3c1f5-d004-49b2-b2c2-c26dc721a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.762219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=6190793b-801e-4e67-b320-60c79bfa0867,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:39.787554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:39.787909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:39.788266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:39.788605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:39.788935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:39.789265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:39.789591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:39.790058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:39.790412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:39.790739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:39.791065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:39.791388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:39.894942 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.909998 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Transition to ACTIVE for port object ec9c469b-5bb8-40be-8200-611e0f8e960a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:39.918433 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.944351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f3f3c1f5-d004-49b2-b2c2-c26dc721a516 None None] Provisioning for port ec9c469b-5bb8-40be-8200-611e0f8e960a completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:39.950918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81fb4927-ae5f-4972-ac45-27c7e1be0e2e req-5c01d1c0-5d1b-48d0-958b-f5e2040983b4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d40c2d-ccbb-42a9-9564-2fb5c0ae559f HTTP/1.1" status: 200 len: 210 time: 0.0474868 Jul 27 22:35:39.974707 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9d180-10c6-459c-956f-5c73a0e51938 None None] Pushing event updated for resources: {'Port': ['ID=ec9c469b-5bb8-40be-8200-611e0f8e960a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:40.043177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Attempting to bind port ec9c469b-5bb8-40be-8200-611e0f8e960a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:35:40.043451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Attempting to bind port ec9c469b-5bb8-40be-8200-611e0f8e960a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:35:40.043839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Attempting to bind port ec9c469b-5bb8-40be-8200-611e0f8e960a on network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:35:40.050025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:35:40.051221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Checking segment: {'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:35:40.051564 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.051960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Bound using segment: {'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:35:40.052784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Bound port: ec9c469b-5bb8-40be-8200-611e0f8e960a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:35:40.053179 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.139384 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] For port ec9c469b-5bb8-40be-8200-611e0f8e960a, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:35:40.142794 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] For port ec9c469b-5bb8-40be-8200-611e0f8e960a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ec9c469b-5bb8-40be-8200-611e0f8e960a,segment=NetworkSegment(8e013a9d-c989-4bc2-a973-de9dc4305298),segment_id=8e013a9d-c989-4bc2-a973-de9dc4305298)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:35:40.147366 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.206051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Routers {'37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:40.206718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:40.247446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9d180-10c6-459c-956f-5c73a0e51938 None None] Pushing event updated for resources: {'Port': ['ID=ec9c469b-5bb8-40be-8200-611e0f8e960a,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:40.355650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] Set router 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:40.389748 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2560df6b-1491-405c-86c1-a648786bfdb2 req-0f0f4419-b600-4afc-a447-2016248b36f7 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 210 time: 0.0314803 Jul 27 22:35:40.398337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6190793b-801e-4e67-b320-60c79bfa0867 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:40.465076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-7cf371fe-ec50-4dc6-8ef1-d587207f5e72 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:40.466791 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-7cf371fe-ec50-4dc6-8ef1-d587207f5e72 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.41 "GET /v2.0/networks?id=9dba3e30-3335-4a2b-a0cf-e71311cb2e34 HTTP/1.1" status: 200 len: 797 time: 0.1985061 Jul 27 22:35:40.485252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Request body: {'port': {'device_id': '7f90c653-2bbf-41f4-bd5b-bfcee5012218', 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34', 'admin_state_up': True, 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:40.563130 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 6190793b-801e-4e67-b320-60c79bfa0867 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:40.563648 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.613557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Made reservation on behalf of c0ba32f400f4424bb818c462346c0f62 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:35:40.617333 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.709614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-870942840', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:37Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'ec9c469b-5bb8-40be-8200-611e0f8e960a', 'name': '', 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'mac_address': 'fa:16:3e:ee:8b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd6a2f587-4d95-4141-a3ae-99762bec4de5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:36Z', 'updated_at': '2021-07-27T22:35:40Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'subnets': [{'id': 'd6a2f587-4d95-4141-a3ae-99762bec4de5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:40.740411 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f34d7-c470-4e50-9d70-5423022a987e None None] The sync data for ids ['37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'] in n-d-802011-3 is: [{'id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-870942840', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:37Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'ec9c469b-5bb8-40be-8200-611e0f8e960a', 'name': '', 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'mac_address': 'fa:16:3e:ee:8b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd6a2f587-4d95-4141-a3ae-99762bec4de5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:36Z', 'updated_at': '2021-07-27T22:35:40Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'subnets': [{'id': 'd6a2f587-4d95-4141-a3ae-99762bec4de5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:35:40.754516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Allocated IP 172.20.0.30 (9dba3e30-3335-4a2b-a0cf-e71311cb2e34/d6a2f587-4d95-4141-a3ae-99762bec4de5/9a5d431c-0aaf-40a3-b0ff-04a54e9d6776) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:35:40.897148 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.911637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Transition to ACTIVE for port object 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:40.947237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:40.994341 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:41.003876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:41.006915 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:35:41.016899 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event updated for resources: {'Port': ['ID=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:41.086829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:41.087573 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:41.117955 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-a0e596c6-5027-45ce-a32a-e826cfee9f0c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6421688 Jul 27 22:35:41.133153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Request body: {'port': {'device_id': '7f90c653-2bbf-41f4-bd5b-bfcee5012218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:41.247667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-a1e2dbd4-fb41-480b-8bc4-5f4f87dacd76 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516883616&fields=id&tenant_id=75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 267 time: 0.0621576 Jul 27 22:35:41.285253 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:41.389178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8939b716-1d55-423a-abc1-e00bea2cf33b None None] Provisioning for port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:41.398733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8939b716-1d55-423a-abc1-e00bea2cf33b None None] Provisioning complete for port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:41.398733 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8939b716-1d55-423a-abc1-e00bea2cf33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:41.421131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-4a60c399-b764-4e0c-8b77-1605f9bd2359 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:41.423874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-4a60c399-b764-4e0c-8b77-1605f9bd2359 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.1752594 Jul 27 22:35:41.457254 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-203d8a26-9869-473e-88ad-3dc346956885 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/quotas/75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 375 time: 0.0237548 Jul 27 22:35:41.508189 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8939b716-1d55-423a-abc1-e00bea2cf33b None None] Port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:35:41.598728 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-78c7f2c9-7cad-4984-bdca-ec2d7fad23c3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1325979 Jul 27 22:35:41.640954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa2033-adf0-46d3-b03b-7db8607de43e req-7ccbc06b-a9b9-49bf-b7dd-9a018d81fb06 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:41.643074 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6fa2033-adf0-46d3-b03b-7db8607de43e req-7ccbc06b-a9b9-49bf-b7dd-9a018d81fb06 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 895 time: 0.1160860 Jul 27 22:35:41.771137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:35:41.782065 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:41.803048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Transition to ACTIVE for port object 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:41.809766 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:41.824579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-88550a5f-fe6e-4ac3-b33b-fcb7a4349ce6 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159653 Jul 27 22:35:41.894880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:41.957358 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-4efabaab-309c-46f9-b8e6-c17222d9cdfb service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224983 Jul 27 22:35:41.991453 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Attempting to bind port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:35:41.991799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Attempting to bind port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:35:41.994539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Attempting to bind port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 on network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:35:41.999227 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 on network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:35:41.999568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Attempting to bind port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 on network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:35:42.019328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:35:42.020032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Checking segment: {'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:35:42.021016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Bound using segment: {'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:35:42.022099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Bound port: 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e013a9d-c989-4bc2-a973-de9dc4305298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:35:42.022741 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:42.125740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] For port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:35:42.132516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] For port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776,segment=NetworkSegment(8e013a9d-c989-4bc2-a973-de9dc4305298),segment_id=8e013a9d-c989-4bc2-a973-de9dc4305298)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:35:42.141047 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:42.175850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:42.176321 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:42.178651 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 HTTP/1.1" status: 200 len: 1055 time: 1.0510745 Jul 27 22:35:42.178651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f90c653-2bbf-41f4-bd5b-bfcee5012218', 'tag': '9a5d431c-0aaf-40a3-b0ff-04a54e9d6776'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:42.181313 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d941a5ea-b1b3-4456-b22e-fe86b635cb92" -d '{"events": [{"name": "network-changed", "server_uuid": "7f90c653-2bbf-41f4-bd5b-bfcee5012218", "tag": "9a5d431c-0aaf-40a3-b0ff-04a54e9d6776"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:42.275090 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a916376-3430-43b0-bab0-59d587fb5b21 x-openstack-request-id: req-6a916376-3430-43b0-bab0-59d587fb5b21 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:42.275300 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f90c653-2bbf-41f4-bd5b-bfcee5012218", "tag": "9a5d431c-0aaf-40a3-b0ff-04a54e9d6776", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:42.275902 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a916376-3430-43b0-bab0-59d587fb5b21 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:42.276490 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f90c653-2bbf-41f4-bd5b-bfcee5012218', 'tag': '9a5d431c-0aaf-40a3-b0ff-04a54e9d6776', 'status': 'completed', 'code': 200} Jul 27 22:35:42.294983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca787a-852a-4322-aaed-a284ee3408e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:42.334149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-440edf58-545d-42ec-a436-a9d15fb83ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:42.344372 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-440edf58-545d-42ec-a436-a9d15fb83ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0ba32f400f4424bb818c462346c0f62&device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 1058 time: 0.1019235 Jul 27 22:35:42.405459 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-625b25a2-9800-478d-99a0-a4e44842cb22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 HTTP/1.1" status: 200 len: 217 time: 0.0534832 Jul 27 22:35:42.446664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ec9c469b-5bb8-40be-8200-611e0f8e960a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:42.478312 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-e788fb51-5824-4d3d-91a5-c1699280edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:42.480375 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-e788fb51-5824-4d3d-91a5-c1699280edfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d6a2f587-4d95-4141-a3ae-99762bec4de5 HTTP/1.1" status: 200 len: 838 time: 0.0670924 Jul 27 22:35:42.507730 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3553a4c7-c856-41e7-85e6-70e9838ee343 req-76bd8b44-bd50-4cea-a286-b6f62e1694c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 210 time: 0.0436063 Jul 27 22:35:42.539760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port ec9c469b-5bb8-40be-8200-611e0f8e960a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:42.544574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ec9c469b-5bb8-40be-8200-611e0f8e960a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:42.544955 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:42.558908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-314bad8d-7d40-4a15-90bf-11d6b9309abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:42.560573 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-314bad8d-7d40-4a15-90bf-11d6b9309abd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dba3e30-3335-4a2b-a0cf-e71311cb2e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730655 Jul 27 22:35:42.643758 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:42.650693 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:42.665242 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-de6e669a-5509-4089-ad88-6305bb55e388 service neutron] 10.222.0.41 "GET /v2.0/networks/9dba3e30-3335-4a2b-a0cf-e71311cb2e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974410 Jul 27 22:35:42.693292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port ec9c469b-5bb8-40be-8200-611e0f8e960a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ec9c469b-5bb8-40be-8200-611e0f8e960a,segment=NetworkSegment(8e013a9d-c989-4bc2-a973-de9dc4305298),segment_id=8e013a9d-c989-4bc2-a973-de9dc4305298)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:42.700382 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:42.768448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=ec9c469b-5bb8-40be-8200-611e0f8e960a,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:42.784252 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ea0b9905-df26-4e5b-b7ab-f9150d132c1e req-665a356d-e342-4581-afaa-8d136972582c service neutron] 10.222.0.41 "GET /v2.0/networks/9dba3e30-3335-4a2b-a0cf-e71311cb2e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117840 Jul 27 22:35:42.787184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23a6b5-8c7e-4201-baff-f52dd58a2d13 req-f03e95aa-f8fe-4f05-acb0-94f1f1739b45 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:42.788772 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd23a6b5-8c7e-4201-baff-f52dd58a2d13 req-f03e95aa-f8fe-4f05-acb0-94f1f1739b45 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 907 time: 0.0606267 Jul 27 22:35:42.819348 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-00fedf00-8559-499e-9c83-2d8e6c6c8df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:42.885044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941a5ea-b1b3-4456-b22e-fe86b635cb92 req-e21c6a52-032a-489e-8d77-479167235319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:42.886568 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d941a5ea-b1b3-4456-b22e-fe86b635cb92 req-e21c6a52-032a-489e-8d77-479167235319 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0ba32f400f4424bb818c462346c0f62&device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 1058 time: 0.0479033 Jul 27 22:35:42.985004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941a5ea-b1b3-4456-b22e-fe86b635cb92 req-3c9eaa75-f425-4d15-8e12-2fa158ebccce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:42.986602 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d941a5ea-b1b3-4456-b22e-fe86b635cb92 req-3c9eaa75-f425-4d15-8e12-2fa158ebccce service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dba3e30-3335-4a2b-a0cf-e71311cb2e34 HTTP/1.1" status: 200 len: 898 time: 0.0934687 Jul 27 22:35:43.032565 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d941a5ea-b1b3-4456-b22e-fe86b635cb92 req-e000ac53-34d4-4f95-ab92-0588a46fabe5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 HTTP/1.1" status: 200 len: 217 time: 0.0371199 Jul 27 22:35:43.083473 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941a5ea-b1b3-4456-b22e-fe86b635cb92 req-67ece797-8b2b-4138-8bd2-43a085563bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:43.084934 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d941a5ea-b1b3-4456-b22e-fe86b635cb92 req-67ece797-8b2b-4138-8bd2-43a085563bcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d6a2f587-4d95-4141-a3ae-99762bec4de5 HTTP/1.1" status: 200 len: 838 time: 0.0445476 Jul 27 22:35:43.135394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941a5ea-b1b3-4456-b22e-fe86b635cb92 req-f5ee2b3e-4f4d-4e56-b329-4662291cb043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:43.136874 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d941a5ea-b1b3-4456-b22e-fe86b635cb92 req-f5ee2b3e-4f4d-4e56-b329-4662291cb043 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dba3e30-3335-4a2b-a0cf-e71311cb2e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448148 Jul 27 22:35:43.227863 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d941a5ea-b1b3-4456-b22e-fe86b635cb92 req-adedfdf0-4a61-4073-9429-b26a49fb528c service neutron] 10.222.0.41 "GET /v2.0/networks/9dba3e30-3335-4a2b-a0cf-e71311cb2e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827508 Jul 27 22:35:43.325996 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d941a5ea-b1b3-4456-b22e-fe86b635cb92 req-f5043387-2f72-45e7-9b4c-53e22aae6a05 service neutron] 10.222.0.41 "GET /v2.0/networks/9dba3e30-3335-4a2b-a0cf-e71311cb2e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905666 Jul 27 22:35:43.450432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-ba6650ad-a59d-46b1-94ac-13f8c15e3847 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:43.451930 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-ba6650ad-a59d-46b1-94ac-13f8c15e3847 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.1050842 Jul 27 22:35:43.497004 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-fc39f803-83b0-4d7d-8a23-618b54841120 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 379 time: 0.0351586 Jul 27 22:35:43.507320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'port': {'device_id': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'admin_state_up': True, 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'security_groups': ['df940a69-89b1-433d-b0ab-72c6c112b6e1']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:43.611061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eedcbe86-f342-43b3-a973-4df85b5a27bc req-1d119591-85a9-40c3-82f4-fd3a0a08c53c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 210 time: 0.0286856 Jul 27 22:35:43.638539 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Made reservation on behalf of 75d2e7c8619341e1afb2aec6e4035896 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:35:43.642013 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:43.771051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Allocated IP 172.20.0.6 (e9b79ab6-4218-4e9c-8efe-4092e7194b69/8194dc36-8c1b-4ae0-9151-fb256d3549d7/71869e9d-58f7-4c11-b9c0-33d1f7cfc875) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:35:43.910170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f6430-c420-4dd6-82ce-0cd575fd3b44 req-b40266a7-d492-4285-9967-11170c9a6fa8 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:43.911886 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-624f6430-c420-4dd6-82ce-0cd575fd3b44 req-b40266a7-d492-4285-9967-11170c9a6fa8 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 907 time: 0.0517292 Jul 27 22:35:43.928947 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:43.943440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Transition to ACTIVE for port object 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:43.975051 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.023588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:44.027247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:44.033009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:35:44.057903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=71869e9d-58f7-4c11-b9c0-33d1f7cfc875,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:44.086648 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:44.087921 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.105272 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-500e557b-868e-4172-91b3-03a276038390 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017525 Jul 27 22:35:44.118511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Request body: {'port': {'device_id': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:44.177273 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.329718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-af510f7b-99b3-4b9e-a0ff-e506331ccdf2 None None] Provisioning for port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:44.334952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ec9c469b-5bb8-40be-8200-611e0f8e960a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:44.338722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-af510f7b-99b3-4b9e-a0ff-e506331ccdf2 None None] Provisioning complete for port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:44.339205 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af510f7b-99b3-4b9e-a0ff-e506331ccdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.403332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-af510f7b-99b3-4b9e-a0ff-e506331ccdf2 None None] Port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:35:44.416876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ec9c469b-5bb8-40be-8200-611e0f8e960a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:44.417366 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.479059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:35:44.487154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.502663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Transition to ACTIVE for port object 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:35:44.506213 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.559219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Pushing event updated for resources: {'Port': ['ID=71869e9d-58f7-4c11-b9c0-33d1f7cfc875,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:44.637178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Attempting to bind port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:35:44.637522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Attempting to bind port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:35:44.637850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Attempting to bind port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:35:44.642690 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:35:44.643019 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Attempting to bind port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:35:44.648373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:35:44.648719 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Checking segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:35:44.649114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Bound using segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:35:44.650201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Bound port: 71869e9d-58f7-4c11-b9c0-33d1f7cfc875, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:35:44.650685 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.747628 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] For port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:35:44.751410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] For port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:35:44.758061 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.781152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557082-3bae-4201-a5b6-cd857353729d req-1cdbcc22-f0f9-4702-bf1e-f1383601110c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:44.786943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25557082-3bae-4201-a5b6-cd857353729d req-1cdbcc22-f0f9-4702-bf1e-f1383601110c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 943 time: 0.0734017 Jul 27 22:35:44.795165 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:44.795795 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:44.797507 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] 10.222.0.43 "PUT /v2.0/ports/71869e9d-58f7-4c11-b9c0-33d1f7cfc875 HTTP/1.1" status: 200 len: 1091 time: 0.6834230 Jul 27 22:35:44.797827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'tag': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:44.800139 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab167e9-83d3-4404-97f5-3cb24ee3c9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bd5a1e-0950-4282-b646-2abddbf2d80d", "tag": "71869e9d-58f7-4c11-b9c0-33d1f7cfc875"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:44.860716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-25557082-3bae-4201-a5b6-cd857353729d req-e1b5ea8e-539a-434a-b143-0a68741e8798 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716212 Jul 27 22:35:44.869393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e381f7-b1da-45dc-bd1d-aedeca4a9149 service neutron] Pushing event updated for resources: {'Port': ['ID=71869e9d-58f7-4c11-b9c0-33d1f7cfc875,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:44.874688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:35:44.888182 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-e51508c4-f1b2-4ead-8c31-1d83ab73649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:44.889809 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-e51508c4-f1b2-4ead-8c31-1d83ab73649a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 1094 time: 0.0500948 Jul 27 22:35:44.908851 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7473a4-98bd-4bb4-93ea-3fae399ff729 x-openstack-request-id: req-df7473a4-98bd-4bb4-93ea-3fae399ff729 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:44.909250 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bd5a1e-0950-4282-b646-2abddbf2d80d", "tag": "71869e9d-58f7-4c11-b9c0-33d1f7cfc875", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:44.909554 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df7473a4-98bd-4bb4-93ea-3fae399ff729 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:44.910475 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'tag': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'status': 'completed', 'code': 200} Jul 27 22:35:44.944872 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-dced0c8a-e476-466b-b845-6d28eb8c8c55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875 HTTP/1.1" status: 200 len: 217 time: 0.0438967 Jul 27 22:35:45.023671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776,segment=NetworkSegment(8e013a9d-c989-4bc2-a973-de9dc4305298),segment_id=8e013a9d-c989-4bc2-a973-de9dc4305298)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:45.037877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '9a5d431c-0aaf-40a3-b0ff-04a54e9d6776', 'network_id': '9dba3e30-3335-4a2b-a0cf-e71311cb2e34', 'port_id': '9a5d431c-0aaf-40a3-b0ff-04a54e9d6776', 'mac_address': 'fa:16:3e:42:05:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a2f587-4d95-4141-a3ae-99762bec4de5', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:35:45.085864 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:45.106129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:35:45.137839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776,segment=NetworkSegment(8e013a9d-c989-4bc2-a973-de9dc4305298),segment_id=8e013a9d-c989-4bc2-a973-de9dc4305298)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:45.144469 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:45.157157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517223d-4ba2-481e-9e40-b0bb55b5a0a7 req-7cf66890-26fa-4199-ae37-20390afef108 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:45.158863 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7517223d-4ba2-481e-9e40-b0bb55b5a0a7 req-7cf66890-26fa-4199-ae37-20390afef108 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 907 time: 0.1361845 Jul 27 22:35:45.202404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:45.346738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['9a5d431c-0aaf-40a3-b0ff-04a54e9d6776'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:35:45.347878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-eadbe3fb-6ed1-4e2c-a9ac-08c5e0be3026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:45.349568 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-eadbe3fb-6ed1-4e2c-a9ac-08c5e0be3026 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.3977423 Jul 27 22:35:45.398643 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-68a9fcd0-6e8d-4acd-8153-15f3c4dc3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:45.403710 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-68a9fcd0-6e8d-4acd-8153-15f3c4dc3cd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450759 Jul 27 22:35:45.454433 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-043f18fb-f4db-40dd-bdfa-29695ac9992a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:45.508216 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-bbdaaa29-f142-40bd-bf46-506861b5146e service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980518 Jul 27 22:35:45.598040 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9395edec-7b5d-4c5e-a920-b1db1a3f7003 req-8b9b1d42-3cad-419b-9820-05fe5b9fd2dd service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830688 Jul 27 22:35:45.683978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab167e9-83d3-4404-97f5-3cb24ee3c9ba req-964396fd-b296-47f1-bdd2-85bda03a6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:45.685485 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bab167e9-83d3-4404-97f5-3cb24ee3c9ba req-964396fd-b296-47f1-bdd2-85bda03a6306 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 1094 time: 0.0416348 Jul 27 22:35:45.782855 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab167e9-83d3-4404-97f5-3cb24ee3c9ba req-6981eaff-3fe0-49d6-9c34-9567899cfac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:45.784620 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bab167e9-83d3-4404-97f5-3cb24ee3c9ba req-6981eaff-3fe0-49d6-9c34-9567899cfac1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.0916471 Jul 27 22:35:45.787513 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:45.828278 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bab167e9-83d3-4404-97f5-3cb24ee3c9ba req-56708eaa-dfa8-4d07-b1a4-25caaa9636ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875 HTTP/1.1" status: 200 len: 217 time: 0.0366590 Jul 27 22:35:45.893320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab167e9-83d3-4404-97f5-3cb24ee3c9ba req-c7bc996e-33f8-4748-b536-6931c39199a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:45.894750 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bab167e9-83d3-4404-97f5-3cb24ee3c9ba req-c7bc996e-33f8-4748-b536-6931c39199a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0591335 Jul 27 22:35:45.944448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab167e9-83d3-4404-97f5-3cb24ee3c9ba req-d5b8e0a7-1dd6-4a84-ad31-d2ec1ff88d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:45.946684 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bab167e9-83d3-4404-97f5-3cb24ee3c9ba req-d5b8e0a7-1dd6-4a84-ad31-d2ec1ff88d33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434701 Jul 27 22:35:46.012584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8350038-8db8-42fd-bd6d-0234f765c452 req-de86d7b8-7fb3-457a-ab87-28bb98eedcc5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:46.014834 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8350038-8db8-42fd-bd6d-0234f765c452 req-de86d7b8-7fb3-457a-ab87-28bb98eedcc5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 943 time: 0.0617120 Jul 27 22:35:46.043169 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bab167e9-83d3-4404-97f5-3cb24ee3c9ba req-7e8b9b37-0c70-4598-9a55-ba466fc951a6 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896966 Jul 27 22:35:46.054527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8350038-8db8-42fd-bd6d-0234f765c452 req-a2d6c1b6-80a9-4dc6-8e75-0ef403628805 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334382 Jul 27 22:35:46.147700 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bab167e9-83d3-4404-97f5-3cb24ee3c9ba req-dba6ac24-d7fc-4fa7-9dc8-fdd76d11e37b service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976958 Jul 27 22:35:46.280681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084fbb1-a974-45d1-9e18-adbf36ab4dbe req-10776267-a227-427c-aed0-89422db8f09c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:46.282462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8084fbb1-a974-45d1-9e18-adbf36ab4dbe req-10776267-a227-427c-aed0-89422db8f09c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 908 time: 0.0528266 Jul 27 22:35:46.479741 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.617377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:46.889426 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:46.938332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:46.942041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:46.942451 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:47.021643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:47.044597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f90c653-2bbf-41f4-bd5b-bfcee5012218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5d431c-0aaf-40a3-b0ff-04a54e9d6776'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:47.046988 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1efa852-155d-4715-83ce-194be418a0b0" -d '{"events": [{"server_uuid": "7f90c653-2bbf-41f4-bd5b-bfcee5012218", "name": "network-vif-plugged", "status": "completed", "tag": "9a5d431c-0aaf-40a3-b0ff-04a54e9d6776"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:47.060040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776,segment=NetworkSegment(8e013a9d-c989-4bc2-a973-de9dc4305298),segment_id=8e013a9d-c989-4bc2-a973-de9dc4305298)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:47.065430 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:47.097341 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4037d917-55f2-48b9-af5d-d200490211e6 x-openstack-request-id: req-4037d917-55f2-48b9-af5d-d200490211e6 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:47.097631 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f90c653-2bbf-41f4-bd5b-bfcee5012218", "name": "network-vif-plugged", "status": "completed", "tag": "9a5d431c-0aaf-40a3-b0ff-04a54e9d6776", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:47.097881 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4037d917-55f2-48b9-af5d-d200490211e6 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:47.098296 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f90c653-2bbf-41f4-bd5b-bfcee5012218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5d431c-0aaf-40a3-b0ff-04a54e9d6776', 'code': 200} Jul 27 22:35:47.129228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:47.214781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59435a6-22a8-4e5a-998e-b63373662353 req-d2f34c94-de54-4bce-8f61-2b69bb2757e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:47.216759 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b59435a6-22a8-4e5a-998e-b63373662353 req-d2f34c94-de54-4bce-8f61-2b69bb2757e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 1060 time: 0.0532870 Jul 27 22:35:47.221296 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34a669-e1e2-41b0-84ce-15f15fd822e9 req-9d80cf2e-852f-4168-a69e-aaca2f9d01e6 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:47.222809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de34a669-e1e2-41b0-84ce-15f15fd822e9 req-9d80cf2e-852f-4168-a69e-aaca2f9d01e6 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 943 time: 0.0611286 Jul 27 22:35:47.262454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de34a669-e1e2-41b0-84ce-15f15fd822e9 req-0daac137-6551-4886-a4c4-a39ea6c3407b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329015 Jul 27 22:35:47.403067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e17c5-21c4-4327-9ee8-cc109b1359e2 req-8f0732ee-d289-407b-a243-3f4cdaaf3bd1 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:47.404691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a02e17c5-21c4-4327-9ee8-cc109b1359e2 req-8f0732ee-d289-407b-a243-3f4cdaaf3bd1 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 909 time: 0.0527070 Jul 27 22:35:48.187385 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:48.379068 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09def2d6-fbcd-4498-8f13-91391eb87920 req-0be9b8ec-bf5f-425a-8eba-a1cde038f9df tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:48.380556 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09def2d6-fbcd-4498-8f13-91391eb87920 req-0be9b8ec-bf5f-425a-8eba-a1cde038f9df tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 943 time: 0.0493298 Jul 27 22:35:48.418650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09def2d6-fbcd-4498-8f13-91391eb87920 req-a1b36409-5ecc-4a90-9979-d25b234f9af3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315442 Jul 27 22:35:48.521768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bbd12-6320-4212-b87e-52c35883756d req-e2d79eab-2b1f-4bac-923f-11b02f8a462b tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:48.523181 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac1bbd12-6320-4212-b87e-52c35883756d req-e2d79eab-2b1f-4bac-923f-11b02f8a462b tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 909 time: 0.0490041 Jul 27 22:35:48.641077 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d9e7c-26a8-4e54-8cb5-c98f3561ea73 req-c59d460e-fefc-4c00-b108-97430e568d3a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:48.642584 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-736d9e7c-26a8-4e54-8cb5-c98f3561ea73 req-c59d460e-fefc-4c00-b108-97430e568d3a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 909 time: 0.0533068 Jul 27 22:35:48.745957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37481cc3-bacd-4d35-854a-83766861d0f9 req-57157d10-002d-45c8-b976-084ed300798e tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:48.747489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37481cc3-bacd-4d35-854a-83766861d0f9 req-57157d10-002d-45c8-b976-084ed300798e tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 1060 time: 0.0403037 Jul 27 22:35:48.849952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6045e2-4ab0-4c2f-af4c-90d6a2778617 req-2ddc27f1-637d-4ab1-95cd-8fb795dc9056 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:48.851490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb6045e2-4ab0-4c2f-af4c-90d6a2778617 req-2ddc27f1-637d-4ab1-95cd-8fb795dc9056 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 1136 time: 0.0396419 Jul 27 22:35:48.887208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb6045e2-4ab0-4c2f-af4c-90d6a2778617 req-8348f09d-0c2d-45c5-8dd4-8deb843abda5 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0291977 Jul 27 22:35:48.908047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59058) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:48.952045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c1b69a-3ce2-408c-8f6c-c73ced6014f1 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:48.953524 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-32c1b69a-3ce2-408c-8f6c-c73ced6014f1 tempest-TestSecurityGroupsBasicOps-247425700 tempest-TestSecurityGroupsBasicOps-247425700-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 1055 time: 0.0444903 Jul 27 22:35:49.164643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa18a0-e18b-46ed-9f6e-d337c1703c76 req-4c790019-5b21-458c-a145-d4710920b02c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:49.166714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ffa18a0-e18b-46ed-9f6e-d337c1703c76 req-4c790019-5b21-458c-a145-d4710920b02c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 909 time: 0.0491815 Jul 27 22:35:49.538555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066de894-c266-4d72-8ab6-8cc7c9388ad3 req-396a9c32-c775-40c3-bab2-6fdf66a48e46 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:49.540655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-066de894-c266-4d72-8ab6-8cc7c9388ad3 req-396a9c32-c775-40c3-bab2-6fdf66a48e46 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 943 time: 0.0479817 Jul 27 22:35:49.577755 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-066de894-c266-4d72-8ab6-8cc7c9388ad3 req-fd57dce7-5cb5-4239-b3cb-20e8d428c738 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312715 Jul 27 22:35:50.282775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c6acb-94f6-432f-b347-da7118d3c9ea req-0c3a3c1c-1f2d-4e0b-809c-aa862596361c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:50.284396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f08c6acb-94f6-432f-b347-da7118d3c9ea req-0c3a3c1c-1f2d-4e0b-809c-aa862596361c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 909 time: 0.0497022 Jul 27 22:35:50.366423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13307-9ae0-4eaf-95a9-83c7420fca0b req-4aeea15d-546d-4d3f-8ecf-c0a91a767cce tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:50.367902 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4f13307-9ae0-4eaf-95a9-83c7420fca0b req-4aeea15d-546d-4d3f-8ecf-c0a91a767cce tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f90c653-2bbf-41f4-bd5b-bfcee5012218 HTTP/1.1" status: 200 len: 909 time: 0.0482914 Jul 27 22:35:50.459687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f4f13307-9ae0-4eaf-95a9-83c7420fca0b req-eac27034-aa68-4a83-8fbf-24580e8c5f7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Deleting port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:35:50.460006 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4f13307-9ae0-4eaf-95a9-83c7420fca0b req-eac27034-aa68-4a83-8fbf-24580e8c5f7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:50.546963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f4f13307-9ae0-4eaf-95a9-83c7420fca0b req-eac27034-aa68-4a83-8fbf-24580e8c5f7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] For port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776,segment=NetworkSegment(8e013a9d-c989-4bc2-a973-de9dc4305298),segment_id=8e013a9d-c989-4bc2-a973-de9dc4305298)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:50.547334 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4f13307-9ae0-4eaf-95a9-83c7420fca0b req-eac27034-aa68-4a83-8fbf-24580e8c5f7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:50.560900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f4f13307-9ae0-4eaf-95a9-83c7420fca0b req-eac27034-aa68-4a83-8fbf-24580e8c5f7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Calling delete_port for 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:35:50.690474 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4f13307-9ae0-4eaf-95a9-83c7420fca0b req-eac27034-aa68-4a83-8fbf-24580e8c5f7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:50.698021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2cfec-fc42-438c-823a-8282b1b2e62f req-25811281-dafd-436d-bec0-542fa2d05e63 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:50.699679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20e2cfec-fc42-438c-823a-8282b1b2e62f req-25811281-dafd-436d-bec0-542fa2d05e63 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 943 time: 0.0546374 Jul 27 22:35:50.719137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac27034-aa68-4a83-8fbf-24580e8c5f7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'Port': ['ID=9a5d431c-0aaf-40a3-b0ff-04a54e9d6776,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:50.751038 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-20e2cfec-fc42-438c-823a-8282b1b2e62f req-3a726cb1-0411-472d-9561-ef7baadcaef6 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428960 Jul 27 22:35:50.771313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f13307-9ae0-4eaf-95a9-83c7420fca0b req-eac27034-aa68-4a83-8fbf-24580e8c5f7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] No DVR routers for this DVR port 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:35:50.774894 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4f13307-9ae0-4eaf-95a9-83c7420fca0b req-eac27034-aa68-4a83-8fbf-24580e8c5f7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:50.776795 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4f13307-9ae0-4eaf-95a9-83c7420fca0b req-eac27034-aa68-4a83-8fbf-24580e8c5f7c tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.41 "DELETE /v2.0/ports/9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 HTTP/1.1" status: 204 len: 173 time: 0.4027243 Jul 27 22:35:50.777251 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f90c653-2bbf-41f4-bd5b-bfcee5012218', 'name': 'network-vif-deleted', 'tag': '9a5d431c-0aaf-40a3-b0ff-04a54e9d6776'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:50.779532 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf3871f-f5af-474a-845d-72c7ed7d6a59" -d '{"events": [{"server_uuid": "7f90c653-2bbf-41f4-bd5b-bfcee5012218", "name": "network-vif-deleted", "tag": "9a5d431c-0aaf-40a3-b0ff-04a54e9d6776"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:50.821429 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac123797-a94c-4c0e-bee3-a049e977f76d x-openstack-request-id: req-ac123797-a94c-4c0e-bee3-a049e977f76d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:50.821958 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f90c653-2bbf-41f4-bd5b-bfcee5012218", "name": "network-vif-deleted", "tag": "9a5d431c-0aaf-40a3-b0ff-04a54e9d6776", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:50.822292 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac123797-a94c-4c0e-bee3-a049e977f76d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:50.822907 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f90c653-2bbf-41f4-bd5b-bfcee5012218', 'name': 'network-vif-deleted', 'tag': '9a5d431c-0aaf-40a3-b0ff-04a54e9d6776', 'status': 'completed', 'code': 200} Jul 27 22:35:51.345164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59074) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:51.691734 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:51.894074 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca70afe-ea6f-4358-b0f2-d4dff7e1232c req-0f4f2ba7-c342-4893-a60e-58df2e7f512f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:51.895583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ca70afe-ea6f-4358-b0f2-d4dff7e1232c req-0f4f2ba7-c342-4893-a60e-58df2e7f512f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 943 time: 0.0734279 Jul 27 22:35:51.962631 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4ca70afe-ea6f-4358-b0f2-d4dff7e1232c req-3c163f58-175c-48cf-a0b1-c51b9f6b292e tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601563 Jul 27 22:35:52.015509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Deleting port ec9c469b-5bb8-40be-8200-611e0f8e960a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:35:52.015857 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:52.101822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] For port ec9c469b-5bb8-40be-8200-611e0f8e960a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ec9c469b-5bb8-40be-8200-611e0f8e960a,segment=NetworkSegment(8e013a9d-c989-4bc2-a973-de9dc4305298),segment_id=8e013a9d-c989-4bc2-a973-de9dc4305298)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:52.102726 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:52.115302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Calling delete_port for ec9c469b-5bb8-40be-8200-611e0f8e960a owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:35:52.301444 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:52.332577 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'Port': ['ID=ec9c469b-5bb8-40be-8200-611e0f8e960a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:52.355939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:52.356189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:52.356542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:52.356883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:52.357231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:52.357537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:52.357870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:52.358197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:52.358554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:52.358881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:52.359204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:52.359525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:35:52.522510 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:52.734244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Router 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:35:52.842515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:35:52.847962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bafa9a83-16d7-4dbd-9d1b-9ae35137f263 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "PUT /v2.0/routers/37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5017900 Jul 27 22:35:52.850637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:52.854998 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb0acd1-2c6a-410b-8701-2d596fc899a7 None None] Sync routers for ids ['37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:35:52.865782 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb0acd1-2c6a-410b-8701-2d596fc899a7 None None] Routers {'37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:52.866410 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4fb0acd1-2c6a-410b-8701-2d596fc899a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:52.902040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-579d8c8f-8764-49da-b549-b667de9129dc tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Deleting subnet d6a2f587-4d95-4141-a3ae-99762bec4de5 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:35:52.905204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-579d8c8f-8764-49da-b549-b667de9129dc tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:52.944402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-579d8c8f-8764-49da-b549-b667de9129dc tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:52.971520 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4fb0acd1-2c6a-410b-8701-2d596fc899a7 None None] Set router 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:53.033453 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-579d8c8f-8764-49da-b549-b667de9129dc tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:53.119827 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-579d8c8f-8764-49da-b549-b667de9129dc tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:53.153772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d8c8f-8764-49da-b549-b667de9129dc tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a2f587-4d95-4141-a3ae-99762bec4de5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:53.154041 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4fb0acd1-2c6a-410b-8701-2d596fc899a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-870942840', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:52Z', 'revision_number': 5, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:53.167043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d45a90-c6e4-4e9b-857c-b70ba95894bd req-4c6a3894-eb05-414d-9066-953f78d7dffe tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:53.174613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-00d45a90-c6e4-4e9b-857c-b70ba95894bd req-4c6a3894-eb05-414d-9066-953f78d7dffe tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 943 time: 0.1378474 Jul 27 22:35:53.177933 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-579d8c8f-8764-49da-b549-b667de9129dc tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:53.179064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f517ebe-49c5-4412-a35a-44547157d789 None None] Network 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:35:53.180014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-579d8c8f-8764-49da-b549-b667de9129dc tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "DELETE /v2.0/subnets/d6a2f587-4d95-4141-a3ae-99762bec4de5 HTTP/1.1" status: 204 len: 168 time: 0.3285711 Jul 27 22:35:53.183684 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59082) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:53.211068 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb0acd1-2c6a-410b-8701-2d596fc899a7 None None] Checking router: 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:35:53.220314 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb0acd1-2c6a-410b-8701-2d596fc899a7 None None] Routers {'37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:53.221186 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4fb0acd1-2c6a-410b-8701-2d596fc899a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:53.268822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-00d45a90-c6e4-4e9b-857c-b70ba95894bd req-b6a817b3-788a-4a92-afa0-a262afedb7a7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931599 Jul 27 22:35:53.352884 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4fb0acd1-2c6a-410b-8701-2d596fc899a7 None None] Set router 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:53.361513 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:53.417031 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225ef282-f678-45e5-8022-b112d4e95af6 None None] DHCP port deletion for 9dba3e30-3335-4a2b-a0cf-e71311cb2e34 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:35:53.482165 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-225ef282-f678-45e5-8022-b112d4e95af6 None None] Deleting port 6190793b-801e-4e67-b320-60c79bfa0867 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:35:53.482878 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-225ef282-f678-45e5-8022-b112d4e95af6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:53.506103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:53.553980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-225ef282-f678-45e5-8022-b112d4e95af6 None None] For port 6190793b-801e-4e67-b320-60c79bfa0867, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6190793b-801e-4e67-b320-60c79bfa0867,segment=NetworkSegment(8e013a9d-c989-4bc2-a973-de9dc4305298),segment_id=8e013a9d-c989-4bc2-a973-de9dc4305298)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:53.554740 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-225ef282-f678-45e5-8022-b112d4e95af6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:53.567201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Deleting port e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:35:53.567560 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:53.568533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-225ef282-f678-45e5-8022-b112d4e95af6 None None] Calling delete_port for 6190793b-801e-4e67-b320-60c79bfa0867 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:35:53.655250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] For port e78ed82e-b93b-4cfe-86af-ca17c73f9bb1, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e78ed82e-b93b-4cfe-86af-ca17c73f9bb1,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:53.655802 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:53.656883 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-225ef282-f678-45e5-8022-b112d4e95af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:53.657795 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4fb0acd1-2c6a-410b-8701-2d596fc899a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-870942840', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:52Z', 'revision_number': 5, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:53.671556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Calling delete_port for e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:35:53.684901 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb0acd1-2c6a-410b-8701-2d596fc899a7 None None] The sync data for ids ['37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0'] in n-d-802011-3 is: [{'id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-870942840', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:52Z', 'revision_number': 5, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e78ed82e-b93b-4cfe-86af-ca17c73f9bb1', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:35:32Z', 'updated_at': '2021-07-27T22:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:35:53.687207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ef282-f678-45e5-8022-b112d4e95af6 None None] Pushing event deleted for resources: {'Port': ['ID=6190793b-801e-4e67-b320-60c79bfa0867,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:53.689025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ef282-f678-45e5-8022-b112d4e95af6 None None] No DVR routers for this DVR port 6190793b-801e-4e67-b320-60c79bfa0867 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:35:53.857636 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:53.889419 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'Port': ['ID=e78ed82e-b93b-4cfe-86af-ca17c73f9bb1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:53.951282 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.043189 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.045279 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.087283 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.087714 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Fanout notify agent at l3_agent the message router_deleted on router 37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:35:54.094655 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.095770 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2789d3b7-3856-4854-baf9-eebaebc96690 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "DELETE /v2.0/routers/37be741c-2c88-46e0-8bbe-3dbe0dc2a5a0 HTTP/1.1" status: 204 len: 168 time: 0.9102931 Jul 27 22:35:54.098502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59084) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:54.175834 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.266449 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.276613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dba3e30-3335-4a2b-a0cf-e71311cb2e34']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:54.286646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e013a9d-c989-4bc2-a973-de9dc4305298') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:54.287016 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e013a9d-c989-4bc2-a973-de9dc4305298') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:54.296145 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.309376 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.315175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:35:54.315547 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:35:54.318456 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:35:54.398023 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.408222 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.409995 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "DELETE /v2.0/networks/9dba3e30-3335-4a2b-a0cf-e71311cb2e34 HTTP/1.1" status: 204 len: 168 time: 0.3104591 Jul 27 22:35:54.412767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59088) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:54.418941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f899e-dfbd-416a-9dad-cf2e71b84653 req-2685e9bc-fe39-47bf-af92-0f007eee6b93 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:54.420391 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de7f899e-dfbd-416a-9dad-cf2e71b84653 req-2685e9bc-fe39-47bf-af92-0f007eee6b93 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 943 time: 0.0676060 Jul 27 22:35:54.439932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064bba2-dba6-4fb8-af06-caa25e768e38 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'Network': ['ID=9dba3e30-3335-4a2b-a0cf-e71311cb2e34,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:54.468418 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de7f899e-dfbd-416a-9dad-cf2e71b84653 req-4a77b4da-d5c4-417b-b2e5-6a5e407d2aa5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346708 Jul 27 22:35:54.577301 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Deleting port d56433ad-fa2e-4db5-88ce-0b096cc7a407 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:35:54.577752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.591053 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ec9c469b-5bb8-40be-8200-611e0f8e960a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:35:54.612255 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: ec9c469b-5bb8-40be-8200-611e0f8e960a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:35:54.612604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ec9c469b-5bb8-40be-8200-611e0f8e960a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:35:54.613014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:35:54.630826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:35:54.631779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e78ed82e-b93b-4cfe-86af-ca17c73f9bb1 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:35:54.632381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6190793b-801e-4e67-b320-60c79bfa0867 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:35:54.653121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 6190793b-801e-4e67-b320-60c79bfa0867 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:35:54.653387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6190793b-801e-4e67-b320-60c79bfa0867 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:35:54.664305 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.664646 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.676769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Calling delete_port for d56433ad-fa2e-4db5-88ce-0b096cc7a407 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:35:54.823036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.848856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'Port': ['ID=d56433ad-fa2e-4db5-88ce-0b096cc7a407,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:54.911058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:54.911291 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Floating IP 9731d255-181b-48a3-ab90-0c6c15655483 disassociated (deleted). External IP: 172.25.1.33, port: b10e07cd-d852-4014-8737-8a303a750d96. Jul 27 22:35:54.918086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:35:54.937367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:35:54.937716 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9a5d431c-0aaf-40a3-b0ff-04a54e9d6776 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:35:55.041678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:35:55.116920 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Router 19b8474d-83ae-4af8-addf-95fb189e774e has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:35:55.135797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:55.151640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'port_id': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'mac_address': 'fa:16:3e:2e:74:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:35:55.188468 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:55.201512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:35:55.221570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:55.226324 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:55.229560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:35:55.234295 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:55.253002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40fefa-7a70-4682-bb4e-89f3ad51cea5 None None] Sync routers for ids ['19b8474d-83ae-4af8-addf-95fb189e774e'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:35:55.261784 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e5c1895b-eb81-4a27-9ce9-082ec627afb9 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "DELETE /v2.0/floatingips/9731d255-181b-48a3-ab90-0c6c15655483 HTTP/1.1" status: 204 len: 168 time: 0.8476496 Jul 27 22:35:55.262190 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d499c5-6892-4c8f-a9a1-733302df64be', 'tag': 'b10e07cd-d852-4014-8737-8a303a750d96'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:55.264504 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cf7045-95e9-4ee7-b515-ef5a6e26c778" -d '{"events": [{"name": "network-changed", "server_uuid": "57d499c5-6892-4c8f-a9a1-733302df64be", "tag": "b10e07cd-d852-4014-8737-8a303a750d96"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:55.277701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c40fefa-7a70-4682-bb4e-89f3ad51cea5 None None] Routers {'19b8474d-83ae-4af8-addf-95fb189e774e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:55.278355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4c40fefa-7a70-4682-bb4e-89f3ad51cea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['19b8474d-83ae-4af8-addf-95fb189e774e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:55.303463 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36025af7-9b36-4962-819d-0608b414812e x-openstack-request-id: req-36025af7-9b36-4962-819d-0608b414812e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:55.303822 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d499c5-6892-4c8f-a9a1-733302df64be", "tag": "b10e07cd-d852-4014-8737-8a303a750d96", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:55.304201 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36025af7-9b36-4962-819d-0608b414812e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:55.304699 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d499c5-6892-4c8f-a9a1-733302df64be', 'tag': 'b10e07cd-d852-4014-8737-8a303a750d96', 'status': 'completed', 'code': 200} Jul 27 22:35:55.331609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=71869e9d-58f7-4c11-b9c0-33d1f7cfc875,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:55.369967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf7045-95e9-4ee7-b515-ef5a6e26c778 req-3c692dab-0be2-4481-a1d5-069c3959f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:55.371676 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46cf7045-95e9-4ee7-b515-ef5a6e26c778 req-3c692dab-0be2-4481-a1d5-069c3959f7e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0ba32f400f4424bb818c462346c0f62&device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 1136 time: 0.0441754 Jul 27 22:35:55.476821 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf7045-95e9-4ee7-b515-ef5a6e26c778 req-f2d97d95-adfb-4b62-ac61-c6b500b15b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:55.479377 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46cf7045-95e9-4ee7-b515-ef5a6e26c778 req-f2d97d95-adfb-4b62-ac61-c6b500b15b37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=952fd701-1366-49da-a9ef-f39104728111 HTTP/1.1" status: 200 len: 898 time: 0.1007638 Jul 27 22:35:55.516518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f576ca-94b3-445f-a058-d396d8c81fe5 req-3eae2dad-a89e-4d97-a30f-f71aacc5d5b3 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:55.525287 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59f576ca-94b3-445f-a058-d396d8c81fe5 req-3eae2dad-a89e-4d97-a30f-f71aacc5d5b3 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 985 time: 0.0668097 Jul 27 22:35:55.534481 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46cf7045-95e9-4ee7-b515-ef5a6e26c778 req-3cb7bd0e-e44f-47df-8d2d-2d6e92af1758 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10e07cd-d852-4014-8737-8a303a750d96 HTTP/1.1" status: 200 len: 217 time: 0.0465078 Jul 27 22:35:55.575827 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['71869e9d-58f7-4c11-b9c0-33d1f7cfc875'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:35:55.576624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59f576ca-94b3-445f-a058-d396d8c81fe5 req-2dc9f9a5-6b52-4fa7-8352-34c07255c6ee tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0501850 Jul 27 22:35:55.596152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf7045-95e9-4ee7-b515-ef5a6e26c778 req-14be40ff-fcae-4cb9-82ee-2f1c12f9d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:55.597850 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46cf7045-95e9-4ee7-b515-ef5a6e26c778 req-14be40ff-fcae-4cb9-82ee-2f1c12f9d323 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f127ac5a-1860-4db8-8a87-7cc5d2c6625a HTTP/1.1" status: 200 len: 835 time: 0.0536461 Jul 27 22:35:55.615990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4c40fefa-7a70-4682-bb4e-89f3ad51cea5 None None] Set router 19b8474d-83ae-4af8-addf-95fb189e774e gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:55.617189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883d041-8951-4e94-a813-86a13bd6e720 req-9775ec13-ab32-40ae-9fbc-a0a9bc1f8af2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:55.618925 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d883d041-8951-4e94-a813-86a13bd6e720 req-9775ec13-ab32-40ae-9fbc-a0a9bc1f8af2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 944 time: 0.0619450 Jul 27 22:35:55.647069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf7045-95e9-4ee7-b515-ef5a6e26c778 req-622ff4fb-32fa-439e-a8fc-d145c2a62dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:55.648696 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46cf7045-95e9-4ee7-b515-ef5a6e26c778 req-622ff4fb-32fa-439e-a8fc-d145c2a62dc0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=952fd701-1366-49da-a9ef-f39104728111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425189 Jul 27 22:35:55.661554 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d883d041-8951-4e94-a813-86a13bd6e720 req-ca10cf82-ad5b-4864-85f6-216925bcf744 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365696 Jul 27 22:35:55.744894 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46cf7045-95e9-4ee7-b515-ef5a6e26c778 req-61f050bf-aecb-4482-8577-f6ec20f67b45 service neutron] 10.222.0.43 "GET /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874393 Jul 27 22:35:55.835485 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46cf7045-95e9-4ee7-b515-ef5a6e26c778 req-06da5e8c-7d69-4d50-b6c3-f277f05ec6d9 service neutron] 10.222.0.43 "GET /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830932 Jul 27 22:35:55.939715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4c40fefa-7a70-4682-bb4e-89f3ad51cea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '0283a1e8-4667-4f44-aa99-e967c2f7565b', 'name': '', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'mac_address': 'fa:16:3e:77:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 5, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'subnets': [{'id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:55.971549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40fefa-7a70-4682-bb4e-89f3ad51cea5 None None] Checking router: 19b8474d-83ae-4af8-addf-95fb189e774e for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:35:55.991862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c40fefa-7a70-4682-bb4e-89f3ad51cea5 None None] Routers {'19b8474d-83ae-4af8-addf-95fb189e774e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:55.992476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4c40fefa-7a70-4682-bb4e-89f3ad51cea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['19b8474d-83ae-4af8-addf-95fb189e774e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:56.114223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4c40fefa-7a70-4682-bb4e-89f3ad51cea5 None None] Set router 19b8474d-83ae-4af8-addf-95fb189e774e gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:56.312202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4c40fefa-7a70-4682-bb4e-89f3ad51cea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '0283a1e8-4667-4f44-aa99-e967c2f7565b', 'name': '', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'mac_address': 'fa:16:3e:77:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 5, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'subnets': [{'id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:56.337999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40fefa-7a70-4682-bb4e-89f3ad51cea5 None None] The sync data for ids ['19b8474d-83ae-4af8-addf-95fb189e774e'] in n-d-802011-3 is: [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 4, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '0283a1e8-4667-4f44-aa99-e967c2f7565b', 'name': '', 'network_id': '952fd701-1366-49da-a9ef-f39104728111', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'mac_address': 'fa:16:3e:77:1b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 5, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'subnets': [{'id': 'f127ac5a-1860-4db8-8a87-7cc5d2c6625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:35:56.552786 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9d96b-3251-4e1f-bdb5-797c20a0e62a None None] New status for floating IP 9731d255-181b-48a3-ab90-0c6c15655483: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:35:56.704625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f609b-2322-4308-b733-3f6886db9904 req-4bc729ec-5a80-499a-8da3-79e16251aed6 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:56.706098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-155f609b-2322-4308-b733-3f6886db9904 req-4bc729ec-5a80-499a-8da3-79e16251aed6 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 985 time: 0.0545413 Jul 27 22:35:56.768810 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-155f609b-2322-4308-b733-3f6886db9904 req-b35611c8-6ab0-46fd-81ae-8a20d1581495 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/security-groups?id=df1a63e4-ae1a-45b6-8700-abcfff77f078&id=febc7b40-3266-41ce-8a89-ea5d34c4ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0562718 Jul 27 22:35:56.791894 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9403c-38dc-4b10-9b59-2a514d087c57 req-d028a504-4651-448f-9ad7-ff7bdfa90979 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:56.793482 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-02e9403c-38dc-4b10-9b59-2a514d087c57 req-d028a504-4651-448f-9ad7-ff7bdfa90979 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.43 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 985 time: 0.0556912 Jul 27 22:35:56.793725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd9eca-f9dc-496a-81e5-5d7354f6320a req-38733dba-7319-436a-b40b-a1870025c31f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:56.795222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8edd9eca-f9dc-496a-81e5-5d7354f6320a req-38733dba-7319-436a-b40b-a1870025c31f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 944 time: 0.0613637 Jul 27 22:35:56.832791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8edd9eca-f9dc-496a-81e5-5d7354f6320a req-d6e62004-12b7-475e-9570-f647aea5b838 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314960 Jul 27 22:35:56.887761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-02e9403c-38dc-4b10-9b59-2a514d087c57 req-c2023f20-868f-4cf1-baf9-d6230a4eb373 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Deleting port b10e07cd-d852-4014-8737-8a303a750d96 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:35:56.888111 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-02e9403c-38dc-4b10-9b59-2a514d087c57 req-c2023f20-868f-4cf1-baf9-d6230a4eb373 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:56.979075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-02e9403c-38dc-4b10-9b59-2a514d087c57 req-c2023f20-868f-4cf1-baf9-d6230a4eb373 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] For port b10e07cd-d852-4014-8737-8a303a750d96, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=b10e07cd-d852-4014-8737-8a303a750d96,segment=NetworkSegment(63f3bdff-daeb-49e9-accc-c9c222772818),segment_id=63f3bdff-daeb-49e9-accc-c9c222772818)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:56.979446 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-02e9403c-38dc-4b10-9b59-2a514d087c57 req-c2023f20-868f-4cf1-baf9-d6230a4eb373 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:57.046187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:57.096805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:57.101146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:57.101522 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:57.188074 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:57.211110 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:57.213909 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93071dd1-7de1-4cc7-b669-11582705203e" -d '{"events": [{"server_uuid": "e0bd5a1e-0950-4282-b646-2abddbf2d80d", "name": "network-vif-plugged", "status": "completed", "tag": "71869e9d-58f7-4c11-b9c0-33d1f7cfc875"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:57.228455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:57.232713 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:57.260423 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bc927f-e098-4752-8147-0beaf68b0a7e x-openstack-request-id: req-d5bc927f-e098-4752-8147-0beaf68b0a7e {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:57.261410 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bd5a1e-0950-4282-b646-2abddbf2d80d", "name": "network-vif-plugged", "status": "completed", "tag": "71869e9d-58f7-4c11-b9c0-33d1f7cfc875", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:57.261676 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5bc927f-e098-4752-8147-0beaf68b0a7e {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:57.262073 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'code': 200} Jul 27 22:35:57.276554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-02e9403c-38dc-4b10-9b59-2a514d087c57 req-c2023f20-868f-4cf1-baf9-d6230a4eb373 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Calling delete_port for b10e07cd-d852-4014-8737-8a303a750d96 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:35:57.291141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=71869e9d-58f7-4c11-b9c0-33d1f7cfc875,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:57.381794 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0daf7-c6eb-45e6-97fe-87370d564a8c req-e5399d24-e35e-480d-baa7-63a4f21c801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:57.383544 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4f0daf7-c6eb-45e6-97fe-87370d564a8c req-e5399d24-e35e-480d-baa7-63a4f21c801f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 1096 time: 0.0610826 Jul 27 22:35:57.458622 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4f0daf7-c6eb-45e6-97fe-87370d564a8c req-43512dd7-edf9-4c92-a4aa-79d785b1411f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641811 Jul 27 22:35:57.459629 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-02e9403c-38dc-4b10-9b59-2a514d087c57 req-c2023f20-868f-4cf1-baf9-d6230a4eb373 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:57.487500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2023f20-868f-4cf1-baf9-d6230a4eb373 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'Port': ['ID=b10e07cd-d852-4014-8737-8a303a750d96,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:57.530864 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e9403c-38dc-4b10-9b59-2a514d087c57 req-c2023f20-868f-4cf1-baf9-d6230a4eb373 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] No DVR routers for this DVR port b10e07cd-d852-4014-8737-8a303a750d96 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:35:57.533531 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-02e9403c-38dc-4b10-9b59-2a514d087c57 req-c2023f20-868f-4cf1-baf9-d6230a4eb373 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:57.535936 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-02e9403c-38dc-4b10-9b59-2a514d087c57 req-c2023f20-868f-4cf1-baf9-d6230a4eb373 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.43 "DELETE /v2.0/ports/b10e07cd-d852-4014-8737-8a303a750d96 HTTP/1.1" status: 204 len: 173 time: 0.7366197 Jul 27 22:35:57.536568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d499c5-6892-4c8f-a9a1-733302df64be', 'name': 'network-vif-deleted', 'tag': 'b10e07cd-d852-4014-8737-8a303a750d96'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:57.538964 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43387d9e-4121-4d31-ac9b-74593f01f632" -d '{"events": [{"server_uuid": "57d499c5-6892-4c8f-a9a1-733302df64be", "name": "network-vif-deleted", "tag": "b10e07cd-d852-4014-8737-8a303a750d96"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:57.579854 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf26af1-abf2-419b-81ad-de9f1b2019d3 x-openstack-request-id: req-fcf26af1-abf2-419b-81ad-de9f1b2019d3 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:57.581151 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d499c5-6892-4c8f-a9a1-733302df64be", "name": "network-vif-deleted", "tag": "b10e07cd-d852-4014-8737-8a303a750d96", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:57.581408 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcf26af1-abf2-419b-81ad-de9f1b2019d3 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:57.581962 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d499c5-6892-4c8f-a9a1-733302df64be', 'name': 'network-vif-deleted', 'tag': 'b10e07cd-d852-4014-8737-8a303a750d96', 'status': 'completed', 'code': 200} Jul 27 22:35:57.888243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba29ff37-ecce-412d-a6a7-a21b3e5ba34b req-863fb804-41b3-4b7f-8224-ed2ae290e4c3 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "GET /v2.0/ports?device_id=57d499c5-6892-4c8f-a9a1-733302df64be HTTP/1.1" status: 200 len: 210 time: 0.0333505 Jul 27 22:35:57.970521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debb35c-ab2d-4742-92f2-e380dae452c8 req-ff3e090d-4316-4d93-8a54-b69e37598949 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:57.973015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3debb35c-ab2d-4742-92f2-e380dae452c8 req-ff3e090d-4316-4d93-8a54-b69e37598949 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 945 time: 0.0581489 Jul 27 22:35:58.015423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3debb35c-ab2d-4742-92f2-e380dae452c8 req-0b2504a0-42a1-4b5d-bc09-067fb269b4a7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358207 Jul 27 22:35:58.946114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59112) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:58.998039 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56be0880-0379-499a-b1ad-db3878ba9699 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.023197 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56be0880-0379-499a-b1ad-db3878ba9699 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.063904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56be0880-0379-499a-b1ad-db3878ba9699 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.066503 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-56be0880-0379-499a-b1ad-db3878ba9699 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.067669 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-56be0880-0379-499a-b1ad-db3878ba9699 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "DELETE /v2.0/security-groups/df1a63e4-ae1a-45b6-8700-abcfff77f078 HTTP/1.1" status: 204 len: 168 time: 0.1204791 Jul 27 22:35:59.070469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:59.076748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be0880-0379-499a-b1ad-db3878ba9699 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a63e4-ae1a-45b6-8700-abcfff77f078,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:59.162528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c6cc2-8195-4887-ace6-c352a93b78c0 req-e2b48e8f-ea68-45ef-905b-fc39c32b1061 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:59.164002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa6c6cc2-8195-4887-ace6-c352a93b78c0 req-e2b48e8f-ea68-45ef-905b-fc39c32b1061 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 945 time: 0.0738947 Jul 27 22:35:59.170233 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba10fa1c-4834-40e5-92a4-e9ac49206975 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.213450 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba10fa1c-4834-40e5-92a4-e9ac49206975 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.228617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa6c6cc2-8195-4887-ace6-c352a93b78c0 req-3e409b32-94f6-4e2e-8132-00ea7b608b37 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558486 Jul 27 22:35:59.264427 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba10fa1c-4834-40e5-92a4-e9ac49206975 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.267138 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba10fa1c-4834-40e5-92a4-e9ac49206975 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.268366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ba10fa1c-4834-40e5-92a4-e9ac49206975 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "DELETE /v2.0/security-groups/febc7b40-3266-41ce-8a89-ea5d34c4ad0f HTTP/1.1" status: 204 len: 168 time: 0.1960793 Jul 27 22:35:59.271279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59120) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:59.283432 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10fa1c-4834-40e5-92a4-e9ac49206975 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=febc7b40-3266-41ce-8a89-ea5d34c4ad0f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:59.350481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb25663-5058-47ec-8317-5d1ae0c341e7 req-6e4b0d67-a24d-4e95-a566-06d7b1310920 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:59.351967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fb25663-5058-47ec-8317-5d1ae0c341e7 req-6e4b0d67-a24d-4e95-a566-06d7b1310920 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 945 time: 0.0535915 Jul 27 22:35:59.390188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fb25663-5058-47ec-8317-5d1ae0c341e7 req-9e37633a-3b82-4d3a-becd-b717bf952c95 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319498 Jul 27 22:35:59.413067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:59.556447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d8b304-9395-40f9-a70c-229999a2812f tempest-TestVolumeBootPattern-904449399 tempest-TestVolumeBootPattern-904449399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:59.558072 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-50d8b304-9395-40f9-a70c-229999a2812f tempest-TestVolumeBootPattern-904449399 tempest-TestVolumeBootPattern-904449399-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 1091 time: 0.1439652 Jul 27 22:35:59.560862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59126) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:59.565418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:59.588477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.688573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.721269 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5e9f-881d-43cf-844b-98385a7d044a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.789440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Allocated IP 172.25.1.4 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/3a1dcf50-0f18-4b95-b1d4-1c7b0c4b1d26) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:35:59.894727 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:59.917499 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:36:00.034474 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b5e9f-881d-43cf-844b-98385a7d044a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Deleting port 0283a1e8-4667-4f44-aa99-e967c2f7565b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:00.035105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5e9f-881d-43cf-844b-98385a7d044a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:00.126093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-8a5b5e9f-881d-43cf-844b-98385a7d044a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] For port 0283a1e8-4667-4f44-aa99-e967c2f7565b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=0283a1e8-4667-4f44-aa99-e967c2f7565b,segment=NetworkSegment(63f3bdff-daeb-49e9-accc-c9c222772818),segment_id=63f3bdff-daeb-49e9-accc-c9c222772818)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:00.126512 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5e9f-881d-43cf-844b-98385a7d044a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:00.140530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b5e9f-881d-43cf-844b-98385a7d044a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Calling delete_port for 0283a1e8-4667-4f44-aa99-e967c2f7565b owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:00.280842 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:00.317432 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:00.320252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:00.326800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:00.330150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5e9f-881d-43cf-844b-98385a7d044a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:00.350662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=3a1dcf50-0f18-4b95-b1d4-1c7b0c4b1d26,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:00.361300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b5e9f-881d-43cf-844b-98385a7d044a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'Port': ['ID=0283a1e8-4667-4f44-aa99-e967c2f7565b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:00.537071 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5e9f-881d-43cf-844b-98385a7d044a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:00.705583 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:00.759225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5b5e9f-881d-43cf-844b-98385a7d044a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Router 19b8474d-83ae-4af8-addf-95fb189e774e has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:36:00.773512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:00.866815 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5b5e9f-881d-43cf-844b-98385a7d044a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:36:00.872804 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8a5b5e9f-881d-43cf-844b-98385a7d044a tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "PUT /v2.0/routers/19b8474d-83ae-4af8-addf-95fb189e774e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6004913 Jul 27 22:36:00.875649 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59128) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:00.878062 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb1f4b-831f-449b-9757-0524a472016b None None] Sync routers for ids ['19b8474d-83ae-4af8-addf-95fb189e774e'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:36:00.889465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb1f4b-831f-449b-9757-0524a472016b None None] Routers {'19b8474d-83ae-4af8-addf-95fb189e774e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:00.890091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1dfb1f4b-831f-449b-9757-0524a472016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['19b8474d-83ae-4af8-addf-95fb189e774e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:00.926755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba34079-36ab-4468-8559-0c4e99b2bfa6 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Deleting subnet f127ac5a-1860-4db8-8a87-7cc5d2c6625a {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:36:00.929894 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba34079-36ab-4468-8559-0c4e99b2bfa6 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:00.934233 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:00.939687 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:00.975903 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba34079-36ab-4468-8559-0c4e99b2bfa6 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.006297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=3a1dcf50-0f18-4b95-b1d4-1c7b0c4b1d26,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:01.015822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1dfb1f4b-831f-449b-9757-0524a472016b None None] Set router 19b8474d-83ae-4af8-addf-95fb189e774e gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:01.026055 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.076928 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba34079-36ab-4468-8559-0c4e99b2bfa6 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.084868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b10e07cd-d852-4014-8737-8a303a750d96 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:36:01.106146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: b10e07cd-d852-4014-8737-8a303a750d96 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:36:01.106525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device b10e07cd-d852-4014-8737-8a303a750d96 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:36:01.132049 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Floating IP 2c7595ac-547d-488d-9c20-ae3fc25bc4c2 associated. External IP: 172.25.1.4, port: 71869e9d-58f7-4c11-b9c0-33d1f7cfc875. Jul 27 22:36:01.145337 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba34079-36ab-4468-8559-0c4e99b2bfa6 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.175240 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba34079-36ab-4468-8559-0c4e99b2bfa6 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'Subnet': ['ID=f127ac5a-1860-4db8-8a87-7cc5d2c6625a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:01.181794 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba34079-36ab-4468-8559-0c4e99b2bfa6 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.186596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:01.186915 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bba34079-36ab-4468-8559-0c4e99b2bfa6 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "DELETE /v2.0/subnets/f127ac5a-1860-4db8-8a87-7cc5d2c6625a HTTP/1.1" status: 204 len: 168 time: 0.3099389 Jul 27 22:36:01.191582 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b1601-8d89-44a5-9968-26dd1253c2b5 None None] Network 952fd701-1366-49da-a9ef-f39104728111 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:36:01.333438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1dfb1f4b-831f-449b-9757-0524a472016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:36:00Z', 'revision_number': 5, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:01.363008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb1f4b-831f-449b-9757-0524a472016b None None] Checking router: 19b8474d-83ae-4af8-addf-95fb189e774e for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:36:01.378381 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb1f4b-831f-449b-9757-0524a472016b None None] Routers {'19b8474d-83ae-4af8-addf-95fb189e774e'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:01.379057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1dfb1f4b-831f-449b-9757-0524a472016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['19b8474d-83ae-4af8-addf-95fb189e774e'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:01.379660 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.460642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e09ff9-63ed-40e4-af8f-42ea067b7093 None None] DHCP port deletion for 952fd701-1366-49da-a9ef-f39104728111 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:36:01.509876 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Router 59f6503f-9591-486f-84ab-bc771ff54980 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:36:01.510468 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-1dfb1f4b-831f-449b-9757-0524a472016b None None] Set router 19b8474d-83ae-4af8-addf-95fb189e774e gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:01.567799 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.624622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-01e09ff9-63ed-40e4-af8f-42ea067b7093 None None] Deleting port 1be8ba93-f127-408b-962d-5bf55eb097ad {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:01.625005 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01e09ff9-63ed-40e4-af8f-42ea067b7093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.662231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:36:01.674457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Deleting port e1959c18-21a6-409a-bdc8-9653fda18964 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:01.674791 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ea7f9-a1cf-417f-bf48-418124e39ccb None None] Sync routers for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:36:01.675270 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.685070 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ea7f9-a1cf-417f-bf48-418124e39ccb None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:01.685853 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-733ea7f9-a1cf-417f-bf48-418124e39ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:01.727302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-01e09ff9-63ed-40e4-af8f-42ea067b7093 None None] For port 1be8ba93-f127-408b-962d-5bf55eb097ad, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1be8ba93-f127-408b-962d-5bf55eb097ad,segment=NetworkSegment(63f3bdff-daeb-49e9-accc-c9c222772818),segment_id=63f3bdff-daeb-49e9-accc-c9c222772818)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:01.727906 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01e09ff9-63ed-40e4-af8f-42ea067b7093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.729075 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.758973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-01e09ff9-63ed-40e4-af8f-42ea067b7093 None None] Calling delete_port for 1be8ba93-f127-408b-962d-5bf55eb097ad owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:01.765387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-31f2ea73-c499-453a-aec6-8387158341a4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2034101 Jul 27 22:36:01.771181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'tag': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:36:01.773423 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7388ddd-26b8-4641-a3a3-e49d857ec3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bd5a1e-0950-4282-b646-2abddbf2d80d", "tag": "71869e9d-58f7-4c11-b9c0-33d1f7cfc875"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:36:01.798294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] For port e1959c18-21a6-409a-bdc8-9653fda18964, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e1959c18-21a6-409a-bdc8-9653fda18964,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:01.798658 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.799068 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-733ea7f9-a1cf-417f-bf48-418124e39ccb None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:01.812157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Calling delete_port for e1959c18-21a6-409a-bdc8-9653fda18964 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:01.854921 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5ed2a0-900c-45b1-b715-3e54c096ee76 x-openstack-request-id: req-0f5ed2a0-900c-45b1-b715-3e54c096ee76 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:36:01.855332 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bd5a1e-0950-4282-b646-2abddbf2d80d", "tag": "71869e9d-58f7-4c11-b9c0-33d1f7cfc875", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:36:01.855459 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f5ed2a0-900c-45b1-b715-3e54c096ee76 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:36:01.855827 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'tag': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'status': 'completed', 'code': 200} Jul 27 22:36:01.891304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-1dfb1f4b-831f-449b-9757-0524a472016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:36:00Z', 'revision_number': 5, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:01.918036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388ddd-26b8-4641-a3a3-e49d857ec3d1 req-8e26a34f-d948-4c91-bfe5-d3a66f576ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:01.920353 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7388ddd-26b8-4641-a3a3-e49d857ec3d1 req-8e26a34f-d948-4c91-bfe5-d3a66f576ac7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 1096 time: 0.0652394 Jul 27 22:36:01.924324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb1f4b-831f-449b-9757-0524a472016b None None] The sync data for ids ['19b8474d-83ae-4af8-addf-95fb189e774e'] in n-d-802011-3 is: [{'id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1949113625', 'tenant_id': 'c0ba32f400f4424bb818c462346c0f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:36:00Z', 'revision_number': 5, 'project_id': 'c0ba32f400f4424bb818c462346c0f62', 'gw_port': {'id': 'e1959c18-21a6-409a-bdc8-9653fda18964', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:45:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b8474d-83ae-4af8-addf-95fb189e774e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:41Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:36:01.936053 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01e09ff9-63ed-40e4-af8f-42ea067b7093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:01.974075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e09ff9-63ed-40e4-af8f-42ea067b7093 None None] No DVR routers for this DVR port 1be8ba93-f127-408b-962d-5bf55eb097ad on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:36:01.979235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e09ff9-63ed-40e4-af8f-42ea067b7093 None None] Pushing event deleted for resources: {'Port': ['ID=1be8ba93-f127-408b-962d-5bf55eb097ad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:02.045552 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-733ea7f9-a1cf-417f-bf48-418124e39ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2c7595ac-547d-488d-9c20-ae3fc25bc4c2', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:2e:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:36:00Z', 'updated_at': '2021-07-27T22:36:00Z', 'revision_number': 0, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:02.047858 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.062691 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388ddd-26b8-4641-a3a3-e49d857ec3d1 req-dac9d05e-6c46-4c67-a03a-65bede2448fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:02.064198 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7388ddd-26b8-4641-a3a3-e49d857ec3d1 req-dac9d05e-6c46-4c67-a03a-65bede2448fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.1353498 Jul 27 22:36:02.074059 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ea7f9-a1cf-417f-bf48-418124e39ccb None None] Checking router: 59f6503f-9591-486f-84ab-bc771ff54980 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:36:02.077450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'Port': ['ID=e1959c18-21a6-409a-bdc8-9653fda18964,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:02.086247 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ea7f9-a1cf-417f-bf48-418124e39ccb None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:02.087526 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-733ea7f9-a1cf-417f-bf48-418124e39ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:02.136633 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7388ddd-26b8-4641-a3a3-e49d857ec3d1 req-6a6c92b7-9baf-43c1-b2c0-5b9c85978289 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875 HTTP/1.1" status: 200 len: 997 time: 0.0639830 Jul 27 22:36:02.142219 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.198562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388ddd-26b8-4641-a3a3-e49d857ec3d1 req-cd142505-f030-4843-918b-87fd60697015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:02.200160 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7388ddd-26b8-4641-a3a3-e49d857ec3d1 req-cd142505-f030-4843-918b-87fd60697015 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0563364 Jul 27 22:36:02.203918 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-733ea7f9-a1cf-417f-bf48-418124e39ccb None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:02.235950 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.237954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.248569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388ddd-26b8-4641-a3a3-e49d857ec3d1 req-70188feb-14a2-4fc1-8aa4-d6b607ec5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:02.250230 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7388ddd-26b8-4641-a3a3-e49d857ec3d1 req-70188feb-14a2-4fc1-8aa4-d6b607ec5dbd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430789 Jul 27 22:36:02.283999 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.285019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Fanout notify agent at l3_agent the message router_deleted on router 19b8474d-83ae-4af8-addf-95fb189e774e {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:36:02.293168 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.295017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-87d006d9-f29d-4c53-bdbf-6862deb67b55 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "DELETE /v2.0/routers/19b8474d-83ae-4af8-addf-95fb189e774e HTTP/1.1" status: 204 len: 168 time: 1.1069908 Jul 27 22:36:02.297509 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:02.386793 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7388ddd-26b8-4641-a3a3-e49d857ec3d1 req-1a522798-2a21-4b5d-89d7-be8bf1c97913 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292069 Jul 27 22:36:02.394251 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.493403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1be8ba93-f127-408b-962d-5bf55eb097ad no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:36:02.512786 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-733ea7f9-a1cf-417f-bf48-418124e39ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2c7595ac-547d-488d-9c20-ae3fc25bc4c2', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:2e:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:36:00Z', 'updated_at': '2021-07-27T22:36:00Z', 'revision_number': 0, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:02.516445 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.528073 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952fd701-1366-49da-a9ef-f39104728111']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:02.534701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 1be8ba93-f127-408b-962d-5bf55eb097ad {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:36:02.537894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1be8ba93-f127-408b-962d-5bf55eb097ad not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:36:02.538609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0283a1e8-4667-4f44-aa99-e967c2f7565b no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:36:02.539562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f3bdff-daeb-49e9-accc-c9c222772818') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:02.539958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f3bdff-daeb-49e9-accc-c9c222772818') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:02.546282 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ea7f9-a1cf-417f-bf48-418124e39ccb None None] The sync data for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 is: [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2c7595ac-547d-488d-9c20-ae3fc25bc4c2', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:2e:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:36:00Z', 'updated_at': '2021-07-27T22:36:00Z', 'revision_number': 0, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:36:02.549276 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7388ddd-26b8-4641-a3a3-e49d857ec3d1 req-c64e718c-4ea4-4259-8cfd-961a102305f3 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540952 Jul 27 22:36:02.549458 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.564799 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.575504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 0283a1e8-4667-4f44-aa99-e967c2f7565b {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:36:02.575858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 0283a1e8-4667-4f44-aa99-e967c2f7565b not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:36:02.577894 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:36:02.578344 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:36:02.581728 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:36:02.655377 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.662490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:02.664854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] 10.222.0.24 "DELETE /v2.0/networks/952fd701-1366-49da-a9ef-f39104728111 HTTP/1.1" status: 204 len: 168 time: 0.3659265 Jul 27 22:36:02.677791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c033306-7a0e-4388-a505-5eb32702da39 tempest-TestSecurityGroupsBasicOps-1042747598 tempest-TestSecurityGroupsBasicOps-1042747598-project] Pushing event deleted for resources: {'Network': ['ID=952fd701-1366-49da-a9ef-f39104728111,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:02.846913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71412c9f-7bff-47bf-8044-104d3bc9f9ab None None] New status for floating IP 2c7595ac-547d-488d-9c20-ae3fc25bc4c2: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:36:02.995773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:03.129556 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b9c2cb31-5174-449b-a76c-21d4d4cc7583 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0ba32f400f4424bb818c462346c0f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324098 Jul 27 22:36:03.131967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59148) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:03.179456 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fac1f370-bd57-4e04-a4e2-d6653635bbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:03.201764 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fac1f370-bd57-4e04-a4e2-d6653635bbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:03.252655 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fac1f370-bd57-4e04-a4e2-d6653635bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:03.255604 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fac1f370-bd57-4e04-a4e2-d6653635bbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:03.257736 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fac1f370-bd57-4e04-a4e2-d6653635bbb7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2769c5c8-1e06-4a18-9721-30f2ad90bc6e HTTP/1.1" status: 204 len: 168 time: 0.1245205 Jul 27 22:36:03.267480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1f370-bd57-4e04-a4e2-d6653635bbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2769c5c8-1e06-4a18-9721-30f2ad90bc6e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:03.521737 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59154) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:03.535291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-695f5cf4-f737-467f-92bc-405094d83483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:03.629728 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-695f5cf4-f737-467f-92bc-405094d83483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:03.633441 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-695f5cf4-f737-467f-92bc-405094d83483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:03.670624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f5cf4-f737-467f-92bc-405094d83483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626aa121-3e43-4f21-ae59-82209d1c6fc0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:03.677117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-695f5cf4-f737-467f-92bc-405094d83483 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09a60d9dee594720b145ec7503b184fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519661 Jul 27 22:36:03.677930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:03.724560 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3ed4626-0706-4b70-8192-57c72506b11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:03.745835 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3ed4626-0706-4b70-8192-57c72506b11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:03.802427 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3ed4626-0706-4b70-8192-57c72506b11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:03.805111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e3ed4626-0706-4b70-8192-57c72506b11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:03.806509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e3ed4626-0706-4b70-8192-57c72506b11c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/626aa121-3e43-4f21-ae59-82209d1c6fc0 HTTP/1.1" status: 204 len: 168 time: 0.1282504 Jul 27 22:36:03.814394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed4626-0706-4b70-8192-57c72506b11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626aa121-3e43-4f21-ae59-82209d1c6fc0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:04.112626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:04.153050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7a794ea9-6a14-499e-b05c-28344e327563 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5196095d55b848ed9846544feddf7a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392418 Jul 27 22:36:04.155455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59164) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:04.202629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6fee91f-b9c8-4808-8550-96ca88c7f0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:04.226740 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6fee91f-b9c8-4808-8550-96ca88c7f0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:04.272699 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6fee91f-b9c8-4808-8550-96ca88c7f0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:04.276088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6fee91f-b9c8-4808-8550-96ca88c7f0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:04.277263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c6fee91f-b9c8-4808-8550-96ca88c7f0db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17427e53-d434-4c10-b812-307f698d1c0e HTTP/1.1" status: 204 len: 168 time: 0.1209116 Jul 27 22:36:04.283389 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e1959c18-21a6-409a-bdc8-9653fda18964 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:36:04.286246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fee91f-b9c8-4808-8550-96ca88c7f0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17427e53-d434-4c10-b812-307f698d1c0e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:04.309147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: e1959c18-21a6-409a-bdc8-9653fda18964 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:36:04.309496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e1959c18-21a6-409a-bdc8-9653fda18964 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:36:04.914008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59186) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:05.009490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-930925749-network', 'tenant_id': '9a345c8a3384441b8acf7469cc925269'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:05.031027 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Made reservation on behalf of 9a345c8a3384441b8acf7469cc925269 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:36:05.033242 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.041982 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.126206 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.129739 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.155417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:36:05.161403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ea4336-6b29-464b-9104-7126a66bf504,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:05.167704 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.168045 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Added segment 2ed08ce0-e183-4f09-a7ce-e485d39eb588 of type vlan for network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 Jul 27 22:36:05.205637 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.233418 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.234383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:05.234952 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.288202 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3725648 Jul 27 22:36:05.291975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:05.295950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0046eb9-52aa-46a1-a25c-f57510cfde92 admin admin] Pushing event updated for resources: {'Network': ['ID=13fa425b-e4ae-4129-9e79-6edfd6e431b4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:05.297206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-c78cddfb-3da1-46a1-95e1-dcbf1f78d001 admin admin] Request body: {'subnet': {'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-930925749-subnet', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:05.310193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:36:05.323673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78cddfb-3da1-46a1-95e1-dcbf1f78d001 admin admin] Made reservation on behalf of 9a345c8a3384441b8acf7469cc925269 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:36:05.326351 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c78cddfb-3da1-46a1-95e1-dcbf1f78d001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.491737 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c78cddfb-3da1-46a1-95e1-dcbf1f78d001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.553470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cddfb-3da1-46a1-95e1-dcbf1f78d001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5581a8b7-650c-477e-9c75-1dba53f13b20,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:05.557731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78cddfb-3da1-46a1-95e1-dcbf1f78d001 admin admin] Checking segment: {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:05.558107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78cddfb-3da1-46a1-95e1-dcbf1f78d001 admin admin] Network hostable DHCP agents. Network: 13fa425b-e4ae-4129-9e79-6edfd6e431b4, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:36:05.574843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78cddfb-3da1-46a1-95e1-dcbf1f78d001 admin admin] Network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:36:05.582660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-c78cddfb-3da1-46a1-95e1-dcbf1f78d001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 13fa425b-e4ae-4129-9e79-6edfd6e431b4) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:05.587395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78cddfb-3da1-46a1-95e1-dcbf1f78d001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:05.588004 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-c78cddfb-3da1-46a1-95e1-dcbf1f78d001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.592422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5222cb0c-05b9-4aaf-90d8-105465b5e437 None None] Network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:36:05.608088 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-c78cddfb-3da1-46a1-95e1-dcbf1f78d001 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3124321 Jul 27 22:36:05.608364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59192) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:05.612823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-930925749-router', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:05.634521 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.635850 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.690416 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.736860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-13fa425b-e4ae-4129-9e79-6edfd6e431b4', 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'fixed_ips': [{'subnet_id': '5581a8b7-650c-477e-9c75-1dba53f13b20'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:36:05.737748 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:06.038771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Allocated IP 172.20.0.2 (13fa425b-e4ae-4129-9e79-6edfd6e431b4/5581a8b7-650c-477e-9c75-1dba53f13b20/97db1e7c-5537-4ce2-8436-fe5b1ac85b04) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:36:06.109755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:06.179301 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:06.188099 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Transition to ACTIVE for port object 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:06.202322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Transition to ACTIVE for port object 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:06.208172 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:06.243978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:06.246759 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:06.250096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:06.261477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Pushing event updated for resources: {'Port': ['ID=97db1e7c-5537-4ce2-8436-fe5b1ac85b04,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:06.309577 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:06.314382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Attempting to bind port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:36:06.315239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Attempting to bind port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:36:06.315606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Attempting to bind port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 on network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:06.320516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:36:06.321080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Checking segment: {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:06.321671 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:06.322070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Bound using segment: {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:36:06.322566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Bound port: 97db1e7c-5537-4ce2-8436-fe5b1ac85b04, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:36:06.322956 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:06.329285 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:06.386900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] For port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:36:06.390353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] For port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=97db1e7c-5537-4ce2-8436-fe5b1ac85b04,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:36:06.396695 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:06.451387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Allocated IP 172.25.1.110 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/dec97cec-b6c8-4f0b-91f9-5ad08e53d551) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:36:06.453483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eee30d-9e5c-4ba0-bbda-869825d1f952 None None] Pushing event updated for resources: {'Port': ['ID=97db1e7c-5537-4ce2-8436-fe5b1ac85b04,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:06.558931 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:06.599002 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:06.646013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:06.649621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:06.655136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:06.660582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Pushing event updated for resources: {'Port': ['ID=dec97cec-b6c8-4f0b-91f9-5ad08e53d551,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:06.913829 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:07.107512 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:07.240576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Router 487fed41-cf7f-47ab-8184-b38c4b53aa84 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:36:07.353020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:36:07.359624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d96362-e667-40b0-8af0-464c8e7b7c5d None None] Network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:36:07.367310 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Sync routers for ids ['487fed41-cf7f-47ab-8184-b38c4b53aa84'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:36:07.370625 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:07.371924 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0b5f97b7-928f-4c8f-8b5a-c095de8f9918 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7626123 Jul 27 22:36:07.374653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:07.381165 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Routers {'487fed41-cf7f-47ab-8184-b38c4b53aa84'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:07.381848 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['487fed41-cf7f-47ab-8184-b38c4b53aa84'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:07.449535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-77bcb025-88ab-4cc7-98f4-556efd8ba94e None None] Provisioning for port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:07.503084 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Set router 487fed41-cf7f-47ab-8184-b38c4b53aa84 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:07.697541 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'name': 'tempest-TestServerMultinode-930925749-router', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:05Z', 'updated_at': '2021-07-27T22:36:06Z', 'revision_number': 3, 'project_id': '9a345c8a3384441b8acf7469cc925269', 'gw_port': {'id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:06Z', 'updated_at': '2021-07-27T22:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:07.728384 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Checking router: 487fed41-cf7f-47ab-8184-b38c4b53aa84 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:36:07.728663 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Updating router 487fed41-cf7f-47ab-8184-b38c4b53aa84 port dec97cec-b6c8-4f0b-91f9-5ad08e53d551 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:36:07.753639 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:07.815738 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.001453 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.011764 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Transition to ACTIVE for port object dec97cec-b6c8-4f0b-91f9-5ad08e53d551 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:08.017327 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.017907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Allocated IP 172.20.0.1 (13fa425b-e4ae-4129-9e79-6edfd6e431b4/5581a8b7-650c-477e-9c75-1dba53f13b20/9216473b-69e8-4f3f-bdd5-9436d4cfebb9) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:36:08.066910 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Attempting to bind port dec97cec-b6c8-4f0b-91f9-5ad08e53d551 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:36:08.067273 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Attempting to bind port dec97cec-b6c8-4f0b-91f9-5ad08e53d551 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:36:08.067630 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Attempting to bind port dec97cec-b6c8-4f0b-91f9-5ad08e53d551 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:08.074221 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb281643-86b1-4b8a-bb4b-97d88cf234d0 None None] Pushing event updated for resources: {'Port': ['ID=dec97cec-b6c8-4f0b-91f9-5ad08e53d551,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:08.077874 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:36:08.078279 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:08.078689 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.079197 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:36:08.079678 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Bound port: dec97cec-b6c8-4f0b-91f9-5ad08e53d551, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:36:08.080062 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.122667 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.137213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Transition to ACTIVE for port object 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:08.171282 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.216245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:08.219336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:08.225129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:08.225738 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] For port dec97cec-b6c8-4f0b-91f9-5ad08e53d551, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:36:08.229857 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] For port dec97cec-b6c8-4f0b-91f9-5ad08e53d551, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=dec97cec-b6c8-4f0b-91f9-5ad08e53d551,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:36:08.236054 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.249543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Pushing event updated for resources: {'Port': ['ID=9216473b-69e8-4f3f-bdd5-9436d4cfebb9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:08.267845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.287900 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Routers {'487fed41-cf7f-47ab-8184-b38c4b53aa84'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:08.288680 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['487fed41-cf7f-47ab-8184-b38c4b53aa84'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:08.413610 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:08.415090 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] Set router 487fed41-cf7f-47ab-8184-b38c4b53aa84 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:08.450132 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.468449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:08.472663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:08.473070 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.528479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2e899e57-4040-4ed8-a59d-69a165ad2d3a None None] Provisioning for port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:08.532823 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb281643-86b1-4b8a-bb4b-97d88cf234d0 None None] Pushing event updated for resources: {'Port': ['ID=dec97cec-b6c8-4f0b-91f9-5ad08e53d551,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:08.540380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2e899e57-4040-4ed8-a59d-69a165ad2d3a None None] Provisioning complete for port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:08.541194 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2e899e57-4040-4ed8-a59d-69a165ad2d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.603855 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.639397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.640796 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'name': 'tempest-TestServerMultinode-930925749-router', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:05Z', 'updated_at': '2021-07-27T22:36:06Z', 'revision_number': 3, 'project_id': '9a345c8a3384441b8acf7469cc925269', 'gw_port': {'id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:06Z', 'updated_at': '2021-07-27T22:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:08.651601 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.653470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=97db1e7c-5537-4ce2-8436-fe5b1ac85b04,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:08.655557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2e899e57-4040-4ed8-a59d-69a165ad2d3a None None] Port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:36:08.659534 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.685938 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc8f20-bdb4-4ff6-9603-06fff939b62f None None] The sync data for ids ['487fed41-cf7f-47ab-8184-b38c4b53aa84'] in n-d-802011-3 is: [{'id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'name': 'tempest-TestServerMultinode-930925749-router', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:05Z', 'updated_at': '2021-07-27T22:36:06Z', 'revision_number': 3, 'project_id': '9a345c8a3384441b8acf7469cc925269', 'gw_port': {'id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:06Z', 'updated_at': '2021-07-27T22:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:36:08.722009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=97db1e7c-5537-4ce2-8436-fe5b1ac85b04,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:08.739841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Pushing event updated for resources: {'Port': ['ID=9216473b-69e8-4f3f-bdd5-9436d4cfebb9,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:08.743384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.856543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:08.858085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:09.006137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Router 487fed41-cf7f-47ab-8184-b38c4b53aa84 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:36:09.145364 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:36:09.158629 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0784be2d-36d6-47f9-97a5-ef351a11e69a admin admin] 10.222.0.24 "PUT /v2.0/routers/487fed41-cf7f-47ab-8184-b38c4b53aa84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7759109 Jul 27 22:36:09.191376 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-309e4e05-b017-4766-a041-0cdcd433640e None None] Provisioning complete for port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:09.191929 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-309e4e05-b017-4766-a041-0cdcd433640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:09.230992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-309e4e05-b017-4766-a041-0cdcd433640e None None] Port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:36:09.678989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59212) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:09.685108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-905038945-network', 'tenant_id': '5a38825ad9e548af9d5a893684749815'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:09.708042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Made reservation on behalf of 5a38825ad9e548af9d5a893684749815 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:36:09.710696 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:09.720844 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:09.820670 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:09.824485 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:09.847192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:36:09.861201 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f032a0f-1c93-4785-a57b-ee4217f0ced3,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:09.866289 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:09.866683 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Added segment ce32fa9d-3098-4a6b-a119-be5e4679b07b of type vlan for network 9eb5ff63-4354-4749-bdea-a23d51a9aa91 Jul 27 22:36:09.905690 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:09.934875 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:09.935959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:09.936537 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:10.008461 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3281615 Jul 27 22:36:10.011393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59214) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:10.017639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-16520790-da2b-48c6-a807-54a831f2c9b4 admin admin] Request body: {'subnet': {'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-905038945-subnet', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:10.029404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82902a-bf1c-45ec-b1df-8e53eea4020b admin admin] Pushing event updated for resources: {'Network': ['ID=9eb5ff63-4354-4749-bdea-a23d51a9aa91,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:10.040463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 9eb5ff63-4354-4749-bdea-a23d51a9aa91 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:36:10.052516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16520790-da2b-48c6-a807-54a831f2c9b4 admin admin] Made reservation on behalf of 5a38825ad9e548af9d5a893684749815 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:36:10.055792 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16520790-da2b-48c6-a807-54a831f2c9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:10.225431 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16520790-da2b-48c6-a807-54a831f2c9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:10.274488 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16520790-da2b-48c6-a807-54a831f2c9b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd784bb-66c7-4d8f-abdd-8de8b1b445c8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:10.291594 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16520790-da2b-48c6-a807-54a831f2c9b4 admin admin] Checking segment: {'id': 'ce32fa9d-3098-4a6b-a119-be5e4679b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:10.292097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16520790-da2b-48c6-a807-54a831f2c9b4 admin admin] Network hostable DHCP agents. Network: 9eb5ff63-4354-4749-bdea-a23d51a9aa91, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:36:10.309798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16520790-da2b-48c6-a807-54a831f2c9b4 admin admin] Network 9eb5ff63-4354-4749-bdea-a23d51a9aa91 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:36:10.319538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-16520790-da2b-48c6-a807-54a831f2c9b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 9eb5ff63-4354-4749-bdea-a23d51a9aa91) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:10.325012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16520790-da2b-48c6-a807-54a831f2c9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:10.325600 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16520790-da2b-48c6-a807-54a831f2c9b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:10.330726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce04ac6-7cb0-4727-a2e6-eb94b4572cba None None] Network 9eb5ff63-4354-4749-bdea-a23d51a9aa91 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:36:10.345156 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-16520790-da2b-48c6-a807-54a831f2c9b4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3320074 Jul 27 22:36:10.347638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:10.350227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Sync routers for ids ['487fed41-cf7f-47ab-8184-b38c4b53aa84'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:36:10.355103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-905038945-router', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:10.377623 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:10.378658 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:10.398348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Routers {'487fed41-cf7f-47ab-8184-b38c4b53aa84'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:10.399603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['487fed41-cf7f-47ab-8184-b38c4b53aa84'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:10.437689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dec97cec-b6c8-4f0b-91f9-5ad08e53d551 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:10.443860 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:10.575728 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:10.597934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Set router 487fed41-cf7f-47ab-8184-b38c4b53aa84 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:10.599975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port dec97cec-b6c8-4f0b-91f9-5ad08e53d551 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:10.635776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port dec97cec-b6c8-4f0b-91f9-5ad08e53d551 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:10.635776 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:10.683328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-9eb5ff63-4354-4749-bdea-a23d51a9aa91', 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'fixed_ips': [{'subnet_id': '5dd784bb-66c7-4d8f-abdd-8de8b1b445c8'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:36:10.684183 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:10.776465 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:10.795936 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:10.898666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Allocated IP 172.25.1.165 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/2d581f4a-876b-4165-ac54-651ec5313082) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:36:10.964423 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.002979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port dec97cec-b6c8-4f0b-91f9-5ad08e53d551, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=dec97cec-b6c8-4f0b-91f9-5ad08e53d551,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:11.008158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Allocated IP 172.20.0.2 (9eb5ff63-4354-4749-bdea-a23d51a9aa91/5dd784bb-66c7-4d8f-abdd-8de8b1b445c8/ace512d4-c0c1-48d5-b25c-0263e47e05fc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:36:11.015991 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.016785 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:11.020353 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.063522 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.100328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:11.105591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:11.108012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:11.135556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2d581f4a-876b-4165-ac54-651ec5313082,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:11.160086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=dec97cec-b6c8-4f0b-91f9-5ad08e53d551,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:11.173812 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'name': 'tempest-TestServerMultinode-930925749-router', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:05Z', 'updated_at': '2021-07-27T22:36:08Z', 'revision_number': 4, 'project_id': '9a345c8a3384441b8acf7469cc925269', 'gw_port': {'id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:06Z', 'updated_at': '2021-07-27T22:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9216473b-69e8-4f3f-bdd5-9436d4cfebb9', 'name': '', 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'mac_address': 'fa:16:3e:ac:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '5581a8b7-650c-477e-9c75-1dba53f13b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:07Z', 'updated_at': '2021-07-27T22:36:08Z', 'revision_number': 2, 'project_id': '9a345c8a3384441b8acf7469cc925269', 'subnets': [{'id': '5581a8b7-650c-477e-9c75-1dba53f13b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:11.213890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Checking router: 487fed41-cf7f-47ab-8184-b38c4b53aa84 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:36:11.214246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Updating router 487fed41-cf7f-47ab-8184-b38c4b53aa84 port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:36:11.366364 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.391163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:11.391540 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.440219 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.527739 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.542612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Transition to ACTIVE for port object ace512d4-c0c1-48d5-b25c-0263e47e05fc will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:11.630372 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Transition to ACTIVE for port object ace512d4-c0c1-48d5-b25c-0263e47e05fc will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:11.646633 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.720822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Network 9eb5ff63-4354-4749-bdea-a23d51a9aa91 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:11.734801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Pushing event updated for resources: {'Port': ['ID=ace512d4-c0c1-48d5-b25c-0263e47e05fc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:11.737627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:11.763253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:11.841648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Attempting to bind port ace512d4-c0c1-48d5-b25c-0263e47e05fc on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:36:11.842022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Attempting to bind port ace512d4-c0c1-48d5-b25c-0263e47e05fc by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'ce32fa9d-3098-4a6b-a119-be5e4679b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:36:11.842417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Attempting to bind port ace512d4-c0c1-48d5-b25c-0263e47e05fc on network 9eb5ff63-4354-4749-bdea-a23d51a9aa91 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:11.862131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:36:11.862534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Checking segment: {'id': 'ce32fa9d-3098-4a6b-a119-be5e4679b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:11.862939 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.863341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Bound using segment: {'id': 'ce32fa9d-3098-4a6b-a119-be5e4679b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:36:11.863815 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Bound port: ace512d4-c0c1-48d5-b25c-0263e47e05fc, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce32fa9d-3098-4a6b-a119-be5e4679b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:36:11.864439 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.908162 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.967221 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.980064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] For port ace512d4-c0c1-48d5-b25c-0263e47e05fc, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:36:11.984387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] For port ace512d4-c0c1-48d5-b25c-0263e47e05fc, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ace512d4-c0c1-48d5-b25c-0263e47e05fc,segment=NetworkSegment(ce32fa9d-3098-4a6b-a119-be5e4679b07b),segment_id=ce32fa9d-3098-4a6b-a119-be5e4679b07b)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:36:11.985663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Transition to ACTIVE for port object 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:11.990733 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:11.996414 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:12.048750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Router f42b292a-30c3-4970-aaf0-a49eaea2fda6 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:36:12.087609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46cbc3-36e7-472f-98fe-25217c880d68 None None] Pushing event updated for resources: {'Port': ['ID=ace512d4-c0c1-48d5-b25c-0263e47e05fc,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:12.144717 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Attempting to bind port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:36:12.145095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Attempting to bind port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:36:12.145461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Attempting to bind port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 on network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:12.157867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd13e38-b93c-4a92-a637-0a909f1ccf1f None None] Pushing event updated for resources: {'Port': ['ID=9216473b-69e8-4f3f-bdd5-9436d4cfebb9,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:12.160337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:36:12.160987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Checking segment: {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:12.161145 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:12.161747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Bound using segment: {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:36:12.162092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Bound port: 9216473b-69e8-4f3f-bdd5-9436d4cfebb9, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:36:12.166662 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:12.182807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:36:12.197103 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Sync routers for ids ['f42b292a-30c3-4970-aaf0-a49eaea2fda6'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:36:12.199776 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:12.204639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59218) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:12.205508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a65129ff-4727-4046-80de-ebda30a8c1a9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8549604 Jul 27 22:36:12.214221 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Routers {'f42b292a-30c3-4970-aaf0-a49eaea2fda6'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:12.214990 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f42b292a-30c3-4970-aaf0-a49eaea2fda6'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:12.263672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] For port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:36:12.269770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] For port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9216473b-69e8-4f3f-bdd5-9436d4cfebb9,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:36:12.291823 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:12.381860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Routers {'487fed41-cf7f-47ab-8184-b38c4b53aa84'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:12.383000 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['487fed41-cf7f-47ab-8184-b38c4b53aa84'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:12.398952 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Set router f42b292a-30c3-4970-aaf0-a49eaea2fda6 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:12.501565 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dec97cec-b6c8-4f0b-91f9-5ad08e53d551 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:12.656982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd13e38-b93c-4a92-a637-0a909f1ccf1f None None] Pushing event updated for resources: {'Port': ['ID=9216473b-69e8-4f3f-bdd5-9436d4cfebb9,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:12.681036 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:12.704626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] Set router 487fed41-cf7f-47ab-8184-b38c4b53aa84 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:12.719930 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'name': 'tempest-TestServerMultinode-905038945-router', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '2d581f4a-876b-4165-ac54-651ec5313082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:11Z', 'revision_number': 3, 'project_id': '5a38825ad9e548af9d5a893684749815', 'gw_port': {'id': '2d581f4a-876b-4165-ac54-651ec5313082', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:12.748884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port dec97cec-b6c8-4f0b-91f9-5ad08e53d551 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:12.749256 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:12.753244 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Checking router: f42b292a-30c3-4970-aaf0-a49eaea2fda6 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:36:12.754227 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Updating router f42b292a-30c3-4970-aaf0-a49eaea2fda6 port 2d581f4a-876b-4165-ac54-651ec5313082 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:36:12.786959 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:12.903969 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a57bbd2-ae3c-4586-8595-7cf4ca3862bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:13.021104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'name': 'tempest-TestServerMultinode-930925749-router', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:05Z', 'updated_at': '2021-07-27T22:36:08Z', 'revision_number': 4, 'project_id': '9a345c8a3384441b8acf7469cc925269', 'gw_port': {'id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:06Z', 'updated_at': '2021-07-27T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9216473b-69e8-4f3f-bdd5-9436d4cfebb9', 'name': '', 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'mac_address': 'fa:16:3e:ac:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '5581a8b7-650c-477e-9c75-1dba53f13b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:07Z', 'updated_at': '2021-07-27T22:36:12Z', 'revision_number': 4, 'project_id': '9a345c8a3384441b8acf7469cc925269', 'subnets': [{'id': '5581a8b7-650c-477e-9c75-1dba53f13b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:13.055187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f7ce5-af77-4eed-89f5-46dae01226dc None None] The sync data for ids ['487fed41-cf7f-47ab-8184-b38c4b53aa84'] in n-d-802011-3 is: [{'id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'name': 'tempest-TestServerMultinode-930925749-router', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:05Z', 'updated_at': '2021-07-27T22:36:08Z', 'revision_number': 4, 'project_id': '9a345c8a3384441b8acf7469cc925269', 'gw_port': {'id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:06Z', 'updated_at': '2021-07-27T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9216473b-69e8-4f3f-bdd5-9436d4cfebb9', 'name': '', 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'mac_address': 'fa:16:3e:ac:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '5581a8b7-650c-477e-9c75-1dba53f13b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:07Z', 'updated_at': '2021-07-27T22:36:12Z', 'revision_number': 4, 'project_id': '9a345c8a3384441b8acf7469cc925269', 'subnets': [{'id': '5581a8b7-650c-477e-9c75-1dba53f13b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:36:13.085585 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:13.100998 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Transition to ACTIVE for port object 2d581f4a-876b-4165-ac54-651ec5313082 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:13.116068 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:13.147340 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:13.166229 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Attempting to bind port 2d581f4a-876b-4165-ac54-651ec5313082 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:36:13.166794 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Attempting to bind port 2d581f4a-876b-4165-ac54-651ec5313082 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:36:13.167255 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Attempting to bind port 2d581f4a-876b-4165-ac54-651ec5313082 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:13.185529 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:36:13.189463 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:13.189941 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:13.190540 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:36:13.191224 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Bound port: 2d581f4a-876b-4165-ac54-651ec5313082, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:36:13.191717 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:13.270861 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] For port 2d581f4a-876b-4165-ac54-651ec5313082, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:36:13.274685 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ebbff-e898-4317-b7cb-8ac41497412a None None] Pushing event updated for resources: {'Port': ['ID=2d581f4a-876b-4165-ac54-651ec5313082,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:13.290822 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] For port 2d581f4a-876b-4165-ac54-651ec5313082, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2d581f4a-876b-4165-ac54-651ec5313082,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:36:13.298241 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:13.361574 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Routers {'f42b292a-30c3-4970-aaf0-a49eaea2fda6'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:13.362221 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:35:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f42b292a-30c3-4970-aaf0-a49eaea2fda6'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:13.365458 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ebbff-e898-4317-b7cb-8ac41497412a None None] Pushing event updated for resources: {'Port': ['ID=2d581f4a-876b-4165-ac54-651ec5313082,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:13.365948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Allocated IP 172.20.0.1 (9eb5ff63-4354-4749-bdea-a23d51a9aa91/5dd784bb-66c7-4d8f-abdd-8de8b1b445c8/b9d534e7-fc16-4829-b49d-f7682b2f6921) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:36:13.486939 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] Set router f42b292a-30c3-4970-aaf0-a49eaea2fda6 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:13.524626 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:13.532921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b80d32-6214-45f7-bd23-b4c26f0180a1 None None] Network 9eb5ff63-4354-4749-bdea-a23d51a9aa91 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:36:13.541195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Transition to ACTIVE for port object b9d534e7-fc16-4829-b49d-f7682b2f6921 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:13.591522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:13.596062 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-86f475c7-1360-4e62-8012-f7d6812701cb None None] Provisioning for port ace512d4-c0c1-48d5-b25c-0263e47e05fc completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:13.644153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Network 9eb5ff63-4354-4749-bdea-a23d51a9aa91 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:13.647967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:13.654349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:13.700062 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:13.703719 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d534e7-fc16-4829-b49d-f7682b2f6921,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:13.745105 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'name': 'tempest-TestServerMultinode-905038945-router', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '2d581f4a-876b-4165-ac54-651ec5313082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:11Z', 'revision_number': 3, 'project_id': '5a38825ad9e548af9d5a893684749815', 'gw_port': {'id': '2d581f4a-876b-4165-ac54-651ec5313082', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:13.776798 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc436768-d0cc-4d53-a7b6-6ae61d8f810f None None] The sync data for ids ['f42b292a-30c3-4970-aaf0-a49eaea2fda6'] in n-d-802011-3 is: [{'id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'name': 'tempest-TestServerMultinode-905038945-router', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '2d581f4a-876b-4165-ac54-651ec5313082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:11Z', 'revision_number': 3, 'project_id': '5a38825ad9e548af9d5a893684749815', 'gw_port': {'id': '2d581f4a-876b-4165-ac54-651ec5313082', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:36:13.858167 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.060223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6ba4f775-e685-4599-9f9d-224c4ce036c7 None None] Provisioning for port b9d534e7-fc16-4829-b49d-f7682b2f6921 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:14.064913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6ba4f775-e685-4599-9f9d-224c4ce036c7 None None] Provisioning complete for port b9d534e7-fc16-4829-b49d-f7682b2f6921 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:14.065576 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f775-e685-4599-9f9d-224c4ce036c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.101271 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.113067 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.120306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6ba4f775-e685-4599-9f9d-224c4ce036c7 None None] Port b9d534e7-fc16-4829-b49d-f7682b2f6921 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:36:14.167077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.265782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d534e7-fc16-4829-b49d-f7682b2f6921,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:14.332022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Network 9eb5ff63-4354-4749-bdea-a23d51a9aa91 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:14.334143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:14.344817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8d26bc64-2535-4134-97d7-96fac2086a6e None None] Provisioning complete for port b9d534e7-fc16-4829-b49d-f7682b2f6921 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:14.345401 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8d26bc64-2535-4134-97d7-96fac2086a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.427151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8d26bc64-2535-4134-97d7-96fac2086a6e None None] Port b9d534e7-fc16-4829-b49d-f7682b2f6921 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:36:14.499872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2d581f4a-876b-4165-ac54-651ec5313082 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:14.514107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Router f42b292a-30c3-4970-aaf0-a49eaea2fda6 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:36:14.575078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 2d581f4a-876b-4165-ac54-651ec5313082 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:14.579760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2d581f4a-876b-4165-ac54-651ec5313082 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:14.580138 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.669707 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:36:14.684569 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4a1b87aa-c3e5-42e5-9c55-9451b856ec08 admin admin] 10.222.0.24 "PUT /v2.0/routers/f42b292a-30c3-4970-aaf0-a49eaea2fda6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4697788 Jul 27 22:36:14.690234 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.713877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 2d581f4a-876b-4165-ac54-651ec5313082, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2d581f4a-876b-4165-ac54-651ec5313082,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:14.721369 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.722220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:14.807952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0a68cf39-80b5-4145-84ec-1f3b8a2834da None None] Provisioning complete for port b9d534e7-fc16-4829-b49d-f7682b2f6921 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:14.807952 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a68cf39-80b5-4145-84ec-1f3b8a2834da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.814868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=2d581f4a-876b-4165-ac54-651ec5313082,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:14.855261 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0a68cf39-80b5-4145-84ec-1f3b8a2834da None None] Port b9d534e7-fc16-4829-b49d-f7682b2f6921 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:36:14.857049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:14.861083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:14.861451 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.955207 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.991466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9216473b-69e8-4f3f-bdd5-9436d4cfebb9,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:14.996061 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:14.996995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ace512d4-c0c1-48d5-b25c-0263e47e05fc up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:15.074040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=9216473b-69e8-4f3f-bdd5-9436d4cfebb9,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:15.091522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port ace512d4-c0c1-48d5-b25c-0263e47e05fc completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:15.095642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ace512d4-c0c1-48d5-b25c-0263e47e05fc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:15.096131 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:15.175664 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:15.207347 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port ace512d4-c0c1-48d5-b25c-0263e47e05fc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ace512d4-c0c1-48d5-b25c-0263e47e05fc,segment=NetworkSegment(ce32fa9d-3098-4a6b-a119-be5e4679b07b),segment_id=ce32fa9d-3098-4a6b-a119-be5e4679b07b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:15.211841 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:15.237990 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-b4e13c0e-1c32-4e92-8c82-5f920347b038 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:15.238920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-b4e13c0e-1c32-4e92-8c82-5f920347b038 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/networks?id=13fa425b-e4ae-4129-9e79-6edfd6e431b4 HTTP/1.1" status: 200 len: 910 time: 0.0942824 Jul 27 22:36:15.256067 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-8720599e-8d96-4805-b8a8-95bc29e8fdf8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/quotas/5a38825ad9e548af9d5a893684749815 HTTP/1.1" status: 200 len: 375 time: 0.0107284 Jul 27 22:36:15.276487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=ace512d4-c0c1-48d5-b25c-0263e47e05fc,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:15.356326 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-85e8051b-d880-4b5f-b64b-960ecb383aec tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a38825ad9e548af9d5a893684749815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922630 Jul 27 22:36:15.459950 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-326dbd9f-dfe5-420e-9bf9-6ce758876eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:15.467249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-91b16d54-d514-47f7-8985-93f7699a6eaf service neutron] 10.222.0.24 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030571 Jul 27 22:36:15.571069 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-407bf096-17c7-4572-ba4f-87f094504347 service neutron] 10.222.0.24 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957336 Jul 27 22:36:15.736983 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2977bd8c-162b-43e3-9eb1-cbe3149093ce req-29d88c66-1f7c-4d51-9924-a849b35a1e87 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 210 time: 0.0304964 Jul 27 22:36:15.793546 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:16.355100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2d581f4a-876b-4165-ac54-651ec5313082 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:16.381513 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Sync routers for ids ['f42b292a-30c3-4970-aaf0-a49eaea2fda6'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:36:16.402112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Routers {'f42b292a-30c3-4970-aaf0-a49eaea2fda6'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:16.402844 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:36:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f42b292a-30c3-4970-aaf0-a49eaea2fda6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:16.459433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2d581f4a-876b-4165-ac54-651ec5313082 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:16.459662 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:16.537473 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:16.550771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Set router f42b292a-30c3-4970-aaf0-a49eaea2fda6 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:16.761952 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d9d97dc0-fdc5-43df-aaf0-db6b951c0ab6 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:16.764219 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d9d97dc0-fdc5-43df-aaf0-db6b951c0ab6 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.41 "GET /v2.0/networks?id=13fa425b-e4ae-4129-9e79-6edfd6e431b4 HTTP/1.1" status: 200 len: 910 time: 0.0965097 Jul 27 22:36:16.777443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Request body: {'port': {'device_id': '7fa30d25-e873-4207-b8dc-b159f6d6fb15', 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4', 'admin_state_up': True, 'tenant_id': '5a38825ad9e548af9d5a893684749815'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:16.806917 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Made reservation on behalf of 5a38825ad9e548af9d5a893684749815 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:36:16.809566 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:16.841082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ba16c9b8-cf24-4cbf-960b-a4a44b065096 req-fc365d18-3bd6-4893-b2ce-935c8dfea0d6 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 210 time: 0.0275829 Jul 27 22:36:16.875992 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:16.879098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:16.939618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Allocated IP 172.20.0.13 (13fa425b-e4ae-4129-9e79-6edfd6e431b4/5581a8b7-650c-477e-9c75-1dba53f13b20/6295f093-1741-4068-b7f1-203310b17f82) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:36:16.976308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:16.977230 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.063741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'name': 'tempest-TestServerMultinode-905038945-router', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '2d581f4a-876b-4165-ac54-651ec5313082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:13Z', 'revision_number': 4, 'project_id': '5a38825ad9e548af9d5a893684749815', 'gw_port': {'id': '2d581f4a-876b-4165-ac54-651ec5313082', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b9d534e7-fc16-4829-b49d-f7682b2f6921', 'name': '', 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'mac_address': 'fa:16:3e:2f:9f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5dd784bb-66c7-4d8f-abdd-8de8b1b445c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:13Z', 'updated_at': '2021-07-27T22:36:13Z', 'revision_number': 2, 'project_id': '5a38825ad9e548af9d5a893684749815', 'subnets': [{'id': '5dd784bb-66c7-4d8f-abdd-8de8b1b445c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:17.096175 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.097221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Checking router: f42b292a-30c3-4970-aaf0-a49eaea2fda6 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:36:17.097570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Updating router f42b292a-30c3-4970-aaf0-a49eaea2fda6 port b9d534e7-fc16-4829-b49d-f7682b2f6921 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:36:17.111033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Transition to ACTIVE for port object 6295f093-1741-4068-b7f1-203310b17f82 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:17.126798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ace512d4-c0c1-48d5-b25c-0263e47e05fc up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:17.130978 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.143145 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.182473 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:17.185317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:17.188746 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:17.217412 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Pushing event updated for resources: {'Port': ['ID=6295f093-1741-4068-b7f1-203310b17f82,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:17.236366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:17.236975 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.252976 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d622afb3-bd8c-40b5-bc15-a9dbcac2c044 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4801395 Jul 27 22:36:17.266432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Request body: {'port': {'device_id': '7fa30d25-e873-4207-b8dc-b159f6d6fb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:17.283591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ace512d4-c0c1-48d5-b25c-0263e47e05fc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:17.283969 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.333072 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.517753 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d63df2f5-0b42-4bcb-9d83-1f4eaafa5065 None None] Provisioning for port 6295f093-1741-4068-b7f1-203310b17f82 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:17.531742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d63df2f5-0b42-4bcb-9d83-1f4eaafa5065 None None] Provisioning complete for port 6295f093-1741-4068-b7f1-203310b17f82 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:17.532117 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d63df2f5-0b42-4bcb-9d83-1f4eaafa5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.537322 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.572345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Transition to ACTIVE for port object b9d534e7-fc16-4829-b49d-f7682b2f6921 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:17.583042 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.586965 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-d63df2f5-0b42-4bcb-9d83-1f4eaafa5065 None None] Port 6295f093-1741-4068-b7f1-203310b17f82 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:36:17.622028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6295f093-1741-4068-b7f1-203310b17f82 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:36:17.630300 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.637373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d09e8-e0fb-498c-947f-940c5d072913 None None] Pushing event updated for resources: {'Port': ['ID=b9d534e7-fc16-4829-b49d-f7682b2f6921,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:17.645815 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Transition to ACTIVE for port object 6295f093-1741-4068-b7f1-203310b17f82 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:17.649633 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.691522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Attempting to bind port b9d534e7-fc16-4829-b49d-f7682b2f6921 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:36:17.691903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Attempting to bind port b9d534e7-fc16-4829-b49d-f7682b2f6921 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'ce32fa9d-3098-4a6b-a119-be5e4679b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:36:17.692909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Attempting to bind port b9d534e7-fc16-4829-b49d-f7682b2f6921 on network 9eb5ff63-4354-4749-bdea-a23d51a9aa91 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:17.701180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:36:17.706369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Checking segment: {'id': 'ce32fa9d-3098-4a6b-a119-be5e4679b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:17.706979 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.707393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Bound using segment: {'id': 'ce32fa9d-3098-4a6b-a119-be5e4679b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:36:17.707901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Bound port: b9d534e7-fc16-4829-b49d-f7682b2f6921, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce32fa9d-3098-4a6b-a119-be5e4679b07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:36:17.708293 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.776778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Pushing event updated for resources: {'Port': ['ID=6295f093-1741-4068-b7f1-203310b17f82,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:17.792253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] For port b9d534e7-fc16-4829-b49d-f7682b2f6921, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:36:17.795257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Attempting to bind port 6295f093-1741-4068-b7f1-203310b17f82 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:36:17.795682 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Attempting to bind port 6295f093-1741-4068-b7f1-203310b17f82 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:36:17.796112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Attempting to bind port 6295f093-1741-4068-b7f1-203310b17f82 on network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:17.796603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] For port b9d534e7-fc16-4829-b49d-f7682b2f6921, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b9d534e7-fc16-4829-b49d-f7682b2f6921,segment=NetworkSegment(ce32fa9d-3098-4a6b-a119-be5e4679b07b),segment_id=ce32fa9d-3098-4a6b-a119-be5e4679b07b)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:36:17.802144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Port 6295f093-1741-4068-b7f1-203310b17f82 on network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:36:17.802816 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.803045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Attempting to bind port 6295f093-1741-4068-b7f1-203310b17f82 on network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:17.809553 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:36:17.810391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Checking segment: {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:17.810998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Bound using segment: {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:36:17.811741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Bound port: 6295f093-1741-4068-b7f1-203310b17f82, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:36:17.812374 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.877227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d09e8-e0fb-498c-947f-940c5d072913 None None] Pushing event updated for resources: {'Port': ['ID=b9d534e7-fc16-4829-b49d-f7682b2f6921,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:17.895714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Routers {'f42b292a-30c3-4970-aaf0-a49eaea2fda6'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:17.896633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:36:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f42b292a-30c3-4970-aaf0-a49eaea2fda6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:17.905964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] For port 6295f093-1741-4068-b7f1-203310b17f82, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:36:17.917023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] For port 6295f093-1741-4068-b7f1-203310b17f82, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6295f093-1741-4068-b7f1-203310b17f82,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:36:17.924417 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.975389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:17.976240 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:17.981864 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] 10.222.0.41 "PUT /v2.0/ports/6295f093-1741-4068-b7f1-203310b17f82 HTTP/1.1" status: 200 len: 1092 time: 0.7201335 Jul 27 22:36:17.982470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa30d25-e873-4207-b8dc-b159f6d6fb15', 'tag': '6295f093-1741-4068-b7f1-203310b17f82'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:36:17.985118 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153397c4-34c1-43ec-8b5b-fb869537b82a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa30d25-e873-4207-b8dc-b159f6d6fb15", "tag": "6295f093-1741-4068-b7f1-203310b17f82"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:36:18.003611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c92d8-bd9a-4bfd-8092-756aa603baaa req-15b28b87-c12a-4f6c-984e-e966e7f3d5ea tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:18.030322 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-356c92d8-bd9a-4bfd-8092-756aa603baaa req-15b28b87-c12a-4f6c-984e-e966e7f3d5ea tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1095 time: 0.1028273 Jul 27 22:36:18.089634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205fa54-3670-43a9-9c50-e0a486e1af62 service neutron] Pushing event updated for resources: {'Port': ['ID=6295f093-1741-4068-b7f1-203310b17f82,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:18.106591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] Set router f42b292a-30c3-4970-aaf0-a49eaea2fda6 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:18.113160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-356c92d8-bd9a-4bfd-8092-756aa603baaa req-81cf8731-f815-4054-a73e-29f3427b3a6f tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816588 Jul 27 22:36:18.123324 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3da3f7e-023b-40f8-b4b4-e43b3c8817fa x-openstack-request-id: req-e3da3f7e-023b-40f8-b4b4-e43b3c8817fa {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:36:18.123619 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa30d25-e873-4207-b8dc-b159f6d6fb15", "tag": "6295f093-1741-4068-b7f1-203310b17f82", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:36:18.123922 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3da3f7e-023b-40f8-b4b4-e43b3c8817fa {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:36:18.124426 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa30d25-e873-4207-b8dc-b159f6d6fb15', 'tag': '6295f093-1741-4068-b7f1-203310b17f82', 'status': 'completed', 'code': 200} Jul 27 22:36:18.144636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-92b7e3cc-1a7d-4422-b4e7-1e7994442121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:18.146730 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-92b7e3cc-1a7d-4422-b4e7-1e7994442121 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a38825ad9e548af9d5a893684749815&device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1095 time: 0.1093278 Jul 27 22:36:18.195550 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-d52eebeb-cb9a-4339-9fcc-7f756c6b0590 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6295f093-1741-4068-b7f1-203310b17f82 HTTP/1.1" status: 200 len: 217 time: 0.0398085 Jul 27 22:36:18.255030 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-a808a1d8-d9e1-4dbb-b1e4-0d7d9b72dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:18.257003 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-a808a1d8-d9e1-4dbb-b1e4-0d7d9b72dcc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5581a8b7-650c-477e-9c75-1dba53f13b20 HTTP/1.1" status: 200 len: 848 time: 0.0525944 Jul 27 22:36:18.262866 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:18.312230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-3259ff53-89f0-47c6-8852-cd8f1bea28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:18.313868 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-3259ff53-89f0-47c6-8852-cd8f1bea28b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13fa425b-e4ae-4129-9e79-6edfd6e431b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497003 Jul 27 22:36:18.369128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'name': 'tempest-TestServerMultinode-905038945-router', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '2d581f4a-876b-4165-ac54-651ec5313082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:13Z', 'revision_number': 4, 'project_id': '5a38825ad9e548af9d5a893684749815', 'gw_port': {'id': '2d581f4a-876b-4165-ac54-651ec5313082', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b9d534e7-fc16-4829-b49d-f7682b2f6921', 'name': '', 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'mac_address': 'fa:16:3e:2f:9f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5dd784bb-66c7-4d8f-abdd-8de8b1b445c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:13Z', 'updated_at': '2021-07-27T22:36:17Z', 'revision_number': 4, 'project_id': '5a38825ad9e548af9d5a893684749815', 'subnets': [{'id': '5dd784bb-66c7-4d8f-abdd-8de8b1b445c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:18.403135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2990340-fbe3-4007-be9a-830d08f4a03a None None] The sync data for ids ['f42b292a-30c3-4970-aaf0-a49eaea2fda6'] in n-d-802011-3 is: [{'id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'name': 'tempest-TestServerMultinode-905038945-router', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '2d581f4a-876b-4165-ac54-651ec5313082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:13Z', 'revision_number': 4, 'project_id': '5a38825ad9e548af9d5a893684749815', 'gw_port': {'id': '2d581f4a-876b-4165-ac54-651ec5313082', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'b9d534e7-fc16-4829-b49d-f7682b2f6921', 'name': '', 'network_id': '9eb5ff63-4354-4749-bdea-a23d51a9aa91', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'mac_address': 'fa:16:3e:2f:9f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5dd784bb-66c7-4d8f-abdd-8de8b1b445c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:13Z', 'updated_at': '2021-07-27T22:36:17Z', 'revision_number': 4, 'project_id': '5a38825ad9e548af9d5a893684749815', 'subnets': [{'id': '5dd784bb-66c7-4d8f-abdd-8de8b1b445c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:36:18.420989 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-331a3949-cdca-4c43-bf68-778e1c2f3390 service neutron] 10.222.0.41 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991139 Jul 27 22:36:18.533383 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f4743f3c-1477-45e5-b283-e1734eb6ca6d req-94bdddb1-e5d0-44fa-9b81-2a9581facd2c service neutron] 10.222.0.41 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057391 Jul 27 22:36:18.639014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153397c4-34c1-43ec-8b5b-fb869537b82a req-e21d5211-fab8-44d0-b9b6-eaf21dddfc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:18.641313 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-153397c4-34c1-43ec-8b5b-fb869537b82a req-e21d5211-fab8-44d0-b9b6-eaf21dddfc04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a38825ad9e548af9d5a893684749815&device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1095 time: 0.0619285 Jul 27 22:36:18.744387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153397c4-34c1-43ec-8b5b-fb869537b82a req-7a32bfa4-149b-461f-a97b-445d35082c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:18.745979 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-153397c4-34c1-43ec-8b5b-fb869537b82a req-7a32bfa4-149b-461f-a97b-445d35082c4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=13fa425b-e4ae-4129-9e79-6edfd6e431b4 HTTP/1.1" status: 200 len: 910 time: 0.0979767 Jul 27 22:36:18.794396 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-153397c4-34c1-43ec-8b5b-fb869537b82a req-8c802e9e-d9c0-45da-ad2f-319e14d5d4b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6295f093-1741-4068-b7f1-203310b17f82 HTTP/1.1" status: 200 len: 217 time: 0.0406115 Jul 27 22:36:18.849370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153397c4-34c1-43ec-8b5b-fb869537b82a req-fadb9216-eef8-4cf2-913d-5e65500d4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:18.850893 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-153397c4-34c1-43ec-8b5b-fb869537b82a req-fadb9216-eef8-4cf2-913d-5e65500d4297 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5581a8b7-650c-477e-9c75-1dba53f13b20 HTTP/1.1" status: 200 len: 848 time: 0.0491445 Jul 27 22:36:18.901773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153397c4-34c1-43ec-8b5b-fb869537b82a req-cd63daaa-7c28-45cf-9f37-f1a3f6558514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:18.903317 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-153397c4-34c1-43ec-8b5b-fb869537b82a req-cd63daaa-7c28-45cf-9f37-f1a3f6558514 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13fa425b-e4ae-4129-9e79-6edfd6e431b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445168 Jul 27 22:36:19.005543 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-153397c4-34c1-43ec-8b5b-fb869537b82a req-15ea084d-3934-4994-877d-f723f7bd87c3 service neutron] 10.222.0.41 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939641 Jul 27 22:36:19.099329 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-153397c4-34c1-43ec-8b5b-fb869537b82a req-f952a306-8134-4d6a-9d6c-1dc44d0c073b service neutron] 10.222.0.41 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847015 Jul 27 22:36:19.222778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955344f-cf6e-4328-9bc1-849a640505be req-49885fb0-7ad2-4791-9125-5177f8a4577d tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:19.224475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4955344f-cf6e-4328-9bc1-849a640505be req-49885fb0-7ad2-4791-9125-5177f8a4577d tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1095 time: 0.0447567 Jul 27 22:36:19.259828 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4955344f-cf6e-4328-9bc1-849a640505be req-79bb4abc-48e8-46a4-b78f-5a0c24e8e9fc tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284679 Jul 27 22:36:20.366742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b9d534e7-fc16-4829-b49d-f7682b2f6921 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:20.372429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea44351-4534-4232-9939-afa28a83c037 req-c6c90ad9-3df5-4738-a796-baf92508d36f tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:20.373998 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aea44351-4534-4232-9939-afa28a83c037 req-c6c90ad9-3df5-4738-a796-baf92508d36f tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1095 time: 0.0464571 Jul 27 22:36:20.411289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aea44351-4534-4232-9939-afa28a83c037 req-0fa67d50-a50d-45d6-93cf-2e12737ba98a tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307610 Jul 27 22:36:20.416540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port b9d534e7-fc16-4829-b49d-f7682b2f6921 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:20.420814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b9d534e7-fc16-4829-b49d-f7682b2f6921 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:20.421202 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:20.501584 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:20.536515 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port b9d534e7-fc16-4829-b49d-f7682b2f6921, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b9d534e7-fc16-4829-b49d-f7682b2f6921,segment=NetworkSegment(ce32fa9d-3098-4a6b-a119-be5e4679b07b),segment_id=ce32fa9d-3098-4a6b-a119-be5e4679b07b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:20.540954 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:20.587615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=b9d534e7-fc16-4829-b49d-f7682b2f6921,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:20.998112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6295f093-1741-4068-b7f1-203310b17f82 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:36:21.095689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6295f093-1741-4068-b7f1-203310b17f82, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6295f093-1741-4068-b7f1-203310b17f82,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:21.106645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '6295f093-1741-4068-b7f1-203310b17f82', 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4', 'port_id': '6295f093-1741-4068-b7f1-203310b17f82', 'mac_address': 'fa:16:3e:38:27:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5581a8b7-650c-477e-9c75-1dba53f13b20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:36:21.145875 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:21.159122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6295f093-1741-4068-b7f1-203310b17f82 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:36:21.178349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6295f093-1741-4068-b7f1-203310b17f82, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6295f093-1741-4068-b7f1-203310b17f82,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:21.182847 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:21.231922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=6295f093-1741-4068-b7f1-203310b17f82,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:21.366096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['6295f093-1741-4068-b7f1-203310b17f82'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:36:21.534990 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1270-aed3-4b4a-8dd3-2f8ff55ffce3 req-63bdaafe-5e85-48b5-9a65-77c6c890de89 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:21.536516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f23c1270-aed3-4b4a-8dd3-2f8ff55ffce3 req-63bdaafe-5e85-48b5-9a65-77c6c890de89 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1096 time: 0.0468466 Jul 27 22:36:21.574221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f23c1270-aed3-4b4a-8dd3-2f8ff55ffce3 req-0b610488-69c2-40c2-a8ec-8d322021568b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301213 Jul 27 22:36:22.345070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b9d534e7-fc16-4829-b49d-f7682b2f6921 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:22.394448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port b9d534e7-fc16-4829-b49d-f7682b2f6921 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:22.394821 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:22.678460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3010d08-b9a5-4a00-b3fb-bb05284b863d req-c8366db2-0ff1-4d56-903b-8415211b92af tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:22.679969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3010d08-b9a5-4a00-b3fb-bb05284b863d req-c8366db2-0ff1-4d56-903b-8415211b92af tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1096 time: 0.0402329 Jul 27 22:36:22.713673 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3010d08-b9a5-4a00-b3fb-bb05284b863d req-9d9a0477-32dd-4a93-8a5e-a29e8eff2433 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270853 Jul 27 22:36:22.997782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6295f093-1741-4068-b7f1-203310b17f82 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:23.049795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 6295f093-1741-4068-b7f1-203310b17f82 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:23.053291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 6295f093-1741-4068-b7f1-203310b17f82 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:23.053660 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:23.127615 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:23.149366 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa30d25-e873-4207-b8dc-b159f6d6fb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6295f093-1741-4068-b7f1-203310b17f82'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:36:23.151604 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65e4700-465d-40c0-a6ca-4ccd6c86373f" -d '{"events": [{"server_uuid": "7fa30d25-e873-4207-b8dc-b159f6d6fb15", "name": "network-vif-plugged", "status": "completed", "tag": "6295f093-1741-4068-b7f1-203310b17f82"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:36:23.164538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 6295f093-1741-4068-b7f1-203310b17f82, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6295f093-1741-4068-b7f1-203310b17f82,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:23.168362 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:23.193645 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddf3421-0ce7-4579-90e4-92e4724eb347 x-openstack-request-id: req-eddf3421-0ce7-4579-90e4-92e4724eb347 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:36:23.193959 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa30d25-e873-4207-b8dc-b159f6d6fb15", "name": "network-vif-plugged", "status": "completed", "tag": "6295f093-1741-4068-b7f1-203310b17f82", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:36:23.194276 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eddf3421-0ce7-4579-90e4-92e4724eb347 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:36:23.194672 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa30d25-e873-4207-b8dc-b159f6d6fb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6295f093-1741-4068-b7f1-203310b17f82', 'code': 200} Jul 27 22:36:23.222182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=6295f093-1741-4068-b7f1-203310b17f82,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:23.288271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7792cc-24b2-4e51-9d5d-bf36090ae087 req-60a1862e-c39d-4a1f-afa0-d4ee5b7f9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:23.289755 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bd7792cc-24b2-4e51-9d5d-bf36090ae087 req-60a1862e-c39d-4a1f-afa0-d4ee5b7f9dde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1097 time: 0.0413208 Jul 27 22:36:23.324446 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bd7792cc-24b2-4e51-9d5d-bf36090ae087 req-36766ffc-f887-40d3-bf66-480e9ac07b12 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266187 Jul 27 22:36:23.819958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58514956-a9fb-4b6a-82a8-4ac141cd54ae req-652f0577-e88c-4203-8ce5-d7a8165dbad0 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:23.821481 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58514956-a9fb-4b6a-82a8-4ac141cd54ae req-652f0577-e88c-4203-8ce5-d7a8165dbad0 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1097 time: 0.0407727 Jul 27 22:36:23.856991 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58514956-a9fb-4b6a-82a8-4ac141cd54ae req-fdff5b49-f396-419e-a52b-55d3251d8a96 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283124 Jul 27 22:36:24.968476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33497c-223b-4800-97f5-23ff50fc9cd0 req-a9d86543-5b84-4057-ad2d-ae4e7a706ef1 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:24.969865 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb33497c-223b-4800-97f5-23ff50fc9cd0 req-a9d86543-5b84-4057-ad2d-ae4e7a706ef1 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1097 time: 0.0441947 Jul 27 22:36:25.005189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb33497c-223b-4800-97f5-23ff50fc9cd0 req-f22cead4-4331-4ebd-a775-e5a7a740c118 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289543 Jul 27 22:36:25.108644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95b48-7716-4b6c-aadd-9c0c4b4dadeb req-71c04a89-1fc8-4d15-9b80-98a7f1d7895d tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:25.110147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecb95b48-7716-4b6c-aadd-9c0c4b4dadeb req-71c04a89-1fc8-4d15-9b80-98a7f1d7895d tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1097 time: 0.0403392 Jul 27 22:36:25.144552 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecb95b48-7716-4b6c-aadd-9c0c4b4dadeb req-61a9ecb7-1b0b-4697-90e1-867558e4d648 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285892 Jul 27 22:36:25.246475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a8c77-5f3a-476f-92ba-397c10e42a0e req-88f49525-78f3-4c77-9648-609b824700de tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:25.248390 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b04a8c77-5f3a-476f-92ba-397c10e42a0e req-88f49525-78f3-4c77-9648-609b824700de tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1097 time: 0.0398228 Jul 27 22:36:25.281993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b04a8c77-5f3a-476f-92ba-397c10e42a0e req-cf4f2fc9-8733-41d0-84df-834a70ca97ad tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277846 Jul 27 22:36:25.498009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-578fa326-4e72-4e99-8800-ed877f228b1f tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:25.499444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-578fa326-4e72-4e99-8800-ed877f228b1f tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/networks?id=13fa425b-e4ae-4129-9e79-6edfd6e431b4 HTTP/1.1" status: 200 len: 910 time: 0.0871449 Jul 27 22:36:25.514250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-b33070d9-d081-4294-8a9e-c1f80cc4ad1f tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/quotas/5a38825ad9e548af9d5a893684749815 HTTP/1.1" status: 200 len: 375 time: 0.0090783 Jul 27 22:36:25.561244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-206fe585-c604-4b6d-be2f-6db8fbd7cbea tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a38825ad9e548af9d5a893684749815&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0416818 Jul 27 22:36:25.655297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e49e4f33-b536-4a41-a316-a0047d4b7299 service neutron] 10.222.0.24 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871229 Jul 27 22:36:25.742894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-c9d04f38-cd6a-4a6e-a8d6-2d5c04d9588d service neutron] 10.222.0.24 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815372 Jul 27 22:36:25.900980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-188043c8-1bce-4b93-95a4-5282b9d341c7 req-d2595235-024d-4f6a-b40a-f259355709fc tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 210 time: 0.0256424 Jul 27 22:36:26.149814 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-872d1f0b-b383-4ec8-8f41-4d20409c2c32 req-921da1d8-b66c-4eac-a062-af5c47394537 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471511 Jul 27 22:36:26.275808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d1f0b-b383-4ec8-8f41-4d20409c2c32 req-857e375f-975e-4b79-9a6b-420e9ea1a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:26.277256 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-872d1f0b-b383-4ec8-8f41-4d20409c2c32 req-857e375f-975e-4b79-9a6b-420e9ea1a262 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a38825ad9e548af9d5a893684749815&device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1097 time: 0.0407925 Jul 27 22:36:26.387001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d1f0b-b383-4ec8-8f41-4d20409c2c32 req-719518be-2dee-42db-88fb-5b7c322b2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:26.389143 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-872d1f0b-b383-4ec8-8f41-4d20409c2c32 req-719518be-2dee-42db-88fb-5b7c322b2477 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13fa425b-e4ae-4129-9e79-6edfd6e431b4 HTTP/1.1" status: 200 len: 910 time: 0.0927584 Jul 27 22:36:26.434212 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-872d1f0b-b383-4ec8-8f41-4d20409c2c32 req-693a5030-3c1a-4741-b660-62553b080bfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6295f093-1741-4068-b7f1-203310b17f82 HTTP/1.1" status: 200 len: 217 time: 0.0384178 Jul 27 22:36:26.483211 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d1f0b-b383-4ec8-8f41-4d20409c2c32 req-d4ddfb43-8d05-4106-be6e-8e3c19310f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:26.484655 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-872d1f0b-b383-4ec8-8f41-4d20409c2c32 req-d4ddfb43-8d05-4106-be6e-8e3c19310f5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5581a8b7-650c-477e-9c75-1dba53f13b20 HTTP/1.1" status: 200 len: 848 time: 0.0439968 Jul 27 22:36:26.530063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d1f0b-b383-4ec8-8f41-4d20409c2c32 req-209aaa75-71a3-4545-9f12-d441b430456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:26.531448 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-872d1f0b-b383-4ec8-8f41-4d20409c2c32 req-209aaa75-71a3-4545-9f12-d441b430456c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13fa425b-e4ae-4129-9e79-6edfd6e431b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397956 Jul 27 22:36:26.622929 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-872d1f0b-b383-4ec8-8f41-4d20409c2c32 req-5506339f-84ad-41ad-b334-815c9f408135 service neutron] 10.222.0.41 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839660 Jul 27 22:36:26.800803 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-9084fd64-f3aa-478b-b82b-78781fca950d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1259410 Jul 27 22:36:26.804320 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-872d1f0b-b383-4ec8-8f41-4d20409c2c32 req-78ed70ea-b4ea-436c-a53a-f27de62230b2 service neutron] 10.222.0.41 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751244 Jul 27 22:36:26.834369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-73364364-ac8f-4730-8134-677375e387bf tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:26.835862 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-73364364-ac8f-4730-8134-677375e387bf tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.43 "GET /v2.0/networks?id=13fa425b-e4ae-4129-9e79-6edfd6e431b4 HTTP/1.1" status: 200 len: 910 time: 0.1247022 Jul 27 22:36:26.857125 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Request body: {'port': {'device_id': '479a295a-8e69-48db-b7b0-a7c92c92cd17', 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4', 'admin_state_up': True, 'tenant_id': '5a38825ad9e548af9d5a893684749815'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:26.907413 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Made reservation on behalf of 5a38825ad9e548af9d5a893684749815 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:36:26.909769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:26.925939 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-98a76de3-d223-4c01-8d03-5a3a59706c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:26.927458 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-98a76de3-d223-4c01-8d03-5a3a59706c00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 1096 time: 0.0743275 Jul 27 22:36:26.996133 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16eaba74-dd5a-4c19-88a0-03005554de26 req-887f89d5-5dfa-4a55-81ec-25a2dca9aab0 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 210 time: 0.0254786 Jul 27 22:36:27.098970 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Allocated IP 172.20.0.8 (13fa425b-e4ae-4129-9e79-6edfd6e431b4/5581a8b7-650c-477e-9c75-1dba53f13b20/cdef5d09-2703-444c-8af1-11548b835ea4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:36:27.101163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-bcf907b3-c8d0-4e4f-ba40-eee42ac2701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:27.102643 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-bcf907b3-c8d0-4e4f-ba40-eee42ac2701a service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.1377690 Jul 27 22:36:27.189829 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-f6f3af48-25d2-4667-9d08-7865e27a9372 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875 HTTP/1.1" status: 200 len: 999 time: 0.0789039 Jul 27 22:36:27.290248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-acad4968-b7c3-479d-8df1-143873b2941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:27.291700 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-acad4968-b7c3-479d-8df1-143873b2941d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0858397 Jul 27 22:36:27.343493 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:27.359839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Transition to ACTIVE for port object cdef5d09-2703-444c-8af1-11548b835ea4 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:27.368569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-13129455-0ccd-4729-9756-38c393795d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:27.370076 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-13129455-0ccd-4729-9756-38c393795d70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704913 Jul 27 22:36:27.452411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:27.462864 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['6295f093-1741-4068-b7f1-203310b17f82'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:36:27.512626 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-6f0b880f-1cdc-4997-a84a-7f641892a064 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355195 Jul 27 22:36:27.518432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:36:27.529918 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:36:27.531714 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Pushing event updated for resources: {'Port': ['ID=cdef5d09-2703-444c-8af1-11548b835ea4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:27.535298 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:36:27.620283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:27.620814 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:27.645827 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-008987ed-dbd5-4185-b8c2-51c756a3e0e8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7936728 Jul 27 22:36:27.660150 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Request body: {'port': {'device_id': '479a295a-8e69-48db-b7b0-a7c92c92cd17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:36:27.665460 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-78fc34dc-626e-45b3-aac8-9326df5a1c25 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430013 Jul 27 22:36:27.728848 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:27.807348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-75b7c7fe-d692-47a1-b412-ae13d32f26a7 None None] Provisioning for port cdef5d09-2703-444c-8af1-11548b835ea4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:27.812399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-75b7c7fe-d692-47a1-b412-ae13d32f26a7 None None] Provisioning complete for port cdef5d09-2703-444c-8af1-11548b835ea4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:27.812777 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-75b7c7fe-d692-47a1-b412-ae13d32f26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:27.850604 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-75b7c7fe-d692-47a1-b412-ae13d32f26a7 None None] Port cdef5d09-2703-444c-8af1-11548b835ea4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:36:28.120910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a943088-0acf-42a2-903e-bc9f0c2f16c3 req-ea255f36-474e-48b1-8d46-a05b64bb429b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:28.122714 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a943088-0acf-42a2-903e-bc9f0c2f16c3 req-ea255f36-474e-48b1-8d46-a05b64bb429b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1027 time: 0.0479462 Jul 27 22:36:28.160427 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a943088-0acf-42a2-903e-bc9f0c2f16c3 req-72458eae-51e2-4a23-93a0-aab11666dc8a tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Jul 27 22:36:28.312748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdef5d09-2703-444c-8af1-11548b835ea4 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:36:28.320209 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:28.332127 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Transition to ACTIVE for port object cdef5d09-2703-444c-8af1-11548b835ea4 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:36:28.336025 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:28.389830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Pushing event updated for resources: {'Port': ['ID=cdef5d09-2703-444c-8af1-11548b835ea4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:28.462634 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Attempting to bind port cdef5d09-2703-444c-8af1-11548b835ea4 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:36:28.462972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Attempting to bind port cdef5d09-2703-444c-8af1-11548b835ea4 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:36:28.463303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Attempting to bind port cdef5d09-2703-444c-8af1-11548b835ea4 on network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:28.468947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Port cdef5d09-2703-444c-8af1-11548b835ea4 on network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:36:28.469281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Attempting to bind port cdef5d09-2703-444c-8af1-11548b835ea4 on network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:36:28.474649 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:36:28.475046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Checking segment: {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:36:28.475432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Bound using segment: {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:36:28.475992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Bound port: cdef5d09-2703-444c-8af1-11548b835ea4, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed08ce0-e183-4f09-a7ce-e485d39eb588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:36:28.476360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:28.541734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] For port cdef5d09-2703-444c-8af1-11548b835ea4, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:36:28.545263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] For port cdef5d09-2703-444c-8af1-11548b835ea4, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cdef5d09-2703-444c-8af1-11548b835ea4,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:36:28.549338 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:28.583577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:28.584383 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:28.585799 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] 10.222.0.43 "PUT /v2.0/ports/cdef5d09-2703-444c-8af1-11548b835ea4 HTTP/1.1" status: 200 len: 1091 time: 0.9298949 Jul 27 22:36:28.586236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479a295a-8e69-48db-b7b0-a7c92c92cd17', 'tag': 'cdef5d09-2703-444c-8af1-11548b835ea4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:36:28.588519 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7311b00a-6643-4919-b7ce-94b30399363a" -d '{"events": [{"name": "network-changed", "server_uuid": "479a295a-8e69-48db-b7b0-a7c92c92cd17", "tag": "cdef5d09-2703-444c-8af1-11548b835ea4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:36:28.618709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c26d0-b973-4671-9e2e-b3a96faa1f8d service neutron] Pushing event updated for resources: {'Port': ['ID=cdef5d09-2703-444c-8af1-11548b835ea4,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:28.636940 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fef8afa-88a7-49d2-861e-e7ce0710d8fa x-openstack-request-id: req-2fef8afa-88a7-49d2-861e-e7ce0710d8fa {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:36:28.637243 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479a295a-8e69-48db-b7b0-a7c92c92cd17", "tag": "cdef5d09-2703-444c-8af1-11548b835ea4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:36:28.637539 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fef8afa-88a7-49d2-861e-e7ce0710d8fa {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:36:28.638589 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479a295a-8e69-48db-b7b0-a7c92c92cd17', 'tag': 'cdef5d09-2703-444c-8af1-11548b835ea4', 'status': 'completed', 'code': 200} Jul 27 22:36:28.669882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e495af63-5449-4266-bce1-3d268d8a7279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:28.671441 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-e495af63-5449-4266-bce1-3d268d8a7279 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a38825ad9e548af9d5a893684749815&device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1094 time: 0.0449708 Jul 27 22:36:28.719730 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-4418cce5-4840-4997-8cbb-06d63105624a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdef5d09-2703-444c-8af1-11548b835ea4 HTTP/1.1" status: 200 len: 217 time: 0.0399156 Jul 27 22:36:28.771388 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-1e1c4473-37ba-461f-b371-fef7ccfe26d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:28.772867 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-1e1c4473-37ba-461f-b371-fef7ccfe26d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5581a8b7-650c-477e-9c75-1dba53f13b20 HTTP/1.1" status: 200 len: 848 time: 0.0455685 Jul 27 22:36:28.818826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-6d597009-ec37-47c0-85a7-1dc14c2a6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:28.820348 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-6d597009-ec37-47c0-85a7-1dc14c2a6eb5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13fa425b-e4ae-4129-9e79-6edfd6e431b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406036 Jul 27 22:36:28.912287 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-ba9043fc-d6fd-42e5-9d53-88e5c63ed5b4 service neutron] 10.222.0.43 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845828 Jul 27 22:36:29.002228 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-13f1f274-7dcc-4916-8e1a-52540356a3c6 req-afaf1057-734e-4d6e-a10d-27fbbaf92bda service neutron] 10.222.0.43 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816836 Jul 27 22:36:29.092335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311b00a-6643-4919-b7ce-94b30399363a req-5649191a-b5a9-4270-a24a-e9d390784a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:29.093995 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7311b00a-6643-4919-b7ce-94b30399363a req-5649191a-b5a9-4270-a24a-e9d390784a92 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5a38825ad9e548af9d5a893684749815&device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1094 time: 0.0457742 Jul 27 22:36:29.181291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311b00a-6643-4919-b7ce-94b30399363a req-3246bbce-fc26-4a56-8c18-4ad228ba2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:29.182805 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7311b00a-6643-4919-b7ce-94b30399363a req-3246bbce-fc26-4a56-8c18-4ad228ba2a6d service neutron] 10.222.0.43 "GET /v2.0/networks?id=13fa425b-e4ae-4129-9e79-6edfd6e431b4 HTTP/1.1" status: 200 len: 910 time: 0.0820243 Jul 27 22:36:29.225363 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7311b00a-6643-4919-b7ce-94b30399363a req-a5fe430f-323e-420c-8aa8-31818a837ad7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdef5d09-2703-444c-8af1-11548b835ea4 HTTP/1.1" status: 200 len: 217 time: 0.0343270 Jul 27 22:36:29.269331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9aced-4a86-4fd1-9be9-fe10866bc901 req-4ff3a9ca-69f1-411c-8ab7-2ef0e15fe807 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:29.270929 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fa9aced-4a86-4fd1-9be9-fe10866bc901 req-4ff3a9ca-69f1-411c-8ab7-2ef0e15fe807 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1094 time: 0.0426383 Jul 27 22:36:29.279845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311b00a-6643-4919-b7ce-94b30399363a req-3662015e-f73a-405e-9768-b8c9a11d25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:29.281319 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7311b00a-6643-4919-b7ce-94b30399363a req-3662015e-f73a-405e-9768-b8c9a11d25f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5581a8b7-650c-477e-9c75-1dba53f13b20 HTTP/1.1" status: 200 len: 848 time: 0.0483305 Jul 27 22:36:29.305538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fa9aced-4a86-4fd1-9be9-fe10866bc901 req-83e6adee-8aa4-4845-8f84-62caa3fffacc tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287058 Jul 27 22:36:29.328286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311b00a-6643-4919-b7ce-94b30399363a req-aacd34a0-9d3d-43ee-9a07-c6f821498385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:29.329805 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7311b00a-6643-4919-b7ce-94b30399363a req-aacd34a0-9d3d-43ee-9a07-c6f821498385 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=13fa425b-e4ae-4129-9e79-6edfd6e431b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410776 Jul 27 22:36:29.419988 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7311b00a-6643-4919-b7ce-94b30399363a req-59a0f092-d203-4d96-8e2d-afff1375daff service neutron] 10.222.0.43 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806355 Jul 27 22:36:29.514073 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7311b00a-6643-4919-b7ce-94b30399363a req-59369288-5f56-43e8-a28b-7442b7938570 service neutron] 10.222.0.43 "GET /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862498 Jul 27 22:36:30.411137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc2352-2b8f-45ef-b249-efc4fa982d7f req-591abe75-bc62-4754-8c3f-dcd79f20d043 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:30.412629 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2dcc2352-2b8f-45ef-b249-efc4fa982d7f req-591abe75-bc62-4754-8c3f-dcd79f20d043 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1094 time: 0.0403693 Jul 27 22:36:30.446443 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2dcc2352-2b8f-45ef-b249-efc4fa982d7f req-8ce2d325-14ee-4d0b-af76-41512324db26 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279527 Jul 27 22:36:31.259581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device cdef5d09-2703-444c-8af1-11548b835ea4 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:36:31.350895 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port cdef5d09-2703-444c-8af1-11548b835ea4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cdef5d09-2703-444c-8af1-11548b835ea4,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:31.362621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'cdef5d09-2703-444c-8af1-11548b835ea4', 'network_id': '13fa425b-e4ae-4129-9e79-6edfd6e431b4', 'port_id': 'cdef5d09-2703-444c-8af1-11548b835ea4', 'mac_address': 'fa:16:3e:0f:a5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5581a8b7-650c-477e-9c75-1dba53f13b20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:36:31.397624 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:31.413774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdef5d09-2703-444c-8af1-11548b835ea4 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:36:31.432966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port cdef5d09-2703-444c-8af1-11548b835ea4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cdef5d09-2703-444c-8af1-11548b835ea4,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:31.437077 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:31.483509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=cdef5d09-2703-444c-8af1-11548b835ea4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:31.554841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99814e-6c41-40d3-8e74-aee5132f8387 req-2d6b0068-8b07-45e6-a593-fc7923b5334f tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:31.556351 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af99814e-6c41-40d3-8e74-aee5132f8387 req-2d6b0068-8b07-45e6-a593-fc7923b5334f tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1095 time: 0.0441630 Jul 27 22:36:31.593685 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af99814e-6c41-40d3-8e74-aee5132f8387 req-83ce6fe1-493f-4389-b89c-db7160762150 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311549 Jul 27 22:36:31.636873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cdef5d09-2703-444c-8af1-11548b835ea4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:36:32.706596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d34ba-c4cf-4dca-94cb-497dabb63552 req-29578bbf-3de2-4b0f-a0dc-41356816a6ae tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:32.708157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-323d34ba-c4cf-4dca-94cb-497dabb63552 req-29578bbf-3de2-4b0f-a0dc-41356816a6ae tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1095 time: 0.0489633 Jul 27 22:36:32.743947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-323d34ba-c4cf-4dca-94cb-497dabb63552 req-c2694b53-f04c-49b8-8938-37fe4a2b1b74 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293829 Jul 27 22:36:33.275212 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device cdef5d09-2703-444c-8af1-11548b835ea4 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:36:33.338171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port cdef5d09-2703-444c-8af1-11548b835ea4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:36:33.340526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port cdef5d09-2703-444c-8af1-11548b835ea4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:36:33.341419 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:33.415654 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:33.438191 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479a295a-8e69-48db-b7b0-a7c92c92cd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdef5d09-2703-444c-8af1-11548b835ea4'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:36:33.440406 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8343d7-a3ef-4740-b8c5-710282529212" -d '{"events": [{"server_uuid": "479a295a-8e69-48db-b7b0-a7c92c92cd17", "name": "network-vif-plugged", "status": "completed", "tag": "cdef5d09-2703-444c-8af1-11548b835ea4"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:36:33.453358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port cdef5d09-2703-444c-8af1-11548b835ea4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cdef5d09-2703-444c-8af1-11548b835ea4,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:33.457447 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:33.482783 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243ae532-9b74-4519-9f30-564e9e9312fa x-openstack-request-id: req-243ae532-9b74-4519-9f30-564e9e9312fa {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:36:33.483067 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479a295a-8e69-48db-b7b0-a7c92c92cd17", "name": "network-vif-plugged", "status": "completed", "tag": "cdef5d09-2703-444c-8af1-11548b835ea4", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:36:33.483315 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-243ae532-9b74-4519-9f30-564e9e9312fa {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:36:33.483690 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479a295a-8e69-48db-b7b0-a7c92c92cd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdef5d09-2703-444c-8af1-11548b835ea4', 'code': 200} Jul 27 22:36:33.508914 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=cdef5d09-2703-444c-8af1-11548b835ea4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:33.575692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de705d-93b9-4679-9adb-1256aa216fed req-183497fd-cae5-4d5b-a274-df3a9cf79735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:33.577403 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c9de705d-93b9-4679-9adb-1256aa216fed req-183497fd-cae5-4d5b-a274-df3a9cf79735 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1096 time: 0.0411670 Jul 27 22:36:33.612017 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c9de705d-93b9-4679-9adb-1256aa216fed req-0743b89a-42c4-414c-8ad0-0362d8dc4ef3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269752 Jul 27 22:36:33.847784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19153f0-9f58-4b03-adf8-66de97bcf17f req-114cf868-894c-4ea6-bdf7-44363369397c tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:33.849185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c19153f0-9f58-4b03-adf8-66de97bcf17f req-114cf868-894c-4ea6-bdf7-44363369397c tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1096 time: 0.0405509 Jul 27 22:36:33.883520 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c19153f0-9f58-4b03-adf8-66de97bcf17f req-1c025b35-adb3-4c52-9b43-fc76d2d6a14b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284586 Jul 27 22:36:34.999922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1253cc1-7aeb-4050-9f06-d7e97cb487d2 req-f25bac22-f463-4ea7-b755-44c54468eaa1 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:35.001465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1253cc1-7aeb-4050-9f06-d7e97cb487d2 req-f25bac22-f463-4ea7-b755-44c54468eaa1 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1096 time: 0.0494831 Jul 27 22:36:35.040000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1253cc1-7aeb-4050-9f06-d7e97cb487d2 req-4f864c7b-e0c3-456c-9b06-cc9439271f67 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287113 Jul 27 22:36:35.144488 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9af979-f1b2-4084-883e-aab39e2b9d40 req-730ec607-3ee0-4c07-ac1b-bc5104060965 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:35.145993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de9af979-f1b2-4084-883e-aab39e2b9d40 req-730ec607-3ee0-4c07-ac1b-bc5104060965 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1096 time: 0.0412226 Jul 27 22:36:35.180087 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de9af979-f1b2-4084-883e-aab39e2b9d40 req-65c2b4f8-bd18-4147-8b78-b84bbae49f9e tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282094 Jul 27 22:36:35.282663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba198f-e14e-4e64-aec6-a226c191e3e9 req-927f21c3-a823-4120-966a-10d5981994fc tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:35.284217 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0eba198f-e14e-4e64-aec6-a226c191e3e9 req-927f21c3-a823-4120-966a-10d5981994fc tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1096 time: 0.0405638 Jul 27 22:36:35.319499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0eba198f-e14e-4e64-aec6-a226c191e3e9 req-cc2c7e91-d71e-4170-9fa2-10092cf92f31 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288825 Jul 27 22:36:35.540458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876813c4-6899-4e9e-9693-4963b31740fd req-6092e3b5-7147-47f9-b03d-d74445565c80 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:35.541953 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-876813c4-6899-4e9e-9693-4963b31740fd req-6092e3b5-7147-47f9-b03d-d74445565c80 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1096 time: 0.0436130 Jul 27 22:36:35.576095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-876813c4-6899-4e9e-9693-4963b31740fd req-c7bf7594-5b3c-422a-bde7-de3b963ac721 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274363 Jul 27 22:36:36.691237 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee92a4-3229-4823-9f41-e2e17efafaea req-098dc3ab-0497-49ac-9a8a-95077a0e7e13 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:36.692765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acee92a4-3229-4823-9f41-e2e17efafaea req-098dc3ab-0497-49ac-9a8a-95077a0e7e13 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1096 time: 0.0420623 Jul 27 22:36:36.728473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acee92a4-3229-4823-9f41-e2e17efafaea req-42afcd3e-9f8c-4cb1-841e-07ae13179c08 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288157 Jul 27 22:36:36.877501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec112514-b1e8-4eb5-a2a0-a69d61e5a6f1 req-608f2727-6b4b-4cfa-b5da-c04eec8b0ce8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:36.878985 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec112514-b1e8-4eb5-a2a0-a69d61e5a6f1 req-608f2727-6b4b-4cfa-b5da-c04eec8b0ce8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 1096 time: 0.0411496 Jul 27 22:36:36.918115 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:36:36.965138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-ec112514-b1e8-4eb5-a2a0-a69d61e5a6f1 req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Deleting port cdef5d09-2703-444c-8af1-11548b835ea4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:36.965477 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec112514-b1e8-4eb5-a2a0-a69d61e5a6f1 req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:37.049141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-ec112514-b1e8-4eb5-a2a0-a69d61e5a6f1 req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] For port cdef5d09-2703-444c-8af1-11548b835ea4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=cdef5d09-2703-444c-8af1-11548b835ea4,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:37.049514 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec112514-b1e8-4eb5-a2a0-a69d61e5a6f1 req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:37.062199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-ec112514-b1e8-4eb5-a2a0-a69d61e5a6f1 req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Calling delete_port for cdef5d09-2703-444c-8af1-11548b835ea4 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:37.185797 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec112514-b1e8-4eb5-a2a0-a69d61e5a6f1 req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:37.197019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['cdef5d09-2703-444c-8af1-11548b835ea4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:36:37.213568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdef5d09-2703-444c-8af1-11548b835ea4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:37.219101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['6295f093-1741-4068-b7f1-203310b17f82'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:36:37.225042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:37.225497 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:37.225789 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:37.226129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:37.227017 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:37.227017 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:37.227236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:37.227722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:37.227974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:37.228092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:37.228384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:37.228697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:37.274516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec112514-b1e8-4eb5-a2a0-a69d61e5a6f1 req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] No DVR routers for this DVR port cdef5d09-2703-444c-8af1-11548b835ea4 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:36:37.277487 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-ec112514-b1e8-4eb5-a2a0-a69d61e5a6f1 req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:37.280223 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec112514-b1e8-4eb5-a2a0-a69d61e5a6f1 req-a42722dc-d0e1-40c3-bb0d-7ff916340f8b tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.43 "DELETE /v2.0/ports/cdef5d09-2703-444c-8af1-11548b835ea4 HTTP/1.1" status: 204 len: 173 time: 0.3944063 Jul 27 22:36:37.280739 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479a295a-8e69-48db-b7b0-a7c92c92cd17', 'name': 'network-vif-deleted', 'tag': 'cdef5d09-2703-444c-8af1-11548b835ea4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:36:37.283107 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906bd4c8-ffd2-4bf7-afed-50fa3859308f" -d '{"events": [{"server_uuid": "479a295a-8e69-48db-b7b0-a7c92c92cd17", "name": "network-vif-deleted", "tag": "cdef5d09-2703-444c-8af1-11548b835ea4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:36:37.334112 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab0b2a6-391b-42b0-9f33-80532b112110 x-openstack-request-id: req-fab0b2a6-391b-42b0-9f33-80532b112110 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:36:37.334487 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479a295a-8e69-48db-b7b0-a7c92c92cd17", "name": "network-vif-deleted", "tag": "cdef5d09-2703-444c-8af1-11548b835ea4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:36:37.334860 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fab0b2a6-391b-42b0-9f33-80532b112110 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:36:37.335351 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479a295a-8e69-48db-b7b0-a7c92c92cd17', 'name': 'network-vif-deleted', 'tag': 'cdef5d09-2703-444c-8af1-11548b835ea4', 'status': 'completed', 'code': 200} Jul 27 22:36:37.846444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3401c9b5-c938-4758-8f8a-99d811333c47 req-99acafc6-835d-4aeb-a98b-3af555778b90 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=479a295a-8e69-48db-b7b0-a7c92c92cd17 HTTP/1.1" status: 200 len: 210 time: 0.0269780 Jul 27 22:36:39.105843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b67b5-b369-47d3-a10e-dc26e23b9c80 req-4ec57e9f-0cb4-4889-9d0a-bd0c5cda978f tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:39.107377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c4b67b5-b369-47d3-a10e-dc26e23b9c80 req-4ec57e9f-0cb4-4889-9d0a-bd0c5cda978f tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1097 time: 0.0403190 Jul 27 22:36:39.145372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c4b67b5-b369-47d3-a10e-dc26e23b9c80 req-0835be60-e803-4d9d-8f68-f93d1d80c654 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Jul 27 22:36:40.352564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a93b80-a235-40ba-9e2e-7238419d23ee req-8607f8f0-ec1a-4fbd-bb78-437ee1154a5f tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:40.354104 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0a93b80-a235-40ba-9e2e-7238419d23ee req-8607f8f0-ec1a-4fbd-bb78-437ee1154a5f tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1097 time: 0.0421081 Jul 27 22:36:40.389881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb07e9-ba33-44ff-9bf2-431011c01f6d req-eef7b3a4-b8db-4f1b-8727-673410d432a8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:40.390558 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e0a93b80-a235-40ba-9e2e-7238419d23ee req-5b308ddc-662f-4367-ade6-0641eaa31e72 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5f032a0f-1c93-4785-a57b-ee4217f0ced3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297115 Jul 27 22:36:40.391553 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c5eb07e9-ba33-44ff-9bf2-431011c01f6d req-eef7b3a4-b8db-4f1b-8727-673410d432a8 tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7fa30d25-e873-4207-b8dc-b159f6d6fb15 HTTP/1.1" status: 200 len: 1097 time: 0.0417650 Jul 27 22:36:40.467600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c5eb07e9-ba33-44ff-9bf2-431011c01f6d req-47f9735d-397a-4cbc-9362-cd1b3e1fdd1c tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Deleting port 6295f093-1741-4068-b7f1-203310b17f82 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:40.467937 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5eb07e9-ba33-44ff-9bf2-431011c01f6d req-47f9735d-397a-4cbc-9362-cd1b3e1fdd1c tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:40.545875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-c5eb07e9-ba33-44ff-9bf2-431011c01f6d req-47f9735d-397a-4cbc-9362-cd1b3e1fdd1c tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] For port 6295f093-1741-4068-b7f1-203310b17f82, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=6295f093-1741-4068-b7f1-203310b17f82,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:40.546242 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5eb07e9-ba33-44ff-9bf2-431011c01f6d req-47f9735d-397a-4cbc-9362-cd1b3e1fdd1c tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:40.559465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-c5eb07e9-ba33-44ff-9bf2-431011c01f6d req-47f9735d-397a-4cbc-9362-cd1b3e1fdd1c tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Calling delete_port for 6295f093-1741-4068-b7f1-203310b17f82 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:40.685647 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5eb07e9-ba33-44ff-9bf2-431011c01f6d req-47f9735d-397a-4cbc-9362-cd1b3e1fdd1c tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:40.695956 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['6295f093-1741-4068-b7f1-203310b17f82'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:36:40.717569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9735d-397a-4cbc-9362-cd1b3e1fdd1c tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Pushing event deleted for resources: {'Port': ['ID=6295f093-1741-4068-b7f1-203310b17f82,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:40.765032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5eb07e9-ba33-44ff-9bf2-431011c01f6d req-47f9735d-397a-4cbc-9362-cd1b3e1fdd1c tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] No DVR routers for this DVR port 6295f093-1741-4068-b7f1-203310b17f82 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:36:40.768064 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-c5eb07e9-ba33-44ff-9bf2-431011c01f6d req-47f9735d-397a-4cbc-9362-cd1b3e1fdd1c tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:40.770417 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c5eb07e9-ba33-44ff-9bf2-431011c01f6d req-47f9735d-397a-4cbc-9362-cd1b3e1fdd1c tempest-TestServerMultinode-737156390 tempest-TestServerMultinode-737156390-project-admin] 10.222.0.41 "DELETE /v2.0/ports/6295f093-1741-4068-b7f1-203310b17f82 HTTP/1.1" status: 204 len: 173 time: 0.3731353 Jul 27 22:36:40.770870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa30d25-e873-4207-b8dc-b159f6d6fb15', 'name': 'network-vif-deleted', 'tag': '6295f093-1741-4068-b7f1-203310b17f82'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:36:40.773282 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb1a653-4501-46d0-81c5-15db16bc5aa3" -d '{"events": [{"server_uuid": "7fa30d25-e873-4207-b8dc-b159f6d6fb15", "name": "network-vif-deleted", "tag": "6295f093-1741-4068-b7f1-203310b17f82"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:36:40.813576 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3033748f-0f57-45b3-973c-e785b0179bc1 x-openstack-request-id: req-3033748f-0f57-45b3-973c-e785b0179bc1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:36:40.814125 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa30d25-e873-4207-b8dc-b159f6d6fb15", "name": "network-vif-deleted", "tag": "6295f093-1741-4068-b7f1-203310b17f82", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:36:40.814355 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3033748f-0f57-45b3-973c-e785b0179bc1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:36:40.814759 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa30d25-e873-4207-b8dc-b159f6d6fb15', 'name': 'network-vif-deleted', 'tag': '6295f093-1741-4068-b7f1-203310b17f82', 'status': 'completed', 'code': 200} Jul 27 22:36:41.284960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device cdef5d09-2703-444c-8af1-11548b835ea4 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:36:41.306853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: cdef5d09-2703-444c-8af1-11548b835ea4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:36:41.307199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device cdef5d09-2703-444c-8af1-11548b835ea4 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:36:41.449843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59356) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:41.811847 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d70c8d1-fca0-4fd0-9b2a-6af2a83c8c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.067443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6d70c8d1-fca0-4fd0-9b2a-6af2a83c8c25 admin admin] Deleting port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:42.067697 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d70c8d1-fca0-4fd0-9b2a-6af2a83c8c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.154330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-6d70c8d1-fca0-4fd0-9b2a-6af2a83c8c25 admin admin] For port 9216473b-69e8-4f3f-bdd5-9436d4cfebb9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9216473b-69e8-4f3f-bdd5-9436d4cfebb9,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:42.155447 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d70c8d1-fca0-4fd0-9b2a-6af2a83c8c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.172286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-6d70c8d1-fca0-4fd0-9b2a-6af2a83c8c25 admin admin] Calling delete_port for 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:42.399458 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d70c8d1-fca0-4fd0-9b2a-6af2a83c8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.429951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70c8d1-fca0-4fd0-9b2a-6af2a83c8c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=9216473b-69e8-4f3f-bdd5-9436d4cfebb9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:42.647630 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6d70c8d1-fca0-4fd0-9b2a-6af2a83c8c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.651576 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.804914 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b34caab4-4d5a-40d5-8e18-bd324b5f847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:42.902991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d70c8d1-fca0-4fd0-9b2a-6af2a83c8c25 admin admin] Router 487fed41-cf7f-47ab-8184-b38c4b53aa84 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:36:43.011166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d70c8d1-fca0-4fd0-9b2a-6af2a83c8c25 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:36:43.016487 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6d70c8d1-fca0-4fd0-9b2a-6af2a83c8c25 admin admin] 10.222.0.24 "PUT /v2.0/routers/487fed41-cf7f-47ab-8184-b38c4b53aa84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5653179 Jul 27 22:36:43.018940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59358) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:43.019851 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f06a51a-a36a-44a6-b270-71c46b5567a0 None None] Sync routers for ids ['487fed41-cf7f-47ab-8184-b38c4b53aa84'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:36:43.123396 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06a51a-a36a-44a6-b270-71c46b5567a0 None None] Routers {'487fed41-cf7f-47ab-8184-b38c4b53aa84'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:43.124049 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0f06a51a-a36a-44a6-b270-71c46b5567a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:36:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['487fed41-cf7f-47ab-8184-b38c4b53aa84'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:43.126947 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:43.229811 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:43.235735 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0f06a51a-a36a-44a6-b270-71c46b5567a0 None None] Set router 487fed41-cf7f-47ab-8184-b38c4b53aa84 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:43.510720 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0f06a51a-a36a-44a6-b270-71c46b5567a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'name': 'tempest-TestServerMultinode-930925749-router', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:05Z', 'updated_at': '2021-07-27T22:36:42Z', 'revision_number': 5, 'project_id': '9a345c8a3384441b8acf7469cc925269', 'gw_port': {'id': 'dec97cec-b6c8-4f0b-91f9-5ad08e53d551', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:06Z', 'updated_at': '2021-07-27T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:43.543921 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f06a51a-a36a-44a6-b270-71c46b5567a0 None None] Checking router: 487fed41-cf7f-47ab-8184-b38c4b53aa84 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:36:43.558325 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06a51a-a36a-44a6-b270-71c46b5567a0 None None] Routers {'487fed41-cf7f-47ab-8184-b38c4b53aa84'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:43.558955 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0f06a51a-a36a-44a6-b270-71c46b5567a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:36:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['487fed41-cf7f-47ab-8184-b38c4b53aa84'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:43.591957 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Deleting port dec97cec-b6c8-4f0b-91f9-5ad08e53d551 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:43.592303 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:43.648937 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0f06a51a-a36a-44a6-b270-71c46b5567a0 None None] Set router 487fed41-cf7f-47ab-8184-b38c4b53aa84 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:43.674586 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] For port dec97cec-b6c8-4f0b-91f9-5ad08e53d551, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=dec97cec-b6c8-4f0b-91f9-5ad08e53d551,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:43.675215 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:43.687822 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Calling delete_port for dec97cec-b6c8-4f0b-91f9-5ad08e53d551 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:43.720901 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0f06a51a-a36a-44a6-b270-71c46b5567a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'name': 'tempest-TestServerMultinode-930925749-router', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:05Z', 'updated_at': '2021-07-27T22:36:43Z', 'revision_number': 6, 'project_id': '9a345c8a3384441b8acf7469cc925269', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:43.751298 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f06a51a-a36a-44a6-b270-71c46b5567a0 None None] The sync data for ids ['487fed41-cf7f-47ab-8184-b38c4b53aa84'] in n-d-802011-3 is: [{'id': '487fed41-cf7f-47ab-8184-b38c4b53aa84', 'name': 'tempest-TestServerMultinode-930925749-router', 'tenant_id': '9a345c8a3384441b8acf7469cc925269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:05Z', 'updated_at': '2021-07-27T22:36:43Z', 'revision_number': 6, 'project_id': '9a345c8a3384441b8acf7469cc925269', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:36:43.856968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:43.893193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec97cec-b6c8-4f0b-91f9-5ad08e53d551,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:43.950904 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.048944 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.051274 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.100547 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.101217 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 487fed41-cf7f-47ab-8184-b38c4b53aa84 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:36:44.109016 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.110811 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-24046c36-fb76-4232-80ba-f9fecc0afc33 admin admin] 10.222.0.24 "DELETE /v2.0/routers/487fed41-cf7f-47ab-8184-b38c4b53aa84 HTTP/1.1" status: 204 len: 168 time: 1.0909157 Jul 27 22:36:44.113538 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59360) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:44.160091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-55855ef6-3898-4db4-891c-61c9decabbea admin admin] Deleting subnet 5581a8b7-650c-477e-9c75-1dba53f13b20 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:36:44.163574 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55855ef6-3898-4db4-891c-61c9decabbea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.202129 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55855ef6-3898-4db4-891c-61c9decabbea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.281790 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55855ef6-3898-4db4-891c-61c9decabbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.334806 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55855ef6-3898-4db4-891c-61c9decabbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.361824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55855ef6-3898-4db4-891c-61c9decabbea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5581a8b7-650c-477e-9c75-1dba53f13b20,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:44.366682 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-55855ef6-3898-4db4-891c-61c9decabbea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.371199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:44.372107 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-55855ef6-3898-4db4-891c-61c9decabbea admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5581a8b7-650c-477e-9c75-1dba53f13b20 HTTP/1.1" status: 204 len: 168 time: 0.2573452 Jul 27 22:36:44.374080 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52840ada-76af-4122-b531-2154f13b9cf0 None None] Network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:36:44.444847 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.507969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Deleting port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:44.508313 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.559825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] DHCP port deletion for 13fa425b-e4ae-4129-9e79-6edfd6e431b4 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:36:44.577792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] For port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=97db1e7c-5537-4ce2-8436-fe5b1ac85b04,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:44.578165 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.592145 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Calling delete_port for 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:44.597206 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dec97cec-b6c8-4f0b-91f9-5ad08e53d551 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:36:44.618787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: dec97cec-b6c8-4f0b-91f9-5ad08e53d551 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:36:44.619129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dec97cec-b6c8-4f0b-91f9-5ad08e53d551 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:36:44.619538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:36:44.642173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:36:44.642709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9216473b-69e8-4f3f-bdd5-9436d4cfebb9 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:36:44.660916 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Deleting port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:44.661290 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.687139 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.716316 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Pushing event deleted for resources: {'Port': ['ID=97db1e7c-5537-4ce2-8436-fe5b1ac85b04,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:44.718342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] No DVR routers for this DVR port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:36:44.795874 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.812193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fa425b-e4ae-4129-9e79-6edfd6e431b4']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:44.832572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed08ce0-e183-4f09-a7ce-e485d39eb588') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:44.833244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed08ce0-e183-4f09-a7ce-e485d39eb588') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:44.850770 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.865972 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.874537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:36:44.875007 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:36:44.877612 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:36:44.886199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] For port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=97db1e7c-5537-4ce2-8436-fe5b1ac85b04,segment=NetworkSegment(2ed08ce0-e183-4f09-a7ce-e485d39eb588),segment_id=2ed08ce0-e183-4f09-a7ce-e485d39eb588)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:44.886635 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.898463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Calling delete_port for 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:44.934045 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.940355 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.942295 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] 10.222.0.24 "DELETE /v2.0/networks/13fa425b-e4ae-4129-9e79-6edfd6e431b4 HTTP/1.1" status: 204 len: 168 time: 0.5643337 Jul 27 22:36:44.945519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59364) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:44.956118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dbe47-2942-4587-a44f-22d64fe0691f admin admin] Pushing event deleted for resources: {'Network': ['ID=13fa425b-e4ae-4129-9e79-6edfd6e431b4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:36:44.970854 n-d-802011-3 neutron-server[93836]: self.session.flush() Jul 27 22:36:44.982055 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:44.994248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Network 13fa425b-e4ae-4129-9e79-6edfd6e431b4 is not hosted by any dhcp agent {{(pid=93836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 22:36:44.994729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] No DVR routers for this DVR port 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:36:45.017156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Pushing event deleted for resources: {'Port': ['ID=97db1e7c-5537-4ce2-8436-fe5b1ac85b04,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:45.025404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:45.025602 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:45.025938 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:45.027430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:45.027430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:45.027742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:45.027970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:45.028298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:45.028621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:45.028944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:45.029274 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:45.029666 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d012b-672d-4fec-826f-8b862ae81f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:36:45.121567 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6295f093-1741-4068-b7f1-203310b17f82 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:36:45.142492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 6295f093-1741-4068-b7f1-203310b17f82 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:36:45.142843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 6295f093-1741-4068-b7f1-203310b17f82 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:36:45.298694 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04554a17-3155-43df-b3b9-fdf10bb16c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.454901 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e5734235-6de8-45ae-8ef1-1bed77929344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.556333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-04554a17-3155-43df-b3b9-fdf10bb16c1b admin admin] Deleting port b9d534e7-fc16-4829-b49d-f7682b2f6921 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:45.556671 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04554a17-3155-43df-b3b9-fdf10bb16c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.645540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-04554a17-3155-43df-b3b9-fdf10bb16c1b admin admin] For port b9d534e7-fc16-4829-b49d-f7682b2f6921, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=b9d534e7-fc16-4829-b49d-f7682b2f6921,segment=NetworkSegment(ce32fa9d-3098-4a6b-a119-be5e4679b07b),segment_id=ce32fa9d-3098-4a6b-a119-be5e4679b07b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:45.645912 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04554a17-3155-43df-b3b9-fdf10bb16c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.660102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-04554a17-3155-43df-b3b9-fdf10bb16c1b admin admin] Calling delete_port for b9d534e7-fc16-4829-b49d-f7682b2f6921 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:45.799089 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.854426 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04554a17-3155-43df-b3b9-fdf10bb16c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:45.879372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04554a17-3155-43df-b3b9-fdf10bb16c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d534e7-fc16-4829-b49d-f7682b2f6921,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:46.054153 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04554a17-3155-43df-b3b9-fdf10bb16c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:46.271058 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04554a17-3155-43df-b3b9-fdf10bb16c1b admin admin] Router f42b292a-30c3-4970-aaf0-a49eaea2fda6 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:36:46.379437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04554a17-3155-43df-b3b9-fdf10bb16c1b admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:36:46.384824 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-04554a17-3155-43df-b3b9-fdf10bb16c1b admin admin] 10.222.0.24 "PUT /v2.0/routers/f42b292a-30c3-4970-aaf0-a49eaea2fda6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4382663 Jul 27 22:36:46.387443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59366) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:46.389711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fe7ac-421c-468f-8509-2d12646c3699 None None] Sync routers for ids ['f42b292a-30c3-4970-aaf0-a49eaea2fda6'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:36:46.399584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:36:46.421413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:36:46.421753 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 97db1e7c-5537-4ce2-8436-fe5b1ac85b04 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:36:46.423120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308fe7ac-421c-468f-8509-2d12646c3699 None None] Routers {'f42b292a-30c3-4970-aaf0-a49eaea2fda6'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:46.423850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-308fe7ac-421c-468f-8509-2d12646c3699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:36:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f42b292a-30c3-4970-aaf0-a49eaea2fda6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:46.495822 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:46.516869 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:46.536614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-308fe7ac-421c-468f-8509-2d12646c3699 None None] Set router f42b292a-30c3-4970-aaf0-a49eaea2fda6 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:46.599127 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:46.647541 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:46.651630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Deleting port 2d581f4a-876b-4165-ac54-651ec5313082 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:46.651978 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:46.723214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-308fe7ac-421c-468f-8509-2d12646c3699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'name': 'tempest-TestServerMultinode-905038945-router', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': '2d581f4a-876b-4165-ac54-651ec5313082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:45Z', 'revision_number': 5, 'project_id': '5a38825ad9e548af9d5a893684749815', 'gw_port': {'id': '2d581f4a-876b-4165-ac54-651ec5313082', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:46.735795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] For port 2d581f4a-876b-4165-ac54-651ec5313082, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2d581f4a-876b-4165-ac54-651ec5313082,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:46.736172 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:46.748892 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fe7ac-421c-468f-8509-2d12646c3699 None None] Checking router: f42b292a-30c3-4970-aaf0-a49eaea2fda6 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:36:46.749173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Calling delete_port for 2d581f4a-876b-4165-ac54-651ec5313082 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:46.757755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308fe7ac-421c-468f-8509-2d12646c3699 None None] Routers {'f42b292a-30c3-4970-aaf0-a49eaea2fda6'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:36:46.758407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-308fe7ac-421c-468f-8509-2d12646c3699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:36:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f42b292a-30c3-4970-aaf0-a49eaea2fda6'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:46.843583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-308fe7ac-421c-468f-8509-2d12646c3699 None None] Set router f42b292a-30c3-4970-aaf0-a49eaea2fda6 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:36:46.897496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-308fe7ac-421c-468f-8509-2d12646c3699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'name': 'tempest-TestServerMultinode-905038945-router', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:46Z', 'revision_number': 6, 'project_id': '5a38825ad9e548af9d5a893684749815', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:46.919716 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:46.928801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308fe7ac-421c-468f-8509-2d12646c3699 None None] The sync data for ids ['f42b292a-30c3-4970-aaf0-a49eaea2fda6'] in n-d-802011-3 is: [{'id': 'f42b292a-30c3-4970-aaf0-a49eaea2fda6', 'name': 'tempest-TestServerMultinode-905038945-router', 'tenant_id': '5a38825ad9e548af9d5a893684749815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:36:10Z', 'updated_at': '2021-07-27T22:36:46Z', 'revision_number': 6, 'project_id': '5a38825ad9e548af9d5a893684749815', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:36:46.947328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Pushing event deleted for resources: {'Port': ['ID=2d581f4a-876b-4165-ac54-651ec5313082,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:47.006071 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.102674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.104751 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.148597 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.149070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Fanout notify agent at l3_agent the message router_deleted on router f42b292a-30c3-4970-aaf0-a49eaea2fda6 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:36:47.153166 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.154359 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1dfa6a89-8f0a-4490-95c3-7a5bdf4658df admin admin] 10.222.0.24 "DELETE /v2.0/routers/f42b292a-30c3-4970-aaf0-a49eaea2fda6 HTTP/1.1" status: 204 len: 168 time: 0.7659612 Jul 27 22:36:47.156797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59368) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:47.201075 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e9f543-94cc-425b-9d2a-e7787fde692f admin admin] Deleting subnet 5dd784bb-66c7-4d8f-abdd-8de8b1b445c8 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:36:47.204789 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8e9f543-94cc-425b-9d2a-e7787fde692f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.239300 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8e9f543-94cc-425b-9d2a-e7787fde692f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.324495 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8e9f543-94cc-425b-9d2a-e7787fde692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.388672 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8e9f543-94cc-425b-9d2a-e7787fde692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.417555 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a8e9f543-94cc-425b-9d2a-e7787fde692f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.419357 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a8e9f543-94cc-425b-9d2a-e7787fde692f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5dd784bb-66c7-4d8f-abdd-8de8b1b445c8 HTTP/1.1" status: 204 len: 168 time: 0.2616553 Jul 27 22:36:47.420703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9f543-94cc-425b-9d2a-e7787fde692f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd784bb-66c7-4d8f-abdd-8de8b1b445c8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:47.422031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59370) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:47.423066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37019a74-8c77-4f79-9051-def8ecfa3f14 None None] Network 9eb5ff63-4354-4749-bdea-a23d51a9aa91 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:36:47.494553 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.547984 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Deleting port ace512d4-c0c1-48d5-b25c-0263e47e05fc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:47.548402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.618784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] For port ace512d4-c0c1-48d5-b25c-0263e47e05fc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ace512d4-c0c1-48d5-b25c-0263e47e05fc,segment=NetworkSegment(ce32fa9d-3098-4a6b-a119-be5e4679b07b),segment_id=ce32fa9d-3098-4a6b-a119-be5e4679b07b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:47.619084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.631825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Calling delete_port for ace512d4-c0c1-48d5-b25c-0263e47e05fc owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:47.708252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46171b7-aa07-4d60-a4a2-10881ffe659e None None] DHCP port deletion for 9eb5ff63-4354-4749-bdea-a23d51a9aa91 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:36:47.718563 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.752953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Pushing event deleted for resources: {'Port': ['ID=ace512d4-c0c1-48d5-b25c-0263e47e05fc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:47.756655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] No DVR routers for this DVR port ace512d4-c0c1-48d5-b25c-0263e47e05fc on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:36:47.762525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a46171b7-aa07-4d60-a4a2-10881ffe659e None None] Deleting port ace512d4-c0c1-48d5-b25c-0263e47e05fc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:36:47.762902 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a46171b7-aa07-4d60-a4a2-10881ffe659e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.826359 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a46171b7-aa07-4d60-a4a2-10881ffe659e None None] For port ace512d4-c0c1-48d5-b25c-0263e47e05fc, host n-d-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:36:47.826756 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a46171b7-aa07-4d60-a4a2-10881ffe659e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.831424 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.840612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a46171b7-aa07-4d60-a4a2-10881ffe659e None None] Calling delete_port for ace512d4-c0c1-48d5-b25c-0263e47e05fc owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:36:47.841050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb5ff63-4354-4749-bdea-a23d51a9aa91']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:47.843558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-a46171b7-aa07-4d60-a4a2-10881ffe659e None None] Port ace512d4-c0c1-48d5-b25c-0263e47e05fc was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:36:47.844975 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a46171b7-aa07-4d60-a4a2-10881ffe659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.852065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce32fa9d-3098-4a6b-a119-be5e4679b07b') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:47.852364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce32fa9d-3098-4a6b-a119-be5e4679b07b') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:36:47.861791 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.865646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46171b7-aa07-4d60-a4a2-10881ffe659e None None] Pushing event deleted for resources: {'Port': ['ID=ace512d4-c0c1-48d5-b25c-0263e47e05fc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:47.877639 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46171b7-aa07-4d60-a4a2-10881ffe659e None None] No DVR routers for this DVR port ace512d4-c0c1-48d5-b25c-0263e47e05fc on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:36:47.879096 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.888612 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:36:47.889107 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:36:47.890921 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:36:47.946521 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.951586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:47.953942 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] 10.222.0.24 "DELETE /v2.0/networks/9eb5ff63-4354-4749-bdea-a23d51a9aa91 HTTP/1.1" status: 204 len: 168 time: 0.5301199 Jul 27 22:36:47.967299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce18f3-7556-4658-b1b6-8be1b844746d admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb5ff63-4354-4749-bdea-a23d51a9aa91,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:48.124913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59374) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:48.164268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-56b9927d-4949-43a1-b641-d6b02eda71bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a345c8a3384441b8acf7469cc925269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373445 Jul 27 22:36:48.166622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:48.193518 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:48.218970 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f734c84-2570-43cc-8df3-4bbc8d254040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:48.240709 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f734c84-2570-43cc-8df3-4bbc8d254040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:48.285777 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f734c84-2570-43cc-8df3-4bbc8d254040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:48.288390 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1f734c84-2570-43cc-8df3-4bbc8d254040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:48.289537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1f734c84-2570-43cc-8df3-4bbc8d254040 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81ea4336-6b29-464b-9104-7126a66bf504 HTTP/1.1" status: 204 len: 168 time: 0.1220341 Jul 27 22:36:48.296993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f734c84-2570-43cc-8df3-4bbc8d254040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ea4336-6b29-464b-9104-7126a66bf504,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:36:48.372175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b9d534e7-fc16-4829-b49d-f7682b2f6921 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:36:48.397785 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: b9d534e7-fc16-4829-b49d-f7682b2f6921 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:36:48.398132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device b9d534e7-fc16-4829-b49d-f7682b2f6921 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:36:48.398577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2d581f4a-876b-4165-ac54-651ec5313082 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:36:48.417425 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 2d581f4a-876b-4165-ac54-651ec5313082 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:36:48.417767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2d581f4a-876b-4165-ac54-651ec5313082 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:36:48.418176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ace512d4-c0c1-48d5-b25c-0263e47e05fc no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:36:48.436404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: ace512d4-c0c1-48d5-b25c-0263e47e05fc {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:36:48.436824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ace512d4-c0c1-48d5-b25c-0263e47e05fc not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:36:48.607225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59384) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:48.646229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1290f4a2-aef3-4115-b777-f8f54d0c3984 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a38825ad9e548af9d5a893684749815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378671 Jul 27 22:36:48.648663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59386) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:36:48.703568 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4102cec8-37c5-4de3-b3f7-1320efb2fa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:48.724544 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4102cec8-37c5-4de3-b3f7-1320efb2fa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:48.770125 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4102cec8-37c5-4de3-b3f7-1320efb2fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:48.772671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4102cec8-37c5-4de3-b3f7-1320efb2fa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:48.773822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4102cec8-37c5-4de3-b3f7-1320efb2fa6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f032a0f-1c93-4785-a57b-ee4217f0ced3 HTTP/1.1" status: 204 len: 168 time: 0.1242783 Jul 27 22:36:48.781427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102cec8-37c5-4de3-b3f7-1320efb2fa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f032a0f-1c93-4785-a57b-ee4217f0ced3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:12.666184 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:12.806230 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e6fe3263-f108-4fd5-9c57-53f55107dbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:13.917293 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:37:15.456262 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-20115939-41c6-452b-beab-2afdb290cf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:15.791028 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:16.488305 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:16.641200 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:18.195364 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:26.708477 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89360281-b2ad-44a8-a1b0-c76d6fd0ac8e req-fceb4319-7cbb-4f87-a57d-d9a4e945d69e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396202 Jul 27 22:37:26.793703 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89360281-b2ad-44a8-a1b0-c76d6fd0ac8e req-a5ad10dd-93cc-4c1d-8a71-01a0b16982bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:26.795215 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89360281-b2ad-44a8-a1b0-c76d6fd0ac8e req-a5ad10dd-93cc-4c1d-8a71-01a0b16982bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 1096 time: 0.0446894 Jul 27 22:37:26.899538 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89360281-b2ad-44a8-a1b0-c76d6fd0ac8e req-e0ace5cd-5f88-43ab-a448-c8d5bd9e2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:26.901220 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89360281-b2ad-44a8-a1b0-c76d6fd0ac8e req-e0ace5cd-5f88-43ab-a448-c8d5bd9e2e84 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.0857649 Jul 27 22:37:26.975686 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89360281-b2ad-44a8-a1b0-c76d6fd0ac8e req-6ea66bf1-dae2-4406-8161-9d7e895a66cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875 HTTP/1.1" status: 200 len: 999 time: 0.0672984 Jul 27 22:37:27.022966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89360281-b2ad-44a8-a1b0-c76d6fd0ac8e req-ab443dac-30b7-4e2f-a7d7-f7c9d56990c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:27.025350 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89360281-b2ad-44a8-a1b0-c76d6fd0ac8e req-ab443dac-30b7-4e2f-a7d7-f7c9d56990c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0435045 Jul 27 22:37:27.068953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89360281-b2ad-44a8-a1b0-c76d6fd0ac8e req-3dfbf527-9f2b-44cd-9642-8e8592b03eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:27.070447 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89360281-b2ad-44a8-a1b0-c76d6fd0ac8e req-3dfbf527-9f2b-44cd-9642-8e8592b03eb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387285 Jul 27 22:37:27.160220 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89360281-b2ad-44a8-a1b0-c76d6fd0ac8e req-ba7b8935-9458-42c5-a125-27650a15c6f0 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827253 Jul 27 22:37:27.248676 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89360281-b2ad-44a8-a1b0-c76d6fd0ac8e req-d2bd55e2-f16c-4c1a-9f7b-d56a813fe7a8 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810289 Jul 27 22:37:39.645874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-aad8f20e-7feb-4700-865c-7a73be35f65b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516883616&fields=id&tenant_id=75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 267 time: 0.0374951 Jul 27 22:37:39.753830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-2a6dab19-dd79-48eb-8a8c-07f6e5a11e8d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:39.755307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-2a6dab19-dd79-48eb-8a8c-07f6e5a11e8d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.1022956 Jul 27 22:37:39.770045 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3955a41-9c6d-40dd-9a20-94568be812d2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/quotas/75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 375 time: 0.0086393 Jul 27 22:37:39.831195 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-9233143e-b2bf-47af-aa59-acc59a225da6 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0550659 Jul 27 22:37:40.031691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-aaf6ff98-a927-49de-adfd-32f3f096d40f service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871154 Jul 27 22:37:40.119436 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-baef67eb-70ae-4291-9e15-d20ca982bb47 service neutron] 10.222.0.24 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814524 Jul 27 22:37:40.464755 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34dd7026-66e9-4af3-8602-4e015d0512e7 req-24a710c0-c5df-4153-b3c3-3865a8baa50f tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 210 time: 0.0896702 Jul 27 22:37:41.340850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-8a32c555-a795-4f11-bcca-25e411339621 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:41.342645 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-8a32c555-a795-4f11-bcca-25e411339621 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.41 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 811 time: 0.1348240 Jul 27 22:37:41.403166 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-38401f46-053c-4b3b-b41f-7546d02a874a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75d2e7c8619341e1afb2aec6e4035896 HTTP/1.1" status: 200 len: 379 time: 0.0504332 Jul 27 22:37:41.418573 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'port': {'device_id': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'admin_state_up': True, 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'security_groups': ['df940a69-89b1-433d-b0ab-72c6c112b6e1']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:41.560402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Made reservation on behalf of 75d2e7c8619341e1afb2aec6e4035896 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:37:41.569745 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:41.621664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8831784d-8140-4966-a2e1-dbcd276389ae req-d5cabe06-0c62-4aee-8724-e2c1ac3a07ce tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 210 time: 0.0571187 Jul 27 22:37:41.748868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Allocated IP 172.20.0.5 (e9b79ab6-4218-4e9c-8efe-4092e7194b69/8194dc36-8c1b-4ae0-9151-fb256d3549d7/9ce1b424-93d1-42b1-bc2d-030c18dd4e90) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:37:41.958662 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:41.983655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Transition to ACTIVE for port object 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:37:42.025679 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.390113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:37:42.393231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:37:42.399857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:37:42.406061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=9ce1b424-93d1-42b1-bc2d-030c18dd4e90,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:42.437803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:42.438166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:42.438544 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:42.438876 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:42.439221 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:42.439554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:42.439880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:42.440210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:42.440692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:42.440862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:42.441192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:42.441516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:42.464709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:42.465368 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.481598 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-22369b6c-350a-48b5-b0ec-0b6ed28fd844 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0688577 Jul 27 22:37:42.493074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-40b007f6-fc2f-41a9-8d29-480652c619c2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:37:42.494146 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-40b007f6-fc2f-41a9-8d29-480652c619c2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057876 Jul 27 22:37:42.505874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Request body: {'port': {'device_id': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:42.568595 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.685900 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.690874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-186e674d-21bb-44f8-886d-9a7a47db4103 None None] Provisioning for port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:37:42.696257 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-186e674d-21bb-44f8-886d-9a7a47db4103 None None] Provisioning complete for port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:42.697190 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-186e674d-21bb-44f8-886d-9a7a47db4103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.750712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-186e674d-21bb-44f8-886d-9a7a47db4103 None None] Port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:37:42.782724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42948987-43f3-4cda-bd2c-19332ebcd066 req-88dcadd9-bcc6-481f-bfb8-c0918f86e6b9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:42.784477 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42948987-43f3-4cda-bd2c-19332ebcd066 req-88dcadd9-bcc6-481f-bfb8-c0918f86e6b9 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 931 time: 0.0760851 Jul 27 22:37:42.810811 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-151b0b1f-e95b-4b9f-97eb-202ad7d75f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.827653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42948987-43f3-4cda-bd2c-19332ebcd066 req-baf5d9d0-9827-495c-85bf-4ceee18a08b6 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367553 Jul 27 22:37:42.872122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:37:42.880318 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.893195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Transition to ACTIVE for port object 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:37:42.896533 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.947418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce1b424-93d1-42b1-bc2d-030c18dd4e90,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:43.034866 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Attempting to bind port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:37:43.035303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Attempting to bind port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:37:43.035725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Attempting to bind port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:37:43.040870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:37:43.041257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Attempting to bind port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 on network e9b79ab6-4218-4e9c-8efe-4092e7194b69 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:37:43.046708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:37:43.047072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Checking segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:37:43.047534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Bound using segment: {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:37:43.048055 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Bound port: 9ce1b424-93d1-42b1-bc2d-030c18dd4e90, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8943942a-b79f-443c-a016-2a3687e63d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:37:43.048482 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:43.121040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] For port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:37:43.124738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] For port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9ce1b424-93d1-42b1-bc2d-030c18dd4e90,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:37:43.128919 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:43.183992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:43.184848 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:43.186165 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/9ce1b424-93d1-42b1-bc2d-030c18dd4e90 HTTP/1.1" status: 200 len: 1091 time: 0.6847653 Jul 27 22:37:43.186636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'tag': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:43.188907 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa30afd-0570-4bf5-8212-9f7a0a77e146" -d '{"events": [{"name": "network-changed", "server_uuid": "7d921b75-4e1b-45c9-94e5-e77d05eca4fb", "tag": "9ce1b424-93d1-42b1-bc2d-030c18dd4e90"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:43.197085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd02e9-f9d0-4c9f-9af3-d3dfa6e1b7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce1b424-93d1-42b1-bc2d-030c18dd4e90,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:43.243922 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663e02b8-1566-4872-87a9-4a7ae9337834 x-openstack-request-id: req-663e02b8-1566-4872-87a9-4a7ae9337834 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:43.244231 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d921b75-4e1b-45c9-94e5-e77d05eca4fb", "tag": "9ce1b424-93d1-42b1-bc2d-030c18dd4e90", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:43.244478 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-663e02b8-1566-4872-87a9-4a7ae9337834 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:43.244887 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'tag': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90', 'status': 'completed', 'code': 200} Jul 27 22:37:43.286032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-52571338-2402-42ef-8dd1-f152928dc87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:43.287740 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-52571338-2402-42ef-8dd1-f152928dc87c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 1094 time: 0.0596421 Jul 27 22:37:43.333193 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-5979df83-d8e3-4156-85b9-257a8cf6f426 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ce1b424-93d1-42b1-bc2d-030c18dd4e90 HTTP/1.1" status: 200 len: 217 time: 0.0364451 Jul 27 22:37:43.388271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-077cf6d6-28fd-483f-8699-348a72ef8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:43.389839 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-077cf6d6-28fd-483f-8699-348a72ef8572 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0498052 Jul 27 22:37:43.437606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-045d5741-5bb9-4a00-bdc4-4089bd45606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:43.439104 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-045d5741-5bb9-4a00-bdc4-4089bd45606b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428197 Jul 27 22:37:43.535109 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-1527affb-dfaf-4a6c-b9f2-d265fb511bee service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881462 Jul 27 22:37:43.625625 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a6a03101-1686-4803-bd27-3f0a4446f1b9 req-eae5c7d4-d6d9-400b-a91f-450117cde534 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833187 Jul 27 22:37:43.727912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa30afd-0570-4bf5-8212-9f7a0a77e146 req-d1782d39-1d7c-4034-add3-392968f1ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:43.729320 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aa30afd-0570-4bf5-8212-9f7a0a77e146 req-d1782d39-1d7c-4034-add3-392968f1ba65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 1094 time: 0.0534418 Jul 27 22:37:43.829503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa30afd-0570-4bf5-8212-9f7a0a77e146 req-acfca892-d552-45a0-96a9-375ab4c59c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:43.832145 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aa30afd-0570-4bf5-8212-9f7a0a77e146 req-acfca892-d552-45a0-96a9-375ab4c59c72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.0961914 Jul 27 22:37:43.882078 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aa30afd-0570-4bf5-8212-9f7a0a77e146 req-30b82385-a672-4098-9ed5-f24347513177 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ce1b424-93d1-42b1-bc2d-030c18dd4e90 HTTP/1.1" status: 200 len: 217 time: 0.0427136 Jul 27 22:37:43.937994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa30afd-0570-4bf5-8212-9f7a0a77e146 req-1ddf73ca-8ebc-46e8-84e5-7eae47878bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:43.939637 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aa30afd-0570-4bf5-8212-9f7a0a77e146 req-1ddf73ca-8ebc-46e8-84e5-7eae47878bf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0499494 Jul 27 22:37:43.953605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e769eed-7988-4938-b608-effb15711f08 req-d2bc9f14-fba1-4eb1-a9d5-b19900ddc2a3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:43.955281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e769eed-7988-4938-b608-effb15711f08 req-d2bc9f14-fba1-4eb1-a9d5-b19900ddc2a3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 943 time: 0.0532529 Jul 27 22:37:43.999872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa30afd-0570-4bf5-8212-9f7a0a77e146 req-3b739177-1461-4161-92c1-d7b51aef8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:44.005706 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aa30afd-0570-4bf5-8212-9f7a0a77e146 req-3b739177-1461-4161-92c1-d7b51aef8836 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549550 Jul 27 22:37:44.005907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e769eed-7988-4938-b608-effb15711f08 req-97983e11-1562-411c-933d-84f90b6ae214 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Jul 27 22:37:44.098420 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aa30afd-0570-4bf5-8212-9f7a0a77e146 req-43ae6a96-9fce-417e-baf1-367f70c8299c service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889211 Jul 27 22:37:44.192700 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9aa30afd-0570-4bf5-8212-9f7a0a77e146 req-f3106520-3724-4c70-ad00-28e8cd7ca39c service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869322 Jul 27 22:37:45.123245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd87790-0be4-4bae-8ce7-e4d31a052e03 req-a02f75c2-8c3c-4927-a514-5deaab631625 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:45.124764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cd87790-0be4-4bae-8ce7-e4d31a052e03 req-a02f75c2-8c3c-4927-a514-5deaab631625 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 943 time: 0.0533180 Jul 27 22:37:45.162982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cd87790-0be4-4bae-8ce7-e4d31a052e03 req-e9d89da5-8565-43f4-aacf-1c3dacd412b7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320349 Jul 27 22:37:45.455919 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-add2111c-f63e-43f9-8308-a54116d3acc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:45.791761 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:46.279799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a49bc-1460-4ccf-8bac-b7012bf98de0 req-7b2f5570-4141-486a-aa98-12ca18869262 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:46.281419 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b8a49bc-1460-4ccf-8bac-b7012bf98de0 req-7b2f5570-4141-486a-aa98-12ca18869262 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 943 time: 0.0516663 Jul 27 22:37:46.320573 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b8a49bc-1460-4ccf-8bac-b7012bf98de0 req-79cead9f-7e3f-4c14-84d4-872a133b7024 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331671 Jul 27 22:37:46.494416 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:46.660995 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:47.441052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd93bfb-f5f4-4a2e-99c7-6dd1237239cd req-3ec2cc12-d789-42ef-b4ea-7390cef6ee3a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:47.442954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecd93bfb-f5f4-4a2e-99c7-6dd1237239cd req-3ec2cc12-d789-42ef-b4ea-7390cef6ee3a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 943 time: 0.0559909 Jul 27 22:37:47.482204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecd93bfb-f5f4-4a2e-99c7-6dd1237239cd req-9b85146c-c5bc-4607-bed7-6d3dc0e7a4ba tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326114 Jul 27 22:37:48.199716 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:48.613514 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137d201-442f-4003-bd6f-2fddba195b8a req-56451b29-f225-4d26-879e-23a7c43d1036 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:48.614946 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2137d201-442f-4003-bd6f-2fddba195b8a req-56451b29-f225-4d26-879e-23a7c43d1036 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 943 time: 0.0533230 Jul 27 22:37:48.653388 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2137d201-442f-4003-bd6f-2fddba195b8a req-3fc215d6-cce4-4ed9-bcf4-a5f5c4e2e760 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311775 Jul 27 22:37:49.769390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbc869-a933-4ca5-8974-e5fa4e692e5d req-c47836c6-9f13-414e-bc2f-e0415761c4af tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:49.771032 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05fbc869-a933-4ca5-8974-e5fa4e692e5d req-c47836c6-9f13-414e-bc2f-e0415761c4af tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 943 time: 0.0490699 Jul 27 22:37:49.815790 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05fbc869-a933-4ca5-8974-e5fa4e692e5d req-2c4add48-a239-406a-9214-c7d55ab95dc0 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387833 Jul 27 22:37:50.917172 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:37:50.932134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080a344-8fb2-4613-a964-1dcf99539975 req-ef416351-af9f-4dc2-a61b-4ab5b360a6ff tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:50.933601 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1080a344-8fb2-4613-a964-1dcf99539975 req-ef416351-af9f-4dc2-a61b-4ab5b360a6ff tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 943 time: 0.0479765 Jul 27 22:37:50.969898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1080a344-8fb2-4613-a964-1dcf99539975 req-c2cf2e32-7aa4-435d-9706-c46893b7ddef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302992 Jul 27 22:37:52.091015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720da5b-9481-4e76-9c37-75b032c4f854 req-06c4a429-fb6b-49c5-b390-b092cbca1e36 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:52.092481 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2720da5b-9481-4e76-9c37-75b032c4f854 req-06c4a429-fb6b-49c5-b390-b092cbca1e36 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 943 time: 0.0529783 Jul 27 22:37:52.130159 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2720da5b-9481-4e76-9c37-75b032c4f854 req-dfb67f8e-57d3-4e79-9902-516cef7b6c2d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315235 Jul 27 22:37:53.257369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c35ea7-887a-4e86-8824-d8bd209fc69f req-02599ea0-609a-46e1-aa3f-11397c2675b8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:53.258776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14c35ea7-887a-4e86-8824-d8bd209fc69f req-02599ea0-609a-46e1-aa3f-11397c2675b8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 943 time: 0.0488279 Jul 27 22:37:53.296776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14c35ea7-887a-4e86-8824-d8bd209fc69f req-d2fadf27-fd3d-4b47-8b4b-21769a043b33 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319791 Jul 27 22:37:53.400976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:37:53.495390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9ce1b424-93d1-42b1-bc2d-030c18dd4e90,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:53.506369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'port_id': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90', 'mac_address': 'fa:16:3e:c3:3a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:37:53.542145 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:53.554211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:37:53.574150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9ce1b424-93d1-42b1-bc2d-030c18dd4e90,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:53.577713 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:53.622678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9ce1b424-93d1-42b1-bc2d-030c18dd4e90,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:53.629693 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:53.630052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:53.630425 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:53.630765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:53.631103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:53.631437 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:53.631767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:53.632097 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:53.632423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:53.632748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:53.633074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:53.633395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:53.780517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['9ce1b424-93d1-42b1-bc2d-030c18dd4e90'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:37:54.424512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdab3-ac2e-4b5f-8ac7-f124f135cd13 req-9bb7df8a-aafe-4063-b185-d4ab253f41f8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:54.425982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d2fdab3-ac2e-4b5f-8ac7-f124f135cd13 req-9bb7df8a-aafe-4063-b185-d4ab253f41f8 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 944 time: 0.0485604 Jul 27 22:37:54.463767 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d2fdab3-ac2e-4b5f-8ac7-f124f135cd13 req-de223648-2df4-4bad-afdf-fde5aa346821 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316525 Jul 27 22:37:55.399737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:37:55.447977 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:37:55.451551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:55.451927 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:55.529800 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:55.552642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:55.554935 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3b22e1-ef1e-4477-8b08-10fbaf6d778f" -d '{"events": [{"server_uuid": "7d921b75-4e1b-45c9-94e5-e77d05eca4fb", "name": "network-vif-plugged", "status": "completed", "tag": "9ce1b424-93d1-42b1-bc2d-030c18dd4e90"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:55.567718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9ce1b424-93d1-42b1-bc2d-030c18dd4e90,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:55.572662 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:55.581440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5d1e2-a137-465a-91d1-4c2ec38cf087 req-a25b318a-94a4-4b2a-a32e-2a909b4c2f0c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:55.582986 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ab5d1e2-a137-465a-91d1-4c2ec38cf087 req-a25b318a-94a4-4b2a-a32e-2a909b4c2f0c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 944 time: 0.0536225 Jul 27 22:37:55.600547 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a325dc-b6bc-4500-867b-dc2afc7b28ca x-openstack-request-id: req-39a325dc-b6bc-4500-867b-dc2afc7b28ca {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:55.600889 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d921b75-4e1b-45c9-94e5-e77d05eca4fb", "name": "network-vif-plugged", "status": "completed", "tag": "9ce1b424-93d1-42b1-bc2d-030c18dd4e90", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:55.601093 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39a325dc-b6bc-4500-867b-dc2afc7b28ca {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:55.601491 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90', 'code': 200} Jul 27 22:37:55.626317 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9ce1b424-93d1-42b1-bc2d-030c18dd4e90,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:55.629789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2ab5d1e2-a137-465a-91d1-4c2ec38cf087 req-2af9460b-2715-44da-8c1a-0487252f684b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386117 Jul 27 22:37:55.693446 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2279935-701d-4749-b679-db8f9b79556a req-1dddd4de-244c-4ef1-b9bc-6f3867e48deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:55.694812 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b2279935-701d-4749-b679-db8f9b79556a req-1dddd4de-244c-4ef1-b9bc-6f3867e48deb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 1096 time: 0.0403085 Jul 27 22:37:55.731417 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b2279935-701d-4749-b679-db8f9b79556a req-ef6f614f-81f2-49ad-a287-0e6ddad7fa04 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282574 Jul 27 22:37:56.761572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db0c98-4d82-4223-9cbb-edca6bd024cb req-40f74987-fc7e-4bed-97fa-458477e2d0f5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:56.763076 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42db0c98-4d82-4223-9cbb-edca6bd024cb req-40f74987-fc7e-4bed-97fa-458477e2d0f5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 945 time: 0.0483117 Jul 27 22:37:56.800624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42db0c98-4d82-4223-9cbb-edca6bd024cb req-b54732d1-d35e-4d76-8e59-c2fc170ebfb1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317426 Jul 27 22:37:56.914705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf1094-887d-43eb-8bcf-751a6c63ba7f req-3df26f70-a537-40c4-a6c5-905525f67918 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:56.916703 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbbf1094-887d-43eb-8bcf-751a6c63ba7f req-3df26f70-a537-40c4-a6c5-905525f67918 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 945 time: 0.0496924 Jul 27 22:37:56.954060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cbbf1094-887d-43eb-8bcf-751a6c63ba7f req-b90c5076-7569-4e24-a810-bd589631e4d1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312586 Jul 27 22:37:56.975997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59502) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:57.019000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df259d0-3638-4a92-97c3-d30bb4ddb70b tempest-TestVolumeBootPattern-904449399 tempest-TestVolumeBootPattern-904449399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:57.020517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9df259d0-3638-4a92-97c3-d30bb4ddb70b tempest-TestVolumeBootPattern-904449399 tempest-TestVolumeBootPattern-904449399-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 1091 time: 0.0435655 Jul 27 22:37:57.023281 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59504) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:57.028264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:57.050533 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:57.161232 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:57.265029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Allocated IP 172.25.1.197 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/f97513f0-a2ef-4b18-8171-8fbb3f631f20) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:37:57.363861 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:57.402088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:57.440529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:37:57.443323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:37:57.446061 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:37:57.489859 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=f97513f0-a2ef-4b18-8171-8fbb3f631f20,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:57.503705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:57.504053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:57.504373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:57.504705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:57.505033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:57.505354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:57.505685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:57.505996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:57.506339 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:57.506658 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:57.506975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:57.507292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:57.837566 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:57.906421 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:58.052256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:58.056374 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:58.126909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event updated for resources: {'Port': ['ID=f97513f0-a2ef-4b18-8171-8fbb3f631f20,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:58.134514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:58.232560 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Floating IP c4ac6015-e3e6-46fc-b2e1-c02316bef166 associated. External IP: 172.25.1.197, port: 9ce1b424-93d1-42b1-bc2d-030c18dd4e90. Jul 27 22:37:58.779276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Router 59f6503f-9591-486f-84ab-bc771ff54980 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:37:58.884235 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:37:58.894318 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead26e13-cd72-45e0-8e17-90c6262002fa None None] Sync routers for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:37:58.899822 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:58.904448 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead26e13-cd72-45e0-8e17-90c6262002fa None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:58.905055 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ead26e13-cd72-45e0-8e17-90c6262002fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:37:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:58.927543 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ace2d804-1d01-4992-95e2-74d7b97f97c7 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9032683 Jul 27 22:37:58.928232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'tag': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:58.930523 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1147b3-16a0-4c69-9863-e057abfe2032" -d '{"events": [{"name": "network-changed", "server_uuid": "7d921b75-4e1b-45c9-94e5-e77d05eca4fb", "tag": "9ce1b424-93d1-42b1-bc2d-030c18dd4e90"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:59.011539 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ead26e13-cd72-45e0-8e17-90c6262002fa None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:59.084781 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d71a8b-a88e-420e-9880-7c0bd9a2db60 x-openstack-request-id: req-d7d71a8b-a88e-420e-9880-7c0bd9a2db60 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:59.085071 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d921b75-4e1b-45c9-94e5-e77d05eca4fb", "tag": "9ce1b424-93d1-42b1-bc2d-030c18dd4e90", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:59.085322 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7d71a8b-a88e-420e-9880-7c0bd9a2db60 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:59.085744 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'tag': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90', 'status': 'completed', 'code': 200} Jul 27 22:37:59.151932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1147b3-16a0-4c69-9863-e057abfe2032 req-1446a220-0eef-48aa-b633-8b6238cad1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:59.153456 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e1147b3-16a0-4c69-9863-e057abfe2032 req-1446a220-0eef-48aa-b633-8b6238cad1d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 1096 time: 0.0462189 Jul 27 22:37:59.231435 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ead26e13-cd72-45e0-8e17-90c6262002fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2c7595ac-547d-488d-9c20-ae3fc25bc4c2', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:2e:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:36:00Z', 'updated_at': '2021-07-27T22:36:02Z', 'revision_number': 1, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}, {'id': 'c4ac6015-e3e6-46fc-b2e1-c02316bef166', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:c3:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:37:57Z', 'updated_at': '2021-07-27T22:37:57Z', 'revision_number': 0, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:59.242955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1147b3-16a0-4c69-9863-e057abfe2032 req-4d0aeee6-bb37-4327-b1a9-2818283476f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:59.245030 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e1147b3-16a0-4c69-9863-e057abfe2032 req-4d0aeee6-bb37-4327-b1a9-2818283476f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.0848587 Jul 27 22:37:59.261353 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead26e13-cd72-45e0-8e17-90c6262002fa None None] Checking router: 59f6503f-9591-486f-84ab-bc771ff54980 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:37:59.269434 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead26e13-cd72-45e0-8e17-90c6262002fa None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:59.270051 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ead26e13-cd72-45e0-8e17-90c6262002fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:37:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:59.316404 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e1147b3-16a0-4c69-9863-e057abfe2032 req-76536679-43ab-4166-b023-42af415f7577 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ce1b424-93d1-42b1-bc2d-030c18dd4e90 HTTP/1.1" status: 200 len: 999 time: 0.0637784 Jul 27 22:37:59.365792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1147b3-16a0-4c69-9863-e057abfe2032 req-14deff62-cffd-4ace-83dc-b41815f9e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:59.367322 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e1147b3-16a0-4c69-9863-e057abfe2032 req-14deff62-cffd-4ace-83dc-b41815f9e1a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0440311 Jul 27 22:37:59.374714 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ead26e13-cd72-45e0-8e17-90c6262002fa None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:59.421657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1147b3-16a0-4c69-9863-e057abfe2032 req-ea0c8eb9-7d5c-4d03-a990-6c1a4312afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:59.423263 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e1147b3-16a0-4c69-9863-e057abfe2032 req-ea0c8eb9-7d5c-4d03-a990-6c1a4312afa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462780 Jul 27 22:37:59.518351 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e1147b3-16a0-4c69-9863-e057abfe2032 req-40d796fb-e02c-44fe-9cb2-3bda8f42577e service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877657 Jul 27 22:37:59.612381 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e1147b3-16a0-4c69-9863-e057abfe2032 req-c3a5540d-1dee-49b8-bd3a-0f399d811d31 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867393 Jul 27 22:37:59.684622 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ead26e13-cd72-45e0-8e17-90c6262002fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2c7595ac-547d-488d-9c20-ae3fc25bc4c2', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:2e:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:36:00Z', 'updated_at': '2021-07-27T22:36:02Z', 'revision_number': 1, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}, {'id': 'c4ac6015-e3e6-46fc-b2e1-c02316bef166', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:c3:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:37:57Z', 'updated_at': '2021-07-27T22:37:57Z', 'revision_number': 0, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:59.713337 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead26e13-cd72-45e0-8e17-90c6262002fa None None] The sync data for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 is: [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2c7595ac-547d-488d-9c20-ae3fc25bc4c2', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:2e:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:36:00Z', 'updated_at': '2021-07-27T22:36:02Z', 'revision_number': 1, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}, {'id': 'c4ac6015-e3e6-46fc-b2e1-c02316bef166', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:c3:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:37:57Z', 'updated_at': '2021-07-27T22:37:57Z', 'revision_number': 0, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:37:59.902033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34feec7-a1ef-4d92-9b49-a13f3f1fcfee None None] New status for floating IP c4ac6015-e3e6-46fc-b2e1-c02316bef166: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:38:12.675450 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:12.803760 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21946669-a14b-431e-a82a-fa92a0acba4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:15.457092 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ea42d127-2e4e-4b61-a369-5a2ba1873022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:15.791105 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:16.494245 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:16.674357 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:18.201841 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:27.916942 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:38:28.695209 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-808cbdab-86b0-4856-8183-056f01882559 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402591 Jul 27 22:38:28.780038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-f6859572-1b89-4d06-9564-2f21a3211828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:28.781521 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-f6859572-1b89-4d06-9564-2f21a3211828 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 1096 time: 0.0446479 Jul 27 22:38:28.883741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-feb7173f-8808-445f-b074-b5f581bcf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:28.885213 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-feb7173f-8808-445f-b074-b5f581bcf29d service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.0830584 Jul 27 22:38:28.954119 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-b2a77355-fa21-42c6-868e-88cf78d45f85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875 HTTP/1.1" status: 200 len: 999 time: 0.0615129 Jul 27 22:38:29.003097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-6b92a824-2727-429f-a959-d30e2c52a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:29.004556 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-6b92a824-2727-429f-a959-d30e2c52a90e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0433476 Jul 27 22:38:29.050625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-37553a0c-7609-4eda-b2c8-b54e82ae2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:29.052087 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-37553a0c-7609-4eda-b2c8-b54e82ae2cdd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405321 Jul 27 22:38:29.063402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-af3a285a-6b72-4fad-a341-5b56a3bf4834 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:38:29.064333 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-af3a285a-6b72-4fad-a341-5b56a3bf4834 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049298 Jul 27 22:38:29.157767 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-75c0d544-5af2-4586-a4d2-3a485485f09e service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847964 Jul 27 22:38:29.246122 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eeb4072d-28ca-4083-816c-943bc8fc03f8 req-b5a23490-14a6-45e4-9466-1ff14e7bdfae service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801322 Jul 27 22:38:30.132678 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6dcf1cdb-86d0-46ee-98e4-db4db3f738c8 req-4cc51977-7f9e-48c5-845a-30da84f856e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398476 Jul 27 22:38:30.217269 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf1cdb-86d0-46ee-98e4-db4db3f738c8 req-71e7fe40-3276-47ef-998d-34af9c324a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:30.218751 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6dcf1cdb-86d0-46ee-98e4-db4db3f738c8 req-71e7fe40-3276-47ef-998d-34af9c324a2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 1096 time: 0.0446930 Jul 27 22:38:30.319619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf1cdb-86d0-46ee-98e4-db4db3f738c8 req-036a3fd8-4af8-4a36-b277-95d0b5578368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:30.321078 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6dcf1cdb-86d0-46ee-98e4-db4db3f738c8 req-036a3fd8-4af8-4a36-b277-95d0b5578368 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.0837994 Jul 27 22:38:30.389613 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6dcf1cdb-86d0-46ee-98e4-db4db3f738c8 req-ace1ebb7-251e-4d05-bbd5-63d159f43896 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ce1b424-93d1-42b1-bc2d-030c18dd4e90 HTTP/1.1" status: 200 len: 1001 time: 0.0613697 Jul 27 22:38:30.438238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf1cdb-86d0-46ee-98e4-db4db3f738c8 req-8f47e7ed-283c-4977-a1b3-1434e7305590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:30.439658 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6dcf1cdb-86d0-46ee-98e4-db4db3f738c8 req-8f47e7ed-283c-4977-a1b3-1434e7305590 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0430028 Jul 27 22:38:30.484040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf1cdb-86d0-46ee-98e4-db4db3f738c8 req-add8cb6a-1886-4681-b4d4-63bff175b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:30.485499 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6dcf1cdb-86d0-46ee-98e4-db4db3f738c8 req-add8cb6a-1886-4681-b4d4-63bff175b0d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391712 Jul 27 22:38:30.576267 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6dcf1cdb-86d0-46ee-98e4-db4db3f738c8 req-e8d878bc-078c-4c08-9919-376bb65f7ff3 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832288 Jul 27 22:38:30.663538 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6dcf1cdb-86d0-46ee-98e4-db4db3f738c8 req-15e06d0b-1a17-4fc9-b26c-72cd0ba8aeb7 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800490 Jul 27 22:38:42.687872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:42.805113 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-366be518-1b0a-4024-adbf-d78abac2126f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:45.458308 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-507f4767-b76c-4c1e-a50c-11b79219073f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:45.791604 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:46.497684 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:46.684128 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:48.204416 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:51.257534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-75b76d09-9566-492a-9072-2e05d57b625d req-6dd33ec0-1d10-4406-8f81-380ae0d0f4e0 service neutron] (93834) timed out ('10.222.0.24', 38790) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:39:04.916093 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:39:12.691938 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:12.804481 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-547658b9-e885-4f54-ac2c-e6501f6dea5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:15.457895 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1bfea6a0-cf2c-4bf9-ad4d-cdb15d68fb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:15.792394 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:16.500358 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:16.688145 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:18.206910 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:19.879100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-ac66dbae-470f-49db-b994-3fc90732a10a req-31bfc2bc-def1-4af8-b713-d6202ed08fc5 tempest-ServersNegativeTestJSON-688991653 tempest-ServersNegativeTestJSON-688991653-project] (93834) timed out ('10.222.0.41', 60626) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:39:26.430810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59538) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:26.584076 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Deleting port f97513f0-a2ef-4b18-8171-8fbb3f631f20 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:39:26.584534 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:26.660923 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:26.661157 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:26.673115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Calling delete_port for f97513f0-a2ef-4b18-8171-8fbb3f631f20 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:39:26.816947 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:26.841651 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event deleted for resources: {'Port': ['ID=f97513f0-a2ef-4b18-8171-8fbb3f631f20,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:26.854069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:26.854446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:26.854786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:26.855117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:26.855449 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:26.855776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:26.856101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:26.856423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:26.856744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:26.857064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:26.857384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:26.857701 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:26.920929 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:26.921201 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Floating IP c4ac6015-e3e6-46fc-b2e1-c02316bef166 disassociated (deleted). External IP: 172.25.1.197, port: 9ce1b424-93d1-42b1-bc2d-030c18dd4e90. Jul 27 22:39:27.129581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Router 59f6503f-9591-486f-84ab-bc771ff54980 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:39:27.236498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:39:27.241381 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:27.247470 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80498a9f-480f-4b58-8fd2-98c3ef345ddf None None] Sync routers for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:39:27.256768 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80498a9f-480f-4b58-8fd2-98c3ef345ddf None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:39:27.257387 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-80498a9f-480f-4b58-8fd2-98c3ef345ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:39:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:27.271060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-df716f6e-c384-46c4-8e60-7b57976cedef tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "DELETE /v2.0/floatingips/c4ac6015-e3e6-46fc-b2e1-c02316bef166 HTTP/1.1" status: 204 len: 168 time: 0.8368089 Jul 27 22:39:27.271060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'tag': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:39:27.271701 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed563e4-0e28-4218-b1b9-750910aa1ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d921b75-4e1b-45c9-94e5-e77d05eca4fb", "tag": "9ce1b424-93d1-42b1-bc2d-030c18dd4e90"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:39:27.317977 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3857f5-c785-450e-a0d2-92a0a1f31a47 x-openstack-request-id: req-1d3857f5-c785-450e-a0d2-92a0a1f31a47 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:39:27.318292 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d921b75-4e1b-45c9-94e5-e77d05eca4fb", "tag": "9ce1b424-93d1-42b1-bc2d-030c18dd4e90", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:39:27.319085 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d3857f5-c785-450e-a0d2-92a0a1f31a47 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:39:27.319499 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'tag': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90', 'status': 'completed', 'code': 200} Jul 27 22:39:27.364246 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-80498a9f-480f-4b58-8fd2-98c3ef345ddf None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:39:27.385059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed563e4-0e28-4218-b1b9-750910aa1ea8 req-7a8d409d-1ea0-45c7-94f6-3d425108c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:27.386600 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ed563e4-0e28-4218-b1b9-750910aa1ea8 req-7a8d409d-1ea0-45c7-94f6-3d425108c01d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 1096 time: 0.0443771 Jul 27 22:39:27.494891 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed563e4-0e28-4218-b1b9-750910aa1ea8 req-242a5b90-7fac-4e70-81aa-0cb1648b6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:27.496289 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ed563e4-0e28-4218-b1b9-750910aa1ea8 req-242a5b90-7fac-4e70-81aa-0cb1648b6fa5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.0984592 Jul 27 22:39:27.509537 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1515d3-ec36-4a85-b2c0-416a1b6b1b15 req-61284795-15d5-42dd-8715-390de3d0e0fc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:27.511257 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d1515d3-ec36-4a85-b2c0-416a1b6b1b15 req-61284795-15d5-42dd-8715-390de3d0e0fc tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 945 time: 0.0506489 Jul 27 22:39:27.540925 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ed563e4-0e28-4218-b1b9-750910aa1ea8 req-ddff7f71-e640-44b6-9b07-ef7bde3db040 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ce1b424-93d1-42b1-bc2d-030c18dd4e90 HTTP/1.1" status: 200 len: 217 time: 0.0361667 Jul 27 22:39:27.554304 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d1515d3-ec36-4a85-b2c0-416a1b6b1b15 req-03e7b48a-0ef2-48c9-b489-70a582ce945c tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362318 Jul 27 22:39:27.597080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed563e4-0e28-4218-b1b9-750910aa1ea8 req-75111b56-014e-4c1b-9345-361e559e67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:27.598575 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ed563e4-0e28-4218-b1b9-750910aa1ea8 req-75111b56-014e-4c1b-9345-361e559e67e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0503457 Jul 27 22:39:27.602162 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-80498a9f-480f-4b58-8fd2-98c3ef345ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2c7595ac-547d-488d-9c20-ae3fc25bc4c2', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:2e:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:36:00Z', 'updated_at': '2021-07-27T22:36:02Z', 'revision_number': 1, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:27.631992 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80498a9f-480f-4b58-8fd2-98c3ef345ddf None None] Checking router: 59f6503f-9591-486f-84ab-bc771ff54980 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:39:27.640142 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80498a9f-480f-4b58-8fd2-98c3ef345ddf None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:39:27.640921 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-80498a9f-480f-4b58-8fd2-98c3ef345ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:39:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:27.644761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed563e4-0e28-4218-b1b9-750910aa1ea8 req-b637e89c-2128-43c2-a91c-5323f09d3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:27.646228 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ed563e4-0e28-4218-b1b9-750910aa1ea8 req-b637e89c-2128-43c2-a91c-5323f09d3d84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405607 Jul 27 22:39:27.737449 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ed563e4-0e28-4218-b1b9-750910aa1ea8 req-d9de40dd-0884-43ae-9a2f-b6bb4872e7cc service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821335 Jul 27 22:39:27.745003 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-80498a9f-480f-4b58-8fd2-98c3ef345ddf None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:39:27.830286 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0ed563e4-0e28-4218-b1b9-750910aa1ea8 req-0903ebd6-5056-4a14-b988-2ca59fe7b732 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847044 Jul 27 22:39:27.962546 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-80498a9f-480f-4b58-8fd2-98c3ef345ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2c7595ac-547d-488d-9c20-ae3fc25bc4c2', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:2e:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:36:00Z', 'updated_at': '2021-07-27T22:36:02Z', 'revision_number': 1, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:27.992537 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80498a9f-480f-4b58-8fd2-98c3ef345ddf None None] The sync data for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 is: [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2c7595ac-547d-488d-9c20-ae3fc25bc4c2', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'port_id': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'mac_address': 'fa:16:3e:2e:74:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:36:00Z', 'updated_at': '2021-07-27T22:36:02Z', 'revision_number': 1, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:39:28.206065 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f70ebc-e91f-4c74-a19f-33d2f3e70182 None None] New status for floating IP c4ac6015-e3e6-46fc-b2e1-c02316bef166: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:39:28.698944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8849-5ca7-4396-bb9c-185af33b8779 req-a105f190-d252-4904-8b7b-295d37bd5f4a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:28.700492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-addb8849-5ca7-4396-bb9c-185af33b8779 req-a105f190-d252-4904-8b7b-295d37bd5f4a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 945 time: 0.0542006 Jul 27 22:39:28.738692 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-addb8849-5ca7-4396-bb9c-185af33b8779 req-8067b58e-a640-4498-a6b1-f51a22cce2e1 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322459 Jul 27 22:39:28.801207 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6511715e-fe7b-4f25-84f9-a6feb5274cab req-7ff0b84e-3a39-4125-bf52-c357723f7ebb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1358476 Jul 27 22:39:28.884360 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511715e-fe7b-4f25-84f9-a6feb5274cab req-256c2e6d-b809-4cf0-b6d7-120706e0b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:28.885760 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6511715e-fe7b-4f25-84f9-a6feb5274cab req-256c2e6d-b809-4cf0-b6d7-120706e0b151 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 1096 time: 0.0410035 Jul 27 22:39:29.014141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54194de-7ffb-48f3-ae46-1b7a2ddae619 req-253e9441-56f2-4186-9969-903af2b14b39 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:29.015677 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f54194de-7ffb-48f3-ae46-1b7a2ddae619 req-253e9441-56f2-4186-9969-903af2b14b39 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 945 time: 0.1024911 Jul 27 22:39:29.037000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511715e-fe7b-4f25-84f9-a6feb5274cab req-ec97ba24-07f9-42ac-8f95-27de59df3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:29.039373 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6511715e-fe7b-4f25-84f9-a6feb5274cab req-ec97ba24-07f9-42ac-8f95-27de59df3cff service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.1338696 Jul 27 22:39:29.144324 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6511715e-fe7b-4f25-84f9-a6feb5274cab req-66e4cc0c-2dfc-4304-8742-7962dc4b7fdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875 HTTP/1.1" status: 200 len: 999 time: 0.0858891 Jul 27 22:39:29.202048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f54194de-7ffb-48f3-ae46-1b7a2ddae619 req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Deleting port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:39:29.202411 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f54194de-7ffb-48f3-ae46-1b7a2ddae619 req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:29.219858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511715e-fe7b-4f25-84f9-a6feb5274cab req-274eec5c-46e5-4545-a46f-9c96bc9164bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:29.221360 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6511715e-fe7b-4f25-84f9-a6feb5274cab req-274eec5c-46e5-4545-a46f-9c96bc9164bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0690413 Jul 27 22:39:29.310216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511715e-fe7b-4f25-84f9-a6feb5274cab req-90f48ac6-38a3-43d9-8d09-d05fecd306df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:29.311698 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6511715e-fe7b-4f25-84f9-a6feb5274cab req-90f48ac6-38a3-43d9-8d09-d05fecd306df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649300 Jul 27 22:39:29.378752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f54194de-7ffb-48f3-ae46-1b7a2ddae619 req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] For port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9ce1b424-93d1-42b1-bc2d-030c18dd4e90,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:29.379118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f54194de-7ffb-48f3-ae46-1b7a2ddae619 req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:29.397976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f54194de-7ffb-48f3-ae46-1b7a2ddae619 req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Calling delete_port for 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:39:29.470879 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6511715e-fe7b-4f25-84f9-a6feb5274cab req-a4cfcf80-39e8-4c2e-b06b-2e2e00e78d34 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505864 Jul 27 22:39:29.609549 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6511715e-fe7b-4f25-84f9-a6feb5274cab req-6bd488de-ee1e-49b2-931b-65d0ef32f228 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273868 Jul 27 22:39:29.624100 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f54194de-7ffb-48f3-ae46-1b7a2ddae619 req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:29.657890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event deleted for resources: {'Port': ['ID=9ce1b424-93d1-42b1-bc2d-030c18dd4e90,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:29.671423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:29.671423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:29.671659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:29.671977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:29.672307 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:29.672632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:29.672967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:29.673271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:29.673588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:29.673904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:29.674220 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:29.674573 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:39:29.709059 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54194de-7ffb-48f3-ae46-1b7a2ddae619 req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] No DVR routers for this DVR port 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:39:29.712096 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f54194de-7ffb-48f3-ae46-1b7a2ddae619 req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:29.714054 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f54194de-7ffb-48f3-ae46-1b7a2ddae619 req-4d93f48a-95cb-4b48-ae85-0a101140c04b tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.41 "DELETE /v2.0/ports/9ce1b424-93d1-42b1-bc2d-030c18dd4e90 HTTP/1.1" status: 204 len: 173 time: 0.6875985 Jul 27 22:39:29.714621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'name': 'network-vif-deleted', 'tag': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:39:29.716936 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20257c4a-9343-47cd-a389-ce065eaf328e" -d '{"events": [{"server_uuid": "7d921b75-4e1b-45c9-94e5-e77d05eca4fb", "name": "network-vif-deleted", "tag": "9ce1b424-93d1-42b1-bc2d-030c18dd4e90"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:39:29.846892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a44a2c43-984b-4068-8f56-faa8e6ad0aab req-66f96f48-c449-4eaa-969e-052d8bcb3033 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 210 time: 0.0279472 Jul 27 22:39:29.855272 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016b62b3-4666-4095-9b7a-f43c8f56ff99 x-openstack-request-id: req-016b62b3-4666-4095-9b7a-f43c8f56ff99 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:39:29.855879 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d921b75-4e1b-45c9-94e5-e77d05eca4fb", "name": "network-vif-deleted", "tag": "9ce1b424-93d1-42b1-bc2d-030c18dd4e90", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:39:29.855879 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-016b62b3-4666-4095-9b7a-f43c8f56ff99 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:39:29.856515 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d921b75-4e1b-45c9-94e5-e77d05eca4fb', 'name': 'network-vif-deleted', 'tag': '9ce1b424-93d1-42b1-bc2d-030c18dd4e90', 'status': 'completed', 'code': 200} Jul 27 22:39:30.945039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f481b12e-a275-42b9-9292-c23ca60a0cca req-e34d8806-4326-4f36-a81d-7e947db5bab3 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 210 time: 0.0270612 Jul 27 22:39:32.039398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6d07442-7ef4-4bec-a5cc-bc5dab4711ef req-871d85b7-2890-42f0-9b64-522dd2acc1b2 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 210 time: 0.0264759 Jul 27 22:39:33.138315 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10849964-fded-4320-936c-bfed61bd8800 req-3d94ff7e-5cde-4427-aa7e-6860cf630dc5 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d921b75-4e1b-45c9-94e5-e77d05eca4fb HTTP/1.1" status: 200 len: 210 time: 0.0318244 Jul 27 22:39:33.969550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:39:33.993457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:39:33.993811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9ce1b424-93d1-42b1-bc2d-030c18dd4e90 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:39:38.491211 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59594) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:38.645600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Deleting port 3a1dcf50-0f18-4b95-b1d4-1c7b0c4b1d26 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:39:38.645849 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:38.722687 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:38.723020 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:38.735037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Calling delete_port for 3a1dcf50-0f18-4b95-b1d4-1c7b0c4b1d26 owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:39:38.880570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:38.909431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event deleted for resources: {'Port': ['ID=3a1dcf50-0f18-4b95-b1d4-1c7b0c4b1d26,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:38.968735 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:38.969072 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Floating IP 2c7595ac-547d-488d-9c20-ae3fc25bc4c2 disassociated (deleted). External IP: 172.25.1.4, port: 71869e9d-58f7-4c11-b9c0-33d1f7cfc875. Jul 27 22:39:39.498160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Router 59f6503f-9591-486f-84ab-bc771ff54980 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:39:39.603552 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:39:39.608339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:39.612859 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc7383-4604-40c3-b8c8-37fd4fba476e None None] Sync routers for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:39:39.622054 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc7383-4604-40c3-b8c8-37fd4fba476e None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:39:39.622689 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7fcc7383-4604-40c3-b8c8-37fd4fba476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:39:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:39.636156 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-004d5353-9dfd-4aed-ac39-c298bd3ea713 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "DELETE /v2.0/floatingips/2c7595ac-547d-488d-9c20-ae3fc25bc4c2 HTTP/1.1" status: 204 len: 168 time: 1.1438639 Jul 27 22:39:39.636756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'tag': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:39:39.639047 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f07b08b-4280-4014-95a2-bd1da5f98e04" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bd5a1e-0950-4282-b646-2abddbf2d80d", "tag": "71869e9d-58f7-4c11-b9c0-33d1f7cfc875"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:39:39.692775 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efd3d50-e511-4a2e-bb71-f24788e7a1ca x-openstack-request-id: req-1efd3d50-e511-4a2e-bb71-f24788e7a1ca {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:39:39.693074 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bd5a1e-0950-4282-b646-2abddbf2d80d", "tag": "71869e9d-58f7-4c11-b9c0-33d1f7cfc875", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:39:39.693447 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1efd3d50-e511-4a2e-bb71-f24788e7a1ca {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:39:39.694469 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'tag': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'status': 'completed', 'code': 200} Jul 27 22:39:39.733054 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7fcc7383-4604-40c3-b8c8-37fd4fba476e None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:39:39.762994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07b08b-4280-4014-95a2-bd1da5f98e04 req-f4a8bfa4-ec03-4fa5-8d39-ef954e008d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:39.765205 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f07b08b-4280-4014-95a2-bd1da5f98e04 req-f4a8bfa4-ec03-4fa5-8d39-ef954e008d0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=75d2e7c8619341e1afb2aec6e4035896&device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 1096 time: 0.0474713 Jul 27 22:39:39.865078 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07b08b-4280-4014-95a2-bd1da5f98e04 req-c5e27fb5-e43e-498d-b9b3-c1596ae3742e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:39.867679 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f07b08b-4280-4014-95a2-bd1da5f98e04 req-c5e27fb5-e43e-498d-b9b3-c1596ae3742e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 200 len: 912 time: 0.0949316 Jul 27 22:39:39.887775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b88bc-d142-4b61-a3dd-5eaaaa36e271 req-0c775d6e-c81a-4873-80a4-2b44a810e86a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:39.889445 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b65b88bc-d142-4b61-a3dd-5eaaaa36e271 req-0c775d6e-c81a-4873-80a4-2b44a810e86a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 945 time: 0.0520253 Jul 27 22:39:39.910778 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f07b08b-4280-4014-95a2-bd1da5f98e04 req-fa885183-089b-404b-b472-2d59f24fb768 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875 HTTP/1.1" status: 200 len: 217 time: 0.0354106 Jul 27 22:39:39.929755 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b65b88bc-d142-4b61-a3dd-5eaaaa36e271 req-8087c517-9c12-454d-9dac-0611dbce58c4 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336699 Jul 27 22:39:39.951108 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7fcc7383-4604-40c3-b8c8-37fd4fba476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:39.962950 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07b08b-4280-4014-95a2-bd1da5f98e04 req-12d02757-96a6-4100-a3c8-60c0b6b598d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:39.964406 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f07b08b-4280-4014-95a2-bd1da5f98e04 req-12d02757-96a6-4100-a3c8-60c0b6b598d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 200 len: 850 time: 0.0457046 Jul 27 22:39:39.971934 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc7383-4604-40c3-b8c8-37fd4fba476e None None] Checking router: 59f6503f-9591-486f-84ab-bc771ff54980 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:39:39.980141 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc7383-4604-40c3-b8c8-37fd4fba476e None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:39:39.980754 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7fcc7383-4604-40c3-b8c8-37fd4fba476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:39:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:40.017367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07b08b-4280-4014-95a2-bd1da5f98e04 req-daed3c1d-2728-4234-935e-e4368775d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:40.018815 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f07b08b-4280-4014-95a2-bd1da5f98e04 req-daed3c1d-2728-4234-935e-e4368775d947 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9b79ab6-4218-4e9c-8efe-4092e7194b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455136 Jul 27 22:39:40.120964 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f07b08b-4280-4014-95a2-bd1da5f98e04 req-ac89a182-f074-4d3e-b241-70589ceca928 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924842 Jul 27 22:39:40.193842 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-7fcc7383-4604-40c3-b8c8-37fd4fba476e None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:39:40.215257 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6f07b08b-4280-4014-95a2-bd1da5f98e04 req-d39d9d55-5fc2-46fe-bf17-45bb7ab28547 service neutron] 10.222.0.43 "GET /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865788 Jul 27 22:39:40.386095 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-7fcc7383-4604-40c3-b8c8-37fd4fba476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:40.411827 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc7383-4604-40c3-b8c8-37fd4fba476e None None] The sync data for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 is: [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:04Z', 'revision_number': 4, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '15b1ba5c-ea48-43ee-ba29-eaf3c1a05454', 'name': '', 'network_id': 'e9b79ab6-4218-4e9c-8efe-4092e7194b69', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'mac_address': 'fa:16:3e:8d:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:04Z', 'updated_at': '2021-07-27T22:29:13Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'subnets': [{'id': '8194dc36-8c1b-4ae0-9151-fb256d3549d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:39:40.624463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495c297-ac7a-4342-bf85-21b7ff1c4d37 None None] New status for floating IP 2c7595ac-547d-488d-9c20-ae3fc25bc4c2: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:39:41.047775 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19065e3-b805-483a-a58f-77b764b1fae8 req-a2b4f907-0c77-493c-95b9-6e1e19caa61d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:41.049259 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a19065e3-b805-483a-a58f-77b764b1fae8 req-a2b4f907-0c77-493c-95b9-6e1e19caa61d tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 945 time: 0.0480969 Jul 27 22:39:41.087840 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a19065e3-b805-483a-a58f-77b764b1fae8 req-6df68dff-22bc-4fc1-a4e8-e396acae5064 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/security-groups?id=df940a69-89b1-433d-b0ab-72c6c112b6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321348 Jul 27 22:39:41.364430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4b1d5-1d5a-4342-a8af-0577d4b9e750 req-1510807b-7061-49ba-8e2b-315d5cccb6eb tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:41.365855 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2cd4b1d5-1d5a-4342-a8af-0577d4b9e750 req-1510807b-7061-49ba-8e2b-315d5cccb6eb tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 945 time: 0.0501332 Jul 27 22:39:41.454941 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2cd4b1d5-1d5a-4342-a8af-0577d4b9e750 req-733e4ce7-630e-4a6f-8df4-cebc034adb07 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Deleting port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:39:41.455278 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2cd4b1d5-1d5a-4342-a8af-0577d4b9e750 req-733e4ce7-630e-4a6f-8df4-cebc034adb07 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:41.549092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2cd4b1d5-1d5a-4342-a8af-0577d4b9e750 req-733e4ce7-630e-4a6f-8df4-cebc034adb07 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] For port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=71869e9d-58f7-4c11-b9c0-33d1f7cfc875,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:41.549458 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2cd4b1d5-1d5a-4342-a8af-0577d4b9e750 req-733e4ce7-630e-4a6f-8df4-cebc034adb07 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:41.562498 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2cd4b1d5-1d5a-4342-a8af-0577d4b9e750 req-733e4ce7-630e-4a6f-8df4-cebc034adb07 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Calling delete_port for 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:39:41.695923 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2cd4b1d5-1d5a-4342-a8af-0577d4b9e750 req-733e4ce7-630e-4a6f-8df4-cebc034adb07 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:41.723967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e4ce7-630e-4a6f-8df4-cebc034adb07 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event deleted for resources: {'Port': ['ID=71869e9d-58f7-4c11-b9c0-33d1f7cfc875,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:41.764874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd4b1d5-1d5a-4342-a8af-0577d4b9e750 req-733e4ce7-630e-4a6f-8df4-cebc034adb07 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] No DVR routers for this DVR port 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:39:41.767415 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2cd4b1d5-1d5a-4342-a8af-0577d4b9e750 req-733e4ce7-630e-4a6f-8df4-cebc034adb07 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:41.769298 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2cd4b1d5-1d5a-4342-a8af-0577d4b9e750 req-733e4ce7-630e-4a6f-8df4-cebc034adb07 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.43 "DELETE /v2.0/ports/71869e9d-58f7-4c11-b9c0-33d1f7cfc875 HTTP/1.1" status: 204 len: 173 time: 0.3975942 Jul 27 22:39:41.769981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'name': 'network-vif-deleted', 'tag': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:39:41.771969 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5704ad98-3d71-4c1c-9bb5-802747505c34" -d '{"events": [{"server_uuid": "e0bd5a1e-0950-4282-b646-2abddbf2d80d", "name": "network-vif-deleted", "tag": "71869e9d-58f7-4c11-b9c0-33d1f7cfc875"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:39:41.808413 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e42b29-926d-4239-8f87-99ba9aa461a4 x-openstack-request-id: req-c0e42b29-926d-4239-8f87-99ba9aa461a4 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:39:41.808781 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bd5a1e-0950-4282-b646-2abddbf2d80d", "name": "network-vif-deleted", "tag": "71869e9d-58f7-4c11-b9c0-33d1f7cfc875", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:39:41.809098 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0e42b29-926d-4239-8f87-99ba9aa461a4 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:39:41.809560 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bd5a1e-0950-4282-b646-2abddbf2d80d', 'name': 'network-vif-deleted', 'tag': '71869e9d-58f7-4c11-b9c0-33d1f7cfc875', 'status': 'completed', 'code': 200} Jul 27 22:39:41.915222 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:39:42.191697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47485540-9ef6-428c-99ed-df07ed2751dd req-4299f363-c478-454a-93af-6569642d0419 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 210 time: 0.0288641 Jul 27 22:39:42.705706 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:42.806067 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87128c31-51a7-4bd7-a38a-1f937c0cbc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:43.300040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ad3b506-601e-4565-bdef-aec661196854 req-13173584-cbd8-49e1-8296-f827032e3307 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 210 time: 0.0297596 Jul 27 22:39:44.065996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:39:44.089309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:39:44.089645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 71869e9d-58f7-4c11-b9c0-33d1f7cfc875 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:39:44.397372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08b8796a-a6dd-43a4-80d6-0984b5dae829 req-dfb0c8c2-5f0c-4109-ba1d-c427a0853f90 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 210 time: 0.0273256 Jul 27 22:39:45.458644 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f242ab3b-af1b-412e-8ba9-014c8f995b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:45.509752 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-999435b5-3591-46ca-88a3-083d66afb3aa req-fc974d9f-e61b-4975-a5e3-711aa37e4c13 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0bd5a1e-0950-4282-b646-2abddbf2d80d HTTP/1.1" status: 200 len: 210 time: 0.0311337 Jul 27 22:39:45.792791 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:46.576951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59616) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:46.671876 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:46.703703 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:46.708485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-87f20b12-90ba-4cfc-ab0d-9bc6b1f79750 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Deleting port a7a3bf19-730f-4f00-a110-599b46852d0b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:39:46.708831 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87f20b12-90ba-4cfc-ab0d-9bc6b1f79750 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:46.785312 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87f20b12-90ba-4cfc-ab0d-9bc6b1f79750 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:46.785624 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87f20b12-90ba-4cfc-ab0d-9bc6b1f79750 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:46.797418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-87f20b12-90ba-4cfc-ab0d-9bc6b1f79750 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Calling delete_port for a7a3bf19-730f-4f00-a110-599b46852d0b owned by network:floatingip {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:39:46.931417 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87f20b12-90ba-4cfc-ab0d-9bc6b1f79750 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:46.956079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f20b12-90ba-4cfc-ab0d-9bc6b1f79750 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event deleted for resources: {'Port': ['ID=a7a3bf19-730f-4f00-a110-599b46852d0b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:47.017803 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87f20b12-90ba-4cfc-ab0d-9bc6b1f79750 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:47.020417 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-87f20b12-90ba-4cfc-ab0d-9bc6b1f79750 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:47.021671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-87f20b12-90ba-4cfc-ab0d-9bc6b1f79750 tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "DELETE /v2.0/floatingips/51f23ed8-69e4-4018-9c2f-bb1e5766814c HTTP/1.1" status: 204 len: 168 time: 0.4435439 Jul 27 22:39:48.211289 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:49.271258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59630) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:49.333268 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea63a05-8cea-4645-a0a8-ba06db67d70a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:49.358682 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea63a05-8cea-4645-a0a8-ba06db67d70a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:49.421807 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea63a05-8cea-4645-a0a8-ba06db67d70a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:49.424477 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-cea63a05-8cea-4645-a0a8-ba06db67d70a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:49.425658 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-cea63a05-8cea-4645-a0a8-ba06db67d70a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] 10.222.0.24 "DELETE /v2.0/security-groups/df940a69-89b1-433d-b0ab-72c6c112b6e1 HTTP/1.1" status: 204 len: 168 time: 0.1533773 Jul 27 22:39:49.435530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea63a05-8cea-4645-a0a8-ba06db67d70a tempest-TestVolumeBootPattern-1889938938 tempest-TestVolumeBootPattern-1889938938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df940a69-89b1-433d-b0ab-72c6c112b6e1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:49.486435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59634) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:49.962095 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-515a04a7-2486-4221-8571-b34d8911e9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:50.210710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-515a04a7-2486-4221-8571-b34d8911e9c1 admin admin] Deleting port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:39:50.211053 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-515a04a7-2486-4221-8571-b34d8911e9c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:50.291674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-515a04a7-2486-4221-8571-b34d8911e9c1 admin admin] For port 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=15b1ba5c-ea48-43ee-ba29-eaf3c1a05454,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:50.292044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-515a04a7-2486-4221-8571-b34d8911e9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:50.304801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-515a04a7-2486-4221-8571-b34d8911e9c1 admin admin] Calling delete_port for 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:39:50.479327 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-515a04a7-2486-4221-8571-b34d8911e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:50.505598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a04a7-2486-4221-8571-b34d8911e9c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b1ba5c-ea48-43ee-ba29-eaf3c1a05454,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:50.668402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-515a04a7-2486-4221-8571-b34d8911e9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:50.879694 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515a04a7-2486-4221-8571-b34d8911e9c1 admin admin] Router 59f6503f-9591-486f-84ab-bc771ff54980 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:39:50.985152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515a04a7-2486-4221-8571-b34d8911e9c1 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:39:50.992019 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-515a04a7-2486-4221-8571-b34d8911e9c1 admin admin] 10.222.0.24 "PUT /v2.0/routers/59f6503f-9591-486f-84ab-bc771ff54980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5027006 Jul 27 22:39:50.993260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59638) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:50.996009 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131ef202-c279-4b85-bad2-14cb0491a906 None None] Sync routers for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:39:51.005411 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131ef202-c279-4b85-bad2-14cb0491a906 None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:39:51.006315 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-131ef202-c279-4b85-bad2-14cb0491a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:39:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:51.096727 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.107776 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-131ef202-c279-4b85-bad2-14cb0491a906 None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:39:51.198995 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.251019 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Deleting port e0f32242-3fa1-4f2d-8aac-3989a9fc0549 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:39:51.251366 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.279359 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-131ef202-c279-4b85-bad2-14cb0491a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:39:50Z', 'revision_number': 5, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port': {'id': 'e0f32242-3fa1-4f2d-8aac-3989a9fc0549', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f6503f-9591-486f-84ab-bc771ff54980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:51.308061 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131ef202-c279-4b85-bad2-14cb0491a906 None None] Checking router: 59f6503f-9591-486f-84ab-bc771ff54980 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:39:51.316123 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131ef202-c279-4b85-bad2-14cb0491a906 None None] Routers {'59f6503f-9591-486f-84ab-bc771ff54980'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:39:51.316727 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-131ef202-c279-4b85-bad2-14cb0491a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:39:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['59f6503f-9591-486f-84ab-bc771ff54980'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:51.332637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] For port e0f32242-3fa1-4f2d-8aac-3989a9fc0549, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e0f32242-3fa1-4f2d-8aac-3989a9fc0549,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:51.333009 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.345670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Calling delete_port for e0f32242-3fa1-4f2d-8aac-3989a9fc0549 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:39:51.400410 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-131ef202-c279-4b85-bad2-14cb0491a906 None None] Set router 59f6503f-9591-486f-84ab-bc771ff54980 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:39:51.450132 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-131ef202-c279-4b85-bad2-14cb0491a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:39:51Z', 'revision_number': 6, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:51.480288 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131ef202-c279-4b85-bad2-14cb0491a906 None None] The sync data for ids ['59f6503f-9591-486f-84ab-bc771ff54980'] in n-d-802011-3 is: [{'id': '59f6503f-9591-486f-84ab-bc771ff54980', 'name': 'tempest-TestVolumeBootPattern-617792924-router', 'tenant_id': '75d2e7c8619341e1afb2aec6e4035896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:01Z', 'updated_at': '2021-07-27T22:39:51Z', 'revision_number': 6, 'project_id': '75d2e7c8619341e1afb2aec6e4035896', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:39:51.513987 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.540556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f32242-3fa1-4f2d-8aac-3989a9fc0549,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:51.598767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.685679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.687838 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.732160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.732542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59f6503f-9591-486f-84ab-bc771ff54980 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:39:51.736852 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.737983 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8afd18ff-6ecb-4331-899c-8b7bbe80320e admin admin] 10.222.0.24 "DELETE /v2.0/routers/59f6503f-9591-486f-84ab-bc771ff54980 HTTP/1.1" status: 204 len: 168 time: 0.7438164 Jul 27 22:39:51.740568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59640) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:51.783222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3dd6ea-08d2-4dda-a028-ff5cd9fab33f admin admin] Deleting subnet 8194dc36-8c1b-4ae0-9151-fb256d3549d7 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:39:51.786029 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e3dd6ea-08d2-4dda-a028-ff5cd9fab33f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.818496 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e3dd6ea-08d2-4dda-a028-ff5cd9fab33f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.903452 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e3dd6ea-08d2-4dda-a028-ff5cd9fab33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.961457 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e3dd6ea-08d2-4dda-a028-ff5cd9fab33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.988550 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dd6ea-08d2-4dda-a028-ff5cd9fab33f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8194dc36-8c1b-4ae0-9151-fb256d3549d7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:51.990579 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e3dd6ea-08d2-4dda-a028-ff5cd9fab33f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:51.992922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0e3dd6ea-08d2-4dda-a028-ff5cd9fab33f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8194dc36-8c1b-4ae0-9151-fb256d3549d7 HTTP/1.1" status: 204 len: 168 time: 0.2513716 Jul 27 22:39:51.995603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59642) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:51.997731 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38646e2-0028-4465-889e-6a22d255882a None None] Network e9b79ab6-4218-4e9c-8efe-4092e7194b69 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:39:52.066864 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:52.122642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Deleting port 02f16d63-2a06-463a-af0d-4a604cfee0d6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:39:52.122985 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:52.187682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] For port 02f16d63-2a06-463a-af0d-4a604cfee0d6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=02f16d63-2a06-463a-af0d-4a604cfee0d6,segment=NetworkSegment(8943942a-b79f-443c-a016-2a3687e63d56),segment_id=8943942a-b79f-443c-a016-2a3687e63d56)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:52.187971 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:52.200081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Calling delete_port for 02f16d63-2a06-463a-af0d-4a604cfee0d6 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:39:52.286165 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:52.287335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bea42a-4a1f-4344-86e2-099188bbd8b0 None None] DHCP port deletion for e9b79ab6-4218-4e9c-8efe-4092e7194b69 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:39:52.313317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f16d63-2a06-463a-af0d-4a604cfee0d6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:52.317860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] No DVR routers for this DVR port 02f16d63-2a06-463a-af0d-4a604cfee0d6 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:39:52.390077 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:52.401175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b79ab6-4218-4e9c-8efe-4092e7194b69']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:52.412386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8943942a-b79f-443c-a016-2a3687e63d56') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:52.413443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8943942a-b79f-443c-a016-2a3687e63d56') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:52.423377 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:52.437259 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:52.443258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:39:52.443665 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:39:52.446794 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:39:52.457323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 02f16d63-2a06-463a-af0d-4a604cfee0d6 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:39:52.478526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 02f16d63-2a06-463a-af0d-4a604cfee0d6 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:39:52.478884 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 02f16d63-2a06-463a-af0d-4a604cfee0d6 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:39:52.479306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e0f32242-3fa1-4f2d-8aac-3989a9fc0549 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:39:52.498918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: e0f32242-3fa1-4f2d-8aac-3989a9fc0549 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:39:52.499275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e0f32242-3fa1-4f2d-8aac-3989a9fc0549 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:39:52.499709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:39:52.508684 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:52.514748 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:52.516688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e9b79ab6-4218-4e9c-8efe-4092e7194b69 HTTP/1.1" status: 204 len: 168 time: 0.5199740 Jul 27 22:39:52.519961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59644) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:52.528403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644720c9-504a-4e6c-a449-3fde5b5b0e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b79ab6-4218-4e9c-8efe-4092e7194b69,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:52.530407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:39:52.534143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 15b1ba5c-ea48-43ee-ba29-eaf3c1a05454 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:39:52.865694 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04564699-f49f-47ca-9c7b-b0b99bd79c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:53.103594 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-04564699-f49f-47ca-9c7b-b0b99bd79c6f admin admin] Deleting port dc6eb37f-1deb-4385-bca0-69beb99d1acc {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:39:53.103935 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04564699-f49f-47ca-9c7b-b0b99bd79c6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:53.191225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-04564699-f49f-47ca-9c7b-b0b99bd79c6f admin admin] For port dc6eb37f-1deb-4385-bca0-69beb99d1acc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=dc6eb37f-1deb-4385-bca0-69beb99d1acc,segment=NetworkSegment(0da0bd7b-74f6-43c2-9dba-7bc475c06d2b),segment_id=0da0bd7b-74f6-43c2-9dba-7bc475c06d2b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:53.191500 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04564699-f49f-47ca-9c7b-b0b99bd79c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:53.204711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-04564699-f49f-47ca-9c7b-b0b99bd79c6f admin admin] Calling delete_port for dc6eb37f-1deb-4385-bca0-69beb99d1acc owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:39:53.380717 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04564699-f49f-47ca-9c7b-b0b99bd79c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:53.411999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04564699-f49f-47ca-9c7b-b0b99bd79c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6eb37f-1deb-4385-bca0-69beb99d1acc,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:53.598048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-04564699-f49f-47ca-9c7b-b0b99bd79c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:53.810108 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04564699-f49f-47ca-9c7b-b0b99bd79c6f admin admin] Router 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:39:53.930649 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04564699-f49f-47ca-9c7b-b0b99bd79c6f admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:39:53.935880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-04564699-f49f-47ca-9c7b-b0b99bd79c6f admin admin] 10.222.0.24 "PUT /v2.0/routers/199ffd59-c4e9-4cb0-87b2-dc805f8c8d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4149077 Jul 27 22:39:53.938404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59646) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:53.939461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1988c6-d22c-4d92-827a-784f13f21a46 None None] Sync routers for ids ['199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:39:53.949460 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1988c6-d22c-4d92-827a-784f13f21a46 None None] Routers {'199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:39:53.950220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bf1988c6-d22c-4d92-827a-784f13f21a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:39:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:54.047228 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.056499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-bf1988c6-d22c-4d92-827a-784f13f21a46 None None] Set router 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:39:54.151624 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.206578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Deleting port edf8e01c-8113-431b-823a-9df5b20d62e8 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:39:54.206918 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.273540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bf1988c6-d22c-4d92-827a-784f13f21a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'name': 'tempest-TestVolumeBootPattern-1450487201-router', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:07Z', 'updated_at': '2021-07-27T22:39:53Z', 'revision_number': 5, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'gw_port': {'id': 'edf8e01c-8113-431b-823a-9df5b20d62e8', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:29:09Z', 'updated_at': '2021-07-27T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:54.295929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] For port edf8e01c-8113-431b-823a-9df5b20d62e8, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=edf8e01c-8113-431b-823a-9df5b20d62e8,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:54.296293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.305358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1988c6-d22c-4d92-827a-784f13f21a46 None None] Checking router: 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:39:54.309972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Calling delete_port for edf8e01c-8113-431b-823a-9df5b20d62e8 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:39:54.313764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1988c6-d22c-4d92-827a-784f13f21a46 None None] Routers {'199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:39:54.314429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bf1988c6-d22c-4d92-827a-784f13f21a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:39:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:54.403968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-bf1988c6-d22c-4d92-827a-784f13f21a46 None None] Set router 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:39:54.461302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bf1988c6-d22c-4d92-827a-784f13f21a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'name': 'tempest-TestVolumeBootPattern-1450487201-router', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:07Z', 'updated_at': '2021-07-27T22:39:54Z', 'revision_number': 6, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:54.488961 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.490521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1988c6-d22c-4d92-827a-784f13f21a46 None None] The sync data for ids ['199ffd59-c4e9-4cb0-87b2-dc805f8c8d60'] in n-d-802011-3 is: [{'id': '199ffd59-c4e9-4cb0-87b2-dc805f8c8d60', 'name': 'tempest-TestVolumeBootPattern-1450487201-router', 'tenant_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:29:07Z', 'updated_at': '2021-07-27T22:39:54Z', 'revision_number': 6, 'project_id': '3930aeb5cba94e8496bd46199fb7b1aa', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:39:54.521323 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Pushing event deleted for resources: {'Port': ['ID=edf8e01c-8113-431b-823a-9df5b20d62e8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:54.586876 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.679635 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.681798 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.724539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.725626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:39:54.729794 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.731045 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5084194f-8236-4602-a9ba-36b47133406a admin admin] 10.222.0.24 "DELETE /v2.0/routers/199ffd59-c4e9-4cb0-87b2-dc805f8c8d60 HTTP/1.1" status: 204 len: 168 time: 0.7917001 Jul 27 22:39:54.733476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59648) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:54.776632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-9975d85d-09b8-4898-94ae-7fb0d07f372f admin admin] Deleting subnet 1a1c08ee-f433-4e01-9476-41dffc9f18f5 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:39:54.779634 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9975d85d-09b8-4898-94ae-7fb0d07f372f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.813098 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9975d85d-09b8-4898-94ae-7fb0d07f372f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.900376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9975d85d-09b8-4898-94ae-7fb0d07f372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.955843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9975d85d-09b8-4898-94ae-7fb0d07f372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.981981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975d85d-09b8-4898-94ae-7fb0d07f372f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1c08ee-f433-4e01-9476-41dffc9f18f5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:54.985428 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9975d85d-09b8-4898-94ae-7fb0d07f372f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:54.987295 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9975d85d-09b8-4898-94ae-7fb0d07f372f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1a1c08ee-f433-4e01-9476-41dffc9f18f5 HTTP/1.1" status: 204 len: 168 time: 0.2529123 Jul 27 22:39:54.989698 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59650) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:54.992854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2805ea31-607b-4daa-b297-0d9d850d7390 None None] Network 68f95846-f58a-48cf-9bb2-581e5d0a8057 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:39:55.060465 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.114541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Deleting port a4d08810-2a01-476d-adb7-6ef654df9b97 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:39:55.114887 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.184435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] For port a4d08810-2a01-476d-adb7-6ef654df9b97, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a4d08810-2a01-476d-adb7-6ef654df9b97,segment=NetworkSegment(0da0bd7b-74f6-43c2-9dba-7bc475c06d2b),segment_id=0da0bd7b-74f6-43c2-9dba-7bc475c06d2b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:39:55.184798 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.198137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Calling delete_port for a4d08810-2a01-476d-adb7-6ef654df9b97 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:39:55.280077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.297388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83822ff-ba2c-4e69-bd17-a6dade47f877 None None] DHCP port deletion for 68f95846-f58a-48cf-9bb2-581e5d0a8057 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:39:55.309248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d08810-2a01-476d-adb7-6ef654df9b97,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:55.316003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] No DVR routers for this DVR port a4d08810-2a01-476d-adb7-6ef654df9b97 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:39:55.390921 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.401193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f95846-f58a-48cf-9bb2-581e5d0a8057']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:55.412112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da0bd7b-74f6-43c2-9dba-7bc475c06d2b') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:55.412410 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da0bd7b-74f6-43c2-9dba-7bc475c06d2b') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:39:55.421219 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.435026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.442601 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:39:55.443033 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:39:55.445660 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:39:55.503363 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.509269 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.511335 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] 10.222.0.24 "DELETE /v2.0/networks/68f95846-f58a-48cf-9bb2-581e5d0a8057 HTTP/1.1" status: 204 len: 168 time: 0.5207365 Jul 27 22:39:55.524830 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793445fb-d154-4891-a272-04ecc99c9e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=68f95846-f58a-48cf-9bb2-581e5d0a8057,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:55.650219 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59654) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:55.696123 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2dba4d31-3aeb-422f-9f14-c8ede0652fba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75d2e7c8619341e1afb2aec6e4035896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447328 Jul 27 22:39:55.698610 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59656) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:55.749591 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c10f6dc-db8a-41db-8275-e2be0ba8d6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.770516 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c10f6dc-db8a-41db-8275-e2be0ba8d6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.817275 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c10f6dc-db8a-41db-8275-e2be0ba8d6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.819872 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7c10f6dc-db8a-41db-8275-e2be0ba8d6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:55.821106 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7c10f6dc-db8a-41db-8275-e2be0ba8d6d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/502bdf4e-4e79-4f44-953a-ab600c65d02c HTTP/1.1" status: 204 len: 168 time: 0.1216142 Jul 27 22:39:55.828686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10f6dc-db8a-41db-8275-e2be0ba8d6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502bdf4e-4e79-4f44-953a-ab600c65d02c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:56.141777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59662) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:56.182085 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-403ad12c-3f38-4031-931a-c1395f680442 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3930aeb5cba94e8496bd46199fb7b1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391204 Jul 27 22:39:56.184465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59664) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:39:56.231370 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e03eaf04-2f83-4c03-8c38-2179c93c9d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:56.252490 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e03eaf04-2f83-4c03-8c38-2179c93c9d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:56.298520 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e03eaf04-2f83-4c03-8c38-2179c93c9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:56.301072 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e03eaf04-2f83-4c03-8c38-2179c93c9d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:56.302353 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e03eaf04-2f83-4c03-8c38-2179c93c9d0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f34edf1-c6e0-45d9-9058-f564ad4b0da9 HTTP/1.1" status: 204 len: 168 time: 0.1169076 Jul 27 22:39:56.310006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03eaf04-2f83-4c03-8c38-2179c93c9d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f34edf1-c6e0-45d9-9058-f564ad4b0da9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:39:56.463661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dc6eb37f-1deb-4385-bca0-69beb99d1acc no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:39:56.484297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: dc6eb37f-1deb-4385-bca0-69beb99d1acc {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:39:56.484638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dc6eb37f-1deb-4385-bca0-69beb99d1acc not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:39:56.485054 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device edf8e01c-8113-431b-823a-9df5b20d62e8 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:39:56.504620 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: edf8e01c-8113-431b-823a-9df5b20d62e8 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:39:56.504963 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device edf8e01c-8113-431b-823a-9df5b20d62e8 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:39:56.505385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a4d08810-2a01-476d-adb7-6ef654df9b97 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:39:56.525164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: a4d08810-2a01-476d-adb7-6ef654df9b97 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:39:56.525518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a4d08810-2a01-476d-adb7-6ef654df9b97 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:40:03.328891 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-d3e973d5-fc2b-4ea6-83c1-317e49f26501 req-1deee22f-bcf3-4e4b-942d-526ab1c81d87 service neutron] (93834) timed out ('10.222.0.24', 50414) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:40:06.401033 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-0cf8ee2d-f6db-410c-b783-a540b5cbe293 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0bb1841cf4d64c4e9c4c9d6589d9b603&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221820 Jul 27 22:40:06.506996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751379-3d37-4ac3-9423-988b4052bb09 req-0b3d9c93-3846-4b3d-aed8-0aa0436e30a5 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:06.508433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-0b3d9c93-3846-4b3d-aed8-0aa0436e30a5 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1024048 Jul 27 22:40:06.523154 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-73880f3a-9563-4caa-b797-1f076f8f5e07 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/quotas/0bb1841cf4d64c4e9c4c9d6589d9b603 HTTP/1.1" status: 200 len: 375 time: 0.0090570 Jul 27 22:40:06.555335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-cef2cef8-0a64-4666-bf3d-930226bd0f6e tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bb1841cf4d64c4e9c4c9d6589d9b603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264413 Jul 27 22:40:06.711473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1211e5d-5c68-4a8c-aa8a-e32c58f471e3 req-457ca3e5-2798-478e-a875-bc078e6dbbd1 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 210 time: 0.0255971 Jul 27 22:40:07.793019 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c44ea122-687f-4d04-b6f3-791ea1c23d4d req-1b461292-4da2-4af9-a755-6e8bd3d4c1ad tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 210 time: 0.0297439 Jul 27 22:40:08.885223 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf255641-70c6-4314-8a85-8ca0b593f260 req-1a32c5e4-2bd2-44e6-92e7-1b5db311798e tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 210 time: 0.0272307 Jul 27 22:40:09.762831 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-7446599b-e41d-42b9-9b01-d20ecb06d843 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0bb1841cf4d64c4e9c4c9d6589d9b603&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319993 Jul 27 22:40:09.984026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eca2622d-e119-446d-8fd4-a2976717b856 req-05c4db56-28f0-4cae-bced-cd3d138760a0 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 210 time: 0.0280321 Jul 27 22:40:10.268509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751379-3d37-4ac3-9423-988b4052bb09 req-19130dcb-0a87-480a-8126-278a6aa4a0fc tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:10.269964 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-19130dcb-0a87-480a-8126-278a6aa4a0fc tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5012736 Jul 27 22:40:10.283777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Request body: {'port': {'device_id': '889c9da8-5c76-45ff-adcd-b32a2a9b2361', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'admin_state_up': True, 'tenant_id': '0bb1841cf4d64c4e9c4c9d6589d9b603'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:10.391548 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Made reservation on behalf of 0bb1841cf4d64c4e9c4c9d6589d9b603 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:40:10.395317 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:10.404978 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:10.497792 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:10.501287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:10.570551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b4b53e-0f15-4f87-92e3-47dca0691ac5,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:10.636908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Allocated IP 192.168.233.133 (667d466a-c505-4b26-8e91-fd38f27f2542/f3ee411c-0aff-47e7-8585-6cf652996b31/f3e48a46-e6e6-43c1-bf5f-5697120c1ad1) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:40:10.781237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:10.794947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Transition to ACTIVE for port object f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:40:10.840126 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:10.884827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Network 667d466a-c505-4b26-8e91-fd38f27f2542 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:40:10.887860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:40:10.894131 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:40:10.921150 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Pushing event updated for resources: {'Port': ['ID=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:10.950366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:10.951020 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:10.965947 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-2ba179f4-2594-474f-a59c-a789e41d9c31 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6858375 Jul 27 22:40:10.982725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Request body: {'port': {'device_id': '889c9da8-5c76-45ff-adcd-b32a2a9b2361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:11.035019 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:11.111417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e01699-727c-42b6-9f2a-ca941141a7ed req-35c7792a-e15a-4c63-b56b-99cc6c056297 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:11.112839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6e01699-727c-42b6-9f2a-ca941141a7ed req-35c7792a-e15a-4c63-b56b-99cc6c056297 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 936 time: 0.0522308 Jul 27 22:40:11.137552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9b474f57-392a-4343-9f6d-a408d8eef87c None None] Provisioning for port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:40:11.141856 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9b474f57-392a-4343-9f6d-a408d8eef87c None None] Provisioning complete for port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:11.142383 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9b474f57-392a-4343-9f6d-a408d8eef87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:11.154847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6e01699-727c-42b6-9f2a-ca941141a7ed req-b6381bf0-cebe-41e2-9bde-6b672f49d9d9 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/security-groups?id=33b4b53e-0f15-4f87-92e3-47dca0691ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353706 Jul 27 22:40:11.181270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9b474f57-392a-4343-9f6d-a408d8eef87c None None] Port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:40:11.304010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:40:11.311522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:11.323603 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Transition to ACTIVE for port object f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:40:11.327650 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:11.380832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Pushing event updated for resources: {'Port': ['ID=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:11.452317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Attempting to bind port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:40:11.452680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Attempting to bind port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:40:11.453006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Attempting to bind port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:40:11.457947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 on network 667d466a-c505-4b26-8e91-fd38f27f2542 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:40:11.458329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Attempting to bind port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 on network 667d466a-c505-4b26-8e91-fd38f27f2542 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:40:11.463651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:40:11.463989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Checking segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:40:11.464379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Bound using segment: {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:40:11.464836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Bound port: f3e48a46-e6e6-43c1-bf5f-5697120c1ad1, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:40:11.465203 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:11.530829 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] For port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:40:11.533874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] For port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:40:11.537803 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:11.576010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:11.576639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:11.578032 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] 10.222.0.43 "PUT /v2.0/ports/f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 HTTP/1.1" status: 200 len: 1096 time: 0.6041346 Jul 27 22:40:11.578508 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889c9da8-5c76-45ff-adcd-b32a2a9b2361', 'tag': 'f3e48a46-e6e6-43c1-bf5f-5697120c1ad1'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:11.580767 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8be4dc-825d-49bb-aef1-a2c8cab263df" -d '{"events": [{"name": "network-changed", "server_uuid": "889c9da8-5c76-45ff-adcd-b32a2a9b2361", "tag": "f3e48a46-e6e6-43c1-bf5f-5697120c1ad1"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:11.607007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823a136-e1b3-4af2-8326-ccd753311a3e service neutron] Pushing event updated for resources: {'Port': ['ID=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:11.648560 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf11591-65e8-4396-aee4-031bb62e4520 x-openstack-request-id: req-ddf11591-65e8-4396-aee4-031bb62e4520 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:11.648912 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889c9da8-5c76-45ff-adcd-b32a2a9b2361", "tag": "f3e48a46-e6e6-43c1-bf5f-5697120c1ad1", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:11.649719 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddf11591-65e8-4396-aee4-031bb62e4520 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:11.650619 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889c9da8-5c76-45ff-adcd-b32a2a9b2361', 'tag': 'f3e48a46-e6e6-43c1-bf5f-5697120c1ad1', 'status': 'completed', 'code': 200} Jul 27 22:40:11.667332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d536a5c9-77ca-4242-8dd0-b4a41280581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:11.668951 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-d536a5c9-77ca-4242-8dd0-b4a41280581b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bb1841cf4d64c4e9c4c9d6589d9b603&device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 1099 time: 0.0483241 Jul 27 22:40:11.713573 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-5e865e77-cf7b-430f-a753-8d83a0215f68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 HTTP/1.1" status: 200 len: 217 time: 0.0355220 Jul 27 22:40:11.768602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751379-3d37-4ac3-9423-988b4052bb09 req-9f4feadd-a402-4941-b67b-3d936024bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:11.770073 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-9f4feadd-a402-4941-b67b-3d936024bd90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0499122 Jul 27 22:40:11.815688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751379-3d37-4ac3-9423-988b4052bb09 req-dc815e17-16f5-4dff-8ed2-7f4b67b99fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:11.817143 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-dc815e17-16f5-4dff-8ed2-7f4b67b99fd3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0399175 Jul 27 22:40:11.907975 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-ac7f6735-74c9-41fc-8ccb-f26421f5c170 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832353 Jul 27 22:40:12.001494 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-75751379-3d37-4ac3-9423-988b4052bb09 req-9f8c47b4-4e58-457d-9d7a-0fe6bb11f9d8 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855060 Jul 27 22:40:12.086718 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8be4dc-825d-49bb-aef1-a2c8cab263df req-8e697e0e-8bf1-4d7e-a61f-94dde795993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:12.089010 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3e8be4dc-825d-49bb-aef1-a2c8cab263df req-8e697e0e-8bf1-4d7e-a61f-94dde795993b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0bb1841cf4d64c4e9c4c9d6589d9b603&device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 1099 time: 0.0421171 Jul 27 22:40:12.185530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8be4dc-825d-49bb-aef1-a2c8cab263df req-e2d9c977-28d9-4b5b-a2ff-5ad480bf8ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:12.186983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3e8be4dc-825d-49bb-aef1-a2c8cab263df req-e2d9c977-28d9-4b5b-a2ff-5ad480bf8ff6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=667d466a-c505-4b26-8e91-fd38f27f2542 HTTP/1.1" status: 200 len: 870 time: 0.0912311 Jul 27 22:40:12.230458 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3e8be4dc-825d-49bb-aef1-a2c8cab263df req-3b7db4ab-24f5-46ce-9e5a-900bbd0f65f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 HTTP/1.1" status: 200 len: 217 time: 0.0357511 Jul 27 22:40:12.272257 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ce9eb-8886-499b-bb5f-024fe5bfb71c req-f5d225ad-222f-45cb-8a75-4662611de642 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:12.273723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-839ce9eb-8886-499b-bb5f-024fe5bfb71c req-f5d225ad-222f-45cb-8a75-4662611de642 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 948 time: 0.0490150 Jul 27 22:40:12.280975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8be4dc-825d-49bb-aef1-a2c8cab263df req-587f917f-0363-49f4-bc28-c0bd9b55f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:12.282461 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3e8be4dc-825d-49bb-aef1-a2c8cab263df req-587f917f-0363-49f4-bc28-c0bd9b55f298 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3ee411c-0aff-47e7-8585-6cf652996b31 HTTP/1.1" status: 200 len: 843 time: 0.0446408 Jul 27 22:40:12.317591 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-839ce9eb-8886-499b-bb5f-024fe5bfb71c req-45424cb3-8bd6-47b8-ab40-aa486e7ac2f2 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/security-groups?id=33b4b53e-0f15-4f87-92e3-47dca0691ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370038 Jul 27 22:40:12.338196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8be4dc-825d-49bb-aef1-a2c8cab263df req-e56f27f9-5122-4fd5-bd54-310934618622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:12.339716 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3e8be4dc-825d-49bb-aef1-a2c8cab263df req-e56f27f9-5122-4fd5-bd54-310934618622 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=667d466a-c505-4b26-8e91-fd38f27f2542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488820 Jul 27 22:40:12.428318 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3e8be4dc-825d-49bb-aef1-a2c8cab263df req-3e6cf20b-ae92-4a47-bc12-6e647d1b8e03 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803752 Jul 27 22:40:12.519237 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3e8be4dc-825d-49bb-aef1-a2c8cab263df req-ae29c78c-e7ff-4c9c-b4f0-ffc794750504 service neutron] 10.222.0.43 "GET /v2.0/networks/667d466a-c505-4b26-8e91-fd38f27f2542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835626 Jul 27 22:40:12.703448 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:12.805482 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a04d9421-2c4a-4710-8fe7-0d060a6e36bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:13.437758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3d222-d0e2-4424-9cfc-cc82d8d5ba0a req-466dbcc6-8fe5-43f0-b9f5-2c016a253562 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:13.439257 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50d3d222-d0e2-4424-9cfc-cc82d8d5ba0a req-466dbcc6-8fe5-43f0-b9f5-2c016a253562 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 948 time: 0.0478492 Jul 27 22:40:13.476594 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50d3d222-d0e2-4424-9cfc-cc82d8d5ba0a req-f21ffb90-0db8-456e-b91f-5ec5726d7979 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/security-groups?id=33b4b53e-0f15-4f87-92e3-47dca0691ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Jul 27 22:40:14.236120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:40:14.332178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:14.343297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'f3e48a46-e6e6-43c1-bf5f-5697120c1ad1', 'network_id': '667d466a-c505-4b26-8e91-fd38f27f2542', 'port_id': 'f3e48a46-e6e6-43c1-bf5f-5697120c1ad1', 'mac_address': 'fa:16:3e:f9:51:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ee411c-0aff-47e7-8585-6cf652996b31', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:40:14.382679 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:14.394816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:40:14.413411 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:14.417982 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:14.464819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:14.472247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:14.472601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:14.472944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:14.473282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:14.473623 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:14.473956 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:14.474304 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:14.474637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:14.474961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:14.475285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:14.475611 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:14.475934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:14.592512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfeb0de-02ee-4f36-afe9-c52efbb88c9f req-7164d686-d779-4b67-ac8b-5c3986b9824d tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:14.593930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdfeb0de-02ee-4f36-afe9-c52efbb88c9f req-7164d686-d779-4b67-ac8b-5c3986b9824d tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 949 time: 0.0505028 Jul 27 22:40:14.631433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bdfeb0de-02ee-4f36-afe9-c52efbb88c9f req-4ecb9fa5-4e7c-494d-96c7-71892dac7327 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/security-groups?id=33b4b53e-0f15-4f87-92e3-47dca0691ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313532 Jul 27 22:40:14.651858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['f3e48a46-e6e6-43c1-bf5f-5697120c1ad1'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:40:15.460830 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-21fd9a79-da3f-4111-88b9-08554723507e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:15.744956 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47128bb-9449-4999-be9a-d809686b8931 req-03620f5e-459d-4e03-8d06-7a3b8753b6f7 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:15.746463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47128bb-9449-4999-be9a-d809686b8931 req-03620f5e-459d-4e03-8d06-7a3b8753b6f7 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 949 time: 0.0487590 Jul 27 22:40:15.788931 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b47128bb-9449-4999-be9a-d809686b8931 req-5dc3971d-0843-45d6-80d6-f7d90eaec1bf tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/security-groups?id=33b4b53e-0f15-4f87-92e3-47dca0691ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364623 Jul 27 22:40:15.792781 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:16.251976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:40:16.300679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:40:16.304408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:16.304777 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:16.379586 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:16.402454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889c9da8-5c76-45ff-adcd-b32a2a9b2361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e48a46-e6e6-43c1-bf5f-5697120c1ad1'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:16.404686 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a2ce62-6af8-4fa8-9cdb-e18fc7efdaef" -d '{"events": [{"server_uuid": "889c9da8-5c76-45ff-adcd-b32a2a9b2361", "name": "network-vif-plugged", "status": "completed", "tag": "f3e48a46-e6e6-43c1-bf5f-5697120c1ad1"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:16.421235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:16.425073 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:16.472902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:16.505328 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:16.506911 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612b8a7f-0540-47b9-a9c1-93ef19acf3b2 x-openstack-request-id: req-612b8a7f-0540-47b9-a9c1-93ef19acf3b2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:16.507221 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889c9da8-5c76-45ff-adcd-b32a2a9b2361", "name": "network-vif-plugged", "status": "completed", "tag": "f3e48a46-e6e6-43c1-bf5f-5697120c1ad1", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:16.507477 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-612b8a7f-0540-47b9-a9c1-93ef19acf3b2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:16.507980 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889c9da8-5c76-45ff-adcd-b32a2a9b2361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e48a46-e6e6-43c1-bf5f-5697120c1ad1', 'code': 200} Jul 27 22:40:16.601755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249632a-d314-4bb8-bac9-eef61c94ce93 req-fcf7a9c0-c331-4e5e-900b-6613c068a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:16.603195 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9249632a-d314-4bb8-bac9-eef61c94ce93 req-fcf7a9c0-c331-4e5e-900b-6613c068a486 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 1101 time: 0.0412338 Jul 27 22:40:16.636845 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9249632a-d314-4bb8-bac9-eef61c94ce93 req-fc7b9141-a269-4925-8a6d-7cf5ca189bf0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=33b4b53e-0f15-4f87-92e3-47dca0691ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269330 Jul 27 22:40:16.717230 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:16.902319 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c419c-cf0a-446a-b8af-b33fdbdc41a6 req-837d8fd3-d31a-487f-96ca-b85c8bca0ae5 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:16.903711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-135c419c-cf0a-446a-b8af-b33fdbdc41a6 req-837d8fd3-d31a-487f-96ca-b85c8bca0ae5 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 950 time: 0.0486603 Jul 27 22:40:16.941931 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-135c419c-cf0a-446a-b8af-b33fdbdc41a6 req-8eede621-7bc2-422d-ac03-6884d0a4ea2c tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/security-groups?id=33b4b53e-0f15-4f87-92e3-47dca0691ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Jul 27 22:40:18.058927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddd80b-897b-49ef-8949-bb4f8bbaa46e req-bcb40c73-5c13-4415-8e52-7babcc39bfed tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:18.060388 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f0ddd80b-897b-49ef-8949-bb4f8bbaa46e req-bcb40c73-5c13-4415-8e52-7babcc39bfed tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 950 time: 0.0483665 Jul 27 22:40:18.097924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f0ddd80b-897b-49ef-8949-bb4f8bbaa46e req-4664da7a-5e36-4e53-abb8-f373aee55918 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/security-groups?id=33b4b53e-0f15-4f87-92e3-47dca0691ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Jul 27 22:40:18.213293 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:18.913989 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:40:18.996574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d64193-e203-4f04-a836-ef3ae423bae4 req-72f777f2-8882-4f20-8cbc-c76db45d0d63 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:18.998116 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30d64193-e203-4f04-a836-ef3ae423bae4 req-72f777f2-8882-4f20-8cbc-c76db45d0d63 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 950 time: 0.0494988 Jul 27 22:40:19.038818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30d64193-e203-4f04-a836-ef3ae423bae4 req-50e8b7c7-496f-4a98-a271-4a07c4a71665 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/security-groups?id=33b4b53e-0f15-4f87-92e3-47dca0691ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346820 Jul 27 22:40:20.248281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441d1c9-8784-4994-a196-4c8555fd46dc req-8f2da3c2-76cc-488a-886c-e25d96410fa4 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:20.249880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f441d1c9-8784-4994-a196-4c8555fd46dc req-8f2da3c2-76cc-488a-886c-e25d96410fa4 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.43 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 950 time: 0.0566599 Jul 27 22:40:20.347160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f441d1c9-8784-4994-a196-4c8555fd46dc req-b478e768-a3a6-44b6-98ee-ee23d3391465 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Deleting port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:20.347502 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f441d1c9-8784-4994-a196-4c8555fd46dc req-b478e768-a3a6-44b6-98ee-ee23d3391465 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:20.440134 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f441d1c9-8784-4994-a196-4c8555fd46dc req-b478e768-a3a6-44b6-98ee-ee23d3391465 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] For port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1,segment=NetworkSegment(9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2),segment_id=9e04ed9c-0b4e-4ac3-8d05-51858fb9b0a2)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:20.440503 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f441d1c9-8784-4994-a196-4c8555fd46dc req-b478e768-a3a6-44b6-98ee-ee23d3391465 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:20.454506 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f441d1c9-8784-4994-a196-4c8555fd46dc req-b478e768-a3a6-44b6-98ee-ee23d3391465 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Calling delete_port for f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:20.508966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b42dca-618d-4d64-b0b4-614267ffe1fb req-54161f48-ef34-4ea1-bac3-1968dfe44ea8 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:20.510479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05b42dca-618d-4d64-b0b4-614267ffe1fb req-54161f48-ef34-4ea1-bac3-1968dfe44ea8 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/ports?device_id=889c9da8-5c76-45ff-adcd-b32a2a9b2361 HTTP/1.1" status: 200 len: 950 time: 0.3990779 Jul 27 22:40:20.550239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05b42dca-618d-4d64-b0b4-614267ffe1fb req-b2b6e342-295a-4a3b-bd89-ecd9b623c9ec tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.24 "GET /v2.0/security-groups?id=33b4b53e-0f15-4f87-92e3-47dca0691ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335417 Jul 27 22:40:20.589898 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f441d1c9-8784-4994-a196-4c8555fd46dc req-b478e768-a3a6-44b6-98ee-ee23d3391465 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:20.601741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['f3e48a46-e6e6-43c1-bf5f-5697120c1ad1'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:40:20.619142 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478e768-a3a6-44b6-98ee-ee23d3391465 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Pushing event deleted for resources: {'Port': ['ID=f3e48a46-e6e6-43c1-bf5f-5697120c1ad1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:20.660665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f441d1c9-8784-4994-a196-4c8555fd46dc req-b478e768-a3a6-44b6-98ee-ee23d3391465 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] No DVR routers for this DVR port f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:40:20.663657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f441d1c9-8784-4994-a196-4c8555fd46dc req-b478e768-a3a6-44b6-98ee-ee23d3391465 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:20.666328 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f441d1c9-8784-4994-a196-4c8555fd46dc req-b478e768-a3a6-44b6-98ee-ee23d3391465 tempest-ServersAdminNegativeTestJSON-700973384 tempest-ServersAdminNegativeTestJSON-700973384-project] 10.222.0.43 "DELETE /v2.0/ports/f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 HTTP/1.1" status: 204 len: 173 time: 0.4101262 Jul 27 22:40:20.666811 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889c9da8-5c76-45ff-adcd-b32a2a9b2361', 'name': 'network-vif-deleted', 'tag': 'f3e48a46-e6e6-43c1-bf5f-5697120c1ad1'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:20.669270 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5544bd-5432-4485-8f63-8c8c71618657" -d '{"events": [{"server_uuid": "889c9da8-5c76-45ff-adcd-b32a2a9b2361", "name": "network-vif-deleted", "tag": "f3e48a46-e6e6-43c1-bf5f-5697120c1ad1"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:20.711262 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af35fa98-9cad-4cbd-b36d-1493e697af84 x-openstack-request-id: req-af35fa98-9cad-4cbd-b36d-1493e697af84 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:20.711553 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889c9da8-5c76-45ff-adcd-b32a2a9b2361", "name": "network-vif-deleted", "tag": "f3e48a46-e6e6-43c1-bf5f-5697120c1ad1", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:20.711870 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af35fa98-9cad-4cbd-b36d-1493e697af84 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:20.712451 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889c9da8-5c76-45ff-adcd-b32a2a9b2361', 'name': 'network-vif-deleted', 'tag': 'f3e48a46-e6e6-43c1-bf5f-5697120c1ad1', 'status': 'completed', 'code': 200} Jul 27 22:40:21.841434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59816) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:21.974946 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fda2c394-d0eb-4024-b601-75d253a58a51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bb1841cf4d64c4e9c4c9d6589d9b603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323452 Jul 27 22:40:21.978022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59820) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:22.025211 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21834ed2-b46b-40f1-9b77-1b0393ed931c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:22.045756 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21834ed2-b46b-40f1-9b77-1b0393ed931c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:22.091937 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21834ed2-b46b-40f1-9b77-1b0393ed931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:22.094420 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-21834ed2-b46b-40f1-9b77-1b0393ed931c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:22.095844 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-21834ed2-b46b-40f1-9b77-1b0393ed931c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33b4b53e-0f15-4f87-92e3-47dca0691ac5 HTTP/1.1" status: 204 len: 168 time: 0.1168287 Jul 27 22:40:22.104772 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21834ed2-b46b-40f1-9b77-1b0393ed931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b4b53e-0f15-4f87-92e3-47dca0691ac5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:22.354574 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:22.366361 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6657ef20-e2a7-4d7d-b5db-100c9d1b3f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:22.455829 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6657ef20-e2a7-4d7d-b5db-100c9d1b3f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:22.459392 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6657ef20-e2a7-4d7d-b5db-100c9d1b3f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:22.498299 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6657ef20-e2a7-4d7d-b5db-100c9d1b3f59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60931f4e8ff74a96b88572a7ba82159a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439381 Jul 27 22:40:22.499414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657ef20-e2a7-4d7d-b5db-100c9d1b3f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddab7eff-59b4-46be-a975-82c93706efb7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:22.501101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:22.548490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8061c904-9199-4e5d-91fe-950cefc71091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:22.569629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8061c904-9199-4e5d-91fe-950cefc71091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:22.615687 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8061c904-9199-4e5d-91fe-950cefc71091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:22.618904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8061c904-9199-4e5d-91fe-950cefc71091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:22.620058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8061c904-9199-4e5d-91fe-950cefc71091 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddab7eff-59b4-46be-a975-82c93706efb7 HTTP/1.1" status: 204 len: 168 time: 0.1179731 Jul 27 22:40:22.627713 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061c904-9199-4e5d-91fe-950cefc71091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddab7eff-59b4-46be-a975-82c93706efb7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:23.290606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 59852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:23.386694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-501814490-network', 'tenant_id': '862781d365a84e59a3104f1c705b21ee'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:23.406744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Made reservation on behalf of 862781d365a84e59a3104f1c705b21ee for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:40:23.408915 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:23.420719 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:23.507326 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:23.511506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:23.531898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:40:23.545005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:23.549776 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:23.550128 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Added segment 9643e0c1-d379-4016-9ecf-b1b9b48d33cd of type vlan for network b5ded7fc-0048-410a-a207-9ae138baa74b Jul 27 22:40:23.594190 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:23.623627 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:23.624611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:23.625172 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:23.678518 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3867002 Jul 27 22:40:23.681501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 59856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:23.686599 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-6acca831-8366-4950-826d-a871ba92f6cb admin admin] Request body: {'subnet': {'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-501814490-subnet', 'tenant_id': '862781d365a84e59a3104f1c705b21ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:23.688021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e0c21-589c-427e-a2c7-ded2674293ec admin admin] Pushing event updated for resources: {'Network': ['ID=b5ded7fc-0048-410a-a207-9ae138baa74b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:23.700436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network b5ded7fc-0048-410a-a207-9ae138baa74b details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:40:23.709820 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acca831-8366-4950-826d-a871ba92f6cb admin admin] Made reservation on behalf of 862781d365a84e59a3104f1c705b21ee for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:40:23.712156 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6acca831-8366-4950-826d-a871ba92f6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:23.874752 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6acca831-8366-4950-826d-a871ba92f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:23.934590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acca831-8366-4950-826d-a871ba92f6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7645a24-a1d0-406a-bd5d-16e92a4e4c61,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:23.941354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acca831-8366-4950-826d-a871ba92f6cb admin admin] Checking segment: {'id': '9643e0c1-d379-4016-9ecf-b1b9b48d33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:40:23.941708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acca831-8366-4950-826d-a871ba92f6cb admin admin] Network hostable DHCP agents. Network: b5ded7fc-0048-410a-a207-9ae138baa74b, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:40:23.957726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acca831-8366-4950-826d-a871ba92f6cb admin admin] Network b5ded7fc-0048-410a-a207-9ae138baa74b is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:40:23.968004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-6acca831-8366-4950-826d-a871ba92f6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, b5ded7fc-0048-410a-a207-9ae138baa74b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:40:23.972732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acca831-8366-4950-826d-a871ba92f6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:23.973403 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6acca831-8366-4950-826d-a871ba92f6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:23.978032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b84ec6-35b3-4bad-8ccb-aa9b3f4c076b None None] Network b5ded7fc-0048-410a-a207-9ae138baa74b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:40:23.988774 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6acca831-8366-4950-826d-a871ba92f6cb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3061101 Jul 27 22:40:24.097611 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed826233-d7e5-470d-8429-b4ca77925ce2 None None] Network b5ded7fc-0048-410a-a207-9ae138baa74b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:40:24.277186 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:40:24.296480 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:40:24.296830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f3e48a46-e6e6-43c1-bf5f-5697120c1ad1 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:40:24.413539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f865879-31c8-4827-a809-20d13fa3c878 req-d398505c-ffd9-4f69-9631-9ad46591c911 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:24.415029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-d398505c-ffd9-4f69-9631-9ad46591c911 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/networks?id=b5ded7fc-0048-410a-a207-9ae138baa74b HTTP/1.1" status: 200 len: 811 time: 0.0992978 Jul 27 22:40:24.430520 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-66eb0321-6fbc-4bfc-86c0-72a1bb57f1a7 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/quotas/862781d365a84e59a3104f1c705b21ee HTTP/1.1" status: 200 len: 375 time: 0.0090563 Jul 27 22:40:24.460944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-137f37c8-c65d-4863-aa3a-2bf345545370 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=862781d365a84e59a3104f1c705b21ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252521 Jul 27 22:40:24.472385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-662be182-7cd1-47b3-8a5d-00d59a108223 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:40:24.473287 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-662be182-7cd1-47b3-8a5d-00d59a108223 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053186 Jul 27 22:40:24.563183 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-23045c0f-4cf3-45f4-b010-1617a3633298 service neutron] 10.222.0.24 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843580 Jul 27 22:40:24.658729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-7658a155-8620-4949-8c55-4b54ad88ee37 service neutron] 10.222.0.24 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895350 Jul 27 22:40:24.827724 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bfa07d52-22b6-49ae-a9fd-880007fbc92a req-d34ae67a-eeaf-412f-ac6c-601353421a50 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 210 time: 0.0317481 Jul 27 22:40:25.737334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f865879-31c8-4827-a809-20d13fa3c878 req-b5d4c211-a398-4bf8-8bbf-7922b4bb062a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:25.739168 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-b5d4c211-a398-4bf8-8bbf-7922b4bb062a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.41 "GET /v2.0/networks?id=b5ded7fc-0048-410a-a207-9ae138baa74b HTTP/1.1" status: 200 len: 811 time: 0.1139183 Jul 27 22:40:25.751565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Request body: {'port': {'device_id': 'd2279839-09f1-4b20-9851-bb860b40de44', 'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b', 'admin_state_up': True, 'tenant_id': '862781d365a84e59a3104f1c705b21ee'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:25.868249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Made reservation on behalf of 862781d365a84e59a3104f1c705b21ee for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:40:25.872233 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:25.923967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-968924a7-e9b5-4f66-a01a-ca00fa7fec88 req-c6120061-6ca6-4be4-9ea9-f019cee16b3b tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 210 time: 0.0265801 Jul 27 22:40:26.001520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Allocated IP 172.20.0.7 (b5ded7fc-0048-410a-a207-9ae138baa74b/b7645a24-a1d0-406a-bd5d-16e92a4e4c61/a0e93937-da3a-4e6e-84ea-9351ca13a096) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:40:26.153384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:26.191095 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:26.233896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Network b5ded7fc-0048-410a-a207-9ae138baa74b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:40:26.236981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:40:26.243284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:40:26.266245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Pushing event updated for resources: {'Port': ['ID=a0e93937-da3a-4e6e-84ea-9351ca13a096,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:26.293427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:26.294029 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:26.308070 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2102154d-e2c0-45c9-b6cf-dfe36bdba76a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5596383 Jul 27 22:40:26.368645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Request body: {'port': {'device_id': 'd2279839-09f1-4b20-9851-bb860b40de44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:40:26.425530 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:26.679045 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e93937-da3a-4e6e-84ea-9351ca13a096 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:40:26.686560 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:26.699167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Transition to ACTIVE for port object a0e93937-da3a-4e6e-84ea-9351ca13a096 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:40:26.702969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:26.755004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Pushing event updated for resources: {'Port': ['ID=a0e93937-da3a-4e6e-84ea-9351ca13a096,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:26.820099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Attempting to bind port a0e93937-da3a-4e6e-84ea-9351ca13a096 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:40:26.820430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Attempting to bind port a0e93937-da3a-4e6e-84ea-9351ca13a096 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9643e0c1-d379-4016-9ecf-b1b9b48d33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:40:26.820752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Attempting to bind port a0e93937-da3a-4e6e-84ea-9351ca13a096 on network b5ded7fc-0048-410a-a207-9ae138baa74b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:40:26.825090 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Port a0e93937-da3a-4e6e-84ea-9351ca13a096 on network b5ded7fc-0048-410a-a207-9ae138baa74b not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:40:26.825407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Attempting to bind port a0e93937-da3a-4e6e-84ea-9351ca13a096 on network b5ded7fc-0048-410a-a207-9ae138baa74b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:40:26.830106 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:40:26.830467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Checking segment: {'id': '9643e0c1-d379-4016-9ecf-b1b9b48d33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:40:26.830848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Bound using segment: {'id': '9643e0c1-d379-4016-9ecf-b1b9b48d33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:40:26.831262 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Bound port: a0e93937-da3a-4e6e-84ea-9351ca13a096, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9643e0c1-d379-4016-9ecf-b1b9b48d33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:40:26.831608 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:26.892465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:40:26.895465 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096,segment=NetworkSegment(9643e0c1-d379-4016-9ecf-b1b9b48d33cd),segment_id=9643e0c1-d379-4016-9ecf-b1b9b48d33cd)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:40:26.899045 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:26.933203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:26.933842 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:26.935256 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] 10.222.0.41 "PUT /v2.0/ports/a0e93937-da3a-4e6e-84ea-9351ca13a096 HTTP/1.1" status: 200 len: 1091 time: 0.6193643 Jul 27 22:40:26.937406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2279839-09f1-4b20-9851-bb860b40de44', 'tag': 'a0e93937-da3a-4e6e-84ea-9351ca13a096'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:26.939709 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31d2052-7d2b-42db-83d9-e02f5373c4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2279839-09f1-4b20-9851-bb860b40de44", "tag": "a0e93937-da3a-4e6e-84ea-9351ca13a096"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:26.970523 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd84de-be20-4024-b143-cdeb5b7871ed service neutron] Pushing event updated for resources: {'Port': ['ID=a0e93937-da3a-4e6e-84ea-9351ca13a096,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:26.991823 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b2e4e7-55a8-4a48-83e8-8b2c9355ebee x-openstack-request-id: req-29b2e4e7-55a8-4a48-83e8-8b2c9355ebee {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:26.992124 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2279839-09f1-4b20-9851-bb860b40de44", "tag": "a0e93937-da3a-4e6e-84ea-9351ca13a096", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:26.992365 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29b2e4e7-55a8-4a48-83e8-8b2c9355ebee {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:26.992761 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2279839-09f1-4b20-9851-bb860b40de44', 'tag': 'a0e93937-da3a-4e6e-84ea-9351ca13a096', 'status': 'completed', 'code': 200} Jul 27 22:40:27.025536 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f865879-31c8-4827-a809-20d13fa3c878 req-d9064f15-c751-4ccb-a8d2-a10f4be74e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:27.027148 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-d9064f15-c751-4ccb-a8d2-a10f4be74e6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=862781d365a84e59a3104f1c705b21ee&device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 1094 time: 0.0466270 Jul 27 22:40:27.046677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a652dea-e716-497d-a5bd-ef22c3ae3a4c req-53cabbea-4b7d-44e1-8bf6-65a90d31e935 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:27.048182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a652dea-e716-497d-a5bd-ef22c3ae3a4c req-53cabbea-4b7d-44e1-8bf6-65a90d31e935 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 943 time: 0.0509737 Jul 27 22:40:27.069259 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-61b5842e-4f6c-48e0-a293-e9532bce9bb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096 HTTP/1.1" status: 200 len: 217 time: 0.0338793 Jul 27 22:40:27.086229 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a652dea-e716-497d-a5bd-ef22c3ae3a4c req-b0c93824-7d43-4614-ba9a-1793b13d099d tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Jul 27 22:40:27.117493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f865879-31c8-4827-a809-20d13fa3c878 req-d8598aba-5159-4e3a-bdad-da5bc6693d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:27.118991 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-d8598aba-5159-4e3a-bdad-da5bc6693d48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7645a24-a1d0-406a-bd5d-16e92a4e4c61 HTTP/1.1" status: 200 len: 851 time: 0.0434082 Jul 27 22:40:27.150242 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-2d369245-b6c6-47ac-9ccc-93b920671e16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5ded7fc-0048-410a-a207-9ae138baa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241761 Jul 27 22:40:27.241268 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-ac1fd3c6-1478-470f-9372-6e8889582e38 service neutron] 10.222.0.41 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832655 Jul 27 22:40:27.328581 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2f865879-31c8-4827-a809-20d13fa3c878 req-32850220-549a-416d-b7ef-3b2e26734ee4 service neutron] 10.222.0.41 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808406 Jul 27 22:40:27.419883 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d2052-7d2b-42db-83d9-e02f5373c4e5 req-31c46368-c533-47df-abda-1816c7102d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:27.421383 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f31d2052-7d2b-42db-83d9-e02f5373c4e5 req-31c46368-c533-47df-abda-1816c7102d17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=862781d365a84e59a3104f1c705b21ee&device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 1094 time: 0.0467227 Jul 27 22:40:27.510685 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d2052-7d2b-42db-83d9-e02f5373c4e5 req-50cbc940-c0b8-452f-8104-39b4de54ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:27.512083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f31d2052-7d2b-42db-83d9-e02f5373c4e5 req-50cbc940-c0b8-452f-8104-39b4de54ef7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5ded7fc-0048-410a-a207-9ae138baa74b HTTP/1.1" status: 200 len: 912 time: 0.0838900 Jul 27 22:40:27.556445 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f31d2052-7d2b-42db-83d9-e02f5373c4e5 req-723f0d84-a6ab-4572-bb3d-9022add92601 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096 HTTP/1.1" status: 200 len: 217 time: 0.0370486 Jul 27 22:40:27.605322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d2052-7d2b-42db-83d9-e02f5373c4e5 req-70cb181d-64fc-41a2-b65b-d12cbf60295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:27.606852 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f31d2052-7d2b-42db-83d9-e02f5373c4e5 req-70cb181d-64fc-41a2-b65b-d12cbf60295c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7645a24-a1d0-406a-bd5d-16e92a4e4c61 HTTP/1.1" status: 200 len: 851 time: 0.0428710 Jul 27 22:40:27.640277 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f31d2052-7d2b-42db-83d9-e02f5373c4e5 req-67f23aa9-fbcd-4fdb-a49b-fbf67ac224cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5ded7fc-0048-410a-a207-9ae138baa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246310 Jul 27 22:40:27.728723 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f31d2052-7d2b-42db-83d9-e02f5373c4e5 req-04720ef7-e625-4b8e-a474-8eee38deee05 service neutron] 10.222.0.41 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802751 Jul 27 22:40:27.821713 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f31d2052-7d2b-42db-83d9-e02f5373c4e5 req-d129454a-1bf9-473a-bef6-35b430f215e9 service neutron] 10.222.0.41 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852189 Jul 27 22:40:28.203476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874da76-6565-46ce-923d-5ee15ee0e0ef req-203900f8-2075-42d6-a9d9-7236ce12b21e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:28.204941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5874da76-6565-46ce-923d-5ee15ee0e0ef req-203900f8-2075-42d6-a9d9-7236ce12b21e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 943 time: 0.0492740 Jul 27 22:40:28.242549 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5874da76-6565-46ce-923d-5ee15ee0e0ef req-36b1a085-f6ae-4f8f-a447-31d53a86f378 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Jul 27 22:40:29.365007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2fa72-9237-469a-9634-37b9a466bed7 req-8612e80a-b12a-4107-8744-009635e6a977 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:29.366491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bc2fa72-9237-469a-9634-37b9a466bed7 req-8612e80a-b12a-4107-8744-009635e6a977 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 943 time: 0.0525386 Jul 27 22:40:29.404793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bc2fa72-9237-469a-9634-37b9a466bed7 req-8c72a195-1fba-4938-897e-13ef8fade79e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Jul 27 22:40:30.067310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a0e93937-da3a-4e6e-84ea-9351ca13a096 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:40:30.160595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096,segment=NetworkSegment(9643e0c1-d379-4016-9ecf-b1b9b48d33cd),segment_id=9643e0c1-d379-4016-9ecf-b1b9b48d33cd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:30.171965 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'a0e93937-da3a-4e6e-84ea-9351ca13a096', 'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b', 'port_id': 'a0e93937-da3a-4e6e-84ea-9351ca13a096', 'mac_address': 'fa:16:3e:88:15:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7645a24-a1d0-406a-bd5d-16e92a4e4c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:40:30.210287 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:30.222946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e93937-da3a-4e6e-84ea-9351ca13a096 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:40:30.245911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096,segment=NetworkSegment(9643e0c1-d379-4016-9ecf-b1b9b48d33cd),segment_id=9643e0c1-d379-4016-9ecf-b1b9b48d33cd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:30.251466 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:30.298013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a0e93937-da3a-4e6e-84ea-9351ca13a096,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:30.497132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['a0e93937-da3a-4e6e-84ea-9351ca13a096'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:40:30.520160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13eb8b-8371-4eee-99eb-fa34629f7382 req-9e0bc0b9-e324-4a70-a649-db3737f5c862 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:30.521689 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e13eb8b-8371-4eee-99eb-fa34629f7382 req-9e0bc0b9-e324-4a70-a649-db3737f5c862 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 944 time: 0.0516484 Jul 27 22:40:30.561344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e13eb8b-8371-4eee-99eb-fa34629f7382 req-2319e3a3-0645-4bbf-af19-9329075bb57a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Jul 27 22:40:31.676148 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4dd5d-e763-4172-8af2-8d922243d463 req-9d9dbc85-8867-4e8f-b33b-82b5e272f7e7 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:31.677634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75c4dd5d-e763-4172-8af2-8d922243d463 req-9d9dbc85-8867-4e8f-b33b-82b5e272f7e7 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 944 time: 0.0485549 Jul 27 22:40:31.715197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75c4dd5d-e763-4172-8af2-8d922243d463 req-ce2217c3-6013-42cd-83be-710f04c5a297 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Jul 27 22:40:32.066172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a0e93937-da3a-4e6e-84ea-9351ca13a096 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:40:32.117112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port a0e93937-da3a-4e6e-84ea-9351ca13a096 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:40:32.120851 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port a0e93937-da3a-4e6e-84ea-9351ca13a096 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:32.121219 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:32.192947 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:32.214871 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2279839-09f1-4b20-9851-bb860b40de44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e93937-da3a-4e6e-84ea-9351ca13a096'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:32.217141 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fab5519-cf39-449e-838e-453abd46b23e" -d '{"events": [{"server_uuid": "d2279839-09f1-4b20-9851-bb860b40de44", "name": "network-vif-plugged", "status": "completed", "tag": "a0e93937-da3a-4e6e-84ea-9351ca13a096"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:32.230712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096,segment=NetworkSegment(9643e0c1-d379-4016-9ecf-b1b9b48d33cd),segment_id=9643e0c1-d379-4016-9ecf-b1b9b48d33cd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:32.234831 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:32.265110 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201c79ee-b8f8-4d03-b232-c52e6bbdfc53 x-openstack-request-id: req-201c79ee-b8f8-4d03-b232-c52e6bbdfc53 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:32.265321 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2279839-09f1-4b20-9851-bb860b40de44", "name": "network-vif-plugged", "status": "completed", "tag": "a0e93937-da3a-4e6e-84ea-9351ca13a096", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:32.265572 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-201c79ee-b8f8-4d03-b232-c52e6bbdfc53 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:32.265951 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2279839-09f1-4b20-9851-bb860b40de44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e93937-da3a-4e6e-84ea-9351ca13a096', 'code': 200} Jul 27 22:40:32.292210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=a0e93937-da3a-4e6e-84ea-9351ca13a096,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:32.352044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055e232-2684-463b-8660-bafa70cf530f req-d2b5d35c-9931-4eaf-86d1-3d0c9d2d2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:32.353564 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d055e232-2684-463b-8660-bafa70cf530f req-d2b5d35c-9931-4eaf-86d1-3d0c9d2d2af2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 1096 time: 0.0404494 Jul 27 22:40:32.388103 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d055e232-2684-463b-8660-bafa70cf530f req-e3154cba-bcbe-42e5-8c73-329b25db4849 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270255 Jul 27 22:40:32.833144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361414a-dcc1-4c46-91b4-6f8a3947be33 req-936c4643-f2bf-44a2-9107-9b267d5735c9 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:32.834644 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6361414a-dcc1-4c46-91b4-6f8a3947be33 req-936c4643-f2bf-44a2-9107-9b267d5735c9 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0523968 Jul 27 22:40:32.873654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6361414a-dcc1-4c46-91b4-6f8a3947be33 req-10f85928-89c7-4e48-bff1-af6792c86f70 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320406 Jul 27 22:40:33.990682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839213b-c69b-4c39-851f-370395201a94 req-2a5b754d-c11f-4477-be7f-3478cbe1629a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:33.992204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b839213b-c69b-4c39-851f-370395201a94 req-2a5b754d-c11f-4477-be7f-3478cbe1629a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0496392 Jul 27 22:40:34.030982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b839213b-c69b-4c39-851f-370395201a94 req-4969b5f7-f768-4b20-b857-e2eda4f56ef1 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319369 Jul 27 22:40:34.266591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70440fbf-f3e5-4eb3-9905-57535fc307c4 req-700c4554-54ed-46df-9885-3a4c9a0da830 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:34.268094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70440fbf-f3e5-4eb3-9905-57535fc307c4 req-700c4554-54ed-46df-9885-3a4c9a0da830 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0531325 Jul 27 22:40:34.303555 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-2c996f12-d813-46b9-a3b7-f054fee07045 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967324 Jul 27 22:40:34.307367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70440fbf-f3e5-4eb3-9905-57535fc307c4 req-90a0a6e9-113c-4705-b022-ed4229f921b6 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Jul 27 22:40:35.359317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-714c32a1-5f0a-4bed-9a41-f9b566ba75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:35.360861 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-714c32a1-5f0a-4bed-9a41-f9b566ba75a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=862781d365a84e59a3104f1c705b21ee&device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 1096 time: 0.0409517 Jul 27 22:40:35.431264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfde63-763e-4593-b621-6f0aa1f0d342 req-51e2a9fe-fb9a-423b-b03c-0e50d28c0046 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:35.433398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09cfde63-763e-4593-b621-6f0aa1f0d342 req-51e2a9fe-fb9a-423b-b03c-0e50d28c0046 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0534782 Jul 27 22:40:35.449818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-ddc9a6a4-b28b-49dc-adf7-6fa9cca7726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:35.451344 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-ddc9a6a4-b28b-49dc-adf7-6fa9cca7726f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5ded7fc-0048-410a-a207-9ae138baa74b HTTP/1.1" status: 200 len: 912 time: 0.0837693 Jul 27 22:40:35.471202 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09cfde63-763e-4593-b621-6f0aa1f0d342 req-977a70b4-785c-4aae-84c2-ba6575d7efea tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316041 Jul 27 22:40:35.496590 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-c9065940-fda5-415f-98b1-6ba6ea9ca6b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096 HTTP/1.1" status: 200 len: 217 time: 0.0384858 Jul 27 22:40:35.544581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-879a6877-da3a-40b6-8006-3ff1bda44342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:35.545977 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-879a6877-da3a-40b6-8006-3ff1bda44342 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7645a24-a1d0-406a-bd5d-16e92a4e4c61 HTTP/1.1" status: 200 len: 851 time: 0.0429330 Jul 27 22:40:35.577465 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-5541f085-6f4f-4e77-bb14-8f6df759920a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5ded7fc-0048-410a-a207-9ae138baa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247960 Jul 27 22:40:35.668346 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-531e4f57-6044-4ff6-a6de-24da4278484c service neutron] 10.222.0.41 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839131 Jul 27 22:40:35.755029 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-36c84517-59fa-42d5-aab9-9e204640bca0 service neutron] 10.222.0.41 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797629 Jul 27 22:40:36.586328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1044a32-7b62-40dc-99ff-bda8edb877a6 req-a931eddb-a20a-417b-8cb5-7b45879f250f tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:36.587809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1044a32-7b62-40dc-99ff-bda8edb877a6 req-a931eddb-a20a-417b-8cb5-7b45879f250f tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0487061 Jul 27 22:40:36.626057 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b1044a32-7b62-40dc-99ff-bda8edb877a6 req-bee166a2-3479-416f-bd7d-2bc7018961a3 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Jul 27 22:40:37.741663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b334a44-8e33-409e-9579-455c2266be2f req-7bf53816-2d35-4ed0-aeb1-280356bedbd1 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:37.743169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b334a44-8e33-409e-9579-455c2266be2f req-7bf53816-2d35-4ed0-aeb1-280356bedbd1 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0488274 Jul 27 22:40:37.780681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b334a44-8e33-409e-9579-455c2266be2f req-3fd6a469-a68b-4baf-9f98-c3e9543eb5db tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315661 Jul 27 22:40:38.903933 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e331bd7-be8a-46ba-8995-1a4c8d4ba212 req-00d773cd-f623-40b8-adcb-835b7e7b3cb5 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:38.905462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e331bd7-be8a-46ba-8995-1a4c8d4ba212 req-00d773cd-f623-40b8-adcb-835b7e7b3cb5 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0576284 Jul 27 22:40:38.942789 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e331bd7-be8a-46ba-8995-1a4c8d4ba212 req-46b14a65-15c3-41a6-b5f7-0414cce7400d tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314267 Jul 27 22:40:40.059319 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02276-76ab-4411-b03c-04057ce22719 req-a073f179-0e62-4459-a195-d66a8f8aad14 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:40.060793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71c02276-76ab-4411-b03c-04057ce22719 req-a073f179-0e62-4459-a195-d66a8f8aad14 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0494101 Jul 27 22:40:40.098228 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71c02276-76ab-4411-b03c-04057ce22719 req-8aec5d1d-c769-4016-93b0-a3613d855d5f tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Jul 27 22:40:41.226486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d89e3-ee5f-42f1-8e72-e11dc2a9d783 req-16531255-eda1-4b8f-b5b9-6cec41d2d655 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:41.227986 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a18d89e3-ee5f-42f1-8e72-e11dc2a9d783 req-16531255-eda1-4b8f-b5b9-6cec41d2d655 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0498905 Jul 27 22:40:41.266250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a18d89e3-ee5f-42f1-8e72-e11dc2a9d783 req-dd1e8bba-1fa6-40ab-b94d-257308386104 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319209 Jul 27 22:40:42.389647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38266ad5-32c3-412e-bb71-9433867c2dee req-360fe102-3d83-4f96-8b5a-53ec9337dcbb tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:42.391181 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-38266ad5-32c3-412e-bb71-9433867c2dee req-360fe102-3d83-4f96-8b5a-53ec9337dcbb tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0557392 Jul 27 22:40:42.428825 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-38266ad5-32c3-412e-bb71-9433867c2dee req-346e04ee-a46f-42dd-b7fb-7cf21e3b6d9b tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Jul 27 22:40:42.720664 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.804368 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90a532d4-b97b-46f5-9111-905a90ad1230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:43.544764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3a82e-48aa-4f02-a26b-b1fd28d03127 req-4d8777c1-abca-4586-906d-e5d2701be0d8 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:43.546253 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12c3a82e-48aa-4f02-a26b-b1fd28d03127 req-4d8777c1-abca-4586-906d-e5d2701be0d8 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0497491 Jul 27 22:40:43.585103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-12c3a82e-48aa-4f02-a26b-b1fd28d03127 req-63d38525-830c-4ebf-8458-ba838b5eb219 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327692 Jul 27 22:40:44.699970 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f4b46-794b-4230-bc3d-ef3e942b000d req-ef2e81ef-d394-42f8-9bc4-f285601a3909 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:44.701387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f9f4b46-794b-4230-bc3d-ef3e942b000d req-ef2e81ef-d394-42f8-9bc4-f285601a3909 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0506046 Jul 27 22:40:44.740828 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f9f4b46-794b-4230-bc3d-ef3e942b000d req-74df5545-e128-492c-971d-0867539df815 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Jul 27 22:40:45.466542 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bd02a7a-2503-4419-af79-d551f311958c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.798169 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.865704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e743ea-4282-4b0a-91ee-62e59eb4c89c req-3a9bd3ee-2ae5-469d-a3d7-e7fe53da847e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:45.867225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84e743ea-4282-4b0a-91ee-62e59eb4c89c req-3a9bd3ee-2ae5-469d-a3d7-e7fe53da847e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0562875 Jul 27 22:40:45.905829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-84e743ea-4282-4b0a-91ee-62e59eb4c89c req-b2c19ab9-d0db-41fb-8cbc-3efe0ac39910 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Jul 27 22:40:46.507933 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.730040 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:47.022209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aed894-84d3-4a2d-a8a2-e50e3a8d9655 req-92c61333-b926-41fb-acf4-15e76490093c tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:47.023755 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6aed894-84d3-4a2d-a8a2-e50e3a8d9655 req-92c61333-b926-41fb-acf4-15e76490093c tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0506129 Jul 27 22:40:47.061723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6aed894-84d3-4a2d-a8a2-e50e3a8d9655 req-e386221d-ca09-4609-bb9b-123e8fbd4182 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314376 Jul 27 22:40:48.176389 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6d70-e2f7-4aaa-b7c2-25037deac717 req-6daf8d41-aad8-45cf-b3d4-d63ff1f11935 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:48.177914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4dd6d70-e2f7-4aaa-b7c2-25037deac717 req-6daf8d41-aad8-45cf-b3d4-d63ff1f11935 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0484686 Jul 27 22:40:48.213799 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:48.217011 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4dd6d70-e2f7-4aaa-b7c2-25037deac717 req-90165017-0e6c-43da-a365-841b1cff315c tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324063 Jul 27 22:40:49.337375 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a094994-a503-480d-9d1a-48ca45ad5e49 req-537f5461-d34e-498c-bb34-59ea2abb01db tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:49.339480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a094994-a503-480d-9d1a-48ca45ad5e49 req-537f5461-d34e-498c-bb34-59ea2abb01db tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0529954 Jul 27 22:40:49.376477 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9a094994-a503-480d-9d1a-48ca45ad5e49 req-1d8c86d6-c6a6-431f-b9bd-31a8215bf326 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312362 Jul 27 22:40:50.491791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3267b0a-a0f8-428e-842c-91490cf8016d req-1129ff60-7f82-456b-bc12-a49c2db5602d tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:50.493260 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f3267b0a-a0f8-428e-842c-91490cf8016d req-1129ff60-7f82-456b-bc12-a49c2db5602d tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0490861 Jul 27 22:40:50.530590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f3267b0a-a0f8-428e-842c-91490cf8016d req-722673a1-e106-4f6f-bf6d-9d9134f0e0b9 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Jul 27 22:40:51.643732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb0a8b-54a8-4862-b5ec-a205acb0d78e req-b8b86ac2-de71-41f6-91d7-1d663694790a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:51.645230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0aeb0a8b-54a8-4862-b5ec-a205acb0d78e req-b8b86ac2-de71-41f6-91d7-1d663694790a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0482769 Jul 27 22:40:51.684153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0aeb0a8b-54a8-4862-b5ec-a205acb0d78e req-ce4703fd-e89b-4c30-89a6-155fc182f110 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321763 Jul 27 22:40:52.808230 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1639c-04cd-460d-8de3-79619c645b22 req-c6afa331-1e42-4b86-ada0-2416348a2fc0 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:52.809705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7b1639c-04cd-460d-8de3-79619c645b22 req-c6afa331-1e42-4b86-ada0-2416348a2fc0 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0525978 Jul 27 22:40:52.847411 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7b1639c-04cd-460d-8de3-79619c645b22 req-c8e4eee8-42f5-4959-9bac-8ad2a555989d tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Jul 27 22:40:53.964020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173ba8d-3f55-4225-90f1-ce7971345362 req-14e87fb6-93c2-45bc-b1ca-950bbad87471 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:53.965501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f173ba8d-3f55-4225-90f1-ce7971345362 req-14e87fb6-93c2-45bc-b1ca-950bbad87471 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0480871 Jul 27 22:40:54.004457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f173ba8d-3f55-4225-90f1-ce7971345362 req-a97644bf-e0ab-40c8-a392-5ba90ca35193 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Jul 27 22:40:55.123566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafe14f-ce42-4710-9417-4035d5b71aaf req-4835dacb-723c-48f0-80f5-678171632a7e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:55.125289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0eafe14f-ce42-4710-9417-4035d5b71aaf req-4835dacb-723c-48f0-80f5-678171632a7e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0532506 Jul 27 22:40:55.162468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0eafe14f-ce42-4710-9417-4035d5b71aaf req-4a23e282-ea7f-4c6b-a666-88c446adf2d9 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Jul 27 22:40:55.913153 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:40:56.294886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237f2ea-d007-4dee-a191-969c1e2a9dbc req-ab6bb619-8e19-4d0a-8d93-2f85fad20f7a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:56.296468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3237f2ea-d007-4dee-a191-969c1e2a9dbc req-ab6bb619-8e19-4d0a-8d93-2f85fad20f7a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0524831 Jul 27 22:40:56.335377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3237f2ea-d007-4dee-a191-969c1e2a9dbc req-5a061699-d244-4608-a209-a9b8f46fbecd tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330594 Jul 27 22:40:57.450252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40b539-35e5-4133-8673-a06223185ef3 req-23dfceb3-56c9-4b94-945e-c43598c4578c tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:57.451748 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa40b539-35e5-4133-8673-a06223185ef3 req-23dfceb3-56c9-4b94-945e-c43598c4578c tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0492008 Jul 27 22:40:57.488440 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa40b539-35e5-4133-8673-a06223185ef3 req-db2bb6ac-0730-481e-9af0-b01d1fba0e3a tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308628 Jul 27 22:40:58.602663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750b2e7-97ad-415c-80db-fe79372d15a7 req-2331dfb2-6127-4210-9ce3-54d1631f9bbc tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:58.604642 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1750b2e7-97ad-415c-80db-fe79372d15a7 req-2331dfb2-6127-4210-9ce3-54d1631f9bbc tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0489888 Jul 27 22:40:58.643298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1750b2e7-97ad-415c-80db-fe79372d15a7 req-4852f9bc-1cf0-4f88-afe3-a562e3541457 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Jul 27 22:40:59.781106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73192f3a-84f2-4649-8fdd-ec3fc2f95bbc req-38784bd1-ee72-48eb-98c7-fb7ded45de2e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:59.782994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73192f3a-84f2-4649-8fdd-ec3fc2f95bbc req-38784bd1-ee72-48eb-98c7-fb7ded45de2e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0570655 Jul 27 22:40:59.823420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73192f3a-84f2-4649-8fdd-ec3fc2f95bbc req-f2846889-b844-4591-bd8c-16ac2d628504 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344062 Jul 27 22:41:00.937798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddd70c-140d-496f-b00d-18b57885369e req-8a728c59-a31f-416a-ba77-2cc44e59821f tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:00.939316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2cddd70c-140d-496f-b00d-18b57885369e req-8a728c59-a31f-416a-ba77-2cc44e59821f tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0483601 Jul 27 22:41:00.976985 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2cddd70c-140d-496f-b00d-18b57885369e req-8a6cbcfa-68f7-4af2-b944-26ef1d2ca9fd tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318260 Jul 27 22:41:02.092134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7e155-9aef-4d9a-818b-b18ce9dd6363 req-9703369b-a919-4112-974c-e78bdc04d516 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:02.093658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73a7e155-9aef-4d9a-818b-b18ce9dd6363 req-9703369b-a919-4112-974c-e78bdc04d516 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0482118 Jul 27 22:41:02.136711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73a7e155-9aef-4d9a-818b-b18ce9dd6363 req-710c6896-0150-42a5-b6b3-f26477ade744 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354548 Jul 27 22:41:02.607009 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-4048cf3a-8d18-4026-974b-c1ca7c3337a4 service neutron] show failed (client error): The resource could not be found. Jul 27 22:41:02.608005 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-4048cf3a-8d18-4026-974b-c1ca7c3337a4 service neutron] 10.222.0.41 "GET /v2.0/ports/a0e93937-da3a-4e6e-84ea-9351ca13a096/bindings/n-h1-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0555842 Jul 27 22:41:02.829409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-23a62c3c-ac39-473a-88f6-5b5c923200de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:02.830970 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-23a62c3c-ac39-473a-88f6-5b5c923200de service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44&tenant_id=862781d365a84e59a3104f1c705b21ee HTTP/1.1" status: 200 len: 1096 time: 0.0746496 Jul 27 22:41:02.843296 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:41:02.895615 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:03.093708 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096,segment=NetworkSegment(9643e0c1-d379-4016-9ecf-b1b9b48d33cd),segment_id=9643e0c1-d379-4016-9ecf-b1b9b48d33cd)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:03.129790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:41:03.174036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2279839-09f1-4b20-9851-bb860b40de44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e93937-da3a-4e6e-84ea-9351ca13a096'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:41:03.176344 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf81631-a797-4527-82c5-eb8be6509794" -d '{"events": [{"server_uuid": "d2279839-09f1-4b20-9851-bb860b40de44", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e93937-da3a-4e6e-84ea-9351ca13a096"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:41:03.180582 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:03.193646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Transition to ACTIVE for port object a0e93937-da3a-4e6e-84ea-9351ca13a096 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:41:03.198718 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:03.231636 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c8e3f5-a8b9-478d-a12e-4adacf31683c x-openstack-request-id: req-f3c8e3f5-a8b9-478d-a12e-4adacf31683c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:41:03.231931 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2279839-09f1-4b20-9851-bb860b40de44", "name": "network-vif-unplugged", "status": "completed", "tag": "a0e93937-da3a-4e6e-84ea-9351ca13a096", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:41:03.232305 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3c8e3f5-a8b9-478d-a12e-4adacf31683c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:41:03.232693 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2279839-09f1-4b20-9851-bb860b40de44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0e93937-da3a-4e6e-84ea-9351ca13a096', 'code': 200} Jul 27 22:41:03.256863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6ff35-48ef-43d9-896d-5e9cdb1f6f2f req-95fefd46-4f17-43bb-9317-f7b546e5d8d1 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:03.258371 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ec6ff35-48ef-43d9-896d-5e9cdb1f6f2f req-95fefd46-4f17-43bb-9317-f7b546e5d8d1 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 943 time: 0.0537477 Jul 27 22:41:03.268004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] No DVR routers for this DVR port a0e93937-da3a-4e6e-84ea-9351ca13a096 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:41:03.271098 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e93937-da3a-4e6e-84ea-9351ca13a096,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:03.282484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:03.282828 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:03.283206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:03.283502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:03.283834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:03.284157 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:03.284482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:03.284819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:03.285139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:03.285442 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:03.285759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:03.286076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:03.299102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ec6ff35-48ef-43d9-896d-5e9cdb1f6f2f req-6ef3ecef-b8df-479c-967e-54a57f6b6b83 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338421 Jul 27 22:41:03.319605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Attempting to bind port a0e93937-da3a-4e6e-84ea-9351ca13a096 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:41:03.319605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Attempting to bind port a0e93937-da3a-4e6e-84ea-9351ca13a096 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9643e0c1-d379-4016-9ecf-b1b9b48d33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:41:03.319605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Attempting to bind port a0e93937-da3a-4e6e-84ea-9351ca13a096 on network b5ded7fc-0048-410a-a207-9ae138baa74b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:41:03.319605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Port a0e93937-da3a-4e6e-84ea-9351ca13a096 on network b5ded7fc-0048-410a-a207-9ae138baa74b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:41:03.319953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Attempting to bind port a0e93937-da3a-4e6e-84ea-9351ca13a096 on network b5ded7fc-0048-410a-a207-9ae138baa74b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:41:03.324669 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:41:03.325000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Checking segment: {'id': '9643e0c1-d379-4016-9ecf-b1b9b48d33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:41:03.325375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Bound using segment: {'id': '9643e0c1-d379-4016-9ecf-b1b9b48d33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:41:03.325792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Bound port: a0e93937-da3a-4e6e-84ea-9351ca13a096, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9643e0c1-d379-4016-9ecf-b1b9b48d33cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:41:03.326146 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:03.389655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:41:03.392557 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096,segment=NetworkSegment(9643e0c1-d379-4016-9ecf-b1b9b48d33cd),segment_id=9643e0c1-d379-4016-9ecf-b1b9b48d33cd)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:41:03.395716 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:03.427482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:03.428089 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:03.429460 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] 10.222.0.43 "PUT /v2.0/ports/a0e93937-da3a-4e6e-84ea-9351ca13a096 HTTP/1.1" status: 200 len: 1091 time: 0.5902059 Jul 27 22:41:03.450563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e4c3b-0026-4097-83e7-5b9ecef3d8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e93937-da3a-4e6e-84ea-9351ca13a096,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:03.492203 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-db9bbc67-4b0e-4dfc-9b2c-81659057b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:03.493674 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-db9bbc67-4b0e-4dfc-9b2c-81659057b7bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=862781d365a84e59a3104f1c705b21ee&device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 1094 time: 0.0403993 Jul 27 22:41:03.581440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-ec3647b8-4760-49d7-a220-cd494f1a1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:03.582902 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-ec3647b8-4760-49d7-a220-cd494f1a1762 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b5ded7fc-0048-410a-a207-9ae138baa74b HTTP/1.1" status: 200 len: 912 time: 0.0826478 Jul 27 22:41:03.624421 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-2ab808b1-fb41-4b89-b86b-1db29af5c633 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096 HTTP/1.1" status: 200 len: 217 time: 0.0335224 Jul 27 22:41:03.672248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-2d0ce6e9-8538-4d8e-95d9-1c7c89a7db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:03.673566 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-2d0ce6e9-8538-4d8e-95d9-1c7c89a7db63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7645a24-a1d0-406a-bd5d-16e92a4e4c61 HTTP/1.1" status: 200 len: 851 time: 0.0424099 Jul 27 22:41:03.710028 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-78acbff1-cd13-4a8b-8934-57dc59be73cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b5ded7fc-0048-410a-a207-9ae138baa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278418 Jul 27 22:41:03.798468 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-6815dc0d-d6d4-4a1b-a3ce-c3cf72fa589d service neutron] 10.222.0.43 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807941 Jul 27 22:41:03.892215 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fd0c054e-25b4-4c8e-bd41-c812a00b8764 req-b754b5ca-c688-4747-9d91-1a11f7e8dd51 service neutron] 10.222.0.43 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859587 Jul 27 22:41:04.425549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f122c-b4fc-444d-8206-3b84ac1432c8 req-4725427f-6ad9-4e95-8fa3-8ddf9bf859af tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:04.427088 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b93f122c-b4fc-444d-8206-3b84ac1432c8 req-4725427f-6ad9-4e95-8fa3-8ddf9bf859af tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 943 time: 0.0505097 Jul 27 22:41:04.465793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b93f122c-b4fc-444d-8206-3b84ac1432c8 req-6e7237bb-ce42-4e8e-9820-22065800ebbc tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327306 Jul 27 22:41:05.234030 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2279839-09f1-4b20-9851-bb860b40de44', 'tag': 'a0e93937-da3a-4e6e-84ea-9351ca13a096'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:41:05.236413 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69325044-991a-48fc-88a9-5eda70ce91ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d2279839-09f1-4b20-9851-bb860b40de44", "tag": "a0e93937-da3a-4e6e-84ea-9351ca13a096"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:41:05.283673 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cce4d3-7a86-40ef-8bf9-cba0ce0a6439 x-openstack-request-id: req-f1cce4d3-7a86-40ef-8bf9-cba0ce0a6439 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:41:05.283971 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2279839-09f1-4b20-9851-bb860b40de44", "tag": "a0e93937-da3a-4e6e-84ea-9351ca13a096", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:41:05.284240 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1cce4d3-7a86-40ef-8bf9-cba0ce0a6439 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:41:05.284612 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2279839-09f1-4b20-9851-bb860b40de44', 'tag': 'a0e93937-da3a-4e6e-84ea-9351ca13a096', 'status': 'completed', 'code': 200} Jul 27 22:41:05.368660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69325044-991a-48fc-88a9-5eda70ce91ab req-67786b1c-c68e-43ee-a434-e4640acb31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:05.370329 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-67786b1c-c68e-43ee-a434-e4640acb31ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=862781d365a84e59a3104f1c705b21ee&device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 1094 time: 0.0688515 Jul 27 22:41:05.372827 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69325044-991a-48fc-88a9-5eda70ce91ab req-7f2656a2-adcf-4743-bfdf-fb1829863619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:05.374177 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-7f2656a2-adcf-4743-bfdf-fb1829863619 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=862781d365a84e59a3104f1c705b21ee&device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 1094 time: 0.0635459 Jul 27 22:41:05.586876 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ea7a6-0a22-4c2b-9952-246bd5469bfb req-7dac7d48-181c-4f06-9eb3-22cd7138a060 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:05.589082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-487ea7a6-0a22-4c2b-9952-246bd5469bfb req-7dac7d48-181c-4f06-9eb3-22cd7138a060 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 943 time: 0.0527952 Jul 27 22:41:05.629475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-487ea7a6-0a22-4c2b-9952-246bd5469bfb req-edc262cb-4c25-4dc5-90c4-a09f0ffbb228 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343084 Jul 27 22:41:05.844320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69325044-991a-48fc-88a9-5eda70ce91ab req-2f5f7abd-cc91-4052-b837-6091e906d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:05.846015 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-2f5f7abd-cc91-4052-b837-6091e906d7f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5ded7fc-0048-410a-a207-9ae138baa74b HTTP/1.1" status: 200 len: 912 time: 0.4687166 Jul 27 22:41:05.848644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69325044-991a-48fc-88a9-5eda70ce91ab req-3c6130f3-606b-451f-9428-6b8942b0ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:05.849995 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-3c6130f3-606b-451f-9428-6b8942b0ec9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=b5ded7fc-0048-410a-a207-9ae138baa74b HTTP/1.1" status: 200 len: 912 time: 0.4658875 Jul 27 22:41:05.896875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-98228f07-b8ff-43d0-ace1-983abb34b09a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096 HTTP/1.1" status: 200 len: 217 time: 0.0440483 Jul 27 22:41:05.907849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-281a8387-bfcd-4891-af9c-c1ccef432a86 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:05.909326 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-281a8387-bfcd-4891-af9c-c1ccef432a86 tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44&tenant_id=862781d365a84e59a3104f1c705b21ee&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 943 time: 0.0892808 Jul 27 22:41:05.932303 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-460ee06a-00ae-414e-a129-88f886969c42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096 HTTP/1.1" status: 200 len: 217 time: 0.0716641 Jul 27 22:41:05.969924 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-7ba3d032-9b3d-4dc8-83c1-d09c193671ab service neutron] delete failed (client error): The resource could not be found. Jul 27 22:41:05.971288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-7ba3d032-9b3d-4dc8-83c1-d09c193671ab service neutron] 10.222.0.41 "DELETE /v2.0/ports/a0e93937-da3a-4e6e-84ea-9351ca13a096/bindings/n-h2-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0553234 Jul 27 22:41:06.004117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69325044-991a-48fc-88a9-5eda70ce91ab req-706cfdbe-0c63-4f6b-a37d-a1a139216588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:06.005630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-706cfdbe-0c63-4f6b-a37d-a1a139216588 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7645a24-a1d0-406a-bd5d-16e92a4e4c61 HTTP/1.1" status: 200 len: 851 time: 0.0817027 Jul 27 22:41:06.011694 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69325044-991a-48fc-88a9-5eda70ce91ab req-a65f39fe-19fd-4190-b75c-53b330b155ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:06.013099 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-a65f39fe-19fd-4190-b75c-53b330b155ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b7645a24-a1d0-406a-bd5d-16e92a4e4c61 HTTP/1.1" status: 200 len: 851 time: 0.0619333 Jul 27 22:41:06.057727 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-a5facac6-00b5-4f22-b66b-ec4fa8e67bae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b5ded7fc-0048-410a-a207-9ae138baa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362258 Jul 27 22:41:06.059527 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-0e3e0517-62cc-49db-9599-758867e5a83b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5ded7fc-0048-410a-a207-9ae138baa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456104 Jul 27 22:41:06.212546 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-387fbce2-558c-49d3-8322-3a1f135fedbe service neutron] 10.222.0.43 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480105 Jul 27 22:41:06.216568 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-afae51c9-8622-4db4-bc89-be2d62ee6fb2 service neutron] 10.222.0.41 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452372 Jul 27 22:41:06.252790 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a0e93937-da3a-4e6e-84ea-9351ca13a096 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:41:06.290220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device a0e93937-da3a-4e6e-84ea-9351ca13a096 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:41:06.377292 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-7fce9ca5-563b-4d95-aab2-febbf7099825 service neutron] 10.222.0.43 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574976 Jul 27 22:41:06.379171 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69325044-991a-48fc-88a9-5eda70ce91ab req-cd66b6cc-005d-4457-9d32-d113ff1537dd service neutron] 10.222.0.41 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517944 Jul 27 22:41:06.484333 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-09f9f3f2-e681-4ada-8670-d94f5d7a3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:06.485749 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-09f9f3f2-e681-4ada-8670-d94f5d7a3a32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=862781d365a84e59a3104f1c705b21ee&device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 1094 time: 0.0459280 Jul 27 22:41:06.496007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device a0e93937-da3a-4e6e-84ea-9351ca13a096 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:41:06.573869 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-df10bf49-ef29-428a-aac7-862760a0bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:06.575502 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-df10bf49-ef29-428a-aac7-862760a0bb56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5ded7fc-0048-410a-a207-9ae138baa74b HTTP/1.1" status: 200 len: 912 time: 0.0827670 Jul 27 22:41:06.594356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096,segment=NetworkSegment(9643e0c1-d379-4016-9ecf-b1b9b48d33cd),segment_id=9643e0c1-d379-4016-9ecf-b1b9b48d33cd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:06.606294 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'a0e93937-da3a-4e6e-84ea-9351ca13a096', 'network_id': 'b5ded7fc-0048-410a-a207-9ae138baa74b', 'port_id': 'a0e93937-da3a-4e6e-84ea-9351ca13a096', 'mac_address': 'fa:16:3e:88:15:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7645a24-a1d0-406a-bd5d-16e92a4e4c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:41:06.622002 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-72a0b2d3-dddb-4cfd-b421-b76dcd8e0007 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096 HTTP/1.1" status: 200 len: 217 time: 0.0396430 Jul 27 22:41:06.641918 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:06.655046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e93937-da3a-4e6e-84ea-9351ca13a096 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:41:06.672606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-04b06c47-2775-4b5a-835d-684dc79898cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:06.674146 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-04b06c47-2775-4b5a-835d-684dc79898cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7645a24-a1d0-406a-bd5d-16e92a4e4c61 HTTP/1.1" status: 200 len: 851 time: 0.0452037 Jul 27 22:41:06.674519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096,segment=NetworkSegment(9643e0c1-d379-4016-9ecf-b1b9b48d33cd),segment_id=9643e0c1-d379-4016-9ecf-b1b9b48d33cd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:06.678256 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:06.706047 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-7e5b4787-8547-4e1f-b5d5-79f57873e43a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5ded7fc-0048-410a-a207-9ae138baa74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248365 Jul 27 22:41:06.724734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=a0e93937-da3a-4e6e-84ea-9351ca13a096,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:06.795169 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-bca9265c-73b3-4f0f-8538-1db31baccf01 service neutron] 10.222.0.41 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814328 Jul 27 22:41:06.877679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['a0e93937-da3a-4e6e-84ea-9351ca13a096'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:41:06.889426 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-f04b09ee-c4bd-4852-b536-15d9f35d7a59 service neutron] 10.222.0.41 "GET /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871542 Jul 27 22:41:07.570733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10450d7-9e6f-41c5-9486-edb506a48ab8 req-ddccbb3c-7d39-44ac-b0e0-46c7ad3681ee tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:07.572837 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e10450d7-9e6f-41c5-9486-edb506a48ab8 req-ddccbb3c-7d39-44ac-b0e0-46c7ad3681ee tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 944 time: 0.0526826 Jul 27 22:41:07.611017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e10450d7-9e6f-41c5-9486-edb506a48ab8 req-565ac81b-a734-4f2b-8a0b-a88e54697f8e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321641 Jul 27 22:41:08.516585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device a0e93937-da3a-4e6e-84ea-9351ca13a096 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:41:08.563532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port a0e93937-da3a-4e6e-84ea-9351ca13a096 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:41:08.566926 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port a0e93937-da3a-4e6e-84ea-9351ca13a096 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:41:08.567298 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:08.644548 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:08.670175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2279839-09f1-4b20-9851-bb860b40de44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e93937-da3a-4e6e-84ea-9351ca13a096'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:41:08.672467 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd8361b-5043-4fcc-8726-dca18da448a5" -d '{"events": [{"server_uuid": "d2279839-09f1-4b20-9851-bb860b40de44", "name": "network-vif-plugged", "status": "completed", "tag": "a0e93937-da3a-4e6e-84ea-9351ca13a096"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:41:08.685638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096,segment=NetworkSegment(9643e0c1-d379-4016-9ecf-b1b9b48d33cd),segment_id=9643e0c1-d379-4016-9ecf-b1b9b48d33cd)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:08.690390 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:08.716069 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a95d22-77b2-482e-a481-febfc2807249 x-openstack-request-id: req-83a95d22-77b2-482e-a481-febfc2807249 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:41:08.716486 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2279839-09f1-4b20-9851-bb860b40de44", "name": "network-vif-plugged", "status": "completed", "tag": "a0e93937-da3a-4e6e-84ea-9351ca13a096", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:41:08.716746 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83a95d22-77b2-482e-a481-febfc2807249 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:41:08.717137 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2279839-09f1-4b20-9851-bb860b40de44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e93937-da3a-4e6e-84ea-9351ca13a096', 'code': 200} Jul 27 22:41:08.730673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c046df-3546-4c98-95d6-c798345172a7 req-c5af59d9-ab14-4085-86a6-431637d420cc tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:08.732160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24c046df-3546-4c98-95d6-c798345172a7 req-c5af59d9-ab14-4085-86a6-431637d420cc tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0496042 Jul 27 22:41:08.743286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=a0e93937-da3a-4e6e-84ea-9351ca13a096,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:08.770527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24c046df-3546-4c98-95d6-c798345172a7 req-774384c9-7989-47de-b102-cc479a41c94c tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.24 "GET /v2.0/security-groups?id=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319002 Jul 27 22:41:08.808748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-ba4b5690-6189-40ed-bed1-621d1c3b3c1c tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:08.810317 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-ba4b5690-6189-40ed-bed1-621d1c3b3c1c tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2279839-09f1-4b20-9851-bb860b40de44 HTTP/1.1" status: 200 len: 945 time: 0.0502946 Jul 27 22:41:08.902806 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-31464e84-06f8-465c-9c5c-7d3d12138d9e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Deleting port a0e93937-da3a-4e6e-84ea-9351ca13a096 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:41:08.903154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-31464e84-06f8-465c-9c5c-7d3d12138d9e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:08.988711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-31464e84-06f8-465c-9c5c-7d3d12138d9e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] For port a0e93937-da3a-4e6e-84ea-9351ca13a096, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=a0e93937-da3a-4e6e-84ea-9351ca13a096,segment=NetworkSegment(9643e0c1-d379-4016-9ecf-b1b9b48d33cd),segment_id=9643e0c1-d379-4016-9ecf-b1b9b48d33cd)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:08.989007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-31464e84-06f8-465c-9c5c-7d3d12138d9e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:09.001898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-31464e84-06f8-465c-9c5c-7d3d12138d9e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Calling delete_port for a0e93937-da3a-4e6e-84ea-9351ca13a096 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:41:09.129290 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-31464e84-06f8-465c-9c5c-7d3d12138d9e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:09.141063 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['a0e93937-da3a-4e6e-84ea-9351ca13a096'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:41:09.158522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31464e84-06f8-465c-9c5c-7d3d12138d9e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Pushing event deleted for resources: {'Port': ['ID=a0e93937-da3a-4e6e-84ea-9351ca13a096,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:09.202581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-31464e84-06f8-465c-9c5c-7d3d12138d9e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] No DVR routers for this DVR port a0e93937-da3a-4e6e-84ea-9351ca13a096 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:41:09.205258 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-31464e84-06f8-465c-9c5c-7d3d12138d9e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:09.207423 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-94af731c-7ae4-43ef-afa7-696bd7a93d1d req-31464e84-06f8-465c-9c5c-7d3d12138d9e tempest-DeleteServersTestJSON-803225647 tempest-DeleteServersTestJSON-803225647-project] 10.222.0.43 "DELETE /v2.0/ports/a0e93937-da3a-4e6e-84ea-9351ca13a096 HTTP/1.1" status: 204 len: 173 time: 0.3912947 Jul 27 22:41:09.207950 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2279839-09f1-4b20-9851-bb860b40de44', 'name': 'network-vif-deleted', 'tag': 'a0e93937-da3a-4e6e-84ea-9351ca13a096'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:41:09.210180 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42a75c8-356a-475b-8aaa-07de99b4aa2e" -d '{"events": [{"server_uuid": "d2279839-09f1-4b20-9851-bb860b40de44", "name": "network-vif-deleted", "tag": "a0e93937-da3a-4e6e-84ea-9351ca13a096"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:41:09.250696 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e6317f-b76d-4f65-b64f-301171eba012 x-openstack-request-id: req-a5e6317f-b76d-4f65-b64f-301171eba012 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:41:09.250987 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2279839-09f1-4b20-9851-bb860b40de44", "name": "network-vif-deleted", "tag": "a0e93937-da3a-4e6e-84ea-9351ca13a096", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:41:09.251240 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5e6317f-b76d-4f65-b64f-301171eba012 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:41:09.251642 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2279839-09f1-4b20-9851-bb860b40de44', 'name': 'network-vif-deleted', 'tag': 'a0e93937-da3a-4e6e-84ea-9351ca13a096', 'status': 'completed', 'code': 200} Jul 27 22:41:09.898819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60016) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:41:09.941773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Deleting subnet b7645a24-a1d0-406a-bd5d-16e92a4e4c61 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:41:09.944737 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:09.976943 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.018877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.074804 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.099615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7645a24-a1d0-406a-bd5d-16e92a4e4c61,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:10.104812 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.106660 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b7645a24-a1d0-406a-bd5d-16e92a4e4c61 HTTP/1.1" status: 204 len: 168 time: 0.2068169 Jul 27 22:41:10.109267 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60018) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:41:10.112199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:10.112796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:10.113386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:10.113967 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:10.114579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:10.115159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:10.115731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:10.116302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:10.116870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:10.117429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:10.117991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:10.118604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0c23d1-a6c8-4f4e-955d-2d5c22c8e258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:10.183551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.264852 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.274313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ded7fc-0048-410a-a207-9ae138baa74b']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:41:10.284422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9643e0c1-d379-4016-9ecf-b1b9b48d33cd') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:41:10.284713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9643e0c1-d379-4016-9ecf-b1b9b48d33cd') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:41:10.293384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.307705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.313370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:41:10.313755 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:41:10.315391 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:41:10.368953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.374924 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.376820 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] 10.222.0.24 "DELETE /v2.0/networks/b5ded7fc-0048-410a-a207-9ae138baa74b HTTP/1.1" status: 204 len: 168 time: 0.2665014 Jul 27 22:41:10.389198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a51c0-82ee-43c7-88d1-6cbf9d4b4c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ded7fc-0048-410a-a207-9ae138baa74b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:10.486960 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60022) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:41:10.527390 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-edabb2ec-8049-4ab4-9e43-4be668fed159 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=862781d365a84e59a3104f1c705b21ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392785 Jul 27 22:41:10.529877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60024) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:41:10.580476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f393e0e-f30d-461d-84d6-b369e8533554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.601549 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f393e0e-f30d-461d-84d6-b369e8533554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.646747 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f393e0e-f30d-461d-84d6-b369e8533554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.649383 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4f393e0e-f30d-461d-84d6-b369e8533554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:10.651427 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4f393e0e-f30d-461d-84d6-b369e8533554 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21eaad6a-c40f-4872-b7bd-b01ee45ff1f8 HTTP/1.1" status: 204 len: 168 time: 0.1204817 Jul 27 22:41:10.658831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f393e0e-f30d-461d-84d6-b369e8533554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eaad6a-c40f-4872-b7bd-b01ee45ff1f8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:11.308914 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60046) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:41:11.404532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1306994104-network', 'tenant_id': '7c0e4ed86e754b2993d26546211474ac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:41:11.425958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Made reservation on behalf of 7c0e4ed86e754b2993d26546211474ac for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:41:11.428179 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:11.437350 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:11.526075 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:11.529639 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:11.550690 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:41:11.564460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f429309d-2c33-4e89-8c0c-a0db6b888a71,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:11.570211 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:11.570591 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Added segment 15e4574b-a2c8-4b9b-b1a4-be74275f6a84 of type vlan for network 307cfa3d-d2e4-4772-905d-92832faf02f0 Jul 27 22:41:11.611527 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:11.639369 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:11.640349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:11.640990 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:11.697425 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3870163 Jul 27 22:41:11.700058 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60050) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:41:11.706554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9261acb7-a232-4acf-bea1-3f4057a3922e admin admin] Request body: {'subnet': {'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1306994104-subnet', 'tenant_id': '7c0e4ed86e754b2993d26546211474ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:41:11.711028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c2646-f0f2-4d25-9149-2e0d10ff6511 admin admin] Pushing event updated for resources: {'Network': ['ID=307cfa3d-d2e4-4772-905d-92832faf02f0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:11.727275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 307cfa3d-d2e4-4772-905d-92832faf02f0 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:41:11.731964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9261acb7-a232-4acf-bea1-3f4057a3922e admin admin] Made reservation on behalf of 7c0e4ed86e754b2993d26546211474ac for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:41:11.734584 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9261acb7-a232-4acf-bea1-3f4057a3922e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:11.896832 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9261acb7-a232-4acf-bea1-3f4057a3922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:11.949452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261acb7-a232-4acf-bea1-3f4057a3922e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a02862-1a33-4333-8248-22a4280f5cab,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:11.959251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9261acb7-a232-4acf-bea1-3f4057a3922e admin admin] Checking segment: {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:41:11.959613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9261acb7-a232-4acf-bea1-3f4057a3922e admin admin] Network hostable DHCP agents. Network: 307cfa3d-d2e4-4772-905d-92832faf02f0, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:41:11.976541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9261acb7-a232-4acf-bea1-3f4057a3922e admin admin] Network 307cfa3d-d2e4-4772-905d-92832faf02f0 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:41:11.985188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-9261acb7-a232-4acf-bea1-3f4057a3922e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 307cfa3d-d2e4-4772-905d-92832faf02f0) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:41:11.989454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9261acb7-a232-4acf-bea1-3f4057a3922e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:11.990165 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9261acb7-a232-4acf-bea1-3f4057a3922e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:11.994872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec56f1f6-bd05-4f7b-a42d-f97e4e2174f7 None None] Network 307cfa3d-d2e4-4772-905d-92832faf02f0 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:41:12.006805 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9261acb7-a232-4acf-bea1-3f4057a3922e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3056152 Jul 27 22:41:12.138981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e468ca61-1c0a-4004-b5fa-58f433fe22e5 None None] Network 307cfa3d-d2e4-4772-905d-92832faf02f0 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:41:12.432576 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-ce11be16-b4c4-4c6b-936d-5c916c012949 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:12.434047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-ce11be16-b4c4-4c6b-936d-5c916c012949 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 815 time: 0.1066439 Jul 27 22:41:12.451035 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-ec7002ed-b096-483a-bea8-5c78324fd6fd tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/quotas/7c0e4ed86e754b2993d26546211474ac HTTP/1.1" status: 200 len: 375 time: 0.0100145 Jul 27 22:41:12.483316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-7d391284-9591-4ced-b011-218e48457fd7 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269320 Jul 27 22:41:12.494662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-2804bb31-005c-4ed6-9958-684ec4d5cf77 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:41:12.495682 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-2804bb31-005c-4ed6-9958-684ec4d5cf77 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055020 Jul 27 22:41:12.544679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device a0e93937-da3a-4e6e-84ea-9351ca13a096 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:41:12.563568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: a0e93937-da3a-4e6e-84ea-9351ca13a096 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:41:12.563914 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device a0e93937-da3a-4e6e-84ea-9351ca13a096 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:41:12.585943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-c374a7f3-6f8f-4c25-a0ef-8f0e13fd66f6 service neutron] 10.222.0.24 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847039 Jul 27 22:41:12.673080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-00ccd94a-51a3-43d2-8998-2d4e833e2c22 service neutron] 10.222.0.24 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804815 Jul 27 22:41:12.733279 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:12.806761 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a26a0cb0-266d-4e9a-b369-b9355b40462c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:12.839820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-86c7cfa6-ce68-4a85-b232-ccbfc42199c9 req-cc7a3d39-b35d-4fe4-8809-032baab2ca59 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 210 time: 0.0276725 Jul 27 22:41:13.851999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b70295d8-4f83-4eb3-95d8-7e4e635c834a tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:13.853508 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b70295d8-4f83-4eb3-95d8-7e4e635c834a tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.43 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 815 time: 0.1087234 Jul 27 22:41:13.867204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Request body: {'port': {'device_id': '5f51a76e-6374-4c54-84be-f3913966a401', 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0', 'admin_state_up': True, 'tenant_id': '7c0e4ed86e754b2993d26546211474ac'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:41:13.934972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d2cf400-282e-4965-aa1e-9ac97866febd req-9a8986c6-fe9c-46cf-9782-f30d535ed1ea tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 210 time: 0.0262306 Jul 27 22:41:13.985277 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Made reservation on behalf of 7c0e4ed86e754b2993d26546211474ac for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:41:13.989001 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:14.120233 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Allocated IP 172.20.0.13 (307cfa3d-d2e4-4772-905d-92832faf02f0/f6a02862-1a33-4333-8248-22a4280f5cab/9dfd1657-549e-4441-bca5-6fea6a6f9689) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:41:14.260442 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:14.299047 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:14.343956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Network 307cfa3d-d2e4-4772-905d-92832faf02f0 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:41:14.347241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:41:14.353909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:41:14.359581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Pushing event updated for resources: {'Port': ['ID=9dfd1657-549e-4441-bca5-6fea6a6f9689,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:14.407981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:14.408509 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:14.422531 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-b139d6e5-51c6-47d9-a5aa-08b54646c2e4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5601830 Jul 27 22:41:14.436285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Request body: {'port': {'device_id': '5f51a76e-6374-4c54-84be-f3913966a401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:41:14.488418 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:14.750599 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfd1657-549e-4441-bca5-6fea6a6f9689 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:41:14.757790 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:14.769769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Transition to ACTIVE for port object 9dfd1657-549e-4441-bca5-6fea6a6f9689 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:41:14.773593 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:14.824590 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Pushing event updated for resources: {'Port': ['ID=9dfd1657-549e-4441-bca5-6fea6a6f9689,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:14.887952 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Attempting to bind port 9dfd1657-549e-4441-bca5-6fea6a6f9689 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:41:14.888583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Attempting to bind port 9dfd1657-549e-4441-bca5-6fea6a6f9689 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:41:14.888583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Attempting to bind port 9dfd1657-549e-4441-bca5-6fea6a6f9689 on network 307cfa3d-d2e4-4772-905d-92832faf02f0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:41:14.892871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Port 9dfd1657-549e-4441-bca5-6fea6a6f9689 on network 307cfa3d-d2e4-4772-905d-92832faf02f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:41:14.893196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Attempting to bind port 9dfd1657-549e-4441-bca5-6fea6a6f9689 on network 307cfa3d-d2e4-4772-905d-92832faf02f0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:41:14.898311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:41:14.898655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Checking segment: {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:41:14.899036 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Bound using segment: {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:41:14.899462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Bound port: 9dfd1657-549e-4441-bca5-6fea6a6f9689, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:41:14.899818 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:14.966668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:41:14.969783 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:41:14.975722 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:15.010665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:15.011268 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:15.012668 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] 10.222.0.43 "PUT /v2.0/ports/9dfd1657-549e-4441-bca5-6fea6a6f9689 HTTP/1.1" status: 200 len: 1092 time: 0.5804529 Jul 27 22:41:15.013122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f51a76e-6374-4c54-84be-f3913966a401', 'tag': '9dfd1657-549e-4441-bca5-6fea6a6f9689'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:41:15.015393 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408e45d5-b23b-4d2a-ae89-9c043b56dfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f51a76e-6374-4c54-84be-f3913966a401", "tag": "9dfd1657-549e-4441-bca5-6fea6a6f9689"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:41:15.041305 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61053ede-f04e-4d56-9141-770f55651a7c service neutron] Pushing event updated for resources: {'Port': ['ID=9dfd1657-549e-4441-bca5-6fea6a6f9689,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:15.063419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9dd35-888c-4943-9a8a-95397ff96c54 req-e9415e7f-cc8e-4331-ac57-ee7fcc252ccd tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:15.065092 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcf9dd35-888c-4943-9a8a-95397ff96c54 req-e9415e7f-cc8e-4331-ac57-ee7fcc252ccd tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 944 time: 0.0609143 Jul 27 22:41:15.088928 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622db262-da62-4654-b13d-76f845052787 x-openstack-request-id: req-622db262-da62-4654-b13d-76f845052787 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:41:15.089220 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f51a76e-6374-4c54-84be-f3913966a401", "tag": "9dfd1657-549e-4441-bca5-6fea6a6f9689", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:41:15.089469 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-622db262-da62-4654-b13d-76f845052787 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:41:15.089864 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f51a76e-6374-4c54-84be-f3913966a401', 'tag': '9dfd1657-549e-4441-bca5-6fea6a6f9689', 'status': 'completed', 'code': 200} Jul 27 22:41:15.106188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-6ea74d9c-f6f6-4cb7-8d97-660e45efba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:15.107736 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-6ea74d9c-f6f6-4cb7-8d97-660e45efba29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 1095 time: 0.0476027 Jul 27 22:41:15.107848 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fcf9dd35-888c-4943-9a8a-95397ff96c54 req-0bc59ad3-99c3-400f-8ebd-b94b5d2f53ba tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343668 Jul 27 22:41:15.153225 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-6dd10545-db26-4dd0-b5e1-973e19f78f50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689 HTTP/1.1" status: 200 len: 217 time: 0.0380507 Jul 27 22:41:15.201982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-0f6a55f3-cef4-4be8-b2fd-9ae65ccf1fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:15.203442 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-0f6a55f3-cef4-4be8-b2fd-9ae65ccf1fee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0437074 Jul 27 22:41:15.235210 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-1d8d1d6c-c8de-42fb-8ce5-e7bd4529c2ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245261 Jul 27 22:41:15.330251 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-89f092b9-627a-45cd-a116-91bfcfc7aee9 service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874889 Jul 27 22:41:15.421794 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-068e7e1d-8a00-44e7-9891-1e024f6b6b5a req-d767888d-8637-437a-ac95-1b270edbebc9 service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831611 Jul 27 22:41:15.458455 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f803563f-fc91-46a8-99c0-17176069a486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:15.503315 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e45d5-b23b-4d2a-ae89-9c043b56dfb1 req-c61f75d9-40dc-4d0e-b01a-1941da24a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:15.504789 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-408e45d5-b23b-4d2a-ae89-9c043b56dfb1 req-c61f75d9-40dc-4d0e-b01a-1941da24a39c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 1095 time: 0.0406911 Jul 27 22:41:15.599407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e45d5-b23b-4d2a-ae89-9c043b56dfb1 req-6154e816-17d6-48d0-b948-075d08198f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:15.600813 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-408e45d5-b23b-4d2a-ae89-9c043b56dfb1 req-6154e816-17d6-48d0-b948-075d08198f2b service neutron] 10.222.0.43 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.0880947 Jul 27 22:41:15.642073 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-408e45d5-b23b-4d2a-ae89-9c043b56dfb1 req-756c7efb-ccaa-4dca-a9f7-2f89dbdec4db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689 HTTP/1.1" status: 200 len: 217 time: 0.0331850 Jul 27 22:41:15.690872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e45d5-b23b-4d2a-ae89-9c043b56dfb1 req-750b56d2-8431-4324-9c87-0f121d332b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:15.692277 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-408e45d5-b23b-4d2a-ae89-9c043b56dfb1 req-750b56d2-8431-4324-9c87-0f121d332b3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0425625 Jul 27 22:41:15.729494 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-408e45d5-b23b-4d2a-ae89-9c043b56dfb1 req-4e3fbb2a-8fa9-4d38-b8bd-215c6dd637ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286314 Jul 27 22:41:15.800901 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:15.821437 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-408e45d5-b23b-4d2a-ae89-9c043b56dfb1 req-729c04be-d920-4d07-b997-d4107e51da77 service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843866 Jul 27 22:41:15.913311 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-408e45d5-b23b-4d2a-ae89-9c043b56dfb1 req-a0385eb9-9ad2-4c0a-8400-f6b4017df8a3 service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836618 Jul 27 22:41:16.223103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eb204-7e05-49c6-83f3-57dda6a920e4 req-524757eb-e4ce-4a2e-9511-060a2dab6c3b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:16.224492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-021eb204-7e05-49c6-83f3-57dda6a920e4 req-524757eb-e4ce-4a2e-9511-060a2dab6c3b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 944 time: 0.0480003 Jul 27 22:41:16.262100 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-021eb204-7e05-49c6-83f3-57dda6a920e4 req-addd254b-e41f-4b00-acf0-1e4d21d0806b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309415 Jul 27 22:41:16.510875 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:16.747057 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:17.376879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de5481-dc9e-4dc7-8c07-0224d2670b89 req-7ad50414-088d-409a-badf-e8eb8e8964f2 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:17.378346 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44de5481-dc9e-4dc7-8c07-0224d2670b89 req-7ad50414-088d-409a-badf-e8eb8e8964f2 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 944 time: 0.0483727 Jul 27 22:41:17.414593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44de5481-dc9e-4dc7-8c07-0224d2670b89 req-70079a50-708d-4584-8e0e-dbf06fe5d2b5 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303063 Jul 27 22:41:18.217279 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:18.534562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a407b-f477-44a1-a14c-38476ce86986 req-c47d4db8-18fe-4a86-848a-84180b7a6802 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:18.537051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-015a407b-f477-44a1-a14c-38476ce86986 req-c47d4db8-18fe-4a86-848a-84180b7a6802 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 944 time: 0.0538235 Jul 27 22:41:18.574880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9dfd1657-549e-4441-bca5-6fea6a6f9689 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:41:18.575083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-015a407b-f477-44a1-a14c-38476ce86986 req-29c0256f-c09f-46de-b24c-d258b096912d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314360 Jul 27 22:41:18.666144 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:18.677223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '9dfd1657-549e-4441-bca5-6fea6a6f9689', 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0', 'port_id': '9dfd1657-549e-4441-bca5-6fea6a6f9689', 'mac_address': 'fa:16:3e:b2:40:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a02862-1a33-4333-8248-22a4280f5cab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:41:18.866315 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:18.878402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfd1657-549e-4441-bca5-6fea6a6f9689 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:41:18.899012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:18.903194 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:18.947551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=9dfd1657-549e-4441-bca5-6fea6a6f9689,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:18.955443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:18.955783 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:18.956115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:18.956448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:18.956774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:18.957100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:18.957423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:18.957745 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:18.958064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:18.958408 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:18.958729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:18.959051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:41:19.108265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['9dfd1657-549e-4441-bca5-6fea6a6f9689'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:41:19.688192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d9d24-5859-4791-bdf5-3b34de03102d req-7f06e45c-83ba-4ca4-90b3-ec2742cb8958 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:19.690081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d3d9d24-5859-4791-bdf5-3b34de03102d req-7f06e45c-83ba-4ca4-90b3-ec2742cb8958 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 945 time: 0.0490415 Jul 27 22:41:19.728976 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d3d9d24-5859-4791-bdf5-3b34de03102d req-083a8906-3434-4712-9e2d-79898f0a0371 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328462 Jul 27 22:41:20.590564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9dfd1657-549e-4441-bca5-6fea6a6f9689 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:41:20.637688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 9dfd1657-549e-4441-bca5-6fea6a6f9689 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:41:20.641343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 9dfd1657-549e-4441-bca5-6fea6a6f9689 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:41:20.641717 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:20.718347 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:20.739712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f51a76e-6374-4c54-84be-f3913966a401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfd1657-549e-4441-bca5-6fea6a6f9689'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:41:20.741956 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67a8878-8b6d-4dfa-ada3-b9a5bd348d7d" -d '{"events": [{"server_uuid": "5f51a76e-6374-4c54-84be-f3913966a401", "name": "network-vif-plugged", "status": "completed", "tag": "9dfd1657-549e-4441-bca5-6fea6a6f9689"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:41:20.755639 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:20.763415 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:20.789121 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a3454f-4dd8-411c-bbdd-b8bef8daaea0 x-openstack-request-id: req-b1a3454f-4dd8-411c-bbdd-b8bef8daaea0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:41:20.789496 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f51a76e-6374-4c54-84be-f3913966a401", "name": "network-vif-plugged", "status": "completed", "tag": "9dfd1657-549e-4441-bca5-6fea6a6f9689", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:41:20.789830 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1a3454f-4dd8-411c-bbdd-b8bef8daaea0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:41:20.790304 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f51a76e-6374-4c54-84be-f3913966a401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfd1657-549e-4441-bca5-6fea6a6f9689', 'code': 200} Jul 27 22:41:20.816833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=9dfd1657-549e-4441-bca5-6fea6a6f9689,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:20.854462 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df081b-a694-4300-918c-c61a4efb3950 req-3d0ade3c-4aae-4948-9bec-91b3e3dca3b3 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:20.855971 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04df081b-a694-4300-918c-c61a4efb3950 req-3d0ade3c-4aae-4948-9bec-91b3e3dca3b3 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0580130 Jul 27 22:41:20.888193 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bde3fb-17de-495a-8c1e-b3b6007c7670 req-f50e79e3-40d0-496b-8194-0d39ffe90523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:20.889921 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-84bde3fb-17de-495a-8c1e-b3b6007c7670 req-f50e79e3-40d0-496b-8194-0d39ffe90523 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 1097 time: 0.0428700 Jul 27 22:41:20.895962 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04df081b-a694-4300-918c-c61a4efb3950 req-a65d7f27-c0b3-4c71-9a9a-82c23def2abf tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339851 Jul 27 22:41:20.925129 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-84bde3fb-17de-495a-8c1e-b3b6007c7670 req-dc96e92e-ec06-4b70-988d-ae48c18e78e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283365 Jul 27 22:41:22.013969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0a218-6edd-42ef-8ff2-acefebe6c82d req-296f9912-e5a5-41f1-ab83-10eb07643267 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:22.015393 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6db0a218-6edd-42ef-8ff2-acefebe6c82d req-296f9912-e5a5-41f1-ab83-10eb07643267 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0531330 Jul 27 22:41:22.052505 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6db0a218-6edd-42ef-8ff2-acefebe6c82d req-14fc011e-bca8-4e3b-9fcc-e54ecf2db0bc tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311954 Jul 27 22:41:22.168847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d4b9b-897b-462a-8a21-65cf8ab3d962 req-53d337e3-5a3a-4992-b4a7-169f9081c0a9 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:22.170356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-133d4b9b-897b-462a-8a21-65cf8ab3d962 req-53d337e3-5a3a-4992-b4a7-169f9081c0a9 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0488906 Jul 27 22:41:22.208067 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-133d4b9b-897b-462a-8a21-65cf8ab3d962 req-9114e430-a7d8-4e46-ac33-c2cf59156264 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316906 Jul 27 22:41:22.405485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53354d04-29a9-496e-b3cf-25c329bb7c90 req-b1483470-9c80-4f01-85a6-3e1d8d9afa5f tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:22.407007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-53354d04-29a9-496e-b3cf-25c329bb7c90 req-b1483470-9c80-4f01-85a6-3e1d8d9afa5f tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0488310 Jul 27 22:41:22.444328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-53354d04-29a9-496e-b3cf-25c329bb7c90 req-a2bc51f9-a27a-462f-b3e3-fd58bd2f33d4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314157 Jul 27 22:41:22.563026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b3206-c075-4f9e-9389-984a8f91968d req-f9969fd9-e87a-4e0a-a8c2-94df7cdd0d56 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:22.564496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc4b3206-c075-4f9e-9389-984a8f91968d req-f9969fd9-e87a-4e0a-a8c2-94df7cdd0d56 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0548043 Jul 27 22:41:22.601312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc4b3206-c075-4f9e-9389-984a8f91968d req-460564c6-fa68-41ed-b05c-7b8a79c45716 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308769 Jul 27 22:41:22.852045 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-7d56c786-de30-4826-89bf-ce9b1f141472 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397291 Jul 27 22:41:22.876386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c637-3720-4160-940b-0ac469f19d33 req-34ba189e-2f9d-4744-b45d-d1573c1dc52d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:22.878016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb10c637-3720-4160-940b-0ac469f19d33 req-34ba189e-2f9d-4744-b45d-d1573c1dc52d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0561523 Jul 27 22:41:22.919132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb10c637-3720-4160-940b-0ac469f19d33 req-b1ad57e6-a9be-4e93-88d8-0e68507654ab tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350730 Jul 27 22:41:23.950402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-fb2e378f-c395-4eac-aeee-6c5046a2d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:23.951898 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-fb2e378f-c395-4eac-aeee-6c5046a2d429 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 1097 time: 0.0504758 Jul 27 22:41:24.038196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e6779-b0fd-4ba5-bb84-7940f32dfb06 req-29db16d4-70fb-422c-90e5-9f15dcdb90b2 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:24.039729 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-681e6779-b0fd-4ba5-bb84-7940f32dfb06 req-29db16d4-70fb-422c-90e5-9f15dcdb90b2 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0510278 Jul 27 22:41:24.050462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-4b912846-1221-426f-bf29-21caffad105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:24.051950 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-4b912846-1221-426f-bf29-21caffad105d service neutron] 10.222.0.43 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.0926194 Jul 27 22:41:24.078864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-681e6779-b0fd-4ba5-bb84-7940f32dfb06 req-1add8d6f-2258-4a41-982e-6542d1fc05ba tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328858 Jul 27 22:41:24.094234 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-2272632e-a25f-4649-8768-c61219e8275f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689 HTTP/1.1" status: 200 len: 217 time: 0.0346558 Jul 27 22:41:24.146737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-adfe97c2-5e7a-4b80-898c-76e9190d6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:24.148181 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-adfe97c2-5e7a-4b80-898c-76e9190d6391 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0461938 Jul 27 22:41:24.180737 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-3e3f0343-6883-449b-9060-866313ee2f1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237820 Jul 27 22:41:24.269583 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-91576645-c7ee-45d8-adb6-ce3ae5d11ae0 service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811660 Jul 27 22:41:24.362967 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-db9b4f6b-9537-4815-b989-5743f0dea163 service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855198 Jul 27 22:41:25.199339 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0a432-eb83-4af2-bdfb-8fed4e325f56 req-a70d7c07-5d09-49b7-b473-03b4a01b87f5 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:25.200801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87e0a432-eb83-4af2-bdfb-8fed4e325f56 req-a70d7c07-5d09-49b7-b473-03b4a01b87f5 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0521786 Jul 27 22:41:25.238194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87e0a432-eb83-4af2-bdfb-8fed4e325f56 req-d9ad5908-4485-407d-90a7-e2c49d6b8583 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316157 Jul 27 22:41:26.351021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212c31b-a038-400a-880f-0608b4d52b4c req-0c276bae-0728-4a67-bde3-29bd438e0651 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:26.352469 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f212c31b-a038-400a-880f-0608b4d52b4c req-0c276bae-0728-4a67-bde3-29bd438e0651 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0482256 Jul 27 22:41:26.397831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f212c31b-a038-400a-880f-0608b4d52b4c req-8aba6567-2ee9-4b29-8fcd-11e64d52ed65 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388706 Jul 27 22:41:27.513017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e065831-375a-47f0-bf5d-5acef2082953 req-06c3c435-4a2e-4e73-8fc6-36e04d6932b8 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:27.514501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e065831-375a-47f0-bf5d-5acef2082953 req-06c3c435-4a2e-4e73-8fc6-36e04d6932b8 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0483782 Jul 27 22:41:27.551007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e065831-375a-47f0-bf5d-5acef2082953 req-3c71d457-3df6-42c8-907e-3c89fe735527 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305238 Jul 27 22:41:28.668816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9417bd1-d843-4a2b-bc42-24646323e812 req-51f5e783-ce44-483f-bf27-46d63173d7f1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:28.670286 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9417bd1-d843-4a2b-bc42-24646323e812 req-51f5e783-ce44-483f-bf27-46d63173d7f1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0522513 Jul 27 22:41:28.707398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f9417bd1-d843-4a2b-bc42-24646323e812 req-0c31bf66-7cc1-4448-91eb-7bf8eea12785 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311310 Jul 27 22:41:29.821271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62390ae4-d304-4fd8-a52a-29d3556dfd16 req-d2d0eb3d-8beb-47f8-918c-3b3d828ee51e tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:29.822802 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62390ae4-d304-4fd8-a52a-29d3556dfd16 req-d2d0eb3d-8beb-47f8-918c-3b3d828ee51e tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0490248 Jul 27 22:41:29.861090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-62390ae4-d304-4fd8-a52a-29d3556dfd16 req-f4c7a3f9-1bbc-4848-9890-42ecd54b06b4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322700 Jul 27 22:41:30.975017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d641b7-582e-4f2e-8373-2ad8784d8291 req-fcfa247d-e897-4a85-9eba-ca5e5a0fb860 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:30.976409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47d641b7-582e-4f2e-8373-2ad8784d8291 req-fcfa247d-e897-4a85-9eba-ca5e5a0fb860 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0486934 Jul 27 22:41:31.014823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-47d641b7-582e-4f2e-8373-2ad8784d8291 req-61fe3a07-720a-44d8-8466-52f0ef98350b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322702 Jul 27 22:41:31.190396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ae5f-a5de-4b8e-9ad4-3afaa57ab076 req-f2645981-a5cb-40c1-a370-da195838e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:31.191884 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2546ae5f-a5de-4b8e-9ad4-3afaa57ab076 req-f2645981-a5cb-40c1-a370-da195838e8c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 1097 time: 0.0404265 Jul 27 22:41:31.298404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ae5f-a5de-4b8e-9ad4-3afaa57ab076 req-bce4d570-b3f8-438c-8821-6792c613cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:31.299863 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2546ae5f-a5de-4b8e-9ad4-3afaa57ab076 req-bce4d570-b3f8-438c-8821-6792c613cf23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.0856869 Jul 27 22:41:31.342989 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2546ae5f-a5de-4b8e-9ad4-3afaa57ab076 req-0fa75ac9-88b0-4249-b944-addf528d15ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689 HTTP/1.1" status: 200 len: 217 time: 0.0346000 Jul 27 22:41:31.394180 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ae5f-a5de-4b8e-9ad4-3afaa57ab076 req-80758807-512f-40de-a19c-91cc72c3b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:31.395740 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2546ae5f-a5de-4b8e-9ad4-3afaa57ab076 req-80758807-512f-40de-a19c-91cc72c3b041 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0464220 Jul 27 22:41:31.426543 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2546ae5f-a5de-4b8e-9ad4-3afaa57ab076 req-1b50f596-8ee0-4908-9aff-abbb1c1cc137 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241849 Jul 27 22:41:31.517141 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2546ae5f-a5de-4b8e-9ad4-3afaa57ab076 req-0add82fd-201e-4fed-855a-325faa115e1b service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826766 Jul 27 22:41:31.605057 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2546ae5f-a5de-4b8e-9ad4-3afaa57ab076 req-834dd87c-b510-4cbb-923b-233915498621 service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802300 Jul 27 22:41:32.133767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49164d39-1e55-4ce6-8915-9a67f2a004cb req-ee6a3e84-1ee2-4ab9-993f-8e4646b54ae1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:32.135255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49164d39-1e55-4ce6-8915-9a67f2a004cb req-ee6a3e84-1ee2-4ab9-993f-8e4646b54ae1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0512109 Jul 27 22:41:32.173691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49164d39-1e55-4ce6-8915-9a67f2a004cb req-173d3570-32d0-4fa9-ac5c-f4eda7ceb5a2 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Jul 27 22:41:32.912186 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:41:33.288431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9c3b-04bf-4435-a7cb-ffd9424993f7 req-c88dcdd4-7c60-411c-8ce3-e57b81516060 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:33.289916 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c16d9c3b-04bf-4435-a7cb-ffd9424993f7 req-c88dcdd4-7c60-411c-8ce3-e57b81516060 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0490482 Jul 27 22:41:33.328895 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c16d9c3b-04bf-4435-a7cb-ffd9424993f7 req-f1672900-46d5-430a-a9ff-2c30e3c7bad3 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318589 Jul 27 22:41:34.445390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4811c-8997-4769-a283-5b5ed8be81ef req-2bb590f0-26bc-4b16-a263-1835d8a99b84 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:34.446894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5dd4811c-8997-4769-a283-5b5ed8be81ef req-2bb590f0-26bc-4b16-a263-1835d8a99b84 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0520639 Jul 27 22:41:34.484852 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5dd4811c-8997-4769-a283-5b5ed8be81ef req-bbc105dc-eb34-40ea-8e35-8c9249c264f3 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314445 Jul 27 22:41:35.604045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac058d-92ce-4c78-a8c6-315bfe3b7079 req-c0a9fab7-384a-40a0-ac99-8d5caa3ae3f7 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:35.605493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0aac058d-92ce-4c78-a8c6-315bfe3b7079 req-c0a9fab7-384a-40a0-ac99-8d5caa3ae3f7 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0520873 Jul 27 22:41:35.642429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0aac058d-92ce-4c78-a8c6-315bfe3b7079 req-1f6d2975-bf34-45ee-a3ca-f1e9677b53ef tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Jul 27 22:41:36.755822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7ea3b-516b-4d35-a325-509631223012 req-bb8f8148-228c-4fe7-b344-21ed8a52d95c tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:36.757210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6f7ea3b-516b-4d35-a325-509631223012 req-bb8f8148-228c-4fe7-b344-21ed8a52d95c tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0483377 Jul 27 22:41:36.794230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6f7ea3b-516b-4d35-a325-509631223012 req-187aa756-6aa1-4452-bdc6-6b8117cc3fbf tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308008 Jul 27 22:41:37.908401 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c58a7-677c-4edb-8d5d-412f70485fe6 req-638dea05-2baf-4b81-9ab5-95ad39ab9cb9 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:37.909883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a3c58a7-677c-4edb-8d5d-412f70485fe6 req-638dea05-2baf-4b81-9ab5-95ad39ab9cb9 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0487952 Jul 27 22:41:37.946640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a3c58a7-677c-4edb-8d5d-412f70485fe6 req-4b716cf8-d6c9-4c80-81dd-ce29d626131b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309176 Jul 27 22:41:39.070317 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa434b-e162-4a4d-a026-5e207cd00b56 req-dd6ae6f9-2342-417b-b49e-b0b8b6a76877 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:39.071817 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1faa434b-e162-4a4d-a026-5e207cd00b56 req-dd6ae6f9-2342-417b-b49e-b0b8b6a76877 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0579064 Jul 27 22:41:39.110004 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1faa434b-e162-4a4d-a026-5e207cd00b56 req-4c8a0ec1-7139-41ac-be04-0a6cf768744d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Jul 27 22:41:40.222922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de9d2a-8f47-4d0b-9bd3-2d34ab18c6b2 req-3911c372-2326-4359-9c09-425f54f66b53 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:40.224375 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09de9d2a-8f47-4d0b-9bd3-2d34ab18c6b2 req-3911c372-2326-4359-9c09-425f54f66b53 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0482538 Jul 27 22:41:40.260892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09de9d2a-8f47-4d0b-9bd3-2d34ab18c6b2 req-cddb472a-c9be-40fb-9ede-20379d1889d5 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306270 Jul 27 22:41:41.377574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19762ea-a992-4804-a953-4f823c9b0573 req-337806c4-1a56-46b3-9f86-ab5b86a7c8a8 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:41.379047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a19762ea-a992-4804-a953-4f823c9b0573 req-337806c4-1a56-46b3-9f86-ab5b86a7c8a8 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0496416 Jul 27 22:41:41.416475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a19762ea-a992-4804-a953-4f823c9b0573 req-bcdf3fb2-b4b6-45cb-bd4e-fd7b2e1a6f41 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Jul 27 22:41:42.538379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592f174-8230-4752-9b45-7709eb24c03b req-c6055d8a-68d7-47f9-bdbb-19f407877ba6 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:42.539838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f592f174-8230-4752-9b45-7709eb24c03b req-c6055d8a-68d7-47f9-bdbb-19f407877ba6 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0512180 Jul 27 22:41:42.577119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f592f174-8230-4752-9b45-7709eb24c03b req-49cba380-40c4-4344-91aa-23263a1f4662 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308244 Jul 27 22:41:42.738947 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:42.805963 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce7bccd2-22a7-4b19-b52d-1021fa8599fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:43.693495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56889d-956e-4fed-bf58-545054f675b4 req-d08325cd-8466-44a2-a578-c476d7f906a0 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:43.695014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f56889d-956e-4fed-bf58-545054f675b4 req-d08325cd-8466-44a2-a578-c476d7f906a0 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0491743 Jul 27 22:41:43.732846 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f56889d-956e-4fed-bf58-545054f675b4 req-5abc04b0-6219-48ac-8e03-470f346fe542 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319724 Jul 27 22:41:44.845613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350a8b1-dd18-4f11-8f52-f31250c92be3 req-fade0059-0b1a-45f6-83a1-9f950ed1265a tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:44.847374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1350a8b1-dd18-4f11-8f52-f31250c92be3 req-fade0059-0b1a-45f6-83a1-9f950ed1265a tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0488772 Jul 27 22:41:44.885215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1350a8b1-dd18-4f11-8f52-f31250c92be3 req-9ec69f89-58a7-4095-934e-bd481ce66cdf tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Jul 27 22:41:45.460713 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1a9d-ea82-4f29-945f-6b3a41fb5f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:45.800880 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:46.004240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85210a1d-b364-4d51-a22b-7ae6dea2056c req-35318e35-b4b8-47bc-b427-1181f6f3eab0 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:46.005737 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85210a1d-b364-4d51-a22b-7ae6dea2056c req-35318e35-b4b8-47bc-b427-1181f6f3eab0 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0532956 Jul 27 22:41:46.043847 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85210a1d-b364-4d51-a22b-7ae6dea2056c req-a0cfd604-6e97-436e-ab33-bfc033e17493 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Jul 27 22:41:46.513912 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:46.760308 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:47.165110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18306e08-77d8-40bd-8621-4f6985a0d9b7 req-c104ca13-b4de-4d93-a135-620fb08d1763 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:47.166606 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18306e08-77d8-40bd-8621-4f6985a0d9b7 req-c104ca13-b4de-4d93-a135-620fb08d1763 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0480185 Jul 27 22:41:47.204210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18306e08-77d8-40bd-8621-4f6985a0d9b7 req-29c46998-584c-4292-acee-dba5a3e0e8c7 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310152 Jul 27 22:41:48.219990 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:48.319396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdcdec-fcf6-48dc-8094-6712e41c426d req-7c48f842-e55e-4f75-9dcd-8a6cde45f17c tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:48.320974 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-effdcdec-fcf6-48dc-8094-6712e41c426d req-7c48f842-e55e-4f75-9dcd-8a6cde45f17c tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0486534 Jul 27 22:41:48.360395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-effdcdec-fcf6-48dc-8094-6712e41c426d req-fc093d2a-a909-4d72-af37-4bfba3f4b1ee tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 Jul 27 22:41:49.477355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871c38e-c751-41f1-b0c2-4a36191fc8b4 req-3b6cae2f-bd83-4fb5-ac6b-d7f19b5916c5 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:49.478820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c871c38e-c751-41f1-b0c2-4a36191fc8b4 req-3b6cae2f-bd83-4fb5-ac6b-d7f19b5916c5 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0516768 Jul 27 22:41:49.516713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c871c38e-c751-41f1-b0c2-4a36191fc8b4 req-3c76ff4e-09a3-4484-baeb-1744b276ad56 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313740 Jul 27 22:41:50.631186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dfdfc-0dd2-4aa1-8077-1473ad2017bc req-310c7fc6-13af-42fc-97b4-05bc34bf02ef tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:50.632650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa3dfdfc-0dd2-4aa1-8077-1473ad2017bc req-310c7fc6-13af-42fc-97b4-05bc34bf02ef tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0490041 Jul 27 22:41:50.673649 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fa3dfdfc-0dd2-4aa1-8077-1473ad2017bc req-46b76abe-059a-4abd-9474-b1e7d62497b8 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344188 Jul 27 22:41:51.278160 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-17f5ef13-475b-4c98-aaaa-a413b3f4b988 service neutron] show failed (client error): The resource could not be found. Jul 27 22:41:51.279268 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-17f5ef13-475b-4c98-aaaa-a413b3f4b988 service neutron] 10.222.0.43 "GET /v2.0/ports/9dfd1657-549e-4441-bca5-6fea6a6f9689/bindings/n-h2-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0592573 Jul 27 22:41:51.468762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-dd0e0637-d6ab-44de-a6b4-3affdf3aa715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:51.470240 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-dd0e0637-d6ab-44de-a6b4-3affdf3aa715 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401&tenant_id=7c0e4ed86e754b2993d26546211474ac HTTP/1.1" status: 200 len: 1097 time: 0.0414479 Jul 27 22:41:51.482062 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:41:51.534328 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:51.737991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:51.771983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:41:51.787539 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31bcf-5929-430a-9e0d-22120c1dae36 req-6be0fa8a-98d1-4a9e-a232-6822b249f2a1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:51.789044 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8de31bcf-5929-430a-9e0d-22120c1dae36 req-6be0fa8a-98d1-4a9e-a232-6822b249f2a1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 946 time: 0.0483260 Jul 27 22:41:51.812377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f51a76e-6374-4c54-84be-f3913966a401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dfd1657-549e-4441-bca5-6fea6a6f9689'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:41:51.814660 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac37655-1567-44c3-b938-a47adb51ca56" -d '{"events": [{"server_uuid": "5f51a76e-6374-4c54-84be-f3913966a401", "name": "network-vif-unplugged", "status": "completed", "tag": "9dfd1657-549e-4441-bca5-6fea6a6f9689"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:41:51.818514 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:51.828305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8de31bcf-5929-430a-9e0d-22120c1dae36 req-211ad386-71ff-4f56-b1b9-047710b988f1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Jul 27 22:41:51.833156 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Transition to ACTIVE for port object 9dfd1657-549e-4441-bca5-6fea6a6f9689 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:41:51.838110 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:51.875404 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738e2903-1b6a-436e-b4ce-e8d51ab16236 x-openstack-request-id: req-738e2903-1b6a-436e-b4ce-e8d51ab16236 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:41:51.875703 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f51a76e-6374-4c54-84be-f3913966a401", "name": "network-vif-unplugged", "status": "completed", "tag": "9dfd1657-549e-4441-bca5-6fea6a6f9689", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:41:51.875956 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-738e2903-1b6a-436e-b4ce-e8d51ab16236 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:41:51.876350 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f51a76e-6374-4c54-84be-f3913966a401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dfd1657-549e-4441-bca5-6fea6a6f9689', 'code': 200} Jul 27 22:41:51.905260 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] No DVR routers for this DVR port 9dfd1657-549e-4441-bca5-6fea6a6f9689 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:41:51.908340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfd1657-549e-4441-bca5-6fea6a6f9689,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:51.941823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Attempting to bind port 9dfd1657-549e-4441-bca5-6fea6a6f9689 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:41:51.942164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Attempting to bind port 9dfd1657-549e-4441-bca5-6fea6a6f9689 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:41:51.942522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Attempting to bind port 9dfd1657-549e-4441-bca5-6fea6a6f9689 on network 307cfa3d-d2e4-4772-905d-92832faf02f0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:41:51.946697 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Port 9dfd1657-549e-4441-bca5-6fea6a6f9689 on network 307cfa3d-d2e4-4772-905d-92832faf02f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:41:51.947021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Attempting to bind port 9dfd1657-549e-4441-bca5-6fea6a6f9689 on network 307cfa3d-d2e4-4772-905d-92832faf02f0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:41:51.951919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:41:51.952260 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Checking segment: {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:41:51.952645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Bound using segment: {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:41:51.953074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Bound port: 9dfd1657-549e-4441-bca5-6fea6a6f9689, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:41:51.953429 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:52.018511 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:41:52.021462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:41:52.026231 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:52.059283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:52.059935 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:52.061315 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] 10.222.0.41 "PUT /v2.0/ports/9dfd1657-549e-4441-bca5-6fea6a6f9689 HTTP/1.1" status: 200 len: 1092 time: 0.5833251 Jul 27 22:41:52.082479 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a38b4-e277-4f81-b2bc-39b5d4600dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfd1657-549e-4441-bca5-6fea6a6f9689,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:52.124712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-afb354fc-1fa0-4e88-9c1b-499e2f5ec8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:52.126189 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-afb354fc-1fa0-4e88-9c1b-499e2f5ec8b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 1095 time: 0.0410020 Jul 27 22:41:52.216416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-6ebfac66-a526-48fa-aba5-3f5292082df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:52.217872 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-6ebfac66-a526-48fa-aba5-3f5292082df3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.0852864 Jul 27 22:41:52.258554 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-3f475526-00f1-47c1-8402-8e028b44c8b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689 HTTP/1.1" status: 200 len: 217 time: 0.0332580 Jul 27 22:41:52.306076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-61107018-60b0-44a3-b17a-5081452b410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:52.307552 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-61107018-60b0-44a3-b17a-5081452b410f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0424237 Jul 27 22:41:52.342875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-5aea2759-25a9-4792-829d-bd7f09fd2471 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281360 Jul 27 22:41:52.430373 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-230d9dc7-be16-4f1a-8d26-c2be89c9df49 service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797675 Jul 27 22:41:52.521721 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-576f5cfd-5bdd-4b50-adef-87ca41111e64 req-8d37e25e-e9ec-469b-8df8-797125536101 service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843961 Jul 27 22:41:52.951039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ad79-95cd-4dd1-a809-10558a4b25b3 req-5ec1666c-41bb-4996-8e03-5e127564bee4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:52.952407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5d4ad79-95cd-4dd1-a809-10558a4b25b3 req-5ec1666c-41bb-4996-8e03-5e127564bee4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 944 time: 0.0535326 Jul 27 22:41:52.989611 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5d4ad79-95cd-4dd1-a809-10558a4b25b3 req-a85c68f1-578d-4a5b-8b79-5f6d7dc16da7 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Jul 27 22:41:53.877112 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f51a76e-6374-4c54-84be-f3913966a401', 'tag': '9dfd1657-549e-4441-bca5-6fea6a6f9689'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:41:53.879482 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f51a76e-6374-4c54-84be-f3913966a401", "tag": "9dfd1657-549e-4441-bca5-6fea6a6f9689"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:41:53.928206 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00efd3ad-8fbc-4cdb-ad70-ac073a89810c x-openstack-request-id: req-00efd3ad-8fbc-4cdb-ad70-ac073a89810c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:41:53.928521 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f51a76e-6374-4c54-84be-f3913966a401", "tag": "9dfd1657-549e-4441-bca5-6fea6a6f9689", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:41:53.929409 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00efd3ad-8fbc-4cdb-ad70-ac073a89810c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:41:53.929801 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f51a76e-6374-4c54-84be-f3913966a401', 'tag': '9dfd1657-549e-4441-bca5-6fea6a6f9689', 'status': 'completed', 'code': 200} Jul 27 22:41:54.030239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-c84519e1-a1f3-432a-9e97-fa4cf327080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:54.031867 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-c84519e1-a1f3-432a-9e97-fa4cf327080a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 1095 time: 0.0833337 Jul 27 22:41:54.034535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-aab88d68-fbdb-4f27-a1e2-e8d41d93433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:54.035957 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-aab88d68-fbdb-4f27-a1e2-e8d41d93433c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 1095 time: 0.0777292 Jul 27 22:41:54.115952 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b01e8c-9933-4cba-9c93-bdd85932ac16 req-e2d9860e-4fa1-4f1c-8b4b-aea8ee56ea29 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:54.117463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64b01e8c-9933-4cba-9c93-bdd85932ac16 req-e2d9860e-4fa1-4f1c-8b4b-aea8ee56ea29 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 944 time: 0.0534704 Jul 27 22:41:54.156196 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-64b01e8c-9933-4cba-9c93-bdd85932ac16 req-0d8145c0-3647-4913-86b8-1b6fc77da771 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Jul 27 22:41:54.204454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-a1fef7e9-b931-4aad-a0aa-475829c2314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:54.205910 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-a1fef7e9-b931-4aad-a0aa-475829c2314b service neutron] 10.222.0.41 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.1674919 Jul 27 22:41:54.208391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-59907664-a350-4689-aed3-4ce6deccadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:54.209703 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-59907664-a350-4689-aed3-4ce6deccadc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.1634583 Jul 27 22:41:54.589514 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-271290d9-f6b0-42fd-a642-b6339825ac5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689 HTTP/1.1" status: 200 len: 217 time: 0.3765936 Jul 27 22:41:54.590988 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-b2eb4716-dd19-4d0d-a087-5d1646d2fcdc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689 HTTP/1.1" status: 200 len: 217 time: 0.3723090 Jul 27 22:41:54.673278 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-90ff16ab-7d81-40a4-8d67-208c7abdde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:54.675080 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-90ff16ab-7d81-40a4-8d67-208c7abdde2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0783343 Jul 27 22:41:54.676434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-289088b4-ba0c-4072-b909-097b8ea4cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:54.678754 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-289088b4-ba0c-4072-b909-097b8ea4cafe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0752492 Jul 27 22:41:54.728550 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-d4703a3f-734b-430a-90d0-c3716c0b3816 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381067 Jul 27 22:41:54.730126 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-ed004108-09d4-4813-8254-de59130d6f41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485554 Jul 27 22:41:54.889761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9dfd1657-549e-4441-bca5-6fea6a6f9689 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:41:54.905342 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-34454674-c770-4e9d-ba2a-db7b1302d763 service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691799 Jul 27 22:41:54.907873 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-a62b0d3d-1d53-4ac9-affa-daaaaef97b83 service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706405 Jul 27 22:41:54.932314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 9dfd1657-549e-4441-bca5-6fea6a6f9689 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:41:55.064907 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-0216d19b-4ef2-4232-95d7-9addb05d067d service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521475 Jul 27 22:41:55.069961 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-72a34801-58e8-4fc7-9ff9-3bbfbf1b21b6 req-3da24e4f-f3ad-4861-94c6-ae7cc734b8cb service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483293 Jul 27 22:41:55.275662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56452d8-387f-475b-b974-84f11e167040 req-48a03322-10d6-4043-ad4f-0fb914384937 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:55.277029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e56452d8-387f-475b-b974-84f11e167040 req-48a03322-10d6-4043-ad4f-0fb914384937 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 944 time: 0.0500004 Jul 27 22:41:55.314158 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e56452d8-387f-475b-b974-84f11e167040 req-1d6ecbb2-e3d1-4f70-a11d-eec0875dcdd7 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305641 Jul 27 22:41:55.511448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c36cec-bbe0-476d-9d63-bdf759b10503 req-2378cd49-5bc0-411c-8309-8b75d22c4464 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:55.513454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8c36cec-bbe0-476d-9d63-bdf759b10503 req-2378cd49-5bc0-411c-8309-8b75d22c4464 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 944 time: 0.0540416 Jul 27 22:41:55.552152 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8c36cec-bbe0-476d-9d63-bdf759b10503 req-52d141a4-f749-43b0-b9a5-59b9a3db7e3a tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Jul 27 22:41:55.560265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-a9dad5d1-9a80-481a-88f1-845cbf8fa174 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:55.561780 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-a9dad5d1-9a80-481a-88f1-845cbf8fa174 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401&tenant_id=7c0e4ed86e754b2993d26546211474ac&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 944 time: 0.0891283 Jul 27 22:41:55.631175 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-17aaf590-7065-40fc-a703-a22b7cd14b98 service neutron] delete failed (client error): The resource could not be found. Jul 27 22:41:55.632229 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-17aaf590-7065-40fc-a703-a22b7cd14b98 service neutron] 10.222.0.43 "DELETE /v2.0/ports/9dfd1657-549e-4441-bca5-6fea6a6f9689/bindings/n-h1-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0628386 Jul 27 22:41:55.713752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-34153765-3367-43a2-b7c0-27ee562d84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:55.715957 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-34153765-3367-43a2-b7c0-27ee562d84ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 1095 time: 0.0409484 Jul 27 22:41:55.801943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-b8cd030c-6122-4d75-a978-d547508ed6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:55.803475 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-b8cd030c-6122-4d75-a978-d547508ed6a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.0814066 Jul 27 22:41:55.849557 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-7cf5aeed-00a5-4898-bd51-9045f30160ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689 HTTP/1.1" status: 200 len: 217 time: 0.0378728 Jul 27 22:41:55.897897 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-af1bdbf9-b26d-4bb0-99aa-3f36ac55833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:55.899342 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-af1bdbf9-b26d-4bb0-99aa-3f36ac55833e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0420470 Jul 27 22:41:55.930759 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-9abd53b6-b1b5-4f03-9435-f94ecc1f2441 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240986 Jul 27 22:41:56.023152 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-b12289f1-dc1f-4d95-8fbc-022764974456 service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857148 Jul 27 22:41:56.111049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e19ea3e9-8f03-4c7b-a80f-7939b3c01f7c req-0c7c04d8-16b7-4630-a5d8-dc21cf83692d service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801401 Jul 27 22:41:56.453708 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9dfd1657-549e-4441-bca5-6fea6a6f9689 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:41:56.552592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:56.565670 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '9dfd1657-549e-4441-bca5-6fea6a6f9689', 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0', 'port_id': '9dfd1657-549e-4441-bca5-6fea6a6f9689', 'mac_address': 'fa:16:3e:b2:40:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a02862-1a33-4333-8248-22a4280f5cab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:41:56.611043 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:56.629671 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfd1657-549e-4441-bca5-6fea6a6f9689 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:41:56.656777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:56.661100 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:56.678413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372a5a5-6f9d-4298-9098-9b846b2eac72 req-4a3b598e-ec04-44b8-b968-4041ebe3d894 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:56.679921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e372a5a5-6f9d-4298-9098-9b846b2eac72 req-4a3b598e-ec04-44b8-b968-4041ebe3d894 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 944 time: 0.0535119 Jul 27 22:41:56.709750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9dfd1657-549e-4441-bca5-6fea6a6f9689,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:56.721791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e372a5a5-6f9d-4298-9098-9b846b2eac72 req-6933785b-e3a2-4254-9de7-b3f107003153 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345907 Jul 27 22:41:56.849741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd35a44-adfb-4843-8ec2-5b1ee3ac0b49 req-9cf376a7-adfb-4312-80ac-0d635c19ad5a tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:56.851242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ddd35a44-adfb-4843-8ec2-5b1ee3ac0b49 req-9cf376a7-adfb-4312-80ac-0d635c19ad5a tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 945 time: 0.0483279 Jul 27 22:41:56.873275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['9dfd1657-549e-4441-bca5-6fea6a6f9689'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:41:56.889773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ddd35a44-adfb-4843-8ec2-5b1ee3ac0b49 req-4a5f99d8-0c4a-4f15-b421-9ccc30daf9d0 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Jul 27 22:41:57.008370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f7162-4184-454d-b46b-f0434c25922c req-0d8704e4-e1b1-4712-8cb2-08cb5e0e1fbc tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:57.009891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f6f7162-4184-454d-b46b-f0434c25922c req-0d8704e4-e1b1-4712-8cb2-08cb5e0e1fbc tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 945 time: 0.0535741 Jul 27 22:41:57.047414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f6f7162-4184-454d-b46b-f0434c25922c req-8bf47bef-01c0-4318-a384-561ccc77b00c tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313540 Jul 27 22:41:57.400424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-da1007bd-df96-4284-9122-52deb484f0ef tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:57.401882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-da1007bd-df96-4284-9122-52deb484f0ef tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 815 time: 0.0979576 Jul 27 22:41:57.416957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-bf4cf5a9-6cdb-4811-8569-a0fdbb62a5b4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/quotas/7c0e4ed86e754b2993d26546211474ac HTTP/1.1" status: 200 len: 375 time: 0.0088744 Jul 27 22:41:57.471765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-92b65b4c-8cfc-41bd-9c7e-e9d82b455c6d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489511 Jul 27 22:41:57.611410 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-c6560b33-c637-419a-9efa-5073c3ecee5f service neutron] 10.222.0.24 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327322 Jul 27 22:41:57.701843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-89b9ae94-2b2c-491b-8eee-98dfccb618be service neutron] 10.222.0.24 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844412 Jul 27 22:41:57.887022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-237a6be3-860c-4ae1-9d42-b5e4af11b0ba req-209d8aac-8b1f-4104-a9ad-523c5e31a69b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 210 time: 0.0269649 Jul 27 22:41:58.453795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9dfd1657-549e-4441-bca5-6fea6a6f9689 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:41:58.504328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 9dfd1657-549e-4441-bca5-6fea6a6f9689 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:41:58.508001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 9dfd1657-549e-4441-bca5-6fea6a6f9689 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:41:58.508369 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:58.509732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708d074-9ff1-4126-bf7e-8c4a5db6732f req-12b1cd50-f937-4820-8147-6c09e985b937 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:58.511245 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f708d074-9ff1-4126-bf7e-8c4a5db6732f req-12b1cd50-f937-4820-8147-6c09e985b937 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f51a76e-6374-4c54-84be-f3913966a401 HTTP/1.1" status: 200 len: 945 time: 0.0499156 Jul 27 22:41:58.585645 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:58.606520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f708d074-9ff1-4126-bf7e-8c4a5db6732f req-f7f4fc8d-29b4-4481-84bb-8ddb1be6b5ce tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Deleting port 9dfd1657-549e-4441-bca5-6fea6a6f9689 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:41:58.606781 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f708d074-9ff1-4126-bf7e-8c4a5db6732f req-f7f4fc8d-29b4-4481-84bb-8ddb1be6b5ce tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:58.611987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f51a76e-6374-4c54-84be-f3913966a401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfd1657-549e-4441-bca5-6fea6a6f9689'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:41:58.614573 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6cfb7c-9799-4359-a1e5-c3fbcb03c645" -d '{"events": [{"server_uuid": "5f51a76e-6374-4c54-84be-f3913966a401", "name": "network-vif-plugged", "status": "completed", "tag": "9dfd1657-549e-4441-bca5-6fea6a6f9689"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:41:58.628546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:58.634855 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:58.678895 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdd0002-5b99-4850-9f5a-bc832e71db0c x-openstack-request-id: req-acdd0002-5b99-4850-9f5a-bc832e71db0c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:41:58.678895 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f51a76e-6374-4c54-84be-f3913966a401", "name": "network-vif-plugged", "status": "completed", "tag": "9dfd1657-549e-4441-bca5-6fea6a6f9689", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:41:58.679616 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-acdd0002-5b99-4850-9f5a-bc832e71db0c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:41:58.679616 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f51a76e-6374-4c54-84be-f3913966a401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfd1657-549e-4441-bca5-6fea6a6f9689', 'code': 200} Jul 27 22:41:58.714476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f708d074-9ff1-4126-bf7e-8c4a5db6732f req-f7f4fc8d-29b4-4481-84bb-8ddb1be6b5ce tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] For port 9dfd1657-549e-4441-bca5-6fea6a6f9689, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=9dfd1657-549e-4441-bca5-6fea6a6f9689,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:41:58.714849 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f708d074-9ff1-4126-bf7e-8c4a5db6732f req-f7f4fc8d-29b4-4481-84bb-8ddb1be6b5ce tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:58.722827 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=9dfd1657-549e-4441-bca5-6fea6a6f9689,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:58.738483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f708d074-9ff1-4126-bf7e-8c4a5db6732f req-f7f4fc8d-29b4-4481-84bb-8ddb1be6b5ce tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Calling delete_port for 9dfd1657-549e-4441-bca5-6fea6a6f9689 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:41:58.811779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-1bc1c33d-0d3d-4925-a562-d984c11d958b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:58.813291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-1bc1c33d-0d3d-4925-a562-d984c11d958b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.41 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 815 time: 0.1115036 Jul 27 22:41:58.827364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Request body: {'port': {'device_id': '773152d7-1c25-408a-9de0-407c500ddd4a', 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0', 'admin_state_up': True, 'tenant_id': '7c0e4ed86e754b2993d26546211474ac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:41:58.874439 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f708d074-9ff1-4126-bf7e-8c4a5db6732f req-f7f4fc8d-29b4-4481-84bb-8ddb1be6b5ce tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:58.887805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['9dfd1657-549e-4441-bca5-6fea6a6f9689'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:41:58.924426 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4fc8d-29b4-4481-84bb-8ddb1be6b5ce tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Pushing event deleted for resources: {'Port': ['ID=9dfd1657-549e-4441-bca5-6fea6a6f9689,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:58.963369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f708d074-9ff1-4126-bf7e-8c4a5db6732f req-f7f4fc8d-29b4-4481-84bb-8ddb1be6b5ce tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] No DVR routers for this DVR port 9dfd1657-549e-4441-bca5-6fea6a6f9689 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:41:58.965277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Made reservation on behalf of 7c0e4ed86e754b2993d26546211474ac for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:41:58.966848 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f708d074-9ff1-4126-bf7e-8c4a5db6732f req-f7f4fc8d-29b4-4481-84bb-8ddb1be6b5ce tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:58.969220 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f708d074-9ff1-4126-bf7e-8c4a5db6732f req-f7f4fc8d-29b4-4481-84bb-8ddb1be6b5ce tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.41 "DELETE /v2.0/ports/9dfd1657-549e-4441-bca5-6fea6a6f9689 HTTP/1.1" status: 204 len: 173 time: 0.4507992 Jul 27 22:41:58.969675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f51a76e-6374-4c54-84be-f3913966a401', 'name': 'network-vif-deleted', 'tag': '9dfd1657-549e-4441-bca5-6fea6a6f9689'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:41:58.969850 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:58.975694 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57599a99-1e8d-4556-b9a8-8e7e7d347532" -d '{"events": [{"server_uuid": "5f51a76e-6374-4c54-84be-f3913966a401", "name": "network-vif-deleted", "tag": "9dfd1657-549e-4441-bca5-6fea6a6f9689"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:41:59.015264 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095c7c66-5522-4e00-afa8-afc9bea34b07 x-openstack-request-id: req-095c7c66-5522-4e00-afa8-afc9bea34b07 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:41:59.015564 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f51a76e-6374-4c54-84be-f3913966a401", "name": "network-vif-deleted", "tag": "9dfd1657-549e-4441-bca5-6fea6a6f9689", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:41:59.015822 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-095c7c66-5522-4e00-afa8-afc9bea34b07 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:41:59.016232 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f51a76e-6374-4c54-84be-f3913966a401', 'name': 'network-vif-deleted', 'tag': '9dfd1657-549e-4441-bca5-6fea6a6f9689', 'status': 'completed', 'code': 200} Jul 27 22:41:59.017867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6c28773-97c4-470a-8368-d3b268c9d717 req-7bd6cad7-9618-4c98-9d4d-60c1a995dc71 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 210 time: 0.0436430 Jul 27 22:41:59.140291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Allocated IP 172.20.0.4 (307cfa3d-d2e4-4772-905d-92832faf02f0/f6a02862-1a33-4333-8248-22a4280f5cab/4ea16ab8-f7af-42d3-9b31-5cbf38361850) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:41:59.284984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:59.321684 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:59.333156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['9dfd1657-549e-4441-bca5-6fea6a6f9689'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:41:59.367063 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Network 307cfa3d-d2e4-4772-905d-92832faf02f0 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:41:59.370059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:41:59.375629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:41:59.382714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Pushing event updated for resources: {'Port': ['ID=4ea16ab8-f7af-42d3-9b31-5cbf38361850,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:59.426408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:41:59.427011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:59.439725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ffcd8e3d-6ce6-4af7-85fe-0a0548865214 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6170030 Jul 27 22:41:59.452091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Request body: {'port': {'device_id': '773152d7-1c25-408a-9de0-407c500ddd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:41:59.507868 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:59.800847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea16ab8-f7af-42d3-9b31-5cbf38361850 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:41:59.808122 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:59.821200 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Transition to ACTIVE for port object 4ea16ab8-f7af-42d3-9b31-5cbf38361850 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:41:59.825434 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:59.892112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea16ab8-f7af-42d3-9b31-5cbf38361850,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:41:59.940987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Attempting to bind port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:41:59.941328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Attempting to bind port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:41:59.941663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Attempting to bind port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 on network 307cfa3d-d2e4-4772-905d-92832faf02f0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:41:59.945827 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 on network 307cfa3d-d2e4-4772-905d-92832faf02f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:41:59.946160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Attempting to bind port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 on network 307cfa3d-d2e4-4772-905d-92832faf02f0 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:41:59.951533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:41:59.951871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Checking segment: {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:41:59.952254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Bound using segment: {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:41:59.952679 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Bound port: 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:41:59.953034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:00.015469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:42:00.018444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:42:00.022759 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:00.058081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:00.058727 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:00.060144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] 10.222.0.41 "PUT /v2.0/ports/4ea16ab8-f7af-42d3-9b31-5cbf38361850 HTTP/1.1" status: 200 len: 1091 time: 0.6126347 Jul 27 22:42:00.060586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773152d7-1c25-408a-9de0-407c500ddd4a', 'tag': '4ea16ab8-f7af-42d3-9b31-5cbf38361850'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:42:00.062844 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac1f332-e83e-4ac6-95a1-0878cd78c316" -d '{"events": [{"name": "network-changed", "server_uuid": "773152d7-1c25-408a-9de0-407c500ddd4a", "tag": "4ea16ab8-f7af-42d3-9b31-5cbf38361850"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:42:00.098572 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43a8ab-95e7-43b6-b44e-163f84204493 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea16ab8-f7af-42d3-9b31-5cbf38361850,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:00.126204 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d935857-8d85-4ede-a41a-9b083ec701cb x-openstack-request-id: req-0d935857-8d85-4ede-a41a-9b083ec701cb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:42:00.126518 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773152d7-1c25-408a-9de0-407c500ddd4a", "tag": "4ea16ab8-f7af-42d3-9b31-5cbf38361850", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:42:00.126770 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d935857-8d85-4ede-a41a-9b083ec701cb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:42:00.127168 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773152d7-1c25-408a-9de0-407c500ddd4a', 'tag': '4ea16ab8-f7af-42d3-9b31-5cbf38361850', 'status': 'completed', 'code': 200} Jul 27 22:42:00.164201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-7e761b9f-d83b-4843-b411-878af3b15284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:00.165722 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-7e761b9f-d83b-4843-b411-878af3b15284 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 1094 time: 0.0619984 Jul 27 22:42:00.173121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac886b-67ea-4bef-ab64-43d5a48e7f72 req-8073fc15-20a0-4987-b29a-49d48e281d71 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:00.174496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77ac886b-67ea-4bef-ab64-43d5a48e7f72 req-8073fc15-20a0-4987-b29a-49d48e281d71 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 943 time: 0.0859175 Jul 27 22:42:00.221314 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-4713f440-1523-47fc-b3a7-315d58ddd578 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850 HTTP/1.1" status: 200 len: 217 time: 0.0456495 Jul 27 22:42:00.265023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77ac886b-67ea-4bef-ab64-43d5a48e7f72 req-8f9827b7-ae7d-4087-8735-d853a367415a tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842845 Jul 27 22:42:00.280104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-55d95985-4515-4710-8265-9c3fcd6ab2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:00.281613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-55d95985-4515-4710-8265-9c3fcd6ab2e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0530374 Jul 27 22:42:00.313035 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-03f37eb5-8674-4c5a-aa59-881bef0ee379 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240424 Jul 27 22:42:00.398823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-2ac5eaa6-eb40-42d2-bb7c-ca13a41beb4f service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786254 Jul 27 22:42:00.490349 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14e53eaf-96f8-4818-a334-da9ca40bf714 req-68570719-5718-4be2-b6ae-695053cb56c7 service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827477 Jul 27 22:42:00.575285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1f332-e83e-4ac6-95a1-0878cd78c316 req-660b4c35-fddf-4d01-91cc-475e27827a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:00.576780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ac1f332-e83e-4ac6-95a1-0878cd78c316 req-660b4c35-fddf-4d01-91cc-475e27827a21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 1094 time: 0.0412359 Jul 27 22:42:00.667403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1f332-e83e-4ac6-95a1-0878cd78c316 req-67263913-7b19-4eab-b9d6-a004c06b2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:00.669558 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ac1f332-e83e-4ac6-95a1-0878cd78c316 req-67263913-7b19-4eab-b9d6-a004c06b2091 service neutron] 10.222.0.41 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.0851371 Jul 27 22:42:00.708741 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ac1f332-e83e-4ac6-95a1-0878cd78c316 req-34b6be80-e93e-43d0-ad83-a2136e41a801 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850 HTTP/1.1" status: 200 len: 217 time: 0.0328915 Jul 27 22:42:00.756798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1f332-e83e-4ac6-95a1-0878cd78c316 req-1a19ad2b-35fc-4574-aa11-0d2e3431693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:00.758201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ac1f332-e83e-4ac6-95a1-0878cd78c316 req-1a19ad2b-35fc-4574-aa11-0d2e3431693f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0416312 Jul 27 22:42:00.789473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ac1f332-e83e-4ac6-95a1-0878cd78c316 req-0c90240e-d9da-4561-9b1e-a3ed901c93c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235918 Jul 27 22:42:00.880210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ac1f332-e83e-4ac6-95a1-0878cd78c316 req-7c92a4d5-a36f-453c-aa07-b6daa7d405ab service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828073 Jul 27 22:42:00.968509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ac1f332-e83e-4ac6-95a1-0878cd78c316 req-2601b203-32c8-44ff-97c7-62d0f6939071 service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801539 Jul 27 22:42:01.725045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d3ad0-edba-49d6-ad4e-ca16e0de15a1 req-56f2a01a-4be0-45be-9a8e-bbff9f6d934d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:01.726457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-223d3ad0-edba-49d6-ad4e-ca16e0de15a1 req-56f2a01a-4be0-45be-9a8e-bbff9f6d934d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 943 time: 0.3890500 Jul 27 22:42:01.763837 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-223d3ad0-edba-49d6-ad4e-ca16e0de15a1 req-fda76aed-f772-4ac2-9831-03016ee13d90 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Jul 27 22:42:02.469216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9dfd1657-549e-4441-bca5-6fea6a6f9689 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:42:02.489721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 9dfd1657-549e-4441-bca5-6fea6a6f9689 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:42:02.490063 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 9dfd1657-549e-4441-bca5-6fea6a6f9689 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:42:02.876877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87888330-595e-48b2-af5a-a9d4bf927194 req-505fcd89-84db-4393-a428-e6cbf9a9f705 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:02.878357 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87888330-595e-48b2-af5a-a9d4bf927194 req-505fcd89-84db-4393-a428-e6cbf9a9f705 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 943 time: 0.0487082 Jul 27 22:42:02.916518 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-87888330-595e-48b2-af5a-a9d4bf927194 req-8e9c990b-6225-4561-afbf-eb955dbe22fc tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322876 Jul 27 22:42:04.034683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90fd69-6bb7-40f0-adf0-e675135da699 req-85990c85-d1d7-4d8a-b15d-2fb713c30b99 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:04.036161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c90fd69-6bb7-40f0-adf0-e675135da699 req-85990c85-d1d7-4d8a-b15d-2fb713c30b99 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 943 time: 0.0494411 Jul 27 22:42:04.073399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c90fd69-6bb7-40f0-adf0-e675135da699 req-9c5a5edf-4879-4b51-97dd-275898348759 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Jul 27 22:42:04.484613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4ea16ab8-f7af-42d3-9b31-5cbf38361850 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:42:04.579772 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:04.591415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '4ea16ab8-f7af-42d3-9b31-5cbf38361850', 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0', 'port_id': '4ea16ab8-f7af-42d3-9b31-5cbf38361850', 'mac_address': 'fa:16:3e:72:61:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a02862-1a33-4333-8248-22a4280f5cab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:42:04.626884 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:04.639415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea16ab8-f7af-42d3-9b31-5cbf38361850 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:42:04.658967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:04.663200 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:04.709072 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4ea16ab8-f7af-42d3-9b31-5cbf38361850,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:04.849033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['4ea16ab8-f7af-42d3-9b31-5cbf38361850'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:42:05.190246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684a8c1-ee6a-4260-bdab-bf97a4a0c40b req-6a910fb4-1c7b-4c38-8ae0-75130a61a599 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:05.191711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5684a8c1-ee6a-4260-bdab-bf97a4a0c40b req-6a910fb4-1c7b-4c38-8ae0-75130a61a599 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 944 time: 0.0513361 Jul 27 22:42:05.228211 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5684a8c1-ee6a-4260-bdab-bf97a4a0c40b req-69b8cf5d-f722-4358-ad05-6423a0b5d0c0 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306261 Jul 27 22:42:06.340631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba22b60-1c2b-4e51-8207-ab8383e397e1 req-e30a44ca-1bc0-49c5-94bb-414532455059 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:06.342098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aba22b60-1c2b-4e51-8207-ab8383e397e1 req-e30a44ca-1bc0-49c5-94bb-414532455059 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 944 time: 0.0480549 Jul 27 22:42:06.379400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aba22b60-1c2b-4e51-8207-ab8383e397e1 req-670a12a9-131c-47cd-a233-8ba5f1791f3d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310183 Jul 27 22:42:06.515841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4ea16ab8-f7af-42d3-9b31-5cbf38361850 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:42:06.564732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:42:06.568474 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:42:06.569029 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:06.646602 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:06.668215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773152d7-1c25-408a-9de0-407c500ddd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea16ab8-f7af-42d3-9b31-5cbf38361850'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:42:06.670437 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600cedbd-6d73-410c-b43f-db1339e5e3c0" -d '{"events": [{"server_uuid": "773152d7-1c25-408a-9de0-407c500ddd4a", "name": "network-vif-plugged", "status": "completed", "tag": "4ea16ab8-f7af-42d3-9b31-5cbf38361850"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:42:06.682811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:06.687459 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:06.710179 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18568f5-fc38-4a17-83be-3738d32b20b1 x-openstack-request-id: req-f18568f5-fc38-4a17-83be-3738d32b20b1 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:42:06.710562 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773152d7-1c25-408a-9de0-407c500ddd4a", "name": "network-vif-plugged", "status": "completed", "tag": "4ea16ab8-f7af-42d3-9b31-5cbf38361850", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:42:06.710809 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f18568f5-fc38-4a17-83be-3738d32b20b1 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:42:06.711192 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773152d7-1c25-408a-9de0-407c500ddd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea16ab8-f7af-42d3-9b31-5cbf38361850', 'code': 200} Jul 27 22:42:06.741412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4ea16ab8-f7af-42d3-9b31-5cbf38361850,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:06.801834 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14200b-333d-43db-8f79-9e0b1819774e req-5a1234ac-f8e2-4b8e-b3e1-bab084a7fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:06.803309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c14200b-333d-43db-8f79-9e0b1819774e req-5a1234ac-f8e2-4b8e-b3e1-bab084a7fd63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 1096 time: 0.0388165 Jul 27 22:42:06.836405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c14200b-333d-43db-8f79-9e0b1819774e req-e16fcc89-c092-4eb9-904b-442f21ac584f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262961 Jul 27 22:42:07.497607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d23a03-37a4-4cfe-866a-2d365768dceb req-fee1df06-d512-4f37-8b2d-e97ed4728778 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:07.499109 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4d23a03-37a4-4cfe-866a-2d365768dceb req-fee1df06-d512-4f37-8b2d-e97ed4728778 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0524731 Jul 27 22:42:07.537319 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e4d23a03-37a4-4cfe-866a-2d365768dceb req-13d12cd4-1a9a-487e-b163-1f96aa5a97f7 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323427 Jul 27 22:42:08.655928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ca297-8f2b-489d-b082-39252d794965 req-559cf15b-d2ba-4da5-ae86-ebc0dc8680c3 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:08.657411 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a57ca297-8f2b-489d-b082-39252d794965 req-559cf15b-d2ba-4da5-ae86-ebc0dc8680c3 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0485485 Jul 27 22:42:08.694050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a57ca297-8f2b-489d-b082-39252d794965 req-972d7bad-b775-4d67-a601-8963eeec3ab1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307710 Jul 27 22:42:08.805906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c3849-202e-4b06-932b-9eed44567b31 req-a7c81d26-1d30-468a-9046-9b73721fb436 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:08.807370 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-128c3849-202e-4b06-932b-9eed44567b31 req-a7c81d26-1d30-468a-9046-9b73721fb436 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0469224 Jul 27 22:42:08.844469 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-128c3849-202e-4b06-932b-9eed44567b31 req-f03a4193-8260-4041-8e28-f1d1d4db71b1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306227 Jul 27 22:42:09.064292 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-d14a308e-3d1b-4a27-9d3b-13323338721a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411294 Jul 27 22:42:09.088174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08974637-1313-4226-8aef-ec2feb4c95a3 req-4f3772a5-9566-448f-89ac-befda5054f67 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:09.089742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08974637-1313-4226-8aef-ec2feb4c95a3 req-4f3772a5-9566-448f-89ac-befda5054f67 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0527437 Jul 27 22:42:09.129407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08974637-1313-4226-8aef-ec2feb4c95a3 req-1a579307-3be0-4eef-8081-cae60efb2b90 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334814 Jul 27 22:42:09.911530 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:42:10.122275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-188eb017-4b5a-4e0e-91b5-7c2e42c652dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:10.123783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-188eb017-4b5a-4e0e-91b5-7c2e42c652dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 1096 time: 0.0408640 Jul 27 22:42:10.238677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-3558ce88-af9f-4625-984f-a7a27ce6095d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:10.240108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-3558ce88-af9f-4625-984f-a7a27ce6095d service neutron] 10.222.0.41 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.1088333 Jul 27 22:42:10.263955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661989d-45ed-4c6b-aff8-01df047bb232 req-75a38e4f-42ad-49f9-bf24-4700a843adab tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:10.265351 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4661989d-45ed-4c6b-aff8-01df047bb232 req-75a38e4f-42ad-49f9-bf24-4700a843adab tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0680559 Jul 27 22:42:10.297835 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-b8cc0899-c65d-47ba-84b3-04aed0edfd5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850 HTTP/1.1" status: 200 len: 217 time: 0.0497966 Jul 27 22:42:10.357194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4661989d-45ed-4c6b-aff8-01df047bb232 req-e8878136-4b43-4e18-ab54-9cd759d71163 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666032 Jul 27 22:42:10.365921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-acc3c165-9015-427c-bc74-e94766f99865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:10.367337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-acc3c165-9015-427c-bc74-e94766f99865 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0618258 Jul 27 22:42:10.404007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6a4f8bb7-607a-434c-a202-cf87a425bb1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247598 Jul 27 22:42:10.489637 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-2f0879a0-e307-4c23-a736-a1df3f96357d service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791695 Jul 27 22:42:10.582036 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-3e1c5a42-0b1f-4c53-a1f4-0b27acf35c5b service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853033 Jul 27 22:42:11.471404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b4fc1-6fd5-426d-b2fa-b73ce5b02fc3 req-4ed6172e-21d5-4a26-bf38-2508bc6fc1b6 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:11.472874 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b70b4fc1-6fd5-426d-b2fa-b73ce5b02fc3 req-4ed6172e-21d5-4a26-bf38-2508bc6fc1b6 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0493436 Jul 27 22:42:11.510174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b70b4fc1-6fd5-426d-b2fa-b73ce5b02fc3 req-6ee00873-56ef-474c-bbd9-8d2b362c488e tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314322 Jul 27 22:42:12.628662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c0dae-b637-4d95-a9ef-dde50fd62afa req-243ca72a-9660-4d04-8589-68ddf826707b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:12.630150 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-594c0dae-b637-4d95-a9ef-dde50fd62afa req-243ca72a-9660-4d04-8589-68ddf826707b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0521634 Jul 27 22:42:12.667798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-594c0dae-b637-4d95-a9ef-dde50fd62afa req-b5098811-05c1-4d21-8ff8-6632766a02c4 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Jul 27 22:42:12.738453 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:12.806634 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b44d9f0a-8de5-4e5e-b2cd-6ac7f0eceeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:13.786443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1968e-7448-4f0a-9fb4-827870548e87 req-fcfb4318-fab7-4080-a7b5-02799bc19b7d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:13.787935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81c1968e-7448-4f0a-9fb4-827870548e87 req-fcfb4318-fab7-4080-a7b5-02799bc19b7d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0536437 Jul 27 22:42:13.826072 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81c1968e-7448-4f0a-9fb4-827870548e87 req-e12b8728-2b0a-4263-b521-2168346c115d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313971 Jul 27 22:42:14.939713 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d9639-645e-4639-97bf-39848c626ec5 req-9795245b-453b-4063-a097-de39a11bf4fc tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:14.941185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-675d9639-645e-4639-97bf-39848c626ec5 req-9795245b-453b-4063-a097-de39a11bf4fc tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0494866 Jul 27 22:42:14.979230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-675d9639-645e-4639-97bf-39848c626ec5 req-a449233d-6d19-42fe-b554-231c7603f25d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321636 Jul 27 22:42:15.462099 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-178ad50c-043a-4c49-8a0d-50fba5bbfa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:15.800860 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:16.094059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb249d1a-ec55-4a75-8050-a023a42138c1 req-eea9dc23-c5a3-4998-8a28-0091533acf45 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:16.095482 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb249d1a-ec55-4a75-8050-a023a42138c1 req-eea9dc23-c5a3-4998-8a28-0091533acf45 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0480931 Jul 27 22:42:16.132725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb249d1a-ec55-4a75-8050-a023a42138c1 req-ee2d80b8-a61e-4c20-8a58-117f726e9464 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311453 Jul 27 22:42:16.515909 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:16.763396 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:17.250272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73dd62-11de-4d96-8da3-0dd346a30f55 req-740be9d6-a24b-4409-b9e7-84fe8c209454 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:17.251768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb73dd62-11de-4d96-8da3-0dd346a30f55 req-740be9d6-a24b-4409-b9e7-84fe8c209454 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0530014 Jul 27 22:42:17.288853 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb73dd62-11de-4d96-8da3-0dd346a30f55 req-04ed856b-78c6-44ad-9316-b70cc7aa807b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313642 Jul 27 22:42:18.221773 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:18.402907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7173038-7f08-4ba4-b3d7-8bbd8b6551b4 req-0d6dcc60-4363-43a5-8811-9e05030cac53 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:18.404429 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7173038-7f08-4ba4-b3d7-8bbd8b6551b4 req-0d6dcc60-4363-43a5-8811-9e05030cac53 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0488718 Jul 27 22:42:18.441493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7173038-7f08-4ba4-b3d7-8bbd8b6551b4 req-c6269bb7-e409-4326-8f1e-a65973e610d9 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311706 Jul 27 22:42:19.554750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3eccd-5cc3-44e1-8cd9-a1e3404e346d req-b74c1122-c12d-491a-b73e-0664406820eb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:19.556234 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7b3eccd-5cc3-44e1-8cd9-a1e3404e346d req-b74c1122-c12d-491a-b73e-0664406820eb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0478270 Jul 27 22:42:19.593295 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7b3eccd-5cc3-44e1-8cd9-a1e3404e346d req-a182dd3a-c9db-48ed-9d8f-b5e6a96f569d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304732 Jul 27 22:42:20.711910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7213e0-cfce-4464-a649-1daf64f6d021 req-86d0eff5-b54b-4518-868f-fa52d43a4e7e tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:20.713371 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d7213e0-cfce-4464-a649-1daf64f6d021 req-86d0eff5-b54b-4518-868f-fa52d43a4e7e tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0518222 Jul 27 22:42:20.751141 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2d7213e0-cfce-4464-a649-1daf64f6d021 req-0a36bb0c-6269-4782-8339-403d12c1de61 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313346 Jul 27 22:42:21.865851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fe9d9-f34d-49b7-9d6b-ea232c04c603 req-91a2171a-a811-4459-83e6-08d7d25a60e1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:21.867359 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f4fe9d9-f34d-49b7-9d6b-ea232c04c603 req-91a2171a-a811-4459-83e6-08d7d25a60e1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0497074 Jul 27 22:42:21.905242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f4fe9d9-f34d-49b7-9d6b-ea232c04c603 req-e854555e-97ed-46ce-9d49-6fadf08dedb0 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319188 Jul 27 22:42:23.020384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f6113-07d1-48e4-bddd-2c98b6b5e7b1 req-613b25d0-c125-48d6-9bbd-9199a008c58a tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:23.021887 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-098f6113-07d1-48e4-bddd-2c98b6b5e7b1 req-613b25d0-c125-48d6-9bbd-9199a008c58a tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0501168 Jul 27 22:42:23.058712 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-098f6113-07d1-48e4-bddd-2c98b6b5e7b1 req-1fab7063-83c9-41bd-829b-83ab3b69cbe2 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309014 Jul 27 22:42:24.176838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f522b4d-e82e-4124-a40b-b6f45bdfcbab req-069ecd97-8c7c-419f-9260-2901d6a57b72 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:24.178322 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f522b4d-e82e-4124-a40b-b6f45bdfcbab req-069ecd97-8c7c-419f-9260-2901d6a57b72 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0518260 Jul 27 22:42:24.215195 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f522b4d-e82e-4124-a40b-b6f45bdfcbab req-c33a3be4-2575-4a7f-8add-dd5e9aa47f6d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309896 Jul 27 22:42:25.330683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54b009-01ce-45cd-8d4e-e502bcf99781 req-99fb64c1-69bf-4229-baec-23f9c4f704fb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:25.332185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec54b009-01ce-45cd-8d4e-e502bcf99781 req-99fb64c1-69bf-4229-baec-23f9c4f704fb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0483541 Jul 27 22:42:25.369376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec54b009-01ce-45cd-8d4e-e502bcf99781 req-f479857a-f8a5-42a8-86ff-d7f993990e3c tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312674 Jul 27 22:42:26.484128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acc651-d1b3-4b8e-9bc2-80c2d06533bd req-f687c6c0-0172-4443-8451-3d8fbaa5b5bc tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:26.485607 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59acc651-d1b3-4b8e-9bc2-80c2d06533bd req-f687c6c0-0172-4443-8451-3d8fbaa5b5bc tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0479307 Jul 27 22:42:26.523271 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59acc651-d1b3-4b8e-9bc2-80c2d06533bd req-25a7fe76-3fb7-446c-b6e6-04f27fd97a44 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318177 Jul 27 22:42:27.642626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae5e95-2172-4592-9938-c3501e25268b req-6b933a3c-e08b-46fc-8523-0c3f6eb07443 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:27.644260 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42ae5e95-2172-4592-9938-c3501e25268b req-6b933a3c-e08b-46fc-8523-0c3f6eb07443 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0538800 Jul 27 22:42:27.684121 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42ae5e95-2172-4592-9938-c3501e25268b req-30ee2f60-b854-4367-804b-5a3f2071f917 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Jul 27 22:42:28.798626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514a87-bee1-42c7-869d-626a8d075f20 req-a10b0b61-f8c5-450a-b732-4084a097b732 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:28.800095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4514a87-bee1-42c7-869d-626a8d075f20 req-a10b0b61-f8c5-450a-b732-4084a097b732 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0490324 Jul 27 22:42:28.839574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4514a87-bee1-42c7-869d-626a8d075f20 req-2e33045e-ea32-4175-b040-5807674c9e35 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335038 Jul 27 22:42:29.955252 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad7694-cefa-46a5-8834-ad9fb2838288 req-bd9d90b7-15be-424e-97cc-41318c8ad92d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:29.956716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-80ad7694-cefa-46a5-8834-ad9fb2838288 req-bd9d90b7-15be-424e-97cc-41318c8ad92d tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0475447 Jul 27 22:42:29.994396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-80ad7694-cefa-46a5-8834-ad9fb2838288 req-7806071f-3871-49a2-b8a2-cecb5b9dd741 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Jul 27 22:42:31.111601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0195a-dbce-4a06-af7b-8421ae9ba92a req-51d10db2-b0f3-4f46-8d95-9beb6477dd5f tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:31.113070 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-41e0195a-dbce-4a06-af7b-8421ae9ba92a req-51d10db2-b0f3-4f46-8d95-9beb6477dd5f tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0519905 Jul 27 22:42:31.149612 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-41e0195a-dbce-4a06-af7b-8421ae9ba92a req-5db17e49-c29a-414b-a90c-9e61143c366f tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305479 Jul 27 22:42:32.157369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482805e-e5c4-4f9a-9246-c84f68087a78 req-f20337d3-c856-4a26-a9a2-6d5bb85c84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:32.158939 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3482805e-e5c4-4f9a-9246-c84f68087a78 req-f20337d3-c856-4a26-a9a2-6d5bb85c84b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 1096 time: 0.0417652 Jul 27 22:42:32.298378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb7bd5-de3c-4dd2-adbf-db9087c17c45 req-ee5ef761-a72a-4bee-8af0-cb1cc2bcaa63 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:32.299856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5acb7bd5-de3c-4dd2-adbf-db9087c17c45 req-ee5ef761-a72a-4bee-8af0-cb1cc2bcaa63 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0803287 Jul 27 22:42:32.304386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482805e-e5c4-4f9a-9246-c84f68087a78 req-254e1eee-b5e9-42e0-b3dc-56a8ef07b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:32.305750 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3482805e-e5c4-4f9a-9246-c84f68087a78 req-254e1eee-b5e9-42e0-b3dc-56a8ef07b655 service neutron] 10.222.0.41 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.1277237 Jul 27 22:42:32.353541 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3482805e-e5c4-4f9a-9246-c84f68087a78 req-5f484af0-172f-437b-b354-33b092cbf562 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850 HTTP/1.1" status: 200 len: 217 time: 0.0402269 Jul 27 22:42:32.397336 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5acb7bd5-de3c-4dd2-adbf-db9087c17c45 req-8b8e3655-9c39-48b8-8e59-aefe37dc331f tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906484 Jul 27 22:42:32.414785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482805e-e5c4-4f9a-9246-c84f68087a78 req-d3486243-83e0-48a5-9bed-39c3d9f285fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:32.416243 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3482805e-e5c4-4f9a-9246-c84f68087a78 req-d3486243-83e0-48a5-9bed-39c3d9f285fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0532796 Jul 27 22:42:32.448074 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3482805e-e5c4-4f9a-9246-c84f68087a78 req-91751f46-d054-41fe-8b9d-e805daf3b51d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244281 Jul 27 22:42:32.534990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3482805e-e5c4-4f9a-9246-c84f68087a78 req-4b2590f6-7560-4410-a1c5-df18fc376e5b service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797989 Jul 27 22:42:32.626661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3482805e-e5c4-4f9a-9246-c84f68087a78 req-b3485c6a-3686-4a8c-b9cc-ef70a8126d59 service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839896 Jul 27 22:42:33.512097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6d64d-5918-4b80-aa88-172daa301ccd req-cbcb330e-e977-453e-8391-d82d5f807eeb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:33.514202 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-69d6d64d-5918-4b80-aa88-172daa301ccd req-cbcb330e-e977-453e-8391-d82d5f807eeb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0493884 Jul 27 22:42:33.551753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-69d6d64d-5918-4b80-aa88-172daa301ccd req-e3c110cd-af3a-488e-a90d-90d3a95f8c5b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Jul 27 22:42:34.666038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9dd28-b260-41c2-b861-7ba8d82ff1d7 req-22c380e4-6115-450a-9116-f83b4e95a814 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:34.667548 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dd9dd28-b260-41c2-b861-7ba8d82ff1d7 req-22c380e4-6115-450a-9116-f83b4e95a814 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0485604 Jul 27 22:42:34.709497 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dd9dd28-b260-41c2-b861-7ba8d82ff1d7 req-69f9c9b5-ad0b-49a8-9725-7fdfb6a6d2c2 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358155 Jul 27 22:42:35.829498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb86e74-ca6a-47d5-b640-b6658974a962 req-30277360-15a5-49e0-9bc2-c7eb411128c5 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:35.831472 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0eb86e74-ca6a-47d5-b640-b6658974a962 req-30277360-15a5-49e0-9bc2-c7eb411128c5 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0553465 Jul 27 22:42:35.869961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0eb86e74-ca6a-47d5-b640-b6658974a962 req-233bb89e-828c-4e80-8281-1a9051c582ef tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Jul 27 22:42:36.985244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63c2b1-aa6d-45a9-8744-479e753ba84f req-f0b801ed-9f68-4859-b3a6-1db6264ca7f7 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:36.986776 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c63c2b1-aa6d-45a9-8744-479e753ba84f req-f0b801ed-9f68-4859-b3a6-1db6264ca7f7 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0486472 Jul 27 22:42:37.025395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c63c2b1-aa6d-45a9-8744-479e753ba84f req-2684f309-e269-4552-9092-2b2b1245d335 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327320 Jul 27 22:42:37.285509 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-cfb2c297-b612-45e2-99a5-2a6189afa60a service neutron] show failed (client error): The resource could not be found. Jul 27 22:42:37.286537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-cfb2c297-b612-45e2-99a5-2a6189afa60a service neutron] 10.222.0.41 "GET /v2.0/ports/4ea16ab8-f7af-42d3-9b31-5cbf38361850/bindings/n-h1-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0538962 Jul 27 22:42:37.477387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-ded5e8bf-bce4-43c7-8428-f0876a50615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:37.478933 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-ded5e8bf-bce4-43c7-8428-f0876a50615e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a&tenant_id=7c0e4ed86e754b2993d26546211474ac HTTP/1.1" status: 200 len: 1096 time: 0.0421963 Jul 27 22:42:37.491139 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:42:37.545394 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:37.743430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:37.776163 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:42:37.815560 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773152d7-1c25-408a-9de0-407c500ddd4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ea16ab8-f7af-42d3-9b31-5cbf38361850'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:42:37.817789 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00566242-2dfe-4068-ab3e-31c73a6da818" -d '{"events": [{"server_uuid": "773152d7-1c25-408a-9de0-407c500ddd4a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ea16ab8-f7af-42d3-9b31-5cbf38361850"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:42:37.821954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:37.834081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Transition to ACTIVE for port object 4ea16ab8-f7af-42d3-9b31-5cbf38361850 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:42:37.837609 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:37.867268 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b7f46e-a631-437a-8005-7b0a2d2f6ad2 x-openstack-request-id: req-b6b7f46e-a631-437a-8005-7b0a2d2f6ad2 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:42:37.867723 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773152d7-1c25-408a-9de0-407c500ddd4a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ea16ab8-f7af-42d3-9b31-5cbf38361850", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:42:37.867985 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6b7f46e-a631-437a-8005-7b0a2d2f6ad2 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:42:37.868376 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773152d7-1c25-408a-9de0-407c500ddd4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ea16ab8-f7af-42d3-9b31-5cbf38361850', 'code': 200} Jul 27 22:42:37.904247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] No DVR routers for this DVR port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:42:37.907236 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea16ab8-f7af-42d3-9b31-5cbf38361850,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:37.918381 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:37.918724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:37.919672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:37.920009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:37.920339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:37.920658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:37.920977 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:37.921294 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:37.921612 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:37.921927 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:37.922248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:37.922595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:37.953949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Attempting to bind port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:42:37.954313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Attempting to bind port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:42:37.954640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Attempting to bind port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 on network 307cfa3d-d2e4-4772-905d-92832faf02f0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:42:37.958701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 on network 307cfa3d-d2e4-4772-905d-92832faf02f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:42:37.959016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Attempting to bind port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 on network 307cfa3d-d2e4-4772-905d-92832faf02f0 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:42:37.963679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:42:37.964013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Checking segment: {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:42:37.964390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Bound using segment: {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:42:37.964810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Bound port: 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e4574b-a2c8-4b9b-b1a4-be74275f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:42:37.965159 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:38.027521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:42:38.031299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:42:38.035706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:38.068537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:38.069158 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:38.070605 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] 10.222.0.43 "PUT /v2.0/ports/4ea16ab8-f7af-42d3-9b31-5cbf38361850 HTTP/1.1" status: 200 len: 1091 time: 0.5834320 Jul 27 22:42:38.103008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170d4d0-9874-4d52-b4d6-e00ada390ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea16ab8-f7af-42d3-9b31-5cbf38361850,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:38.135774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-323dc674-69ba-4665-9af2-a532c0d6a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:38.137299 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-323dc674-69ba-4665-9af2-a532c0d6a085 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 1094 time: 0.0436969 Jul 27 22:42:38.146806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e312d3e-4b9d-4669-a26d-da884c5a5f75 req-657977ee-318a-472e-9fbb-f49ffd4d899f tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:38.148273 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e312d3e-4b9d-4669-a26d-da884c5a5f75 req-657977ee-318a-472e-9fbb-f49ffd4d899f tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 943 time: 0.0539691 Jul 27 22:42:38.186829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e312d3e-4b9d-4669-a26d-da884c5a5f75 req-7aeff88a-6c1a-46a6-a72f-ead5bdaa3c44 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323589 Jul 27 22:42:38.231202 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-376e3229-7806-4864-b8d2-cccb36f50767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:38.233242 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-376e3229-7806-4864-b8d2-cccb36f50767 service neutron] 10.222.0.43 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.0889583 Jul 27 22:42:38.274388 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-6283bb79-7eb6-46f0-83cf-7ed25dd5cbdc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850 HTTP/1.1" status: 200 len: 217 time: 0.0335898 Jul 27 22:42:38.327627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-7925264e-90a1-4a0a-86f6-b83db196a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:38.328985 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-7925264e-90a1-4a0a-86f6-b83db196a64e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0479388 Jul 27 22:42:38.360397 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-0a872fa1-cf30-4892-9648-153e8bf0b620 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244083 Jul 27 22:42:38.448295 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-4cb07a04-ef82-4a97-b479-dd0787084f1f service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807996 Jul 27 22:42:38.540663 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5b556f30-e68e-4375-9db9-ad56e8734881 req-c75308b2-2649-466b-8b21-9b8b2e9f053c service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853419 Jul 27 22:42:39.306002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c82701-f3a0-44a9-ae1e-5c74a87ac4c4 req-0caf2318-f2eb-4b85-ad9b-82805de50b93 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:39.307495 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0c82701-f3a0-44a9-ae1e-5c74a87ac4c4 req-0caf2318-f2eb-4b85-ad9b-82805de50b93 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 943 time: 0.0499094 Jul 27 22:42:39.344693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0c82701-f3a0-44a9-ae1e-5c74a87ac4c4 req-79db1935-824d-4853-8b8b-8854cfd23557 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312376 Jul 27 22:42:39.869320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773152d7-1c25-408a-9de0-407c500ddd4a', 'tag': '4ea16ab8-f7af-42d3-9b31-5cbf38361850'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:42:39.871858 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b3e973-a17c-4eee-ade6-47df2f4cdb09" -d '{"events": [{"name": "network-changed", "server_uuid": "773152d7-1c25-408a-9de0-407c500ddd4a", "tag": "4ea16ab8-f7af-42d3-9b31-5cbf38361850"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:42:39.919701 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c0a250-d88b-44b3-b7f1-0f9cd588ad30 x-openstack-request-id: req-a2c0a250-d88b-44b3-b7f1-0f9cd588ad30 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:42:39.920044 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773152d7-1c25-408a-9de0-407c500ddd4a", "tag": "4ea16ab8-f7af-42d3-9b31-5cbf38361850", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:42:39.920298 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2c0a250-d88b-44b3-b7f1-0f9cd588ad30 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:42:39.920822 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773152d7-1c25-408a-9de0-407c500ddd4a', 'tag': '4ea16ab8-f7af-42d3-9b31-5cbf38361850', 'status': 'completed', 'code': 200} Jul 27 22:42:39.979218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-69202385-6c0e-4a51-938c-0d1d90d5632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:39.980725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-69202385-6c0e-4a51-938c-0d1d90d5632f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 1094 time: 0.0410230 Jul 27 22:42:39.995082 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-a612c43a-970b-4b02-9879-6bcc12d27389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:39.996683 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-a612c43a-970b-4b02-9879-6bcc12d27389 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 1094 time: 0.0449092 Jul 27 22:42:40.089626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-9e32c8de-c291-4000-b230-3f87340cd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:40.091745 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-9e32c8de-c291-4000-b230-3f87340cd55c service neutron] 10.222.0.41 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.1038859 Jul 27 22:42:40.103501 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-df1ffc93-389d-498a-9e93-bff357970bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:40.104972 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-df1ffc93-389d-498a-9e93-bff357970bd8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.0929787 Jul 27 22:42:40.136477 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-d6f5b9dd-fdf0-4cb9-8dc5-84a956ee0c4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850 HTTP/1.1" status: 200 len: 217 time: 0.0384996 Jul 27 22:42:40.148852 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-e596df08-306b-48a3-b057-e9d86e5166cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850 HTTP/1.1" status: 200 len: 217 time: 0.0366213 Jul 27 22:42:40.185270 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-88e66dae-8de8-4239-aa1a-12fa943863b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:40.186903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-88e66dae-8de8-4239-aa1a-12fa943863b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0435643 Jul 27 22:42:40.196736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-cfdcc2d2-3b42-44cd-a540-f8142a0ec949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:40.198252 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-cfdcc2d2-3b42-44cd-a540-f8142a0ec949 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0426745 Jul 27 22:42:40.223868 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-ffc7a0de-72ff-438d-be2b-bc886fc02262 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298827 Jul 27 22:42:40.229075 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-59954218-05b4-4210-a75c-619fb9a54373 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243402 Jul 27 22:42:40.314373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-31f073c6-43df-453d-8e4d-19d831a5054f service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826426 Jul 27 22:42:40.322336 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-322e553f-bbef-4f9b-9588-64bb7e3eeb71 service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859902 Jul 27 22:42:40.411383 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-5550f76f-6a23-441c-823d-69e29204861d service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897913 Jul 27 22:42:40.414330 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-89b3e973-a17c-4eee-ade6-47df2f4cdb09 req-0fa63a1a-0cad-4266-a1cc-2da4a8e4e9e5 service neutron] 10.222.0.43 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846784 Jul 27 22:42:40.522486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc24124-50e2-4599-8602-d18723af4bd2 req-f94d986f-9ed4-4529-8a09-5235fb88e836 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:40.523979 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4cc24124-50e2-4599-8602-d18723af4bd2 req-f94d986f-9ed4-4529-8a09-5235fb88e836 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 943 time: 0.1073453 Jul 27 22:42:40.562064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4cc24124-50e2-4599-8602-d18723af4bd2 req-849aa065-e20d-4d2f-baa4-f0f7ee4c3987 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309458 Jul 27 22:42:40.733657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4ea16ab8-f7af-42d3-9b31-5cbf38361850 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:42:40.770678 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4ea16ab8-f7af-42d3-9b31-5cbf38361850 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:42:40.784605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffd37c-68d4-4bc0-9e5a-883abd2ef665 req-b9fec162-57be-42e4-8ab6-4642cfec779a tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:40.786100 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59ffd37c-68d4-4bc0-9e5a-883abd2ef665 req-b9fec162-57be-42e4-8ab6-4642cfec779a tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 943 time: 0.0804622 Jul 27 22:42:40.814925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-ef434703-4285-4525-be77-3a8519936355 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:40.816324 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-ef434703-4285-4525-be77-3a8519936355 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.41 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a&tenant_id=7c0e4ed86e754b2993d26546211474ac&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 943 time: 0.0842681 Jul 27 22:42:40.862457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59ffd37c-68d4-4bc0-9e5a-883abd2ef665 req-5c28659e-cee1-4223-a65c-4cacc29a5661 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698729 Jul 27 22:42:40.890715 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-6395bf86-d1fc-44a9-aba4-90ef257193e3 service neutron] delete failed (client error): The resource could not be found. Jul 27 22:42:40.891735 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-6395bf86-d1fc-44a9-aba4-90ef257193e3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/4ea16ab8-f7af-42d3-9b31-5cbf38361850/bindings/n-h2-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0678740 Jul 27 22:42:40.973966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-80918958-8925-4955-bc67-ff3b75dd936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:40.975392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-80918958-8925-4955-bc67-ff3b75dd936f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c0e4ed86e754b2993d26546211474ac&device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 1094 time: 0.0418265 Jul 27 22:42:41.068036 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-f3259091-ddea-4cc4-9f14-acd21ff26edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:41.069493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-f3259091-ddea-4cc4-9f14-acd21ff26edc service neutron] 10.222.0.41 "GET /v2.0/networks?id=307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 200 len: 916 time: 0.0867283 Jul 27 22:42:41.108598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 4ea16ab8-f7af-42d3-9b31-5cbf38361850 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:42:41.110501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-1f01eaa9-58ab-4b71-b02f-fe5fcb4e05b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850 HTTP/1.1" status: 200 len: 217 time: 0.0339453 Jul 27 22:42:41.164832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-ef6d8aec-690f-4c04-86bc-d2841634dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:41.166363 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-ef6d8aec-690f-4c04-86bc-d2841634dbee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 200 len: 855 time: 0.0489361 Jul 27 22:42:41.198245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-2cc3a210-0951-48ea-882d-fd6ed98b745a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=307cfa3d-d2e4-4772-905d-92832faf02f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250101 Jul 27 22:42:41.203787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:41.215645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '4ea16ab8-f7af-42d3-9b31-5cbf38361850', 'network_id': '307cfa3d-d2e4-4772-905d-92832faf02f0', 'port_id': '4ea16ab8-f7af-42d3-9b31-5cbf38361850', 'mac_address': 'fa:16:3e:72:61:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a02862-1a33-4333-8248-22a4280f5cab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:42:41.258545 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:41.272163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea16ab8-f7af-42d3-9b31-5cbf38361850 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:42:41.292966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-73c48bd0-5afa-41f1-add5-b522009113ed service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875065 Jul 27 22:42:41.298032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:41.302353 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:41.351986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=4ea16ab8-f7af-42d3-9b31-5cbf38361850,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:41.359985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:41.360329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:41.360661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:41.360991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:41.361316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:41.361640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:41.361959 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:41.362285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:41.362655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:41.362980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:41.363297 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:41.363614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:41.385302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d184d3e5-6364-4750-b78d-b08c5abd8e5b req-e72a342a-5ada-46c7-a12e-30b018893233 service neutron] 10.222.0.41 "GET /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852838 Jul 27 22:42:41.527617 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['4ea16ab8-f7af-42d3-9b31-5cbf38361850'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:42:42.050402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a04e6b-b19e-4031-babe-bbfcd2f16eee req-c0865adb-d5a4-47ca-a768-a6cdcbc27a6b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:42.051993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46a04e6b-b19e-4031-babe-bbfcd2f16eee req-c0865adb-d5a4-47ca-a768-a6cdcbc27a6b tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 944 time: 0.1131692 Jul 27 22:42:42.091866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46a04e6b-b19e-4031-babe-bbfcd2f16eee req-a06d5048-4588-4212-b74f-4a4c79b30728 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336366 Jul 27 22:42:42.206017 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563ba99-4cf3-4877-a46c-ccd0b25c56ca req-8b57b157-2862-4780-bd83-4287d877da20 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:42.207530 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3563ba99-4cf3-4877-a46c-ccd0b25c56ca req-8b57b157-2862-4780-bd83-4287d877da20 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 944 time: 0.0484836 Jul 27 22:42:42.245639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3563ba99-4cf3-4877-a46c-ccd0b25c56ca req-03ba36e4-34da-428e-b651-89eedb71d39c tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Jul 27 22:42:42.365456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecd986-d9a7-4a52-aa5c-4f924418f42e req-ebc80aeb-1c89-4b24-a404-4911ecadd0ff tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:42.366811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bcecd986-d9a7-4a52-aa5c-4f924418f42e req-ebc80aeb-1c89-4b24-a404-4911ecadd0ff tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 944 time: 0.0557814 Jul 27 22:42:42.404510 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bcecd986-d9a7-4a52-aa5c-4f924418f42e req-725439a2-e2b7-4291-9dec-0523094cc00e tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Jul 27 22:42:42.742364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b250f-5a4d-4f7b-8d4b-2a95b6cec627 req-f6797942-c5f5-4c7c-9679-d21dc24281a1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:42.744032 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b25b250f-5a4d-4f7b-8d4b-2a95b6cec627 req-f6797942-c5f5-4c7c-9679-d21dc24281a1 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 944 time: 0.0561664 Jul 27 22:42:42.745122 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:42.782645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b25b250f-5a4d-4f7b-8d4b-2a95b6cec627 req-8a1df1db-fd14-437b-9e26-b0b07427f037 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322194 Jul 27 22:42:42.807368 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b14f6e2-ca36-4cdc-ae71-f927146fc18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:43.124546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 4ea16ab8-f7af-42d3-9b31-5cbf38361850 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:42:43.171915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:42:43.175755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:42:43.176131 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:43.253156 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:43.275035 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773152d7-1c25-408a-9de0-407c500ddd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea16ab8-f7af-42d3-9b31-5cbf38361850'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:42:43.277397 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363f894b-d93f-4c63-a816-5c910150fb8d" -d '{"events": [{"server_uuid": "773152d7-1c25-408a-9de0-407c500ddd4a", "name": "network-vif-plugged", "status": "completed", "tag": "4ea16ab8-f7af-42d3-9b31-5cbf38361850"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:42:43.297302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:43.302362 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:43.328009 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95a2594-68db-4cc6-912f-b399b235ce3d x-openstack-request-id: req-a95a2594-68db-4cc6-912f-b399b235ce3d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:42:43.328300 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773152d7-1c25-408a-9de0-407c500ddd4a", "name": "network-vif-plugged", "status": "completed", "tag": "4ea16ab8-f7af-42d3-9b31-5cbf38361850", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:42:43.328549 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a95a2594-68db-4cc6-912f-b399b235ce3d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:42:43.328933 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773152d7-1c25-408a-9de0-407c500ddd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea16ab8-f7af-42d3-9b31-5cbf38361850', 'code': 200} Jul 27 22:42:43.354500 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=4ea16ab8-f7af-42d3-9b31-5cbf38361850,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:43.887264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e671d0-c98a-4f1d-b288-45056bc97b28 req-79b1ffc8-e16f-46fa-9a19-9a498b6d49fa tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:43.889307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69e671d0-c98a-4f1d-b288-45056bc97b28 req-79b1ffc8-e16f-46fa-9a19-9a498b6d49fa tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.43 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0541294 Jul 27 22:42:43.897645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf0405-d456-450c-9978-f8134b21f220 req-c4c9fccd-b54d-4bf9-801f-3250bd4c89a9 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:43.899324 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4cf0405-d456-450c-9978-f8134b21f220 req-c4c9fccd-b54d-4bf9-801f-3250bd4c89a9 tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/ports?device_id=773152d7-1c25-408a-9de0-407c500ddd4a HTTP/1.1" status: 200 len: 945 time: 0.0500641 Jul 27 22:42:43.938061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4cf0405-d456-450c-9978-f8134b21f220 req-073aee59-95f9-4229-b2e6-77f8a644fb1f tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.24 "GET /v2.0/security-groups?id=f429309d-2c33-4e89-8c0c-a0db6b888a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323312 Jul 27 22:42:43.983362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-69e671d0-c98a-4f1d-b288-45056bc97b28 req-f64adc31-6de2-4b19-b717-10508a9db8cb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Deleting port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:42:43.983763 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-69e671d0-c98a-4f1d-b288-45056bc97b28 req-f64adc31-6de2-4b19-b717-10508a9db8cb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:44.077023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-69e671d0-c98a-4f1d-b288-45056bc97b28 req-f64adc31-6de2-4b19-b717-10508a9db8cb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] For port 4ea16ab8-f7af-42d3-9b31-5cbf38361850, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=4ea16ab8-f7af-42d3-9b31-5cbf38361850,segment=NetworkSegment(15e4574b-a2c8-4b9b-b1a4-be74275f6a84),segment_id=15e4574b-a2c8-4b9b-b1a4-be74275f6a84)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:44.077315 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-69e671d0-c98a-4f1d-b288-45056bc97b28 req-f64adc31-6de2-4b19-b717-10508a9db8cb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:44.089820 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-69e671d0-c98a-4f1d-b288-45056bc97b28 req-f64adc31-6de2-4b19-b717-10508a9db8cb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Calling delete_port for 4ea16ab8-f7af-42d3-9b31-5cbf38361850 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:42:44.211849 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-69e671d0-c98a-4f1d-b288-45056bc97b28 req-f64adc31-6de2-4b19-b717-10508a9db8cb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:44.224288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['4ea16ab8-f7af-42d3-9b31-5cbf38361850'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:42:44.244978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64adc31-6de2-4b19-b717-10508a9db8cb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Pushing event deleted for resources: {'Port': ['ID=4ea16ab8-f7af-42d3-9b31-5cbf38361850,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:44.282485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e671d0-c98a-4f1d-b288-45056bc97b28 req-f64adc31-6de2-4b19-b717-10508a9db8cb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] No DVR routers for this DVR port 4ea16ab8-f7af-42d3-9b31-5cbf38361850 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:42:44.285028 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-69e671d0-c98a-4f1d-b288-45056bc97b28 req-f64adc31-6de2-4b19-b717-10508a9db8cb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:44.286994 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-69e671d0-c98a-4f1d-b288-45056bc97b28 req-f64adc31-6de2-4b19-b717-10508a9db8cb tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] 10.222.0.43 "DELETE /v2.0/ports/4ea16ab8-f7af-42d3-9b31-5cbf38361850 HTTP/1.1" status: 204 len: 173 time: 0.3921320 Jul 27 22:42:44.287422 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773152d7-1c25-408a-9de0-407c500ddd4a', 'name': 'network-vif-deleted', 'tag': '4ea16ab8-f7af-42d3-9b31-5cbf38361850'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:42:44.289614 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad12b935-8094-4a80-a711-5175657359f4" -d '{"events": [{"server_uuid": "773152d7-1c25-408a-9de0-407c500ddd4a", "name": "network-vif-deleted", "tag": "4ea16ab8-f7af-42d3-9b31-5cbf38361850"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:42:44.340149 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b377b9b7-f83a-4362-8737-233d04fc3497 x-openstack-request-id: req-b377b9b7-f83a-4362-8737-233d04fc3497 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:42:44.340515 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773152d7-1c25-408a-9de0-407c500ddd4a", "name": "network-vif-deleted", "tag": "4ea16ab8-f7af-42d3-9b31-5cbf38361850", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:42:44.340834 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b377b9b7-f83a-4362-8737-233d04fc3497 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:42:44.341347 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773152d7-1c25-408a-9de0-407c500ddd4a', 'name': 'network-vif-deleted', 'tag': '4ea16ab8-f7af-42d3-9b31-5cbf38361850', 'status': 'completed', 'code': 200} Jul 27 22:42:45.060534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60386) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:42:45.104666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Deleting subnet f6a02862-1a33-4333-8248-22a4280f5cab {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:42:45.107692 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.145084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.183048 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.233636 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.261585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a02862-1a33-4333-8248-22a4280f5cab,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:45.264462 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.266459 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f6a02862-1a33-4333-8248-22a4280f5cab HTTP/1.1" status: 204 len: 168 time: 0.2049124 Jul 27 22:42:45.269136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60388) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:42:45.272764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:45.273106 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:45.273443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:45.273773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:45.274097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:45.274454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:45.274776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:45.275094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:45.275415 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:45.275731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:45.276044 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:45.276358 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80ea34-aac3-41f8-a79f-656ad77e1428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:45.338954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.418708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.429491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307cfa3d-d2e4-4772-905d-92832faf02f0']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:42:45.440238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e4574b-a2c8-4b9b-b1a4-be74275f6a84') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:42:45.440534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e4574b-a2c8-4b9b-b1a4-be74275f6a84') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:42:45.451332 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.462651 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2301d61f-6b02-4dfa-909f-7cb0432e7a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.466422 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.472396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:42:45.472788 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:42:45.474566 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:42:45.531656 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.536956 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.538827 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] 10.222.0.24 "DELETE /v2.0/networks/307cfa3d-d2e4-4772-905d-92832faf02f0 HTTP/1.1" status: 204 len: 168 time: 0.2686961 Jul 27 22:42:45.559115 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea4f4a-59b6-448f-a840-d7f1f32cf456 admin admin] Pushing event deleted for resources: {'Network': ['ID=307cfa3d-d2e4-4772-905d-92832faf02f0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:45.646706 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60392) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:42:45.686514 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-63f8e259-11ca-4eb3-a2c4-6b2375296cf9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c0e4ed86e754b2993d26546211474ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385137 Jul 27 22:42:45.688845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60394) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:42:45.735287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8bcf12a2-77ef-4609-9dbf-062b52bbe1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.756019 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8bcf12a2-77ef-4609-9dbf-062b52bbe1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.802158 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.803243 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8bcf12a2-77ef-4609-9dbf-062b52bbe1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.806092 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8bcf12a2-77ef-4609-9dbf-062b52bbe1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.807265 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8bcf12a2-77ef-4609-9dbf-062b52bbe1d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f429309d-2c33-4e89-8c0c-a0db6b888a71 HTTP/1.1" status: 204 len: 168 time: 0.1175470 Jul 27 22:42:45.815656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf12a2-77ef-4609-9dbf-062b52bbe1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f429309d-2c33-4e89-8c0c-a0db6b888a71,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:46.451541 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60416) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:42:46.520283 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:46.554140 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-430828268-network', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:42:46.574111 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Made reservation on behalf of d1d8f709feb54a27984d27a227fb4c86 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:42:46.576757 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:46.584853 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:46.674736 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:46.678375 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:46.697732 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:42:46.711881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74136ae-9e03-4b30-890f-539880a959e7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:46.714691 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:46.715029 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Added segment 9226b71a-0779-4594-927c-1b876a033fae of type vlan for network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 Jul 27 22:42:46.744790 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:46.756200 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:46.786073 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:46.787028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:46.787592 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:46.837890 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3851845 Jul 27 22:42:46.840972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60420) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:42:46.845380 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b306e4-6cbf-40cd-98f6-133fbb2fe9fd admin admin] Pushing event updated for resources: {'Network': ['ID=655a77a6-3d1d-4b36-aff1-2f191fcd7652,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:46.846995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bf6e92a1-86c1-4475-8c2f-913c56ec2a49 admin admin] Request body: {'subnet': {'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-430828268-subnet', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:42:46.855218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:42:46.868736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6e92a1-86c1-4475-8c2f-913c56ec2a49 admin admin] Made reservation on behalf of d1d8f709feb54a27984d27a227fb4c86 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:42:46.871077 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf6e92a1-86c1-4475-8c2f-913c56ec2a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:46.915851 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:42:47.037699 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf6e92a1-86c1-4475-8c2f-913c56ec2a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.094392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e92a1-86c1-4475-8c2f-913c56ec2a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=103ebf10-3521-4688-bc43-0cf050491445,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:47.100614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e92a1-86c1-4475-8c2f-913c56ec2a49 admin admin] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:42:47.100973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e92a1-86c1-4475-8c2f-913c56ec2a49 admin admin] Network hostable DHCP agents. Network: 655a77a6-3d1d-4b36-aff1-2f191fcd7652, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:42:47.118109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e92a1-86c1-4475-8c2f-913c56ec2a49 admin admin] Network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:42:47.127142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bf6e92a1-86c1-4475-8c2f-913c56ec2a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 655a77a6-3d1d-4b36-aff1-2f191fcd7652) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:42:47.131245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6e92a1-86c1-4475-8c2f-913c56ec2a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:47.131821 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bf6e92a1-86c1-4475-8c2f-913c56ec2a49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.138795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 4ea16ab8-f7af-42d3-9b31-5cbf38361850 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:42:47.140939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad2d52-f49f-45d8-8c56-7bf6feccdaf8 None None] Network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:42:47.145451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bf6e92a1-86c1-4475-8c2f-913c56ec2a49 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3033786 Jul 27 22:42:47.148332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60422) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:42:47.152810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:42:47.168188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 4ea16ab8-f7af-42d3-9b31-5cbf38361850 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:42:47.168402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 4ea16ab8-f7af-42d3-9b31-5cbf38361850 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:42:47.175695 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.176858 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.246204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.334797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:42:47.335712 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.419469 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.488899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Allocated IP 172.20.0.2 (655a77a6-3d1d-4b36-aff1-2f191fcd7652/103ebf10-3521-4688-bc43-0cf050491445/592978c0-a869-4954-b926-b06bdf6235b7) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:42:47.654576 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.664162 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.673512 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Transition to ACTIVE for port object 592978c0-a869-4954-b926-b06bdf6235b7 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:42:47.675405 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.692931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Transition to ACTIVE for port object 592978c0-a869-4954-b926-b06bdf6235b7 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:42:47.699447 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.749948 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:42:47.755015 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:42:47.760006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:42:47.768985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Pushing event updated for resources: {'Port': ['ID=592978c0-a869-4954-b926-b06bdf6235b7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:47.831686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Attempting to bind port 592978c0-a869-4954-b926-b06bdf6235b7 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:42:47.832059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Attempting to bind port 592978c0-a869-4954-b926-b06bdf6235b7 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:42:47.832427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Attempting to bind port 592978c0-a869-4954-b926-b06bdf6235b7 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:42:47.838571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:42:47.838957 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:42:47.839364 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.839762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Bound using segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:42:47.840242 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Bound port: 592978c0-a869-4954-b926-b06bdf6235b7, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:42:47.840627 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.918807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] For port 592978c0-a869-4954-b926-b06bdf6235b7, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:42:47.922925 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] For port 592978c0-a869-4954-b926-b06bdf6235b7, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=592978c0-a869-4954-b926-b06bdf6235b7,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:42:47.927463 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:47.991157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0078272-d0e9-4992-b027-d5dbca139073 None None] Pushing event updated for resources: {'Port': ['ID=592978c0-a869-4954-b926-b06bdf6235b7,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:48.140462 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Allocated IP 172.25.1.193 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:42:48.231050 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:48.251796 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:48.290900 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:48.329087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:42:48.331839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:42:48.335277 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:42:48.364062 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Pushing event updated for resources: {'Port': ['ID=2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:48.588471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 592978c0-a869-4954-b926-b06bdf6235b7 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:42:48.590534 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:48.641603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 592978c0-a869-4954-b926-b06bdf6235b7 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:42:48.803431 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:48.866420 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c0a10c-1767-4358-bd0d-65dd1c222be1 None None] Network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:42:48.935212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Router 101694b3-f5f2-4e1c-9adb-6105107ccf81 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:42:48.948536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ca42dff4-e044-4066-b39c-27c5432748c1 None None] Provisioning for port 592978c0-a869-4954-b926-b06bdf6235b7 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:42:48.959247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ca42dff4-e044-4066-b39c-27c5432748c1 None None] Provisioning complete for port 592978c0-a869-4954-b926-b06bdf6235b7 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:42:48.959622 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca42dff4-e044-4066-b39c-27c5432748c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.044018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:42:49.054768 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Sync routers for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:42:49.059960 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.064615 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f288e9aa-5b36-4b7c-8924-15238f9aefac admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9125240 Jul 27 22:42:49.065009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60424) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:42:49.083088 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:42:49.083724 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:42:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:42:49.091717 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca42dff4-e044-4066-b39c-27c5432748c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.128760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ca42dff4-e044-4066-b39c-27c5432748c1 None None] For port 592978c0-a869-4954-b926-b06bdf6235b7, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=592978c0-a869-4954-b926-b06bdf6235b7,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:49.133178 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ca42dff4-e044-4066-b39c-27c5432748c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.180485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42dff4-e044-4066-b39c-27c5432748c1 None None] Pushing event updated for resources: {'Port': ['ID=592978c0-a869-4954-b926-b06bdf6235b7,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:49.226425 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:42:49.352614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0d0e3dce-53e7-41a5-aecd-8ae564ec72b1 None None] Provisioning complete for port 592978c0-a869-4954-b926-b06bdf6235b7 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:42:49.352985 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3dce-53e7-41a5-aecd-8ae564ec72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.519851 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:48Z', 'revision_number': 3, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:42:49.545614 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Checking router: 101694b3-f5f2-4e1c-9adb-6105107ccf81 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:42:49.545968 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Updating router 101694b3-f5f2-4e1c-9adb-6105107ccf81 port 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:42:49.554327 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.581611 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.717477 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Allocated IP 172.20.0.1 (655a77a6-3d1d-4b36-aff1-2f191fcd7652/103ebf10-3521-4688-bc43-0cf050491445/9f58afdb-8fcc-4aad-9bfc-94bf6da7acec) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:42:49.818183 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.830250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Transition to ACTIVE for port object 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:42:49.831278 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.842956 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Transition to ACTIVE for port object 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:42:49.848235 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.864006 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.901169 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Attempting to bind port 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:42:49.901539 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Attempting to bind port 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:42:49.901913 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Attempting to bind port 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:42:49.908754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:42:49.909413 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Pushing event updated for resources: {'Port': ['ID=2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:49.911586 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:42:49.911726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:42:49.911956 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:42:49.912361 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.912748 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:42:49.913856 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Bound port: 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:42:49.913856 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.917496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:42:49.936793 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:49.937141 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:49.937481 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:49.937820 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:49.938156 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:49.938521 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:49.938854 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:49.939175 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:49.939535 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:49.939839 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:49.940152 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:49.940463 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:42:49.943696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Pushing event updated for resources: {'Port': ['ID=9f58afdb-8fcc-4aad-9bfc-94bf6da7acec,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:49.959075 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:49.977430 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] For port 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:42:49.980808 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] For port 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:42:49.988390 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:50.048678 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6dc7d-4890-4d5a-b8a7-e383d0b34fb7 None None] Pushing event updated for resources: {'Port': ['ID=2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:50.053619 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:42:50.054231 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:42:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:42:50.109134 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:50.157885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7237073e-125a-42bc-8e82-2c7e79a73449 None None] Provisioning for port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:42:50.162155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7237073e-125a-42bc-8e82-2c7e79a73449 None None] Provisioning complete for port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:42:50.162566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7237073e-125a-42bc-8e82-2c7e79a73449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:50.169792 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:42:50.200116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-7237073e-125a-42bc-8e82-2c7e79a73449 None None] Port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:42:50.283610 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:50.289408 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:50.351752 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:48Z', 'revision_number': 3, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:42:50.355453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Pushing event updated for resources: {'Port': ['ID=9f58afdb-8fcc-4aad-9bfc-94bf6da7acec,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:50.358614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:50.377964 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426b2fd-d477-4ab3-8233-57aa60302d99 None None] The sync data for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 is: [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:48Z', 'revision_number': 3, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:42:50.453465 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:42:50.454973 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:42:50.571020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 592978c0-a869-4954-b926-b06bdf6235b7 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:42:50.577349 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Router 101694b3-f5f2-4e1c-9adb-6105107ccf81 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:42:50.651679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 592978c0-a869-4954-b926-b06bdf6235b7 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:42:50.652046 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:50.724493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:42:50.729829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e93ae9c6-33a9-4b4c-a059-835d14340033 admin admin] 10.222.0.24 "PUT /v2.0/routers/101694b3-f5f2-4e1c-9adb-6105107ccf81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6637750 Jul 27 22:42:50.825346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-66bb625f-1f3a-448f-bd15-1b97e6066af5 None None] Provisioning complete for port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:42:50.825717 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-66bb625f-1f3a-448f-bd15-1b97e6066af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:50.871976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-66bb625f-1f3a-448f-bd15-1b97e6066af5 None None] Port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:42:51.141863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:42:51.146636 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-81eb8f14-dcd7-4ed1-bffd-e350298425b7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--86361185', 'description': 'tempest-description--1847810437'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:42:51.167849 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81eb8f14-dcd7-4ed1-bffd-e350298425b7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.261562 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81eb8f14-dcd7-4ed1-bffd-e350298425b7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.265689 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81eb8f14-dcd7-4ed1-bffd-e350298425b7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.295998 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-81eb8f14-dcd7-4ed1-bffd-e350298425b7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.297244 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-81eb8f14-dcd7-4ed1-bffd-e350298425b7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1543112 Jul 27 22:42:51.298005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb8f14-dcd7-4ed1-bffd-e350298425b7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bbfeb1-a96c-414c-8632-0ec85be385c6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:51.300319 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60434) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:42:51.305080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-7afdd278-6e41-43ad-8739-7dc4d9682326 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Request body: {'security_group_rule': {'security_group_id': '73bbfeb1-a96c-414c-8632-0ec85be385c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:42:51.330508 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7afdd278-6e41-43ad-8739-7dc4d9682326 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.386237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7afdd278-6e41-43ad-8739-7dc4d9682326 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.389705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7afdd278-6e41-43ad-8739-7dc4d9682326 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.407018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdd278-6e41-43ad-8739-7dc4d9682326 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ef420c-9e3f-4b8d-9926-d86b45d683eb,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:51.413257 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7afdd278-6e41-43ad-8739-7dc4d9682326 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.413967 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7afdd278-6e41-43ad-8739-7dc4d9682326 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126068 Jul 27 22:42:51.416731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60436) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:42:51.421355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-b84114d0-3147-46d2-b1f2-d82bc074741d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Request body: {'security_group_rule': {'security_group_id': '73bbfeb1-a96c-414c-8632-0ec85be385c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:42:51.447123 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b84114d0-3147-46d2-b1f2-d82bc074741d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.505867 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b84114d0-3147-46d2-b1f2-d82bc074741d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.509536 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b84114d0-3147-46d2-b1f2-d82bc074741d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.528966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84114d0-3147-46d2-b1f2-d82bc074741d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4a44d9-6320-4083-a69b-fe79ffc43490,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:51.532705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b84114d0-3147-46d2-b1f2-d82bc074741d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.533871 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b84114d0-3147-46d2-b1f2-d82bc074741d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162226 Jul 27 22:42:51.537411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 60438) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:42:51.541797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:42:51.566053 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.668518 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.778030 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Allocated IP 172.25.1.78 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/1faae53b-8913-4585-b67d-128a05073bc7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:42:51.881257 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.920953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:51.957384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:42:51.960198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:42:51.965504 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:42:51.971873 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event updated for resources: {'Port': ['ID=1faae53b-8913-4585-b67d-128a05073bc7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:52.010092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Sync routers for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:42:52.019027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:42:52.019641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:42:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:42:52.057555 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:52.091258 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:52.254512 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:52.259069 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:52.281524 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:42:52.329370 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event updated for resources: {'Port': ['ID=1faae53b-8913-4585-b67d-128a05073bc7,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:52.340004 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:52.353670 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:52.364395 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-72c16f3b-286f-4411-8d06-8d6b3ead91aa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8168359 Jul 27 22:42:52.479579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 2, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:42:52.496368 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-64d1a54f-870b-4266-96b3-6291c7389d0f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--86361185&fields=id&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 267 time: 0.0333796 Jul 27 22:42:52.505623 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Checking router: 101694b3-f5f2-4e1c-9adb-6105107ccf81 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:42:52.505928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Updating router 101694b3-f5f2-4e1c-9adb-6105107ccf81 port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:42:52.532264 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:52.611819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-6d2404e4-9e62-4426-8689-f7c787c485b0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:52.613281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-6d2404e4-9e62-4426-8689-f7c787c485b0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 811 time: 0.1091564 Jul 27 22:42:52.628741 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-db28abc2-0f5c-4b78-9e65-fa2648fdffaa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/quotas/d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 375 time: 0.0095966 Jul 27 22:42:52.630291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:42:52.686399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-c40fee9b-b691-4198-b1e9-3a399906162a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513518 Jul 27 22:42:52.744948 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:42:52.757176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:42:52.757479 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:52.786571 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-88dbf91a-0ec7-48ba-adfd-2c9d5fb369e4 service neutron] 10.222.0.24 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870764 Jul 27 22:42:52.880025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-9f6bcb26-9d05-45e7-9f9f-8f26507bf78e service neutron] 10.222.0.24 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863168 Jul 27 22:42:52.896286 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:52.907417 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:52.920691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Transition to ACTIVE for port object 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:42:52.931751 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:52.935976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:52.961176 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:52.991554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a2574-6a96-4aba-aadb-e199a40eb584 None None] Pushing event updated for resources: {'Port': ['ID=9f58afdb-8fcc-4aad-9bfc-94bf6da7acec,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:53.065706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9242f468-3a6e-4c6d-9371-d17f72fe1dec req-bcc55b11-bcb6-4388-a541-44e8ee1d4756 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 210 time: 0.0286305 Jul 27 22:42:53.070079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Attempting to bind port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:42:53.070590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Attempting to bind port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:42:53.070846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Attempting to bind port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:42:53.085047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:42:53.085373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:42:53.085789 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:53.086187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Bound using segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:42:53.087414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Bound port: 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:42:53.087804 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:53.099132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:53.157591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] For port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:42:53.161309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] For port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9f58afdb-8fcc-4aad-9bfc-94bf6da7acec,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:42:53.166974 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:53.227202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:42:53.227832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:42:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:42:53.277613 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a2574-6a96-4aba-aadb-e199a40eb584 None None] Pushing event updated for resources: {'Port': ['ID=9f58afdb-8fcc-4aad-9bfc-94bf6da7acec,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:53.366377 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:42:53.601437 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:53Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:42:53.627840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415d4d5-11ef-4bf8-b88f-3e55ba549d90 None None] The sync data for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 is: [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:53Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:42:54.074192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-4e2f8c5d-4454-404c-aea5-1caead96f062 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:54.075756 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-4e2f8c5d-4454-404c-aea5-1caead96f062 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 811 time: 0.1162860 Jul 27 22:42:54.127755 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-491e8585-62fb-4c13-8c09-928eab81865d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 378 time: 0.0430830 Jul 27 22:42:54.144171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Request body: {'port': {'device_id': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'admin_state_up': True, 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'security_groups': ['73bbfeb1-a96c-414c-8632-0ec85be385c6']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:42:54.170955 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59a9910a-c59e-4ca6-bfe2-28e2307ab069 req-1ade3ada-f71d-4485-bd71-67c3d535d58a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 210 time: 0.0274575 Jul 27 22:42:54.255355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Made reservation on behalf of d1d8f709feb54a27984d27a227fb4c86 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:42:54.258989 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:54.394168 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Allocated IP 172.20.0.7 (655a77a6-3d1d-4b36-aff1-2f191fcd7652/103ebf10-3521-4688-bc43-0cf050491445/c180af62-dfdd-4eb7-b419-67553d96043e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:42:54.538990 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:54.554569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Transition to ACTIVE for port object c180af62-dfdd-4eb7-b419-67553d96043e will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:42:54.591083 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:54.637032 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:42:54.641069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:42:54.643535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:42:54.652220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:42:54.680613 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event updated for resources: {'Port': ['ID=c180af62-dfdd-4eb7-b419-67553d96043e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:54.717431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:42:54.718791 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:54.728932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:54.729579 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:54.747915 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-d0e46503-8754-4e2f-a387-c7d69f1098f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079695 Jul 27 22:42:54.761522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Request body: {'port': {'device_id': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:42:54.823086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:42:54.827572 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:54.879619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:42:54.884222 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:42:54.884631 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:54.977018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3e61554e-68ad-4487-a8b8-6574d39cac6b None None] Provisioning for port c180af62-dfdd-4eb7-b419-67553d96043e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:42:54.987826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3e61554e-68ad-4487-a8b8-6574d39cac6b None None] Provisioning complete for port c180af62-dfdd-4eb7-b419-67553d96043e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:42:54.988198 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e61554e-68ad-4487-a8b8-6574d39cac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:54.989828 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:55.046160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3e61554e-68ad-4487-a8b8-6574d39cac6b None None] Port c180af62-dfdd-4eb7-b419-67553d96043e cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:42:55.050128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9f58afdb-8fcc-4aad-9bfc-94bf6da7acec,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:55.059090 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:55.115133 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=9f58afdb-8fcc-4aad-9bfc-94bf6da7acec,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:55.115994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c180af62-dfdd-4eb7-b419-67553d96043e {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:42:55.125795 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:55.138051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Transition to ACTIVE for port object c180af62-dfdd-4eb7-b419-67553d96043e will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:42:55.143287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:55.222530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Pushing event updated for resources: {'Port': ['ID=c180af62-dfdd-4eb7-b419-67553d96043e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:55.284949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Attempting to bind port c180af62-dfdd-4eb7-b419-67553d96043e on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:42:55.285328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Attempting to bind port c180af62-dfdd-4eb7-b419-67553d96043e by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:42:55.285661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Attempting to bind port c180af62-dfdd-4eb7-b419-67553d96043e on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:42:55.291616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Port c180af62-dfdd-4eb7-b419-67553d96043e on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:42:55.291956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Attempting to bind port c180af62-dfdd-4eb7-b419-67553d96043e on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:42:55.304349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:42:55.304781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:42:55.305167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Bound using segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:42:55.305640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Bound port: c180af62-dfdd-4eb7-b419-67553d96043e, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:42:55.306012 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:55.306406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd85157-aa7a-4693-abdc-e653b503b973 req-ac8cf838-7f9c-48fe-a75b-a037f30e216a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:55.308242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0cd85157-aa7a-4693-abdc-e653b503b973 req-ac8cf838-7f9c-48fe-a75b-a037f30e216a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 943 time: 0.0551875 Jul 27 22:42:55.355098 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0cd85157-aa7a-4693-abdc-e653b503b973 req-fd6f3aee-13c0-43a1-85c6-87178026a3ef tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404584 Jul 27 22:42:55.396352 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:42:55.400039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c180af62-dfdd-4eb7-b419-67553d96043e,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:42:55.404461 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:55.436632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:55.437255 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:55.438690 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] 10.222.0.43 "PUT /v2.0/ports/c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 200 len: 1091 time: 0.6821597 Jul 27 22:42:55.439149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:42:55.441392 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6231fc3-e85b-4f8a-97c5-323feb25ac12" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:42:55.474218 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623091a7-7e59-419b-b301-5da1fd1f61fc service neutron] Pushing event updated for resources: {'Port': ['ID=c180af62-dfdd-4eb7-b419-67553d96043e,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:55.488299 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17f4f04-e343-455a-9017-c24fd2fe8841 x-openstack-request-id: req-c17f4f04-e343-455a-9017-c24fd2fe8841 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:42:55.488657 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:42:55.488971 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c17f4f04-e343-455a-9017-c24fd2fe8841 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:42:55.489495 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'status': 'completed', 'code': 200} Jul 27 22:42:55.537435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-6f39db05-7aa8-4f9b-bc8a-ba834e5ac2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:55.539007 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-6f39db05-7aa8-4f9b-bc8a-ba834e5ac2be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 1094 time: 0.0476453 Jul 27 22:42:55.583446 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-99cebe42-9558-42b3-9ea8-5cbde74d21f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 200 len: 217 time: 0.0360248 Jul 27 22:42:55.634959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-1e45f675-c6f7-4632-aeb1-478477b634d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:55.636437 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-1e45f675-c6f7-4632-aeb1-478477b634d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0451443 Jul 27 22:42:55.681170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-7e8c933e-343e-4cce-a6ff-fdcde2e225f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:55.682640 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-7e8c933e-343e-4cce-a6ff-fdcde2e225f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391481 Jul 27 22:42:55.774608 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-f2415e86-2f4c-47cc-859c-72134557af17 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850611 Jul 27 22:42:55.867110 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-24b7c9f2-f1fc-4790-9710-d674bc593a5d req-bde9e1e1-59e0-4405-9504-fcf6c1fd7902 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834477 Jul 27 22:42:55.954958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6231fc3-e85b-4f8a-97c5-323feb25ac12 req-be88e009-daed-43d1-8799-baf46dd5adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:55.956448 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6231fc3-e85b-4f8a-97c5-323feb25ac12 req-be88e009-daed-43d1-8799-baf46dd5adbf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 1094 time: 0.0446761 Jul 27 22:42:56.046978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6231fc3-e85b-4f8a-97c5-323feb25ac12 req-b097ba69-0ef5-4999-8128-e8c1f67074b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:56.048482 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6231fc3-e85b-4f8a-97c5-323feb25ac12 req-b097ba69-0ef5-4999-8128-e8c1f67074b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0840931 Jul 27 22:42:56.094104 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6231fc3-e85b-4f8a-97c5-323feb25ac12 req-faa350ea-71d9-4b85-bc64-1324ecd12d0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 200 len: 217 time: 0.0377789 Jul 27 22:42:56.144232 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6231fc3-e85b-4f8a-97c5-323feb25ac12 req-bc9b1c75-4709-4e40-aa2b-957921baf6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:56.145677 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6231fc3-e85b-4f8a-97c5-323feb25ac12 req-bc9b1c75-4709-4e40-aa2b-957921baf6c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0440366 Jul 27 22:42:56.193061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6231fc3-e85b-4f8a-97c5-323feb25ac12 req-5f72af44-59ba-4e0f-96b5-41bdb46a401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:56.194561 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6231fc3-e85b-4f8a-97c5-323feb25ac12 req-5f72af44-59ba-4e0f-96b5-41bdb46a401d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402286 Jul 27 22:42:56.286381 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6231fc3-e85b-4f8a-97c5-323feb25ac12 req-529f6b4a-6c4a-481f-a5c6-b305f79898cd service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834613 Jul 27 22:42:56.376421 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c6231fc3-e85b-4f8a-97c5-323feb25ac12 req-cf262c4f-038f-4762-853e-c82cfe6f6de9 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818574 Jul 27 22:42:56.472557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934e671-0e5a-4d50-841a-7bf6ebfde1a9 req-b3a28a7d-5b5a-47dc-a73a-4db4c89e25af tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:56.474013 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5934e671-0e5a-4d50-841a-7bf6ebfde1a9 req-b3a28a7d-5b5a-47dc-a73a-4db4c89e25af tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 943 time: 0.0482819 Jul 27 22:42:56.515462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5934e671-0e5a-4d50-841a-7bf6ebfde1a9 req-6e5056a4-2f15-4d1e-9593-cf80db569087 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355828 Jul 27 22:42:56.553247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:42:56.602455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:42:56.602822 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:57.629284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4a068-5acc-48f9-b7da-9febf9d42b20 req-4a94631e-4a3b-49c7-8b60-06c66b3b8ae0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:57.630689 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11b4a068-5acc-48f9-b7da-9febf9d42b20 req-4a94631e-4a3b-49c7-8b60-06c66b3b8ae0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 943 time: 0.0478485 Jul 27 22:42:57.673375 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-11b4a068-5acc-48f9-b7da-9febf9d42b20 req-e502b3cd-df9f-401c-a960-e04fee0262da tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367277 Jul 27 22:42:58.786840 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328f9fa-00cc-4483-91d2-5708498b4dfa req-bc49794c-61f3-4590-a093-f863220c1108 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:58.788317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f328f9fa-00cc-4483-91d2-5708498b4dfa req-bc49794c-61f3-4590-a093-f863220c1108 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 943 time: 0.0480425 Jul 27 22:42:58.830449 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f328f9fa-00cc-4483-91d2-5708498b4dfa req-450657e0-0c24-4424-88f6-91fd215efb5a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362029 Jul 27 22:42:59.183821 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c180af62-dfdd-4eb7-b419-67553d96043e details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:42:59.276758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c180af62-dfdd-4eb7-b419-67553d96043e,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:59.289859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'port_id': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'mac_address': 'fa:16:3e:4b:bc:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:42:59.326836 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:59.339003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c180af62-dfdd-4eb7-b419-67553d96043e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:42:59.358860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c180af62-dfdd-4eb7-b419-67553d96043e,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:42:59.362663 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:59.409455 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=c180af62-dfdd-4eb7-b419-67553d96043e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:42:59.551890 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['c180af62-dfdd-4eb7-b419-67553d96043e'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:42:59.949104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae35d8-d802-4bf5-858f-e3645b28ff6e req-f596810c-f050-4479-afde-70c530c0aede tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:42:59.952146 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efae35d8-d802-4bf5-858f-e3645b28ff6e req-f596810c-f050-4479-afde-70c530c0aede tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 944 time: 0.0527146 Jul 27 22:43:00.000319 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efae35d8-d802-4bf5-858f-e3645b28ff6e req-7d90ec4e-8658-48ee-be01-8a2b53093b04 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425501 Jul 27 22:43:01.117198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64830c5-2264-4d9d-aaf1-2b19365f4395 req-bf46d1c7-3abd-4cd3-9f6d-335ceaebfea8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:01.118674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e64830c5-2264-4d9d-aaf1-2b19365f4395 req-bf46d1c7-3abd-4cd3-9f6d-335ceaebfea8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 944 time: 0.0488858 Jul 27 22:43:01.156639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e64830c5-2264-4d9d-aaf1-2b19365f4395 req-0734565e-87be-4ab2-b1cc-0017d9f6504b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316479 Jul 27 22:43:01.183704 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c180af62-dfdd-4eb7-b419-67553d96043e up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:43:01.243585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port c180af62-dfdd-4eb7-b419-67553d96043e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:43:01.247086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port c180af62-dfdd-4eb7-b419-67553d96043e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:43:01.247455 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:01.325339 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:01.348306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:43:01.350577 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2076a687-3773-40e1-a724-ff2a6bf3fab7" -d '{"events": [{"server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "name": "network-vif-plugged", "status": "completed", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:43:01.363532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c180af62-dfdd-4eb7-b419-67553d96043e,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:43:01.367543 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:01.390634 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e67151-f5c8-43da-a0d6-0c9e86f9b0b2 x-openstack-request-id: req-73e67151-f5c8-43da-a0d6-0c9e86f9b0b2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:43:01.390928 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "name": "network-vif-plugged", "status": "completed", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:43:01.391181 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73e67151-f5c8-43da-a0d6-0c9e86f9b0b2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:43:01.391572 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'code': 200} Jul 27 22:43:01.417402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=c180af62-dfdd-4eb7-b419-67553d96043e,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:43:01.483363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a1863-8807-4873-b977-faa40e686358 req-6a5136c1-17da-4182-8e48-285c07bdf285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:01.484845 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6d5a1863-8807-4873-b977-faa40e686358 req-6a5136c1-17da-4182-8e48-285c07bdf285 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 1096 time: 0.0412905 Jul 27 22:43:01.518918 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6d5a1863-8807-4873-b977-faa40e686358 req-03548265-a5c5-45fd-9bf1-8547bd0ebdea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270894 Jul 27 22:43:02.273683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b795374-9993-4953-95a1-51cd97536207 req-ee545025-6f22-477a-a4ac-d360e5f03487 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:02.275145 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b795374-9993-4953-95a1-51cd97536207 req-ee545025-6f22-477a-a4ac-d360e5f03487 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0504754 Jul 27 22:43:02.313151 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b795374-9993-4953-95a1-51cd97536207 req-fbf3e48a-b1e1-4a3b-9f8c-228d337fbe12 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310388 Jul 27 22:43:03.427105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20d4f-4d13-47f4-a187-7d6a0f8aff62 req-0bae9aa3-09b3-4fa3-b00f-5018bab6973c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:03.428597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42a20d4f-4d13-47f4-a187-7d6a0f8aff62 req-0bae9aa3-09b3-4fa3-b00f-5018bab6973c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0480373 Jul 27 22:43:03.470676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42a20d4f-4d13-47f4-a187-7d6a0f8aff62 req-1b22750a-8699-4806-b6bd-b5511c676b87 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360210 Jul 27 22:43:03.580138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b2c7a-e11c-42e4-8f28-0f4a189e7586 req-897aeb64-6e78-4157-8a72-61246ab912d1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:03.581622 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-449b2c7a-e11c-42e4-8f28-0f4a189e7586 req-897aeb64-6e78-4157-8a72-61246ab912d1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0481164 Jul 27 22:43:03.589917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60488) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:43:03.594642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5a5809aa-d76d-4c6d-b25e-f38257663fbd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Request body: {'floatingip': {'port_id': 'c180af62-dfdd-4eb7-b419-67553d96043e'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:43:03.632672 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a5809aa-d76d-4c6d-b25e-f38257663fbd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:04.406395 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a5809aa-d76d-4c6d-b25e-f38257663fbd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:04.410026 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a5809aa-d76d-4c6d-b25e-f38257663fbd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:04.507835 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-5a5809aa-d76d-4c6d-b25e-f38257663fbd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Floating IP 49200d26-f8cf-4210-a14a-f689047de174 associated. External IP: 172.25.1.78, port: c180af62-dfdd-4eb7-b419-67553d96043e. Jul 27 22:43:04.715468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5809aa-d76d-4c6d-b25e-f38257663fbd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Router 101694b3-f5f2-4e1c-9adb-6105107ccf81 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:43:04.822247 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5809aa-d76d-4c6d-b25e-f38257663fbd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:43:04.827113 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a5809aa-d76d-4c6d-b25e-f38257663fbd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:04.831970 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b8e32-aeaf-46eb-b59d-cf8715aacd18 None None] Sync routers for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:43:04.841415 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b8e32-aeaf-46eb-b59d-cf8715aacd18 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:43:04.842670 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-180b8e32-aeaf-46eb-b59d-cf8715aacd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:42:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:43:04.855684 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5a5809aa-d76d-4c6d-b25e-f38257663fbd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "PUT /v2.0/floatingips/49200d26-f8cf-4210-a14a-f689047de174 HTTP/1.1" status: 200 len: 990 time: 1.2646909 Jul 27 22:43:04.856391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:43:04.859416 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d60157-72d6-4e10-a3b4-b39ee838b7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:43:04.969253 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d587a50b-c480-47b2-92bb-7d4c917710c3 x-openstack-request-id: req-d587a50b-c480-47b2-92bb-7d4c917710c3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:43:04.969550 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:43:04.969807 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d587a50b-c480-47b2-92bb-7d4c917710c3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:43:04.970216 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'status': 'completed', 'code': 200} Jul 27 22:43:04.971210 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-180b8e32-aeaf-46eb-b59d-cf8715aacd18 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:43:05.033774 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60157-72d6-4e10-a3b4-b39ee838b7f0 req-f3b298dc-c43b-408f-882d-39250898b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:05.035337 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f8d60157-72d6-4e10-a3b4-b39ee838b7f0 req-f3b298dc-c43b-408f-882d-39250898b9c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 1096 time: 0.0455492 Jul 27 22:43:05.126173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60157-72d6-4e10-a3b4-b39ee838b7f0 req-2a256fb7-078c-4cb8-af96-70817c1ff590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:05.127682 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f8d60157-72d6-4e10-a3b4-b39ee838b7f0 req-2a256fb7-078c-4cb8-af96-70817c1ff590 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0845952 Jul 27 22:43:05.196949 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f8d60157-72d6-4e10-a3b4-b39ee838b7f0 req-a48b8984-6dba-48f2-a91d-ad6fc040fb84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 200 len: 998 time: 0.0618970 Jul 27 22:43:05.197289 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-180b8e32-aeaf-46eb-b59d-cf8715aacd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '49200d26-f8cf-4210-a14a-f689047de174', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'port_id': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'mac_address': 'fa:16:3e:4b:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:42:52Z', 'updated_at': '2021-07-27T22:43:04Z', 'revision_number': 1, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:43:05.231215 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b8e32-aeaf-46eb-b59d-cf8715aacd18 None None] Checking router: 101694b3-f5f2-4e1c-9adb-6105107ccf81 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:43:05.239920 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b8e32-aeaf-46eb-b59d-cf8715aacd18 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:43:05.240526 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-180b8e32-aeaf-46eb-b59d-cf8715aacd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:42:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:43:05.246143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60157-72d6-4e10-a3b4-b39ee838b7f0 req-9acf1e51-eaf4-4ffe-90ac-01673793b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:05.247630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f8d60157-72d6-4e10-a3b4-b39ee838b7f0 req-9acf1e51-eaf4-4ffe-90ac-01673793b374 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0432754 Jul 27 22:43:05.292503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60157-72d6-4e10-a3b4-b39ee838b7f0 req-c6822435-76b0-43cd-9d43-e87d31aa7977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:05.294006 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f8d60157-72d6-4e10-a3b4-b39ee838b7f0 req-c6822435-76b0-43cd-9d43-e87d31aa7977 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395324 Jul 27 22:43:05.344188 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-180b8e32-aeaf-46eb-b59d-cf8715aacd18 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:43:05.385269 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f8d60157-72d6-4e10-a3b4-b39ee838b7f0 req-aa43c282-a586-4b40-a420-2435502f398e service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Jul 27 22:43:05.473150 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f8d60157-72d6-4e10-a3b4-b39ee838b7f0 req-9e68631e-a98d-4b4b-80e1-396c8e66c2a4 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804684 Jul 27 22:43:05.567252 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-180b8e32-aeaf-46eb-b59d-cf8715aacd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '49200d26-f8cf-4210-a14a-f689047de174', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'port_id': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'mac_address': 'fa:16:3e:4b:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:42:52Z', 'updated_at': '2021-07-27T22:43:04Z', 'revision_number': 1, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:43:05.682934 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b8e32-aeaf-46eb-b59d-cf8715aacd18 None None] The sync data for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 is: [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '49200d26-f8cf-4210-a14a-f689047de174', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'port_id': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'mac_address': 'fa:16:3e:4b:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:42:52Z', 'updated_at': '2021-07-27T22:43:04Z', 'revision_number': 1, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:43:05.877287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bf1434-dd14-4214-9dcb-74eb6ec5927d None None] New status for floating IP 49200d26-f8cf-4210-a14a-f689047de174: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:43:12.743959 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:12.807780 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-02d4c54a-84da-48d8-bf06-6779afd2afa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:15.462856 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f803448f-a693-4a4a-9c56-bc4092edb07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:15.803708 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:16.523631 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:16.765086 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:18.227539 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:23.916859 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:43:33.700927 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1215377c-bfb7-4f0b-8b40-a209b65899d3 req-904bc2a4-e187-41ab-929f-0a35c5ef61e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388236 Jul 27 22:43:33.786593 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215377c-bfb7-4f0b-8b40-a209b65899d3 req-1a33eac5-c219-42c9-89d6-0aa6fa1f8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:33.788177 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1215377c-bfb7-4f0b-8b40-a209b65899d3 req-1a33eac5-c219-42c9-89d6-0aa6fa1f8194 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 1096 time: 0.0448024 Jul 27 22:43:33.890882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215377c-bfb7-4f0b-8b40-a209b65899d3 req-275c3bdf-8e0f-4154-afa2-333ab3d0ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:33.892350 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1215377c-bfb7-4f0b-8b40-a209b65899d3 req-275c3bdf-8e0f-4154-afa2-333ab3d0ab6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0838623 Jul 27 22:43:33.961124 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1215377c-bfb7-4f0b-8b40-a209b65899d3 req-19e49abe-b24a-48bf-8bc7-a146863b26b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 200 len: 1000 time: 0.0604815 Jul 27 22:43:34.010439 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215377c-bfb7-4f0b-8b40-a209b65899d3 req-ae6898dd-c3a8-417a-af7c-bbb0f2fc2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:34.011903 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1215377c-bfb7-4f0b-8b40-a209b65899d3 req-ae6898dd-c3a8-417a-af7c-bbb0f2fc2626 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0430241 Jul 27 22:43:34.058358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215377c-bfb7-4f0b-8b40-a209b65899d3 req-234eea32-d497-4f9e-9823-d77e72ace64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:43:34.059727 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1215377c-bfb7-4f0b-8b40-a209b65899d3 req-234eea32-d497-4f9e-9823-d77e72ace64a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397983 Jul 27 22:43:34.463369 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1215377c-bfb7-4f0b-8b40-a209b65899d3 req-bd394462-ba79-4e12-adb2-f46faa49ca0b service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947639 Jul 27 22:43:34.551459 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1215377c-bfb7-4f0b-8b40-a209b65899d3 req-3fe8218d-256c-4961-8f4f-48c77d47a4ff service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803885 Jul 27 22:43:42.773874 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:42.806003 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbc31165-4989-447a-add4-fdda567bf2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:45.463198 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-860dd0d2-08e9-493d-a943-66a8c413a4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:45.804077 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:46.526634 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:46.791612 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:48.230557 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:00.915898 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:44:12.788505 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:12.804854 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-38539967-13e9-41a5-878f-279a8c337e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:15.463097 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b2593c55-5f1d-40cc-8811-5d8c8e4c8b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:15.804637 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:16.528956 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:16.788825 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:18.233039 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:35.750022 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0dc37165-0728-4321-8137-0e73a8b7ad9f req-62924458-756c-40f0-b461-7196d3195ffd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988052 Jul 27 22:44:35.834005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc37165-0728-4321-8137-0e73a8b7ad9f req-1ef1f163-2155-4571-9da2-e4ed6c8f023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:35.835552 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0dc37165-0728-4321-8137-0e73a8b7ad9f req-1ef1f163-2155-4571-9da2-e4ed6c8f023e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 1096 time: 0.0442300 Jul 27 22:44:35.936087 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc37165-0728-4321-8137-0e73a8b7ad9f req-70fa5f61-91a6-46d3-9019-5bd13db77e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:35.937439 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0dc37165-0728-4321-8137-0e73a8b7ad9f req-70fa5f61-91a6-46d3-9019-5bd13db77e09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0826108 Jul 27 22:44:36.005182 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0dc37165-0728-4321-8137-0e73a8b7ad9f req-c8dec9d0-4850-42a0-b331-35341703529b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 200 len: 1000 time: 0.0605829 Jul 27 22:44:36.054144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc37165-0728-4321-8137-0e73a8b7ad9f req-f10cdb7a-9cc4-4d91-b521-fdb0c1884c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:36.056179 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0dc37165-0728-4321-8137-0e73a8b7ad9f req-f10cdb7a-9cc4-4d91-b521-fdb0c1884c55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0437388 Jul 27 22:44:36.099975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc37165-0728-4321-8137-0e73a8b7ad9f req-91870ab2-e345-4362-ad70-857cff59f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:36.101414 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0dc37165-0728-4321-8137-0e73a8b7ad9f req-91870ab2-e345-4362-ad70-857cff59f78e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388479 Jul 27 22:44:36.191225 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0dc37165-0728-4321-8137-0e73a8b7ad9f req-75fb99e2-04f5-422b-a1ce-fb599f397433 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825057 Jul 27 22:44:36.283640 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0dc37165-0728-4321-8137-0e73a8b7ad9f req-2fbdd88c-369f-43a8-b357-634c7b193c28 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853407 Jul 27 22:44:37.914923 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:44:40.625521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403ae2-17f3-4542-b763-99140b455370 req-5e97051d-04a4-406f-a67c-4ec512f6a8f3 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:40.627039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8403ae2-17f3-4542-b763-99140b455370 req-5e97051d-04a4-406f-a67c-4ec512f6a8f3 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0501344 Jul 27 22:44:40.665355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8403ae2-17f3-4542-b763-99140b455370 req-e306379c-b380-4be0-a616-b49116ef6478 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319221 Jul 27 22:44:40.941768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60706) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:44:41.001883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed566ef1-4412-4172-8ab7-acc305603d6e req-3cf0e064-2d94-4578-94d9-f475d0cc6ccb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:41.003442 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed566ef1-4412-4172-8ab7-acc305603d6e req-3cf0e064-2d94-4578-94d9-f475d0cc6ccb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0537438 Jul 27 22:44:41.063560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed566ef1-4412-4172-8ab7-acc305603d6e req-8a5b1d1c-c242-464f-93bd-d27ebc269367 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509856 Jul 27 22:44:41.071459 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2486eaa4-2db6-4e79-acbf-9577470bc92b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285326 Jul 27 22:44:42.180653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31cc14-ca04-497b-8a67-9cbce94eb31e req-b1b779fd-08a4-4569-b2b2-0661444888f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:42.182107 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d31cc14-ca04-497b-8a67-9cbce94eb31e req-b1b779fd-08a4-4569-b2b2-0661444888f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0493581 Jul 27 22:44:42.220073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d31cc14-ca04-497b-8a67-9cbce94eb31e req-e6921cf5-5760-4781-a9ba-42026c62af20 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320354 Jul 27 22:44:42.811331 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:42.812357 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b153e34-20dc-44c6-a71e-ef0558514743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:43.338776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474970b-800c-43e1-80c9-bb378aaff862 req-44481083-d265-4363-ba2a-d19c7befcd21 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:43.340295 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8474970b-800c-43e1-80c9-bb378aaff862 req-44481083-d265-4363-ba2a-d19c7befcd21 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0496035 Jul 27 22:44:43.383718 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8474970b-800c-43e1-80c9-bb378aaff862 req-32fbfcc4-f283-459c-a092-3a7b389d7c93 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373919 Jul 27 22:44:44.196383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-662980c0-8cc7-468d-932c-9c9191893143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:44.197845 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-662980c0-8cc7-468d-932c-9c9191893143 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 1096 time: 0.0409625 Jul 27 22:44:44.288519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-212d333c-456b-43c9-9a14-f1827d89c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:44.289961 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-212d333c-456b-43c9-9a14-f1827d89c904 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0852094 Jul 27 22:44:44.353436 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-f0ac99c6-4dd7-417b-aac2-b14b1cb59e10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 200 len: 1000 time: 0.0566385 Jul 27 22:44:44.405788 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2e23c36e-f731-4f7b-81bc-f7b42a8ce0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:44.407384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2e23c36e-f731-4f7b-81bc-f7b42a8ce0ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0472167 Jul 27 22:44:44.453651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-ccd1f150-1154-47a1-a063-24066fa92c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:44.455202 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-ccd1f150-1154-47a1-a063-24066fa92c02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406840 Jul 27 22:44:44.500770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e25c4-6db5-4906-b693-f73dddb448e0 req-db80cca1-106d-49dc-aa03-a0aae5b47672 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:44.502245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b7e25c4-6db5-4906-b693-f73dddb448e0 req-db80cca1-106d-49dc-aa03-a0aae5b47672 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0500107 Jul 27 22:44:44.540875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b7e25c4-6db5-4906-b693-f73dddb448e0 req-9034b2be-7e03-4a6a-b6d3-ad9be8be363e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325367 Jul 27 22:44:44.547558 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-1b29a527-a133-4719-baee-1da04c12a301 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835061 Jul 27 22:44:44.642099 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-525ba87c-05a2-45cf-857e-5061a1f41b20 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863395 Jul 27 22:44:45.463144 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-67a72420-474b-430e-8b56-4dd30311063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:45.653903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d2ec7-08f0-47ae-adea-1e7454f45fbe req-098e9da7-f367-4b4d-adec-7525ff95459b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:45.655465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-474d2ec7-08f0-47ae-adea-1e7454f45fbe req-098e9da7-f367-4b4d-adec-7525ff95459b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0481043 Jul 27 22:44:45.692320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-474d2ec7-08f0-47ae-adea-1e7454f45fbe req-9071374e-d7aa-4b7a-8477-3da11dfd9a0c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310266 Jul 27 22:44:45.805690 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:46.531032 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:46.787975 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:46.820066 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee7d32-24d6-407a-a031-a15b1964d43f req-da718688-8206-4639-9ad6-ee76efaa9d7a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:46.821535 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03ee7d32-24d6-407a-a031-a15b1964d43f req-da718688-8206-4639-9ad6-ee76efaa9d7a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0482004 Jul 27 22:44:46.863793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03ee7d32-24d6-407a-a031-a15b1964d43f req-43d6fe42-4209-4391-8c3f-c2d0498156a4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362945 Jul 27 22:44:47.985338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89a138-cb9f-4f88-8de6-329ca59b5605 req-612ffcb3-bca9-44b7-b92f-5912b33ae5fa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:47.986918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e89a138-cb9f-4f88-8de6-329ca59b5605 req-612ffcb3-bca9-44b7-b92f-5912b33ae5fa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0556824 Jul 27 22:44:48.026544 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e89a138-cb9f-4f88-8de6-329ca59b5605 req-ce6fa3ba-3b00-45f0-9b26-c219fc6b69c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335879 Jul 27 22:44:48.235942 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:49.143516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7c17f-13f1-40ea-86fc-aadcd2ca1474 req-4e22786c-58d4-47d2-94c2-bedba037bb15 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:49.144991 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5fe7c17f-13f1-40ea-86fc-aadcd2ca1474 req-4e22786c-58d4-47d2-94c2-bedba037bb15 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0507720 Jul 27 22:44:49.181777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5fe7c17f-13f1-40ea-86fc-aadcd2ca1474 req-7e1ae6e5-de9a-4be8-b1e7-d687a9556d39 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308087 Jul 27 22:44:50.309083 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd5e30-87a5-4063-955c-7fccd90b6f09 req-245661ff-574e-4177-bddf-9a2ea514be83 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:50.310593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89fd5e30-87a5-4063-955c-7fccd90b6f09 req-245661ff-574e-4177-bddf-9a2ea514be83 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0561538 Jul 27 22:44:50.361418 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89fd5e30-87a5-4063-955c-7fccd90b6f09 req-c493af14-77e6-441d-a9e8-0c2fdc1e4415 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447822 Jul 27 22:44:51.478097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b22c3-83f5-43d5-86d8-61f6e9f6f290 req-22fa6dec-d5fc-4ba0-9bbd-5a0a5a94821d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:51.479662 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-623b22c3-83f5-43d5-86d8-61f6e9f6f290 req-22fa6dec-d5fc-4ba0-9bbd-5a0a5a94821d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0488915 Jul 27 22:44:51.518061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-623b22c3-83f5-43d5-86d8-61f6e9f6f290 req-0bd3da0f-d04c-474f-a006-887fe5ac0999 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325739 Jul 27 22:44:52.632041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c74d6-22b9-4fa2-aeb5-07b70882431d req-e7a91346-44da-4737-bbab-519284e5486f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:52.633511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c08c74d6-22b9-4fa2-aeb5-07b70882431d req-e7a91346-44da-4737-bbab-519284e5486f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0484214 Jul 27 22:44:52.670867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c08c74d6-22b9-4fa2-aeb5-07b70882431d req-420c6d53-05f4-4dba-a814-2ecb4b18264a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314355 Jul 27 22:44:53.783381 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cef7c9-b08e-4da3-ba12-b78834bd6418 req-2f0cfb27-7c41-4350-89c8-f67677828952 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:53.784843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1cef7c9-b08e-4da3-ba12-b78834bd6418 req-2f0cfb27-7c41-4350-89c8-f67677828952 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0473192 Jul 27 22:44:53.825538 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1cef7c9-b08e-4da3-ba12-b78834bd6418 req-16117fb2-ecda-4f3d-9d29-72fb3c2863ed tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340376 Jul 27 22:44:54.943142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97bf82-59ce-451d-b375-4d9403b63697 req-76b0a821-dbfe-475b-9e94-d19fded1008c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:54.945291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f97bf82-59ce-451d-b375-4d9403b63697 req-76b0a821-dbfe-475b-9e94-d19fded1008c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0515089 Jul 27 22:44:54.985128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f97bf82-59ce-451d-b375-4d9403b63697 req-cc154c14-325a-499f-ba88-8ab0dfea49ed tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336747 Jul 27 22:44:56.100569 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee30b44-ee4d-4a33-9e23-8c11b5a2ac47 req-8ada09be-e229-4549-b9eb-1d024cc9dbcb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:56.102025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ee30b44-ee4d-4a33-9e23-8c11b5a2ac47 req-8ada09be-e229-4549-b9eb-1d024cc9dbcb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 945 time: 0.0494397 Jul 27 22:44:56.139441 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5ee30b44-ee4d-4a33-9e23-8c11b5a2ac47 req-ef9aecc7-5b15-489a-b04f-28290891d0bc tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314548 Jul 27 22:44:56.502206 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-ed67ee30-8ad9-4c3e-9d64-163acb554185 service neutron] show failed (client error): The resource could not be found. Jul 27 22:44:56.503240 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-ed67ee30-8ad9-4c3e-9d64-163acb554185 service neutron] 10.222.0.43 "GET /v2.0/ports/c180af62-dfdd-4eb7-b419-67553d96043e/bindings/n-h2-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0544589 Jul 27 22:44:56.746528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-e0c6e7ef-a464-4ca7-9c03-a90eef7ad3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:56.748034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-e0c6e7ef-a464-4ca7-9c03-a90eef7ad3cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 1096 time: 0.0955360 Jul 27 22:44:56.760567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:44:56.811914 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:57.015493 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c180af62-dfdd-4eb7-b419-67553d96043e,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:44:57.047254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:44:57.086048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:44:57.088422 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42eeeafe-fbfa-4c72-a9de-43d064e27382" -d '{"events": [{"server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:44:57.092543 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:57.105088 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Transition to ACTIVE for port object c180af62-dfdd-4eb7-b419-67553d96043e will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:44:57.109177 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:57.140017 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c3135a-99cb-437e-bda9-c1a315dabbe1 x-openstack-request-id: req-d5c3135a-99cb-437e-bda9-c1a315dabbe1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:44:57.140297 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:44:57.140547 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5c3135a-99cb-437e-bda9-c1a315dabbe1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:44:57.140928 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'code': 200} Jul 27 22:44:57.270364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Pushing event updated for resources: {'Port': ['ID=c180af62-dfdd-4eb7-b419-67553d96043e,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:44:57.306591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:44:57.306940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:44:57.307282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:44:57.307857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:44:57.308190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:44:57.308533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:44:57.308983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:44:57.309315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:44:57.309638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:44:57.309963 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:44:57.310304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:44:57.310632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:44:57.330099 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] No DVR routers for this DVR port c180af62-dfdd-4eb7-b419-67553d96043e on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:44:57.385413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e2bf-0fc7-4a2a-a9ca-2523075b791a req-d1f5327c-5b19-43c4-8eeb-2df7715c1e30 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:57.387447 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cec1e2bf-0fc7-4a2a-a9ca-2523075b791a req-d1f5327c-5b19-43c4-8eeb-2df7715c1e30 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 943 time: 0.1513138 Jul 27 22:44:57.470457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cec1e2bf-0fc7-4a2a-a9ca-2523075b791a req-2469f749-20a2-45dd-8f2a-36024eda94d0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734527 Jul 27 22:44:57.505084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Attempting to bind port c180af62-dfdd-4eb7-b419-67553d96043e on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:44:57.505419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Attempting to bind port c180af62-dfdd-4eb7-b419-67553d96043e by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:44:57.506470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Attempting to bind port c180af62-dfdd-4eb7-b419-67553d96043e on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:44:57.510661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Port c180af62-dfdd-4eb7-b419-67553d96043e on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:44:57.510982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Attempting to bind port c180af62-dfdd-4eb7-b419-67553d96043e on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:44:57.515624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:44:57.515960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:44:57.516339 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Bound using segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:44:57.516756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Bound port: c180af62-dfdd-4eb7-b419-67553d96043e, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:44:57.517107 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:57.576780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:44:57.579691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c180af62-dfdd-4eb7-b419-67553d96043e,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:44:57.583881 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:57.618918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:57.619522 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:57.620882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] 10.222.0.41 "PUT /v2.0/ports/c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 200 len: 1091 time: 0.8643670 Jul 27 22:44:57.651935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86920a-8cca-4d04-8655-69157ebc8f2b service neutron] Pushing event updated for resources: {'Port': ['ID=c180af62-dfdd-4eb7-b419-67553d96043e,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:44:57.688985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-44e1f928-937e-4837-ad76-c5732c7fbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:57.690556 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-44e1f928-937e-4837-ad76-c5732c7fbc66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 1094 time: 0.0465190 Jul 27 22:44:57.783442 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-be369b34-cfc2-435a-a914-7599dc84dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:57.784977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-be369b34-cfc2-435a-a914-7599dc84dc78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0881181 Jul 27 22:44:57.882520 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-25f205f0-254a-4bc7-9257-2a769f7c4747 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 200 len: 998 time: 0.0906508 Jul 27 22:44:57.931489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-945d496c-50a6-4fab-a823-b71c02bed6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:57.932927 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-945d496c-50a6-4fab-a823-b71c02bed6df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0439725 Jul 27 22:44:57.992695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-82d8d80f-c8a4-4e4d-86f1-85936c5d2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:57.994185 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-82d8d80f-c8a4-4e4d-86f1-85936c5d2a60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537477 Jul 27 22:44:58.081969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-0203cc17-c1eb-4eef-b9cd-e1e2316c4880 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799739 Jul 27 22:44:58.174852 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0b974a78-8c07-4def-9adb-a0269ad33181 req-2b1e1091-7589-4792-a717-82eee7ebb0b3 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842900 Jul 27 22:44:58.589778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a481806-57ee-4a38-8ef0-ab53c3597a23 req-9ca38711-22b9-4605-b9c0-69c0d4635250 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:58.591315 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a481806-57ee-4a38-8ef0-ab53c3597a23 req-9ca38711-22b9-4605-b9c0-69c0d4635250 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 943 time: 0.0501807 Jul 27 22:44:58.628396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3a481806-57ee-4a38-8ef0-ab53c3597a23 req-93211e8f-aa86-49cc-8251-570e3d0c3db6 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312519 Jul 27 22:44:59.142042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:44:59.144490 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdc000e-8256-4b6e-a7c0-4983397fe101" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:44:59.192576 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fb3a0b-ce59-4174-99e4-8799af27d3e1 x-openstack-request-id: req-49fb3a0b-ce59-4174-99e4-8799af27d3e1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:44:59.193289 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:44:59.193289 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49fb3a0b-ce59-4174-99e4-8799af27d3e1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:44:59.193524 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'status': 'completed', 'code': 200} Jul 27 22:44:59.250898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-de7e8cbb-53a0-4a7a-a733-18f63e6807f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:59.252388 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-de7e8cbb-53a0-4a7a-a733-18f63e6807f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 1094 time: 0.0414140 Jul 27 22:44:59.254248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-d2a8ddc8-0736-4277-b9c0-e4f72c90e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:59.257621 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-d2a8ddc8-0736-4277-b9c0-e4f72c90e5b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 1094 time: 0.0413370 Jul 27 22:44:59.351573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-6d600c6a-fdb4-4cd2-bc5e-5b880ab62f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:59.351791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-42ed0668-ac62-492b-894d-7c282123663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:59.351909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-6d600c6a-fdb4-4cd2-bc5e-5b880ab62f9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0902264 Jul 27 22:44:59.354892 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-42ed0668-ac62-492b-894d-7c282123663c service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0924082 Jul 27 22:44:59.419014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-e83c192f-268a-4079-a1bb-4140392a3af2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 200 len: 998 time: 0.0593276 Jul 27 22:44:59.419850 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-aedc6cad-a49a-48e2-ae5f-e841dcd7ecc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 200 len: 998 time: 0.0574389 Jul 27 22:44:59.473497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-c515b6e7-747f-4ee6-af01-c5bbc09a425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:59.474050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-e6170ed7-d2fb-4735-894f-442d81a8b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:59.475751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-c515b6e7-747f-4ee6-af01-c5bbc09a425b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0489900 Jul 27 22:44:59.476058 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-e6170ed7-d2fb-4735-894f-442d81a8b7ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0491037 Jul 27 22:44:59.522500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-39d48774-7432-41f0-a5e3-6fd6a808b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:59.522925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-e8d9fb85-f11c-425c-9533-ebf04e157f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:59.523959 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-39d48774-7432-41f0-a5e3-6fd6a808b255 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413649 Jul 27 22:44:59.524508 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-e8d9fb85-f11c-425c-9533-ebf04e157f6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411942 Jul 27 22:44:59.617763 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-51160f8b-4e8c-4cbc-ae4e-d820f4261ed1 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863302 Jul 27 22:44:59.620940 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-e84c6381-5b6f-4ccf-ae11-cc5b76117404 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891883 Jul 27 22:44:59.697896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c180af62-dfdd-4eb7-b419-67553d96043e no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:44:59.737935 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c180af62-dfdd-4eb7-b419-67553d96043e not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:44:59.741644 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-a508e67d-caf4-4b07-b305-42cf0223f6af service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167753 Jul 27 22:44:59.771636 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fdc000e-8256-4b6e-a7c0-4983397fe101 req-8f1beae0-aa3f-46d1-907f-70cebefd7f1d service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428831 Jul 27 22:44:59.789265 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b1525-da2e-4296-8311-eb924ca24802 req-bb89e2af-20f6-49e3-b6d2-97f5aa57a3e2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:44:59.790784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-477b1525-da2e-4296-8311-eb924ca24802 req-bb89e2af-20f6-49e3-b6d2-97f5aa57a3e2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 943 time: 0.0702579 Jul 27 22:44:59.828960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-477b1525-da2e-4296-8311-eb924ca24802 req-22da663a-1803-4d85-8371-9eefd3aac792 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323622 Jul 27 22:45:00.022387 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4490569-1d4c-4158-8634-4e16a92a56ea req-83a5c48f-2f1b-4a2d-bbca-c738838d51e7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:00.030140 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4490569-1d4c-4158-8634-4e16a92a56ea req-83a5c48f-2f1b-4a2d-bbca-c738838d51e7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 943 time: 0.0524728 Jul 27 22:45:00.043459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-ca8c1f64-defb-46f0-a916-79863fd78fab tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:00.044877 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-ca8c1f64-defb-46f0-a916-79863fd78fab tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd&tenant_id=d1d8f709feb54a27984d27a227fb4c86&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 943 time: 0.0613616 Jul 27 22:45:00.071456 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4490569-1d4c-4158-8634-4e16a92a56ea req-977c2232-6c48-4580-a965-9fdb2429c424 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378151 Jul 27 22:45:00.106728 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-8507379c-0b44-4d38-b3e9-ec7ed3d5d784 service neutron] delete failed (client error): The resource could not be found. Jul 27 22:45:00.107775 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-8507379c-0b44-4d38-b3e9-ec7ed3d5d784 service neutron] 10.222.0.43 "DELETE /v2.0/ports/c180af62-dfdd-4eb7-b419-67553d96043e/bindings/n-h1-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0541480 Jul 27 22:45:00.193647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-ed9d2ef2-30f4-438c-8166-2b666f43bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:00.195198 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-ed9d2ef2-30f4-438c-8166-2b666f43bd95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 1094 time: 0.0449343 Jul 27 22:45:00.282124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-c8e8f8b1-d7db-4143-8785-4d60a8597e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:00.283591 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-c8e8f8b1-d7db-4143-8785-4d60a8597e7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0816975 Jul 27 22:45:00.356984 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-9de63b04-ffbd-49d9-8e12-6430f938b141 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 200 len: 998 time: 0.0652225 Jul 27 22:45:00.405097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-be50121f-6a10-44fc-a2f8-80e32cce4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:00.406563 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-be50121f-6a10-44fc-a2f8-80e32cce4e0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0427623 Jul 27 22:45:00.451567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-80b8643d-7bbf-4ff5-9bc7-50265c124f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:00.453027 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-80b8643d-7bbf-4ff5-9bc7-50265c124f4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388505 Jul 27 22:45:00.554270 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-699d53e5-9b70-48ed-abbb-aae30c2487b5 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932963 Jul 27 22:45:00.642835 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0a5d795-92bd-4f81-8ff8-f8510d803e68 req-e61bd467-30e0-442d-b4fb-5e22da60a814 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817995 Jul 27 22:45:01.199592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc6071-c951-4ebd-9b9c-0a4468bb54a3 req-2972b159-1bdf-47c4-90f6-d18af705ada5 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:01.201071 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cdc6071-c951-4ebd-9b9c-0a4468bb54a3 req-2972b159-1bdf-47c4-90f6-d18af705ada5 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 943 time: 0.0583246 Jul 27 22:45:01.238720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7cdc6071-c951-4ebd-9b9c-0a4468bb54a3 req-dde22643-dbbd-4031-82d0-49210c149b03 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315309 Jul 27 22:45:01.357431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2129b5-89fa-4218-b98f-63fcd0af245e req-55851796-4489-4ea9-9d22-ed16ca9f86c9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:01.360017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c2129b5-89fa-4218-b98f-63fcd0af245e req-55851796-4489-4ea9-9d22-ed16ca9f86c9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 943 time: 0.0505226 Jul 27 22:45:01.362256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c180af62-dfdd-4eb7-b419-67553d96043e details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:45:01.399272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9c2129b5-89fa-4218-b98f-63fcd0af245e req-073705ad-232b-466c-a0b4-037742e54a52 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323920 Jul 27 22:45:01.456283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c180af62-dfdd-4eb7-b419-67553d96043e,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:01.467862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'port_id': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'mac_address': 'fa:16:3e:4b:bc:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:45:01.509181 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:01.513995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d79285-7451-4bcd-ae3c-8a2531e2e16b req-a5942973-066f-44fa-b99b-3f7ad395a83a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:01.515523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3d79285-7451-4bcd-ae3c-8a2531e2e16b req-a5942973-066f-44fa-b99b-3f7ad395a83a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 943 time: 0.0498946 Jul 27 22:45:01.521645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c180af62-dfdd-4eb7-b419-67553d96043e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:45:01.544106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c180af62-dfdd-4eb7-b419-67553d96043e,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:01.548802 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:01.562677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d3d79285-7451-4bcd-ae3c-8a2531e2e16b req-f2ed6c6d-3289-40c3-8eb0-1a1146efd474 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408773 Jul 27 22:45:01.595324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=c180af62-dfdd-4eb7-b419-67553d96043e,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:01.603353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:01.603698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:01.604034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:01.604369 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:01.604696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:01.605024 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:01.605345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:01.605667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:01.605987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:01.606327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:01.606650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:01.607349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:01.790808 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['c180af62-dfdd-4eb7-b419-67553d96043e'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:45:01.805213 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241095-beac-4069-8fc4-68e467f93a9f req-20a91057-eb18-49bc-9863-e373b00be7f2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:01.806748 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce241095-beac-4069-8fc4-68e467f93a9f req-20a91057-eb18-49bc-9863-e373b00be7f2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 944 time: 0.0500114 Jul 27 22:45:01.845560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ce241095-beac-4069-8fc4-68e467f93a9f req-7a8d148f-8287-4551-b28c-36ee48aafc22 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326138 Jul 27 22:45:02.965522 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dee79-c5d8-4819-a8e7-4ca2df7c280e req-226c5e39-d726-4dd0-807f-2c4ee781d5d7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:02.967080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a8dee79-c5d8-4819-a8e7-4ca2df7c280e req-226c5e39-d726-4dd0-807f-2c4ee781d5d7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 944 time: 0.0517755 Jul 27 22:45:03.034856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0a8dee79-c5d8-4819-a8e7-4ca2df7c280e req-5f65c612-188c-4fd7-a358-bc8fd10c95f9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619881 Jul 27 22:45:03.051087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-a46e93e3-b85b-4f67-93d7-8801a1c10983 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:03.053087 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-a46e93e3-b85b-4f67-93d7-8801a1c10983 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.41 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 944 time: 0.0652781 Jul 27 22:45:03.170886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Deleting port c180af62-dfdd-4eb7-b419-67553d96043e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:45:03.171151 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:03.260791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c180af62-dfdd-4eb7-b419-67553d96043e,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:03.261160 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:03.369113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c180af62-dfdd-4eb7-b419-67553d96043e up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:45:03.420339 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port c180af62-dfdd-4eb7-b419-67553d96043e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:45:03.424549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port c180af62-dfdd-4eb7-b419-67553d96043e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:45:03.424856 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:03.504565 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:03.531475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:45:03.533757 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc8f6cc-d6e3-473b-88ad-ac50765a24e1" -d '{"events": [{"server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "name": "network-vif-plugged", "status": "completed", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:45:03.547593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c180af62-dfdd-4eb7-b419-67553d96043e, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c180af62-dfdd-4eb7-b419-67553d96043e,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:03.553015 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:03.587139 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f041ef-c4e3-4708-9de8-50fef6be2cb3 x-openstack-request-id: req-f4f041ef-c4e3-4708-9de8-50fef6be2cb3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:45:03.587427 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "name": "network-vif-plugged", "status": "completed", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:45:03.587672 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4f041ef-c4e3-4708-9de8-50fef6be2cb3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:45:03.588056 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'code': 200} Jul 27 22:45:03.605014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=c180af62-dfdd-4eb7-b419-67553d96043e,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:03.833372 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:03.835669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:03.836360 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Floating IP 49200d26-f8cf-4210-a14a-f689047de174 disassociated. External IP: 172.25.1.78, port: c180af62-dfdd-4eb7-b419-67553d96043e. Jul 27 22:45:03.836711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Calling delete_port for c180af62-dfdd-4eb7-b419-67553d96043e owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:45:03.960534 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:03.991505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event deleted for resources: {'Port': ['ID=c180af62-dfdd-4eb7-b419-67553d96043e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:04.122312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Router 101694b3-f5f2-4e1c-9adb-6105107ccf81 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:45:04.139133 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95d95d95-b459-40db-bc3c-e85924022ed1 req-6c912388-e5f5-49cd-9279-8d8399356b0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fa00f8f-214f-455e-be51-0cc26d559fcd HTTP/1.1" status: 200 len: 210 time: 0.0309949 Jul 27 22:45:04.247847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:45:04.257986 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59016b20-00b6-4a5f-93fe-c3534fd12b9c None None] Sync routers for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:45:04.267130 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59016b20-00b6-4a5f-93fe-c3534fd12b9c None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:45:04.267671 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-59016b20-00b6-4a5f-93fe-c3534fd12b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:44:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:04.306279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] No DVR routers for this DVR port c180af62-dfdd-4eb7-b419-67553d96043e on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:45:04.309016 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:04.311094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d4599d9-5285-447a-ba43-0246d3aaf8a1 req-413c8aca-fead-47d0-b15b-39f3d67c45eb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.41 "DELETE /v2.0/ports/c180af62-dfdd-4eb7-b419-67553d96043e HTTP/1.1" status: 204 len: 173 time: 1.2528465 Jul 27 22:45:04.311531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'name': 'network-vif-deleted', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:45:04.313878 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff75c833-35cd-4d4d-bf6c-81e75e4a15f5" -d '{"events": [{"server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "name": "network-vif-deleted", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:45:04.351579 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75c418d-a727-45ad-a314-5569e766c3bf x-openstack-request-id: req-b75c418d-a727-45ad-a314-5569e766c3bf {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:45:04.351875 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa00f8f-214f-455e-be51-0cc26d559fcd", "name": "network-vif-deleted", "tag": "c180af62-dfdd-4eb7-b419-67553d96043e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:45:04.352128 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b75c418d-a727-45ad-a314-5569e766c3bf {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:45:04.352532 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa00f8f-214f-455e-be51-0cc26d559fcd', 'name': 'network-vif-deleted', 'tag': 'c180af62-dfdd-4eb7-b419-67553d96043e', 'status': 'completed', 'code': 200} Jul 27 22:45:04.378190 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-59016b20-00b6-4a5f-93fe-c3534fd12b9c None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:45:04.576555 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-59016b20-00b6-4a5f-93fe-c3534fd12b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:04.609836 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59016b20-00b6-4a5f-93fe-c3534fd12b9c None None] Checking router: 101694b3-f5f2-4e1c-9adb-6105107ccf81 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:45:04.618951 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59016b20-00b6-4a5f-93fe-c3534fd12b9c None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:45:04.619564 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-59016b20-00b6-4a5f-93fe-c3534fd12b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:44:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:04.720630 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-59016b20-00b6-4a5f-93fe-c3534fd12b9c None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:45:04.913068 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-59016b20-00b6-4a5f-93fe-c3534fd12b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:04.938744 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59016b20-00b6-4a5f-93fe-c3534fd12b9c None None] The sync data for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 is: [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:45:05.157868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c714548c-94f4-4aa1-9d28-4ca9f14db92e None None] New status for floating IP 49200d26-f8cf-4210-a14a-f689047de174: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:45:05.375330 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-caa7b692-fcab-45f3-b3b5-d9e1f1950817 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--86361185&fields=id&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 267 time: 0.0350547 Jul 27 22:45:05.481650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-07f4baae-f259-4f65-a3c5-596f7f4ac8f3 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:05.483145 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-07f4baae-f259-4f65-a3c5-596f7f4ac8f3 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 811 time: 0.1001265 Jul 27 22:45:05.498214 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-45d9c70e-eebb-4652-980d-12b4d73a9877 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/quotas/d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 375 time: 0.0092750 Jul 27 22:45:05.550632 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-cdd9ae6a-4a2e-46ff-8bc6-9fa48fa1cf59 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470684 Jul 27 22:45:05.647073 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-46ba5617-0bfb-4f89-a180-daf3d6270c3d service neutron] 10.222.0.24 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841808 Jul 27 22:45:05.734551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-f9bf8926-80a1-43f7-859c-b72a612b0d2a service neutron] 10.222.0.24 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814545 Jul 27 22:45:06.927033 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db194bfc-fec5-47a1-bc8d-dd0a8c09d717 req-1acdc2e0-772d-4056-ae7d-4d5ed97b7dbb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 210 time: 0.0408902 Jul 27 22:45:07.400128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c180af62-dfdd-4eb7-b419-67553d96043e no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:45:07.420209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: c180af62-dfdd-4eb7-b419-67553d96043e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:45:07.420553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c180af62-dfdd-4eb7-b419-67553d96043e not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:45:08.008913 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fdde822-5807-412e-92aa-1b5ed89dd653 req-5d2b12e8-1573-48f0-aff6-5b975ef62343 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 210 time: 0.0310419 Jul 27 22:45:09.086420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-06eeab0d-257e-47bd-be39-230cfcae5985 req-20eebb1b-0ae0-4d81-b797-3a3247f66784 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 210 time: 0.0256121 Jul 27 22:45:10.177960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-750a788f-424a-464f-b941-5dbcce7cb503 req-c3bbd243-4a57-4664-898b-e3fc8d5a62ad tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 210 time: 0.0263801 Jul 27 22:45:10.983382 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-4d27e8c8-4f33-4af0-8505-86b6900409ef tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:10.984859 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-4d27e8c8-4f33-4af0-8505-86b6900409ef tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 811 time: 0.1115198 Jul 27 22:45:11.029523 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-b20f80f2-77af-44ef-a2a1-fbcca244f3e2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 378 time: 0.0352600 Jul 27 22:45:11.043896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Request body: {'port': {'device_id': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'admin_state_up': True, 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'security_groups': ['73bbfeb1-a96c-414c-8632-0ec85be385c6']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:45:11.147372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Made reservation on behalf of d1d8f709feb54a27984d27a227fb4c86 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:45:11.150795 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:11.270517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f6323f2c-a835-48b8-bd24-0b3a36848ebd req-c3bac154-98e1-44e5-a65f-c0a8b9e2bd8d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 210 time: 0.0260451 Jul 27 22:45:11.280187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Allocated IP 172.20.0.9 (655a77a6-3d1d-4b36-aff1-2f191fcd7652/103ebf10-3521-4688-bc43-0cf050491445/8045e309-22f1-4f3d-b232-8c86f0a07917) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:45:11.423712 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:11.436549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Transition to ACTIVE for port object 8045e309-22f1-4f3d-b232-8c86f0a07917 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:45:11.467568 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:11.508160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:45:11.511244 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:45:11.514828 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:45:11.544384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event updated for resources: {'Port': ['ID=8045e309-22f1-4f3d-b232-8c86f0a07917,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:11.558972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:11.559281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:11.559609 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:11.559947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:11.560280 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:11.560608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:11.560936 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:11.561261 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:11.561588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:11.561928 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:11.562239 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:11.562587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:45:11.581396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:11.582015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:11.596800 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9e08afe1-bc8c-462b-a942-15ebb174ee0b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5565126 Jul 27 22:45:11.609752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Request body: {'port': {'device_id': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:45:11.665992 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:11.796412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-44a829b1-1ec7-42e6-9c09-b790c74ca0bb None None] Provisioning for port 8045e309-22f1-4f3d-b232-8c86f0a07917 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:45:11.800067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-44a829b1-1ec7-42e6-9c09-b790c74ca0bb None None] Provisioning complete for port 8045e309-22f1-4f3d-b232-8c86f0a07917 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:45:11.800440 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44a829b1-1ec7-42e6-9c09-b790c74ca0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:11.833066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-44a829b1-1ec7-42e6-9c09-b790c74ca0bb None None] Port 8045e309-22f1-4f3d-b232-8c86f0a07917 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:45:11.931755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8045e309-22f1-4f3d-b232-8c86f0a07917 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:45:11.939719 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:11.952356 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Transition to ACTIVE for port object 8045e309-22f1-4f3d-b232-8c86f0a07917 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:45:11.955488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:12.006669 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Pushing event updated for resources: {'Port': ['ID=8045e309-22f1-4f3d-b232-8c86f0a07917,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:12.091313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Attempting to bind port 8045e309-22f1-4f3d-b232-8c86f0a07917 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:45:12.091647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Attempting to bind port 8045e309-22f1-4f3d-b232-8c86f0a07917 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:45:12.091974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Attempting to bind port 8045e309-22f1-4f3d-b232-8c86f0a07917 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:45:12.096484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Port 8045e309-22f1-4f3d-b232-8c86f0a07917 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:45:12.096770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Attempting to bind port 8045e309-22f1-4f3d-b232-8c86f0a07917 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:45:12.102191 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:45:12.102572 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:45:12.102962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Bound using segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:45:12.103391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Bound port: 8045e309-22f1-4f3d-b232-8c86f0a07917, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:45:12.103748 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:12.169022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:45:12.171962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8045e309-22f1-4f3d-b232-8c86f0a07917,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:45:12.176654 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:12.211116 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:12.211770 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:12.213222 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] 10.222.0.43 "PUT /v2.0/ports/8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 1091 time: 0.6078985 Jul 27 22:45:12.213651 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:45:12.215919 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2429ea-0036-442f-b733-1df4e5821c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:45:12.244006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23984fa-aae7-4914-a0e7-d47a4f0df850 service neutron] Pushing event updated for resources: {'Port': ['ID=8045e309-22f1-4f3d-b232-8c86f0a07917,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:12.299345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-891e18ec-4944-476c-9f25-74ae5e5db68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:12.300765 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-891e18ec-4944-476c-9f25-74ae5e5db68e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 1094 time: 0.0464561 Jul 27 22:45:12.350715 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-1bbd06ff-35fd-4141-aba4-3a024be2cad0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 217 time: 0.0410774 Jul 27 22:45:12.386206 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3e2337-edae-4942-b6d1-b825268c3da1 x-openstack-request-id: req-7f3e2337-edae-4942-b6d1-b825268c3da1 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:45:12.386597 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:45:12.387465 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f3e2337-edae-4942-b6d1-b825268c3da1 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:45:12.387465 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'status': 'completed', 'code': 200} Jul 27 22:45:12.401095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccd4e5-fe03-4717-b0f4-b1cecce0b55c req-c3fb591e-f36e-4e7b-a5b3-4bc71e84a077 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:12.402674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbccd4e5-fe03-4717-b0f4-b1cecce0b55c req-c3fb591e-f36e-4e7b-a5b3-4bc71e84a077 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 943 time: 0.0574403 Jul 27 22:45:12.407530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9c971d9e-68ed-41d3-8831-7ca6855d9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:12.409016 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-9c971d9e-68ed-41d3-8831-7ca6855d9332 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0511782 Jul 27 22:45:12.445681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fbccd4e5-fe03-4717-b0f4-b1cecce0b55c req-f64c434c-73ac-4164-8824-661b5a7eb3db tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355773 Jul 27 22:45:12.458962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-c6c2cf06-b4ca-4b08-9946-34ba71a83822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:12.460547 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-c6c2cf06-b4ca-4b08-9946-34ba71a83822 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433080 Jul 27 22:45:12.551969 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-fc843d0c-e202-4ecb-bde9-2bdb6ce2240f service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844698 Jul 27 22:45:12.638953 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4e412cad-72d6-4879-8c44-5446481c0b5e req-5d1a68ca-e171-4e9d-b807-750fd76386cf service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799513 Jul 27 22:45:12.729848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2429ea-0036-442f-b733-1df4e5821c9b req-4c8e3a87-35ad-4862-9837-69022cfe5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:12.731339 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dd2429ea-0036-442f-b733-1df4e5821c9b req-4c8e3a87-35ad-4862-9837-69022cfe5ae9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 1094 time: 0.0452752 Jul 27 22:45:12.810653 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ce4fbada-28ec-4dc3-ae44-823957b3fe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:12.819420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2429ea-0036-442f-b733-1df4e5821c9b req-25e52cbf-cd6a-4850-8fbf-e6b9599e9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:12.820846 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dd2429ea-0036-442f-b733-1df4e5821c9b req-25e52cbf-cd6a-4850-8fbf-e6b9599e9467 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0829999 Jul 27 22:45:12.822571 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:12.862649 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dd2429ea-0036-442f-b733-1df4e5821c9b req-3dc659b7-200d-4d4a-b80c-9f4b7093329e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 217 time: 0.0348430 Jul 27 22:45:12.917302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2429ea-0036-442f-b733-1df4e5821c9b req-8a68c51b-d5c2-4876-bcb5-5bdebb85c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:12.918757 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dd2429ea-0036-442f-b733-1df4e5821c9b req-8a68c51b-d5c2-4876-bcb5-5bdebb85c2d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0478196 Jul 27 22:45:12.964077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2429ea-0036-442f-b733-1df4e5821c9b req-cf51c340-b928-4a5b-9eab-9fe01cc69957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:12.965523 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dd2429ea-0036-442f-b733-1df4e5821c9b req-cf51c340-b928-4a5b-9eab-9fe01cc69957 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393746 Jul 27 22:45:13.053648 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dd2429ea-0036-442f-b733-1df4e5821c9b req-e4975ca6-5807-4bed-8b35-fe2a43f3eb98 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806112 Jul 27 22:45:13.146237 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-dd2429ea-0036-442f-b733-1df4e5821c9b req-5290f37f-8f09-4d8a-ad89-2388e44c5ae4 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844753 Jul 27 22:45:13.565587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd88c11-45a9-4dde-b6f4-bf5ff89b1b1b req-7a2c4821-afda-46be-a72c-6babe9fcbf38 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:13.567095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-afd88c11-45a9-4dde-b6f4-bf5ff89b1b1b req-7a2c4821-afda-46be-a72c-6babe9fcbf38 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 943 time: 0.0517180 Jul 27 22:45:13.604590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-afd88c11-45a9-4dde-b6f4-bf5ff89b1b1b req-7dccef56-6c5b-40ca-8332-deac2ba935cf tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312920 Jul 27 22:45:13.746500 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8045e309-22f1-4f3d-b232-8c86f0a07917 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:45:13.839536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8045e309-22f1-4f3d-b232-8c86f0a07917,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:13.852745 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'port_id': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'mac_address': 'fa:16:3e:18:41:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:45:13.888094 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:13.900760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8045e309-22f1-4f3d-b232-8c86f0a07917 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:45:13.920133 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8045e309-22f1-4f3d-b232-8c86f0a07917,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:13.923452 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:13.972128 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=8045e309-22f1-4f3d-b232-8c86f0a07917,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:14.182615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['8045e309-22f1-4f3d-b232-8c86f0a07917'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:45:14.722543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d171d66-59de-4402-9a03-ec9b1fca5ba3 req-3c3d5f02-d2b6-4253-a5d2-a6e367dbebdc tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:14.724702 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d171d66-59de-4402-9a03-ec9b1fca5ba3 req-3c3d5f02-d2b6-4253-a5d2-a6e367dbebdc tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 944 time: 0.0520525 Jul 27 22:45:14.765924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d171d66-59de-4402-9a03-ec9b1fca5ba3 req-f4ac34fd-b4ca-49ea-be21-2404719c2d41 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326173 Jul 27 22:45:14.914611 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:45:15.464267 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e823216f-0b14-4a8a-a2e0-81d8b8220aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:15.807087 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:15.810165 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8045e309-22f1-4f3d-b232-8c86f0a07917 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:45:15.860519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 8045e309-22f1-4f3d-b232-8c86f0a07917 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:45:15.864558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 8045e309-22f1-4f3d-b232-8c86f0a07917 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:45:15.864953 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:15.886582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde3be2-04e0-48a9-9d7e-4fe9f5226dbf req-bba8369b-a26e-4c16-981f-e452fbfe92e0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:15.888103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1dde3be2-04e0-48a9-9d7e-4fe9f5226dbf req-bba8369b-a26e-4c16-981f-e452fbfe92e0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 944 time: 0.0530517 Jul 27 22:45:15.926595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1dde3be2-04e0-48a9-9d7e-4fe9f5226dbf req-ec431efd-60f8-4bf2-b9d9-adc8116faf17 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321918 Jul 27 22:45:15.943451 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:15.966826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:45:15.969039 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5d70e6-d02e-4361-92fb-9856b97f3828" -d '{"events": [{"server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "name": "network-vif-plugged", "status": "completed", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:45:15.982961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8045e309-22f1-4f3d-b232-8c86f0a07917,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:45:15.988100 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:16.040728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=8045e309-22f1-4f3d-b232-8c86f0a07917,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:45:16.072136 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1545944e-1d8f-4e6d-8319-901b7d3d342d x-openstack-request-id: req-1545944e-1d8f-4e6d-8319-901b7d3d342d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:45:16.072426 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "name": "network-vif-plugged", "status": "completed", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:45:16.072678 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1545944e-1d8f-4e6d-8319-901b7d3d342d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:45:16.073073 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'code': 200} Jul 27 22:45:16.166946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8c2eb-1ec9-479e-b456-cc1259e0a47e req-edcd5167-f062-4a5e-b6f1-8052527a726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:16.168430 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-18b8c2eb-1ec9-479e-b456-cc1259e0a47e req-edcd5167-f062-4a5e-b6f1-8052527a726f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 1096 time: 0.0406759 Jul 27 22:45:16.203731 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-18b8c2eb-1ec9-479e-b456-cc1259e0a47e req-6923ab66-7414-43bf-9e13-87466ed6477a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277998 Jul 27 22:45:16.534625 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:16.788442 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:17.049159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1de606-af72-4cc0-b1f8-6aea5fd06160 req-74ff917b-34c9-4e04-8ff5-bb6aaf27617f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:17.050583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c1de606-af72-4cc0-b1f8-6aea5fd06160 req-74ff917b-34c9-4e04-8ff5-bb6aaf27617f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0548115 Jul 27 22:45:17.088967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8c1de606-af72-4cc0-b1f8-6aea5fd06160 req-c64d3add-dcfd-40ab-a584-d74dba41cbea tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318093 Jul 27 22:45:17.201632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b96a-f670-42f3-b093-d9c7a5834540 req-e86dceed-677c-4853-a6ab-ccc55b7fd541 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:17.203169 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3031b96a-f670-42f3-b093-d9c7a5834540 req-e86dceed-677c-4853-a6ab-ccc55b7fd541 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0498328 Jul 27 22:45:17.211750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 60870) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:45:17.216208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-215e6953-514d-4312-9404-3a0caf2539c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Request body: {'floatingip': {'port_id': '8045e309-22f1-4f3d-b232-8c86f0a07917'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:45:17.254765 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-215e6953-514d-4312-9404-3a0caf2539c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:17.681080 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-215e6953-514d-4312-9404-3a0caf2539c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:17.684859 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-215e6953-514d-4312-9404-3a0caf2539c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:17.783153 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-215e6953-514d-4312-9404-3a0caf2539c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Floating IP 49200d26-f8cf-4210-a14a-f689047de174 associated. External IP: 172.25.1.78, port: 8045e309-22f1-4f3d-b232-8c86f0a07917. Jul 27 22:45:17.989998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215e6953-514d-4312-9404-3a0caf2539c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Router 101694b3-f5f2-4e1c-9adb-6105107ccf81 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:45:18.097080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215e6953-514d-4312-9404-3a0caf2539c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:45:18.102173 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-215e6953-514d-4312-9404-3a0caf2539c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:18.108212 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc600d-b238-4c8d-996e-ca05a41a2b51 None None] Sync routers for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:45:18.117843 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc600d-b238-4c8d-996e-ca05a41a2b51 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:45:18.118492 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1edc600d-b238-4c8d-996e-ca05a41a2b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:45:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:18.128220 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-215e6953-514d-4312-9404-3a0caf2539c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "PUT /v2.0/floatingips/49200d26-f8cf-4210-a14a-f689047de174 HTTP/1.1" status: 200 len: 990 time: 0.9154279 Jul 27 22:45:18.128945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:45:18.131736 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b26ebd7-5eaf-4e8b-b2a2-d96ecfe38170" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:45:18.167865 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556e47c3-f121-48a3-be81-1564442f3cca x-openstack-request-id: req-556e47c3-f121-48a3-be81-1564442f3cca {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:45:18.168163 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:45:18.168416 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-556e47c3-f121-48a3-be81-1564442f3cca {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:45:18.168819 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'status': 'completed', 'code': 200} Jul 27 22:45:18.227885 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1edc600d-b238-4c8d-996e-ca05a41a2b51 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:45:18.236291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26ebd7-5eaf-4e8b-b2a2-d96ecfe38170 req-21f60760-7e9a-4afc-891a-1974077813de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:18.237854 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b26ebd7-5eaf-4e8b-b2a2-d96ecfe38170 req-21f60760-7e9a-4afc-891a-1974077813de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 1096 time: 0.0460300 Jul 27 22:45:18.240098 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:18.328730 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26ebd7-5eaf-4e8b-b2a2-d96ecfe38170 req-f32dacbe-7867-4669-9758-e8d2d4e290a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:18.331355 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b26ebd7-5eaf-4e8b-b2a2-d96ecfe38170 req-f32dacbe-7867-4669-9758-e8d2d4e290a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0864508 Jul 27 22:45:18.409153 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b26ebd7-5eaf-4e8b-b2a2-d96ecfe38170 req-80f09d86-af3a-4337-9201-36c5e4b62ea2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 998 time: 0.0696898 Jul 27 22:45:18.449844 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1edc600d-b238-4c8d-996e-ca05a41a2b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '49200d26-f8cf-4210-a14a-f689047de174', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'port_id': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'mac_address': 'fa:16:3e:18:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:42:52Z', 'updated_at': '2021-07-27T22:45:17Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:18.459635 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26ebd7-5eaf-4e8b-b2a2-d96ecfe38170 req-3a425e4c-167f-4dcf-a432-029690874d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:18.461105 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b26ebd7-5eaf-4e8b-b2a2-d96ecfe38170 req-3a425e4c-167f-4dcf-a432-029690874d39 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0440400 Jul 27 22:45:18.475367 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc600d-b238-4c8d-996e-ca05a41a2b51 None None] Checking router: 101694b3-f5f2-4e1c-9adb-6105107ccf81 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:45:18.483513 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc600d-b238-4c8d-996e-ca05a41a2b51 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:45:18.484114 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1edc600d-b238-4c8d-996e-ca05a41a2b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:45:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:18.507420 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26ebd7-5eaf-4e8b-b2a2-d96ecfe38170 req-490d4488-57be-4d93-a374-63e251a6ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:18.508860 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b26ebd7-5eaf-4e8b-b2a2-d96ecfe38170 req-490d4488-57be-4d93-a374-63e251a6ee5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413980 Jul 27 22:45:18.587226 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1edc600d-b238-4c8d-996e-ca05a41a2b51 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:45:18.604143 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b26ebd7-5eaf-4e8b-b2a2-d96ecfe38170 req-6f12a0d9-4d98-400c-a6fe-637653ea1595 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876782 Jul 27 22:45:18.705750 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0b26ebd7-5eaf-4e8b-b2a2-d96ecfe38170 req-0b6e7360-77ce-4515-801d-539ccf89229a service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941658 Jul 27 22:45:18.900962 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1edc600d-b238-4c8d-996e-ca05a41a2b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '49200d26-f8cf-4210-a14a-f689047de174', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'port_id': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'mac_address': 'fa:16:3e:18:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:42:52Z', 'updated_at': '2021-07-27T22:45:17Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:45:18.925622 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc600d-b238-4c8d-996e-ca05a41a2b51 None None] The sync data for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 is: [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '49200d26-f8cf-4210-a14a-f689047de174', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'port_id': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'mac_address': 'fa:16:3e:18:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:42:52Z', 'updated_at': '2021-07-27T22:45:17Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:45:19.132966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe5b218-5471-4839-9035-e1baca53eebd None None] New status for floating IP 49200d26-f8cf-4210-a14a-f689047de174: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:45:36.682722 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c0195daf-fcdb-47eb-86ad-87a747f8f59c req-699fb7a0-ec76-46f6-afbd-75cdb6f071bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409636 Jul 27 22:45:36.768024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195daf-fcdb-47eb-86ad-87a747f8f59c req-be6a01d7-1350-4034-8603-104b5d18c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:36.769474 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c0195daf-fcdb-47eb-86ad-87a747f8f59c req-be6a01d7-1350-4034-8603-104b5d18c737 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 1096 time: 0.0436807 Jul 27 22:45:36.872366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195daf-fcdb-47eb-86ad-87a747f8f59c req-bcc5cb78-f02a-454d-816c-76a0be9c8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:36.873951 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c0195daf-fcdb-47eb-86ad-87a747f8f59c req-bcc5cb78-f02a-454d-816c-76a0be9c8143 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0827672 Jul 27 22:45:36.945335 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c0195daf-fcdb-47eb-86ad-87a747f8f59c req-5eb4abe0-d6ae-4e69-97cb-686cdd12b489 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 1000 time: 0.0634100 Jul 27 22:45:36.996474 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195daf-fcdb-47eb-86ad-87a747f8f59c req-7f788992-dadb-43e6-b75b-988cfd17f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:36.997939 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c0195daf-fcdb-47eb-86ad-87a747f8f59c req-7f788992-dadb-43e6-b75b-988cfd17f87e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0442679 Jul 27 22:45:37.043667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195daf-fcdb-47eb-86ad-87a747f8f59c req-963ec275-8a78-4111-89a3-b820c99b2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:45:37.045148 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c0195daf-fcdb-47eb-86ad-87a747f8f59c req-963ec275-8a78-4111-89a3-b820c99b2b02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400071 Jul 27 22:45:37.141345 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c0195daf-fcdb-47eb-86ad-87a747f8f59c req-b87cd1f4-c445-4a5e-9832-489c49b67d25 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874002 Jul 27 22:45:37.231456 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c0195daf-fcdb-47eb-86ad-87a747f8f59c req-571372f8-26fc-4d1c-a5c6-387f3a60deb7 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820992 Jul 27 22:45:42.800403 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-30c6cc08-1b19-4500-b5f6-ca8d2d6f9037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:42.831098 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:45.465234 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d9889687-1cce-4a0d-9183-b8015a318e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:45.807872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:46.537396 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:46.796350 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:48.240673 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:51.914600 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:46:12.801313 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3fb60789-c9db-4739-aa05-693b200926bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:12.831225 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:15.467501 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0c76651-1a74-420d-9145-ac5e0aa7e261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:15.811858 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:16.540115 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:16.790787 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:18.243943 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:28.914645 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:46:36.708083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2377e3d5-9655-42fb-b2b3-05ba58471c50 req-447ead00-d0c5-4a4d-b5ed-e7b956bb0bb9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407941 Jul 27 22:46:36.806395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377e3d5-9655-42fb-b2b3-05ba58471c50 req-e0e626ad-a330-4c4b-afc6-aa38717816c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:36.807921 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2377e3d5-9655-42fb-b2b3-05ba58471c50 req-e0e626ad-a330-4c4b-afc6-aa38717816c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 1096 time: 0.0498807 Jul 27 22:46:36.907696 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377e3d5-9655-42fb-b2b3-05ba58471c50 req-cae158b0-8cd8-46b4-9229-6f451cdfd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:36.909054 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2377e3d5-9655-42fb-b2b3-05ba58471c50 req-cae158b0-8cd8-46b4-9229-6f451cdfd267 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0822022 Jul 27 22:46:36.979705 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2377e3d5-9655-42fb-b2b3-05ba58471c50 req-258987f6-67d4-47ff-9e41-cb5ca78833aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 1000 time: 0.0622609 Jul 27 22:46:37.029255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377e3d5-9655-42fb-b2b3-05ba58471c50 req-69c53592-a2aa-45fe-b462-d6fe7eaf0cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:37.030767 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2377e3d5-9655-42fb-b2b3-05ba58471c50 req-69c53592-a2aa-45fe-b462-d6fe7eaf0cfb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0440164 Jul 27 22:46:37.075268 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377e3d5-9655-42fb-b2b3-05ba58471c50 req-7a91c64f-6e9a-473b-9889-73fd75af7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:37.076702 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2377e3d5-9655-42fb-b2b3-05ba58471c50 req-7a91c64f-6e9a-473b-9889-73fd75af7244 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384586 Jul 27 22:46:37.166963 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2377e3d5-9655-42fb-b2b3-05ba58471c50 req-343d16a9-4aeb-4046-963e-356f885632fb service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822814 Jul 27 22:46:37.253518 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2377e3d5-9655-42fb-b2b3-05ba58471c50 req-8a554c88-cafc-4689-8ecb-51537c394e64 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795183 Jul 27 22:46:42.802678 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe30db62-a449-4e69-aaaf-e3f3c2184b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:42.844326 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:45.468359 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4568f21e-2932-4373-92b0-b7193ba9d977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:45.811817 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:46.543473 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:46.798018 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:48.245338 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:54.996470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea931914-700f-46ee-a246-641ee4979ade req-5da7fc56-a8d3-4b62-9c92-9a354b5cf384 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:54.997948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea931914-700f-46ee-a246-641ee4979ade req-5da7fc56-a8d3-4b62-9c92-9a354b5cf384 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0510204 Jul 27 22:46:55.035725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea931914-700f-46ee-a246-641ee4979ade req-18d3c63b-ea0c-4da7-bfb2-e99729648c79 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317755 Jul 27 22:46:56.159384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f8224-9bcd-4f74-925b-342097f8d540 req-b45bf7e8-174c-4bf1-9c62-6f9a03366afc tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:56.161249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d5f8224-9bcd-4f74-925b-342097f8d540 req-b45bf7e8-174c-4bf1-9c62-6f9a03366afc tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0552275 Jul 27 22:46:56.202301 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1d5f8224-9bcd-4f74-925b-342097f8d540 req-7cb70263-f05f-4d03-9106-f2d7808242c2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323751 Jul 27 22:46:57.315495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fb353-9bf5-4c3a-93d0-7f7078a49a5c req-2a30af14-a250-4e45-b838-5f7c24b6b28d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:57.316954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-687fb353-9bf5-4c3a-93d0-7f7078a49a5c req-2a30af14-a250-4e45-b838-5f7c24b6b28d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0485318 Jul 27 22:46:57.355340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-687fb353-9bf5-4c3a-93d0-7f7078a49a5c req-dc01ac72-c592-4cb5-b6a0-fd4e365b3945 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321181 Jul 27 22:46:58.469174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac851f78-6487-400c-af90-ca98d615e0a5 req-b5735581-c482-4983-9884-4eb1d5e3898f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:58.470679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac851f78-6487-400c-af90-ca98d615e0a5 req-b5735581-c482-4983-9884-4eb1d5e3898f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0484502 Jul 27 22:46:58.508954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ac851f78-6487-400c-af90-ca98d615e0a5 req-ae3794a9-0d54-4e3f-9094-d27be0b5a051 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310547 Jul 27 22:46:59.627258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd8d8-0362-4284-9703-1ce1837ba663 req-d3cb0399-ab6c-4b62-bc35-247fedefa377 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:46:59.628728 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-786cd8d8-0362-4284-9703-1ce1837ba663 req-d3cb0399-ab6c-4b62-bc35-247fedefa377 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0520844 Jul 27 22:46:59.666821 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-786cd8d8-0362-4284-9703-1ce1837ba663 req-8f800c6e-5d7c-4a07-b440-104cf9dace9c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314250 Jul 27 22:47:00.781790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe53cc-a970-47e6-a713-5ab5b255bd87 req-dd4ee109-f453-4a81-b07a-d000b979b41a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:00.783323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1bfe53cc-a970-47e6-a713-5ab5b255bd87 req-dd4ee109-f453-4a81-b07a-d000b979b41a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0495396 Jul 27 22:47:00.820470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1bfe53cc-a970-47e6-a713-5ab5b255bd87 req-22bdbbb1-c209-429e-905f-c821f7d37124 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310078 Jul 27 22:47:01.938956 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252185-5744-4019-8a47-fab8dba56972 req-a1ca9516-f909-4322-a90b-d19bf52bcf35 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:01.940460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8252185-5744-4019-8a47-fab8dba56972 req-a1ca9516-f909-4322-a90b-d19bf52bcf35 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0492725 Jul 27 22:47:01.978269 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d8252185-5744-4019-8a47-fab8dba56972 req-ffd08845-f205-4247-9916-4a6bf2c545c8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318208 Jul 27 22:47:03.112855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060375b5-ac79-4e66-9163-dc74e6f94218 req-b38e147f-49e5-426a-9f4e-37116817b7c8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:03.114336 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-060375b5-ac79-4e66-9163-dc74e6f94218 req-b38e147f-49e5-426a-9f4e-37116817b7c8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0518088 Jul 27 22:47:03.152689 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-060375b5-ac79-4e66-9163-dc74e6f94218 req-bc4d5c04-8156-4399-8cd0-e3204e92348d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313437 Jul 27 22:47:04.272508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b3678-aa78-4174-8d22-b04648095438 req-622ec835-b616-4634-a4bb-74268d2201e8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:04.273899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c62b3678-aa78-4174-8d22-b04648095438 req-622ec835-b616-4634-a4bb-74268d2201e8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0494130 Jul 27 22:47:04.310910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c62b3678-aa78-4174-8d22-b04648095438 req-513a62d2-f511-4cd5-8202-35dc437989e8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310483 Jul 27 22:47:05.423385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8cc2c-5221-403d-832f-45be84420b1a req-4fb2fed8-71eb-44d2-8339-a58a753c52c2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:05.424844 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2dd8cc2c-5221-403d-832f-45be84420b1a req-4fb2fed8-71eb-44d2-8339-a58a753c52c2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0478995 Jul 27 22:47:05.462453 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2dd8cc2c-5221-403d-832f-45be84420b1a req-c13da2fd-b7d4-4b97-9ab8-9ca938604ab8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310664 Jul 27 22:47:05.728341 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-cdc26c5f-244c-4a12-a4e0-1f5d6a3b137b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707715 Jul 27 22:47:05.745519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef04cbe-68c6-4992-956a-d0b9b5808834 req-85fe6d30-3a9b-4263-8241-fe17ec4a80df tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:05.747232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ef04cbe-68c6-4992-956a-d0b9b5808834 req-85fe6d30-3a9b-4263-8241-fe17ec4a80df tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0785477 Jul 27 22:47:05.788312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ef04cbe-68c6-4992-956a-d0b9b5808834 req-0ee444df-a537-4ad4-946b-01e0386dced5 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350311 Jul 27 22:47:05.914436 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:47:06.913399 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdd795-a0b8-4489-83f6-f6bbdc5f236e req-12056560-f2be-444b-b166-a104177299f2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:06.915372 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dbdd795-a0b8-4489-83f6-f6bbdc5f236e req-12056560-f2be-444b-b166-a104177299f2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0523789 Jul 27 22:47:06.946886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-6717909a-86f3-419c-87a0-d2e24d2a4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:06.948376 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-6717909a-86f3-419c-87a0-d2e24d2a4e48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 1096 time: 0.0419056 Jul 27 22:47:06.956401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dbdd795-a0b8-4489-83f6-f6bbdc5f236e req-a8cd1933-4f02-41f1-bbd4-0f1006c59c32 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331643 Jul 27 22:47:07.375973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-ee94f09f-7887-4388-aa65-ce43593b4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:07.377462 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-ee94f09f-7887-4388-aa65-ce43593b4829 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.4215403 Jul 27 22:47:07.445821 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-0050ada9-7248-4d62-a18a-0314f57863a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 1000 time: 0.0604622 Jul 27 22:47:07.498568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-1d03bf76-dee0-4d5a-b4cb-94ed961672c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:07.499990 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-1d03bf76-dee0-4d5a-b4cb-94ed961672c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0463686 Jul 27 22:47:07.545607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-d7b77837-d5f3-4dd9-9d5e-46496417ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:07.547087 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-d7b77837-d5f3-4dd9-9d5e-46496417ac02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388973 Jul 27 22:47:07.634726 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-d93e4316-95c2-41b5-a898-007cfd2ae2b6 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802512 Jul 27 22:47:07.726026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-8ac6a642-172c-42eb-b961-e204d6d681bc service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837450 Jul 27 22:47:08.072614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2886a5-b3ec-4444-b79c-dd48e58fa06c req-49f5874e-ebf3-4325-a79d-c84b51d72ff0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:08.074117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed2886a5-b3ec-4444-b79c-dd48e58fa06c req-49f5874e-ebf3-4325-a79d-c84b51d72ff0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0483716 Jul 27 22:47:08.114747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed2886a5-b3ec-4444-b79c-dd48e58fa06c req-db679ad4-ba6f-4b71-893e-2c1de779b53d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347679 Jul 27 22:47:09.229519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aecbd-b4d9-4a6b-8691-6a289c95c3c5 req-c60ca42d-9801-4cfb-8d04-8c36427637cb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:09.231026 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-429aecbd-b4d9-4a6b-8691-6a289c95c3c5 req-c60ca42d-9801-4cfb-8d04-8c36427637cb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0486898 Jul 27 22:47:09.269434 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-429aecbd-b4d9-4a6b-8691-6a289c95c3c5 req-58489c06-5532-4d5d-9980-1c8d3af37194 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324638 Jul 27 22:47:09.466317 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-24491094-ec45-49ca-a946-b3c868f7e801 service neutron] show failed (client error): The resource could not be found. Jul 27 22:47:09.467354 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-24491094-ec45-49ca-a946-b3c868f7e801 service neutron] 10.222.0.43 "GET /v2.0/ports/8045e309-22f1-4f3d-b232-8c86f0a07917/bindings/n-h2-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0552545 Jul 27 22:47:09.755870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-088ff3d3-0ddc-4719-9643-3e289d84ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:09.757525 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-088ff3d3-0ddc-4719-9643-3e289d84ff7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 1096 time: 0.1381173 Jul 27 22:47:09.769189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:47:09.825974 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:10.280111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8045e309-22f1-4f3d-b232-8c86f0a07917,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:10.314567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:47:10.378067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:10.380372 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c5f389-826e-4668-a0cd-923fa2902401" -d '{"events": [{"server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "name": "network-vif-unplugged", "status": "completed", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:10.389282 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:10.409057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Transition to ACTIVE for port object 8045e309-22f1-4f3d-b232-8c86f0a07917 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:47:10.418061 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcda0ee-0a00-46a3-8bd7-dd8984e99019 req-5843003e-a32b-42f1-9266-73de030014a6 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:10.419615 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbcda0ee-0a00-46a3-8bd7-dd8984e99019 req-5843003e-a32b-42f1-9266-73de030014a6 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0821354 Jul 27 22:47:10.420722 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:10.457374 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e643a1a-ce52-4e6d-846d-85ce6a2c2cbd x-openstack-request-id: req-9e643a1a-ce52-4e6d-846d-85ce6a2c2cbd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:10.457668 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "name": "network-vif-unplugged", "status": "completed", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:10.457921 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e643a1a-ce52-4e6d-846d-85ce6a2c2cbd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:10.458334 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'code': 200} Jul 27 22:47:10.533119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Pushing event updated for resources: {'Port': ['ID=8045e309-22f1-4f3d-b232-8c86f0a07917,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:10.540340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbcda0ee-0a00-46a3-8bd7-dd8984e99019 req-48407c9d-79c1-4c2a-a7fe-04f0db97d789 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115091 Jul 27 22:47:10.547299 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:10.547651 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:10.547996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:10.548340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:10.548677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:10.549022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:10.549331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:10.549658 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:10.549982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:10.550338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:10.550667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:10.550990 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:10.588806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] No DVR routers for this DVR port 8045e309-22f1-4f3d-b232-8c86f0a07917 on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:47:10.721808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Attempting to bind port 8045e309-22f1-4f3d-b232-8c86f0a07917 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:47:10.722153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Attempting to bind port 8045e309-22f1-4f3d-b232-8c86f0a07917 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:47:10.722518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Attempting to bind port 8045e309-22f1-4f3d-b232-8c86f0a07917 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:47:10.727728 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Port 8045e309-22f1-4f3d-b232-8c86f0a07917 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:47:10.728054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Attempting to bind port 8045e309-22f1-4f3d-b232-8c86f0a07917 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:47:10.732792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:47:10.733085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:47:10.733470 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Bound using segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:47:10.733897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Bound port: 8045e309-22f1-4f3d-b232-8c86f0a07917, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:47:10.734251 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:10.798184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:47:10.801377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8045e309-22f1-4f3d-b232-8c86f0a07917,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:47:10.804915 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:10.838166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:10.838886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:10.840288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] 10.222.0.41 "PUT /v2.0/ports/8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 1091 time: 1.0750716 Jul 27 22:47:10.861585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f05c3e-087a-482a-ab77-2ab8554d5771 service neutron] Pushing event updated for resources: {'Port': ['ID=8045e309-22f1-4f3d-b232-8c86f0a07917,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:10.905441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-0e3472f4-6c91-490c-a999-182267a0ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:10.907003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-0e3472f4-6c91-490c-a999-182267a0ec6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 1094 time: 0.0424826 Jul 27 22:47:11.012937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-226a2830-e3dc-43b7-a717-8fd504b400b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:11.014698 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-226a2830-e3dc-43b7-a717-8fd504b400b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.1006801 Jul 27 22:47:11.083262 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-c4175e01-6fa4-43f9-b786-7fa9a6359ead service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 998 time: 0.0618024 Jul 27 22:47:11.137874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-f3ea5e2a-5285-4ce3-a065-aab13604cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:11.139410 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-f3ea5e2a-5285-4ce3-a065-aab13604cf2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0493531 Jul 27 22:47:11.183955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-3969d973-0099-4886-9945-fcbd49e56add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:11.185396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-3969d973-0099-4886-9945-fcbd49e56add service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390403 Jul 27 22:47:11.272976 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-132217a5-3006-463e-9573-aceca4ebb7cf service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785720 Jul 27 22:47:11.364947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a03cbd38-af47-4a7e-ab41-a8ac453976b9 req-01211e91-5d67-4b1e-97bb-de93591453d1 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847943 Jul 27 22:47:11.657350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7650996-df17-43ef-898e-a6d0fd890b42 req-4d9ce773-28bc-4456-9124-1a1ad41b7849 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:11.658759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7650996-df17-43ef-898e-a6d0fd890b42 req-4d9ce773-28bc-4456-9124-1a1ad41b7849 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 943 time: 0.0484869 Jul 27 22:47:11.696895 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7650996-df17-43ef-898e-a6d0fd890b42 req-cb1c6a81-8e2e-484a-8f2a-d851cd1e4edc tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314906 Jul 27 22:47:12.425451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8045e309-22f1-4f3d-b232-8c86f0a07917 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:47:12.460115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:12.462561 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58355d62-4338-4457-95ab-770a075e578e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:12.463463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8045e309-22f1-4f3d-b232-8c86f0a07917 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:47:12.513790 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29b3d89-23ba-4b37-b317-36fa455086fd x-openstack-request-id: req-d29b3d89-23ba-4b37-b317-36fa455086fd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:12.514154 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:12.514430 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d29b3d89-23ba-4b37-b317-36fa455086fd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:12.514832 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'status': 'completed', 'code': 200} Jul 27 22:47:12.574533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58355d62-4338-4457-95ab-770a075e578e req-705f209e-20eb-4039-97d7-b3b9b1a32686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:12.576527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-705f209e-20eb-4039-97d7-b3b9b1a32686 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 1094 time: 0.0461247 Jul 27 22:47:12.578554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58355d62-4338-4457-95ab-770a075e578e req-5b3bf113-b500-43fd-b123-5aaae87566a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:12.580161 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-5b3bf113-b500-43fd-b123-5aaae87566a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 1094 time: 0.0443859 Jul 27 22:47:12.671371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58355d62-4338-4457-95ab-770a075e578e req-b68086ab-0aad-4571-9663-c42d82ce8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:12.672857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-b68086ab-0aad-4571-9663-c42d82ce8f85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0888150 Jul 27 22:47:12.681404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58355d62-4338-4457-95ab-770a075e578e req-ab9c0046-8f1c-4fe2-baeb-e22bb1495cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:12.682886 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-ab9c0046-8f1c-4fe2-baeb-e22bb1495cee service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0957561 Jul 27 22:47:12.742096 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-40952a39-c549-479a-97d4-047271b4867b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 998 time: 0.0622349 Jul 27 22:47:12.751307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-5c1132f3-8559-43a5-a2f2-f9825d70c2e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 998 time: 0.0612335 Jul 27 22:47:12.808222 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58355d62-4338-4457-95ab-770a075e578e req-520096ca-1f92-4f33-9f8c-1db857d6c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:12.808433 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e1dfed3-1f52-4f7b-a7cb-a8eff7c404e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:12.809873 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-520096ca-1f92-4f33-9f8c-1db857d6c4c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0520308 Jul 27 22:47:12.835264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58355d62-4338-4457-95ab-770a075e578e req-61777e0c-eebf-4d2c-aa04-7c7c767be8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:12.836838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-61777e0c-eebf-4d2c-aa04-7c7c767be8d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0876741 Jul 27 22:47:12.857575 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:12.859039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58355d62-4338-4457-95ab-770a075e578e req-84eda75c-0a08-4d22-9d52-6147cf71d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:12.860551 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-84eda75c-0a08-4d22-9d52-6147cf71d41c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432522 Jul 27 22:47:12.862123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624e569-bb5b-413c-815d-ae73ce1f1e03 req-7255f424-8d43-4f72-a6e7-5d97ebcefc71 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:12.863667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4624e569-bb5b-413c-815d-ae73ce1f1e03 req-7255f424-8d43-4f72-a6e7-5d97ebcefc71 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 943 time: 0.0806248 Jul 27 22:47:12.919000 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4624e569-bb5b-413c-815d-ae73ce1f1e03 req-4e807f35-84ec-4d3a-9aad-142977be5fa8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410087 Jul 27 22:47:12.922002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58355d62-4338-4457-95ab-770a075e578e req-4bcae385-dd25-487e-86af-43360f8c1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:12.923400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-4bcae385-dd25-487e-86af-43360f8c1eeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791202 Jul 27 22:47:12.952472 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-668d9b34-a8db-4db2-8fce-c076bb9f6db8 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849304 Jul 27 22:47:13.027765 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-9c98ba4f-94eb-4479-bb01-6750735f8cae service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962858 Jul 27 22:47:13.071538 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-018a0c3f-c901-4768-9366-312d6508511c service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115332 Jul 27 22:47:13.152423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-b711bfcc-2e0f-45e9-a940-6b48b012e7ac tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:13.153947 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-b711bfcc-2e0f-45e9-a940-6b48b012e7ac tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3&tenant_id=d1d8f709feb54a27984d27a227fb4c86&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 943 time: 0.0525708 Jul 27 22:47:13.154546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336c5e5-011f-40e1-b533-e0ff21b0830b req-e2ecb537-eeca-4db2-a63e-6ef2bb96f403 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:13.156020 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e336c5e5-011f-40e1-b533-e0ff21b0830b req-e2ecb537-eeca-4db2-a63e-6ef2bb96f403 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 943 time: 0.0738316 Jul 27 22:47:13.176286 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58355d62-4338-4457-95ab-770a075e578e req-3d30bdfc-a6bd-4890-ba00-9c1dc4b4eba4 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415026 Jul 27 22:47:13.204960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e336c5e5-011f-40e1-b533-e0ff21b0830b req-f60410f3-a41c-49a6-9058-91463299c200 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400898 Jul 27 22:47:13.215465 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-c57e5c1d-da4f-4964-89e5-0cd0909e7b31 service neutron] delete failed (client error): The resource could not be found. Jul 27 22:47:13.216454 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-c57e5c1d-da4f-4964-89e5-0cd0909e7b31 service neutron] 10.222.0.43 "DELETE /v2.0/ports/8045e309-22f1-4f3d-b232-8c86f0a07917/bindings/n-h1-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0555561 Jul 27 22:47:13.306861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-634741d0-12b6-4da0-8ed5-05c92e838474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:13.308361 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-634741d0-12b6-4da0-8ed5-05c92e838474 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 1094 time: 0.0462699 Jul 27 22:47:13.397799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-5ded140e-3e0f-4bed-8043-bf2703b91b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:13.399308 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-5ded140e-3e0f-4bed-8043-bf2703b91b06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0827889 Jul 27 22:47:13.469239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-1d762e92-0634-482e-b77c-96fe1de110be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 998 time: 0.0615928 Jul 27 22:47:13.516797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-8ee9d91a-641f-401b-a0b5-c93f0b9fcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:13.518207 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-8ee9d91a-641f-401b-a0b5-c93f0b9fcd87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0423481 Jul 27 22:47:13.564194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-02d30faf-1870-41f0-8b9b-b12e0d1de0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:13.565669 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-02d30faf-1870-41f0-8b9b-b12e0d1de0f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403140 Jul 27 22:47:13.656678 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-a3ae263e-83d3-4819-94cb-013533740466 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837111 Jul 27 22:47:13.750814 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f64c68b3-c81a-4b3c-92d2-46051ac3f623 req-52172bc8-8058-47c1-897c-e9b1b2c676ad service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864496 Jul 27 22:47:14.113571 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8045e309-22f1-4f3d-b232-8c86f0a07917 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:47:14.210966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8045e309-22f1-4f3d-b232-8c86f0a07917,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:14.222752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'port_id': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'mac_address': 'fa:16:3e:18:41:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:47:14.261133 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:14.276237 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8045e309-22f1-4f3d-b232-8c86f0a07917 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:47:14.296450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8045e309-22f1-4f3d-b232-8c86f0a07917,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:14.301124 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:14.334406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa49e8d-9275-448c-af21-dd34feecacb3 req-4dae6312-dab4-448b-9f43-62c7efb1f328 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:14.335911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dfa49e8d-9275-448c-af21-dd34feecacb3 req-4dae6312-dab4-448b-9f43-62c7efb1f328 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 943 time: 0.0558119 Jul 27 22:47:14.347360 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8045e309-22f1-4f3d-b232-8c86f0a07917,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:14.355619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:14.355973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:14.356318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:14.356656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:14.356994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:14.357327 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:14.357657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:14.357993 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:14.358343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:14.358672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:14.358999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:14.359324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:14.378760 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dfa49e8d-9275-448c-af21-dd34feecacb3 req-d098fa8e-3fdb-4064-81e0-41fb3bd3e76d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366576 Jul 27 22:47:14.493181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81ff65-f123-4ca5-8ed7-49b9498d0800 req-926116da-6faf-40de-a444-9c46bc039f7e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:14.494683 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad81ff65-f123-4ca5-8ed7-49b9498d0800 req-926116da-6faf-40de-a444-9c46bc039f7e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 944 time: 0.0487540 Jul 27 22:47:14.499482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8045e309-22f1-4f3d-b232-8c86f0a07917'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:47:14.533059 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad81ff65-f123-4ca5-8ed7-49b9498d0800 req-458a34e5-9875-45ef-935f-dcf19bd64055 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314131 Jul 27 22:47:14.770437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eccf30-0bdb-4722-9caf-1a859d14ce8c req-8c85a303-c069-49e4-aae9-ac099e25e056 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:14.772698 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89eccf30-0bdb-4722-9caf-1a859d14ce8c req-8c85a303-c069-49e4-aae9-ac099e25e056 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 944 time: 0.0812619 Jul 27 22:47:14.778846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0890e2-6ce7-49a2-9100-896708a934ff req-5989f773-7a6c-49cb-9345-fc857f46b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:14.780303 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0890e2-6ce7-49a2-9100-896708a934ff req-5989f773-7a6c-49cb-9345-fc857f46b264 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 1095 time: 0.0584302 Jul 27 22:47:14.858178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89eccf30-0bdb-4722-9caf-1a859d14ce8c req-bdaca1ae-9348-4cc3-8617-0dfec8626ac0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769193 Jul 27 22:47:14.893875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0890e2-6ce7-49a2-9100-896708a934ff req-8df591bb-5c5e-4c07-9806-2990ae238f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:14.895389 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0890e2-6ce7-49a2-9100-896708a934ff req-8df591bb-5c5e-4c07-9806-2990ae238f88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.1009743 Jul 27 22:47:14.959633 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0890e2-6ce7-49a2-9100-896708a934ff req-0c086f27-d875-4170-a5ff-dbba7fb9b02d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 200 len: 999 time: 0.0563624 Jul 27 22:47:15.007260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0890e2-6ce7-49a2-9100-896708a934ff req-9b40b37d-4837-413e-82c0-b58ccdbd9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:15.008711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0890e2-6ce7-49a2-9100-896708a934ff req-9b40b37d-4837-413e-82c0-b58ccdbd9b90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0429091 Jul 27 22:47:15.058915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0890e2-6ce7-49a2-9100-896708a934ff req-a33b7d4b-39b2-4373-9261-49980e7c343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:15.060434 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0890e2-6ce7-49a2-9100-896708a934ff req-a33b7d4b-39b2-4373-9261-49980e7c343f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448289 Jul 27 22:47:15.148756 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0890e2-6ce7-49a2-9100-896708a934ff req-cb0f5f76-4d21-4354-886c-b4dfbbbb0f4d service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796161 Jul 27 22:47:15.239410 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8a0890e2-6ce7-49a2-9100-896708a934ff req-aeb3a710-356f-4f60-ab9a-6d27ac910605 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830507 Jul 27 22:47:15.467458 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08d323b6-7d94-4c19-981f-c2f514d59713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:15.812532 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:15.978811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a51acf-a4de-40a5-9fac-0e31380dce7b req-f71d2f03-e809-4be1-bd16-56d5d0ebf9d4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:15.980316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1a51acf-a4de-40a5-9fac-0e31380dce7b req-f71d2f03-e809-4be1-bd16-56d5d0ebf9d4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 944 time: 0.0494394 Jul 27 22:47:16.018611 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1a51acf-a4de-40a5-9fac-0e31380dce7b req-1096d9dd-b7c1-4890-99b7-afc17833115f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323615 Jul 27 22:47:16.135488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8045e309-22f1-4f3d-b232-8c86f0a07917 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:47:16.187365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 8045e309-22f1-4f3d-b232-8c86f0a07917 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:47:16.190981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 8045e309-22f1-4f3d-b232-8c86f0a07917 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:47:16.191361 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:16.256606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e2853-b1d1-45af-92e4-258f5873d35d req-a3f2438c-d04e-46f4-b92c-268b1e7678bb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:16.258107 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b63e2853-b1d1-45af-92e4-258f5873d35d req-a3f2438c-d04e-46f4-b92c-268b1e7678bb tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 944 time: 0.0505328 Jul 27 22:47:16.271486 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:16.293510 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:16.295786 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98253337-c9ea-4688-897d-ea5d13d1ffba" -d '{"events": [{"server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "name": "network-vif-plugged", "status": "completed", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:16.297378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b63e2853-b1d1-45af-92e4-258f5873d35d req-9cfca7cb-caa1-43a4-be1e-0f173dab9aa1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319517 Jul 27 22:47:16.310224 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8045e309-22f1-4f3d-b232-8c86f0a07917,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:16.315098 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:16.338239 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34a3955-ffaf-4206-a9b3-0f238fbdcc61 x-openstack-request-id: req-f34a3955-ffaf-4206-a9b3-0f238fbdcc61 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:16.338559 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "name": "network-vif-plugged", "status": "completed", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:16.338811 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f34a3955-ffaf-4206-a9b3-0f238fbdcc61 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:16.339197 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'code': 200} Jul 27 22:47:16.364299 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8045e309-22f1-4f3d-b232-8c86f0a07917,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:16.546128 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:16.811248 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:17.419408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b39fa0-4fd1-45f2-adf5-40a5e1aa8063 req-c6d10efa-19bf-43c9-afb4-b7c094faafb7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:17.420875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19b39fa0-4fd1-45f2-adf5-40a5e1aa8063 req-c6d10efa-19bf-43c9-afb4-b7c094faafb7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0521894 Jul 27 22:47:17.484405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19b39fa0-4fd1-45f2-adf5-40a5e1aa8063 req-6b0ba9a8-fd54-490b-9dd7-7474ccf80db8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523574 Jul 27 22:47:17.496525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-93dbe639-1da6-4e0c-98cb-1309f83c4ef2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:17.498016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-93dbe639-1da6-4e0c-98cb-1309f83c4ef2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ab02673-3d47-4f6a-97bb-4247ce9becf3 HTTP/1.1" status: 200 len: 945 time: 0.0744522 Jul 27 22:47:17.584596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Deleting port 8045e309-22f1-4f3d-b232-8c86f0a07917 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:47:17.584862 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:17.672329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] For port 8045e309-22f1-4f3d-b232-8c86f0a07917, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8045e309-22f1-4f3d-b232-8c86f0a07917,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:17.672697 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:17.839333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:17.839616 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:17.839925 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Floating IP 49200d26-f8cf-4210-a14a-f689047de174 disassociated. External IP: 172.25.1.78, port: 8045e309-22f1-4f3d-b232-8c86f0a07917. Jul 27 22:47:17.840262 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Calling delete_port for 8045e309-22f1-4f3d-b232-8c86f0a07917 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:47:17.973759 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:18.002993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event deleted for resources: {'Port': ['ID=8045e309-22f1-4f3d-b232-8c86f0a07917,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:18.118387 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Router 101694b3-f5f2-4e1c-9adb-6105107ccf81 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:47:18.232247 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:47:18.243629 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41943541-49c3-466f-9f03-b8d895ebca0f None None] Sync routers for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:47:18.249859 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:18.253896 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41943541-49c3-466f-9f03-b8d895ebca0f None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:47:18.254537 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-41943541-49c3-466f-9f03-b8d895ebca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:47:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:47:18.271504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] No DVR routers for this DVR port 8045e309-22f1-4f3d-b232-8c86f0a07917 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:47:18.274155 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:18.276517 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fb6f0df-b835-4238-a2c2-d4276b935afc req-5c83d87b-84d1-4d00-b010-2ff9f06fc934 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.41 "DELETE /v2.0/ports/8045e309-22f1-4f3d-b232-8c86f0a07917 HTTP/1.1" status: 204 len: 173 time: 0.7725115 Jul 27 22:47:18.276975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'name': 'network-vif-deleted', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:18.279401 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2da708f-c55a-427a-a5da-728fb7f7f349" -d '{"events": [{"server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "name": "network-vif-deleted", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:18.317229 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db340d5a-e180-4a8c-b70c-0ec6ec17893c x-openstack-request-id: req-db340d5a-e180-4a8c-b70c-0ec6ec17893c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:18.317524 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab02673-3d47-4f6a-97bb-4247ce9becf3", "name": "network-vif-deleted", "tag": "8045e309-22f1-4f3d-b232-8c86f0a07917", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:18.317866 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db340d5a-e180-4a8c-b70c-0ec6ec17893c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:18.318935 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab02673-3d47-4f6a-97bb-4247ce9becf3', 'name': 'network-vif-deleted', 'tag': '8045e309-22f1-4f3d-b232-8c86f0a07917', 'status': 'completed', 'code': 200} Jul 27 22:47:18.373968 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-41943541-49c3-466f-9f03-b8d895ebca0f None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:47:18.582798 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-41943541-49c3-466f-9f03-b8d895ebca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:47:18.614255 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41943541-49c3-466f-9f03-b8d895ebca0f None None] Checking router: 101694b3-f5f2-4e1c-9adb-6105107ccf81 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:47:18.623567 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41943541-49c3-466f-9f03-b8d895ebca0f None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:47:18.624097 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-41943541-49c3-466f-9f03-b8d895ebca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:47:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:47:18.733268 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-41943541-49c3-466f-9f03-b8d895ebca0f None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:47:18.774994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-717761a4-b00b-4c13-b9cd-ec506b07364b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--86361185&fields=id&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 267 time: 0.0385931 Jul 27 22:47:18.878414 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-8e47dce1-0fab-40c3-99b2-a0f84607551d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:18.879800 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-8e47dce1-0fab-40c3-99b2-a0f84607551d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 811 time: 0.0979970 Jul 27 22:47:18.895548 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-be0b85b4-ba80-418b-a1a7-f374b8ee7f53 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/quotas/d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 375 time: 0.0092673 Jul 27 22:47:18.930539 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-41943541-49c3-466f-9f03-b8d895ebca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:47:18.950161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-62fe6e59-dee8-4fd6-8f5c-bcf19a3c5241 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484555 Jul 27 22:47:18.956648 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41943541-49c3-466f-9f03-b8d895ebca0f None None] The sync data for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 is: [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:47:19.102231 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-36955ccc-403b-4a1d-bf2f-cc9bdee35c68 service neutron] 10.222.0.24 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401560 Jul 27 22:47:19.175137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5305e8-3b57-4aa9-b9ea-2fc91c066a34 None None] New status for floating IP 49200d26-f8cf-4210-a14a-f689047de174: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:47:19.195909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-85df36b2-848b-4edb-87d8-86394f77d29e service neutron] 10.222.0.24 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874901 Jul 27 22:47:19.363539 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3efc2a5c-7b37-42d1-a245-18148526000d req-348e7f7f-a78a-4e0d-88e5-be3a3c38c9f7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 210 time: 0.0312572 Jul 27 22:47:20.246874 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-c2f4ab01-0dfa-449b-89b8-2c522bb8d781 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:20.248337 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-c2f4ab01-0dfa-449b-89b8-2c522bb8d781 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 811 time: 0.1066742 Jul 27 22:47:20.292880 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-b0266de7-f9bd-41c6-9c7e-41845c45fbab tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 378 time: 0.0349047 Jul 27 22:47:20.303877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Request body: {'port': {'device_id': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'admin_state_up': True, 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'security_groups': ['73bbfeb1-a96c-414c-8632-0ec85be385c6']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:47:20.409860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Made reservation on behalf of d1d8f709feb54a27984d27a227fb4c86 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:47:20.413490 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:20.459210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-895075bf-1403-40ee-865f-3250700510b7 req-abd0132a-e5b1-4c90-8875-6c98ff5228c9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 210 time: 0.0270510 Jul 27 22:47:20.543162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Allocated IP 172.20.0.6 (655a77a6-3d1d-4b36-aff1-2f191fcd7652/103ebf10-3521-4688-bc43-0cf050491445/8126c79e-a8b2-4e34-9fa1-d4df421bacc9) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:47:20.681004 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:20.694998 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Transition to ACTIVE for port object 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:47:20.726871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:20.769614 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:47:20.773007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:47:20.778576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:47:20.803092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event updated for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:20.816265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:20.816607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:20.816946 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:20.817282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:20.817616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:20.817961 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:20.818942 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:20.819508 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:20.819855 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:20.820183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:20.820513 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:20.820836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:47:20.852072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:20.852415 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:20.868082 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-4ddb307d-4e76-40f9-b21c-e2095ab15f0e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679016 Jul 27 22:47:20.882033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Request body: {'port': {'device_id': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:47:20.944441 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:21.014064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fe4b78bc-7c77-4759-af69-8cb99597e8e0 None None] Provisioning for port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:47:21.018126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fe4b78bc-7c77-4759-af69-8cb99597e8e0 None None] Provisioning complete for port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:47:21.018605 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe4b78bc-7c77-4759-af69-8cb99597e8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:21.052945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b78bc-7c77-4759-af69-8cb99597e8e0 None None] Port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:47:21.207270 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:47:21.215600 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:21.228485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Transition to ACTIVE for port object 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:47:21.231924 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:21.284907 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Pushing event updated for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:21.355037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Attempting to bind port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:47:21.355468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Attempting to bind port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:47:21.355862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Attempting to bind port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:47:21.360447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:47:21.360880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Attempting to bind port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:47:21.366404 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:47:21.366741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:47:21.367124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Bound using segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:47:21.367552 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Bound port: 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:47:21.367906 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:21.435532 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:47:21.438940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:47:21.443663 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:21.483421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:21.484052 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:21.485469 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] 10.222.0.43 "PUT /v2.0/ports/8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 1091 time: 0.6084812 Jul 27 22:47:21.485919 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:21.488196 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f1c82b-9cf2-47c9-9beb-cac8152b84cd" -d '{"events": [{"name": "network-changed", "server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:21.510082 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574a0ef-e330-448c-b04c-31fd5221f590 service neutron] Pushing event updated for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:21.562643 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57021710-ec0d-4e39-badc-5332bd9c854b x-openstack-request-id: req-57021710-ec0d-4e39-badc-5332bd9c854b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:21.562643 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:21.562643 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57021710-ec0d-4e39-badc-5332bd9c854b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:21.563037 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'status': 'completed', 'code': 200} Jul 27 22:47:21.594592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-c85a946e-9120-4cba-b124-99126ad52539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:21.596025 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f4d8d-0b5e-4ecb-97c3-89c7d49900fd req-8756c7a8-8555-40d5-bd09-e3017e9c31af tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:21.596522 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-c85a946e-9120-4cba-b124-99126ad52539 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1094 time: 0.0458150 Jul 27 22:47:21.597627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b6f4d8d-0b5e-4ecb-97c3-89c7d49900fd req-8756c7a8-8555-40d5-bd09-e3017e9c31af tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 943 time: 0.0556600 Jul 27 22:47:21.645581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b6f4d8d-0b5e-4ecb-97c3-89c7d49900fd req-b90779d6-8ba3-410b-b635-28e70fcfb8a4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382853 Jul 27 22:47:21.645816 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-14635d90-fd54-4796-88a7-4f5b79adc57d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 217 time: 0.0420480 Jul 27 22:47:21.698761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-07854404-1416-4bd2-9c9f-c73cbbd5cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:21.700266 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-07854404-1416-4bd2-9c9f-c73cbbd5cab4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0481334 Jul 27 22:47:21.746672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-c88c7464-b8bd-4d8c-a1a9-fc00e6a3a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:21.748239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-c88c7464-b8bd-4d8c-a1a9-fc00e6a3a53a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405228 Jul 27 22:47:21.850467 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-6315551a-9cc1-4217-8f1b-f5a5b2b6b8f1 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939467 Jul 27 22:47:21.940424 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8fe1feaf-cf2c-4293-b592-2d2d3c6befb9 req-53155653-a212-4c73-9890-18d120b0aa3a service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824456 Jul 27 22:47:22.031423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1c82b-9cf2-47c9-9beb-cac8152b84cd req-b0150ef3-886b-4ee0-9060-d4ae11245989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:22.032892 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7f1c82b-9cf2-47c9-9beb-cac8152b84cd req-b0150ef3-886b-4ee0-9060-d4ae11245989 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1094 time: 0.0457816 Jul 27 22:47:22.124010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1c82b-9cf2-47c9-9beb-cac8152b84cd req-6a6730c8-3537-4694-a5e2-e51e12f0f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:22.125416 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7f1c82b-9cf2-47c9-9beb-cac8152b84cd req-6a6730c8-3537-4694-a5e2-e51e12f0f6b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0859683 Jul 27 22:47:22.160603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8045e309-22f1-4f3d-b232-8c86f0a07917 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:47:22.166097 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7f1c82b-9cf2-47c9-9beb-cac8152b84cd req-90cd1c1e-eb3a-4403-93c7-7d8c6dfb6160 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 217 time: 0.0336900 Jul 27 22:47:22.180937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 8045e309-22f1-4f3d-b232-8c86f0a07917 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:47:22.181279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8045e309-22f1-4f3d-b232-8c86f0a07917 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:47:22.223576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1c82b-9cf2-47c9-9beb-cac8152b84cd req-5bb50d51-189c-4525-8e3a-cf5d0472be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:22.225325 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7f1c82b-9cf2-47c9-9beb-cac8152b84cd req-5bb50d51-189c-4525-8e3a-cf5d0472be0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0480201 Jul 27 22:47:22.273803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1c82b-9cf2-47c9-9beb-cac8152b84cd req-dc0e3cb0-955f-4645-8be6-419d9b813ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:22.275313 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7f1c82b-9cf2-47c9-9beb-cac8152b84cd req-dc0e3cb0-955f-4645-8be6-419d9b813ea1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412767 Jul 27 22:47:22.365567 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7f1c82b-9cf2-47c9-9beb-cac8152b84cd req-c9fb89f9-6493-4793-9ef6-f51dde5fb3c2 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812688 Jul 27 22:47:22.465447 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e7f1c82b-9cf2-47c9-9beb-cac8152b84cd req-49978be8-e42d-4c44-bb2b-6b7e951b555e service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920117 Jul 27 22:47:22.766056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980b8aa-d526-4eba-8cb4-22f1ec86c8b7 req-43e6f25d-1651-4431-a37c-8fa5d8ef0045 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:22.767473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0980b8aa-d526-4eba-8cb4-22f1ec86c8b7 req-43e6f25d-1651-4431-a37c-8fa5d8ef0045 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 943 time: 0.0533342 Jul 27 22:47:22.805564 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0980b8aa-d526-4eba-8cb4-22f1ec86c8b7 req-e1789bf8-25d7-4750-a59c-2a2813398d50 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314958 Jul 27 22:47:23.934065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c6f94-e35b-48a8-a734-2ed789e29d5c req-5135e321-2938-4879-9118-38b4941e5e45 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:23.935596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-117c6f94-e35b-48a8-a734-2ed789e29d5c req-5135e321-2938-4879-9118-38b4941e5e45 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 943 time: 0.0590239 Jul 27 22:47:23.974464 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-117c6f94-e35b-48a8-a734-2ed789e29d5c req-92337359-68b4-4518-ae61-98591ce01612 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320685 Jul 27 22:47:24.471242 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:47:24.565101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:24.576715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'port_id': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'mac_address': 'fa:16:3e:31:b7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:47:24.612319 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:24.624395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:47:24.643403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:24.647670 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:24.693898 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:24.853466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['8126c79e-a8b2-4e34-9fa1-d4df421bacc9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:47:25.092121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed5dd9-f5e9-4da3-a15a-09cba3796373 req-b418b5ff-e08f-47af-a2ce-ab7ddffd4876 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:25.093596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29ed5dd9-f5e9-4da3-a15a-09cba3796373 req-b418b5ff-e08f-47af-a2ce-ab7ddffd4876 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 944 time: 0.0522447 Jul 27 22:47:25.133015 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-29ed5dd9-f5e9-4da3-a15a-09cba3796373 req-3155784d-685e-4ff5-bcf9-b11aa03458d2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331151 Jul 27 22:47:26.250563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e70d4-7da0-4d07-a6a3-42bbc177afc6 req-98302f2c-5ee4-40e6-824d-a6381f9bb763 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:26.252049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-958e70d4-7da0-4d07-a6a3-42bbc177afc6 req-98302f2c-5ee4-40e6-824d-a6381f9bb763 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 944 time: 0.0513794 Jul 27 22:47:26.289624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-958e70d4-7da0-4d07-a6a3-42bbc177afc6 req-0b5ab9d6-e653-4e7c-aa7d-54694d1010ae tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315790 Jul 27 22:47:26.487050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:47:26.534077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:47:26.537679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:47:26.538052 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:26.612986 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:26.635509 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:26.638168 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4f3598-e705-40aa-b427-973417a516d3" -d '{"events": [{"server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "name": "network-vif-plugged", "status": "completed", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:26.652693 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:47:26.656732 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:26.679132 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bb0fcb-b1e7-4a0a-b531-5b6f1383b4fb x-openstack-request-id: req-27bb0fcb-b1e7-4a0a-b531-5b6f1383b4fb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:26.679422 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "name": "network-vif-plugged", "status": "completed", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:26.679674 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27bb0fcb-b1e7-4a0a-b531-5b6f1383b4fb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:26.680058 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'code': 200} Jul 27 22:47:26.706341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:47:26.771521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf0a26-ee94-4bd8-aca1-8c2d9d03cc14 req-c5eba66e-89c7-4551-a7bf-6e674f43af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:26.773016 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7ecf0a26-ee94-4bd8-aca1-8c2d9d03cc14 req-c5eba66e-89c7-4551-a7bf-6e674f43af75 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1096 time: 0.0413170 Jul 27 22:47:26.808304 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7ecf0a26-ee94-4bd8-aca1-8c2d9d03cc14 req-12e4ce73-1391-497d-982d-6036eba28e35 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279701 Jul 27 22:47:27.406747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4f473-d6ba-40d6-862b-44d32b063a29 req-0009801d-805e-465b-bdf6-aaba6d380208 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:27.408208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9f4f473-d6ba-40d6-862b-44d32b063a29 req-0009801d-805e-465b-bdf6-aaba6d380208 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0521939 Jul 27 22:47:27.446603 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9f4f473-d6ba-40d6-862b-44d32b063a29 req-f36d66c6-1c2d-4871-bd71-90baf97457cd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317507 Jul 27 22:47:28.564570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0aec-2cb2-48f3-948e-dbfc25364635 req-62d7626f-5835-4c3d-aef0-99f5272cc0da tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:28.566040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d27c0aec-2cb2-48f3-948e-dbfc25364635 req-62d7626f-5835-4c3d-aef0-99f5272cc0da tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0488882 Jul 27 22:47:28.603488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d27c0aec-2cb2-48f3-948e-dbfc25364635 req-74b353d6-f679-432d-842c-151c828c2327 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314417 Jul 27 22:47:28.714627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e5319-6c81-4ec7-a4b2-d4c99442ef39 req-5ad7c406-067a-4cb8-9129-961695439d57 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:28.716100 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d58e5319-6c81-4ec7-a4b2-d4c99442ef39 req-5ad7c406-067a-4cb8-9129-961695439d57 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0491040 Jul 27 22:47:28.725484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33020) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:47:28.729977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-80faa370-9f6c-4fc2-a9e6-5fa92c0e6ae0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Request body: {'floatingip': {'port_id': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:47:28.770206 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80faa370-9f6c-4fc2-a9e6-5fa92c0e6ae0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:29.451928 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80faa370-9f6c-4fc2-a9e6-5fa92c0e6ae0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:29.455686 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80faa370-9f6c-4fc2-a9e6-5fa92c0e6ae0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:29.556951 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-80faa370-9f6c-4fc2-a9e6-5fa92c0e6ae0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Floating IP 49200d26-f8cf-4210-a14a-f689047de174 associated. External IP: 172.25.1.78, port: 8126c79e-a8b2-4e34-9fa1-d4df421bacc9. Jul 27 22:47:29.758454 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80faa370-9f6c-4fc2-a9e6-5fa92c0e6ae0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Router 101694b3-f5f2-4e1c-9adb-6105107ccf81 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:47:29.868083 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80faa370-9f6c-4fc2-a9e6-5fa92c0e6ae0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:47:29.872871 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-80faa370-9f6c-4fc2-a9e6-5fa92c0e6ae0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:29.877469 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad2cf6-d916-4400-b8d1-b2293591ea4f None None] Sync routers for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:47:29.887016 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad2cf6-d916-4400-b8d1-b2293591ea4f None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:47:29.887627 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fbad2cf6-d916-4400-b8d1-b2293591ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:47:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:47:29.905823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-80faa370-9f6c-4fc2-a9e6-5fa92c0e6ae0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "PUT /v2.0/floatingips/49200d26-f8cf-4210-a14a-f689047de174 HTTP/1.1" status: 200 len: 990 time: 1.1766582 Jul 27 22:47:29.905823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:47:29.906074 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbc1353-75db-423d-bb1a-36362a2d90d9" -d '{"events": [{"name": "network-changed", "server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:47:29.943269 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f6efda-2eee-44f2-b888-ce4cfd8c2e9e x-openstack-request-id: req-69f6efda-2eee-44f2-b888-ce4cfd8c2e9e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:47:29.946136 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:47:29.946136 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69f6efda-2eee-44f2-b888-ce4cfd8c2e9e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:47:29.946136 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'status': 'completed', 'code': 200} Jul 27 22:47:30.007946 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fbad2cf6-d916-4400-b8d1-b2293591ea4f None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:47:30.014962 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc1353-75db-423d-bb1a-36362a2d90d9 req-e49265b5-a928-4fa4-bdde-29664ddd03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:30.016457 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cdbc1353-75db-423d-bb1a-36362a2d90d9 req-e49265b5-a928-4fa4-bdde-29664ddd03fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1096 time: 0.0485563 Jul 27 22:47:30.105639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc1353-75db-423d-bb1a-36362a2d90d9 req-e704f149-fd87-45e0-9a63-f2a92f566ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:30.107182 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cdbc1353-75db-423d-bb1a-36362a2d90d9 req-e704f149-fd87-45e0-9a63-f2a92f566ef8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0839338 Jul 27 22:47:30.178936 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cdbc1353-75db-423d-bb1a-36362a2d90d9 req-1a7a5e9d-7348-4dea-8143-57e54828a7ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 998 time: 0.0644660 Jul 27 22:47:30.227370 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fbad2cf6-d916-4400-b8d1-b2293591ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '49200d26-f8cf-4210-a14a-f689047de174', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'port_id': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'mac_address': 'fa:16:3e:31:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:42:52Z', 'updated_at': '2021-07-27T22:47:29Z', 'revision_number': 9, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:47:30.228023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc1353-75db-423d-bb1a-36362a2d90d9 req-db7f8c5b-6dc8-4d96-8a39-5ef2e47d4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:30.229548 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cdbc1353-75db-423d-bb1a-36362a2d90d9 req-db7f8c5b-6dc8-4d96-8a39-5ef2e47d4d92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0436635 Jul 27 22:47:30.253297 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad2cf6-d916-4400-b8d1-b2293591ea4f None None] Checking router: 101694b3-f5f2-4e1c-9adb-6105107ccf81 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:47:30.262598 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad2cf6-d916-4400-b8d1-b2293591ea4f None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:47:30.263206 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fbad2cf6-d916-4400-b8d1-b2293591ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:47:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:47:30.276908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc1353-75db-423d-bb1a-36362a2d90d9 req-4324aba7-d365-454e-b31e-7c1429b84278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:30.278439 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cdbc1353-75db-423d-bb1a-36362a2d90d9 req-4324aba7-d365-454e-b31e-7c1429b84278 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419266 Jul 27 22:47:30.375858 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cdbc1353-75db-423d-bb1a-36362a2d90d9 req-3de62331-95f9-423e-bae4-3a6f0866a9af service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897965 Jul 27 22:47:30.456964 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fbad2cf6-d916-4400-b8d1-b2293591ea4f None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:47:30.466433 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cdbc1353-75db-423d-bb1a-36362a2d90d9 req-79eb02e5-bf05-48ae-a0ce-357df3c00612 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837574 Jul 27 22:47:30.673165 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fbad2cf6-d916-4400-b8d1-b2293591ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '49200d26-f8cf-4210-a14a-f689047de174', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'port_id': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'mac_address': 'fa:16:3e:31:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:42:52Z', 'updated_at': '2021-07-27T22:47:29Z', 'revision_number': 9, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:47:30.699622 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbad2cf6-d916-4400-b8d1-b2293591ea4f None None] The sync data for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 is: [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '49200d26-f8cf-4210-a14a-f689047de174', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'port_id': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'mac_address': 'fa:16:3e:31:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:42:52Z', 'updated_at': '2021-07-27T22:47:29Z', 'revision_number': 9, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:47:30.889039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10359051-4fe0-46c5-bf0f-e10ca62ca0f8 None None] New status for floating IP 49200d26-f8cf-4210-a14a-f689047de174: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:47:36.690921 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50634a5c-1c9b-40d5-99a3-58d8bc95eb5b req-bf79f72c-63ff-441f-9f0f-a23940924f76 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399289 Jul 27 22:47:36.795592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634a5c-1c9b-40d5-99a3-58d8bc95eb5b req-ad8b7765-5c5f-4f8e-812a-4e22642d3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:36.797100 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50634a5c-1c9b-40d5-99a3-58d8bc95eb5b req-ad8b7765-5c5f-4f8e-812a-4e22642d3c0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1096 time: 0.0448780 Jul 27 22:47:36.900717 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634a5c-1c9b-40d5-99a3-58d8bc95eb5b req-23cc79ec-74cd-445b-9e6b-9c2bb4716345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:36.902118 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50634a5c-1c9b-40d5-99a3-58d8bc95eb5b req-23cc79ec-74cd-445b-9e6b-9c2bb4716345 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0832283 Jul 27 22:47:36.976712 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50634a5c-1c9b-40d5-99a3-58d8bc95eb5b req-99c24ef0-7a07-4025-a7b9-d45878ffa960 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 1001 time: 0.0633919 Jul 27 22:47:37.026536 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634a5c-1c9b-40d5-99a3-58d8bc95eb5b req-74555680-74a0-40f9-a523-5602a70423c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:37.027992 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50634a5c-1c9b-40d5-99a3-58d8bc95eb5b req-74555680-74a0-40f9-a523-5602a70423c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0438318 Jul 27 22:47:37.079950 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634a5c-1c9b-40d5-99a3-58d8bc95eb5b req-50c4751f-8e45-4b4b-b76c-b2c738884c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:47:37.083257 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50634a5c-1c9b-40d5-99a3-58d8bc95eb5b req-50c4751f-8e45-4b4b-b76c-b2c738884c98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480638 Jul 27 22:47:37.177106 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50634a5c-1c9b-40d5-99a3-58d8bc95eb5b req-67ec360e-021a-4150-816a-514f3bc7f4f5 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866139 Jul 27 22:47:37.265337 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-50634a5c-1c9b-40d5-99a3-58d8bc95eb5b req-474f2dd9-b41a-426d-a8ec-faf22e8778ba service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807719 Jul 27 22:47:42.800377 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4fadc39c-6501-4e59-92ab-bad4311885e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:42.842687 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:42.913643 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:47:45.471557 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d6dc2c2-f841-40d6-95e5-3bf6a069834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:45.812760 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:46.549580 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:46.799023 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:48.250575 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:12.800637 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4827697a-8224-4800-af1a-f4b730839533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:12.842114 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:15.472206 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-057e8d92-d4eb-4c4c-a5b9-c2028ebd4ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:15.814842 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:16.552549 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:16.815688 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:18.253818 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:19.913413 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:48:37.203446 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-30e864bd-a483-4282-a8a6-8a637394de82 req-5a08d5ef-55f5-4af0-8c35-ab5b084acd16 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419612 Jul 27 22:48:37.287627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e864bd-a483-4282-a8a6-8a637394de82 req-97a669b7-16d7-4e03-b38a-bd9558e55161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:37.289732 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-30e864bd-a483-4282-a8a6-8a637394de82 req-97a669b7-16d7-4e03-b38a-bd9558e55161 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1096 time: 0.0444906 Jul 27 22:48:37.405598 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e864bd-a483-4282-a8a6-8a637394de82 req-bd8e20a9-5914-4bba-86fc-d340f5c828e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:37.407093 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-30e864bd-a483-4282-a8a6-8a637394de82 req-bd8e20a9-5914-4bba-86fc-d340f5c828e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0991275 Jul 27 22:48:37.475489 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-30e864bd-a483-4282-a8a6-8a637394de82 req-8316967d-55b3-4886-b7fa-9a1745df89ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 1001 time: 0.0602229 Jul 27 22:48:37.524767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e864bd-a483-4282-a8a6-8a637394de82 req-b89274b7-8f26-4e5b-ad39-df712dea48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:37.526167 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-30e864bd-a483-4282-a8a6-8a637394de82 req-b89274b7-8f26-4e5b-ad39-df712dea48f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0431054 Jul 27 22:48:37.570956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e864bd-a483-4282-a8a6-8a637394de82 req-cf18e8db-ca21-40a7-bcaf-62c47f94c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:48:37.572340 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-30e864bd-a483-4282-a8a6-8a637394de82 req-cf18e8db-ca21-40a7-bcaf-62c47f94c2aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392351 Jul 27 22:48:37.583136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-30e864bd-a483-4282-a8a6-8a637394de82 req-71690733-7947-43af-a734-8cf3dc6a32bb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:48:37.584083 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-30e864bd-a483-4282-a8a6-8a637394de82 req-71690733-7947-43af-a734-8cf3dc6a32bb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048704 Jul 27 22:48:37.674953 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-30e864bd-a483-4282-a8a6-8a637394de82 req-8b69c7ff-a24f-4bd7-ac8b-8ec3e9d89291 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836604 Jul 27 22:48:37.767014 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-30e864bd-a483-4282-a8a6-8a637394de82 req-2f219336-a9bd-4370-93f2-652ee7e4491e service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842030 Jul 27 22:48:42.801273 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-63ffb2cc-2e92-4e9e-8e4b-cd421649b3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:42.840796 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:45.472655 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f97bdb92-bfa9-429f-971a-bf0c552d0541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:45.813839 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:46.554917 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:46.824022 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:48.255485 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:56.912833 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:49:05.898026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-641f3588-28d9-4291-99bc-661fa60240ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186042 Jul 27 22:49:05.915789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841dd19-50f1-4017-9c7c-8b680a675170 req-35120cbe-611f-47db-8789-e7a459b9128c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:05.917474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f841dd19-50f1-4017-9c7c-8b680a675170 req-35120cbe-611f-47db-8789-e7a459b9128c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.1255279 Jul 27 22:49:05.956324 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f841dd19-50f1-4017-9c7c-8b680a675170 req-d1a96462-563f-4c3f-a2ab-5630dc5e5b77 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328517 Jul 27 22:49:07.102620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-5537875e-b6a3-4f7e-adc8-c96d23b3d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:07.104166 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-5537875e-b6a3-4f7e-adc8-c96d23b3d106 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1096 time: 0.0454323 Jul 27 22:49:07.137121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba86dd-c340-4b5c-853c-2cfa7bbccac1 req-e5266c4a-7c93-4f67-a32b-bb4ce193b5cc tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:07.138656 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95ba86dd-c340-4b5c-853c-2cfa7bbccac1 req-e5266c4a-7c93-4f67-a32b-bb4ce193b5cc tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.1043956 Jul 27 22:49:07.177281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95ba86dd-c340-4b5c-853c-2cfa7bbccac1 req-6fe2c5e4-6782-46d9-912b-28b089fed062 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325031 Jul 27 22:49:07.194152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-57776c23-8b0a-4f33-87d5-a2f3657d0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:07.195697 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-57776c23-8b0a-4f33-87d5-a2f3657d0b8b service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0841053 Jul 27 22:49:07.263777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-6ff63d09-08c9-41c3-9996-0f61662c51dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 1001 time: 0.0607197 Jul 27 22:49:07.311254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-dd6ed8a8-6ba4-42f2-82cc-838cc761b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:07.312632 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-dd6ed8a8-6ba4-42f2-82cc-838cc761b500 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0423188 Jul 27 22:49:07.358447 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-c92d594c-5c2f-4011-9a44-272dc3ba775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:07.359915 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-c92d594c-5c2f-4011-9a44-272dc3ba775d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405006 Jul 27 22:49:07.451409 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-31749bba-32b4-4fb0-9ba7-90686f47c363 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840094 Jul 27 22:49:07.877690 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-b45d5aa5-7ae3-4d65-b675-9803bca52404 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190958 Jul 27 22:49:08.296898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598f002-0152-4b01-9da4-6bef5936bf65 req-b1d3e94f-4cb0-41e7-a7a9-1c663d74965f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:08.298458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3598f002-0152-4b01-9da4-6bef5936bf65 req-b1d3e94f-4cb0-41e7-a7a9-1c663d74965f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0523653 Jul 27 22:49:08.335886 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3598f002-0152-4b01-9da4-6bef5936bf65 req-3799f5d9-5c94-4c0a-8b4b-2256fd80a579 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314023 Jul 27 22:49:09.450831 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e509d-a21d-4df8-ae2b-75683f41feb8 req-386d228a-6b56-4add-ab7b-a6932d9922c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:09.452305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-040e509d-a21d-4df8-ae2b-75683f41feb8 req-386d228a-6b56-4add-ab7b-a6932d9922c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0480924 Jul 27 22:49:09.490356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-040e509d-a21d-4df8-ae2b-75683f41feb8 req-67cc4f39-74d7-4aa9-804b-a43626a98555 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322466 Jul 27 22:49:10.605504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c264baf-2689-4f02-960a-910ac733e868 req-280c840f-b4e7-4352-b65b-c6c85b6efe87 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:10.607017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2c264baf-2689-4f02-960a-910ac733e868 req-280c840f-b4e7-4352-b65b-c6c85b6efe87 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0488434 Jul 27 22:49:10.644536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2c264baf-2689-4f02-960a-910ac733e868 req-acfb49ef-f40e-465f-a162-19b9e51cb76c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316365 Jul 27 22:49:11.768436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e122f81-e965-4210-bf0a-bb3b8b763c23 req-cb16dac8-6118-4a5e-bc9d-70a3b69257e6 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:11.769907 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e122f81-e965-4210-bf0a-bb3b8b763c23 req-cb16dac8-6118-4a5e-bc9d-70a3b69257e6 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0588036 Jul 27 22:49:11.807813 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e122f81-e965-4210-bf0a-bb3b8b763c23 req-c13cdd93-d472-4f0d-acb3-599a11ff7416 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311413 Jul 27 22:49:12.801684 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c3640c4-78b1-49c1-857e-f09f5ea7dca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:12.856439 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:12.925560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8207cc-096a-4c86-a7b7-0bcee4982355 req-349ff043-1a1a-4ebd-aaa8-6c9770679b5b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:12.927077 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed8207cc-096a-4c86-a7b7-0bcee4982355 req-349ff043-1a1a-4ebd-aaa8-6c9770679b5b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0495210 Jul 27 22:49:12.964772 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed8207cc-096a-4c86-a7b7-0bcee4982355 req-0af2b4a9-8468-4b0c-8cea-aa2060cb0b2b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313089 Jul 27 22:49:14.081162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8272e8-47ef-42bc-b0d0-ce8aab969467 req-6203feb7-2983-4e48-bb28-66f4e5abf467 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:14.082635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b8272e8-47ef-42bc-b0d0-ce8aab969467 req-6203feb7-2983-4e48-bb28-66f4e5abf467 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0490804 Jul 27 22:49:14.126561 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b8272e8-47ef-42bc-b0d0-ce8aab969467 req-e395cd64-bf0f-462e-8227-d96907f2fcdc tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377476 Jul 27 22:49:15.248568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5635eb-439f-4305-a5cc-8513cc1429ae req-435a5e7c-117c-4efa-9873-368d9f72e754 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:15.250090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a5635eb-439f-4305-a5cc-8513cc1429ae req-435a5e7c-117c-4efa-9873-368d9f72e754 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0529125 Jul 27 22:49:15.287047 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a5635eb-439f-4305-a5cc-8513cc1429ae req-13d68264-5f35-494e-8144-522536359750 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310104 Jul 27 22:49:15.471918 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a07c-7814-449c-bb03-1360bfec0e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:15.814859 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:16.406587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e0250-ddc6-4f7d-8cf8-d32377d88bb9 req-46540c1a-aca1-4b92-99c5-fc39748eec64 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:16.408075 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be4e0250-ddc6-4f7d-8cf8-d32377d88bb9 req-46540c1a-aca1-4b92-99c5-fc39748eec64 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0491688 Jul 27 22:49:16.444620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be4e0250-ddc6-4f7d-8cf8-d32377d88bb9 req-69ad17f7-b174-4372-abfc-3d9877327fcd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307221 Jul 27 22:49:16.556912 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:16.822218 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:17.559677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb8a76-4cd9-4e63-b20e-064a333ddc37 req-55ef063a-3e8c-46f8-a0de-f4207361a44a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:17.561157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9efb8a76-4cd9-4e63-b20e-064a333ddc37 req-55ef063a-3e8c-46f8-a0de-f4207361a44a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0482883 Jul 27 22:49:17.598078 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9efb8a76-4cd9-4e63-b20e-064a333ddc37 req-7a3b2e4b-3c0e-4f1d-aad0-97704118645b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311215 Jul 27 22:49:18.261327 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:18.716451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949997cb-10d7-4719-b537-de3243772429 req-ece2d98d-dffa-4484-90c4-aa3bd0962ea5 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:18.717918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-949997cb-10d7-4719-b537-de3243772429 req-ece2d98d-dffa-4484-90c4-aa3bd0962ea5 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0530822 Jul 27 22:49:18.756061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-949997cb-10d7-4719-b537-de3243772429 req-ba408127-d14e-4edd-87a9-9cc7f43a45ba tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322413 Jul 27 22:49:19.710177 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-1d524b61-a1bd-4996-b241-6f2df0c00074 service neutron] show failed (client error): The resource could not be found. Jul 27 22:49:19.711764 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-1d524b61-a1bd-4996-b241-6f2df0c00074 service neutron] 10.222.0.43 "GET /v2.0/ports/8126c79e-a8b2-4e34-9fa1-d4df421bacc9/bindings/n-h2-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0538125 Jul 27 22:49:19.897784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1b240-ab82-4bde-af96-c8d726254f22 req-9997677f-a770-48e6-8541-4eac1f28c730 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:19.899791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7f1b240-ab82-4bde-af96-c8d726254f22 req-9997677f-a770-48e6-8541-4eac1f28c730 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0727673 Jul 27 22:49:19.932502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-dc545a18-fbd8-4719-863e-b652863eb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:19.933973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-dc545a18-fbd8-4719-863e-b652863eb292 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 1096 time: 0.0691347 Jul 27 22:49:19.947549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:49:19.952010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7f1b240-ab82-4bde-af96-c8d726254f22 req-71fbc7f1-44d1-480b-9e5f-db8d0ff6cd86 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462844 Jul 27 22:49:20.006282 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:20.210850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:49:20.243733 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:49:20.280684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:49:20.283044 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b317ecb-5b27-4c25-b1a9-4ba30916c087" -d '{"events": [{"server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "name": "network-vif-unplugged", "status": "completed", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:49:20.286772 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:20.299115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Transition to ACTIVE for port object 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:49:20.302582 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:20.350811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:20.392546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:20.392904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:20.393250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:20.393589 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:20.393918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:20.394251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:20.394604 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:20.394933 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:20.395259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:20.395587 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:20.395917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:20.396239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:20.403255 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac612a83-52b0-4510-9734-b3be5ab55fa3 x-openstack-request-id: req-ac612a83-52b0-4510-9734-b3be5ab55fa3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:49:20.403558 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "name": "network-vif-unplugged", "status": "completed", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:49:20.403828 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac612a83-52b0-4510-9734-b3be5ab55fa3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:49:20.404208 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'code': 200} Jul 27 22:49:20.446740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] No DVR routers for this DVR port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:49:20.582160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Attempting to bind port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:49:20.582533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Attempting to bind port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:49:20.582866 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Attempting to bind port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:49:20.587614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:49:20.587938 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Attempting to bind port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:49:20.592632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:49:20.592969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:49:20.593357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Bound using segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:49:20.593781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Bound port: 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:49:20.594133 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:20.656169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:49:20.659146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:49:20.663734 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:20.699219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:20.699859 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:20.701253 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 1091 time: 0.7576854 Jul 27 22:49:20.737893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd44a2f-eaac-465e-b9e5-649a3d82b3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:20.771255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-93289736-3278-4cb6-af7e-aad0f93cb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:20.772908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-93289736-3278-4cb6-af7e-aad0f93cb635 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1094 time: 0.0478470 Jul 27 22:49:20.865890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-f9175f9b-80bd-4af8-9ce2-9bd6942822c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:20.867559 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-f9175f9b-80bd-4af8-9ce2-9bd6942822c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0878658 Jul 27 22:49:20.937401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-4140c9fc-ca70-4308-8e11-b61e7eea5c63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 999 time: 0.0625587 Jul 27 22:49:20.988552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-3a217783-dade-4f1e-b18a-010158150530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:20.990075 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-3a217783-dade-4f1e-b18a-010158150530 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0457475 Jul 27 22:49:21.061697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-35604d5b-62c2-4f6f-91e7-a13f45efd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:21.063218 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-35604d5b-62c2-4f6f-91e7-a13f45efd9c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659611 Jul 27 22:49:21.075401 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-6a09db33-3bf8-45ac-8fa4-97d927a0f369 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:49:21.076345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-6a09db33-3bf8-45ac-8fa4-97d927a0f369 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058336 Jul 27 22:49:21.083684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98701497-54fd-4239-9608-490f03616691 req-9ba1e72e-7da8-4e39-9214-82aac311e3bf tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:21.085053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98701497-54fd-4239-9608-490f03616691 req-9ba1e72e-7da8-4e39-9214-82aac311e3bf tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 943 time: 0.0616772 Jul 27 22:49:21.168516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-98701497-54fd-4239-9608-490f03616691 req-72863d28-e8ce-4340-a4ed-22bcc97dd43c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759070 Jul 27 22:49:21.196933 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-6e80f6e2-6ce3-4b97-800b-23301f787cbb service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109943 Jul 27 22:49:21.290764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3cbc10d5-3388-4920-891d-33b4e8c482a6 req-c9e772a4-156d-4204-be4e-1676364ccfd9 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865023 Jul 27 22:49:22.286109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c819-c21a-4dde-9e59-7d37f1e116f6 req-2878fe71-5adb-4e54-b646-3a155c1e96d2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:22.287650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae49c819-c21a-4dde-9e59-7d37f1e116f6 req-2878fe71-5adb-4e54-b646-3a155c1e96d2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 943 time: 0.0498049 Jul 27 22:49:22.329416 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae49c819-c21a-4dde-9e59-7d37f1e116f6 req-0565d0dc-0f98-4261-b199-1e6d7414d571 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346413 Jul 27 22:49:22.405434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:49:22.407887 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0590536-3334-4199-a869-d4faacdc0e19" -d '{"events": [{"name": "network-changed", "server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:49:22.454571 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02c508d-ef27-4046-b47b-dc338d7d1980 x-openstack-request-id: req-a02c508d-ef27-4046-b47b-dc338d7d1980 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:49:22.454863 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:49:22.455132 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a02c508d-ef27-4046-b47b-dc338d7d1980 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:49:22.455526 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'status': 'completed', 'code': 200} Jul 27 22:49:22.518241 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590536-3334-4199-a869-d4faacdc0e19 req-f7b5e8c0-7af8-4a5e-917b-c3214697214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:22.519838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-f7b5e8c0-7af8-4a5e-917b-c3214697214f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1094 time: 0.0416031 Jul 27 22:49:22.521178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590536-3334-4199-a869-d4faacdc0e19 req-5dd132f4-afc2-4897-8823-53f5f282e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:22.522702 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-5dd132f4-afc2-4897-8823-53f5f282e2fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1094 time: 0.0442693 Jul 27 22:49:22.610558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590536-3334-4199-a869-d4faacdc0e19 req-36c288e4-17e4-45c7-b3b4-dc9b95f86233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:22.612322 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-36c288e4-17e4-45c7-b3b4-dc9b95f86233 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0821130 Jul 27 22:49:22.613467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590536-3334-4199-a869-d4faacdc0e19 req-16d3758c-22dd-4f4d-ae2d-70d8be2dc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:22.614965 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-16d3758c-22dd-4f4d-ae2d-70d8be2dc59c service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0879643 Jul 27 22:49:22.682744 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-f14fd9b7-c32c-453e-8de1-3ef925cc03fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 999 time: 0.0625727 Jul 27 22:49:22.683007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-866c767b-6cac-43bd-a5ed-b381d92bd6f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 999 time: 0.0589159 Jul 27 22:49:22.732372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590536-3334-4199-a869-d4faacdc0e19 req-2c5c7e27-1e80-45c5-88c4-e53b835fabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:22.733852 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-2c5c7e27-1e80-45c5-88c4-e53b835fabb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0443738 Jul 27 22:49:22.735656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590536-3334-4199-a869-d4faacdc0e19 req-239770ac-5af5-4b92-9e81-44d6a39fc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:22.737116 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-239770ac-5af5-4b92-9e81-44d6a39fc471 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0451992 Jul 27 22:49:22.783402 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590536-3334-4199-a869-d4faacdc0e19 req-9a4b8e24-3ddc-4bf1-8172-5746e62ba487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:22.784922 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-9a4b8e24-3ddc-4bf1-8172-5746e62ba487 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440905 Jul 27 22:49:22.791563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590536-3334-4199-a869-d4faacdc0e19 req-1ee73875-318c-4be2-ba48-3c551c3681ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:22.793078 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-1ee73875-318c-4be2-ba48-3c551c3681ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475135 Jul 27 22:49:22.880799 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-055bd1bf-4fd9-48eb-9a65-34add0efd74f service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874984 Jul 27 22:49:22.888362 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-5ab448ac-01d9-4de8-81bc-99814da8082c service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878351 Jul 27 22:49:22.970030 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-dfb2ef03-275f-4996-8a86-465c50217006 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824978 Jul 27 22:49:22.984221 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0590536-3334-4199-a869-d4faacdc0e19 req-c4a12387-9f27-46ad-9268-21a6b216af43 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886514 Jul 27 22:49:23.450341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f7592-539e-48da-83c9-fa5545d38bb5 req-fb02f56c-2e4b-418b-8de0-50da5bd12897 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:23.451979 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-389f7592-539e-48da-83c9-fa5545d38bb5 req-fb02f56c-2e4b-418b-8de0-50da5bd12897 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 943 time: 0.0541971 Jul 27 22:49:23.494594 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-389f7592-539e-48da-83c9-fa5545d38bb5 req-735e9e5d-896e-4d0e-ad5a-2810d6883a29 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362818 Jul 27 22:49:23.807753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541357-4b05-4413-b532-9f87f91d521e req-f090e1ab-65b7-4368-8849-4bc477c795d4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:23.809187 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-f090e1ab-65b7-4368-8849-4bc477c795d4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.41 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234&tenant_id=d1d8f709feb54a27984d27a227fb4c86&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 943 time: 0.0830655 Jul 27 22:49:23.820855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198d7c-2531-4164-b103-23f40a1fa5bd req-b307992e-2e7f-4427-a5c9-54a10907301a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:23.822103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59198d7c-2531-4164-b103-23f40a1fa5bd req-b307992e-2e7f-4427-a5c9-54a10907301a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 943 time: 0.0694578 Jul 27 22:49:23.892720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59198d7c-2531-4164-b103-23f40a1fa5bd req-df8cd60a-5cbe-4b0d-9401-8a72a5ce7158 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638220 Jul 27 22:49:23.900626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-27830f68-ffc0-4604-8a40-360e94b71120 service neutron] 10.222.0.41 "GET /v2.0/ports/8126c79e-a8b2-4e34-9fa1-d4df421bacc9/bindings/n-h2-802011-3 HTTP/1.1" status: 200 len: 382 time: 0.0776229 Jul 27 22:49:23.962197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541357-4b05-4413-b532-9f87f91d521e req-513894fe-1177-4f90-bd7a-aca10cd152a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:23.963695 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-513894fe-1177-4f90-bd7a-aca10cd152a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1094 time: 0.0405171 Jul 27 22:49:24.313032 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541357-4b05-4413-b532-9f87f91d521e req-99c2a4a9-1ff0-43ce-b218-9c9eade9e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:24.314576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-99c2a4a9-1ff0-43ce-b218-9c9eade9e74c service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.3431807 Jul 27 22:49:24.380158 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-3adc37cb-1cac-40af-8cc0-b557ebb79780 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 999 time: 0.0583289 Jul 27 22:49:24.431689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541357-4b05-4413-b532-9f87f91d521e req-8ed4c20a-f2cf-482a-b11e-dad863680305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:24.433129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-8ed4c20a-f2cf-482a-b11e-dad863680305 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0465474 Jul 27 22:49:24.482901 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541357-4b05-4413-b532-9f87f91d521e req-b8498eef-b32d-4aea-bf41-139faa56fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:24.484405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-b8498eef-b32d-4aea-bf41-139faa56fc7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438480 Jul 27 22:49:24.573182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-5d6161cb-575c-4b53-8e53-309b875a3aa8 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810230 Jul 27 22:49:24.663818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-383e0523-65d8-40f1-b13b-87b7c9076bc7 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833142 Jul 27 22:49:24.828425 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:49:24.919994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:49:24.931573 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'port_id': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'mac_address': 'fa:16:3e:31:b7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:49:24.967550 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:24.981972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:49:25.001742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:49:25.006109 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:25.015456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858b5ce-3d4f-41a7-8c15-b27beff2768d req-aed66b60-e356-47ae-8fc5-4001214b16a3 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:25.016997 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f858b5ce-3d4f-41a7-8c15-b27beff2768d req-aed66b60-e356-47ae-8fc5-4001214b16a3 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 943 time: 0.0519540 Jul 27 22:49:25.056849 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f858b5ce-3d4f-41a7-8c15-b27beff2768d req-7fbee1b1-3edf-452d-a9a7-eae4989cf46c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339711 Jul 27 22:49:25.058449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:25.065813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:25.066156 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:25.066524 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:25.066861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:25.067190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:25.067519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:25.067843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:25.068167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:25.068488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:25.068808 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:25.069131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:25.069450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:25.076578 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:49:25.114454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:49:25.268055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['8126c79e-a8b2-4e34-9fa1-d4df421bacc9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:49:26.174754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81d57a-dae9-4bff-8b2a-4e62b61e2fc0 req-374df7ba-8b85-40ce-a600-3315e32e12a8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:26.176268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e81d57a-dae9-4bff-8b2a-4e62b61e2fc0 req-374df7ba-8b85-40ce-a600-3315e32e12a8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 944 time: 0.0484464 Jul 27 22:49:26.219973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2e81d57a-dae9-4bff-8b2a-4e62b61e2fc0 req-b9ecbdb6-0141-4c0d-89e1-2ffbc7239f9f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362940 Jul 27 22:49:26.540286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541357-4b05-4413-b532-9f87f91d521e req-ccc0a14d-6dfd-4577-86c8-3baf0659a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:26.541774 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-ccc0a14d-6dfd-4577-86c8-3baf0659a7fa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 1095 time: 0.0421019 Jul 27 22:49:26.553723 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:49:26.611825 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:26.817757 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:49:26.846043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:49:26.851695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:49:26.882667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:49:26.891605 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:26.903071 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Ignored duplicate provisioning block setup for port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 22:49:26.907418 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:26.921592 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:26.934769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:49:26.977117 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:49:26.977891 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:49:27.016903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Pushing event updated for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=9']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:27.042776 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:27.043130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:27.043471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:27.043807 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:27.044141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:27.044471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:27.044800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:27.045124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:27.045448 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:27.045768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:27.046089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:27.046437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:49:27.097644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] No DVR routers for this DVR port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:49:27.235517 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Attempting to bind port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:49:27.235775 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Attempting to bind port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:49:27.236104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Attempting to bind port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:49:27.240330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:49:27.240657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Attempting to bind port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:49:27.245826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:49:27.246170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:49:27.246587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Bound using segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:49:27.247021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Bound port: 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:49:27.247389 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:27.311396 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:49:27.315090 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:49:27.319408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:27.335626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05092f8f-f26c-484e-9ff3-40537fa2854d req-e1bd94d3-2df8-4a0c-8e2a-8d2d09dff29f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:27.337709 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05092f8f-f26c-484e-9ff3-40537fa2854d req-e1bd94d3-2df8-4a0c-8e2a-8d2d09dff29f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 943 time: 0.0490215 Jul 27 22:49:27.354811 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:27.355549 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:27.356939 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] 10.222.0.43 "PUT /v2.0/ports/8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 1091 time: 0.8071752 Jul 27 22:49:27.357408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:49:27.360095 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d952a87-f3f1-4397-afd8-57df881b00bf" -d '{"events": [{"name": "network-changed", "server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:49:27.382289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05092f8f-f26c-484e-9ff3-40537fa2854d req-d50036d5-27ae-44d9-b991-52cb4c140dbf tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384314 Jul 27 22:49:27.424007 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4876cdec-3fd4-40fd-90a1-ba784492685a x-openstack-request-id: req-4876cdec-3fd4-40fd-90a1-ba784492685a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:49:27.424302 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:49:27.424558 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4876cdec-3fd4-40fd-90a1-ba784492685a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:49:27.424958 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'status': 'completed', 'code': 200} Jul 27 22:49:27.430096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad94e1-0e99-4ba8-8e83-c9ffcb10da78 service neutron] Pushing event updated for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=10']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:27.447728 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541357-4b05-4413-b532-9f87f91d521e req-57795122-36de-45f4-8d15-bc9a0b7ec40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:27.449276 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-57795122-36de-45f4-8d15-bc9a0b7ec40a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1095 time: 0.0629773 Jul 27 22:49:27.478141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-7bfd1bb3-4fcc-4a51-bc6d-5758f6fdf9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:27.479953 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-7bfd1bb3-4fcc-4a51-bc6d-5758f6fdf9f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1095 time: 0.0450616 Jul 27 22:49:27.547177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541357-4b05-4413-b532-9f87f91d521e req-b85013a1-4b93-4ef9-a1e2-5e9049da1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:27.548678 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-b85013a1-4b93-4ef9-a1e2-5e9049da1df2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0925155 Jul 27 22:49:27.582857 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-3f3c63e1-fe2a-40eb-b8d9-8ef1bc6523c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:27.584339 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-3f3c63e1-fe2a-40eb-b8d9-8ef1bc6523c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0971143 Jul 27 22:49:27.621607 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-48136dc5-f0e3-431e-9c03-c854bb89fdaa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 999 time: 0.0654743 Jul 27 22:49:27.652091 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-6ba21fd7-8cdf-4ba4-a5c2-772c588128b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 999 time: 0.0606246 Jul 27 22:49:27.670474 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541357-4b05-4413-b532-9f87f91d521e req-12cfc57a-8dd8-4601-a2df-fc3a41446f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:27.671941 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-12cfc57a-8dd8-4601-a2df-fc3a41446f70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0437822 Jul 27 22:49:27.701593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-8bb9d0bb-ce2b-4dc3-9664-72f7eab9d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:27.703119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-8bb9d0bb-ce2b-4dc3-9664-72f7eab9d534 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0442097 Jul 27 22:49:27.718692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541357-4b05-4413-b532-9f87f91d521e req-956c193f-3640-4ae2-ad96-d147197fe348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:27.720385 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-956c193f-3640-4ae2-ad96-d147197fe348 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414195 Jul 27 22:49:27.753717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-ee06784e-71a1-4b6b-81f6-ab21bfc65a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:27.755356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-ee06784e-71a1-4b6b-81f6-ab21bfc65a5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449834 Jul 27 22:49:27.814239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-4441f611-96c8-452b-9ba3-97c01691f82d service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857925 Jul 27 22:49:27.845579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-39ff753d-ba86-4f90-9c46-0c7ff609bb96 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831015 Jul 27 22:49:27.907184 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-46541357-4b05-4413-b532-9f87f91d521e req-f5ea13e0-7c49-4e4a-b6da-8139026e988a service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844898 Jul 27 22:49:27.939460 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-92f64fd7-bd99-4fe3-8f54-f0f2283f2f35 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867791 Jul 27 22:49:27.996779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-a609423b-2c8a-448e-8910-603b62cd12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:27.998314 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-a609423b-2c8a-448e-8910-603b62cd12a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 1095 time: 0.0428073 Jul 27 22:49:28.100676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-34dc4e99-bcdb-4189-b7aa-4e8232d896d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:28.102173 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-34dc4e99-bcdb-4189-b7aa-4e8232d896d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0968027 Jul 27 22:49:28.170322 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-191367f5-c547-45d8-9079-7d89a98f509f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 200 len: 999 time: 0.0603869 Jul 27 22:49:28.225210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-5d6c9b68-866d-4c48-91d7-ef7d70780b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:28.226712 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-5d6c9b68-866d-4c48-91d7-ef7d70780b25 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0477648 Jul 27 22:49:28.272834 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-f75e78a7-6600-472d-9a4f-5e7d8c70beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:28.274499 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-f75e78a7-6600-472d-9a4f-5e7d8c70beb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400717 Jul 27 22:49:28.362470 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-7ff48914-ffe3-45d1-acce-e902b28ca1b1 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801916 Jul 27 22:49:28.461003 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d952a87-f3f1-4397-afd8-57df881b00bf req-4f4fc950-a59f-460d-94fa-650ecc0cbdcd service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904093 Jul 27 22:49:28.505202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a9512-e66e-4d92-b3d3-2ffaa41d9994 req-8b950c0d-dafd-427f-9186-4e2bdb685103 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:28.506698 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-309a9512-e66e-4d92-b3d3-2ffaa41d9994 req-8b950c0d-dafd-427f-9186-4e2bdb685103 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 944 time: 0.0509219 Jul 27 22:49:28.543631 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-309a9512-e66e-4d92-b3d3-2ffaa41d9994 req-35e43289-3767-445c-a070-9ace69bc7a83 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310764 Jul 27 22:49:29.108756 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:49:29.199494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:49:29.210328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'port_id': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'mac_address': 'fa:16:3e:31:b7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:49:29.249570 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:29.261664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:49:29.279999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:49:29.283970 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:29.331907 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=11']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:29.555903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['8126c79e-a8b2-4e34-9fa1-d4df421bacc9'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:49:29.661761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcd1cd-6059-481d-a118-acfa6fc04ab6 req-69569313-0da8-4f5f-918f-985ed607221f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:29.663277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bbcd1cd-6059-481d-a118-acfa6fc04ab6 req-69569313-0da8-4f5f-918f-985ed607221f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0501506 Jul 27 22:49:29.701489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bbcd1cd-6059-481d-a118-acfa6fc04ab6 req-25043555-7996-402e-a0c8-8e8aeeb7e1b3 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313931 Jul 27 22:49:29.821188 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896b4ba-6e34-42ca-a14d-fdf4074e2b65 req-0557c2fc-181c-451a-849b-590cf2ada073 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:29.822599 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3896b4ba-6e34-42ca-a14d-fdf4074e2b65 req-0557c2fc-181c-451a-849b-590cf2ada073 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0527976 Jul 27 22:49:29.859916 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3896b4ba-6e34-42ca-a14d-fdf4074e2b65 req-f867fa7f-389b-4334-a0d8-cb1b317c8f83 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314338 Jul 27 22:49:29.974232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5021b-a7db-4677-a439-d8d354b4083d req-eb1c4130-5e8b-4987-9915-d29bbf948e60 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:29.976058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b3b5021b-a7db-4677-a439-d8d354b4083d req-eb1c4130-5e8b-4987-9915-d29bbf948e60 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0487766 Jul 27 22:49:30.015323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b3b5021b-a7db-4677-a439-d8d354b4083d req-c2e61625-e083-431e-8789-a907eab12376 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332737 Jul 27 22:49:30.245096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56549ce6-8ad6-4dbc-9e5c-86f63fd1304d req-c3902eda-d231-47ec-907c-a0a97f7bc964 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:30.246620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56549ce6-8ad6-4dbc-9e5c-86f63fd1304d req-c3902eda-d231-47ec-907c-a0a97f7bc964 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 945 time: 0.0490513 Jul 27 22:49:30.283307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-56549ce6-8ad6-4dbc-9e5c-86f63fd1304d req-edac3c09-7ec1-4fbe-80dd-cbc73793a66e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308366 Jul 27 22:49:31.124131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:49:31.171592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:49:31.175231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:49:31.175629 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:31.248557 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:31.269970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:49:31.272166 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4ab196-66ef-464c-8f13-b6fbdad83982" -d '{"events": [{"server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "name": "network-vif-plugged", "status": "completed", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:49:31.288697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:49:31.292876 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:31.317859 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcb57fd-63c4-4dcb-8398-e10d9f88946b x-openstack-request-id: req-fdcb57fd-63c4-4dcb-8398-e10d9f88946b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:49:31.318151 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "name": "network-vif-plugged", "status": "completed", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:49:31.318440 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdcb57fd-63c4-4dcb-8398-e10d9f88946b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:49:31.318884 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'code': 200} Jul 27 22:49:31.343138 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=12']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:31.404735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398699e-83e1-4888-a5cc-271736cb5200 req-c260b819-ec15-49ec-a1b4-72ef03e3802d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:31.406226 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5398699e-83e1-4888-a5cc-271736cb5200 req-c260b819-ec15-49ec-a1b4-72ef03e3802d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 946 time: 0.0537796 Jul 27 22:49:31.442621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5398699e-83e1-4888-a5cc-271736cb5200 req-c0e3d6a8-296a-4bea-966b-2ce13f50c681 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304656 Jul 27 22:49:31.623752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-602e287c-d8e1-4364-b37d-7722374bb634 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:31.625188 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-602e287c-d8e1-4364-b37d-7722374bb634 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 946 time: 0.0492122 Jul 27 22:49:31.719690 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Deleting port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:49:31.720026 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:31.806587 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] For port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:49:31.806954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:31.972163 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:31.972450 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:31.972762 n-d-802011-3 neutron-server[93834]: INFO neutron.db.l3_db [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Floating IP 49200d26-f8cf-4210-a14a-f689047de174 disassociated. External IP: 172.25.1.78, port: 8126c79e-a8b2-4e34-9fa1-d4df421bacc9. Jul 27 22:49:31.973101 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Calling delete_port for 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:49:32.105786 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:32.140345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event deleted for resources: {'Port': ['ID=8126c79e-a8b2-4e34-9fa1-d4df421bacc9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:32.254931 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Router 101694b3-f5f2-4e1c-9adb-6105107ccf81 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:49:32.363445 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:49:32.376239 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783f0ff-9d3e-4d8a-aa54-6f3eee60e9f6 None None] Sync routers for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:49:32.392325 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783f0ff-9d3e-4d8a-aa54-6f3eee60e9f6 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:49:32.392941 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9783f0ff-9d3e-4d8a-aa54-6f3eee60e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:49:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:49:32.404264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] No DVR routers for this DVR port 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:49:32.408123 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:32.409129 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6356902c-3b38-4ab6-837d-7f2d017b42a1 req-45613820-fa61-497e-b4f9-3dec85614d84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "DELETE /v2.0/ports/8126c79e-a8b2-4e34-9fa1-d4df421bacc9 HTTP/1.1" status: 204 len: 173 time: 0.7776036 Jul 27 22:49:32.409576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'name': 'network-vif-deleted', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:49:32.411878 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4bc683-283b-4eb5-acb6-9e8b35c6ae7d" -d '{"events": [{"server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "name": "network-vif-deleted", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:49:32.460751 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24fbef9-1283-43b4-95e5-be2b001334f7 x-openstack-request-id: req-c24fbef9-1283-43b4-95e5-be2b001334f7 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:49:32.461139 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58612bc2-a3ef-4c05-8058-783b9ad33234", "name": "network-vif-deleted", "tag": "8126c79e-a8b2-4e34-9fa1-d4df421bacc9", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:49:32.461542 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c24fbef9-1283-43b4-95e5-be2b001334f7 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:49:32.462077 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58612bc2-a3ef-4c05-8058-783b9ad33234', 'name': 'network-vif-deleted', 'tag': '8126c79e-a8b2-4e34-9fa1-d4df421bacc9', 'status': 'completed', 'code': 200} Jul 27 22:49:32.522951 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9783f0ff-9d3e-4d8a-aa54-6f3eee60e9f6 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:49:32.564933 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-28f857c4-7e0f-4591-b6cc-2a83e1d47bbe req-48509188-3406-4cdc-a5c2-8880046c758f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=58612bc2-a3ef-4c05-8058-783b9ad33234 HTTP/1.1" status: 200 len: 210 time: 0.0268781 Jul 27 22:49:32.718950 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9783f0ff-9d3e-4d8a-aa54-6f3eee60e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:49:32.744393 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783f0ff-9d3e-4d8a-aa54-6f3eee60e9f6 None None] Checking router: 101694b3-f5f2-4e1c-9adb-6105107ccf81 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:49:32.752061 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783f0ff-9d3e-4d8a-aa54-6f3eee60e9f6 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:49:32.752643 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9783f0ff-9d3e-4d8a-aa54-6f3eee60e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:49:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:49:32.858868 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9783f0ff-9d3e-4d8a-aa54-6f3eee60e9f6 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:49:33.056530 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9783f0ff-9d3e-4d8a-aa54-6f3eee60e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:49:33.084379 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9783f0ff-9d3e-4d8a-aa54-6f3eee60e9f6 None None] The sync data for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 is: [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:49:33.300688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea40b4-5135-41bf-9f49-de0cdc7d3aa8 None None] New status for floating IP 49200d26-f8cf-4210-a14a-f689047de174: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:49:33.846513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-9a0178ba-443a-49b4-b7b7-c6094b187262 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--86361185&fields=id&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 267 time: 0.0318804 Jul 27 22:49:33.911857 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:49:33.955413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-3e0a71c0-9b39-4611-b728-60a83a17824d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:33.956815 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-3e0a71c0-9b39-4611-b728-60a83a17824d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 811 time: 0.1026609 Jul 27 22:49:33.972738 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-e013d017-2fd0-42fa-a6e1-bfb355fef258 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/quotas/d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 375 time: 0.0093739 Jul 27 22:49:34.027604 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-e90933f4-6458-473a-992e-f4903624b17a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484090 Jul 27 22:49:34.122143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8bfaf09c-9142-4007-aa6c-93f8be839c44 service neutron] 10.222.0.24 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831103 Jul 27 22:49:34.213990 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-b156498c-a16e-4942-8ce8-642464236973 service neutron] 10.222.0.24 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856500 Jul 27 22:49:34.378601 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85c92845-4216-44c3-b2de-68f2b4bcfc85 req-9b2bee0e-7748-4d28-b8e4-70a2c0584975 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 210 time: 0.0268998 Jul 27 22:49:35.252849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ae3912f9-4207-45b5-a451-e55ac9a7ff4f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:35.254364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ae3912f9-4207-45b5-a451-e55ac9a7ff4f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 811 time: 0.1024201 Jul 27 22:49:35.306335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ed794794-6b49-40ac-acc6-c97d20874398 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 378 time: 0.0427587 Jul 27 22:49:35.317639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Request body: {'port': {'device_id': '826e759d-f205-4574-b47d-479d01c953af', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'admin_state_up': True, 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'security_groups': ['73bbfeb1-a96c-414c-8632-0ec85be385c6']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:49:35.424525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Made reservation on behalf of d1d8f709feb54a27984d27a227fb4c86 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:49:35.428065 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:35.506008 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-096d5e52-6d4e-4120-962b-d5734f172088 req-d83b0627-bc52-43bb-99df-48a3a494a855 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 210 time: 0.0552361 Jul 27 22:49:35.578654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Allocated IP 172.20.0.4 (655a77a6-3d1d-4b36-aff1-2f191fcd7652/103ebf10-3521-4688-bc43-0cf050491445/931e07b0-76ea-4cfa-9f31-0339b9289616) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:49:35.714620 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:35.728485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Transition to ACTIVE for port object 931e07b0-76ea-4cfa-9f31-0339b9289616 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:49:35.760168 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:35.800859 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:49:35.803852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:49:35.809937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:49:35.833146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event updated for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:35.861428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:35.862051 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:35.876892 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-8620fcec-bb4c-461b-810e-135315c62bb8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628242 Jul 27 22:49:35.890049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Request body: {'port': {'device_id': '826e759d-f205-4574-b47d-479d01c953af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:49:35.954801 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:36.026906 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-852c3e98-d4b8-4069-ad81-a45bbe9d773d None None] Provisioning for port 931e07b0-76ea-4cfa-9f31-0339b9289616 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:49:36.030624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-852c3e98-d4b8-4069-ad81-a45bbe9d773d None None] Provisioning complete for port 931e07b0-76ea-4cfa-9f31-0339b9289616 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:49:36.031095 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-852c3e98-d4b8-4069-ad81-a45bbe9d773d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:36.064540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-852c3e98-d4b8-4069-ad81-a45bbe9d773d None None] Port 931e07b0-76ea-4cfa-9f31-0339b9289616 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:49:36.221650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931e07b0-76ea-4cfa-9f31-0339b9289616 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:49:36.229785 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:36.241193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Transition to ACTIVE for port object 931e07b0-76ea-4cfa-9f31-0339b9289616 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:49:36.245052 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:36.317402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:36.369828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Attempting to bind port 931e07b0-76ea-4cfa-9f31-0339b9289616 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:49:36.370163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Attempting to bind port 931e07b0-76ea-4cfa-9f31-0339b9289616 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:49:36.370519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Attempting to bind port 931e07b0-76ea-4cfa-9f31-0339b9289616 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:49:36.374935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Port 931e07b0-76ea-4cfa-9f31-0339b9289616 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:49:36.375263 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Attempting to bind port 931e07b0-76ea-4cfa-9f31-0339b9289616 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:49:36.380207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:49:36.380545 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:49:36.380930 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Bound using segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:49:36.381384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Bound port: 931e07b0-76ea-4cfa-9f31-0339b9289616, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:49:36.381741 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:36.448876 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:49:36.451884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:49:36.456197 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:36.494492 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:36.495140 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:36.496657 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 1091 time: 0.6111324 Jul 27 22:49:36.497102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:49:36.499380 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704d2e38-f727-4b81-9fa8-58a321da32bf" -d '{"events": [{"name": "network-changed", "server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:49:36.522314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b9791-89d7-46c4-a0ac-c87f1086a1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:36.554716 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5c1532-a94a-4dd0-bf64-a6f1d2b23006 x-openstack-request-id: req-ab5c1532-a94a-4dd0-bf64-a6f1d2b23006 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:49:36.555007 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:49:36.555257 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab5c1532-a94a-4dd0-bf64-a6f1d2b23006 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:49:36.556053 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'status': 'completed', 'code': 200} Jul 27 22:49:36.619040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-bdbd48a0-8d98-407c-8851-68f7f784c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:36.620565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-bdbd48a0-8d98-407c-8851-68f7f784c49a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1094 time: 0.0781064 Jul 27 22:49:36.672075 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb495a48-9e6d-41f7-ad2a-cd8a7f4a90ee req-a540203a-97ce-4447-9abc-edf41fc03bc4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:36.673598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb495a48-9e6d-41f7-ad2a-cd8a7f4a90ee req-a540203a-97ce-4447-9abc-edf41fc03bc4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0902052 Jul 27 22:49:36.675108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-705cf3cb-9a6d-4d79-8950-bb135b7773cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 217 time: 0.0467191 Jul 27 22:49:36.757866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb495a48-9e6d-41f7-ad2a-cd8a7f4a90ee req-5d7f69b4-c7ce-4eff-bff6-7e2c4c0e8994 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779130 Jul 27 22:49:36.759646 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-08f502e2-2218-4757-a7fd-38f44e2fe9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:36.761009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-08f502e2-2218-4757-a7fd-38f44e2fe9af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0788097 Jul 27 22:49:36.806796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-4cfa6946-5eeb-496b-97df-4e5d5fe31f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:36.808261 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-4cfa6946-5eeb-496b-97df-4e5d5fe31f59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403962 Jul 27 22:49:36.894350 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-48bbeb74-f532-4245-97b4-5ff46c33d03d service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786655 Jul 27 22:49:36.990897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5d64c9d6-f9d3-47bc-9b3c-1acc286363a3 req-4167af4e-3987-42c7-98f9-13dde2e19e49 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897563 Jul 27 22:49:37.080689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d2e38-f727-4b81-9fa8-58a321da32bf req-a02b4642-57df-4ec0-8552-5a200991077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:37.082176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-704d2e38-f727-4b81-9fa8-58a321da32bf req-a02b4642-57df-4ec0-8552-5a200991077e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1094 time: 0.0422244 Jul 27 22:49:37.155048 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:49:37.175835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d2e38-f727-4b81-9fa8-58a321da32bf req-e4ac3285-d0d8-47e3-b8c2-3c2bb67b4beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:37.177336 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-704d2e38-f727-4b81-9fa8-58a321da32bf req-e4ac3285-d0d8-47e3-b8c2-3c2bb67b4beb service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0880997 Jul 27 22:49:37.178229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:49:37.178595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 8126c79e-a8b2-4e34-9fa1-d4df421bacc9 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:49:37.217922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-704d2e38-f727-4b81-9fa8-58a321da32bf req-64372ff7-c81c-45ee-b46c-ee29c839619a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 217 time: 0.0337505 Jul 27 22:49:37.266946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d2e38-f727-4b81-9fa8-58a321da32bf req-a1adf273-20fe-4fb1-82a1-8daa2b0867fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:37.268339 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-704d2e38-f727-4b81-9fa8-58a321da32bf req-a1adf273-20fe-4fb1-82a1-8daa2b0867fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0423813 Jul 27 22:49:37.317147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d2e38-f727-4b81-9fa8-58a321da32bf req-f79f4647-65c2-4689-9083-4795bc65194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:37.318639 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-704d2e38-f727-4b81-9fa8-58a321da32bf req-f79f4647-65c2-4689-9083-4795bc65194f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423136 Jul 27 22:49:37.409629 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-704d2e38-f727-4b81-9fa8-58a321da32bf req-a42342a6-26fb-4fc3-80d2-2f40c10e5e59 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831056 Jul 27 22:49:37.502593 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-704d2e38-f727-4b81-9fa8-58a321da32bf req-2080964c-6a67-40ba-a1b3-a56ae7d70861 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843084 Jul 27 22:49:37.874842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9533b1b-c098-46bd-9196-d5f9025f75b1 req-8ad21684-b0e7-47d2-ba7e-907413cdf76c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:37.876311 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9533b1b-c098-46bd-9196-d5f9025f75b1 req-8ad21684-b0e7-47d2-ba7e-907413cdf76c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0489900 Jul 27 22:49:37.913191 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d9533b1b-c098-46bd-9196-d5f9025f75b1 req-1defa83b-4406-4d0d-9718-a9ee458c033f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309825 Jul 27 22:49:38.905476 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 931e07b0-76ea-4cfa-9f31-0339b9289616 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:49:39.003505 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:49:39.016216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'port_id': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'mac_address': 'fa:16:3e:9d:0f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:49:39.030541 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4fd73-08b1-4378-a0fb-da19b9826d53 req-685e20b6-4096-4e81-84be-b8c880eb70c8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:39.032041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdf4fd73-08b1-4378-a0fb-da19b9826d53 req-685e20b6-4096-4e81-84be-b8c880eb70c8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0505834 Jul 27 22:49:39.053566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:39.066319 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931e07b0-76ea-4cfa-9f31-0339b9289616 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:49:39.068908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cdf4fd73-08b1-4378-a0fb-da19b9826d53 req-ad0728ec-eab5-42fd-8963-7f01c8a4bd42 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309579 Jul 27 22:49:39.090547 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:49:39.094411 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:39.141584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:39.276940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['931e07b0-76ea-4cfa-9f31-0339b9289616'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:49:40.185163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c15b9-3eff-4495-93e3-b969acd36dd1 req-3274466b-7793-4ffb-a02b-eb13d89fc2da tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:40.186687 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd1c15b9-3eff-4495-93e3-b969acd36dd1 req-3274466b-7793-4ffb-a02b-eb13d89fc2da tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0488808 Jul 27 22:49:40.232061 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd1c15b9-3eff-4495-93e3-b969acd36dd1 req-20a82040-16c8-4dcd-bbd9-fdbc71dc196c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366275 Jul 27 22:49:40.921208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 931e07b0-76ea-4cfa-9f31-0339b9289616 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:49:40.970290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 931e07b0-76ea-4cfa-9f31-0339b9289616 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:49:40.973697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 931e07b0-76ea-4cfa-9f31-0339b9289616 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:49:40.974064 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:41.050058 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:41.077800 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:49:41.080094 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bec87e-c418-4dd3-a41a-0c9a9663cbf8" -d '{"events": [{"server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "name": "network-vif-plugged", "status": "completed", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:49:41.094443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:49:41.098470 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:41.129004 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46fd23e-1897-4968-8807-c38b6cdad1d7 x-openstack-request-id: req-a46fd23e-1897-4968-8807-c38b6cdad1d7 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:49:41.129296 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "name": "network-vif-plugged", "status": "completed", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:49:41.129544 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a46fd23e-1897-4968-8807-c38b6cdad1d7 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:49:41.129920 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'code': 200} Jul 27 22:49:41.160433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:49:41.217744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eaa89-1e57-47cd-a8d5-988165b1c59b req-ee41712a-568f-4718-a497-63fc921c0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:41.219262 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-960eaa89-1e57-47cd-a8d5-988165b1c59b req-ee41712a-568f-4718-a497-63fc921c0af1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1096 time: 0.0403290 Jul 27 22:49:41.254957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-960eaa89-1e57-47cd-a8d5-988165b1c59b req-3d59b3c0-d17f-4a8d-94c7-260f11057204 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282018 Jul 27 22:49:41.346372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80fcfd-9570-450c-b41a-55649e0970e6 req-fdc55c1a-6144-4634-b123-0bd728816a88 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:41.347857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf80fcfd-9570-450c-b41a-55649e0970e6 req-fdc55c1a-6144-4634-b123-0bd728816a88 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0494471 Jul 27 22:49:41.388768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf80fcfd-9570-450c-b41a-55649e0970e6 req-1006ac12-fc50-481c-82ec-3254f796df73 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339124 Jul 27 22:49:42.509920 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f11ed-9e46-4662-abb3-45c87019ffa3 req-eb8bb9ea-bbf4-4dae-ad44-23143d96bb91 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:42.511421 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-740f11ed-9e46-4662-abb3-45c87019ffa3 req-eb8bb9ea-bbf4-4dae-ad44-23143d96bb91 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0515451 Jul 27 22:49:42.552592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-740f11ed-9e46-4662-abb3-45c87019ffa3 req-13a4653b-1b0e-4d6c-b2c3-dae381468b8c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353165 Jul 27 22:49:42.663109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496776ff-d003-4b29-912c-52229e4c80cd req-a26fbac0-d60e-45ea-ae9f-b1da87a96e67 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:42.665117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-496776ff-d003-4b29-912c-52229e4c80cd req-a26fbac0-d60e-45ea-ae9f-b1da87a96e67 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0486736 Jul 27 22:49:42.673749 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33398) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:49:42.678202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-54118c70-8347-4348-9b89-8bbfbd3b0963 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Request body: {'floatingip': {'port_id': '931e07b0-76ea-4cfa-9f31-0339b9289616'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:49:42.716413 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54118c70-8347-4348-9b89-8bbfbd3b0963 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:42.802218 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-afb89e94-f9d2-46ae-ae73-13eb9bdff7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:42.878018 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:43.363170 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.db.resource_extend [None req-54118c70-8347-4348-9b89-8bbfbd3b0963 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 22:49:43.410764 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54118c70-8347-4348-9b89-8bbfbd3b0963 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:43.414489 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54118c70-8347-4348-9b89-8bbfbd3b0963 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:43.511564 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-54118c70-8347-4348-9b89-8bbfbd3b0963 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Floating IP 49200d26-f8cf-4210-a14a-f689047de174 associated. External IP: 172.25.1.78, port: 931e07b0-76ea-4cfa-9f31-0339b9289616. Jul 27 22:49:43.714808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54118c70-8347-4348-9b89-8bbfbd3b0963 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Router 101694b3-f5f2-4e1c-9adb-6105107ccf81 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:49:43.819648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54118c70-8347-4348-9b89-8bbfbd3b0963 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:49:43.824815 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54118c70-8347-4348-9b89-8bbfbd3b0963 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:43.829851 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa16ce0-d388-4a5f-ac17-0ab6b7998b24 None None] Sync routers for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:49:43.839063 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa16ce0-d388-4a5f-ac17-0ab6b7998b24 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:49:43.839664 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6aa16ce0-d388-4a5f-ac17-0ab6b7998b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:49:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:49:43.851792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-54118c70-8347-4348-9b89-8bbfbd3b0963 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "PUT /v2.0/floatingips/49200d26-f8cf-4210-a14a-f689047de174 HTTP/1.1" status: 200 len: 991 time: 1.1770272 Jul 27 22:49:43.853608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:49:43.855980 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fb8349-71a1-4842-b54d-adacd68b46f9" -d '{"events": [{"name": "network-changed", "server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:49:43.896919 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a559dd-fee0-494d-b205-8848b0c27447 x-openstack-request-id: req-e6a559dd-fee0-494d-b205-8848b0c27447 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:49:43.897211 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:49:43.897459 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6a559dd-fee0-494d-b205-8848b0c27447 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:49:43.897859 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'status': 'completed', 'code': 200} Jul 27 22:49:43.947721 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6aa16ce0-d388-4a5f-ac17-0ab6b7998b24 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:49:43.978798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb8349-71a1-4842-b54d-adacd68b46f9 req-018c2021-3df0-46e4-b072-a0aa3482a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:43.980388 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55fb8349-71a1-4842-b54d-adacd68b46f9 req-018c2021-3df0-46e4-b072-a0aa3482a5de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1096 time: 0.0602307 Jul 27 22:49:44.073119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb8349-71a1-4842-b54d-adacd68b46f9 req-26d015f2-7ee2-4958-9b7d-137e99ab7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:44.074652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55fb8349-71a1-4842-b54d-adacd68b46f9 req-26d015f2-7ee2-4958-9b7d-137e99ab7e8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0866523 Jul 27 22:49:44.143600 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55fb8349-71a1-4842-b54d-adacd68b46f9 req-a9fcee06-40e4-4882-a3b0-0becb768ce6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 999 time: 0.0603416 Jul 27 22:49:44.193476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb8349-71a1-4842-b54d-adacd68b46f9 req-3c4653af-c419-402e-a095-599d9371acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:44.194977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55fb8349-71a1-4842-b54d-adacd68b46f9 req-3c4653af-c419-402e-a095-599d9371acf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0435352 Jul 27 22:49:44.245696 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb8349-71a1-4842-b54d-adacd68b46f9 req-53f55bcf-2f5e-4fd2-875f-533d8f3d92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:49:44.247225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55fb8349-71a1-4842-b54d-adacd68b46f9 req-53f55bcf-2f5e-4fd2-875f-533d8f3d92e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448561 Jul 27 22:49:44.268754 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6aa16ce0-d388-4a5f-ac17-0ab6b7998b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '49200d26-f8cf-4210-a14a-f689047de174', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'port_id': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'mac_address': 'fa:16:3e:9d:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826e759d-f205-4574-b47d-479d01c953af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:42:52Z', 'updated_at': '2021-07-27T22:49:43Z', 'revision_number': 13, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:49:44.295274 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa16ce0-d388-4a5f-ac17-0ab6b7998b24 None None] Checking router: 101694b3-f5f2-4e1c-9adb-6105107ccf81 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:49:44.303557 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa16ce0-d388-4a5f-ac17-0ab6b7998b24 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:49:44.304181 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6aa16ce0-d388-4a5f-ac17-0ab6b7998b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:49:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:49:44.339128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55fb8349-71a1-4842-b54d-adacd68b46f9 req-2c85b97b-588d-47d6-9d3c-73f59545d1e5 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839186 Jul 27 22:49:44.409171 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6aa16ce0-d388-4a5f-ac17-0ab6b7998b24 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:49:44.437653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-55fb8349-71a1-4842-b54d-adacd68b46f9 req-86b1e997-942c-4c26-9648-ef7b74920b1e service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916700 Jul 27 22:49:44.627126 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6aa16ce0-d388-4a5f-ac17-0ab6b7998b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '49200d26-f8cf-4210-a14a-f689047de174', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'port_id': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'mac_address': 'fa:16:3e:9d:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826e759d-f205-4574-b47d-479d01c953af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:42:52Z', 'updated_at': '2021-07-27T22:49:43Z', 'revision_number': 13, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:49:44.652668 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa16ce0-d388-4a5f-ac17-0ab6b7998b24 None None] The sync data for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 is: [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '49200d26-f8cf-4210-a14a-f689047de174', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'port_id': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'mac_address': 'fa:16:3e:9d:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826e759d-f205-4574-b47d-479d01c953af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:42:52Z', 'updated_at': '2021-07-27T22:49:43Z', 'revision_number': 13, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:49:44.843303 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41661ea0-da6a-4be9-a7ec-d920b94bf3c4 None None] New status for floating IP 49200d26-f8cf-4210-a14a-f689047de174: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:49:45.471920 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d44c7dcd-3c99-4685-a2f8-87b657253555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:45.814788 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:46.560973 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:46.825567 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:48.262504 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:10.911080 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:50:12.802647 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78f92996-f5da-4d4c-8eeb-a368c87c2965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:12.868565 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:15.472969 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b484cf9a-2385-4ae0-8dcc-4048f69a7d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:15.815071 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:16.563342 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:16.826742 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:18.264229 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:36.100914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b54664bc-48bf-40bb-bdea-778cd2745f3b req-104d2b97-4109-4d80-8ec3-c3fa6145e201 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383620 Jul 27 22:50:36.180255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54664bc-48bf-40bb-bdea-778cd2745f3b req-7b2645dd-1a4f-443e-8823-45f9b13fd040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:36.181626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b54664bc-48bf-40bb-bdea-778cd2745f3b req-7b2645dd-1a4f-443e-8823-45f9b13fd040 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1096 time: 0.0398362 Jul 27 22:50:36.284406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54664bc-48bf-40bb-bdea-778cd2745f3b req-778ffa01-df6a-4320-a7ea-6947c1f87e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:36.285846 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b54664bc-48bf-40bb-bdea-778cd2745f3b req-778ffa01-df6a-4320-a7ea-6947c1f87e13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0848372 Jul 27 22:50:36.350192 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b54664bc-48bf-40bb-bdea-778cd2745f3b req-be8080b2-8d14-4b7c-8dde-7bf8cfde3adf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 1001 time: 0.0569115 Jul 27 22:50:36.402375 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54664bc-48bf-40bb-bdea-778cd2745f3b req-90285749-f293-4115-a7c7-30116812aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:36.403819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b54664bc-48bf-40bb-bdea-778cd2745f3b req-90285749-f293-4115-a7c7-30116812aef5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0470195 Jul 27 22:50:36.453272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54664bc-48bf-40bb-bdea-778cd2745f3b req-ba2105aa-366a-43c4-acf4-5e3253077c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:50:36.454710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b54664bc-48bf-40bb-bdea-778cd2745f3b req-ba2105aa-366a-43c4-acf4-5e3253077c6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436413 Jul 27 22:50:36.541356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b54664bc-48bf-40bb-bdea-778cd2745f3b req-1644cdd2-2797-4b21-9a6f-642dbaab38a5 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794859 Jul 27 22:50:36.634579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b54664bc-48bf-40bb-bdea-778cd2745f3b req-ed30c1ff-90a9-4191-baa8-a67cabae6722 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855246 Jul 27 22:50:42.805612 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f712c0fd-0563-4116-860c-53602de051b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:42.867491 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:45.474650 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f7f7dd1-a6d3-4b54-b2ba-7322ec892c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:45.816277 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:46.568053 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:46.843133 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:50:47.910056 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:50:48.268066 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:12.806344 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae61cf5a-f610-46d9-a9a6-bafb67644c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:12.893306 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:15.476308 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15bb5657-0f91-4568-b70b-52fc7fd0cf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:15.816240 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:16.569989 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:16.842561 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:18.270583 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:20.920849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454751e4-6e55-4968-8126-523aee4865fb req-eba6e29a-d9ee-4976-911c-996ba45b4720 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:20.922336 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-454751e4-6e55-4968-8126-523aee4865fb req-eba6e29a-d9ee-4976-911c-996ba45b4720 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0515251 Jul 27 22:51:20.959547 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-454751e4-6e55-4968-8126-523aee4865fb req-db9e2595-4ce2-409c-8fdf-f82ee925a291 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312262 Jul 27 22:51:24.910106 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:51:27.667662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-a9ff66ce-ea7d-4502-9972-cf1a4ae8f916 req-78fc34dc-626e-45b3-aac8-9326df5a1c25 service neutron] (93834) timed out ('10.222.0.43', 61993) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:51:31.061190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ca3e5-3809-4330-a03f-6aa232a12b8a req-c068e7b9-185a-4e37-a4df-cb59d872fdd9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:31.062698 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b82ca3e5-3809-4330-a03f-6aa232a12b8a req-c068e7b9-185a-4e37-a4df-cb59d872fdd9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0867271 Jul 27 22:51:31.078826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-e1c30e07-019c-40bb-a23d-0197a524ff11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152132 Jul 27 22:51:31.107006 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b82ca3e5-3809-4330-a03f-6aa232a12b8a req-570e46c4-aba0-406f-8168-433401a1ce3c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366352 Jul 27 22:51:32.240889 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e13b73-95aa-45b4-827c-f4448e240545 req-4893e9e6-3c58-4935-bfc9-7b2eaf53da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:32.242430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-4893e9e6-3c58-4935-bfc9-7b2eaf53da33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1096 time: 0.0703180 Jul 27 22:51:32.249640 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c3a7c-3b72-4270-bd4c-5dca03904dd0 req-99a420b4-2507-4901-9db4-b83baca57dd7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:32.251020 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf1c3a7c-3b72-4270-bd4c-5dca03904dd0 req-99a420b4-2507-4901-9db4-b83baca57dd7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0690529 Jul 27 22:51:32.336420 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf1c3a7c-3b72-4270-bd4c-5dca03904dd0 req-c742bff6-5357-40b0-b502-ff7ff6c70d37 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768223 Jul 27 22:51:32.364629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e13b73-95aa-45b4-827c-f4448e240545 req-25d7190d-e83f-4d51-9e17-ff6abd728a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:32.366114 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-25d7190d-e83f-4d51-9e17-ff6abd728a3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.1142278 Jul 27 22:51:32.429824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-e7a1b7a5-4ef2-47d9-82c4-dfda93d61a63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 1001 time: 0.0569239 Jul 27 22:51:32.483806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e13b73-95aa-45b4-827c-f4448e240545 req-58a7071e-03f7-400e-abf9-530da9094ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:32.485299 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-58a7071e-03f7-400e-abf9-530da9094ccd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0487044 Jul 27 22:51:32.530536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e13b73-95aa-45b4-827c-f4448e240545 req-17aa7b16-0fe7-4e0d-baf5-0ffb591dcf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:32.532022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-17aa7b16-0fe7-4e0d-baf5-0ffb591dcf58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394633 Jul 27 22:51:32.621719 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3b347d35-d5d9-4aa4-971a-edc89aa59c67 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824974 Jul 27 22:51:32.714858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-5db28bd5-5196-419f-95f6-a291072452ae service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863876 Jul 27 22:51:33.457752 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1f3f9-d420-4162-b53e-e96020f6b5af req-b8ee0709-f409-4169-bd6c-cfc5fa95ba64 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:33.459261 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4df1f3f9-d420-4162-b53e-e96020f6b5af req-b8ee0709-f409-4169-bd6c-cfc5fa95ba64 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0508800 Jul 27 22:51:33.497052 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4df1f3f9-d420-4162-b53e-e96020f6b5af req-41f21590-7034-4db7-840c-e452b9c2f1ae tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319159 Jul 27 22:51:34.619826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729f862-9a44-4e6b-b53b-6e850bc61664 req-fba0399c-a49a-440b-be99-03105e75e8f0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:34.621307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2729f862-9a44-4e6b-b53b-6e850bc61664 req-fba0399c-a49a-440b-be99-03105e75e8f0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0539572 Jul 27 22:51:34.659377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2729f862-9a44-4e6b-b53b-6e850bc61664 req-964bc810-789a-4363-aa7c-9409afa13dc5 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320828 Jul 27 22:51:35.777707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a72a5d-74ab-4df3-b79c-bf217c8b856c req-a377af2c-853f-4928-b4cf-55b5c6ae426a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:35.779198 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4a72a5d-74ab-4df3-b79c-bf217c8b856c req-a377af2c-853f-4928-b4cf-55b5c6ae426a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0487645 Jul 27 22:51:35.815403 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b4a72a5d-74ab-4df3-b79c-bf217c8b856c req-48a7badb-6ce1-4593-a1f2-2ecd5023ebb6 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303071 Jul 27 22:51:36.139050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd9ccb-1a7c-4f32-b89d-b936a9ae7f3b req-da11f340-f9bd-4589-926c-c37098b3219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:36.140509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89cd9ccb-1a7c-4f32-b89d-b936a9ae7f3b req-da11f340-f9bd-4589-926c-c37098b3219b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1096 time: 0.0412986 Jul 27 22:51:36.245598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd9ccb-1a7c-4f32-b89d-b936a9ae7f3b req-c03208f0-06e7-4331-b349-3f9470deb196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:36.247159 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89cd9ccb-1a7c-4f32-b89d-b936a9ae7f3b req-c03208f0-06e7-4331-b349-3f9470deb196 service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0872207 Jul 27 22:51:36.311197 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89cd9ccb-1a7c-4f32-b89d-b936a9ae7f3b req-45c9bd74-0f31-4329-9815-cf41109fd082 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 1001 time: 0.0560327 Jul 27 22:51:36.358329 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd9ccb-1a7c-4f32-b89d-b936a9ae7f3b req-53a3a3ab-9ede-4bcd-b850-e4c9cb77a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:36.359690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89cd9ccb-1a7c-4f32-b89d-b936a9ae7f3b req-53a3a3ab-9ede-4bcd-b850-e4c9cb77a50b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0413625 Jul 27 22:51:36.406771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd9ccb-1a7c-4f32-b89d-b936a9ae7f3b req-6186d9e3-cff8-4292-923c-65c7f8ac28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:36.408247 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89cd9ccb-1a7c-4f32-b89d-b936a9ae7f3b req-6186d9e3-cff8-4292-923c-65c7f8ac28a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421274 Jul 27 22:51:36.496271 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89cd9ccb-1a7c-4f32-b89d-b936a9ae7f3b req-26046d52-7e52-4391-8559-a8a40bc2d005 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796394 Jul 27 22:51:36.588645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-89cd9ccb-1a7c-4f32-b89d-b936a9ae7f3b req-ddabb70c-ed1a-4fd5-94a0-05aba866a704 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848138 Jul 27 22:51:36.934665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802b98d-f41b-4fbd-8b6a-b23622c84547 req-c8a217c6-81de-48b9-8ce0-71c81f2be8e7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:36.936270 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7802b98d-f41b-4fbd-8b6a-b23622c84547 req-c8a217c6-81de-48b9-8ce0-71c81f2be8e7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0490580 Jul 27 22:51:36.974466 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7802b98d-f41b-4fbd-8b6a-b23622c84547 req-61bbc717-26ba-4ce9-a81c-5702c80c078b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316277 Jul 27 22:51:38.091457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fbe7e-9954-4a84-b938-598176275291 req-a34e9e2a-6a50-443d-839d-a84501cad0c6 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:38.092928 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-018fbe7e-9954-4a84-b938-598176275291 req-a34e9e2a-6a50-443d-839d-a84501cad0c6 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0485256 Jul 27 22:51:38.130446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-018fbe7e-9954-4a84-b938-598176275291 req-dc16f681-f31e-407d-803e-113b367bc6bf tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309591 Jul 27 22:51:39.252340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf42dc-6d98-4fbb-8b2a-de04facb1c76 req-85b69e65-989b-44e4-8fe7-dca92f78197d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:39.254107 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6faf42dc-6d98-4fbb-8b2a-de04facb1c76 req-85b69e65-989b-44e4-8fe7-dca92f78197d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0537202 Jul 27 22:51:39.291106 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6faf42dc-6d98-4fbb-8b2a-de04facb1c76 req-517a00a8-83da-43d0-b0ef-9bb6f4c4b866 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312195 Jul 27 22:51:40.410756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a25a6-8bd2-457a-abf3-1d56687294eb req-45824ee8-ac41-48d4-be6d-fd040b8dfac4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:40.412239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4b1a25a6-8bd2-457a-abf3-1d56687294eb req-45824ee8-ac41-48d4-be6d-fd040b8dfac4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0532348 Jul 27 22:51:40.450960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4b1a25a6-8bd2-457a-abf3-1d56687294eb req-ea46eb52-bea9-4ab5-8d04-8f51b1934244 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328405 Jul 27 22:51:41.569790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f23c0-4c22-465b-a590-dfffa5cd2f96 req-b7963b70-3dea-4b97-9548-216f2d499542 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:41.571397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a10f23c0-4c22-465b-a590-dfffa5cd2f96 req-b7963b70-3dea-4b97-9548-216f2d499542 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0513046 Jul 27 22:51:41.611499 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a10f23c0-4c22-465b-a590-dfffa5cd2f96 req-8e362a2c-68aa-474e-bda8-05c934515b39 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339401 Jul 27 22:51:42.735854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a4439-b1aa-4a5b-9cd6-8a8776661bea req-b4e42bfe-48ca-47a0-be9d-21fde12fcf9e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:42.737826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be2a4439-b1aa-4a5b-9cd6-8a8776661bea req-b4e42bfe-48ca-47a0-be9d-21fde12fcf9e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0584271 Jul 27 22:51:42.775695 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-be2a4439-b1aa-4a5b-9cd6-8a8776661bea req-87a8c80b-1dc7-47c2-bae0-cd675131dcb1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313356 Jul 27 22:51:42.807310 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-851a7945-90cc-416b-a42d-1a2915805a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:42.909060 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:43.891912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebc1b2-bffb-4e09-ba23-d06834c1dd4b req-4c3d1342-a7b7-4f73-8839-a9c2a8e001f1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:43.893291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16ebc1b2-bffb-4e09-ba23-d06834c1dd4b req-4c3d1342-a7b7-4f73-8839-a9c2a8e001f1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0494807 Jul 27 22:51:43.931005 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16ebc1b2-bffb-4e09-ba23-d06834c1dd4b req-2c79c9c5-955f-4310-a4b5-3cb9d044e0fa tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310817 Jul 27 22:51:45.049133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdbe77-1e24-4f04-8cfe-6e8958099652 req-83302095-7946-40b0-b848-3ddff92499b1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:45.051381 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82fdbe77-1e24-4f04-8cfe-6e8958099652 req-83302095-7946-40b0-b848-3ddff92499b1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0510225 Jul 27 22:51:45.091713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82fdbe77-1e24-4f04-8cfe-6e8958099652 req-5cde93c4-f94d-49e7-8b26-661ce94e544f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327649 Jul 27 22:51:45.478360 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29bb37d1-f7d3-4ea2-b5e3-1a87c2906ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:45.819032 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:46.215826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784d89a-790c-4327-a916-201ee04c8194 req-39ecf4c6-83b7-4217-9bea-d90b63ff9bf6 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:46.217337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7784d89a-790c-4327-a916-201ee04c8194 req-39ecf4c6-83b7-4217-9bea-d90b63ff9bf6 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0555542 Jul 27 22:51:46.289342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7784d89a-790c-4327-a916-201ee04c8194 req-579439d6-da0a-4c85-847f-d138fd6d7c1b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650935 Jul 27 22:51:46.302565 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [req-76e13b73-95aa-45b4-827c-f4448e240545 req-af9e5620-1652-44f7-ad0c-6e89917f7f85 service neutron] show failed (client error): The resource could not be found. Jul 27 22:51:46.303566 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-af9e5620-1652-44f7-ad0c-6e89917f7f85 service neutron] 10.222.0.41 "GET /v2.0/ports/931e07b0-76ea-4cfa-9f31-0339b9289616/bindings/n-h1-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0776923 Jul 27 22:51:46.542509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e13b73-95aa-45b4-827c-f4448e240545 req-94b912c5-43b5-4234-9a12-eb40c899a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:46.543997 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-94b912c5-43b5-4234-9a12-eb40c899a216 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 1096 time: 0.0898130 Jul 27 22:51:46.556476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:51:46.573944 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:46.613674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:46.812185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:51:46.845208 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:51:46.850690 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:46.895663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:51:46.897953 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f077eb03-a81e-4da3-85b2-fd1caa862727" -d '{"events": [{"server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "name": "network-vif-unplugged", "status": "completed", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:51:46.901862 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:46.913989 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Transition to ACTIVE for port object 931e07b0-76ea-4cfa-9f31-0339b9289616 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:51:46.917958 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:47.001451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Pushing event updated for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=6']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:47.012720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:47.013001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:47.013336 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:47.013668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:47.013994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:47.014337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:47.014660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:47.014981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:47.015299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:47.015615 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:47.015933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:47.016253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:51:47.061562 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bdeb2b-128e-4ec8-9365-678ecf196d00 x-openstack-request-id: req-04bdeb2b-128e-4ec8-9365-678ecf196d00 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:51:47.061965 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "name": "network-vif-unplugged", "status": "completed", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:51:47.062313 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04bdeb2b-128e-4ec8-9365-678ecf196d00 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:51:47.062771 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'code': 200} Jul 27 22:51:47.063687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] No DVR routers for this DVR port 931e07b0-76ea-4cfa-9f31-0339b9289616 on host n-h2-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:51:47.202424 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Attempting to bind port 931e07b0-76ea-4cfa-9f31-0339b9289616 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:51:47.202766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Attempting to bind port 931e07b0-76ea-4cfa-9f31-0339b9289616 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:51:47.203088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Attempting to bind port 931e07b0-76ea-4cfa-9f31-0339b9289616 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:51:47.207857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Port 931e07b0-76ea-4cfa-9f31-0339b9289616 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:51:47.208184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Attempting to bind port 931e07b0-76ea-4cfa-9f31-0339b9289616 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:51:47.213031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:51:47.213372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:51:47.213754 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Bound using segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:51:47.214181 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Bound port: 931e07b0-76ea-4cfa-9f31-0339b9289616, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:51:47.214569 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:47.276659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:51:47.279862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:51:47.283815 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:47.318316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:47.318951 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:47.322952 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] 10.222.0.43 "PUT /v2.0/ports/931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 1091 time: 0.7702081 Jul 27 22:51:47.365379 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce96a5-a5b5-446b-b279-ac8f9cbe1dab service neutron] Pushing event updated for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=7']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:51:47.399283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e13b73-95aa-45b4-827c-f4448e240545 req-dc730bd5-6a1e-451c-acc9-197f11d72d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:47.400813 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-dc730bd5-6a1e-451c-acc9-197f11d72d67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1094 time: 0.0497069 Jul 27 22:51:47.437008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419f5e0-0339-4c56-ba49-e59449d6c2bd req-424bfba3-d1b8-4560-87f0-3df452e5a7a2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:47.438651 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b419f5e0-0339-4c56-ba49-e59449d6c2bd req-424bfba3-d1b8-4560-87f0-3df452e5a7a2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0527315 Jul 27 22:51:47.479384 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b419f5e0-0339-4c56-ba49-e59449d6c2bd req-f44008d3-3398-4505-bf35-930f5ecbb7ec tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346985 Jul 27 22:51:47.502082 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e13b73-95aa-45b4-827c-f4448e240545 req-0551d758-1ffd-401a-9a37-93c02081c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:47.504384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-0551d758-1ffd-401a-9a37-93c02081c1fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0964992 Jul 27 22:51:47.570036 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-f406bf4b-4fe6-4c52-8ffc-38eb2a47563f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 999 time: 0.0585382 Jul 27 22:51:47.623122 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e13b73-95aa-45b4-827c-f4448e240545 req-21fda3b3-a36e-4267-8319-1b22b60f44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:47.624488 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-21fda3b3-a36e-4267-8319-1b22b60f44a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0474882 Jul 27 22:51:47.635028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 931e07b0-76ea-4cfa-9f31-0339b9289616 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:51:47.671773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e13b73-95aa-45b4-827c-f4448e240545 req-ebfd822c-a4fc-4722-bbeb-be45fd826b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:47.673283 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-ebfd822c-a4fc-4722-bbeb-be45fd826b82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413313 Jul 27 22:51:47.675382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 931e07b0-76ea-4cfa-9f31-0339b9289616 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:51:47.759499 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-e98839a1-fc7c-4d3b-bd5d-8294524e48fb service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794241 Jul 27 22:51:47.850064 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-585e5756-2a02-4f22-8ed5-12e6d0d0b08d service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827079 Jul 27 22:51:48.272650 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:51:48.609008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4eb9b-91cd-4abe-97c2-232783b05222 req-79aa4f91-06b1-44ab-a6d1-fae230ef8cb4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:48.610516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4c4eb9b-91cd-4abe-97c2-232783b05222 req-79aa4f91-06b1-44ab-a6d1-fae230ef8cb4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0545192 Jul 27 22:51:48.649238 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4c4eb9b-91cd-4abe-97c2-232783b05222 req-d3772600-873f-4580-95b4-e8e5987e9746 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324998 Jul 27 22:51:49.064369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:51:49.066842 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2687c019-063c-437b-860a-13bd1dac1b04" -d '{"events": [{"name": "network-changed", "server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:51:49.117139 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e3e71f-60d8-4e37-a72e-ac1be222ce11 x-openstack-request-id: req-13e3e71f-60d8-4e37-a72e-ac1be222ce11 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:51:49.117438 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:51:49.117689 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13e3e71f-60d8-4e37-a72e-ac1be222ce11 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:51:49.118294 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'status': 'completed', 'code': 200} Jul 27 22:51:49.176404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687c019-063c-437b-860a-13bd1dac1b04 req-39ea4887-1960-4f25-ac8e-763c06c06eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:49.177916 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-39ea4887-1960-4f25-ac8e-763c06c06eb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1094 time: 0.0424027 Jul 27 22:51:49.183147 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687c019-063c-437b-860a-13bd1dac1b04 req-a746a743-2426-4730-bb75-bc829a25dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:49.184648 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-a746a743-2426-4730-bb75-bc829a25dff7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1094 time: 0.0429156 Jul 27 22:51:49.273320 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687c019-063c-437b-860a-13bd1dac1b04 req-d662df53-ce8c-4e98-9fb0-e99cc111c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:49.275149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-d662df53-ce8c-4e98-9fb0-e99cc111c0bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0905018 Jul 27 22:51:49.280212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687c019-063c-437b-860a-13bd1dac1b04 req-9e4d15d9-71da-48ba-8001-02775c40fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:49.281710 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-9e4d15d9-71da-48ba-8001-02775c40fec3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0896969 Jul 27 22:51:49.343260 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-25da9619-d40c-43fc-b087-590caf65193a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 999 time: 0.0607152 Jul 27 22:51:49.349026 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-2223a896-a5ff-4102-a4fc-63598f4b0485 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 999 time: 0.0605183 Jul 27 22:51:49.393607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687c019-063c-437b-860a-13bd1dac1b04 req-0bdc9d02-3e64-4281-90fd-21d9d3ca5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:49.395667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-0bdc9d02-3e64-4281-90fd-21d9d3ca5682 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0462601 Jul 27 22:51:49.398728 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687c019-063c-437b-860a-13bd1dac1b04 req-b07a35bc-89d7-4cb7-b4b8-fe9e6e84a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:49.400199 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-b07a35bc-89d7-4cb7-b4b8-fe9e6e84a417 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0445454 Jul 27 22:51:49.447488 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687c019-063c-437b-860a-13bd1dac1b04 req-c6c55e6b-7b70-4619-b0f7-5247f871a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:49.449126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-c6c55e6b-7b70-4619-b0f7-5247f871a004 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461338 Jul 27 22:51:49.451450 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687c019-063c-437b-860a-13bd1dac1b04 req-d73e4a87-1f1a-48bd-acd4-8fdea5f134f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:49.453011 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-d73e4a87-1f1a-48bd-acd4-8fdea5f134f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453982 Jul 27 22:51:49.544534 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-83a34a5f-2f43-4153-bc6e-cca60ce8aae7 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836442 Jul 27 22:51:49.545368 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-11294d3a-1924-48cf-8b0a-9754e0a9b6e2 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882151 Jul 27 22:51:49.641668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-56f4b1ab-27ce-4505-9ec4-34dde312b29b service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889196 Jul 27 22:51:49.642875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2687c019-063c-437b-860a-13bd1dac1b04 req-89b80fe3-2999-44eb-8a04-fd3bf8f3e472 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915370 Jul 27 22:51:49.775361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823f6c5-b155-44bd-a245-629f1109c9df req-0a6f008c-4841-4cfd-a417-b38aeaf013a9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:49.776838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3823f6c5-b155-44bd-a245-629f1109c9df req-0a6f008c-4841-4cfd-a417-b38aeaf013a9 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0527196 Jul 27 22:51:49.814474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3823f6c5-b155-44bd-a245-629f1109c9df req-4d965888-38db-492a-b0ac-54cb881772c1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316691 Jul 27 22:51:50.936377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd74e2c-6eb3-4237-9775-08db532be5f5 req-e39022ac-f7b2-4acb-9090-eeb299ba6286 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:50.938816 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bd74e2c-6eb3-4237-9775-08db532be5f5 req-e39022ac-f7b2-4acb-9090-eeb299ba6286 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0528679 Jul 27 22:51:50.980103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bd74e2c-6eb3-4237-9775-08db532be5f5 req-cef9b9c8-118b-4fe6-8562-936c2a0ab54d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341995 Jul 27 22:51:52.097455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dc04d-3b02-4859-8cc6-47c10d2d38ff req-cba69970-8267-4ef9-bdd5-55ab05a030fe tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:52.098968 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-288dc04d-3b02-4859-8cc6-47c10d2d38ff req-cba69970-8267-4ef9-bdd5-55ab05a030fe tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0479879 Jul 27 22:51:52.140710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-288dc04d-3b02-4859-8cc6-47c10d2d38ff req-42eb2079-db1e-4e2d-80ff-5931c0323770 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356061 Jul 27 22:51:53.256457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd247ce-6c46-462b-bb83-d65b474040eb req-fb6119fd-9074-4d35-88d7-c65612c3d8b6 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:53.257914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9dd247ce-6c46-462b-bb83-d65b474040eb req-fb6119fd-9074-4d35-88d7-c65612c3d8b6 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0491936 Jul 27 22:51:53.295347 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9dd247ce-6c46-462b-bb83-d65b474040eb req-671a6964-1827-40fb-bb32-9c378a6fb04a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315785 Jul 27 22:51:54.412665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdd831-3fe8-4bf1-b0a7-2a84f5c5d3c4 req-74c0fd74-b6b9-4424-a906-1070b7a03c04 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:54.414136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-41fdd831-3fe8-4bf1-b0a7-2a84f5c5d3c4 req-74c0fd74-b6b9-4424-a906-1070b7a03c04 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0494785 Jul 27 22:51:54.451677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-41fdd831-3fe8-4bf1-b0a7-2a84f5c5d3c4 req-08581205-b594-47cf-97ed-30d9ea99140f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316315 Jul 27 22:51:55.569953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c1056-eb83-4b20-a9ff-780403a0e148 req-bdaba74e-dafd-49bd-b290-cf75bef3bb60 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:55.571487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-056c1056-eb83-4b20-a9ff-780403a0e148 req-bdaba74e-dafd-49bd-b290-cf75bef3bb60 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0505383 Jul 27 22:51:55.612732 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-056c1056-eb83-4b20-a9ff-780403a0e148 req-4e6edb3e-9976-433a-a781-2cfbb5635743 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348854 Jul 27 22:51:56.998635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578739f-0b87-45ae-8dbb-e33974f3ed86 req-8c9eae71-1820-4673-8e40-f5bf8bd952f1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:57.000130 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4578739f-0b87-45ae-8dbb-e33974f3ed86 req-8c9eae71-1820-4673-8e40-f5bf8bd952f1 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.3172014 Jul 27 22:51:57.044934 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4578739f-0b87-45ae-8dbb-e33974f3ed86 req-425235ba-b6b2-4a76-a7c1-e47861183438 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388424 Jul 27 22:51:58.160712 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488b0ce-f84e-4aa1-a509-939a854742ee req-aa21b567-39fc-47dc-bf17-377de4029b59 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:58.162153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a488b0ce-f84e-4aa1-a509-939a854742ee req-aa21b567-39fc-47dc-bf17-377de4029b59 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0485070 Jul 27 22:51:58.199219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a488b0ce-f84e-4aa1-a509-939a854742ee req-5e801097-7fdc-4083-aab4-f904b91876a4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312364 Jul 27 22:51:59.335463 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999e7ad-0d2c-4e59-9182-05394ae0bb32 req-6fb8a342-1299-470a-9aff-b75a75acf702 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:59.337707 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0999e7ad-0d2c-4e59-9182-05394ae0bb32 req-6fb8a342-1299-470a-9aff-b75a75acf702 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0558460 Jul 27 22:51:59.382855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0999e7ad-0d2c-4e59-9182-05394ae0bb32 req-638b7b11-16e0-41a6-b90c-764b7eaf3bd0 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384474 Jul 27 22:51:59.716621 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-cf6ab5ab-9427-4dff-a037-6e9ebb86ff59 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:59.718378 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-cf6ab5ab-9427-4dff-a037-6e9ebb86ff59 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.43 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af&tenant_id=d1d8f709feb54a27984d27a227fb4c86&binding%3Ahost_id=n-h1-802011-3 HTTP/1.1" status: 200 len: 943 time: 0.0603132 Jul 27 22:51:59.736845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f047f-fd86-4ee9-94de-9f4dfbf788e2 req-2b6c377e-0436-45cd-a491-91777bd334c7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:59.738637 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-620f047f-fd86-4ee9-94de-9f4dfbf788e2 req-2b6c377e-0436-45cd-a491-91777bd334c7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0543935 Jul 27 22:51:59.778654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-620f047f-fd86-4ee9-94de-9f4dfbf788e2 req-601d2a20-3eed-4074-88a5-cb9f2f286839 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339203 Jul 27 22:51:59.788242 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-39ade2ae-f6e5-43ef-b527-1a091c9b3995 service neutron] 10.222.0.43 "GET /v2.0/ports/931e07b0-76ea-4cfa-9f31-0339b9289616/bindings/n-h1-802011-3 HTTP/1.1" status: 200 len: 382 time: 0.0624897 Jul 27 22:51:59.855842 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-dc9b74dc-8aa3-41b7-a5f3-05ae49c34760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:51:59.857301 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-dc9b74dc-8aa3-41b7-a5f3-05ae49c34760 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1094 time: 0.0396647 Jul 27 22:52:00.265947 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-2fbe3d33-48f9-47b8-81fe-8f7f66fa95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:00.267380 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-2fbe3d33-48f9-47b8-81fe-8f7f66fa95ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.4031305 Jul 27 22:52:00.331416 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-62c601c8-643c-4ed0-a0ed-1ed956aa3be9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 999 time: 0.0562360 Jul 27 22:52:00.382569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-8c2196f3-5c9a-49da-b407-22b6358ace0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:00.383983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-8c2196f3-5c9a-49da-b407-22b6358ace0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0465121 Jul 27 22:52:00.430873 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-52a9fec2-35cf-4fb6-aeff-35ef8aad0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:00.432372 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-52a9fec2-35cf-4fb6-aeff-35ef8aad0c20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406852 Jul 27 22:52:00.521689 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-fb492851-ac34-41e0-8ae6-9c4324a9e8a1 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797620 Jul 27 22:52:00.610948 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-3440f72c-1660-471d-873f-2bc42b99c08f service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828753 Jul 27 22:52:00.896314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec6797-13d7-4a98-a73b-dd9391199876 req-b35201de-27d2-4e37-bd20-66c4fa431b12 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:00.897784 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81ec6797-13d7-4a98-a73b-dd9391199876 req-b35201de-27d2-4e37-bd20-66c4fa431b12 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 943 time: 0.0481126 Jul 27 22:52:00.935388 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-81ec6797-13d7-4a98-a73b-dd9391199876 req-59f50d43-dc54-4590-a41a-3f196e629cf8 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310452 Jul 27 22:52:01.783519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 931e07b0-76ea-4cfa-9f31-0339b9289616 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:52:01.874779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:01.886774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'port_id': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'mac_address': 'fa:16:3e:9d:0f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:52:01.909152 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:52:01.922159 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:01.938081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931e07b0-76ea-4cfa-9f31-0339b9289616 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:52:01.957845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:01.962052 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:02.011162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:02.018550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:02.019153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:02.019540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:02.019878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:02.020210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:02.020538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:02.020859 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:02.021180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:02.021501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:02.021846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:02.022161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:02.022508 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:02.064704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e59a3-6af7-4c9d-bc46-66cd02b78ee0 req-ca65a804-2f1b-4cf5-a30b-920979969f53 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:02.066949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-525e59a3-6af7-4c9d-bc46-66cd02b78ee0 req-ca65a804-2f1b-4cf5-a30b-920979969f53 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0580006 Jul 27 22:52:02.110001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-525e59a3-6af7-4c9d-bc46-66cd02b78ee0 req-139d970a-2f0d-42be-b3d1-e980b640318d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368278 Jul 27 22:52:03.227619 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c837ef-728a-414a-9731-18bda3b181ff req-fdc888a9-55cf-420e-9af2-b5c57fd14673 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:03.229009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-23c837ef-728a-414a-9731-18bda3b181ff req-fdc888a9-55cf-420e-9af2-b5c57fd14673 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0485983 Jul 27 22:52:03.266576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-23c837ef-728a-414a-9731-18bda3b181ff req-9b8446a4-3989-4b25-82ab-7acff12051ef tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317130 Jul 27 22:52:04.247226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-b3d8a571-56ce-41c2-b3a1-ac7f9816beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:04.248683 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-b3d8a571-56ce-41c2-b3a1-ac7f9816beeb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af&tenant_id=d1d8f709feb54a27984d27a227fb4c86 HTTP/1.1" status: 200 len: 1095 time: 0.0404220 Jul 27 22:52:04.260079 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:04.314418 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.468083 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffcf0e-f014-4964-ad06-e88d15cba402 req-2c1fd3cd-70b5-4fd9-805e-8a332801d273 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:04.469534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-78ffcf0e-f014-4964-ad06-e88d15cba402 req-2c1fd3cd-70b5-4fd9-805e-8a332801d273 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.1244931 Jul 27 22:52:04.556262 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-78ffcf0e-f014-4964-ad06-e88d15cba402 req-29ead581-9f04-47cf-9805-208181d1c2b7 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723176 Jul 27 22:52:04.575880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:04.608014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:04.642332 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 931e07b0-76ea-4cfa-9f31-0339b9289616 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:52:04.651389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.662253 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Ignored duplicate provisioning block setup for port 931e07b0-76ea-4cfa-9f31-0339b9289616 by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 22:52:04.665687 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:04.743172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:04.757204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:04.757557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:04.757905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:04.758250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:04.758704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:04.759047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:04.759380 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:04.759715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:04.760040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:04.760369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:04.760697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:04.761021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:04.800060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] No DVR routers for this DVR port 931e07b0-76ea-4cfa-9f31-0339b9289616 on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:04.939359 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Attempting to bind port 931e07b0-76ea-4cfa-9f31-0339b9289616 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:04.939701 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Attempting to bind port 931e07b0-76ea-4cfa-9f31-0339b9289616 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:04.940048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Attempting to bind port 931e07b0-76ea-4cfa-9f31-0339b9289616 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:04.944795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Port 931e07b0-76ea-4cfa-9f31-0339b9289616 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:52:04.945120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Attempting to bind port 931e07b0-76ea-4cfa-9f31-0339b9289616 on network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:04.949865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:04.950198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Checking segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:04.950613 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Bound using segment: {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:04.951038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Bound port: 931e07b0-76ea-4cfa-9f31-0339b9289616, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9226b71a-0779-4594-927c-1b876a033fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:04.951403 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:05.017292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:05.021365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:05.024920 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:05.058494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.059110 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:05.060486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 1091 time: 0.8045220 Jul 27 22:52:05.060928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:52:05.063200 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a984378-9aca-4008-9c07-4695bfb4e8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:52:05.120524 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0dd1f0-9f3d-4498-ba35-813307425698 x-openstack-request-id: req-5a0dd1f0-9f3d-4498-ba35-813307425698 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:52:05.120820 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:52:05.121064 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a0dd1f0-9f3d-4498-ba35-813307425698 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:52:05.121456 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'status': 'completed', 'code': 200} Jul 27 22:52:05.123270 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a98009-72ef-4836-b0ba-34c688ccf2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:05.141528 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-756f2903-bf15-46ea-a5f3-c30edf5d9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.143148 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-756f2903-bf15-46ea-a5f3-c30edf5d9bc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1095 time: 0.0570459 Jul 27 22:52:05.187409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-5d24a507-07f4-4d49-96f7-91c3786973c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.189622 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-5d24a507-07f4-4d49-96f7-91c3786973c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1095 time: 0.0490065 Jul 27 22:52:05.249350 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-8ac9fcb8-bb78-40a8-92ed-87f163520bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.250983 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-8ac9fcb8-bb78-40a8-92ed-87f163520bfe service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0995109 Jul 27 22:52:05.290044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-0c4b7be5-ea8d-4176-bb89-f5c9cc80d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.291579 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-0c4b7be5-ea8d-4176-bb89-f5c9cc80d2d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.0948246 Jul 27 22:52:05.317968 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-a90bc72b-d735-4bd7-ab5c-a829c3a58753 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 999 time: 0.0600865 Jul 27 22:52:05.357540 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-5595aba6-edcb-4526-ab2d-6e0a6b838e46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 999 time: 0.0580535 Jul 27 22:52:05.370872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-23f11ebf-17aa-49fb-ab03-e13c8dc9a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.372331 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-23f11ebf-17aa-49fb-ab03-e13c8dc9a4d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0475166 Jul 27 22:52:05.405887 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-175a1978-8959-4321-b44b-d035922cc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.407377 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-175a1978-8959-4321-b44b-d035922cc2ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0433002 Jul 27 22:52:05.417962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-509d54e3-4644-4f68-b240-fa3584da395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.419489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-509d54e3-4644-4f68-b240-fa3584da395b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401888 Jul 27 22:52:05.458180 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-08a9312a-0318-4f21-b11c-a64c763c3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.459717 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-08a9312a-0318-4f21-b11c-a64c763c3d59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452590 Jul 27 22:52:05.510281 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-8e4a2950-6371-41b9-ade2-3f7b0c0ed7fb service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833428 Jul 27 22:52:05.549322 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-02b15549-b724-4e0d-b6ab-d79660486387 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813236 Jul 27 22:52:05.606513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6745afa-669c-41b8-ae89-0a6058e5f90d req-e00a4d93-9265-4e72-921d-6373f6c7fcfc service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892191 Jul 27 22:52:05.647335 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-d2b16a6e-eb21-4929-8c66-fbe6b02c5904 service neutron] 10.222.0.43 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907559 Jul 27 22:52:05.716616 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e5a7a-5ede-4009-9e04-f10fd1b035e5 req-6afb140b-6346-496f-be2d-c65a3d4881ca tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.718123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-431e5a7a-5ede-4009-9e04-f10fd1b035e5 req-6afb140b-6346-496f-be2d-c65a3d4881ca tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0770931 Jul 27 22:52:05.720860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-3a4e5608-9aa2-40b1-9af5-e8875c4f89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.722436 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-3a4e5608-9aa2-40b1-9af5-e8875c4f89c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d8f709feb54a27984d27a227fb4c86&device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 1095 time: 0.0722330 Jul 27 22:52:05.805619 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 931e07b0-76ea-4cfa-9f31-0339b9289616 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:52:05.807425 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-431e5a7a-5ede-4009-9e04-f10fd1b035e5 req-7b861825-0b66-485d-828f-ef1bef126028 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833621 Jul 27 22:52:05.847087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 931e07b0-76ea-4cfa-9f31-0339b9289616 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:52:05.847879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-f32a9652-43f1-41f9-a4ce-87755ba61fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.849371 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-f32a9652-43f1-41f9-a4ce-87755ba61fd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 200 len: 912 time: 0.1189744 Jul 27 22:52:05.918828 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-46ccfb29-d9a3-48cd-8878-7f285b48d242 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 200 len: 999 time: 0.0628066 Jul 27 22:52:05.968030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-dacd62d4-ace2-495d-b611-a1bbb6414636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:05.969556 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-dacd62d4-ace2-495d-b611-a1bbb6414636 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 200 len: 850 time: 0.0439184 Jul 27 22:52:06.016798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-ee15e7a3-e15a-4b37-aeac-ff41b2cb4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:06.018432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-ee15e7a3-e15a-4b37-aeac-ff41b2cb4e32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655a77a6-3d1d-4b36-aff1-2f191fcd7652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410388 Jul 27 22:52:06.113237 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-8af0386d-2a84-432f-8ef9-6cc8f20eee75 service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875204 Jul 27 22:52:06.207480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a984378-9aca-4008-9c07-4695bfb4e8d1 req-39d84cf3-d7c3-488c-ab26-ac2e13d9af2b service neutron] 10.222.0.41 "GET /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870974 Jul 27 22:52:06.932913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e206cd8-7ee1-498c-bccc-9344d58698ef req-7efd1a7e-66af-4e0f-93ad-713e0624601e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:06.935167 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e206cd8-7ee1-498c-bccc-9344d58698ef req-7efd1a7e-66af-4e0f-93ad-713e0624601e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0506873 Jul 27 22:52:06.977084 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1e206cd8-7ee1-498c-bccc-9344d58698ef req-53590c5b-5024-498e-af47-add5ceeaca1b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344262 Jul 27 22:52:08.106488 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081d8f4-925a-4441-9ff8-f0da7694d41e req-642912f1-c7dc-4b87-bc31-ce889f6d4dd4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:08.107983 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9081d8f4-925a-4441-9ff8-f0da7694d41e req-642912f1-c7dc-4b87-bc31-ce889f6d4dd4 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0552719 Jul 27 22:52:08.146831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9081d8f4-925a-4441-9ff8-f0da7694d41e req-cef254d0-ab99-48a5-b73c-b54fd88ba55e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323246 Jul 27 22:52:09.264401 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e47c8-104b-44ed-812a-c35ab30ca629 req-e2b74e78-f99f-449e-9286-3e9269395b61 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:09.265901 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bc2e47c8-104b-44ed-812a-c35ab30ca629 req-e2b74e78-f99f-449e-9286-3e9269395b61 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0512164 Jul 27 22:52:09.305043 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bc2e47c8-104b-44ed-812a-c35ab30ca629 req-04538da8-49b9-4690-a865-0bf3297bed6c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322587 Jul 27 22:52:10.421620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dac9af-aa15-41d8-ba15-0edbf96b9684 req-70853786-fea8-4fe2-9725-3a11d6abb71d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:10.423121 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14dac9af-aa15-41d8-ba15-0edbf96b9684 req-70853786-fea8-4fe2-9725-3a11d6abb71d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0486336 Jul 27 22:52:10.460091 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-14dac9af-aa15-41d8-ba15-0edbf96b9684 req-06708e34-59dc-4252-b2c4-44316119943a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310321 Jul 27 22:52:11.580398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3788753-56cf-48ae-9483-29aa457a2d87 req-cb599b3e-5408-4c4f-9309-ce0cd13181e5 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:11.582374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b3788753-56cf-48ae-9483-29aa457a2d87 req-cb599b3e-5408-4c4f-9309-ce0cd13181e5 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0542195 Jul 27 22:52:11.620652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b3788753-56cf-48ae-9483-29aa457a2d87 req-97b0cbe6-9190-4d8f-845a-c106cb3fbb1b tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324402 Jul 27 22:52:12.739090 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9a77f-e8e4-493a-926a-038765c90a47 req-d98f0c72-c6b5-437c-9ad9-b357f38db325 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:12.741242 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7b9a77f-e8e4-493a-926a-038765c90a47 req-d98f0c72-c6b5-437c-9ad9-b357f38db325 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0542691 Jul 27 22:52:12.780980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7b9a77f-e8e4-493a-926a-038765c90a47 req-f4fb5c3f-bfb9-4fe5-9109-c33ba3a8a01c tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339303 Jul 27 22:52:12.807672 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5ea4754f-3c02-4c54-9cb0-b9ca607bddd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:12.906846 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:13.896465 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1461462-3397-492a-9db5-a83f62ccf189 req-14d5c7c5-be5a-4b9e-b5ba-3393085a8a7d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:13.897935 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1461462-3397-492a-9db5-a83f62ccf189 req-14d5c7c5-be5a-4b9e-b5ba-3393085a8a7d tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0490792 Jul 27 22:52:13.934848 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1461462-3397-492a-9db5-a83f62ccf189 req-f2d907c6-7bd6-452f-8033-c0b094cec227 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309014 Jul 27 22:52:15.059798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff064b1-5734-46fa-bf86-5fd83bd4ff49 req-0728c23a-794d-4949-8466-3cbd1b015f9f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:15.061288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6ff064b1-5734-46fa-bf86-5fd83bd4ff49 req-0728c23a-794d-4949-8466-3cbd1b015f9f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0529776 Jul 27 22:52:15.098743 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6ff064b1-5734-46fa-bf86-5fd83bd4ff49 req-089d8b55-07b7-46c8-90d8-225c286aaf94 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306656 Jul 27 22:52:15.479239 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25ef7fd7-dc8e-479e-ad69-4c1478861d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:15.820637 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.220588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b507c4-3dfa-46ad-ba4a-cd5c25e7fe64 req-966b2cdb-2dc0-4d8a-a230-38917a3abd76 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:16.222675 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f0b507c4-3dfa-46ad-ba4a-cd5c25e7fe64 req-966b2cdb-2dc0-4d8a-a230-38917a3abd76 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0533314 Jul 27 22:52:16.265173 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f0b507c4-3dfa-46ad-ba4a-cd5c25e7fe64 req-b2a02ff7-d61b-4534-8152-c5090b081d6e tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361674 Jul 27 22:52:16.575291 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:16.879982 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:17.385038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7ed30-f88d-410c-ba89-0c1d7fb7c094 req-df821d10-a333-4509-a331-f56ef6fd1f99 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:17.386563 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bd7ed30-f88d-410c-ba89-0c1d7fb7c094 req-df821d10-a333-4509-a331-f56ef6fd1f99 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0522027 Jul 27 22:52:17.425254 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4bd7ed30-f88d-410c-ba89-0c1d7fb7c094 req-dfde16d8-d9e6-4ae1-a766-8fa82c0b6829 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328405 Jul 27 22:52:17.544847 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bfabf-bcb4-4b82-b850-befb13c0ed4b req-93416b69-539b-4867-8371-583c248b844f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:17.546239 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b25bfabf-bcb4-4b82-b850-befb13c0ed4b req-93416b69-539b-4867-8371-583c248b844f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0528831 Jul 27 22:52:17.584002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b25bfabf-bcb4-4b82-b850-befb13c0ed4b req-d96a2323-4d73-465f-a85b-4e7303db9a1f tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310123 Jul 27 22:52:17.697310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286958d9-ae2c-42b7-9baa-f605646d26ab req-8db44368-0fcf-4d2f-880d-dcfc9b0c9660 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:17.698912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-286958d9-ae2c-42b7-9baa-f605646d26ab req-8db44368-0fcf-4d2f-880d-dcfc9b0c9660 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0497122 Jul 27 22:52:17.740982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-286958d9-ae2c-42b7-9baa-f605646d26ab req-22880075-be86-4674-a15e-c0303a3a1c03 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332701 Jul 27 22:52:17.800701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 931e07b0-76ea-4cfa-9f31-0339b9289616 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:52:17.900168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:17.911908 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'port_id': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'mac_address': 'fa:16:3e:9d:0f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:52:17.948774 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:17.961672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931e07b0-76ea-4cfa-9f31-0339b9289616 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:52:17.979233 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cfa34-71c6-43f0-b1d9-ebcec97c574e req-67c4859d-a0d4-40e5-88f2-1e3c305c287a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:17.980608 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf7cfa34-71c6-43f0-b1d9-ebcec97c574e req-67c4859d-a0d4-40e5-88f2-1e3c305c287a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 944 time: 0.0525436 Jul 27 22:52:17.982365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:17.987751 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:18.020982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf7cfa34-71c6-43f0-b1d9-ebcec97c574e req-64ca463a-7123-44e3-8721-647132cedf48 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338109 Jul 27 22:52:18.040066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=11']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:18.209027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['931e07b0-76ea-4cfa-9f31-0339b9289616'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:52:18.290240 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:19.140451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01745269-47e6-4b00-a694-e619c8fc6c0f req-358fec3a-9d1b-456d-90d0-87458a3decfd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:19.141912 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01745269-47e6-4b00-a694-e619c8fc6c0f req-358fec3a-9d1b-456d-90d0-87458a3decfd tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0522559 Jul 27 22:52:19.180156 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-01745269-47e6-4b00-a694-e619c8fc6c0f req-0b786375-475d-45b2-8fc6-c48fb7f57c84 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups?id=73bbfeb1-a96c-414c-8632-0ec85be385c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316436 Jul 27 22:52:19.534735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-73a72558-8fcf-4ba6-aef3-f166dbbb7d10 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:19.536080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-73a72558-8fcf-4ba6-aef3-f166dbbb7d10 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.41 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 945 time: 0.0482545 Jul 27 22:52:19.621203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Deleting port 931e07b0-76ea-4cfa-9f31-0339b9289616 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:19.621541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:19.709192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:19.709554 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:19.805774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 931e07b0-76ea-4cfa-9f31-0339b9289616 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:19.853816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 931e07b0-76ea-4cfa-9f31-0339b9289616 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:19.857503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 931e07b0-76ea-4cfa-9f31-0339b9289616 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:19.857890 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:19.875781 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:19.876216 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:19.876542 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Floating IP 49200d26-f8cf-4210-a14a-f689047de174 disassociated. External IP: 172.25.1.78, port: 931e07b0-76ea-4cfa-9f31-0339b9289616. Jul 27 22:52:19.876878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Calling delete_port for 931e07b0-76ea-4cfa-9f31-0339b9289616 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:19.935244 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:19.958338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:52:19.960592 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6dfed0-8ff2-4f3d-9548-481f59a01f0c" -d '{"events": [{"server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "name": "network-vif-plugged", "status": "completed", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:52:19.973666 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 931e07b0-76ea-4cfa-9f31-0339b9289616, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=931e07b0-76ea-4cfa-9f31-0339b9289616,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:19.978185 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:20.047683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=12']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:20.048435 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:20.061611 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeeb785-58ce-4d83-a33d-b28cecfc9eed x-openstack-request-id: req-eaeeb785-58ce-4d83-a33d-b28cecfc9eed {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:52:20.061912 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "name": "network-vif-plugged", "status": "completed", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:52:20.062167 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eaeeb785-58ce-4d83-a33d-b28cecfc9eed {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:52:20.062593 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'code': 200} Jul 27 22:52:20.078381 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event deleted for resources: {'Port': ['ID=931e07b0-76ea-4cfa-9f31-0339b9289616,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:20.197859 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Router 101694b3-f5f2-4e1c-9adb-6105107ccf81 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:52:20.282534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-18e8c7c6-d07f-452a-a2b6-9543d4437d35 req-59dacbe4-b9c4-4029-9f56-41118aa24e1a tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 210 time: 0.0307202 Jul 27 22:52:20.335984 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:52:20.346972 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774f7dd-d630-4f3f-b3a9-226a13e1737c None None] Sync routers for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:52:20.356082 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774f7dd-d630-4f3f-b3a9-226a13e1737c None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:20.356625 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e774f7dd-d630-4f3f-b3a9-226a13e1737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:52:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:20.377507 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] No DVR routers for this DVR port 931e07b0-76ea-4cfa-9f31-0339b9289616 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:20.380144 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:20.382103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9b9ef75-a4f3-4a4c-84ba-d0b34e9c5744 req-ad992922-14c7-4a8f-9d5a-8e9f60270216 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.41 "DELETE /v2.0/ports/931e07b0-76ea-4cfa-9f31-0339b9289616 HTTP/1.1" status: 204 len: 173 time: 0.8398709 Jul 27 22:52:20.382575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'name': 'network-vif-deleted', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:52:20.384876 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165e7c29-decf-47bf-917d-2f50b6241e4d" -d '{"events": [{"server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "name": "network-vif-deleted", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:52:20.428023 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b820bc9a-c079-47f2-b78f-92736eb83b7a x-openstack-request-id: req-b820bc9a-c079-47f2-b78f-92736eb83b7a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:52:20.428316 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e759d-f205-4574-b47d-479d01c953af", "name": "network-vif-deleted", "tag": "931e07b0-76ea-4cfa-9f31-0339b9289616", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:52:20.428586 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b820bc9a-c079-47f2-b78f-92736eb83b7a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:52:20.428965 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e759d-f205-4574-b47d-479d01c953af', 'name': 'network-vif-deleted', 'tag': '931e07b0-76ea-4cfa-9f31-0339b9289616', 'status': 'completed', 'code': 200} Jul 27 22:52:20.466922 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e774f7dd-d630-4f3f-b3a9-226a13e1737c None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:52:20.662355 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e774f7dd-d630-4f3f-b3a9-226a13e1737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:20.687553 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774f7dd-d630-4f3f-b3a9-226a13e1737c None None] Checking router: 101694b3-f5f2-4e1c-9adb-6105107ccf81 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:52:20.696255 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774f7dd-d630-4f3f-b3a9-226a13e1737c None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:20.696855 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e774f7dd-d630-4f3f-b3a9-226a13e1737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:52:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:20.804865 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e774f7dd-d630-4f3f-b3a9-226a13e1737c None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:52:20.997534 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e774f7dd-d630-4f3f-b3a9-226a13e1737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:21.027536 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e774f7dd-d630-4f3f-b3a9-226a13e1737c None None] The sync data for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 is: [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:50Z', 'revision_number': 4, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '9f58afdb-8fcc-4aad-9bfc-94bf6da7acec', 'name': '', 'network_id': '655a77a6-3d1d-4b36-aff1-2f191fcd7652', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'mac_address': 'fa:16:3e:3a:14:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '103ebf10-3521-4688-bc43-0cf050491445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:49Z', 'updated_at': '2021-07-27T22:42:55Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'subnets': [{'id': '103ebf10-3521-4688-bc43-0cf050491445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:52:21.262366 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b66240-8612-4ed6-8f4f-62d439596195 None None] New status for floating IP 49200d26-f8cf-4210-a14a-f689047de174: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:52:21.391985 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97eace16-e80d-4bd3-be17-253e6c11a717 req-df6bc8bf-28fe-4f7e-9aa2-d4a0344d1510 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 210 time: 0.0280855 Jul 27 22:52:22.491592 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8ae0d074-fc11-4059-9caf-6d4fa121bbaa req-a47ab772-48b2-48d9-a1e1-19d677ed5066 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 210 time: 0.0269232 Jul 27 22:52:23.587451 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dee377e5-f08e-46d1-a1d3-7bf99ed68d40 req-1597e4a0-301c-4d74-a22c-bdd3f0940cf2 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/ports?device_id=826e759d-f205-4574-b47d-479d01c953af HTTP/1.1" status: 200 len: 210 time: 0.0283942 Jul 27 22:52:23.821432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 931e07b0-76ea-4cfa-9f31-0339b9289616 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:52:23.840398 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 931e07b0-76ea-4cfa-9f31-0339b9289616 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:52:23.840749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 931e07b0-76ea-4cfa-9f31-0339b9289616 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:52:27.526941 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33842) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:27.582251 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa41e849-95cd-4bea-bd94-332e5a072707 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:27.605416 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa41e849-95cd-4bea-bd94-332e5a072707 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:27.655087 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa41e849-95cd-4bea-bd94-332e5a072707 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:27.657556 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fa41e849-95cd-4bea-bd94-332e5a072707 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:27.661121 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fa41e849-95cd-4bea-bd94-332e5a072707 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "DELETE /v2.0/security-groups/73bbfeb1-a96c-414c-8632-0ec85be385c6 HTTP/1.1" status: 204 len: 168 time: 0.1308241 Jul 27 22:52:27.661736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33844) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:27.668000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41e849-95cd-4bea-bd94-332e5a072707 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bbfeb1-a96c-414c-8632-0ec85be385c6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:27.677638 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-903ce404-9e13-4390-a0b9-f35113a00760 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] show failed (client error): The resource could not be found. Jul 27 22:52:27.678742 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-903ce404-9e13-4390-a0b9-f35113a00760 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "GET /v2.0/security-groups/73bbfeb1-a96c-414c-8632-0ec85be385c6 HTTP/1.1" status: 404 len: 347 time: 0.0156400 Jul 27 22:52:27.681951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:27.808662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d287d98a-fce9-48b8-8e93-56dc1846e894 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Deleting port 1faae53b-8913-4585-b67d-128a05073bc7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:27.809011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d287d98a-fce9-48b8-8e93-56dc1846e894 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:27.887022 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d287d98a-fce9-48b8-8e93-56dc1846e894 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:27.887357 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d287d98a-fce9-48b8-8e93-56dc1846e894 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:27.900602 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d287d98a-fce9-48b8-8e93-56dc1846e894 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Calling delete_port for 1faae53b-8913-4585-b67d-128a05073bc7 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:28.035761 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d287d98a-fce9-48b8-8e93-56dc1846e894 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:28.060651 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287d98a-fce9-48b8-8e93-56dc1846e894 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Pushing event deleted for resources: {'Port': ['ID=1faae53b-8913-4585-b67d-128a05073bc7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:28.121003 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d287d98a-fce9-48b8-8e93-56dc1846e894 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:28.123615 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d287d98a-fce9-48b8-8e93-56dc1846e894 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:28.124777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d287d98a-fce9-48b8-8e93-56dc1846e894 tempest-ServerActionsTestJSON-1018399559 tempest-ServerActionsTestJSON-1018399559-project] 10.222.0.24 "DELETE /v2.0/floatingips/49200d26-f8cf-4210-a14a-f689047de174 HTTP/1.1" status: 204 len: 168 time: 0.4418261 Jul 27 22:52:28.128256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33848) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:28.782667 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89fb0f28-6c7d-4d0c-b723-62145bc18173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:29.024653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-89fb0f28-6c7d-4d0c-b723-62145bc18173 admin admin] Deleting port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:29.025042 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89fb0f28-6c7d-4d0c-b723-62145bc18173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:29.102217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-89fb0f28-6c7d-4d0c-b723-62145bc18173 admin admin] For port 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=9f58afdb-8fcc-4aad-9bfc-94bf6da7acec,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:29.102607 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89fb0f28-6c7d-4d0c-b723-62145bc18173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:29.114950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-89fb0f28-6c7d-4d0c-b723-62145bc18173 admin admin] Calling delete_port for 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:29.289731 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89fb0f28-6c7d-4d0c-b723-62145bc18173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:29.312542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb0f28-6c7d-4d0c-b723-62145bc18173 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f58afdb-8fcc-4aad-9bfc-94bf6da7acec,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:29.484727 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-89fb0f28-6c7d-4d0c-b723-62145bc18173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:29.702839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fb0f28-6c7d-4d0c-b723-62145bc18173 admin admin] Router 101694b3-f5f2-4e1c-9adb-6105107ccf81 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:52:29.819272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fb0f28-6c7d-4d0c-b723-62145bc18173 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:52:29.825108 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-89fb0f28-6c7d-4d0c-b723-62145bc18173 admin admin] 10.222.0.24 "PUT /v2.0/routers/101694b3-f5f2-4e1c-9adb-6105107ccf81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6956995 Jul 27 22:52:29.826999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33852) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:29.828400 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b3df7c-0282-43af-9ef3-5918797242c0 None None] Sync routers for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:52:29.837591 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b3df7c-0282-43af-9ef3-5918797242c0 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:29.838191 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b4b3df7c-0282-43af-9ef3-5918797242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:52:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:29.935621 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.037395 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b4b3df7c-0282-43af-9ef3-5918797242c0 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:52:30.044203 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.096865 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Deleting port 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:30.097220 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.178856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] For port 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:30.179357 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.193263 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Calling delete_port for 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:30.220212 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b4b3df7c-0282-43af-9ef3-5918797242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:52:29Z', 'revision_number': 5, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port': {'id': '2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:30.246878 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b3df7c-0282-43af-9ef3-5918797242c0 None None] Checking router: 101694b3-f5f2-4e1c-9adb-6105107ccf81 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:52:30.255018 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b3df7c-0282-43af-9ef3-5918797242c0 None None] Routers {'101694b3-f5f2-4e1c-9adb-6105107ccf81'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:52:30.255627 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b4b3df7c-0282-43af-9ef3-5918797242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:52:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['101694b3-f5f2-4e1c-9adb-6105107ccf81'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:30.341352 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-b4b3df7c-0282-43af-9ef3-5918797242c0 None None] Set router 101694b3-f5f2-4e1c-9adb-6105107ccf81 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:52:30.365263 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.394794 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-b4b3df7c-0282-43af-9ef3-5918797242c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:52:30Z', 'revision_number': 6, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:30.396460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:30.420641 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b3df7c-0282-43af-9ef3-5918797242c0 None None] The sync data for ids ['101694b3-f5f2-4e1c-9adb-6105107ccf81'] in n-d-802011-3 is: [{'id': '101694b3-f5f2-4e1c-9adb-6105107ccf81', 'name': 'tempest-ServerActionsTestJSON-430828268-router', 'tenant_id': 'd1d8f709feb54a27984d27a227fb4c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:42:47Z', 'updated_at': '2021-07-27T22:52:30Z', 'revision_number': 6, 'project_id': 'd1d8f709feb54a27984d27a227fb4c86', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:52:30.456943 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.548312 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.551180 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.598133 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.598636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 101694b3-f5f2-4e1c-9adb-6105107ccf81 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:52:30.603617 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.604818 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f3e6c871-2f40-4f96-afd1-39f1327c24f6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/101694b3-f5f2-4e1c-9adb-6105107ccf81 HTTP/1.1" status: 204 len: 168 time: 0.7768188 Jul 27 22:52:30.607368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33854) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:30.650992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c5f8d3-1c04-4b71-9f9b-f8b41815bfae admin admin] Deleting subnet 103ebf10-3521-4688-bc43-0cf050491445 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:52:30.653969 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01c5f8d3-1c04-4b71-9f9b-f8b41815bfae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.687979 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01c5f8d3-1c04-4b71-9f9b-f8b41815bfae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.773748 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01c5f8d3-1c04-4b71-9f9b-f8b41815bfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.836620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01c5f8d3-1c04-4b71-9f9b-f8b41815bfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.864377 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5f8d3-1c04-4b71-9f9b-f8b41815bfae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103ebf10-3521-4688-bc43-0cf050491445,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:30.868505 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-01c5f8d3-1c04-4b71-9f9b-f8b41815bfae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:30.870890 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-01c5f8d3-1c04-4b71-9f9b-f8b41815bfae admin admin] 10.222.0.24 "DELETE /v2.0/subnets/103ebf10-3521-4688-bc43-0cf050491445 HTTP/1.1" status: 204 len: 168 time: 0.2625909 Jul 27 22:52:30.873356 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:30.876009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67883306-3061-4c72-a306-b041d59c6734 None None] Network 655a77a6-3d1d-4b36-aff1-2f191fcd7652 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:30.946523 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.006084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Deleting port 592978c0-a869-4954-b926-b06bdf6235b7 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:31.006551 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.078329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] For port 592978c0-a869-4954-b926-b06bdf6235b7, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=592978c0-a869-4954-b926-b06bdf6235b7,segment=NetworkSegment(9226b71a-0779-4594-927c-1b876a033fae),segment_id=9226b71a-0779-4594-927c-1b876a033fae)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:31.078700 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.091939 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Calling delete_port for 592978c0-a869-4954-b926-b06bdf6235b7 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:31.175069 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.197353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599638c3-b59e-4726-b96a-5ae3fdad0932 None None] DHCP port deletion for 655a77a6-3d1d-4b36-aff1-2f191fcd7652 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:52:31.203901 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] No DVR routers for this DVR port 592978c0-a869-4954-b926-b06bdf6235b7 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:31.206033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Pushing event deleted for resources: {'Port': ['ID=592978c0-a869-4954-b926-b06bdf6235b7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:31.252580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:52:31.272651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:52:31.272996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 9f58afdb-8fcc-4aad-9bfc-94bf6da7acec not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:52:31.278360 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.288672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655a77a6-3d1d-4b36-aff1-2f191fcd7652']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:31.303839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9226b71a-0779-4594-927c-1b876a033fae') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:31.304133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9226b71a-0779-4594-927c-1b876a033fae') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:52:31.313118 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.326861 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.333640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:52:31.334187 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:52:31.336138 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:52:31.392008 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.398512 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.400368 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] 10.222.0.24 "DELETE /v2.0/networks/655a77a6-3d1d-4b36-aff1-2f191fcd7652 HTTP/1.1" status: 204 len: 168 time: 0.5260201 Jul 27 22:52:31.412086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5aea7-c628-4d49-81ea-1116a3bd32ec admin admin] Pushing event deleted for resources: {'Network': ['ID=655a77a6-3d1d-4b36-aff1-2f191fcd7652,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:31.521472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33860) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:31.561122 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-09a3bca0-4761-47b0-a81e-c4783af007c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1d8f709feb54a27984d27a227fb4c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384953 Jul 27 22:52:31.563520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33862) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:31.612170 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-133ee7fb-e466-43b7-9354-793422a8bce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.637620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-133ee7fb-e466-43b7-9354-793422a8bce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.683902 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-133ee7fb-e466-43b7-9354-793422a8bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.686947 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-133ee7fb-e466-43b7-9354-793422a8bce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:31.688120 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-133ee7fb-e466-43b7-9354-793422a8bce6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c74136ae-9e03-4b30-890f-539880a959e7 HTTP/1.1" status: 204 len: 168 time: 0.1237013 Jul 27 22:52:31.696770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ee7fb-e466-43b7-9354-793422a8bce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74136ae-9e03-4b30-890f-539880a959e7,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:32.381357 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 33884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:32.490874 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1404098913-network', 'tenant_id': 'fc644804d7234608b657f40c2c6de1d4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:32.513502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Made reservation on behalf of fc644804d7234608b657f40c2c6de1d4 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:32.515808 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.525211 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.614049 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.617680 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.644351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:52:32.655276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7088274-5883-4fff-ab36-fa1f5ef971f1,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:32.661615 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.661966 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Added segment 4bba4603-bec0-4207-b77c-a025a332a7b8 of type vlan for network f4282774-24b2-417a-a68b-99c2b3b03abb Jul 27 22:52:32.710331 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.743921 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.744853 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:32.745437 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.807325 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4248550 Jul 27 22:52:32.810459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 33888) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:52:32.816864 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0ecee56a-973e-4f35-8c2a-bda4aa80f979 admin admin] Request body: {'subnet': {'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1404098913-subnet', 'tenant_id': 'fc644804d7234608b657f40c2c6de1d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:32.837127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4c3dc-ed90-417b-9c80-aaed135e8ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=f4282774-24b2-417a-a68b-99c2b3b03abb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:32.848371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network f4282774-24b2-417a-a68b-99c2b3b03abb details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:52:32.852206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecee56a-973e-4f35-8c2a-bda4aa80f979 admin admin] Made reservation on behalf of fc644804d7234608b657f40c2c6de1d4 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:32.854754 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ecee56a-973e-4f35-8c2a-bda4aa80f979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:32.886435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:52:32.916893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:52:32.917246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 2cd0d456-59b6-4fd8-b14a-cc1b6af5e7fb not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:52:32.917659 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 592978c0-a869-4954-b926-b06bdf6235b7 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:52:32.944265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 592978c0-a869-4954-b926-b06bdf6235b7 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:52:32.944603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 592978c0-a869-4954-b926-b06bdf6235b7 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:52:33.032867 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ecee56a-973e-4f35-8c2a-bda4aa80f979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:33.084799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecee56a-973e-4f35-8c2a-bda4aa80f979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe19a579-4823-4b52-80e5-569501732d64,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:33.102403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecee56a-973e-4f35-8c2a-bda4aa80f979 admin admin] Checking segment: {'id': '4bba4603-bec0-4207-b77c-a025a332a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:33.102769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecee56a-973e-4f35-8c2a-bda4aa80f979 admin admin] Network hostable DHCP agents. Network: f4282774-24b2-417a-a68b-99c2b3b03abb, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:52:33.119004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecee56a-973e-4f35-8c2a-bda4aa80f979 admin admin] Network f4282774-24b2-417a-a68b-99c2b3b03abb is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:52:33.127060 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0ecee56a-973e-4f35-8c2a-bda4aa80f979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, f4282774-24b2-417a-a68b-99c2b3b03abb) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:33.131117 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecee56a-973e-4f35-8c2a-bda4aa80f979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:33.131692 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0ecee56a-973e-4f35-8c2a-bda4aa80f979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:33.139816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735a5219-ac60-4bb2-b6d0-38da0759ff96 None None] Network f4282774-24b2-417a-a68b-99c2b3b03abb requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:33.151659 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0ecee56a-973e-4f35-8c2a-bda4aa80f979 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3345215 Jul 27 22:52:33.265880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42792a95-b223-4fc7-bcf7-e23b38693c0a None None] Network f4282774-24b2-417a-a68b-99c2b3b03abb requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:52:33.575498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df1bfc-5153-4eb5-9429-aa823def064f req-f54337f1-4ebd-40e1-a6a1-62cb18df3850 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:33.576970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-f54337f1-4ebd-40e1-a6a1-62cb18df3850 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/networks?id=f4282774-24b2-417a-a68b-99c2b3b03abb HTTP/1.1" status: 200 len: 814 time: 0.1026912 Jul 27 22:52:33.591960 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-1928e9f3-0ddd-4826-af13-99328f3adf24 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/quotas/fc644804d7234608b657f40c2c6de1d4 HTTP/1.1" status: 200 len: 375 time: 0.0088794 Jul 27 22:52:33.623365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-4dd58448-f079-4836-925a-798956b2c054 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc644804d7234608b657f40c2c6de1d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263052 Jul 27 22:52:33.680431 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fdc25e11-3413-41c5-9087-72f408525b35 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:52:33.681463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fdc25e11-3413-41c5-9087-72f408525b35 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514743 Jul 27 22:52:33.771635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-a972b4b6-81ae-4e21-9cb7-1ee7109b54f2 service neutron] 10.222.0.24 "GET /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840342 Jul 27 22:52:33.859834 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-c3b4705c-d4d4-4801-802a-88fe360b4a12 service neutron] 10.222.0.24 "GET /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819755 Jul 27 22:52:34.022468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-802530f5-435c-41d0-8d2c-8192b93aed80 req-a615cb48-202e-488f-a7b7-0e90e9c85c29 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 210 time: 0.0277798 Jul 27 22:52:34.921012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df1bfc-5153-4eb5-9429-aa823def064f req-366f24fb-c077-427d-8bf0-0c102eb84cfd tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:34.922493 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-366f24fb-c077-427d-8bf0-0c102eb84cfd tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.43 "GET /v2.0/networks?id=f4282774-24b2-417a-a68b-99c2b3b03abb HTTP/1.1" status: 200 len: 814 time: 0.1042254 Jul 27 22:52:34.936047 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Request body: {'port': {'device_id': '7dbc765f-281a-45ed-9b71-c411324b113f', 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb', 'admin_state_up': True, 'tenant_id': 'fc644804d7234608b657f40c2c6de1d4'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:35.047046 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Made reservation on behalf of fc644804d7234608b657f40c2c6de1d4 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:35.051458 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:35.122232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b1e0237-9eb8-48f5-84e3-79399e2fa188 req-8814174b-b70d-4d89-ae34-0f1f81b15147 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 210 time: 0.0288401 Jul 27 22:52:35.186231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Allocated IP 172.20.0.10 (f4282774-24b2-417a-a68b-99c2b3b03abb/fe19a579-4823-4b52-80e5-569501732d64/86b54708-8b3a-4844-9c3e-33b063b96968) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:35.329376 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:35.368561 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:35.413348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Network f4282774-24b2-417a-a68b-99c2b3b03abb is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:35.416389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:35.420086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:35.449015 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Pushing event updated for resources: {'Port': ['ID=86b54708-8b3a-4844-9c3e-33b063b96968,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:35.474453 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:35.475058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:35.488792 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-fd259b53-2acb-4b53-a584-b62eacdbc1ec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5570626 Jul 27 22:52:35.500799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Request body: {'port': {'device_id': '7dbc765f-281a-45ed-9b71-c411324b113f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:35.552660 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:35.810490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b54708-8b3a-4844-9c3e-33b063b96968 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:52:35.817818 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:35.829080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Transition to ACTIVE for port object 86b54708-8b3a-4844-9c3e-33b063b96968 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:35.833299 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:35.883804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Pushing event updated for resources: {'Port': ['ID=86b54708-8b3a-4844-9c3e-33b063b96968,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:35.952209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Attempting to bind port 86b54708-8b3a-4844-9c3e-33b063b96968 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:35.952848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Attempting to bind port 86b54708-8b3a-4844-9c3e-33b063b96968 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '4bba4603-bec0-4207-b77c-a025a332a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:35.952848 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Attempting to bind port 86b54708-8b3a-4844-9c3e-33b063b96968 on network f4282774-24b2-417a-a68b-99c2b3b03abb {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:35.957550 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Port 86b54708-8b3a-4844-9c3e-33b063b96968 on network f4282774-24b2-417a-a68b-99c2b3b03abb not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:52:35.957877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Attempting to bind port 86b54708-8b3a-4844-9c3e-33b063b96968 on network f4282774-24b2-417a-a68b-99c2b3b03abb {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:35.962618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:35.962955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Checking segment: {'id': '4bba4603-bec0-4207-b77c-a025a332a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:35.963338 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Bound using segment: {'id': '4bba4603-bec0-4207-b77c-a025a332a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:35.963761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Bound port: 86b54708-8b3a-4844-9c3e-33b063b96968, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba4603-bec0-4207-b77c-a025a332a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:35.964115 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:36.026018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] For port 86b54708-8b3a-4844-9c3e-33b063b96968, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:36.029023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] For port 86b54708-8b3a-4844-9c3e-33b063b96968, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=86b54708-8b3a-4844-9c3e-33b063b96968,segment=NetworkSegment(4bba4603-bec0-4207-b77c-a025a332a7b8),segment_id=4bba4603-bec0-4207-b77c-a025a332a7b8)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:36.034058 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:36.067206 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:36.067822 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:36.069217 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] 10.222.0.43 "PUT /v2.0/ports/86b54708-8b3a-4844-9c3e-33b063b96968 HTTP/1.1" status: 200 len: 1092 time: 0.5725615 Jul 27 22:52:36.069655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbc765f-281a-45ed-9b71-c411324b113f', 'tag': '86b54708-8b3a-4844-9c3e-33b063b96968'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:52:36.071934 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9856fd85-28b8-4988-b3ae-ad0240a82682" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbc765f-281a-45ed-9b71-c411324b113f", "tag": "86b54708-8b3a-4844-9c3e-33b063b96968"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:52:36.098483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1498b2-6b21-4a23-8298-900f1d30bc24 service neutron] Pushing event updated for resources: {'Port': ['ID=86b54708-8b3a-4844-9c3e-33b063b96968,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:36.116998 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccea7be5-a34f-4d24-8847-d8f6e7609b4b x-openstack-request-id: req-ccea7be5-a34f-4d24-8847-d8f6e7609b4b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:52:36.117279 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbc765f-281a-45ed-9b71-c411324b113f", "tag": "86b54708-8b3a-4844-9c3e-33b063b96968", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:52:36.117527 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ccea7be5-a34f-4d24-8847-d8f6e7609b4b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:52:36.117918 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbc765f-281a-45ed-9b71-c411324b113f', 'tag': '86b54708-8b3a-4844-9c3e-33b063b96968', 'status': 'completed', 'code': 200} Jul 27 22:52:36.150507 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df1bfc-5153-4eb5-9429-aa823def064f req-283c3b4c-19e6-4303-a148-b2f37d8656d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:36.151461 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-283c3b4c-19e6-4303-a148-b2f37d8656d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fc644804d7234608b657f40c2c6de1d4&device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 1095 time: 0.0435004 Jul 27 22:52:36.199236 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-70d23902-4dbd-4f22-afa5-684efb0dcb45 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86b54708-8b3a-4844-9c3e-33b063b96968 HTTP/1.1" status: 200 len: 217 time: 0.0393105 Jul 27 22:52:36.240842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4957025-33ee-45cb-9f58-7b69ddb25941 req-6da17b3e-ebcf-4b41-ae44-d4989561b1c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:36.242337 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4957025-33ee-45cb-9f58-7b69ddb25941 req-6da17b3e-ebcf-4b41-ae44-d4989561b1c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 944 time: 0.0519323 Jul 27 22:52:36.249646 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df1bfc-5153-4eb5-9429-aa823def064f req-d8e75ff8-2920-47d6-9b76-1a05b4b42b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:36.251160 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-d8e75ff8-2920-47d6-9b76-1a05b4b42b12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe19a579-4823-4b52-80e5-569501732d64 HTTP/1.1" status: 200 len: 854 time: 0.0440714 Jul 27 22:52:36.282376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f4957025-33ee-45cb-9f58-7b69ddb25941 req-7e947375-8eff-48e0-a189-53ef6b9b4097 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337756 Jul 27 22:52:36.284261 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-d2e3412a-6975-49ee-a2ce-e6022f681d62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4282774-24b2-417a-a68b-99c2b3b03abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253105 Jul 27 22:52:36.376411 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-4d808c0f-09f3-40ae-af59-ad9fd0c547a2 service neutron] 10.222.0.43 "GET /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847621 Jul 27 22:52:36.463809 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-59df1bfc-5153-4eb5-9429-aa823def064f req-b76a6d26-bd02-4f14-acf0-1160136d4d8e service neutron] 10.222.0.43 "GET /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804501 Jul 27 22:52:36.548320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856fd85-28b8-4988-b3ae-ad0240a82682 req-33c51e2c-08a0-43f3-b8c5-02d0d0471bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:36.550315 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9856fd85-28b8-4988-b3ae-ad0240a82682 req-33c51e2c-08a0-43f3-b8c5-02d0d0471bca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fc644804d7234608b657f40c2c6de1d4&device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 1095 time: 0.0408058 Jul 27 22:52:36.644632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856fd85-28b8-4988-b3ae-ad0240a82682 req-1c40c611-44a9-49f7-a4c0-1835eecb6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:36.646089 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9856fd85-28b8-4988-b3ae-ad0240a82682 req-1c40c611-44a9-49f7-a4c0-1835eecb6569 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4282774-24b2-417a-a68b-99c2b3b03abb HTTP/1.1" status: 200 len: 915 time: 0.0889781 Jul 27 22:52:36.691853 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9856fd85-28b8-4988-b3ae-ad0240a82682 req-a43d9079-2e6c-4ca9-8626-9af3f397bef3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86b54708-8b3a-4844-9c3e-33b063b96968 HTTP/1.1" status: 200 len: 217 time: 0.0367115 Jul 27 22:52:36.746417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856fd85-28b8-4988-b3ae-ad0240a82682 req-4c2ec506-2ae3-4c4d-84cf-63340e095bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:36.747896 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9856fd85-28b8-4988-b3ae-ad0240a82682 req-4c2ec506-2ae3-4c4d-84cf-63340e095bec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe19a579-4823-4b52-80e5-569501732d64 HTTP/1.1" status: 200 len: 854 time: 0.0474551 Jul 27 22:52:36.779218 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9856fd85-28b8-4988-b3ae-ad0240a82682 req-3c676ef3-8a7a-4e58-a774-bfe49163bb31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4282774-24b2-417a-a68b-99c2b3b03abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240495 Jul 27 22:52:36.870758 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9856fd85-28b8-4988-b3ae-ad0240a82682 req-7e45a208-a4f3-4822-8e39-bb04b8c26411 service neutron] 10.222.0.43 "GET /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835736 Jul 27 22:52:36.970487 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9856fd85-28b8-4988-b3ae-ad0240a82682 req-6bf02590-53a2-4f43-b0fc-330ea816b7bd service neutron] 10.222.0.43 "GET /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920403 Jul 27 22:52:37.396843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e88bf-581d-4009-8152-0a89e2cb4d74 req-5af132b5-4889-4e68-a045-2e0eb1a68be7 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:37.398334 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-006e88bf-581d-4009-8152-0a89e2cb4d74 req-5af132b5-4889-4e68-a045-2e0eb1a68be7 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 944 time: 0.0481467 Jul 27 22:52:37.435182 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-006e88bf-581d-4009-8152-0a89e2cb4d74 req-b8d2ba1e-ca23-4aca-a7e3-a358f3a62598 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309920 Jul 27 22:52:38.548443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acf863-e5e2-45b2-afca-84971bb27398 req-85bf40e1-b7d7-4e8a-975a-df3e333175ee tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:38.550402 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26acf863-e5e2-45b2-afca-84971bb27398 req-85bf40e1-b7d7-4e8a-975a-df3e333175ee tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 944 time: 0.0497384 Jul 27 22:52:38.588625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26acf863-e5e2-45b2-afca-84971bb27398 req-27684da3-21a3-4280-b9e0-7d95dc72a8da tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323732 Jul 27 22:52:38.908479 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:52:39.703669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab08483-9612-4f4a-b9c5-0bbc5a06c19e req-dbc30cc5-af7d-4d9d-aea1-57f3d57a199a tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:39.705627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ab08483-9612-4f4a-b9c5-0bbc5a06c19e req-dbc30cc5-af7d-4d9d-aea1-57f3d57a199a tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 944 time: 0.0510724 Jul 27 22:52:39.743326 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ab08483-9612-4f4a-b9c5-0bbc5a06c19e req-c81e002a-942d-4ed7-96b7-d0d4721ac24b tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 Jul 27 22:52:39.938823 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 86b54708-8b3a-4844-9c3e-33b063b96968 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:52:40.035978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 86b54708-8b3a-4844-9c3e-33b063b96968, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=86b54708-8b3a-4844-9c3e-33b063b96968,segment=NetworkSegment(4bba4603-bec0-4207-b77c-a025a332a7b8),segment_id=4bba4603-bec0-4207-b77c-a025a332a7b8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:40.046673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '86b54708-8b3a-4844-9c3e-33b063b96968', 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb', 'port_id': '86b54708-8b3a-4844-9c3e-33b063b96968', 'mac_address': 'fa:16:3e:30:7b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19a579-4823-4b52-80e5-569501732d64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:52:40.083107 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:40.095104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b54708-8b3a-4844-9c3e-33b063b96968 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:52:40.117444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 86b54708-8b3a-4844-9c3e-33b063b96968, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=86b54708-8b3a-4844-9c3e-33b063b96968,segment=NetworkSegment(4bba4603-bec0-4207-b77c-a025a332a7b8),segment_id=4bba4603-bec0-4207-b77c-a025a332a7b8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:40.121667 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:40.323195 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=86b54708-8b3a-4844-9c3e-33b063b96968,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:40.364286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['86b54708-8b3a-4844-9c3e-33b063b96968'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:52:40.860739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96d493-258c-446e-a066-31cb71f34c72 req-02288098-e706-4173-9c04-971f4eec2fec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:40.863029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db96d493-258c-446e-a066-31cb71f34c72 req-02288098-e706-4173-9c04-971f4eec2fec tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 945 time: 0.0537467 Jul 27 22:52:40.899683 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-db96d493-258c-446e-a066-31cb71f34c72 req-a1dab16b-5a72-41a2-98b2-926faccc0d90 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307736 Jul 27 22:52:41.939362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 86b54708-8b3a-4844-9c3e-33b063b96968 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:41.991894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 86b54708-8b3a-4844-9c3e-33b063b96968 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:41.995548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 86b54708-8b3a-4844-9c3e-33b063b96968 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:41.995929 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:42.028050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92d195-5bf7-4bb8-8cdf-24e5bba58933 req-c3a81f87-cec5-4868-9daa-bcd7c2bca942 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:42.029555 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b92d195-5bf7-4bb8-8cdf-24e5bba58933 req-c3a81f87-cec5-4868-9daa-bcd7c2bca942 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 945 time: 0.0619292 Jul 27 22:52:42.069609 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b92d195-5bf7-4bb8-8cdf-24e5bba58933 req-aa74f690-7207-4240-b2e0-534e1f96f7fa tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340190 Jul 27 22:52:42.079517 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:42.103760 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbc765f-281a-45ed-9b71-c411324b113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b54708-8b3a-4844-9c3e-33b063b96968'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:52:42.106006 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01682282-c3f9-4d76-958d-cc5d5c33e438" -d '{"events": [{"server_uuid": "7dbc765f-281a-45ed-9b71-c411324b113f", "name": "network-vif-plugged", "status": "completed", "tag": "86b54708-8b3a-4844-9c3e-33b063b96968"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:52:42.119120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 86b54708-8b3a-4844-9c3e-33b063b96968, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=86b54708-8b3a-4844-9c3e-33b063b96968,segment=NetworkSegment(4bba4603-bec0-4207-b77c-a025a332a7b8),segment_id=4bba4603-bec0-4207-b77c-a025a332a7b8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:42.123194 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:42.149169 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371924f0-d481-4300-a7bf-3339323d689a x-openstack-request-id: req-371924f0-d481-4300-a7bf-3339323d689a {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:52:42.149462 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbc765f-281a-45ed-9b71-c411324b113f", "name": "network-vif-plugged", "status": "completed", "tag": "86b54708-8b3a-4844-9c3e-33b063b96968", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:52:42.149714 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-371924f0-d481-4300-a7bf-3339323d689a {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:52:42.150094 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbc765f-281a-45ed-9b71-c411324b113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b54708-8b3a-4844-9c3e-33b063b96968', 'code': 200} Jul 27 22:52:42.179344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=86b54708-8b3a-4844-9c3e-33b063b96968,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:42.237717 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003893e0-2697-4b85-917f-7d73ca6ed302 req-761713bf-2233-4e2f-8118-f9896244b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:42.239335 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-003893e0-2697-4b85-917f-7d73ca6ed302 req-761713bf-2233-4e2f-8118-f9896244b3ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 1097 time: 0.0414505 Jul 27 22:52:42.274154 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-003893e0-2697-4b85-917f-7d73ca6ed302 req-f2fa1c4a-6955-4f15-8082-852e8a8155be service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277951 Jul 27 22:52:42.809020 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8ff00486-105e-4194-aee8-60741f5a963c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:42.912705 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:43.191962 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8966bb-6637-4a8c-a250-137fd72f6036 req-77890bd9-b88a-4860-95e1-0323e3b459d6 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:43.193437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb8966bb-6637-4a8c-a250-137fd72f6036 req-77890bd9-b88a-4860-95e1-0323e3b459d6 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 946 time: 0.0526366 Jul 27 22:52:43.230741 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb8966bb-6637-4a8c-a250-137fd72f6036 req-0a4a9323-e666-45a6-bca3-d12e48b4ef83 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313692 Jul 27 22:52:43.464129 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-967bab05-12d3-4ae5-bd2b-5b6e519e9acd tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:43.465665 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-967bab05-12d3-4ae5-bd2b-5b6e519e9acd tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/networks?id=f4282774-24b2-417a-a68b-99c2b3b03abb HTTP/1.1" status: 200 len: 814 time: 0.1109211 Jul 27 22:52:43.481550 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-93676c49-c643-485a-b235-87569f2c11d4 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/quotas/fc644804d7234608b657f40c2c6de1d4 HTTP/1.1" status: 200 len: 375 time: 0.0097060 Jul 27 22:52:43.532601 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-7b6f9b1e-e664-4b4e-bf79-44bd3cff6092 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc644804d7234608b657f40c2c6de1d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457072 Jul 27 22:52:43.623053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-cfc28427-35af-49d6-b4c9-4a479a48e8be service neutron] 10.222.0.24 "GET /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827780 Jul 27 22:52:43.715608 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-d07675ea-9755-49f5-9277-c901e6cafaaa service neutron] 10.222.0.24 "GET /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862916 Jul 27 22:52:43.873373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32dc89e5-d219-4b57-89cc-5b37ec6b42bd req-1adbfe4e-0060-4b3a-b241-92c7da823287 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 210 time: 0.0279679 Jul 27 22:52:44.990717 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca503eef-5c71-4438-8f91-cff516b20836 req-6e7053e3-025e-4286-aa2e-41cdb39bba07 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 210 time: 0.0393112 Jul 27 22:52:45.050517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-9abd7500-570a-44e5-b699-2c24696adaf2 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:45.052616 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-9abd7500-570a-44e5-b699-2c24696adaf2 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.41 "GET /v2.0/networks?id=f4282774-24b2-417a-a68b-99c2b3b03abb HTTP/1.1" status: 200 len: 814 time: 0.1476748 Jul 27 22:52:45.066105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Request body: {'port': {'device_id': 'a61c30d5-83fc-4399-9618-b6cf754de878', 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb', 'admin_state_up': True, 'tenant_id': 'fc644804d7234608b657f40c2c6de1d4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:45.436309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Made reservation on behalf of fc644804d7234608b657f40c2c6de1d4 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:52:45.439890 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:45.479841 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f862f6b-1e80-444a-80a9-c3d3daa4e8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:45.567361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Allocated IP 172.20.0.12 (f4282774-24b2-417a-a68b-99c2b3b03abb/fe19a579-4823-4b52-80e5-569501732d64/faadcf53-129e-42fe-9e16-da4c27d61432) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:52:45.709231 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:45.746393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:45.758407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['86b54708-8b3a-4844-9c3e-33b063b96968'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:52:45.786991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Network f4282774-24b2-417a-a68b-99c2b3b03abb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:52:45.790186 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:52:45.793883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:52:45.821012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Pushing event updated for resources: {'Port': ['ID=faadcf53-129e-42fe-9e16-da4c27d61432,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:45.829801 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:45.850633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:45.851257 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:45.865838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-37a496eb-cadd-47bf-8faf-fe3eefdb4feb tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8034556 Jul 27 22:52:45.926560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Request body: {'port': {'device_id': 'a61c30d5-83fc-4399-9618-b6cf754de878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:52:45.983336 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:46.185883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304e1d7-8540-44fe-b971-a92840c62b05 req-090fbb25-ef5d-4f65-9ec2-a87895491275 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:46.187377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c304e1d7-8540-44fe-b971-a92840c62b05 req-090fbb25-ef5d-4f65-9ec2-a87895491275 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 932 time: 0.1056085 Jul 27 22:52:46.253705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c304e1d7-8540-44fe-b971-a92840c62b05 req-721ebc19-dd7c-4431-9e6f-422d0aedd0da tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582094 Jul 27 22:52:46.304873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faadcf53-129e-42fe-9e16-da4c27d61432 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:52:46.312128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:46.324191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Transition to ACTIVE for port object faadcf53-129e-42fe-9e16-da4c27d61432 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:52:46.327661 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:46.375132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Pushing event updated for resources: {'Port': ['ID=faadcf53-129e-42fe-9e16-da4c27d61432,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:46.443109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Attempting to bind port faadcf53-129e-42fe-9e16-da4c27d61432 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:52:46.443466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Attempting to bind port faadcf53-129e-42fe-9e16-da4c27d61432 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '4bba4603-bec0-4207-b77c-a025a332a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:52:46.443782 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Attempting to bind port faadcf53-129e-42fe-9e16-da4c27d61432 on network f4282774-24b2-417a-a68b-99c2b3b03abb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:46.448031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Port faadcf53-129e-42fe-9e16-da4c27d61432 on network f4282774-24b2-417a-a68b-99c2b3b03abb not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:52:46.448360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Attempting to bind port faadcf53-129e-42fe-9e16-da4c27d61432 on network f4282774-24b2-417a-a68b-99c2b3b03abb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:52:46.453082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:52:46.453426 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Checking segment: {'id': '4bba4603-bec0-4207-b77c-a025a332a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:52:46.453816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Bound using segment: {'id': '4bba4603-bec0-4207-b77c-a025a332a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:52:46.454245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Bound port: faadcf53-129e-42fe-9e16-da4c27d61432, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bba4603-bec0-4207-b77c-a025a332a7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:52:46.454653 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:46.519815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] For port faadcf53-129e-42fe-9e16-da4c27d61432, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:52:46.522713 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] For port faadcf53-129e-42fe-9e16-da4c27d61432, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=faadcf53-129e-42fe-9e16-da4c27d61432,segment=NetworkSegment(4bba4603-bec0-4207-b77c-a025a332a7b8),segment_id=4bba4603-bec0-4207-b77c-a025a332a7b8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:52:46.530906 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:46.562472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:46.563086 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:46.565144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] 10.222.0.41 "PUT /v2.0/ports/faadcf53-129e-42fe-9e16-da4c27d61432 HTTP/1.1" status: 200 len: 1092 time: 0.6908727 Jul 27 22:52:46.565595 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61c30d5-83fc-4399-9618-b6cf754de878', 'tag': 'faadcf53-129e-42fe-9e16-da4c27d61432'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:52:46.568008 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415af06a-b5da-4390-9b89-1895f2051d13" -d '{"events": [{"name": "network-changed", "server_uuid": "a61c30d5-83fc-4399-9618-b6cf754de878", "tag": "faadcf53-129e-42fe-9e16-da4c27d61432"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:52:46.590052 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:46.617001 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff5febf-09a3-45f1-ba8d-fcb6fa270d17 x-openstack-request-id: req-5ff5febf-09a3-45f1-ba8d-fcb6fa270d17 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:52:46.617291 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61c30d5-83fc-4399-9618-b6cf754de878", "tag": "faadcf53-129e-42fe-9e16-da4c27d61432", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:52:46.617542 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ff5febf-09a3-45f1-ba8d-fcb6fa270d17 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:52:46.617939 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61c30d5-83fc-4399-9618-b6cf754de878', 'tag': 'faadcf53-129e-42fe-9e16-da4c27d61432', 'status': 'completed', 'code': 200} Jul 27 22:52:46.619736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0874e-030c-4042-bb20-9f56657a9f7d service neutron] Pushing event updated for resources: {'Port': ['ID=faadcf53-129e-42fe-9e16-da4c27d61432,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:46.653738 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-993ec0e6-03cd-4710-80cd-9a2cd34e3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:46.655313 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-993ec0e6-03cd-4710-80cd-9a2cd34e3ad4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc644804d7234608b657f40c2c6de1d4&device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 1095 time: 0.0484464 Jul 27 22:52:46.701328 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-b4ed22bd-f0cf-447f-a579-86aa4327d263 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faadcf53-129e-42fe-9e16-da4c27d61432 HTTP/1.1" status: 200 len: 217 time: 0.0381937 Jul 27 22:52:46.749527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-38291e2e-6f73-4660-8f4a-6fdc6eb87881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:46.750950 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-38291e2e-6f73-4660-8f4a-6fdc6eb87881 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe19a579-4823-4b52-80e5-569501732d64 HTTP/1.1" status: 200 len: 854 time: 0.0432754 Jul 27 22:52:46.781943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-4820cb91-54c1-47ca-a6ea-f908b6c58e06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4282774-24b2-417a-a68b-99c2b3b03abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233920 Jul 27 22:52:46.877071 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-3502dc75-18b3-46f9-9964-3690d22d8d78 service neutron] 10.222.0.41 "GET /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880761 Jul 27 22:52:46.894064 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:46.974348 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b6334d97-42fe-40a6-a668-b582db0fb454 req-ecef36d1-c865-4eac-9ee3-d72d922a9895 service neutron] 10.222.0.41 "GET /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892363 Jul 27 22:52:47.060441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415af06a-b5da-4390-9b89-1895f2051d13 req-ea840d64-54bb-4f15-822c-af3af6f7c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:47.061898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-415af06a-b5da-4390-9b89-1895f2051d13 req-ea840d64-54bb-4f15-822c-af3af6f7c2f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc644804d7234608b657f40c2c6de1d4&device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 1095 time: 0.0411170 Jul 27 22:52:47.159942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415af06a-b5da-4390-9b89-1895f2051d13 req-392e3a8a-b943-41ab-9414-6bc5a0fb22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:47.161396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-415af06a-b5da-4390-9b89-1895f2051d13 req-392e3a8a-b943-41ab-9414-6bc5a0fb22e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4282774-24b2-417a-a68b-99c2b3b03abb HTTP/1.1" status: 200 len: 915 time: 0.0915730 Jul 27 22:52:47.202693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-415af06a-b5da-4390-9b89-1895f2051d13 req-9d2a2d88-4b88-423b-9aa8-f87f58bbce93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faadcf53-129e-42fe-9e16-da4c27d61432 HTTP/1.1" status: 200 len: 217 time: 0.0341306 Jul 27 22:52:47.251040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415af06a-b5da-4390-9b89-1895f2051d13 req-df955f48-9c25-4c77-9131-cf2e0480726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:47.252726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-415af06a-b5da-4390-9b89-1895f2051d13 req-df955f48-9c25-4c77-9131-cf2e0480726b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe19a579-4823-4b52-80e5-569501732d64 HTTP/1.1" status: 200 len: 854 time: 0.0433910 Jul 27 22:52:47.286717 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-415af06a-b5da-4390-9b89-1895f2051d13 req-3b5a446e-0e66-4fff-804e-3c276f766712 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4282774-24b2-417a-a68b-99c2b3b03abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248184 Jul 27 22:52:47.414649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb172eb-a80f-4d89-bd8e-985235551fc3 req-7995dc3a-2ac8-4875-ae68-6313e605f0d9 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:47.416023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9bb172eb-a80f-4d89-bd8e-985235551fc3 req-7995dc3a-2ac8-4875-ae68-6313e605f0d9 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 944 time: 0.0775449 Jul 27 22:52:47.418168 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-415af06a-b5da-4390-9b89-1895f2051d13 req-a7451240-7423-40d5-8d97-b2bdcf56448a service neutron] 10.222.0.41 "GET /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240277 Jul 27 22:52:47.501461 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9bb172eb-a80f-4d89-bd8e-985235551fc3 req-5c75559b-8fba-4c0d-bffc-8ccb388edf70 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796235 Jul 27 22:52:47.533779 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-415af06a-b5da-4390-9b89-1895f2051d13 req-8807b1a9-127b-41b0-b6ab-f096368ed21b service neutron] 10.222.0.41 "GET /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060932 Jul 27 22:52:48.278326 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:48.618748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54be89-93c6-4623-abea-7a141eed26ae req-138b055e-d799-47c3-ab2f-aacd486cbbbe tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:48.620412 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b54be89-93c6-4623-abea-7a141eed26ae req-138b055e-d799-47c3-ab2f-aacd486cbbbe tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 944 time: 0.0500753 Jul 27 22:52:48.658747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7b54be89-93c6-4623-abea-7a141eed26ae req-d14abc84-19d6-4bd0-805b-47497a248f42 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Jul 27 22:52:49.776151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147e74e-059c-455c-bc32-560bddba5bae req-97ae03ca-ddf3-403a-9332-760e0efb5332 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:49.777611 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a147e74e-059c-455c-bc32-560bddba5bae req-97ae03ca-ddf3-403a-9332-760e0efb5332 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 944 time: 0.0530729 Jul 27 22:52:49.813818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a147e74e-059c-455c-bc32-560bddba5bae req-4a90dd46-8191-48a4-89b4-7c2e478c9448 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303290 Jul 27 22:52:49.929982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device faadcf53-129e-42fe-9e16-da4c27d61432 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:52:50.026776 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port faadcf53-129e-42fe-9e16-da4c27d61432, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=faadcf53-129e-42fe-9e16-da4c27d61432,segment=NetworkSegment(4bba4603-bec0-4207-b77c-a025a332a7b8),segment_id=4bba4603-bec0-4207-b77c-a025a332a7b8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:50.037845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'faadcf53-129e-42fe-9e16-da4c27d61432', 'network_id': 'f4282774-24b2-417a-a68b-99c2b3b03abb', 'port_id': 'faadcf53-129e-42fe-9e16-da4c27d61432', 'mac_address': 'fa:16:3e:c5:39:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe19a579-4823-4b52-80e5-569501732d64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:52:50.073595 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:50.085612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faadcf53-129e-42fe-9e16-da4c27d61432 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:52:50.105018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port faadcf53-129e-42fe-9e16-da4c27d61432, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=faadcf53-129e-42fe-9e16-da4c27d61432,segment=NetworkSegment(4bba4603-bec0-4207-b77c-a025a332a7b8),segment_id=4bba4603-bec0-4207-b77c-a025a332a7b8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:50.108589 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:50.158714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=faadcf53-129e-42fe-9e16-da4c27d61432,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:50.291824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['faadcf53-129e-42fe-9e16-da4c27d61432'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:52:50.928429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b8c77-9902-4cd8-b0b4-856a5ea37494 req-e3fa0bc9-7af3-4893-b232-d29579febfd8 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:50.929893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a5b8c77-9902-4cd8-b0b4-856a5ea37494 req-e3fa0bc9-7af3-4893-b232-d29579febfd8 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 945 time: 0.0483713 Jul 27 22:52:50.967915 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a5b8c77-9902-4cd8-b0b4-856a5ea37494 req-07fc8779-1771-4cb1-b44b-487f761ab0e5 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320034 Jul 27 22:52:51.929427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device faadcf53-129e-42fe-9e16-da4c27d61432 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:52:51.980887 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port faadcf53-129e-42fe-9e16-da4c27d61432 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:52:51.984875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port faadcf53-129e-42fe-9e16-da4c27d61432 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:52:51.985415 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:52.063464 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:52.082637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74e33-d10f-4f61-8ecb-a7f1406d6341 req-eac49a24-33b5-41b1-9eee-038feafacdfe tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:52.084147 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-28d74e33-d10f-4f61-8ecb-a7f1406d6341 req-eac49a24-33b5-41b1-9eee-038feafacdfe tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 945 time: 0.0485020 Jul 27 22:52:52.085321 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61c30d5-83fc-4399-9618-b6cf754de878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faadcf53-129e-42fe-9e16-da4c27d61432'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:52:52.087556 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f965881-e609-4036-b339-e54211c3cb74" -d '{"events": [{"server_uuid": "a61c30d5-83fc-4399-9618-b6cf754de878", "name": "network-vif-plugged", "status": "completed", "tag": "faadcf53-129e-42fe-9e16-da4c27d61432"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:52:52.101526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port faadcf53-129e-42fe-9e16-da4c27d61432, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=faadcf53-129e-42fe-9e16-da4c27d61432,segment=NetworkSegment(4bba4603-bec0-4207-b77c-a025a332a7b8),segment_id=4bba4603-bec0-4207-b77c-a025a332a7b8)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:52.107139 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:52.128126 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-28d74e33-d10f-4f61-8ecb-a7f1406d6341 req-b0b310f0-30e2-4d8e-8d03-fe7267a91c54 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379443 Jul 27 22:52:52.131238 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da131b03-0c0c-4eb2-b87b-000f36645cd3 x-openstack-request-id: req-da131b03-0c0c-4eb2-b87b-000f36645cd3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:52:52.131534 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61c30d5-83fc-4399-9618-b6cf754de878", "name": "network-vif-plugged", "status": "completed", "tag": "faadcf53-129e-42fe-9e16-da4c27d61432", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:52:52.131785 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da131b03-0c0c-4eb2-b87b-000f36645cd3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:52:52.132174 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61c30d5-83fc-4399-9618-b6cf754de878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faadcf53-129e-42fe-9e16-da4c27d61432', 'code': 200} Jul 27 22:52:52.165677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=faadcf53-129e-42fe-9e16-da4c27d61432,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:52.233258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb076f-83a0-4c24-8e5d-774f39c3bafb req-23493de3-59ec-4617-be54-5416e6836a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:52.234727 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f3cb076f-83a0-4c24-8e5d-774f39c3bafb req-23493de3-59ec-4617-be54-5416e6836a80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 1097 time: 0.0439601 Jul 27 22:52:52.270287 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f3cb076f-83a0-4c24-8e5d-774f39c3bafb req-6d3b496f-1a90-4a0b-9873-85e71584f48a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277081 Jul 27 22:52:53.244910 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ef07-96eb-46f1-89f9-9c869e576f14 req-e035a063-f19b-4207-896f-fc5d04238475 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:53.246399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46c7ef07-96eb-46f1-89f9-9c869e576f14 req-e035a063-f19b-4207-896f-fc5d04238475 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 946 time: 0.0490167 Jul 27 22:52:53.283797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46c7ef07-96eb-46f1-89f9-9c869e576f14 req-340efda0-f20c-4a9f-97c1-325d38f355b9 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311794 Jul 27 22:52:53.515661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ff7f-4b6f-496e-ab71-dd48e8bd9c31 req-e33444ba-a835-4efc-b27e-0c56d0577f7b tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:53.517121 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d348ff7f-4b6f-496e-ab71-dd48e8bd9c31 req-e33444ba-a835-4efc-b27e-0c56d0577f7b tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 946 time: 0.0489933 Jul 27 22:52:53.555446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d348ff7f-4b6f-496e-ab71-dd48e8bd9c31 req-0d539148-ed79-4e82-a2b2-2d9f2b68e8e7 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Jul 27 22:52:54.673955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16090321-ad70-496c-b913-f5ea638fd28a req-6bf4355b-84b8-4986-96dc-6e55a10b74f0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:54.675459 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16090321-ad70-496c-b913-f5ea638fd28a req-6bf4355b-84b8-4986-96dc-6e55a10b74f0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 946 time: 0.0524065 Jul 27 22:52:54.712363 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-16090321-ad70-496c-b913-f5ea638fd28a req-c0a46da4-b245-4323-baee-9a909ff228f0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310445 Jul 27 22:52:54.766494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e7b1c-5aab-41e9-9aff-84f9df96d513 req-5d7cf668-e2a1-470c-9954-1caef558f65d tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:54.768540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a59e7b1c-5aab-41e9-9aff-84f9df96d513 req-5d7cf668-e2a1-470c-9954-1caef558f65d tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.41 "GET /v2.0/ports?device_id=a61c30d5-83fc-4399-9618-b6cf754de878 HTTP/1.1" status: 200 len: 946 time: 0.0472667 Jul 27 22:52:54.864516 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a59e7b1c-5aab-41e9-9aff-84f9df96d513 req-0fb90dc8-0fdf-4ba9-a6d7-16dd6178af96 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Deleting port faadcf53-129e-42fe-9e16-da4c27d61432 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:54.864781 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a59e7b1c-5aab-41e9-9aff-84f9df96d513 req-0fb90dc8-0fdf-4ba9-a6d7-16dd6178af96 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:54.952232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a59e7b1c-5aab-41e9-9aff-84f9df96d513 req-0fb90dc8-0fdf-4ba9-a6d7-16dd6178af96 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] For port faadcf53-129e-42fe-9e16-da4c27d61432, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=faadcf53-129e-42fe-9e16-da4c27d61432,segment=NetworkSegment(4bba4603-bec0-4207-b77c-a025a332a7b8),segment_id=4bba4603-bec0-4207-b77c-a025a332a7b8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:54.952605 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a59e7b1c-5aab-41e9-9aff-84f9df96d513 req-0fb90dc8-0fdf-4ba9-a6d7-16dd6178af96 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:54.965767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-a59e7b1c-5aab-41e9-9aff-84f9df96d513 req-0fb90dc8-0fdf-4ba9-a6d7-16dd6178af96 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Calling delete_port for faadcf53-129e-42fe-9e16-da4c27d61432 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:55.092881 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a59e7b1c-5aab-41e9-9aff-84f9df96d513 req-0fb90dc8-0fdf-4ba9-a6d7-16dd6178af96 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:55.104949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['faadcf53-129e-42fe-9e16-da4c27d61432'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:52:55.121717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb90dc8-0fdf-4ba9-a6d7-16dd6178af96 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Pushing event deleted for resources: {'Port': ['ID=faadcf53-129e-42fe-9e16-da4c27d61432,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:55.131733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['86b54708-8b3a-4844-9c3e-33b063b96968'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:52:55.164222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59e7b1c-5aab-41e9-9aff-84f9df96d513 req-0fb90dc8-0fdf-4ba9-a6d7-16dd6178af96 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] No DVR routers for this DVR port faadcf53-129e-42fe-9e16-da4c27d61432 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:55.167769 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a59e7b1c-5aab-41e9-9aff-84f9df96d513 req-0fb90dc8-0fdf-4ba9-a6d7-16dd6178af96 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:55.169897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a59e7b1c-5aab-41e9-9aff-84f9df96d513 req-0fb90dc8-0fdf-4ba9-a6d7-16dd6178af96 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.41 "DELETE /v2.0/ports/faadcf53-129e-42fe-9e16-da4c27d61432 HTTP/1.1" status: 204 len: 173 time: 0.3947306 Jul 27 22:52:55.170414 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61c30d5-83fc-4399-9618-b6cf754de878', 'name': 'network-vif-deleted', 'tag': 'faadcf53-129e-42fe-9e16-da4c27d61432'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:52:55.172724 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3adf0d1fd29d8d74d232089da10de6d766e1cbc45ae55c48be645db10d30a269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39a0899-580f-48f3-bb51-419ba8860a15" -d '{"events": [{"server_uuid": "a61c30d5-83fc-4399-9618-b6cf754de878", "name": "network-vif-deleted", "tag": "faadcf53-129e-42fe-9e16-da4c27d61432"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:52:55.212672 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59c1667-faba-4f84-a3ce-20cb15f1455a x-openstack-request-id: req-e59c1667-faba-4f84-a3ce-20cb15f1455a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:52:55.212975 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61c30d5-83fc-4399-9618-b6cf754de878", "name": "network-vif-deleted", "tag": "faadcf53-129e-42fe-9e16-da4c27d61432", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:52:55.213232 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e59c1667-faba-4f84-a3ce-20cb15f1455a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:52:55.213817 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61c30d5-83fc-4399-9618-b6cf754de878', 'name': 'network-vif-deleted', 'tag': 'faadcf53-129e-42fe-9e16-da4c27d61432', 'status': 'completed', 'code': 200} Jul 27 22:52:55.865974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6572d-be6c-4c37-bba2-0fc74ecad8bf req-795468a5-4fa4-46b0-9be2-7383549e3411 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:55.867496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-23b6572d-be6c-4c37-bba2-0fc74ecad8bf req-795468a5-4fa4-46b0-9be2-7383549e3411 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 946 time: 0.0533695 Jul 27 22:52:55.906122 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-23b6572d-be6c-4c37-bba2-0fc74ecad8bf req-9d0cc414-7d60-4189-a55c-507ede98659c tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Jul 27 22:52:56.037511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fd937-8fdb-47fc-ae39-89e7fc4bbb80 req-eb84f59f-7f60-4e5e-aed6-19febe6ba3c3 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:56.039010 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-052fd937-8fdb-47fc-ae39-89e7fc4bbb80 req-eb84f59f-7f60-4e5e-aed6-19febe6ba3c3 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 946 time: 0.0497301 Jul 27 22:52:56.076362 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-052fd937-8fdb-47fc-ae39-89e7fc4bbb80 req-b6b3ce00-2c7d-450e-a19b-c024c740e889 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315151 Jul 27 22:52:56.190279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf857d9-e5c0-448f-b7a3-8a2b32dd6d05 req-ddbb122a-026c-4ffc-a982-b16c2c8af822 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:56.191759 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bf857d9-e5c0-448f-b7a3-8a2b32dd6d05 req-ddbb122a-026c-4ffc-a982-b16c2c8af822 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 946 time: 0.0475402 Jul 27 22:52:56.229069 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8bf857d9-e5c0-448f-b7a3-8a2b32dd6d05 req-ee08e0ff-830d-46e5-92e7-775a817cf6ef tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316017 Jul 27 22:52:56.395807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a01c9-d7fa-4251-8ed0-0c9673bbf1ff req-b2cf7fca-f913-4926-9435-bf0952419bf3 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:56.397278 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-626a01c9-d7fa-4251-8ed0-0c9673bbf1ff req-b2cf7fca-f913-4926-9435-bf0952419bf3 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 946 time: 0.0535603 Jul 27 22:52:56.434588 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-626a01c9-d7fa-4251-8ed0-0c9673bbf1ff req-ae15330e-70cc-40ec-828d-ee93946899d6 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314071 Jul 27 22:52:56.548490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc5ca-041d-41fa-9852-d9caa55310f2 req-805707ff-83f9-4f0a-995d-66b11e4c33f0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:56.550046 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34fdc5ca-041d-41fa-9852-d9caa55310f2 req-805707ff-83f9-4f0a-995d-66b11e4c33f0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 946 time: 0.0486355 Jul 27 22:52:56.588317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-34fdc5ca-041d-41fa-9852-d9caa55310f2 req-bac988d0-bae0-48e5-9aae-0184febd31c6 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323584 Jul 27 22:52:56.711704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13f8a9-2d2f-45a4-9847-8f726265c123 req-a1757d16-3f92-417f-90cc-53abd2ded3b5 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:56.713195 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af13f8a9-2d2f-45a4-9847-8f726265c123 req-a1757d16-3f92-417f-90cc-53abd2ded3b5 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 946 time: 0.0493147 Jul 27 22:52:56.749809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af13f8a9-2d2f-45a4-9847-8f726265c123 req-aa7dc5f1-3a23-4c37-978c-bfbd321a94d5 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307600 Jul 27 22:52:57.057892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb69029-3b2e-4601-be7b-ff90655e37b2 req-d44288f0-e738-444f-88af-895426d31ef9 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:57.059359 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb69029-3b2e-4601-be7b-ff90655e37b2 req-d44288f0-e738-444f-88af-895426d31ef9 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 946 time: 0.0533650 Jul 27 22:52:57.096992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acb69029-3b2e-4601-be7b-ff90655e37b2 req-e3042009-4e3c-44a2-adf8-6a47fa15849b tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Jul 27 22:52:57.946277 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device faadcf53-129e-42fe-9e16-da4c27d61432 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:52:57.968639 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: faadcf53-129e-42fe-9e16-da4c27d61432 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:52:57.968982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device faadcf53-129e-42fe-9e16-da4c27d61432 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:52:58.212322 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244df77-02e6-4ee9-ac46-c3382db9e33d req-6034b4fe-9821-447d-a5f5-e516e64ac54b tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:58.214362 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d244df77-02e6-4ee9-ac46-c3382db9e33d req-6034b4fe-9821-447d-a5f5-e516e64ac54b tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 946 time: 0.0492852 Jul 27 22:52:58.257723 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d244df77-02e6-4ee9-ac46-c3382db9e33d req-ce5cedc7-0018-49b6-8d4b-215f690d54f0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7088274-5883-4fff-ab36-fa1f5ef971f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347598 Jul 27 22:52:58.409699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6bade-6ada-46e1-ae68-25ea14e780a2 req-d9d916ab-5592-4a2a-8337-e4ee9d7dc0de tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:52:58.411250 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-42d6bade-6ada-46e1-ae68-25ea14e780a2 req-d9d916ab-5592-4a2a-8337-e4ee9d7dc0de tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.43 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 946 time: 0.0580626 Jul 27 22:52:58.518592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-42d6bade-6ada-46e1-ae68-25ea14e780a2 req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Deleting port 86b54708-8b3a-4844-9c3e-33b063b96968 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:52:58.518847 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-42d6bade-6ada-46e1-ae68-25ea14e780a2 req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:58.621276 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-42d6bade-6ada-46e1-ae68-25ea14e780a2 req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] For port 86b54708-8b3a-4844-9c3e-33b063b96968, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=86b54708-8b3a-4844-9c3e-33b063b96968,segment=NetworkSegment(4bba4603-bec0-4207-b77c-a025a332a7b8),segment_id=4bba4603-bec0-4207-b77c-a025a332a7b8)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:52:58.621645 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-42d6bade-6ada-46e1-ae68-25ea14e780a2 req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:58.638027 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-42d6bade-6ada-46e1-ae68-25ea14e780a2 req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Calling delete_port for 86b54708-8b3a-4844-9c3e-33b063b96968 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:52:58.807175 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-42d6bade-6ada-46e1-ae68-25ea14e780a2 req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:58.821058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['86b54708-8b3a-4844-9c3e-33b063b96968'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:52:58.835138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Pushing event deleted for resources: {'Port': ['ID=86b54708-8b3a-4844-9c3e-33b063b96968,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:52:58.845369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:58.845958 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:58.846096 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:58.846430 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:58.846763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:58.847097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:58.847432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:58.847761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:58.848403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:58.848403 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:58.848733 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:58.849150 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:52:58.896785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d6bade-6ada-46e1-ae68-25ea14e780a2 req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] No DVR routers for this DVR port 86b54708-8b3a-4844-9c3e-33b063b96968 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:52:58.899606 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-42d6bade-6ada-46e1-ae68-25ea14e780a2 req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:52:58.901509 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-42d6bade-6ada-46e1-ae68-25ea14e780a2 req-535c9cc9-51c4-4b11-b317-5f73e778a9c0 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.43 "DELETE /v2.0/ports/86b54708-8b3a-4844-9c3e-33b063b96968 HTTP/1.1" status: 204 len: 173 time: 0.4835851 Jul 27 22:52:58.901957 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbc765f-281a-45ed-9b71-c411324b113f', 'name': 'network-vif-deleted', 'tag': '86b54708-8b3a-4844-9c3e-33b063b96968'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:52:58.904314 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9b2549-3230-447e-8bd2-47431413d9d3" -d '{"events": [{"server_uuid": "7dbc765f-281a-45ed-9b71-c411324b113f", "name": "network-vif-deleted", "tag": "86b54708-8b3a-4844-9c3e-33b063b96968"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:52:58.940011 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcc9cba-ae8f-4269-aa46-694c03a2849e x-openstack-request-id: req-abcc9cba-ae8f-4269-aa46-694c03a2849e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:52:58.940367 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbc765f-281a-45ed-9b71-c411324b113f", "name": "network-vif-deleted", "tag": "86b54708-8b3a-4844-9c3e-33b063b96968", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:52:58.940622 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abcc9cba-ae8f-4269-aa46-694c03a2849e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:52:58.941054 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbc765f-281a-45ed-9b71-c411324b113f', 'name': 'network-vif-deleted', 'tag': '86b54708-8b3a-4844-9c3e-33b063b96968', 'status': 'completed', 'code': 200} Jul 27 22:52:59.363097 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0678a9a0-f6d4-4f4f-b11f-b0990820e740 req-f0334d89-58f1-4707-aff8-b09cea05d6e8 tempest-ServersNegativeTestJSON-1493590406 tempest-ServersNegativeTestJSON-1493590406-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dbc765f-281a-45ed-9b71-c411324b113f HTTP/1.1" status: 200 len: 210 time: 0.0272303 Jul 27 22:53:00.418479 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34044) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:00.462171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-72585564-881f-474a-86ce-89ee06898a98 admin admin] Deleting subnet fe19a579-4823-4b52-80e5-569501732d64 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:53:00.465103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72585564-881f-474a-86ce-89ee06898a98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.498732 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72585564-881f-474a-86ce-89ee06898a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.536152 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72585564-881f-474a-86ce-89ee06898a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.590344 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72585564-881f-474a-86ce-89ee06898a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.615766 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72585564-881f-474a-86ce-89ee06898a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe19a579-4823-4b52-80e5-569501732d64,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:00.619388 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-72585564-881f-474a-86ce-89ee06898a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.621490 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-72585564-881f-474a-86ce-89ee06898a98 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fe19a579-4823-4b52-80e5-569501732d64 HTTP/1.1" status: 204 len: 168 time: 0.2017131 Jul 27 22:53:00.623804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34046) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:00.693975 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.772954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.782401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4282774-24b2-417a-a68b-99c2b3b03abb']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:00.792339 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bba4603-bec0-4207-b77c-a025a332a7b8') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:00.792636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bba4603-bec0-4207-b77c-a025a332a7b8') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:00.801623 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.815475 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.821330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:53:00.821724 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:53:00.823413 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:53:00.875328 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.885422 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:00.887379 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f4282774-24b2-417a-a68b-99c2b3b03abb HTTP/1.1" status: 204 len: 168 time: 0.2625639 Jul 27 22:53:00.898398 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7365d5-9fe3-4ca5-86d0-a6894a5e1aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4282774-24b2-417a-a68b-99c2b3b03abb,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:00.995957 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34050) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:01.041598 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-47915d9c-5682-4734-92cf-cf82fe89ecd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc644804d7234608b657f40c2c6de1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444505 Jul 27 22:53:01.044138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34052) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:01.092887 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ffb1d0b-5998-4f70-b1bc-33f395ccc3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:01.117034 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ffb1d0b-5998-4f70-b1bc-33f395ccc3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:01.162953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ffb1d0b-5998-4f70-b1bc-33f395ccc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:01.165544 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5ffb1d0b-5998-4f70-b1bc-33f395ccc3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:01.166724 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5ffb1d0b-5998-4f70-b1bc-33f395ccc3d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7088274-5883-4fff-ab36-fa1f5ef971f1 HTTP/1.1" status: 204 len: 168 time: 0.1216745 Jul 27 22:53:01.179852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb1d0b-5998-4f70-b1bc-33f395ccc3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7088274-5883-4fff-ab36-fa1f5ef971f1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:01.825000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34074) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:01.917500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1199140364'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:01.938222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Made reservation on behalf of fd908aa9a75649f3940bc2a01fb4351f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:01.942072 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:01.955647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.052568 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.056344 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.080208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 86b54708-8b3a-4844-9c3e-33b063b96968 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:02.080731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:53:02.094144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eedc35-70d1-410c-b424-08ae6cdb257a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:02.101272 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.101614 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Added segment d917ea22-5059-474f-8c2d-12344966f830 of type vlan for network 0161e45b-f40b-429a-8547-173e60191a39 Jul 27 22:53:02.103863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 86b54708-8b3a-4844-9c3e-33b063b96968 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:02.104209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 86b54708-8b3a-4844-9c3e-33b063b96968 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:02.146318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.174539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.179971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:02.180887 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:02.267726 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4415286 Jul 27 22:53:02.291503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb880d9-448c-4722-8a12-e691256ad422 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event updated for resources: {'Network': ['ID=0161e45b-f40b-429a-8547-173e60191a39,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:02.302419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 0161e45b-f40b-429a-8547-173e60191a39 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:53:05.544655 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34078) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:05.550615 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Request body: {'subnet': {'network_id': '0161e45b-f40b-429a-8547-173e60191a39', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:05.634770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Made reservation on behalf of fd908aa9a75649f3940bc2a01fb4351f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:05.638281 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:05.812290 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:05.873975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event updated for resources: {'Subnet': ['ID=14068f5e-9a4a-4c71-aad5-cd8f7d9dc6f4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:05.885927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:05.886297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:05.886647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:05.886985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:05.887318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:05.887648 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:05.887986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:05.888309 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:05.888634 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:05.888960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:05.889289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:05.889611 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:05.893422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Checking segment: {'id': 'd917ea22-5059-474f-8c2d-12344966f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0161e45b-f40b-429a-8547-173e60191a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:05.893785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Network hostable DHCP agents. Network: 0161e45b-f40b-429a-8547-173e60191a39, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:53:05.910933 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Network 0161e45b-f40b-429a-8547-173e60191a39 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:53:05.919157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 0161e45b-f40b-429a-8547-173e60191a39) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:05.923156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:05.923802 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:05.928429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f5ffcc-10c2-45a3-ba83-7d7c49283540 None None] Network 0161e45b-f40b-429a-8547-173e60191a39 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:05.937357 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-27f3acdd-110f-49e7-abdc-71b9281179df tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3915513 Jul 27 22:53:05.941231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34080) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:05.947362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-8d290d44-77ee-4ef1-8768-be08567c7496 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-467688240'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:05.969620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d290d44-77ee-4ef1-8768-be08567c7496 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Made reservation on behalf of fd908aa9a75649f3940bc2a01fb4351f for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:05.973874 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d290d44-77ee-4ef1-8768-be08567c7496 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:05.999503 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d290d44-77ee-4ef1-8768-be08567c7496 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:53:06.012152 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d290d44-77ee-4ef1-8768-be08567c7496 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.012495 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-8d290d44-77ee-4ef1-8768-be08567c7496 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Added segment a1f92b43-ece2-4f7e-b9a2-3c48fa005eb4 of type vlan for network bbfbfaee-09bf-48f1-9f17-73a6cddc9569 Jul 27 22:53:06.052285 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d290d44-77ee-4ef1-8768-be08567c7496 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.076774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-0161e45b-f40b-429a-8547-173e60191a39', 'network_id': '0161e45b-f40b-429a-8547-173e60191a39', 'tenant_id': 'fd908aa9a75649f3940bc2a01fb4351f', 'fixed_ips': [{'subnet_id': '14068f5e-9a4a-4c71-aad5-cd8f7d9dc6f4'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:53:06.077736 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.082800 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d290d44-77ee-4ef1-8768-be08567c7496 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.088275 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d290d44-77ee-4ef1-8768-be08567c7496 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:06.088850 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8d290d44-77ee-4ef1-8768-be08567c7496 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.149421 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8d290d44-77ee-4ef1-8768-be08567c7496 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2068477 Jul 27 22:53:06.152280 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34082) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:06.159567 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-399b2838-fec5-4e3b-8a5d-008c1c43d08c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Request body: {'subnet': {'network_id': 'bbfbfaee-09bf-48f1-9f17-73a6cddc9569', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:06.178679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d290d44-77ee-4ef1-8768-be08567c7496 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event updated for resources: {'Network': ['ID=bbfbfaee-09bf-48f1-9f17-73a6cddc9569,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:06.202150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network bbfbfaee-09bf-48f1-9f17-73a6cddc9569 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:53:06.252156 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399b2838-fec5-4e3b-8a5d-008c1c43d08c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Made reservation on behalf of fd908aa9a75649f3940bc2a01fb4351f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:06.255883 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-399b2838-fec5-4e3b-8a5d-008c1c43d08c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.274475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Allocated IP 2001:db8:0:ffff::2 (0161e45b-f40b-429a-8547-173e60191a39/14068f5e-9a4a-4c71-aad5-cd8f7d9dc6f4/5a20b62f-701e-4649-8ad6-744f4976dfdf) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:06.425428 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.434747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Transition to ACTIVE for port object 5a20b62f-701e-4649-8ad6-744f4976dfdf will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:06.450235 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-399b2838-fec5-4e3b-8a5d-008c1c43d08c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.450641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Transition to ACTIVE for port object 5a20b62f-701e-4649-8ad6-744f4976dfdf will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:06.456296 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.497396 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Network 0161e45b-f40b-429a-8547-173e60191a39 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:06.500242 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:06.506236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:06.513538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Pushing event updated for resources: {'Port': ['ID=5a20b62f-701e-4649-8ad6-744f4976dfdf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:06.514171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b2838-fec5-4e3b-8a5d-008c1c43d08c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event updated for resources: {'Subnet': ['ID=98a01f1e-b3df-4425-b608-6860222b8ed4,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:06.526313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b2838-fec5-4e3b-8a5d-008c1c43d08c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Checking segment: {'id': 'a1f92b43-ece2-4f7e-b9a2-3c48fa005eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bbfbfaee-09bf-48f1-9f17-73a6cddc9569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:06.526896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b2838-fec5-4e3b-8a5d-008c1c43d08c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Network hostable DHCP agents. Network: bbfbfaee-09bf-48f1-9f17-73a6cddc9569, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:53:06.536534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.536885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.537233 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.537564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.537896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.538414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.538610 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.538911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.539466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.539764 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.540118 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.540444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:06.544655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b2838-fec5-4e3b-8a5d-008c1c43d08c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Network bbfbfaee-09bf-48f1-9f17-73a6cddc9569 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:53:06.554386 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-399b2838-fec5-4e3b-8a5d-008c1c43d08c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, bbfbfaee-09bf-48f1-9f17-73a6cddc9569) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:06.558512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b2838-fec5-4e3b-8a5d-008c1c43d08c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:06.559103 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-399b2838-fec5-4e3b-8a5d-008c1c43d08c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.566811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb140d-87f6-460b-ad68-4a8ac221ef85 None None] Network bbfbfaee-09bf-48f1-9f17-73a6cddc9569 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:06.573264 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-399b2838-fec5-4e3b-8a5d-008c1c43d08c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4199574 Jul 27 22:53:06.576147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34084) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:06.609784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Attempting to bind port 5a20b62f-701e-4649-8ad6-744f4976dfdf on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:06.610182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Attempting to bind port 5a20b62f-701e-4649-8ad6-744f4976dfdf by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'd917ea22-5059-474f-8c2d-12344966f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0161e45b-f40b-429a-8547-173e60191a39'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:06.611086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Attempting to bind port 5a20b62f-701e-4649-8ad6-744f4976dfdf on network 0161e45b-f40b-429a-8547-173e60191a39 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:06.620036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:06.620419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Checking segment: {'id': 'd917ea22-5059-474f-8c2d-12344966f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0161e45b-f40b-429a-8547-173e60191a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:06.620820 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.621219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Bound using segment: {'id': 'd917ea22-5059-474f-8c2d-12344966f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0161e45b-f40b-429a-8547-173e60191a39'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:06.621682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Bound port: 5a20b62f-701e-4649-8ad6-744f4976dfdf, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd917ea22-5059-474f-8c2d-12344966f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0161e45b-f40b-429a-8547-173e60191a39'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:06.622062 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.671539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.736207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] For port 5a20b62f-701e-4649-8ad6-744f4976dfdf, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:06.740779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] For port 5a20b62f-701e-4649-8ad6-744f4976dfdf, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5a20b62f-701e-4649-8ad6-744f4976dfdf,segment=NetworkSegment(d917ea22-5059-474f-8c2d-12344966f830),segment_id=d917ea22-5059-474f-8c2d-12344966f830)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:06.748752 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.759754 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.802658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c3d087-24e2-45cf-b1fd-9b75679d43b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-bbfbfaee-09bf-48f1-9f17-73a6cddc9569', 'network_id': 'bbfbfaee-09bf-48f1-9f17-73a6cddc9569', 'tenant_id': 'fd908aa9a75649f3940bc2a01fb4351f', 'fixed_ips': [{'subnet_id': '98a01f1e-b3df-4425-b608-6860222b8ed4'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:53:06.803508 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c3d087-24e2-45cf-b1fd-9b75679d43b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.832633 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.839380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e691cac-f1f9-4594-8f69-a635134ab456 None None] Pushing event updated for resources: {'Port': ['ID=5a20b62f-701e-4649-8ad6-744f4976dfdf,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:06.863796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event deleted for resources: {'Subnet': ['ID=98a01f1e-b3df-4425-b608-6860222b8ed4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:06.918941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6532785-a4b4-4bf0-b057-7ce63c4d0f2a None None] Network bbfbfaee-09bf-48f1-9f17-73a6cddc9569 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:06.930001 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:06.941091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfbfaee-09bf-48f1-9f17-73a6cddc9569']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:06.955217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f92b43-ece2-4f7e-b9a2-3c48fa005eb4') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:06.955589 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f92b43-ece2-4f7e-b9a2-3c48fa005eb4') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:06.966673 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.005193 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.016456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:53:07.017214 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:53:07.020613 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:53:07.080020 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.087304 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.092697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/networks/bbfbfaee-09bf-48f1-9f17-73a6cddc9569 HTTP/1.1" status: 204 len: 168 time: 0.5121934 Jul 27 22:53:07.092935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:07.113082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-72be0cc3-91c7-41a1-98b1-94fcda5c845f tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032130851'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:07.116460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d462ebc-f77b-4ac4-a041-381a1e94094c tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event deleted for resources: {'Network': ['ID=bbfbfaee-09bf-48f1-9f17-73a6cddc9569,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:07.138884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72be0cc3-91c7-41a1-98b1-94fcda5c845f tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Made reservation on behalf of fd908aa9a75649f3940bc2a01fb4351f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:07.143304 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72be0cc3-91c7-41a1-98b1-94fcda5c845f tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.165946 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72be0cc3-91c7-41a1-98b1-94fcda5c845f tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:53:07.174939 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72be0cc3-91c7-41a1-98b1-94fcda5c845f tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.175282 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-72be0cc3-91c7-41a1-98b1-94fcda5c845f tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Added segment b2ca8517-3647-4a7e-9bd8-3731773a95ec of type vlan for network d1b99a83-416a-4293-a3ed-ee08d529bcec Jul 27 22:53:07.216062 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72be0cc3-91c7-41a1-98b1-94fcda5c845f tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.244257 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72be0cc3-91c7-41a1-98b1-94fcda5c845f tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.249706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72be0cc3-91c7-41a1-98b1-94fcda5c845f tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:07.250308 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72be0cc3-91c7-41a1-98b1-94fcda5c845f tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.307883 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-72be0cc3-91c7-41a1-98b1-94fcda5c845f tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2003033 Jul 27 22:53:07.310992 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34088) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:07.316828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Request body: {'subnet': {'network_id': 'd1b99a83-416a-4293-a3ed-ee08d529bcec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:07.338286 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be0cc3-91c7-41a1-98b1-94fcda5c845f tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event updated for resources: {'Network': ['ID=d1b99a83-416a-4293-a3ed-ee08d529bcec,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:07.348401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network d1b99a83-416a-4293-a3ed-ee08d529bcec details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:53:07.411169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Made reservation on behalf of fd908aa9a75649f3940bc2a01fb4351f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:07.414952 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.472327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Performing IP validity checks on allocation pools {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:53:07.472852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.ipam_backend_mixin [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93835) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:53:07.600768 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.656157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event updated for resources: {'Subnet': ['ID=c5d4df18-5162-4850-9fd4-11b383ad0c43,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:07.671669 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Checking segment: {'id': 'b2ca8517-3647-4a7e-9bd8-3731773a95ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd1b99a83-416a-4293-a3ed-ee08d529bcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:07.672040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Network hostable DHCP agents. Network: d1b99a83-416a-4293-a3ed-ee08d529bcec, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:53:07.690176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Network d1b99a83-416a-4293-a3ed-ee08d529bcec is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:53:07.699776 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, d1b99a83-416a-4293-a3ed-ee08d529bcec) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:07.704685 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:07.705657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.709529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030d609b-47b8-4d85-a589-d7c90be87387 None None] Network d1b99a83-416a-4293-a3ed-ee08d529bcec requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:07.726250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34090) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:07.726773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0cf15ae2-e065-41c5-8976-f04b4e9f50bf tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4142380 Jul 27 22:53:07.775210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7789d8b-c0f4-4b52-84e6-d33a820208e1 None None] Network 0161e45b-f40b-429a-8547-173e60191a39 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:07.824451 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.849699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-630bee01-c5dc-4fb8-86d9-4fb35e5395aa None None] Provisioning for port 5a20b62f-701e-4649-8ad6-744f4976dfdf completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:07.907002 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.959254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87690c11-c093-4a21-9944-a2ba7a432074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-d1b99a83-416a-4293-a3ed-ee08d529bcec', 'network_id': 'd1b99a83-416a-4293-a3ed-ee08d529bcec', 'tenant_id': 'fd908aa9a75649f3940bc2a01fb4351f', 'fixed_ips': [{'subnet_id': 'c5d4df18-5162-4850-9fd4-11b383ad0c43'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:53:07.960191 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87690c11-c093-4a21-9944-a2ba7a432074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.970332 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:07.998948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d4df18-5162-4850-9fd4-11b383ad0c43,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:08.068869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e315cad9-ab40-4e9f-a4b1-cb20ad40fefc None None] Network d1b99a83-416a-4293-a3ed-ee08d529bcec requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:08.398830 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.408668 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b99a83-416a-4293-a3ed-ee08d529bcec']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:08.418052 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ca8517-3647-4a7e-9bd8-3731773a95ec') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:08.418372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ca8517-3647-4a7e-9bd8-3731773a95ec') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:08.426768 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.440594 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.446454 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:53:08.446840 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:53:08.449663 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:53:08.505915 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.512752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.514531 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/networks/d1b99a83-416a-4293-a3ed-ee08d529bcec HTTP/1.1" status: 204 len: 168 time: 0.7856193 Jul 27 22:53:08.519033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:08.524096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-547bc93e-832a-4316-b8ab-db82eee57e8d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-173244196'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:08.526659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3a757-512d-481d-9432-3f214122c1fa tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event deleted for resources: {'Network': ['ID=d1b99a83-416a-4293-a3ed-ee08d529bcec,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:08.545424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547bc93e-832a-4316-b8ab-db82eee57e8d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Made reservation on behalf of fd908aa9a75649f3940bc2a01fb4351f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:08.549024 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-547bc93e-832a-4316-b8ab-db82eee57e8d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.576032 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547bc93e-832a-4316-b8ab-db82eee57e8d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:53:08.585393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-547bc93e-832a-4316-b8ab-db82eee57e8d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.585773 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-547bc93e-832a-4316-b8ab-db82eee57e8d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Added segment d658ff65-5a39-475c-8ca3-9efccb798bbc of type vlan for network e3ba0b02-417d-40eb-a519-7546138096fb Jul 27 22:53:08.628586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-547bc93e-832a-4316-b8ab-db82eee57e8d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.656847 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-547bc93e-832a-4316-b8ab-db82eee57e8d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.662441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547bc93e-832a-4316-b8ab-db82eee57e8d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:08.663026 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-547bc93e-832a-4316-b8ab-db82eee57e8d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.712402 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-547bc93e-832a-4316-b8ab-db82eee57e8d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1922722 Jul 27 22:53:08.715472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34094) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:08.720761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-25c59ebb-a374-46f7-9890-3c6aa8832591 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Request body: {'subnet': {'network_id': 'e3ba0b02-417d-40eb-a519-7546138096fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:08.729235 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bc93e-832a-4316-b8ab-db82eee57e8d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event updated for resources: {'Network': ['ID=e3ba0b02-417d-40eb-a519-7546138096fb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:08.739683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network e3ba0b02-417d-40eb-a519-7546138096fb details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:53:08.811820 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c59ebb-a374-46f7-9890-3c6aa8832591 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Made reservation on behalf of fd908aa9a75649f3940bc2a01fb4351f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:08.815584 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25c59ebb-a374-46f7-9890-3c6aa8832591 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:08.903904 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5a20b62f-701e-4649-8ad6-744f4976dfdf up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:08.958001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5a20b62f-701e-4649-8ad6-744f4976dfdf completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:08.961660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5a20b62f-701e-4649-8ad6-744f4976dfdf triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:08.962031 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.012832 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25c59ebb-a374-46f7-9890-3c6aa8832591 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.039688 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.070880 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 5a20b62f-701e-4649-8ad6-744f4976dfdf, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5a20b62f-701e-4649-8ad6-744f4976dfdf,segment=NetworkSegment(d917ea22-5059-474f-8c2d-12344966f830),segment_id=d917ea22-5059-474f-8c2d-12344966f830)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:09.074782 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.076394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c59ebb-a374-46f7-9890-3c6aa8832591 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event updated for resources: {'Subnet': ['ID=c550ddaa-95a7-44d2-b66d-7e2058ca3ca8,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:09.082485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c59ebb-a374-46f7-9890-3c6aa8832591 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Checking segment: {'id': 'd658ff65-5a39-475c-8ca3-9efccb798bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e3ba0b02-417d-40eb-a519-7546138096fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:09.082854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c59ebb-a374-46f7-9890-3c6aa8832591 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Network hostable DHCP agents. Network: e3ba0b02-417d-40eb-a519-7546138096fb, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:53:09.099837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c59ebb-a374-46f7-9890-3c6aa8832591 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Network e3ba0b02-417d-40eb-a519-7546138096fb is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:53:09.109028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-25c59ebb-a374-46f7-9890-3c6aa8832591 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, e3ba0b02-417d-40eb-a519-7546138096fb) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:09.113858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c59ebb-a374-46f7-9890-3c6aa8832591 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:09.114591 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25c59ebb-a374-46f7-9890-3c6aa8832591 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.123452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8453c74e-d124-4a2f-815d-6e3d42b6121a None None] Network e3ba0b02-417d-40eb-a519-7546138096fb requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:09.134301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:09.134801 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-25c59ebb-a374-46f7-9890-3c6aa8832591 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4181986 Jul 27 22:53:09.139344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-df3b8647-50af-43d6-8896-a6f3ee457020 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-391170112'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:09.159281 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3b8647-50af-43d6-8896-a6f3ee457020 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Made reservation on behalf of fd908aa9a75649f3940bc2a01fb4351f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:09.162922 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df3b8647-50af-43d6-8896-a6f3ee457020 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.170875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=5a20b62f-701e-4649-8ad6-744f4976dfdf,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:09.194562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3b8647-50af-43d6-8896-a6f3ee457020 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:53:09.203614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df3b8647-50af-43d6-8896-a6f3ee457020 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.203955 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-df3b8647-50af-43d6-8896-a6f3ee457020 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Added segment 9da5ce93-bd76-43da-8f25-235a99c06fbc of type vlan for network 940043bb-ca71-49fc-accc-d9ceca4a885f Jul 27 22:53:09.247122 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df3b8647-50af-43d6-8896-a6f3ee457020 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.277746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-e3ba0b02-417d-40eb-a519-7546138096fb', 'network_id': 'e3ba0b02-417d-40eb-a519-7546138096fb', 'tenant_id': 'fd908aa9a75649f3940bc2a01fb4351f', 'fixed_ips': [{'subnet_id': 'c550ddaa-95a7-44d2-b66d-7e2058ca3ca8'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:53:09.278706 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.279817 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df3b8647-50af-43d6-8896-a6f3ee457020 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.286024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b8647-50af-43d6-8896-a6f3ee457020 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:09.286638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-df3b8647-50af-43d6-8896-a6f3ee457020 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.339842 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-df3b8647-50af-43d6-8896-a6f3ee457020 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2014518 Jul 27 22:53:09.340228 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34098) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:09.348262 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ee24e1fe-5201-4f37-a709-b0c5b1f92b7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Request body: {'subnet': {'network_id': '940043bb-ca71-49fc-accc-d9ceca4a885f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:09.353810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b8647-50af-43d6-8896-a6f3ee457020 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event updated for resources: {'Network': ['ID=940043bb-ca71-49fc-accc-d9ceca4a885f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:09.364420 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 940043bb-ca71-49fc-accc-d9ceca4a885f details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:53:09.441083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee24e1fe-5201-4f37-a709-b0c5b1f92b7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Made reservation on behalf of fd908aa9a75649f3940bc2a01fb4351f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:09.444591 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee24e1fe-5201-4f37-a709-b0c5b1f92b7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.473987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Allocated IP 2001:db8::2 (e3ba0b02-417d-40eb-a519-7546138096fb/c550ddaa-95a7-44d2-b66d-7e2058ca3ca8/1a752ae2-9684-48ed-9369-0a504fddfb67) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:09.612364 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.620525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Transition to ACTIVE for port object 1a752ae2-9684-48ed-9369-0a504fddfb67 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:09.629547 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee24e1fe-5201-4f37-a709-b0c5b1f92b7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.636285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Transition to ACTIVE for port object 1a752ae2-9684-48ed-9369-0a504fddfb67 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:09.642704 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.682086 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Network e3ba0b02-417d-40eb-a519-7546138096fb is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:09.684894 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:09.688353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:09.691816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24e1fe-5201-4f37-a709-b0c5b1f92b7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event updated for resources: {'Subnet': ['ID=a77e639a-d0f2-4306-b024-6aabe82d1be1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:09.699023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee24e1fe-5201-4f37-a709-b0c5b1f92b7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Checking segment: {'id': '9da5ce93-bd76-43da-8f25-235a99c06fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '940043bb-ca71-49fc-accc-d9ceca4a885f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:09.699245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Pushing event updated for resources: {'Port': ['ID=1a752ae2-9684-48ed-9369-0a504fddfb67,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:09.699401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee24e1fe-5201-4f37-a709-b0c5b1f92b7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Network hostable DHCP agents. Network: 940043bb-ca71-49fc-accc-d9ceca4a885f, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:53:09.718179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee24e1fe-5201-4f37-a709-b0c5b1f92b7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Network 940043bb-ca71-49fc-accc-d9ceca4a885f is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:53:09.728622 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-ee24e1fe-5201-4f37-a709-b0c5b1f92b7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 940043bb-ca71-49fc-accc-d9ceca4a885f) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:09.733005 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee24e1fe-5201-4f37-a709-b0c5b1f92b7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:09.733595 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ee24e1fe-5201-4f37-a709-b0c5b1f92b7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.739294 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a92ce-d7a1-4c8a-8bf4-90e264a5b98d None None] Network 940043bb-ca71-49fc-accc-d9ceca4a885f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:09.748512 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ee24e1fe-5201-4f37-a709-b0c5b1f92b7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4070082 Jul 27 22:53:09.751280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34100) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:09.790017 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Attempting to bind port 1a752ae2-9684-48ed-9369-0a504fddfb67 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:09.790637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Attempting to bind port 1a752ae2-9684-48ed-9369-0a504fddfb67 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'd658ff65-5a39-475c-8ca3-9efccb798bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e3ba0b02-417d-40eb-a519-7546138096fb'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:09.790792 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Attempting to bind port 1a752ae2-9684-48ed-9369-0a504fddfb67 on network e3ba0b02-417d-40eb-a519-7546138096fb {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:09.801713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:09.802534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Checking segment: {'id': 'd658ff65-5a39-475c-8ca3-9efccb798bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e3ba0b02-417d-40eb-a519-7546138096fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:09.802534 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.802899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Bound using segment: {'id': 'd658ff65-5a39-475c-8ca3-9efccb798bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e3ba0b02-417d-40eb-a519-7546138096fb'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:09.803367 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Bound port: 1a752ae2-9684-48ed-9369-0a504fddfb67, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd658ff65-5a39-475c-8ca3-9efccb798bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e3ba0b02-417d-40eb-a519-7546138096fb'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:09.803747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:09.850407 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.072726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] For port 1a752ae2-9684-48ed-9369-0a504fddfb67, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:10.077482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] For port 1a752ae2-9684-48ed-9369-0a504fddfb67, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1a752ae2-9684-48ed-9369-0a504fddfb67,segment=NetworkSegment(d658ff65-5a39-475c-8ca3-9efccb798bbc),segment_id=d658ff65-5a39-475c-8ca3-9efccb798bbc)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:10.084056 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.141687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265ec929-b189-4168-87ae-88ca99904844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-940043bb-ca71-49fc-accc-d9ceca4a885f', 'network_id': '940043bb-ca71-49fc-accc-d9ceca4a885f', 'tenant_id': 'fd908aa9a75649f3940bc2a01fb4351f', 'fixed_ips': [{'subnet_id': 'a77e639a-d0f2-4306-b024-6aabe82d1be1'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:53:10.143158 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-265ec929-b189-4168-87ae-88ca99904844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.182590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f1366-ab27-45dc-b7f5-3f85b8606bf4 None None] Pushing event updated for resources: {'Port': ['ID=1a752ae2-9684-48ed-9369-0a504fddfb67,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:10.193224 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.260067 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server [None req-265ec929-b189-4168-87ae-88ca99904844 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a77e639a-d0f2-4306-b024-6aabe82d1be1: This subnet is being modified by another concurrent operation. Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server raise exception Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a77e639a-d0f2-4306-b024-6aabe82d1be1: This subnet is being modified by another concurrent operation. Jul 27 22:53:10.263141 n-d-802011-3 neutron-server[93836]: ERROR oslo_messaging.rpc.server Jul 27 22:53:10.279268 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e54e37-c8b9-4129-8428-295c769423c1 None None] Network 940043bb-ca71-49fc-accc-d9ceca4a885f requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:10.287917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event deleted for resources: {'Subnet': ['ID=a77e639a-d0f2-4306-b024-6aabe82d1be1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:10.381103 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.391585 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940043bb-ca71-49fc-accc-d9ceca4a885f']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:10.403558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da5ce93-bd76-43da-8f25-235a99c06fbc') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:10.403919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da5ce93-bd76-43da-8f25-235a99c06fbc') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:10.414847 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.430131 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.438121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:53:10.438565 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:53:10.442522 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:53:10.499577 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.506591 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.508352 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/networks/940043bb-ca71-49fc-accc-d9ceca4a885f HTTP/1.1" status: 204 len: 168 time: 0.7558386 Jul 27 22:53:10.512249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34102) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:10.520762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafb764-b0a4-4d5b-a461-4e0fdc8fc171 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event deleted for resources: {'Network': ['ID=940043bb-ca71-49fc-accc-d9ceca4a885f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:10.541659 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-12069c0e-adb4-43ab-a951-75ed34b781b3 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] GET failed (client error): The resource could not be found. Jul 27 22:53:10.542981 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-12069c0e-adb4-43ab-a951-75ed34b781b3 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "GET /v2.0/subnets/a77e639a-d0f2-4306-b024-6aabe82d1be1 HTTP/1.1" status: 404 len: 337 time: 0.0297029 Jul 27 22:53:10.545759 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34104) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:10.567178 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d41619-5f0d-4717-887b-2ac7463e4ae1 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] DELETE failed (client error): The resource could not be found. Jul 27 22:53:10.567705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d41619-5f0d-4717-887b-2ac7463e4ae1 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:53:10.569340 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-11d41619-5f0d-4717-887b-2ac7463e4ae1 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/networks/940043bb-ca71-49fc-accc-d9ceca4a885f HTTP/1.1" status: 404 len: 339 time: 0.0226743 Jul 27 22:53:10.573176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34106) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:10.599825 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-282306f8-6015-469f-8fd8-ebb1ea242d77 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] DELETE failed (client error): The resource could not be found. Jul 27 22:53:10.600272 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282306f8-6015-469f-8fd8-ebb1ea242d77 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:53:10.602221 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-282306f8-6015-469f-8fd8-ebb1ea242d77 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/subnets/a77e639a-d0f2-4306-b024-6aabe82d1be1 HTTP/1.1" status: 404 len: 337 time: 0.0279434 Jul 27 22:53:10.604797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34108) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:10.622193 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-566b9a41-e810-468d-86a7-54d517eee565 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] DELETE failed (client error): The resource could not be found. Jul 27 22:53:10.622734 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566b9a41-e810-468d-86a7-54d517eee565 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:53:10.624341 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-566b9a41-e810-468d-86a7-54d517eee565 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/networks/940043bb-ca71-49fc-accc-d9ceca4a885f HTTP/1.1" status: 404 len: 339 time: 0.0186651 Jul 27 22:53:10.626705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34110) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:10.674868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5e6b2e-a634-4c10-83bf-c9b3a373c4bc tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Deleting subnet c550ddaa-95a7-44d2-b66d-7e2058ca3ca8 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:53:10.677861 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f5e6b2e-a634-4c10-83bf-c9b3a373c4bc tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.716341 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f5e6b2e-a634-4c10-83bf-c9b3a373c4bc tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.805889 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f5e6b2e-a634-4c10-83bf-c9b3a373c4bc tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.891487 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f5e6b2e-a634-4c10-83bf-c9b3a373c4bc tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.928240 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3f5e6b2e-a634-4c10-83bf-c9b3a373c4bc tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:10.931522 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3f5e6b2e-a634-4c10-83bf-c9b3a373c4bc tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/subnets/c550ddaa-95a7-44d2-b66d-7e2058ca3ca8 HTTP/1.1" status: 204 len: 168 time: 0.3029697 Jul 27 22:53:10.933198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34112) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:10.935330 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e6b2e-a634-4c10-83bf-c9b3a373c4bc tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event deleted for resources: {'Subnet': ['ID=c550ddaa-95a7-44d2-b66d-7e2058ca3ca8,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:10.989462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1a752ae2-9684-48ed-9369-0a504fddfb67 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:11.033820 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.041724 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 1a752ae2-9684-48ed-9369-0a504fddfb67 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:11.049948 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5a20b62f-701e-4649-8ad6-744f4976dfdf up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:11.091117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Deleting port 1a752ae2-9684-48ed-9369-0a504fddfb67 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:11.091485 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.095044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad73ba42-3819-44a5-b3de-bb618ab1bdfa None None] Network e3ba0b02-417d-40eb-a519-7546138096fb requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:11.155273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] For port 1a752ae2-9684-48ed-9369-0a504fddfb67, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=1a752ae2-9684-48ed-9369-0a504fddfb67,segment=NetworkSegment(d658ff65-5a39-475c-8ca3-9efccb798bbc),segment_id=d658ff65-5a39-475c-8ca3-9efccb798bbc)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:11.155639 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.171646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5a20b62f-701e-4649-8ad6-744f4976dfdf triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:11.172026 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.174597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Calling delete_port for 1a752ae2-9684-48ed-9369-0a504fddfb67 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:11.176109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-70f44532-1cc0-4576-98a4-03e1304762f4 None None] Provisioning for port 1a752ae2-9684-48ed-9369-0a504fddfb67 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:11.201008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-70f44532-1cc0-4576-98a4-03e1304762f4 None None] Provisioning complete for port 1a752ae2-9684-48ed-9369-0a504fddfb67 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:11.201382 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-70f44532-1cc0-4576-98a4-03e1304762f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.257165 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.283420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event deleted for resources: {'Port': ['ID=1a752ae2-9684-48ed-9369-0a504fddfb67,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:11.288926 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] No DVR routers for this DVR port 1a752ae2-9684-48ed-9369-0a504fddfb67 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:53:11.295975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-70f44532-1cc0-4576-98a4-03e1304762f4 None None] Could not find standard attr ID for object 1a752ae2-9684-48ed-9369-0a504fddfb67. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:53:11.301139 n-d-802011-3 neutron-server[93836]: INFO neutron.plugins.ml2.db [None req-70f44532-1cc0-4576-98a4-03e1304762f4 None None] No ports have port_id starting with 1a752ae2-9684-48ed-9369-0a504fddfb67 Jul 27 22:53:11.373549 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.383312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ba0b02-417d-40eb-a519-7546138096fb']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:11.394040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd658ff65-5a39-475c-8ca3-9efccb798bbc') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:11.394284 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e9344-f052-4ef2-963f-b667fd507ca2 None None] DHCP port deletion for e3ba0b02-417d-40eb-a519-7546138096fb request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:53:11.394392 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd658ff65-5a39-475c-8ca3-9efccb798bbc') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:11.404531 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.411689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b96c90-8447-4db5-8f1e-adbe365241cd None None] get_active_networks_info from n-d-802011-3 {{(pid=93836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 22:53:11.420362 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.426367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:53:11.426789 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:53:11.429738 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:53:11.477780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b96c90-8447-4db5-8f1e-adbe365241cd None None] Resources bound (agent type, host, resource id): {{(pid=93836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 22:53:11.487780 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.499093 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.500908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/networks/e3ba0b02-417d-40eb-a519-7546138096fb HTTP/1.1" status: 204 len: 168 time: 0.5667093 Jul 27 22:53:11.503667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34114) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:11.510923 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc09c82-0bd5-47eb-bd3b-7d10f15c9f7d tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event deleted for resources: {'Network': ['ID=e3ba0b02-417d-40eb-a519-7546138096fb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:11.532057 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-51532e25-e0b3-4d4b-bde8-163baf0808c5 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] DELETE failed (client error): The resource could not be found. Jul 27 22:53:11.533133 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51532e25-e0b3-4d4b-bde8-163baf0808c5 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:53:11.535339 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-51532e25-e0b3-4d4b-bde8-163baf0808c5 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/subnets/c5d4df18-5162-4850-9fd4-11b383ad0c43 HTTP/1.1" status: 404 len: 337 time: 0.0295076 Jul 27 22:53:11.537978 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34116) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:11.556169 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e5d420-f21e-4d62-b58b-f6c9b9c7301e tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] DELETE failed (client error): The resource could not be found. Jul 27 22:53:11.556700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e5d420-f21e-4d62-b58b-f6c9b9c7301e tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:53:11.558384 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-37e5d420-f21e-4d62-b58b-f6c9b9c7301e tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/networks/d1b99a83-416a-4293-a3ed-ee08d529bcec HTTP/1.1" status: 404 len: 339 time: 0.0193920 Jul 27 22:53:11.560885 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34118) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:11.590891 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b6821d-cede-4119-bc02-e9a494840b85 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] DELETE failed (client error): The resource could not be found. Jul 27 22:53:11.591355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b6821d-cede-4119-bc02-e9a494840b85 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:53:11.593108 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b3b6821d-cede-4119-bc02-e9a494840b85 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/subnets/98a01f1e-b3df-4425-b608-6860222b8ed4 HTTP/1.1" status: 404 len: 337 time: 0.0313354 Jul 27 22:53:11.596246 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34120) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:11.614601 n-d-802011-3 neutron-server[93834]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c88bd8-5772-4259-8665-cc2571004841 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] DELETE failed (client error): The resource could not be found. Jul 27 22:53:11.615050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c88bd8-5772-4259-8665-cc2571004841 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93834) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:53:11.616732 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f2c88bd8-5772-4259-8665-cc2571004841 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/networks/bbfbfaee-09bf-48f1-9f17-73a6cddc9569 HTTP/1.1" status: 404 len: 339 time: 0.0195711 Jul 27 22:53:11.619229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34122) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:11.669346 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f25567-5b25-4754-882f-4df79b35a09a tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Deleting subnet 14068f5e-9a4a-4c71-aad5-cd8f7d9dc6f4 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:53:11.672436 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02f25567-5b25-4754-882f-4df79b35a09a tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.713237 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02f25567-5b25-4754-882f-4df79b35a09a tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.797784 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02f25567-5b25-4754-882f-4df79b35a09a tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.854959 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02f25567-5b25-4754-882f-4df79b35a09a tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.882549 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f25567-5b25-4754-882f-4df79b35a09a tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event deleted for resources: {'Subnet': ['ID=14068f5e-9a4a-4c71-aad5-cd8f7d9dc6f4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:11.886214 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-02f25567-5b25-4754-882f-4df79b35a09a tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:11.890386 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-02f25567-5b25-4754-882f-4df79b35a09a tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/subnets/14068f5e-9a4a-4c71-aad5-cd8f7d9dc6f4 HTTP/1.1" status: 204 len: 168 time: 0.2701185 Jul 27 22:53:11.890832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:11.894389 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dfc851-6a68-45e0-ae3a-f64f19db7861 None None] Network 0161e45b-f40b-429a-8547-173e60191a39 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:11.971442 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.030318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Deleting port 5a20b62f-701e-4649-8ad6-744f4976dfdf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:12.030666 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.078706 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa30e49-1312-4753-8f8d-005c4390da14 None None] DHCP port deletion for 0161e45b-f40b-429a-8547-173e60191a39 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:53:12.098785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] For port 5a20b62f-701e-4649-8ad6-744f4976dfdf, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5a20b62f-701e-4649-8ad6-744f4976dfdf,segment=NetworkSegment(d917ea22-5059-474f-8c2d-12344966f830),segment_id=d917ea22-5059-474f-8c2d-12344966f830)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:12.099149 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.113180 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Calling delete_port for 5a20b62f-701e-4649-8ad6-744f4976dfdf owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:12.124833 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-faa30e49-1312-4753-8f8d-005c4390da14 None None] Deleting port 5a20b62f-701e-4649-8ad6-744f4976dfdf {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:12.125211 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-faa30e49-1312-4753-8f8d-005c4390da14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.188143 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-faa30e49-1312-4753-8f8d-005c4390da14 None None] For port 5a20b62f-701e-4649-8ad6-744f4976dfdf, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5a20b62f-701e-4649-8ad6-744f4976dfdf,segment=NetworkSegment(d917ea22-5059-474f-8c2d-12344966f830),segment_id=d917ea22-5059-474f-8c2d-12344966f830)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:12.188703 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-faa30e49-1312-4753-8f8d-005c4390da14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.192600 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.202625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-faa30e49-1312-4753-8f8d-005c4390da14 None None] Calling delete_port for 5a20b62f-701e-4649-8ad6-744f4976dfdf owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:12.220046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event deleted for resources: {'Port': ['ID=5a20b62f-701e-4649-8ad6-744f4976dfdf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:12.221965 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] No DVR routers for this DVR port 5a20b62f-701e-4649-8ad6-744f4976dfdf on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:53:12.278566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-faa30e49-1312-4753-8f8d-005c4390da14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.301515 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.304187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa30e49-1312-4753-8f8d-005c4390da14 None None] Pushing event deleted for resources: {'Port': ['ID=5a20b62f-701e-4649-8ad6-744f4976dfdf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:12.309869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa30e49-1312-4753-8f8d-005c4390da14 None None] No DVR routers for this DVR port 5a20b62f-701e-4649-8ad6-744f4976dfdf on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:53:12.312284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0161e45b-f40b-429a-8547-173e60191a39']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:12.324955 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd917ea22-5059-474f-8c2d-12344966f830') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:12.325256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd917ea22-5059-474f-8c2d-12344966f830') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:12.334817 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.348429 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.354473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:53:12.354940 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:53:12.357869 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:53:12.419272 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.433548 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.433548 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] 10.222.0.24 "DELETE /v2.0/networks/0161e45b-f40b-429a-8547-173e60191a39 HTTP/1.1" status: 204 len: 168 time: 0.5358832 Jul 27 22:53:12.439486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f462716-bca9-4b42-b918-f9ae12852448 tempest-NetworksIpV6Test-1573606211 tempest-NetworksIpV6Test-1573606211-project] Pushing event deleted for resources: {'Network': ['ID=0161e45b-f40b-429a-8547-173e60191a39,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:12.669513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:12.795262 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3772ac62-c661-4e92-b7a4-f7d8c3fdcf72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd908aa9a75649f3940bc2a01fb4351f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245790 Jul 27 22:53:12.797709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:12.811356 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87ae71b9-e20a-4066-ad7f-168098686df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.847442 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9567b21d-19f3-427f-b847-0a64263b2f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.868738 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9567b21d-19f3-427f-b847-0a64263b2f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.888739 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1a752ae2-9684-48ed-9369-0a504fddfb67 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:12.913855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 1a752ae2-9684-48ed-9369-0a504fddfb67 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:12.914368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 1a752ae2-9684-48ed-9369-0a504fddfb67 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:12.914917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5a20b62f-701e-4649-8ad6-744f4976dfdf no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:12.917771 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9567b21d-19f3-427f-b847-0a64263b2f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.920640 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9567b21d-19f3-427f-b847-0a64263b2f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:12.921817 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9567b21d-19f3-427f-b847-0a64263b2f81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5eedc35-70d1-410c-b424-08ae6cdb257a HTTP/1.1" status: 204 len: 168 time: 0.1226356 Jul 27 22:53:12.932097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567b21d-19f3-427f-b847-0a64263b2f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eedc35-70d1-410c-b424-08ae6cdb257a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:12.948340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 5a20b62f-701e-4649-8ad6-744f4976dfdf {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:12.948696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5a20b62f-701e-4649-8ad6-744f4976dfdf not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:12.960965 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.543536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:13.637367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7618de7e-f7e6-42a8-b9f6-3b1e6ab38672 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1342166031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:13.663347 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7618de7e-f7e6-42a8-b9f6-3b1e6ab38672 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.664569 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7618de7e-f7e6-42a8-b9f6-3b1e6ab38672 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.757436 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7618de7e-f7e6-42a8-b9f6-3b1e6ab38672 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.761401 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7618de7e-f7e6-42a8-b9f6-3b1e6ab38672 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.776933 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7618de7e-f7e6-42a8-b9f6-3b1e6ab38672 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.778140 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7618de7e-f7e6-42a8-b9f6-3b1e6ab38672 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2335882 Jul 27 22:53:13.780829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34160) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:13.785764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-897383012'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:13.804341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Made reservation on behalf of 25ed8ab914ed4d9087af0bb2bdfe7ec2 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:13.807679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.817328 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.907992 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.911804 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.936801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:53:13.953295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de1d56d-0622-4bbc-8fbd-b494c8751414,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:13.956762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:13.957106 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Added segment 4a2ca4ad-5860-4d03-b64c-3a4115d518fb of type vlan for network 9b049550-c2df-43f2-9259-53c216ec8839 Jul 27 22:53:13.997611 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.027867 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.034285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:14.034889 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.091615 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3097687 Jul 27 22:53:14.094421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:14.102513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-792b3b82-10bf-45ae-aa14-52443a985508 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Request body: {'subnet': {'network_id': '9b049550-c2df-43f2-9259-53c216ec8839', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:14.148264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e582c-d847-4639-a119-7660654406da tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Pushing event updated for resources: {'Network': ['ID=9b049550-c2df-43f2-9259-53c216ec8839,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:14.158955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 9b049550-c2df-43f2-9259-53c216ec8839 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:53:14.197094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792b3b82-10bf-45ae-aa14-52443a985508 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Made reservation on behalf of 25ed8ab914ed4d9087af0bb2bdfe7ec2 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:14.200747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792b3b82-10bf-45ae-aa14-52443a985508 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.375750 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792b3b82-10bf-45ae-aa14-52443a985508 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.436338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b3b82-10bf-45ae-aa14-52443a985508 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Pushing event updated for resources: {'Subnet': ['ID=0d5c52f8-da08-4c3b-97ec-1e4640be56e9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:14.445084 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792b3b82-10bf-45ae-aa14-52443a985508 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Checking segment: {'id': '4a2ca4ad-5860-4d03-b64c-3a4115d518fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b049550-c2df-43f2-9259-53c216ec8839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:14.445447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b3b82-10bf-45ae-aa14-52443a985508 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Network hostable DHCP agents. Network: 9b049550-c2df-43f2-9259-53c216ec8839, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:53:14.461683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b3b82-10bf-45ae-aa14-52443a985508 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Network 9b049550-c2df-43f2-9259-53c216ec8839 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:53:14.470042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-792b3b82-10bf-45ae-aa14-52443a985508 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 9b049550-c2df-43f2-9259-53c216ec8839) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:14.474065 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792b3b82-10bf-45ae-aa14-52443a985508 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:14.474676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-792b3b82-10bf-45ae-aa14-52443a985508 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.479537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a1179-231e-4227-873b-6b33589fdfbb None None] Network 9b049550-c2df-43f2-9259-53c216ec8839 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:14.489395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-792b3b82-10bf-45ae-aa14-52443a985508 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3939662 Jul 27 22:53:14.492480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34164) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:14.497403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-16890b7a-89ba-4938-862e-69d9c3ecb062 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1433529184'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:14.518824 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16890b7a-89ba-4938-862e-69d9c3ecb062 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Made reservation on behalf of 25ed8ab914ed4d9087af0bb2bdfe7ec2 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:14.522326 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16890b7a-89ba-4938-862e-69d9c3ecb062 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.545190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16890b7a-89ba-4938-862e-69d9c3ecb062 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:53:14.553884 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16890b7a-89ba-4938-862e-69d9c3ecb062 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.554227 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-16890b7a-89ba-4938-862e-69d9c3ecb062 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Added segment 4596ed55-4082-4eed-8541-208279a632d2 of type vlan for network e1b8da64-e354-4139-8982-32e02e7a5d8b Jul 27 22:53:14.593592 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16890b7a-89ba-4938-862e-69d9c3ecb062 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.623191 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16890b7a-89ba-4938-862e-69d9c3ecb062 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.626098 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-9b049550-c2df-43f2-9259-53c216ec8839', 'network_id': '9b049550-c2df-43f2-9259-53c216ec8839', 'tenant_id': '25ed8ab914ed4d9087af0bb2bdfe7ec2', 'fixed_ips': [{'subnet_id': '0d5c52f8-da08-4c3b-97ec-1e4640be56e9'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:53:14.627567 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.629489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16890b7a-89ba-4938-862e-69d9c3ecb062 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:14.630104 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-16890b7a-89ba-4938-862e-69d9c3ecb062 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.689775 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-16890b7a-89ba-4938-862e-69d9c3ecb062 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1954939 Jul 27 22:53:14.693003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:14.699990 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f94b2c61-0096-42da-b6e7-78e01ec8b5fe tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Request body: {'subnet': {'network_id': 'e1b8da64-e354-4139-8982-32e02e7a5d8b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:14.719045 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16890b7a-89ba-4938-862e-69d9c3ecb062 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Pushing event updated for resources: {'Network': ['ID=e1b8da64-e354-4139-8982-32e02e7a5d8b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:14.742628 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network e1b8da64-e354-4139-8982-32e02e7a5d8b details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:53:14.792179 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94b2c61-0096-42da-b6e7-78e01ec8b5fe tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Made reservation on behalf of 25ed8ab914ed4d9087af0bb2bdfe7ec2 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:14.795862 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f94b2c61-0096-42da-b6e7-78e01ec8b5fe tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.808974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Allocated IP 172.20.0.2 (9b049550-c2df-43f2-9259-53c216ec8839/0d5c52f8-da08-4c3b-97ec-1e4640be56e9/97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:14.962876 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.972435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Transition to ACTIVE for port object 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:14.987484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Transition to ACTIVE for port object 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:14.993349 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:14.994502 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f94b2c61-0096-42da-b6e7-78e01ec8b5fe tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.029641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Network 9b049550-c2df-43f2-9259-53c216ec8839 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:15.032405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:15.038860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:15.044389 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Pushing event updated for resources: {'Port': ['ID=97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:15.068194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b2c61-0096-42da-b6e7-78e01ec8b5fe tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Pushing event updated for resources: {'Subnet': ['ID=29153053-bbd6-4d8b-9a2c-209e579fa205,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:15.076882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b2c61-0096-42da-b6e7-78e01ec8b5fe tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Checking segment: {'id': '4596ed55-4082-4eed-8541-208279a632d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e1b8da64-e354-4139-8982-32e02e7a5d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:15.077251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b2c61-0096-42da-b6e7-78e01ec8b5fe tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Network hostable DHCP agents. Network: e1b8da64-e354-4139-8982-32e02e7a5d8b, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:53:15.094240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b2c61-0096-42da-b6e7-78e01ec8b5fe tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Network e1b8da64-e354-4139-8982-32e02e7a5d8b is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:53:15.102848 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Attempting to bind port 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:15.103343 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Attempting to bind port 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4a2ca4ad-5860-4d03-b64c-3a4115d518fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b049550-c2df-43f2-9259-53c216ec8839'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:15.103732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Attempting to bind port 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 on network 9b049550-c2df-43f2-9259-53c216ec8839 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:15.104393 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f94b2c61-0096-42da-b6e7-78e01ec8b5fe tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, e1b8da64-e354-4139-8982-32e02e7a5d8b) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:15.108473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94b2c61-0096-42da-b6e7-78e01ec8b5fe tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:15.109098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f94b2c61-0096-42da-b6e7-78e01ec8b5fe tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.112329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:15.112710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Checking segment: {'id': '4a2ca4ad-5860-4d03-b64c-3a4115d518fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b049550-c2df-43f2-9259-53c216ec8839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:15.113109 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.113497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Bound using segment: {'id': '4a2ca4ad-5860-4d03-b64c-3a4115d518fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b049550-c2df-43f2-9259-53c216ec8839'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:15.113960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Bound port: 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2ca4ad-5860-4d03-b64c-3a4115d518fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b049550-c2df-43f2-9259-53c216ec8839'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:15.114359 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.119225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bea06b-6a30-4d78-8c7b-3d9974debd84 None None] Network e1b8da64-e354-4139-8982-32e02e7a5d8b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:15.123225 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f94b2c61-0096-42da-b6e7-78e01ec8b5fe tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4295444 Jul 27 22:53:15.126006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:15.130795 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-05e0466f-0d62-46f9-9896-ac8a156d3150 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e1b8da64-e354-4139-8982-32e02e7a5d8b'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:15.249972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] For port 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:15.255028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] For port 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33,segment=NetworkSegment(4a2ca4ad-5860-4d03-b64c-3a4115d518fb),segment_id=4a2ca4ad-5860-4d03-b64c-3a4115d518fb)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:15.261710 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.388996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cb3d2-325f-41fc-bcbc-85288d24ec6b None None] Pushing event updated for resources: {'Port': ['ID=97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:15.394725 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05e0466f-0d62-46f9-9896-ac8a156d3150 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.396953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-e1b8da64-e354-4139-8982-32e02e7a5d8b', 'network_id': 'e1b8da64-e354-4139-8982-32e02e7a5d8b', 'tenant_id': '25ed8ab914ed4d9087af0bb2bdfe7ec2', 'fixed_ips': [{'subnet_id': '29153053-bbd6-4d8b-9a2c-209e579fa205'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:53:15.398060 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.504420 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc4fbecd-8e05-4b03-a90e-406629915a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.561238 n-d-802011-3 neutron-server[93835]: INFO neutron.api.v2.resource [None req-05e0466f-0d62-46f9-9896-ac8a156d3150 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:53:15.562354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-05e0466f-0d62-46f9-9896-ac8a156d3150 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] 10.222.0.24 "PUT /v2.0/routers/51668232-beeb-4929-9402-cad10e991eb0 HTTP/1.1" status: 400 len: 364 time: 0.4352777 Jul 27 22:53:15.566282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Allocated IP 172.21.0.2 (e1b8da64-e354-4139-8982-32e02e7a5d8b/29153053-bbd6-4d8b-9a2c-209e579fa205/d08e0994-bb22-4549-8534-dba22ff256fd) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:15.568208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34170) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:15.634641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3bdceb-7cb6-4212-b744-8e23e6064599 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Deleting subnet 29153053-bbd6-4d8b-9a2c-209e579fa205 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:53:15.724912 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.733144 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Transition to ACTIVE for port object d08e0994-bb22-4549-8534-dba22ff256fd will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:15.746981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Transition to ACTIVE for port object d08e0994-bb22-4549-8534-dba22ff256fd will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:15.751575 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e3bdceb-7cb6-4212-b744-8e23e6064599 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.752125 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.789733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Network e1b8da64-e354-4139-8982-32e02e7a5d8b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:15.792597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:15.798644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:15.799656 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e3bdceb-7cb6-4212-b744-8e23e6064599 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.813185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Pushing event updated for resources: {'Port': ['ID=d08e0994-bb22-4549-8534-dba22ff256fd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:15.855296 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.866286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Attempting to bind port d08e0994-bb22-4549-8534-dba22ff256fd on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:15.866656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Attempting to bind port d08e0994-bb22-4549-8534-dba22ff256fd by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4596ed55-4082-4eed-8541-208279a632d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e1b8da64-e354-4139-8982-32e02e7a5d8b'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:15.867021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Attempting to bind port d08e0994-bb22-4549-8534-dba22ff256fd on network e1b8da64-e354-4139-8982-32e02e7a5d8b {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:15.871910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:15.872284 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Checking segment: {'id': '4596ed55-4082-4eed-8541-208279a632d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e1b8da64-e354-4139-8982-32e02e7a5d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:15.872682 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.873074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Bound using segment: {'id': '4596ed55-4082-4eed-8541-208279a632d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e1b8da64-e354-4139-8982-32e02e7a5d8b'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:15.873535 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Bound port: d08e0994-bb22-4549-8534-dba22ff256fd, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4596ed55-4082-4eed-8541-208279a632d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e1b8da64-e354-4139-8982-32e02e7a5d8b'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:15.873914 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.886818 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e3bdceb-7cb6-4212-b744-8e23e6064599 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.909025 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:53:15.951920 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e3bdceb-7cb6-4212-b744-8e23e6064599 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.955778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] For port d08e0994-bb22-4549-8534-dba22ff256fd, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:15.959826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] For port d08e0994-bb22-4549-8534-dba22ff256fd, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d08e0994-bb22-4549-8534-dba22ff256fd,segment=NetworkSegment(4596ed55-4082-4eed-8541-208279a632d2),segment_id=4596ed55-4082-4eed-8541-208279a632d2)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:15.966434 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.992770 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e3bdceb-7cb6-4212-b744-8e23e6064599 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:15.994695 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0e3bdceb-7cb6-4212-b744-8e23e6064599 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] 10.222.0.24 "DELETE /v2.0/subnets/29153053-bbd6-4d8b-9a2c-209e579fa205 HTTP/1.1" status: 204 len: 168 time: 0.4254856 Jul 27 22:53:15.997138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:16.040452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1383ec3-e2b7-4327-89bb-aa3cbcbfaa44 None None] Pushing event updated for resources: {'Port': ['ID=d08e0994-bb22-4549-8534-dba22ff256fd,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:16.051096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bdceb-7cb6-4212-b744-8e23e6064599 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Pushing event deleted for resources: {'Subnet': ['ID=29153053-bbd6-4d8b-9a2c-209e579fa205,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:16.086781 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.145121 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Deleting port d08e0994-bb22-4549-8534-dba22ff256fd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:16.145468 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.222119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] For port d08e0994-bb22-4549-8534-dba22ff256fd, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d08e0994-bb22-4549-8534-dba22ff256fd,segment=NetworkSegment(4596ed55-4082-4eed-8541-208279a632d2),segment_id=4596ed55-4082-4eed-8541-208279a632d2)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:16.222644 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.239165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Calling delete_port for d08e0994-bb22-4549-8534-dba22ff256fd owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:16.329431 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.357209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Pushing event deleted for resources: {'Port': ['ID=d08e0994-bb22-4549-8534-dba22ff256fd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:16.361660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] No DVR routers for this DVR port d08e0994-bb22-4549-8534-dba22ff256fd on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:53:16.372077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31187104-4d4c-46f6-8759-2f8b3ae37495 None None] Network 9b049550-c2df-43f2-9259-53c216ec8839 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:16.442198 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.451969 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b8da64-e354-4139-8982-32e02e7a5d8b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:16.462160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4596ed55-4082-4eed-8541-208279a632d2') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:16.462487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4596ed55-4082-4eed-8541-208279a632d2') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:16.471128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.484735 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.491155 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:53:16.491544 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:53:16.494740 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:53:16.497762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1c5d45f3-9e68-4c9b-b353-8eed9b438a76 None None] Provisioning for port 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:16.557112 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.562172 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.566537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] 10.222.0.24 "DELETE /v2.0/networks/e1b8da64-e354-4139-8982-32e02e7a5d8b HTTP/1.1" status: 204 len: 168 time: 0.5666354 Jul 27 22:53:16.567417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34174) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:16.584935 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.592137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd43a5-21c6-48e1-bdcf-f5f0d26832a8 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Pushing event deleted for resources: {'Network': ['ID=e1b8da64-e354-4139-8982-32e02e7a5d8b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:16.625119 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e2bf9f-3d96-470c-9b75-021d625d7ea6 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Deleting subnet 0d5c52f8-da08-4c3b-97ec-1e4640be56e9 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:53:16.628742 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44e2bf9f-3d96-470c-9b75-021d625d7ea6 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.681454 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44e2bf9f-3d96-470c-9b75-021d625d7ea6 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.771915 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44e2bf9f-3d96-470c-9b75-021d625d7ea6 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.837858 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44e2bf9f-3d96-470c-9b75-021d625d7ea6 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.879797 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2bf9f-3d96-470c-9b75-021d625d7ea6 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5c52f8-da08-4c3b-97ec-1e4640be56e9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:16.883828 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-44e2bf9f-3d96-470c-9b75-021d625d7ea6 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:16.888015 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-44e2bf9f-3d96-470c-9b75-021d625d7ea6 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] 10.222.0.24 "DELETE /v2.0/subnets/0d5c52f8-da08-4c3b-97ec-1e4640be56e9 HTTP/1.1" status: 204 len: 168 time: 0.3173184 Jul 27 22:53:16.888328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:16.905238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d22bcf-2572-4571-81e9-8cbba1626713 None None] Network 9b049550-c2df-43f2-9259-53c216ec8839 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:16.966881 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:16.985622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:17.042808 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Deleting port 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:53:17.043163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:17.115423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] For port 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33,segment=NetworkSegment(4a2ca4ad-5860-4d03-b64c-3a4115d518fb),segment_id=4a2ca4ad-5860-4d03-b64c-3a4115d518fb)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:17.115588 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:17.130197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Calling delete_port for 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:53:17.180804 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc97d8d-2ce7-42c1-9a82-97a23fcbe749 None None] DHCP port deletion for e1b8da64-e354-4139-8982-32e02e7a5d8b request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:53:17.186419 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:17.193747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8e419ca7-f374-4045-8751-7869c30031a1 None None] Could not find standard attr ID for object d08e0994-bb22-4549-8534-dba22ff256fd. {{(pid=93836) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:53:17.213476 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:17.218644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f9b519-356b-4dc7-ab3b-391c523a0341 None None] Network e1b8da64-e354-4139-8982-32e02e7a5d8b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:17.232984 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No active binding found for port 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 {{(pid=93836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 22:53:17.233402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 22:53:17.244843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Pushing event deleted for resources: {'Port': ['ID=97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:17.246959 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] No DVR routers for this DVR port 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:53:17.252577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f9b519-356b-4dc7-ab3b-391c523a0341 None None] Network e1b8da64-e354-4139-8982-32e02e7a5d8b could not be found, it might have been deleted concurrently. {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:53:17.272657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Port 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 not found, will not notify nova. {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 22:53:17.350702 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32bdb78-4ce0-46a6-a209-d0233bd585fb None None] DHCP port deletion for 9b049550-c2df-43f2-9259-53c216ec8839 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:53:17.617978 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:17.628260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b049550-c2df-43f2-9259-53c216ec8839']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:17.637606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2ca4ad-5860-4d03-b64c-3a4115d518fb') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:17.637906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2ca4ad-5860-4d03-b64c-3a4115d518fb') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:17.646400 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:17.660158 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:17.666108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:53:17.666543 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:53:17.669408 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:53:17.728932 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:17.736429 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:17.737821 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] 10.222.0.24 "DELETE /v2.0/networks/9b049550-c2df-43f2-9259-53c216ec8839 HTTP/1.1" status: 204 len: 168 time: 0.8484969 Jul 27 22:53:17.740660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34178) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:17.748985 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfc363-9345-4e2c-8e28-fa78500ef142 tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Pushing event deleted for resources: {'Network': ['ID=9b049550-c2df-43f2-9259-53c216ec8839,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:17.769321 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6b601177-7f51-4dba-a99b-95c2e6759ceb tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] 10.222.0.24 "GET /v2.0/ports?device_id=51668232-beeb-4929-9402-cad10e991eb0 HTTP/1.1" status: 200 len: 205 time: 0.0275245 Jul 27 22:53:17.771756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34180) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:17.845802 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d2dc0e-4822-465a-8006-032dc15c7b3f tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:18.002595 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d2dc0e-4822-465a-8006-032dc15c7b3f tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:18.004652 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d2dc0e-4822-465a-8006-032dc15c7b3f tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:18.048184 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d2dc0e-4822-465a-8006-032dc15c7b3f tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:18.048911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d2dc0e-4822-465a-8006-032dc15c7b3f tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Fanout notify agent at l3_agent the message router_deleted on router 51668232-beeb-4929-9402-cad10e991eb0 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:53:18.056241 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-86d2dc0e-4822-465a-8006-032dc15c7b3f tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:18.057360 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-86d2dc0e-4822-465a-8006-032dc15c7b3f tempest-RoutersNegativeTest-846121852 tempest-RoutersNegativeTest-846121852-project] 10.222.0.24 "DELETE /v2.0/routers/51668232-beeb-4929-9402-cad10e991eb0 HTTP/1.1" status: 204 len: 168 time: 0.2847188 Jul 27 22:53:18.280134 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:18.289714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34186) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:18.416485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6710979f-5aa5-41d1-93f8-973d94124d99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25ed8ab914ed4d9087af0bb2bdfe7ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255558 Jul 27 22:53:18.419014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34190) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:18.465440 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18a930f8-d693-4624-aa5a-c09c12e6e6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:18.487120 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18a930f8-d693-4624-aa5a-c09c12e6e6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:18.531440 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18a930f8-d693-4624-aa5a-c09c12e6e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:18.534729 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18a930f8-d693-4624-aa5a-c09c12e6e6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:18.535873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-18a930f8-d693-4624-aa5a-c09c12e6e6e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8de1d56d-0622-4bbc-8fbd-b494c8751414 HTTP/1.1" status: 204 len: 168 time: 0.1159668 Jul 27 22:53:18.543286 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a930f8-d693-4624-aa5a-c09c12e6e6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de1d56d-0622-4bbc-8fbd-b494c8751414,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:18.884746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d08e0994-bb22-4549-8534-dba22ff256fd no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:18.906632 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d08e0994-bb22-4549-8534-dba22ff256fd {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:18.906977 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d08e0994-bb22-4549-8534-dba22ff256fd not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:18.907402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:53:18.930373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:53:18.930727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 97ec7c69-cd43-4a6e-88c7-fb4ada0f3a33 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:53:19.145751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34214) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:19.238234 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1741892603-network', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:19.262839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Made reservation on behalf of fd6b108f2fc44359bacae48cf25bab44 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:19.265171 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.273329 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.361736 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.365416 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.388975 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:53:19.398917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4bcd77-88f6-43ad-94a7-9817efcc4420,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:19.404636 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.404976 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Added segment 84d65b66-3cab-46d6-9518-1aa001cfd098 of type vlan for network 7af1cef4-7a5d-4f61-b471-d4f001261e0b Jul 27 22:53:19.444184 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.472302 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.473348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:19.473917 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.529049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3821540 Jul 27 22:53:19.532242 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34218) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:19.534784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0a4cc-c783-4cc5-8e0a-cf299b272149 admin admin] Pushing event updated for resources: {'Network': ['ID=7af1cef4-7a5d-4f61-b471-d4f001261e0b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:19.538473 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-85fdcdd3-3ddb-4eb9-9961-781c39fdc139 admin admin] Request body: {'subnet': {'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1741892603-subnet', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:19.544353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 7af1cef4-7a5d-4f61-b471-d4f001261e0b details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:53:19.560287 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fdcdd3-3ddb-4eb9-9961-781c39fdc139 admin admin] Made reservation on behalf of fd6b108f2fc44359bacae48cf25bab44 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:19.562685 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85fdcdd3-3ddb-4eb9-9961-781c39fdc139 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.732008 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85fdcdd3-3ddb-4eb9-9961-781c39fdc139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.783979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdcdd3-3ddb-4eb9-9961-781c39fdc139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f02863-27d3-42e5-bb8c-cdf5fb9b5776,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:19.795241 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fdcdd3-3ddb-4eb9-9961-781c39fdc139 admin admin] Checking segment: {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:19.795600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdcdd3-3ddb-4eb9-9961-781c39fdc139 admin admin] Network hostable DHCP agents. Network: 7af1cef4-7a5d-4f61-b471-d4f001261e0b, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:53:19.811616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fdcdd3-3ddb-4eb9-9961-781c39fdc139 admin admin] Network 7af1cef4-7a5d-4f61-b471-d4f001261e0b is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:53:19.819974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-85fdcdd3-3ddb-4eb9-9961-781c39fdc139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 7af1cef4-7a5d-4f61-b471-d4f001261e0b) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:19.823937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fdcdd3-3ddb-4eb9-9961-781c39fdc139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:19.824522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-85fdcdd3-3ddb-4eb9-9961-781c39fdc139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.829763 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c440c0-2715-4d17-9420-6e8f9ad958b8 None None] Network 7af1cef4-7a5d-4f61-b471-d4f001261e0b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:19.837292 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-85fdcdd3-3ddb-4eb9-9961-781c39fdc139 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3032844 Jul 27 22:53:19.840257 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34220) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:19.844787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1741892603-router', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:19.866187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.867172 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.918680 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:19.974719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-7af1cef4-7a5d-4f61-b471-d4f001261e0b', 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'fixed_ips': [{'subnet_id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:53:19.975585 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:20.062185 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:20.114503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Allocated IP 172.20.0.2 (7af1cef4-7a5d-4f61-b471-d4f001261e0b/78f02863-27d3-42e5-bb8c-cdf5fb9b5776/bbe7f801-7cb4-4be1-9144-56ee3468721e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:20.257190 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:20.261418 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:20.265525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Transition to ACTIVE for port object bbe7f801-7cb4-4be1-9144-56ee3468721e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:20.280529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Transition to ACTIVE for port object bbe7f801-7cb4-4be1-9144-56ee3468721e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:20.286792 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:20.292314 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:20.325779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Network 7af1cef4-7a5d-4f61-b471-d4f001261e0b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:20.330712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:20.335087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:20.338110 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Pushing event updated for resources: {'Port': ['ID=bbe7f801-7cb4-4be1-9144-56ee3468721e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:20.389187 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Attempting to bind port bbe7f801-7cb4-4be1-9144-56ee3468721e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:20.389558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Attempting to bind port bbe7f801-7cb4-4be1-9144-56ee3468721e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:20.389922 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Attempting to bind port bbe7f801-7cb4-4be1-9144-56ee3468721e on network 7af1cef4-7a5d-4f61-b471-d4f001261e0b {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:20.395417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:20.395789 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Checking segment: {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:20.396186 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:20.396574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Bound using segment: {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:20.397031 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Bound port: bbe7f801-7cb4-4be1-9144-56ee3468721e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:20.397398 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:20.406810 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Allocated IP 172.25.1.235 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/3cd687b8-2d74-415c-9190-44f476d12c5f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:20.463185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] For port bbe7f801-7cb4-4be1-9144-56ee3468721e, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:20.466192 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] For port bbe7f801-7cb4-4be1-9144-56ee3468721e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bbe7f801-7cb4-4be1-9144-56ee3468721e,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:20.471791 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:20.522501 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:20.531062 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce86a0-f64f-4ba5-ad66-685fabd97d4f None None] Pushing event updated for resources: {'Port': ['ID=bbe7f801-7cb4-4be1-9144-56ee3468721e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:20.563249 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:20.602850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:20.605760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:20.612425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:20.635131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=3cd687b8-2d74-415c-9190-44f476d12c5f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:20.886726 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:20.908888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bbe7f801-7cb4-4be1-9144-56ee3468721e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:20.964956 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port bbe7f801-7cb4-4be1-9144-56ee3468721e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:21.095767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:21.239133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Router f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:53:21.348908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:53:21.360473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Sync routers for ids ['f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:53:21.367606 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:21.369012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ad0e8997-f48e-4daf-8fa7-f81217de8ca9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5277536 Jul 27 22:53:21.371668 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34222) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:21.373254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Routers {'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:21.373889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:53:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:21.456356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762dd890-76ee-40e6-8a4c-0431c61259b9 None None] Network 7af1cef4-7a5d-4f61-b471-d4f001261e0b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:21.524878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Set router f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:21.652787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c2c25ba8-b0e9-4c2f-be09-aef573bd7723 None None] Provisioning for port bbe7f801-7cb4-4be1-9144-56ee3468721e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:21.678492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c2c25ba8-b0e9-4c2f-be09-aef573bd7723 None None] Provisioning complete for port bbe7f801-7cb4-4be1-9144-56ee3468721e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:21.678789 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2c25ba8-b0e9-4c2f-be09-aef573bd7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:21.794284 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:21.845998 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2c25ba8-b0e9-4c2f-be09-aef573bd7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:21.870540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'name': 'tempest-TestEncryptedCinderVolumes-1741892603-router', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:19Z', 'updated_at': '2021-07-27T22:53:20Z', 'revision_number': 3, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'gw_port': {'id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:20Z', 'updated_at': '2021-07-27T22:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:21.910982 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Checking router: f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:53:21.911642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Updating router f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 port 3cd687b8-2d74-415c-9190-44f476d12c5f binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:53:21.914106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c2c25ba8-b0e9-4c2f-be09-aef573bd7723 None None] For port bbe7f801-7cb4-4be1-9144-56ee3468721e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bbe7f801-7cb4-4be1-9144-56ee3468721e,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:21.933139 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2c25ba8-b0e9-4c2f-be09-aef573bd7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:21.961341 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:21.964284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Allocated IP 172.20.0.1 (7af1cef4-7a5d-4f61-b471-d4f001261e0b/78f02863-27d3-42e5-bb8c-cdf5fb9b5776/f0736d5d-7550-48d6-a668-1b610cf6c9f9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:22.013097 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c25ba8-b0e9-4c2f-be09-aef573bd7723 None None] Pushing event updated for resources: {'Port': ['ID=bbe7f801-7cb4-4be1-9144-56ee3468721e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:22.084195 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.096988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Transition to ACTIVE for port object f0736d5d-7550-48d6-a668-1b610cf6c9f9 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:22.131662 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.168484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Network 7af1cef4-7a5d-4f61-b471-d4f001261e0b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:22.172668 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:22.176013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-acfe17c2-2574-4469-9cf6-d5aeff4b27eb None None] Provisioning complete for port bbe7f801-7cb4-4be1-9144-56ee3468721e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:22.176167 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acfe17c2-2574-4469-9cf6-d5aeff4b27eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.178972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:22.202402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f0736d5d-7550-48d6-a668-1b610cf6c9f9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:22.222294 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.296529 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.313528 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Transition to ACTIVE for port object 3cd687b8-2d74-415c-9190-44f476d12c5f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:22.324841 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.371981 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.375867 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Attempting to bind port 3cd687b8-2d74-415c-9190-44f476d12c5f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:22.376390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Attempting to bind port 3cd687b8-2d74-415c-9190-44f476d12c5f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:22.376967 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Attempting to bind port 3cd687b8-2d74-415c-9190-44f476d12c5f on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:22.383901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5974d9-4cbe-447a-8a0e-817bfbf51cdb None None] Pushing event updated for resources: {'Port': ['ID=3cd687b8-2d74-415c-9190-44f476d12c5f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:22.386348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:22.386721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:22.387117 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.387499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:22.387966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Bound port: 3cd687b8-2d74-415c-9190-44f476d12c5f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:22.388342 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.448109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] For port 3cd687b8-2d74-415c-9190-44f476d12c5f, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:22.451470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] For port 3cd687b8-2d74-415c-9190-44f476d12c5f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3cd687b8-2d74-415c-9190-44f476d12c5f,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:22.454084 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-23fd3e20-ef35-438b-9d77-1138253af653 None None] Provisioning for port f0736d5d-7550-48d6-a668-1b610cf6c9f9 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:22.459328 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.461007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-23fd3e20-ef35-438b-9d77-1138253af653 None None] Provisioning complete for port f0736d5d-7550-48d6-a668-1b610cf6c9f9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:22.461361 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23fd3e20-ef35-438b-9d77-1138253af653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.534362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-23fd3e20-ef35-438b-9d77-1138253af653 None None] Port f0736d5d-7550-48d6-a668-1b610cf6c9f9 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:53:22.547629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Routers {'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:22.548292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:53:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:22.549923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5974d9-4cbe-447a-8a0e-817bfbf51cdb None None] Pushing event updated for resources: {'Port': ['ID=3cd687b8-2d74-415c-9190-44f476d12c5f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:22.550292 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.556908 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.628046 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:22.629877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f0736d5d-7550-48d6-a668-1b610cf6c9f9,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:22.655905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] Set router f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:22.861504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'name': 'tempest-TestEncryptedCinderVolumes-1741892603-router', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:19Z', 'updated_at': '2021-07-27T22:53:22Z', 'revision_number': 4, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'gw_port': {'id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:20Z', 'updated_at': '2021-07-27T22:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'f0736d5d-7550-48d6-a668-1b610cf6c9f9', 'name': '', 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'mac_address': 'fa:16:3e:05:3e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:21Z', 'updated_at': '2021-07-27T22:53:21Z', 'revision_number': 1, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'subnets': [{'id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:22.894096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bbe7f801-7cb4-4be1-9144-56ee3468721e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:22.896596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002cb3d-fe2d-4ecf-bc90-e4f8ab158fe9 None None] The sync data for ids ['f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'] in n-d-802011-3 is: [{'id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'name': 'tempest-TestEncryptedCinderVolumes-1741892603-router', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:19Z', 'updated_at': '2021-07-27T22:53:22Z', 'revision_number': 4, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'gw_port': {'id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:20Z', 'updated_at': '2021-07-27T22:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'f0736d5d-7550-48d6-a668-1b610cf6c9f9', 'name': '', 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'mac_address': 'fa:16:3e:05:3e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:21Z', 'updated_at': '2021-07-27T22:53:21Z', 'revision_number': 1, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'subnets': [{'id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:53:22.952204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bbe7f801-7cb4-4be1-9144-56ee3468721e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:22.952882 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:23.030838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Network 7af1cef4-7a5d-4f61-b471-d4f001261e0b is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:23.032390 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:23.185151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Router f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:53:23.306724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:53:23.312469 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3da2c6f4-dc28-4fdd-9b6d-e5d9578e56e1 admin admin] 10.222.0.24 "PUT /v2.0/routers/f2e7e382-4a45-4f8e-a6ca-e02b8acd3437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9395823 Jul 27 22:53:23.557695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f2750e1e-c0ce-4f45-bd70-0ba044f554e1 None None] Provisioning complete for port f0736d5d-7550-48d6-a668-1b610cf6c9f9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:23.557695 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f2750e1e-c0ce-4f45-bd70-0ba044f554e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:23.604966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f2750e1e-c0ce-4f45-bd70-0ba044f554e1 None None] Port f0736d5d-7550-48d6-a668-1b610cf6c9f9 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:53:23.865873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:23.871078 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1425799164-network', 'tenant_id': '6ff030d85e42409885d5345309acb7fc'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:23.892331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Made reservation on behalf of 6ff030d85e42409885d5345309acb7fc for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:23.894806 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:23.903526 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.004376 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.009401 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.036343 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:53:24.045411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dda785b-7846-4290-ae99-b2c0a58f2ff9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:24.053338 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.053338 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Added segment a08401bf-0265-482f-a363-ce0bbc399f6f of type vlan for network db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 Jul 27 22:53:24.097129 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.131094 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.132086 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:24.132775 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.189192 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3221135 Jul 27 22:53:24.192063 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34240) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:24.196905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2e8a60ab-5a88-408b-9ee9-ad315ebe2198 admin admin] Request body: {'subnet': {'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1425799164-subnet', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:24.204726 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e70df7-b6eb-4c20-8753-604692267aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=db7e85a3-c950-4b00-8eae-e8b6f43e3ac5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:24.214541 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:53:24.221127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8a60ab-5a88-408b-9ee9-ad315ebe2198 admin admin] Made reservation on behalf of 6ff030d85e42409885d5345309acb7fc for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:24.223605 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e8a60ab-5a88-408b-9ee9-ad315ebe2198 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.405945 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e8a60ab-5a88-408b-9ee9-ad315ebe2198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.465990 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a60ab-5a88-408b-9ee9-ad315ebe2198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:24.472080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a60ab-5a88-408b-9ee9-ad315ebe2198 admin admin] Checking segment: {'id': 'a08401bf-0265-482f-a363-ce0bbc399f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:24.472475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a60ab-5a88-408b-9ee9-ad315ebe2198 admin admin] Network hostable DHCP agents. Network: db7e85a3-c950-4b00-8eae-e8b6f43e3ac5, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:53:24.490464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a60ab-5a88-408b-9ee9-ad315ebe2198 admin admin] Network db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:53:24.498343 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a60ab-5a88-408b-9ee9-ad315ebe2198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, db7e85a3-c950-4b00-8eae-e8b6f43e3ac5) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:24.503021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8a60ab-5a88-408b-9ee9-ad315ebe2198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:24.504256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e8a60ab-5a88-408b-9ee9-ad315ebe2198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.506308 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c646d56-297f-4af9-a359-14a21ad6ea4f None None] Network db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:24.519207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2e8a60ab-5a88-408b-9ee9-ad315ebe2198 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3261015 Jul 27 22:53:24.521739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:24.526503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1425799164-router', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:24.547340 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.549700 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.606884 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.665114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-db7e85a3-c950-4b00-8eae-e8b6f43e3ac5', 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'fixed_ips': [{'subnet_id': 'dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:53:24.665982 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.748071 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.812809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Allocated IP 172.20.0.2 (db7e85a3-c950-4b00-8eae-e8b6f43e3ac5/dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1/e0b6b442-7c95-4dbe-afee-a612c4a874b0) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:24.950116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3cd687b8-2d74-415c-9190-44f476d12c5f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:24.982942 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:24.988042 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Sync routers for ids ['f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:53:24.997310 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Routers {'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:24.997928 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:53:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:25.008167 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.015731 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.027977 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Transition to ACTIVE for port object e0b6b442-7c95-4dbe-afee-a612c4a874b0 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:25.047030 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 3cd687b8-2d74-415c-9190-44f476d12c5f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:25.049897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Transition to ACTIVE for port object e0b6b442-7c95-4dbe-afee-a612c4a874b0 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:25.053799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3cd687b8-2d74-415c-9190-44f476d12c5f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:25.054181 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.057952 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.117926 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Set router f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:25.122165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Allocated IP 172.25.1.193 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/8f64bfae-51cd-416d-9743-11e1f618547e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:25.125180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Network db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:25.131945 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:25.134860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:25.150244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Pushing event updated for resources: {'Port': ['ID=e0b6b442-7c95-4dbe-afee-a612c4a874b0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:25.224219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Attempting to bind port e0b6b442-7c95-4dbe-afee-a612c4a874b0 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:25.224828 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Attempting to bind port e0b6b442-7c95-4dbe-afee-a612c4a874b0 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'a08401bf-0265-482f-a363-ce0bbc399f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:25.224934 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Attempting to bind port e0b6b442-7c95-4dbe-afee-a612c4a874b0 on network db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:25.236313 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:25.236688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Checking segment: {'id': 'a08401bf-0265-482f-a363-ce0bbc399f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:25.237088 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.237480 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Bound using segment: {'id': 'a08401bf-0265-482f-a363-ce0bbc399f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:25.237952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Bound port: e0b6b442-7c95-4dbe-afee-a612c4a874b0, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08401bf-0265-482f-a363-ce0bbc399f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:25.238357 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.242436 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.252000 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.292991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 3cd687b8-2d74-415c-9190-44f476d12c5f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3cd687b8-2d74-415c-9190-44f476d12c5f,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:25.300330 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.302607 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.348826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:25.351986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:25.358249 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:25.360375 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'name': 'tempest-TestEncryptedCinderVolumes-1741892603-router', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:19Z', 'updated_at': '2021-07-27T22:53:22Z', 'revision_number': 4, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'gw_port': {'id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:20Z', 'updated_at': '2021-07-27T22:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'f0736d5d-7550-48d6-a668-1b610cf6c9f9', 'name': '', 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'mac_address': 'fa:16:3e:05:3e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:21Z', 'updated_at': '2021-07-27T22:53:22Z', 'revision_number': 2, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'subnets': [{'id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:25.373714 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] For port e0b6b442-7c95-4dbe-afee-a612c4a874b0, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:25.379405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] For port e0b6b442-7c95-4dbe-afee-a612c4a874b0, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e0b6b442-7c95-4dbe-afee-a612c4a874b0,segment=NetworkSegment(a08401bf-0265-482f-a363-ce0bbc399f6f),segment_id=a08401bf-0265-482f-a363-ce0bbc399f6f)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:25.380799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=3cd687b8-2d74-415c-9190-44f476d12c5f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:25.388206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8f64bfae-51cd-416d-9743-11e1f618547e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:25.389676 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Checking router: f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:53:25.390109 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Updating router f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 port f0736d5d-7550-48d6-a668-1b610cf6c9f9 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:53:25.397349 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.421458 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.456573 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9206ae-9208-487f-9eb2-4c1fb4f50ff0 None None] Pushing event updated for resources: {'Port': ['ID=e0b6b442-7c95-4dbe-afee-a612c4a874b0,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:25.647686 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.737686 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.751939 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Transition to ACTIVE for port object f0736d5d-7550-48d6-a668-1b610cf6c9f9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:25.758530 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.808137 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Pushing event updated for resources: {'Port': ['ID=f0736d5d-7550-48d6-a668-1b610cf6c9f9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:25.833487 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:25.833855 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:25.834168 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:25.834526 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:25.834856 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:25.835184 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:25.835515 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:25.835837 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:25.836164 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:25.836482 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:25.836809 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:25.837131 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:53:25.863927 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.871515 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Attempting to bind port f0736d5d-7550-48d6-a668-1b610cf6c9f9 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:25.871888 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Attempting to bind port f0736d5d-7550-48d6-a668-1b610cf6c9f9 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:25.872248 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Attempting to bind port f0736d5d-7550-48d6-a668-1b610cf6c9f9 on network 7af1cef4-7a5d-4f61-b471-d4f001261e0b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:25.878276 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:25.878467 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Checking segment: {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:25.878973 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.879389 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Bound using segment: {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:25.879864 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Bound port: f0736d5d-7550-48d6-a668-1b610cf6c9f9, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:25.880440 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:25.950764 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] For port f0736d5d-7550-48d6-a668-1b610cf6c9f9, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:25.955613 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] For port f0736d5d-7550-48d6-a668-1b610cf6c9f9, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f0736d5d-7550-48d6-a668-1b610cf6c9f9,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:25.964009 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:26.014135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Router 5af39484-f520-4fcd-ac22-1afdd83eda84 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:53:26.033022 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Routers {'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:26.033760 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:53:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:26.040683 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8f1da-ad6b-4154-bd6e-f864e8240afa None None] Pushing event updated for resources: {'Port': ['ID=f0736d5d-7550-48d6-a668-1b610cf6c9f9,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:26.147132 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:53:26.159286 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Sync routers for ids ['5af39484-f520-4fcd-ac22-1afdd83eda84'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:53:26.160473 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] Set router f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:26.172040 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Routers {'5af39484-f520-4fcd-ac22-1afdd83eda84'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:26.172689 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:53:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['5af39484-f520-4fcd-ac22-1afdd83eda84'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:26.181492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:26.186013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34244) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:53:26.186561 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-87925366-94af-409e-a74a-d6953fd8c8b7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6633365 Jul 27 22:53:26.311469 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Set router 5af39484-f520-4fcd-ac22-1afdd83eda84 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:26.439608 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'name': 'tempest-TestEncryptedCinderVolumes-1741892603-router', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:19Z', 'updated_at': '2021-07-27T22:53:22Z', 'revision_number': 4, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'gw_port': {'id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:20Z', 'updated_at': '2021-07-27T22:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'f0736d5d-7550-48d6-a668-1b610cf6c9f9', 'name': '', 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'mac_address': 'fa:16:3e:05:3e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:21Z', 'updated_at': '2021-07-27T22:53:25Z', 'revision_number': 4, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'subnets': [{'id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:26.477311 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f5739-a714-4418-96b5-41ba4f740c20 None None] The sync data for ids ['f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'] in n-d-802011-3 is: [{'id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'name': 'tempest-TestEncryptedCinderVolumes-1741892603-router', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:19Z', 'updated_at': '2021-07-27T22:53:22Z', 'revision_number': 4, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'gw_port': {'id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:20Z', 'updated_at': '2021-07-27T22:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'f0736d5d-7550-48d6-a668-1b610cf6c9f9', 'name': '', 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'mac_address': 'fa:16:3e:05:3e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:21Z', 'updated_at': '2021-07-27T22:53:25Z', 'revision_number': 4, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'subnets': [{'id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:53:26.517626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'name': 'tempest-TestEncryptedCinderVolumes-1425799164-router', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:24Z', 'updated_at': '2021-07-27T22:53:25Z', 'revision_number': 3, 'project_id': '6ff030d85e42409885d5345309acb7fc', 'gw_port': {'id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:25Z', 'updated_at': '2021-07-27T22:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:26.551105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Checking router: 5af39484-f520-4fcd-ac22-1afdd83eda84 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:53:26.551463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Updating router 5af39484-f520-4fcd-ac22-1afdd83eda84 port 8f64bfae-51cd-416d-9743-11e1f618547e binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:53:26.579954 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:26.604754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14126b0-998f-43da-aac4-15b0180298f2 None None] Network db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:53:26.737975 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:26.762429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e10a1130-eb47-409a-8463-b996d1d253d6 None None] Provisioning for port e0b6b442-7c95-4dbe-afee-a612c4a874b0 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:26.935313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Allocated IP 172.20.0.1 (db7e85a3-c950-4b00-8eae-e8b6f43e3ac5/dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1/67f681bd-6134-4557-a45e-a710b746d82b) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:27.050424 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.067592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Transition to ACTIVE for port object 8f64bfae-51cd-416d-9743-11e1f618547e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:27.078636 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.134171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3cd687b8-2d74-415c-9190-44f476d12c5f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:27.138231 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.152631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Transition to ACTIVE for port object 67f681bd-6134-4557-a45e-a710b746d82b will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:27.166631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Attempting to bind port 8f64bfae-51cd-416d-9743-11e1f618547e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:27.167034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Attempting to bind port 8f64bfae-51cd-416d-9743-11e1f618547e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:27.167346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Attempting to bind port 8f64bfae-51cd-416d-9743-11e1f618547e on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:27.183860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:27.184246 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:27.184648 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.185092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:27.185519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Bound port: 8f64bfae-51cd-416d-9743-11e1f618547e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:27.185894 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.203881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.219169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433350da-4057-4b52-a1c9-a2f85987c3d7 None None] Pushing event updated for resources: {'Port': ['ID=8f64bfae-51cd-416d-9743-11e1f618547e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:27.244184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Network db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:27.251845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:27.256547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:27.259841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Pushing event updated for resources: {'Port': ['ID=67f681bd-6134-4557-a45e-a710b746d82b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:27.285155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3cd687b8-2d74-415c-9190-44f476d12c5f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:27.285532 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.287595 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] For port 8f64bfae-51cd-416d-9743-11e1f618547e, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:27.291752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] For port 8f64bfae-51cd-416d-9743-11e1f618547e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8f64bfae-51cd-416d-9743-11e1f618547e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:27.311233 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.311419 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.398197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Routers {'5af39484-f520-4fcd-ac22-1afdd83eda84'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:27.398883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:53:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['5af39484-f520-4fcd-ac22-1afdd83eda84'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:27.436905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433350da-4057-4b52-a1c9-a2f85987c3d7 None None] Pushing event updated for resources: {'Port': ['ID=8f64bfae-51cd-416d-9743-11e1f618547e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:27.461323 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.518747 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e0b6b442-7c95-4dbe-afee-a612c4a874b0 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:27.573713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] Set router 5af39484-f520-4fcd-ac22-1afdd83eda84 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:27.632666 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.637962 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.710487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Pushing event updated for resources: {'Port': ['ID=67f681bd-6134-4557-a45e-a710b746d82b,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:27.715666 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.791288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-46e85612-f00a-405a-b103-017bca0346d4 None None] Provisioning for port 67f681bd-6134-4557-a45e-a710b746d82b completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:27.806305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-46e85612-f00a-405a-b103-017bca0346d4 None None] Provisioning complete for port 67f681bd-6134-4557-a45e-a710b746d82b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:27.807062 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-46e85612-f00a-405a-b103-017bca0346d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.809113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Network db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:27.810595 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:27.871970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port e0b6b442-7c95-4dbe-afee-a612c4a874b0 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:27.884856 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e0b6b442-7c95-4dbe-afee-a612c4a874b0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:27.885234 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:27.892204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-46e85612-f00a-405a-b103-017bca0346d4 None None] Port 67f681bd-6134-4557-a45e-a710b746d82b cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:53:27.942187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Router 5af39484-f520-4fcd-ac22-1afdd83eda84 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:53:28.026576 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:28.063147 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:53:28.074417 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1a57be4a-652a-4df5-a383-3800ac79ed10 admin admin] 10.222.0.24 "PUT /v2.0/routers/5af39484-f520-4fcd-ac22-1afdd83eda84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8806677 Jul 27 22:53:28.074804 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port e0b6b442-7c95-4dbe-afee-a612c4a874b0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e0b6b442-7c95-4dbe-afee-a612c4a874b0,segment=NetworkSegment(a08401bf-0265-482f-a363-ce0bbc399f6f),segment_id=a08401bf-0265-482f-a363-ce0bbc399f6f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:28.074804 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'name': 'tempest-TestEncryptedCinderVolumes-1425799164-router', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:24Z', 'updated_at': '2021-07-27T22:53:25Z', 'revision_number': 3, 'project_id': '6ff030d85e42409885d5345309acb7fc', 'gw_port': {'id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:25Z', 'updated_at': '2021-07-27T22:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:28.104528 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:28.105244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f0736d5d-7550-48d6-a668-1b610cf6c9f9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:28.113042 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd2db6-8bcd-4080-9cd6-a429469317b5 None None] The sync data for ids ['5af39484-f520-4fcd-ac22-1afdd83eda84'] in n-d-802011-3 is: [{'id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'name': 'tempest-TestEncryptedCinderVolumes-1425799164-router', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:24Z', 'updated_at': '2021-07-27T22:53:25Z', 'revision_number': 3, 'project_id': '6ff030d85e42409885d5345309acb7fc', 'gw_port': {'id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:25Z', 'updated_at': '2021-07-27T22:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:53:28.186417 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9dd3e763-98b7-4b38-9d70-7b761a65c7d5 None None] Provisioning complete for port 67f681bd-6134-4557-a45e-a710b746d82b triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:28.186799 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9dd3e763-98b7-4b38-9d70-7b761a65c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:28.224939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=e0b6b442-7c95-4dbe-afee-a612c4a874b0,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:28.241459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3e763-98b7-4b38-9d70-7b761a65c7d5 None None] Port 67f681bd-6134-4557-a45e-a710b746d82b cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:53:28.248603 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port f0736d5d-7550-48d6-a668-1b610cf6c9f9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:28.253356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f0736d5d-7550-48d6-a668-1b610cf6c9f9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:28.253756 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:28.335785 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:28.382685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port f0736d5d-7550-48d6-a668-1b610cf6c9f9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f0736d5d-7550-48d6-a668-1b610cf6c9f9,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:28.393109 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:28.451119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=f0736d5d-7550-48d6-a668-1b610cf6c9f9,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:28.802009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-aa7e71a9-2165-4c5a-a9e9-2117471ec055 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:28.803581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-aa7e71a9-2165-4c5a-a9e9-2117471ec055 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/networks?id=7af1cef4-7a5d-4f61-b471-d4f001261e0b HTTP/1.1" status: 200 len: 817 time: 0.1090524 Jul 27 22:53:28.819831 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-193fd339-5d79-435f-9037-115cf793ee15 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/quotas/fd6b108f2fc44359bacae48cf25bab44 HTTP/1.1" status: 200 len: 375 time: 0.0102861 Jul 27 22:53:28.879350 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-f6013ae2-cf91-4337-882f-e01422bff030 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd6b108f2fc44359bacae48cf25bab44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536776 Jul 27 22:53:28.994034 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8f64bfae-51cd-416d-9743-11e1f618547e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:28.996801 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-f5faccfb-6131-402f-aad5-357275c8f5e4 service neutron] 10.222.0.24 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035089 Jul 27 22:53:29.042637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 8f64bfae-51cd-416d-9743-11e1f618547e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:29.046719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8f64bfae-51cd-416d-9743-11e1f618547e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:29.047106 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:29.103470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-7c47b818-84c1-4fad-9fb3-f7027c4a0012 service neutron] 10.222.0.24 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997586 Jul 27 22:53:29.124910 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:29.145996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 8f64bfae-51cd-416d-9743-11e1f618547e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8f64bfae-51cd-416d-9743-11e1f618547e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:29.149833 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:29.150669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e0b6b442-7c95-4dbe-afee-a612c4a874b0 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:29.232096 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=8f64bfae-51cd-416d-9743-11e1f618547e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:29.245419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e0b6b442-7c95-4dbe-afee-a612c4a874b0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:29.245902 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:29.288819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed4a9f7e-2a50-424e-bdf0-f11f19193f8b req-cbd0f585-72ac-4dc0-8e93-cd023f210e65 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 210 time: 0.0313363 Jul 27 22:53:29.333605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f0736d5d-7550-48d6-a668-1b610cf6c9f9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:29.384427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f0736d5d-7550-48d6-a668-1b610cf6c9f9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:29.384791 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:29.910459 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Sync routers for ids ['5af39484-f520-4fcd-ac22-1afdd83eda84'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:53:29.919294 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Routers {'5af39484-f520-4fcd-ac22-1afdd83eda84'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:29.919889 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:53:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['5af39484-f520-4fcd-ac22-1afdd83eda84'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:30.119533 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Set router 5af39484-f520-4fcd-ac22-1afdd83eda84 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:30.229994 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-ebe40dc9-b82b-45ba-aba1-bf6044b4cf2b tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:30.231412 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-ebe40dc9-b82b-45ba-aba1-bf6044b4cf2b tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.43 "GET /v2.0/networks?id=7af1cef4-7a5d-4f61-b471-d4f001261e0b HTTP/1.1" status: 200 len: 817 time: 0.1183710 Jul 27 22:53:30.245799 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Request body: {'port': {'device_id': 'fc4d3792-607d-47b8-850f-3b89e71f5482', 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b', 'admin_state_up': True, 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:30.323365 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'name': 'tempest-TestEncryptedCinderVolumes-1425799164-router', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:24Z', 'updated_at': '2021-07-27T22:53:27Z', 'revision_number': 4, 'project_id': '6ff030d85e42409885d5345309acb7fc', 'gw_port': {'id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:25Z', 'updated_at': '2021-07-27T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '67f681bd-6134-4557-a45e-a710b746d82b', 'name': '', 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'mac_address': 'fa:16:3e:7c:df:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:26Z', 'updated_at': '2021-07-27T22:53:27Z', 'revision_number': 2, 'project_id': '6ff030d85e42409885d5345309acb7fc', 'subnets': [{'id': 'dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:30.350593 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Checking router: 5af39484-f520-4fcd-ac22-1afdd83eda84 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:53:30.350840 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Updating router 5af39484-f520-4fcd-ac22-1afdd83eda84 port 67f681bd-6134-4557-a45e-a710b746d82b binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:53:30.357395 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Made reservation on behalf of fd6b108f2fc44359bacae48cf25bab44 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:53:30.365355 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:30.377867 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:30.425919 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fb807136-0c94-4a15-8051-d86b3dd4d8a8 req-db16eefe-9ba6-4a46-8c9c-e1715fcfc3f1 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 210 time: 0.0281377 Jul 27 22:53:30.508770 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Allocated IP 172.20.0.10 (7af1cef4-7a5d-4f61-b471-d4f001261e0b/78f02863-27d3-42e5-bb8c-cdf5fb9b5776/679882f4-6cff-4fe3-b206-a1d41b72008c) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:53:30.642574 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:30.652153 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Transition to ACTIVE for port object 67f681bd-6134-4557-a45e-a710b746d82b will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:30.652397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:30.658453 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:30.671823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Transition to ACTIVE for port object 679882f4-6cff-4fe3-b206-a1d41b72008c will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:30.707330 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf4796-39f0-4464-b3c0-b625fa66a924 None None] Pushing event updated for resources: {'Port': ['ID=67f681bd-6134-4557-a45e-a710b746d82b,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:30.707472 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:30.759382 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Network 7af1cef4-7a5d-4f61-b471-d4f001261e0b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:53:30.760965 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Attempting to bind port 67f681bd-6134-4557-a45e-a710b746d82b on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:30.761323 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Attempting to bind port 67f681bd-6134-4557-a45e-a710b746d82b by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'a08401bf-0265-482f-a363-ce0bbc399f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:30.762057 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Attempting to bind port 67f681bd-6134-4557-a45e-a710b746d82b on network db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:30.762700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:53:30.765724 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:53:30.767369 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:30.767954 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Checking segment: {'id': 'a08401bf-0265-482f-a363-ce0bbc399f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:30.768352 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:30.768742 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Bound using segment: {'id': 'a08401bf-0265-482f-a363-ce0bbc399f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:30.769204 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Bound port: 67f681bd-6134-4557-a45e-a710b746d82b, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08401bf-0265-482f-a363-ce0bbc399f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:30.769725 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:30.799913 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Pushing event updated for resources: {'Port': ['ID=679882f4-6cff-4fe3-b206-a1d41b72008c,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:30.828229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:30.828883 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:30.838402 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] For port 67f681bd-6134-4557-a45e-a710b746d82b, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:30.841891 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] For port 67f681bd-6134-4557-a45e-a710b746d82b, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=67f681bd-6134-4557-a45e-a710b746d82b,segment=NetworkSegment(a08401bf-0265-482f-a363-ce0bbc399f6f),segment_id=a08401bf-0265-482f-a363-ce0bbc399f6f)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:30.848126 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d071fbcf-bb98-453a-9d2c-4b8bda4d8e12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6067414 Jul 27 22:53:30.849392 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:30.862427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Request body: {'port': {'device_id': 'fc4d3792-607d-47b8-850f-3b89e71f5482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:53:30.918051 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Routers {'5af39484-f520-4fcd-ac22-1afdd83eda84'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:53:30.919502 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:53:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['5af39484-f520-4fcd-ac22-1afdd83eda84'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:30.928427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8f64bfae-51cd-416d-9743-11e1f618547e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:30.931695 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:30.997986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8f64bfae-51cd-416d-9743-11e1f618547e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:30.998450 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:31.056262 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf4796-39f0-4464-b3c0-b625fa66a924 None None] Pushing event updated for resources: {'Port': ['ID=67f681bd-6134-4557-a45e-a710b746d82b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:31.086744 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] Set router 5af39484-f520-4fcd-ac22-1afdd83eda84 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:53:31.226453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-04e8159e-171a-4390-ab03-ca71652c5788 None None] Provisioning for port 679882f4-6cff-4fe3-b206-a1d41b72008c completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:31.231765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-04e8159e-171a-4390-ab03-ca71652c5788 None None] Provisioning complete for port 679882f4-6cff-4fe3-b206-a1d41b72008c triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:31.232487 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04e8159e-171a-4390-ab03-ca71652c5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:31.276441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-04e8159e-171a-4390-ab03-ca71652c5788 None None] Port 679882f4-6cff-4fe3-b206-a1d41b72008c cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:53:31.324299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679882f4-6cff-4fe3-b206-a1d41b72008c {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:53:31.332977 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:31.336487 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'name': 'tempest-TestEncryptedCinderVolumes-1425799164-router', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:24Z', 'updated_at': '2021-07-27T22:53:27Z', 'revision_number': 4, 'project_id': '6ff030d85e42409885d5345309acb7fc', 'gw_port': {'id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:25Z', 'updated_at': '2021-07-27T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '67f681bd-6134-4557-a45e-a710b746d82b', 'name': '', 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'mac_address': 'fa:16:3e:7c:df:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:26Z', 'updated_at': '2021-07-27T22:53:30Z', 'revision_number': 4, 'project_id': '6ff030d85e42409885d5345309acb7fc', 'subnets': [{'id': 'dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:53:31.346074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Transition to ACTIVE for port object 679882f4-6cff-4fe3-b206-a1d41b72008c will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:53:31.349993 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:31.364825 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b4eab-2840-4bba-b3da-621eaa3f0be6 None None] The sync data for ids ['5af39484-f520-4fcd-ac22-1afdd83eda84'] in n-d-802011-3 is: [{'id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'name': 'tempest-TestEncryptedCinderVolumes-1425799164-router', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:24Z', 'updated_at': '2021-07-27T22:53:27Z', 'revision_number': 4, 'project_id': '6ff030d85e42409885d5345309acb7fc', 'gw_port': {'id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:25Z', 'updated_at': '2021-07-27T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '67f681bd-6134-4557-a45e-a710b746d82b', 'name': '', 'network_id': 'db7e85a3-c950-4b00-8eae-e8b6f43e3ac5', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'mac_address': 'fa:16:3e:7c:df:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:26Z', 'updated_at': '2021-07-27T22:53:30Z', 'revision_number': 4, 'project_id': '6ff030d85e42409885d5345309acb7fc', 'subnets': [{'id': 'dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:53:31.404710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Pushing event updated for resources: {'Port': ['ID=679882f4-6cff-4fe3-b206-a1d41b72008c,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:31.512006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Attempting to bind port 679882f4-6cff-4fe3-b206-a1d41b72008c on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:53:31.512355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Attempting to bind port 679882f4-6cff-4fe3-b206-a1d41b72008c by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:53:31.512964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Attempting to bind port 679882f4-6cff-4fe3-b206-a1d41b72008c on network 7af1cef4-7a5d-4f61-b471-d4f001261e0b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:31.518741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Port 679882f4-6cff-4fe3-b206-a1d41b72008c on network 7af1cef4-7a5d-4f61-b471-d4f001261e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:53:31.519089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Attempting to bind port 679882f4-6cff-4fe3-b206-a1d41b72008c on network 7af1cef4-7a5d-4f61-b471-d4f001261e0b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:53:31.525028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:53:31.525375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Checking segment: {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:53:31.525773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Bound using segment: {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:53:31.526210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Bound port: 679882f4-6cff-4fe3-b206-a1d41b72008c, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:53:31.526659 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:31.585711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eaa10-0887-4bf1-b1cb-8d510edd866f req-2ab68b10-0041-4394-aa01-e341e7999626 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:31.596237 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-318eaa10-0887-4bf1-b1cb-8d510edd866f req-2ab68b10-0041-4394-aa01-e341e7999626 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 944 time: 0.0844810 Jul 27 22:53:31.600018 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] For port 679882f4-6cff-4fe3-b206-a1d41b72008c, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:53:31.604505 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] For port 679882f4-6cff-4fe3-b206-a1d41b72008c, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=679882f4-6cff-4fe3-b206-a1d41b72008c,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:53:31.609464 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:31.627826 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:31.629820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:31.631352 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] 10.222.0.43 "PUT /v2.0/ports/679882f4-6cff-4fe3-b206-a1d41b72008c HTTP/1.1" status: 200 len: 1092 time: 0.7746463 Jul 27 22:53:31.633259 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4d3792-607d-47b8-850f-3b89e71f5482', 'tag': '679882f4-6cff-4fe3-b206-a1d41b72008c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:53:31.636753 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb50777-0339-40c1-952b-51e8b69ed795" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4d3792-607d-47b8-850f-3b89e71f5482", "tag": "679882f4-6cff-4fe3-b206-a1d41b72008c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:53:31.651997 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-318eaa10-0887-4bf1-b1cb-8d510edd866f req-457d9566-fc21-44ed-ab86-edc592e82025 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548313 Jul 27 22:53:31.703142 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a13c8d-181f-4c3d-95b4-8c5021cf8742 x-openstack-request-id: req-c0a13c8d-181f-4c3d-95b4-8c5021cf8742 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:53:31.703439 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4d3792-607d-47b8-850f-3b89e71f5482", "tag": "679882f4-6cff-4fe3-b206-a1d41b72008c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:53:31.703697 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0a13c8d-181f-4c3d-95b4-8c5021cf8742 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:53:31.704145 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4d3792-607d-47b8-850f-3b89e71f5482', 'tag': '679882f4-6cff-4fe3-b206-a1d41b72008c', 'status': 'completed', 'code': 200} Jul 27 22:53:31.749188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4937a-4172-47df-a6f5-006716bd4a4d service neutron] Pushing event updated for resources: {'Port': ['ID=679882f4-6cff-4fe3-b206-a1d41b72008c,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:31.760571 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-ba488bb5-e735-45b1-8e4a-29e2812b841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:31.762481 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-ba488bb5-e735-45b1-8e4a-29e2812b841c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd6b108f2fc44359bacae48cf25bab44&device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 1095 time: 0.0740736 Jul 27 22:53:31.810863 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-d38d6583-91d8-45a8-a1e2-46db57adc6d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=679882f4-6cff-4fe3-b206-a1d41b72008c HTTP/1.1" status: 200 len: 217 time: 0.0402431 Jul 27 22:53:31.867326 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-bc8225d1-820b-4bf1-9d0d-6416c2f903e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:31.868850 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-bc8225d1-820b-4bf1-9d0d-6416c2f903e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78f02863-27d3-42e5-bb8c-cdf5fb9b5776 HTTP/1.1" status: 200 len: 856 time: 0.0510833 Jul 27 22:53:31.918223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-27451ccf-1ca7-48f8-96da-fb9e5c54ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:31.919777 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-27451ccf-1ca7-48f8-96da-fb9e5c54ba5a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7af1cef4-7a5d-4f61-b471-d4f001261e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428147 Jul 27 22:53:32.017832 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-9988995b-71d9-404d-a490-7f1537de621e service neutron] 10.222.0.43 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907407 Jul 27 22:53:32.111319 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-92e70d3b-4479-4a4e-a5f8-87853bbbe7b4 req-74d72ee6-c0e9-4f7e-915e-87365058636e service neutron] 10.222.0.43 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858359 Jul 27 22:53:32.204127 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb50777-0339-40c1-952b-51e8b69ed795 req-818e5bf1-1c90-417c-97d5-4cb2c5d84424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:32.205622 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcb50777-0339-40c1-952b-51e8b69ed795 req-818e5bf1-1c90-417c-97d5-4cb2c5d84424 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd6b108f2fc44359bacae48cf25bab44&device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 1095 time: 0.0474384 Jul 27 22:53:32.298934 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb50777-0339-40c1-952b-51e8b69ed795 req-5d5933ed-cac6-42be-904b-7bb6001133db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:32.300509 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcb50777-0339-40c1-952b-51e8b69ed795 req-5d5933ed-cac6-42be-904b-7bb6001133db service neutron] 10.222.0.43 "GET /v2.0/networks?id=7af1cef4-7a5d-4f61-b471-d4f001261e0b HTTP/1.1" status: 200 len: 918 time: 0.0876176 Jul 27 22:53:32.349098 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcb50777-0339-40c1-952b-51e8b69ed795 req-2eae43dc-d2c9-4c1f-89f1-4d1e9f2b9d68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=679882f4-6cff-4fe3-b206-a1d41b72008c HTTP/1.1" status: 200 len: 217 time: 0.0404644 Jul 27 22:53:32.405325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb50777-0339-40c1-952b-51e8b69ed795 req-80414130-5dde-4e89-9b24-6e516524d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:32.406877 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcb50777-0339-40c1-952b-51e8b69ed795 req-80414130-5dde-4e89-9b24-6e516524d495 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78f02863-27d3-42e5-bb8c-cdf5fb9b5776 HTTP/1.1" status: 200 len: 856 time: 0.0493050 Jul 27 22:53:32.453476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb50777-0339-40c1-952b-51e8b69ed795 req-73db6caa-11e1-4ab7-a20e-cd112a846ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:32.455149 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcb50777-0339-40c1-952b-51e8b69ed795 req-73db6caa-11e1-4ab7-a20e-cd112a846ca4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7af1cef4-7a5d-4f61-b471-d4f001261e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400004 Jul 27 22:53:32.543509 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcb50777-0339-40c1-952b-51e8b69ed795 req-32ac51f2-3386-4834-b0a4-5bd7af1ce81f service neutron] 10.222.0.43 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802999 Jul 27 22:53:32.635385 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bcb50777-0339-40c1-952b-51e8b69ed795 req-f1537c51-84ea-41ac-b27b-3a77e8bd0281 service neutron] 10.222.0.43 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838342 Jul 27 22:53:32.787418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75363be-7c6b-4258-80bb-0a63fc2b57a2 req-46d6786a-3f6d-4d6d-8a53-4711ec8257c1 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:32.788881 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b75363be-7c6b-4258-80bb-0a63fc2b57a2 req-46d6786a-3f6d-4d6d-8a53-4711ec8257c1 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 944 time: 0.0487499 Jul 27 22:53:32.825576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b75363be-7c6b-4258-80bb-0a63fc2b57a2 req-fde11038-281b-4be1-89b6-7ed543e1f784 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307593 Jul 27 22:53:32.912402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 67f681bd-6134-4557-a45e-a710b746d82b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:32.962463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 67f681bd-6134-4557-a45e-a710b746d82b completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:32.967059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 67f681bd-6134-4557-a45e-a710b746d82b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:32.967722 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:33.048544 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:33.080480 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 67f681bd-6134-4557-a45e-a710b746d82b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=67f681bd-6134-4557-a45e-a710b746d82b,segment=NetworkSegment(a08401bf-0265-482f-a363-ce0bbc399f6f),segment_id=a08401bf-0265-482f-a363-ce0bbc399f6f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:33.084048 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:33.131176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=67f681bd-6134-4557-a45e-a710b746d82b,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:33.940971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47dbd2-4b73-4bc7-9be9-ee5525d8488c req-3a54013b-25aa-4136-878d-269c8ccabeb5 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:33.942476 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af47dbd2-4b73-4bc7-9be9-ee5525d8488c req-3a54013b-25aa-4136-878d-269c8ccabeb5 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 944 time: 0.0486543 Jul 27 22:53:33.981323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af47dbd2-4b73-4bc7-9be9-ee5525d8488c req-6ccdc72e-0ddf-432a-a6cf-6b22b337b8a7 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326438 Jul 27 22:53:34.896981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 67f681bd-6134-4557-a45e-a710b746d82b up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:34.946644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 67f681bd-6134-4557-a45e-a710b746d82b triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:34.947021 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:35.106212 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f92a9-e8f9-4bf4-b92d-df22cf4845e3 req-5d337aed-eef4-4ff2-b51f-02526e6befd3 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:35.107603 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad3f92a9-e8f9-4bf4-b92d-df22cf4845e3 req-5d337aed-eef4-4ff2-b51f-02526e6befd3 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 944 time: 0.0571451 Jul 27 22:53:35.145338 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad3f92a9-e8f9-4bf4-b92d-df22cf4845e3 req-6c4a02e6-ea0b-427d-b383-a893c1cd8535 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Jul 27 22:53:36.221631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 679882f4-6cff-4fe3-b206-a1d41b72008c details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:53:36.258342 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692b52e-a4c3-478e-a722-776d7d12bc6e req-7ead8a42-4f04-4e6a-8492-f46439939606 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:36.259867 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1692b52e-a4c3-478e-a722-776d7d12bc6e req-7ead8a42-4f04-4e6a-8492-f46439939606 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 944 time: 0.0486794 Jul 27 22:53:36.297440 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1692b52e-a4c3-478e-a722-776d7d12bc6e req-985d6fca-ae8e-4da7-9687-d99422ac9ea4 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Jul 27 22:53:36.317140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 679882f4-6cff-4fe3-b206-a1d41b72008c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=679882f4-6cff-4fe3-b206-a1d41b72008c,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:36.328269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '679882f4-6cff-4fe3-b206-a1d41b72008c', 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b', 'port_id': '679882f4-6cff-4fe3-b206-a1d41b72008c', 'mac_address': 'fa:16:3e:f5:8c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:53:36.364040 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:36.376593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679882f4-6cff-4fe3-b206-a1d41b72008c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:53:36.396170 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 679882f4-6cff-4fe3-b206-a1d41b72008c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=679882f4-6cff-4fe3-b206-a1d41b72008c,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:36.400537 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:36.446208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=679882f4-6cff-4fe3-b206-a1d41b72008c,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:36.596589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['679882f4-6cff-4fe3-b206-a1d41b72008c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:53:37.412809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d3a65-333d-4826-a382-dcda97ffdd4a req-f99a178f-a295-476f-9d47-6a349035a5d3 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:37.414299 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-756d3a65-333d-4826-a382-dcda97ffdd4a req-f99a178f-a295-476f-9d47-6a349035a5d3 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 945 time: 0.0485370 Jul 27 22:53:37.452016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-756d3a65-333d-4826-a382-dcda97ffdd4a req-8058c133-55a3-4140-b325-a6835ec9b3a6 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Jul 27 22:53:38.236842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 679882f4-6cff-4fe3-b206-a1d41b72008c up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:53:38.284145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 679882f4-6cff-4fe3-b206-a1d41b72008c completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:53:38.287677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 679882f4-6cff-4fe3-b206-a1d41b72008c triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:53:38.288050 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:38.364299 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:38.385472 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4d3792-607d-47b8-850f-3b89e71f5482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679882f4-6cff-4fe3-b206-a1d41b72008c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:53:38.387743 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de44c48a-d11b-4001-a8e0-f27351997bc2" -d '{"events": [{"server_uuid": "fc4d3792-607d-47b8-850f-3b89e71f5482", "name": "network-vif-plugged", "status": "completed", "tag": "679882f4-6cff-4fe3-b206-a1d41b72008c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:53:38.401525 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 679882f4-6cff-4fe3-b206-a1d41b72008c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=679882f4-6cff-4fe3-b206-a1d41b72008c,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:53:38.405947 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:38.429061 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b905c4c6-7e10-42fa-a00f-c988c09256ae x-openstack-request-id: req-b905c4c6-7e10-42fa-a00f-c988c09256ae {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:53:38.429347 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4d3792-607d-47b8-850f-3b89e71f5482", "name": "network-vif-plugged", "status": "completed", "tag": "679882f4-6cff-4fe3-b206-a1d41b72008c", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:53:38.429594 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b905c4c6-7e10-42fa-a00f-c988c09256ae {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:53:38.429975 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4d3792-607d-47b8-850f-3b89e71f5482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679882f4-6cff-4fe3-b206-a1d41b72008c', 'code': 200} Jul 27 22:53:38.459971 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=679882f4-6cff-4fe3-b206-a1d41b72008c,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:53:38.522110 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838af9cf-d962-43fb-955e-e009623c0de5 req-35fcf075-9624-4b0d-b95c-7dcb29a1383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:38.523635 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-838af9cf-d962-43fb-955e-e009623c0de5 req-35fcf075-9624-4b0d-b95c-7dcb29a1383e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 1097 time: 0.0424094 Jul 27 22:53:38.558952 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-838af9cf-d962-43fb-955e-e009623c0de5 req-7928a4ca-2085-4484-8606-0cfbcd72b646 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273819 Jul 27 22:53:38.572628 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10489-3180-471a-b32c-8e7ca637eb03 req-8052b035-dee9-4409-8008-3dfa4fb82832 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:38.574081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10f10489-3180-471a-b32c-8e7ca637eb03 req-8052b035-dee9-4409-8008-3dfa4fb82832 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 946 time: 0.0531993 Jul 27 22:53:38.611123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10f10489-3180-471a-b32c-8e7ca637eb03 req-495135c8-17be-49f1-af95-d3236dcea48f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304060 Jul 27 22:53:39.729662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d104b64-d01c-420a-8baa-9b3798a22a3f req-09f0f2db-e1d9-4cc6-b098-0382971952f6 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:39.731173 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d104b64-d01c-420a-8baa-9b3798a22a3f req-09f0f2db-e1d9-4cc6-b098-0382971952f6 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 946 time: 0.0495181 Jul 27 22:53:39.768679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d104b64-d01c-420a-8baa-9b3798a22a3f req-56d0e517-5658-42dd-b87f-0f86398438cd tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313339 Jul 27 22:53:39.880621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f340732-e4f9-495e-b73c-262340ac0707 req-b6fb86cd-cbbf-40c0-a191-eee094ea9355 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:39.882076 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9f340732-e4f9-495e-b73c-262340ac0707 req-b6fb86cd-cbbf-40c0-a191-eee094ea9355 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 946 time: 0.0476408 Jul 27 22:53:39.919142 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9f340732-e4f9-495e-b73c-262340ac0707 req-b33738cd-f892-4c17-9105-eb9327642fa7 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Jul 27 22:53:40.679007 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec797766-9eea-47e1-a38c-cef2c23002ea req-3156a162-db88-4ecc-b174-438df46bf0a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448956 Jul 27 22:53:40.763773 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec797766-9eea-47e1-a38c-cef2c23002ea req-313eef06-38b3-4439-b073-7c14d64eead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:40.765178 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec797766-9eea-47e1-a38c-cef2c23002ea req-313eef06-38b3-4439-b073-7c14d64eead6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd6b108f2fc44359bacae48cf25bab44&device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 1097 time: 0.0410597 Jul 27 22:53:40.868913 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec797766-9eea-47e1-a38c-cef2c23002ea req-649dd228-0376-4721-932e-35db7fd678bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:40.870401 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec797766-9eea-47e1-a38c-cef2c23002ea req-649dd228-0376-4721-932e-35db7fd678bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=7af1cef4-7a5d-4f61-b471-d4f001261e0b HTTP/1.1" status: 200 len: 918 time: 0.0864816 Jul 27 22:53:40.916775 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec797766-9eea-47e1-a38c-cef2c23002ea req-47101b9c-01a5-43ed-975e-360abd26d9cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=679882f4-6cff-4fe3-b206-a1d41b72008c HTTP/1.1" status: 200 len: 217 time: 0.0385730 Jul 27 22:53:40.967875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec797766-9eea-47e1-a38c-cef2c23002ea req-0f1c26f5-7d5d-47ca-acf0-158c99c5eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:40.969293 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec797766-9eea-47e1-a38c-cef2c23002ea req-0f1c26f5-7d5d-47ca-acf0-158c99c5eec6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78f02863-27d3-42e5-bb8c-cdf5fb9b5776 HTTP/1.1" status: 200 len: 856 time: 0.0450654 Jul 27 22:53:41.021791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec797766-9eea-47e1-a38c-cef2c23002ea req-98af1b7a-23dd-4650-9d2f-03b6da10f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:41.023428 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec797766-9eea-47e1-a38c-cef2c23002ea req-98af1b7a-23dd-4650-9d2f-03b6da10f30e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7af1cef4-7a5d-4f61-b471-d4f001261e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475357 Jul 27 22:53:41.130485 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec797766-9eea-47e1-a38c-cef2c23002ea req-0cf8c686-7e82-47bb-8a88-b3c6137aef75 service neutron] 10.222.0.43 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996621 Jul 27 22:53:41.220633 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ec797766-9eea-47e1-a38c-cef2c23002ea req-81da8f0f-1d68-4a6e-adbb-1f349be9d600 service neutron] 10.222.0.43 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819259 Jul 27 22:53:42.814897 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-100eddfa-75bc-49a8-9393-1cf85ee396e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:42.930391 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:45.481074 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80cd4080-7641-4836-9818-c692e6c412ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:45.827024 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:46.580558 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:46.912324 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:48.283412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:53:52.909708 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:53:58.429543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39545b67-6ac2-459a-91e3-c12ae18bba3d req-24281510-d87a-4b27-a3f4-650b67630844 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:58.431050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39545b67-6ac2-459a-91e3-c12ae18bba3d req-24281510-d87a-4b27-a3f4-650b67630844 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 946 time: 0.0543382 Jul 27 22:53:58.468744 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39545b67-6ac2-459a-91e3-c12ae18bba3d req-714f2e08-13a9-49b3-a522-315ff9769859 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Jul 27 22:53:59.596459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868c6b4-934e-4388-a314-3dca11ab14f5 req-ebd250bf-28cf-402e-90f7-fb1b8b8ef9a6 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:59.598102 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8868c6b4-934e-4388-a314-3dca11ab14f5 req-ebd250bf-28cf-402e-90f7-fb1b8b8ef9a6 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 946 time: 0.0552757 Jul 27 22:53:59.644320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8868c6b4-934e-4388-a314-3dca11ab14f5 req-c5e745d9-7f6c-4f2e-afb4-ce32dcb34ac3 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367880 Jul 27 22:53:59.968170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b1ccb-ef18-4968-9a9b-fde3cf560ad0 req-bb4557f9-3c0c-4482-ac39-419151663be0 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:53:59.970418 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b6b1ccb-ef18-4968-9a9b-fde3cf560ad0 req-bb4557f9-3c0c-4482-ac39-419151663be0 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 946 time: 0.0490661 Jul 27 22:54:00.402855 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2b6b1ccb-ef18-4968-9a9b-fde3cf560ad0 req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Deleting port 679882f4-6cff-4fe3-b206-a1d41b72008c {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:54:00.403219 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6b1ccb-ef18-4968-9a9b-fde3cf560ad0 req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.487126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-2b6b1ccb-ef18-4968-9a9b-fde3cf560ad0 req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] For port 679882f4-6cff-4fe3-b206-a1d41b72008c, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=679882f4-6cff-4fe3-b206-a1d41b72008c,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:00.487486 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6b1ccb-ef18-4968-9a9b-fde3cf560ad0 req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.503431 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-2b6b1ccb-ef18-4968-9a9b-fde3cf560ad0 req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Calling delete_port for 679882f4-6cff-4fe3-b206-a1d41b72008c owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:54:00.631710 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6b1ccb-ef18-4968-9a9b-fde3cf560ad0 req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.643638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['679882f4-6cff-4fe3-b206-a1d41b72008c'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:54:00.661737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Pushing event deleted for resources: {'Port': ['ID=679882f4-6cff-4fe3-b206-a1d41b72008c,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:00.695840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.696299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.696524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.696861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.697194 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.697512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.697924 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.698212 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.698577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.699911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.699911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.699911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:00.716020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6b1ccb-ef18-4968-9a9b-fde3cf560ad0 req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] No DVR routers for this DVR port 679882f4-6cff-4fe3-b206-a1d41b72008c on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:54:00.718576 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-2b6b1ccb-ef18-4968-9a9b-fde3cf560ad0 req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:00.720734 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2b6b1ccb-ef18-4968-9a9b-fde3cf560ad0 req-231997d8-273a-40d5-b1d4-5398418df04f tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.43 "DELETE /v2.0/ports/679882f4-6cff-4fe3-b206-a1d41b72008c HTTP/1.1" status: 204 len: 173 time: 0.7447000 Jul 27 22:54:00.721255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4d3792-607d-47b8-850f-3b89e71f5482', 'name': 'network-vif-deleted', 'tag': '679882f4-6cff-4fe3-b206-a1d41b72008c'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:54:00.726659 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a94e58d-1a8c-4ca1-9e58-1c412567df9f" -d '{"events": [{"server_uuid": "fc4d3792-607d-47b8-850f-3b89e71f5482", "name": "network-vif-deleted", "tag": "679882f4-6cff-4fe3-b206-a1d41b72008c"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:54:00.768487 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ea1f4b-753e-4e25-9acd-e8f3e2908410 x-openstack-request-id: req-a2ea1f4b-753e-4e25-9acd-e8f3e2908410 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:54:00.768840 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4d3792-607d-47b8-850f-3b89e71f5482", "name": "network-vif-deleted", "tag": "679882f4-6cff-4fe3-b206-a1d41b72008c", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:54:00.769151 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2ea1f4b-753e-4e25-9acd-e8f3e2908410 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:54:00.769604 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4d3792-607d-47b8-850f-3b89e71f5482', 'name': 'network-vif-deleted', 'tag': '679882f4-6cff-4fe3-b206-a1d41b72008c', 'status': 'completed', 'code': 200} Jul 27 22:54:00.770427 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3dc6bbda-b88d-4c6c-9df1-23ea53bd73cd req-28dcff60-0b48-4ff6-94d5-d48b9c9f6d12 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc4d3792-607d-47b8-850f-3b89e71f5482 HTTP/1.1" status: 200 len: 210 time: 0.0370114 Jul 27 22:54:02.258996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b5fa2a13-cd3d-48de-821e-cf7ea2ebcd7d tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:02.260442 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b5fa2a13-cd3d-48de-821e-cf7ea2ebcd7d tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/networks?id=7af1cef4-7a5d-4f61-b471-d4f001261e0b HTTP/1.1" status: 200 len: 817 time: 0.1008201 Jul 27 22:54:02.275839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-79eb8e0b-4bf2-4809-b42a-fb0edba6af03 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/quotas/fd6b108f2fc44359bacae48cf25bab44 HTTP/1.1" status: 200 len: 375 time: 0.0096233 Jul 27 22:54:02.325356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-94ccdfab-d550-4677-8d68-0e85785719c5 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd6b108f2fc44359bacae48cf25bab44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443902 Jul 27 22:54:02.432238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-57ad8e60-2107-43a2-8f8f-edf960a61e88 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:54:02.433293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-57ad8e60-2107-43a2-8f8f-edf960a61e88 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0965402 Jul 27 22:54:02.527572 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-d776ae9a-2173-4600-a94c-9e43d01f4e8b service neutron] 10.222.0.24 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872858 Jul 27 22:54:02.617323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-ac2c6483-578c-447b-a9b0-84c387f131ab service neutron] 10.222.0.24 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833304 Jul 27 22:54:02.777174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37e82eb1-f780-4f89-8075-1410e16d15b0 req-dca5a9e0-2c23-427a-a66a-3132a6e1d7a0 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 210 time: 0.0278332 Jul 27 22:54:03.665374 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-ad05cff7-a1d0-4fd2-ba5a-e122ef65e3a2 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:03.666892 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-ad05cff7-a1d0-4fd2-ba5a-e122ef65e3a2 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.43 "GET /v2.0/networks?id=7af1cef4-7a5d-4f61-b471-d4f001261e0b HTTP/1.1" status: 200 len: 817 time: 0.1002295 Jul 27 22:54:03.680973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Request body: {'port': {'device_id': '4d606f36-177d-4f59-a018-af280bb58de0', 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b', 'admin_state_up': True, 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:03.794485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Made reservation on behalf of fd6b108f2fc44359bacae48cf25bab44 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:54:03.798501 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:03.871141 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-684f36b6-ced9-43fa-8290-5779037956dd req-5d3c117b-b1f0-4053-ac0f-5780cdff9af8 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 210 time: 0.0264523 Jul 27 22:54:03.925400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Allocated IP 172.20.0.11 (7af1cef4-7a5d-4f61-b471-d4f001261e0b/78f02863-27d3-42e5-bb8c-cdf5fb9b5776/d48aa35e-92f0-4eb0-8273-c54876bdad26) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:04.072204 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.086968 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Transition to ACTIVE for port object d48aa35e-92f0-4eb0-8273-c54876bdad26 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:04.119135 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.165030 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Network 7af1cef4-7a5d-4f61-b471-d4f001261e0b is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:04.168125 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:04.175264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:04.198581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Pushing event updated for resources: {'Port': ['ID=d48aa35e-92f0-4eb0-8273-c54876bdad26,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:04.227084 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:04.227976 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.243251 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-b1690a98-e07f-48fe-bc59-8abda4de0952 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5670691 Jul 27 22:54:04.256604 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Request body: {'port': {'device_id': '4d606f36-177d-4f59-a018-af280bb58de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:04.312712 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.394141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 679882f4-6cff-4fe3-b206-a1d41b72008c no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:54:04.414039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 679882f4-6cff-4fe3-b206-a1d41b72008c {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:54:04.414453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 679882f4-6cff-4fe3-b206-a1d41b72008c not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:54:04.451014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-11692a72-cb11-4019-b6f4-d778ce2c6420 None None] Provisioning for port d48aa35e-92f0-4eb0-8273-c54876bdad26 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:04.455652 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-11692a72-cb11-4019-b6f4-d778ce2c6420 None None] Provisioning complete for port d48aa35e-92f0-4eb0-8273-c54876bdad26 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:04.456025 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11692a72-cb11-4019-b6f4-d778ce2c6420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.493832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-11692a72-cb11-4019-b6f4-d778ce2c6420 None None] Port d48aa35e-92f0-4eb0-8273-c54876bdad26 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:54:04.580035 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48aa35e-92f0-4eb0-8273-c54876bdad26 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:54:04.587345 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.599365 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Transition to ACTIVE for port object d48aa35e-92f0-4eb0-8273-c54876bdad26 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:04.603015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.652741 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Pushing event updated for resources: {'Port': ['ID=d48aa35e-92f0-4eb0-8273-c54876bdad26,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:04.719374 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Attempting to bind port d48aa35e-92f0-4eb0-8273-c54876bdad26 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:04.720063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Attempting to bind port d48aa35e-92f0-4eb0-8273-c54876bdad26 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:04.720063 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Attempting to bind port d48aa35e-92f0-4eb0-8273-c54876bdad26 on network 7af1cef4-7a5d-4f61-b471-d4f001261e0b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:04.724620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Port d48aa35e-92f0-4eb0-8273-c54876bdad26 on network 7af1cef4-7a5d-4f61-b471-d4f001261e0b not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:54:04.724959 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Attempting to bind port d48aa35e-92f0-4eb0-8273-c54876bdad26 on network 7af1cef4-7a5d-4f61-b471-d4f001261e0b {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:04.730332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:04.730677 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Checking segment: {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:04.731067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Bound using segment: {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:04.731502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Bound port: d48aa35e-92f0-4eb0-8273-c54876bdad26, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d65b66-3cab-46d6-9518-1aa001cfd098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:04.731871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.803022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] For port d48aa35e-92f0-4eb0-8273-c54876bdad26, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:04.806955 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] For port d48aa35e-92f0-4eb0-8273-c54876bdad26, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d48aa35e-92f0-4eb0-8273-c54876bdad26,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:04.812553 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.845740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:04.846419 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:04.847783 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] 10.222.0.43 "PUT /v2.0/ports/d48aa35e-92f0-4eb0-8273-c54876bdad26 HTTP/1.1" status: 200 len: 1092 time: 0.5955803 Jul 27 22:54:04.848220 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d606f36-177d-4f59-a018-af280bb58de0', 'tag': 'd48aa35e-92f0-4eb0-8273-c54876bdad26'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:54:04.850496 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a00b8bc-d831-478c-905d-63a03620a377" -d '{"events": [{"name": "network-changed", "server_uuid": "4d606f36-177d-4f59-a018-af280bb58de0", "tag": "d48aa35e-92f0-4eb0-8273-c54876bdad26"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:54:04.880806 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bd537-61e1-45ec-8e42-80736ff45f65 service neutron] Pushing event updated for resources: {'Port': ['ID=d48aa35e-92f0-4eb0-8273-c54876bdad26,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:04.894098 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6783358f-6ed1-4f2b-892d-32993345018f x-openstack-request-id: req-6783358f-6ed1-4f2b-892d-32993345018f {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:54:04.894331 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d606f36-177d-4f59-a018-af280bb58de0", "tag": "d48aa35e-92f0-4eb0-8273-c54876bdad26", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:54:04.894553 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6783358f-6ed1-4f2b-892d-32993345018f {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:54:04.894960 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d606f36-177d-4f59-a018-af280bb58de0', 'tag': 'd48aa35e-92f0-4eb0-8273-c54876bdad26', 'status': 'completed', 'code': 200} Jul 27 22:54:04.947197 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-9938205e-eb9f-4bc6-a9c6-6c2a4ed7d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:04.948943 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-9938205e-eb9f-4bc6-a9c6-6c2a4ed7d579 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd6b108f2fc44359bacae48cf25bab44&device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 1095 time: 0.0457947 Jul 27 22:54:04.997398 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-1a434eec-496c-40ce-b997-e4bf005a818d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d48aa35e-92f0-4eb0-8273-c54876bdad26 HTTP/1.1" status: 200 len: 217 time: 0.0401313 Jul 27 22:54:04.997830 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a357c5d-ef5d-4f91-9868-842633bae5b5 req-77198954-6038-4244-a28f-472e64164542 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:04.999405 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a357c5d-ef5d-4f91-9868-842633bae5b5 req-77198954-6038-4244-a28f-472e64164542 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 944 time: 0.0588651 Jul 27 22:54:05.041401 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a357c5d-ef5d-4f91-9868-842633bae5b5 req-598bca25-2522-4d37-bc6a-1a6972c84de1 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Jul 27 22:54:05.050639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-380d667f-6bec-41fb-a45d-37707d38e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:05.052310 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-380d667f-6bec-41fb-a45d-37707d38e760 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78f02863-27d3-42e5-bb8c-cdf5fb9b5776 HTTP/1.1" status: 200 len: 856 time: 0.0480628 Jul 27 22:54:05.098368 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-9466a1cf-41fa-46f7-a493-610660424c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:05.100170 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-9466a1cf-41fa-46f7-a493-610660424c8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7af1cef4-7a5d-4f61-b471-d4f001261e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408742 Jul 27 22:54:05.192533 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-813f74f3-d2fc-4e43-8edf-e3df2c02f78a service neutron] 10.222.0.43 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852876 Jul 27 22:54:05.281546 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-1855f2be-ca7f-4d32-b6a2-2cc649b973e1 req-13dcf3f9-ecce-4ab0-97af-6f50839cbadd service neutron] 10.222.0.43 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819979 Jul 27 22:54:05.367223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b8bc-d831-478c-905d-63a03620a377 req-8a15690a-1478-4f20-85ba-fa15a764bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:05.368719 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2a00b8bc-d831-478c-905d-63a03620a377 req-8a15690a-1478-4f20-85ba-fa15a764bab0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd6b108f2fc44359bacae48cf25bab44&device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 1095 time: 0.0416515 Jul 27 22:54:05.462767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b8bc-d831-478c-905d-63a03620a377 req-93849f37-6519-4050-b39b-31cbccbc08da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:05.464247 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2a00b8bc-d831-478c-905d-63a03620a377 req-93849f37-6519-4050-b39b-31cbccbc08da service neutron] 10.222.0.43 "GET /v2.0/networks?id=7af1cef4-7a5d-4f61-b471-d4f001261e0b HTTP/1.1" status: 200 len: 918 time: 0.0880413 Jul 27 22:54:05.507731 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2a00b8bc-d831-478c-905d-63a03620a377 req-4c0164e1-6fe6-4653-b4ca-c1663046a1ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d48aa35e-92f0-4eb0-8273-c54876bdad26 HTTP/1.1" status: 200 len: 217 time: 0.0353301 Jul 27 22:54:05.560389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b8bc-d831-478c-905d-63a03620a377 req-b6e094cc-ba81-4d61-906b-2a80e42ae079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:05.561850 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2a00b8bc-d831-478c-905d-63a03620a377 req-b6e094cc-ba81-4d61-906b-2a80e42ae079 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=78f02863-27d3-42e5-bb8c-cdf5fb9b5776 HTTP/1.1" status: 200 len: 856 time: 0.0473616 Jul 27 22:54:05.608293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00b8bc-d831-478c-905d-63a03620a377 req-57e0e5aa-a04a-485c-aa19-7fefe7435b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:05.609740 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2a00b8bc-d831-478c-905d-63a03620a377 req-57e0e5aa-a04a-485c-aa19-7fefe7435b41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7af1cef4-7a5d-4f61-b471-d4f001261e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401359 Jul 27 22:54:05.699863 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2a00b8bc-d831-478c-905d-63a03620a377 req-14ff0d34-efbb-49fe-9efc-08e3bac67e1e service neutron] 10.222.0.43 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806968 Jul 27 22:54:05.800348 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2a00b8bc-d831-478c-905d-63a03620a377 req-4eabc976-4678-4d98-b317-43bca9c2e762 service neutron] 10.222.0.43 "GET /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914326 Jul 27 22:54:06.215730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ff5b5-764f-422d-80ac-8c30460d8011 req-2f6bcf73-ed93-4a8d-ada4-7d5573c19b83 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:06.217188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e5ff5b5-764f-422d-80ac-8c30460d8011 req-2f6bcf73-ed93-4a8d-ada4-7d5573c19b83 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 944 time: 0.1000452 Jul 27 22:54:06.254975 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e5ff5b5-764f-422d-80ac-8c30460d8011 req-af5572da-d874-45ad-a7ac-e60da11f264e tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313287 Jul 27 22:54:07.422133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0df38f-253f-453b-ba82-dbf07c3d6194 req-ee70d02b-a39d-4ca0-a3cd-22b6fda3b538 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:07.424157 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e0df38f-253f-453b-ba82-dbf07c3d6194 req-ee70d02b-a39d-4ca0-a3cd-22b6fda3b538 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 944 time: 0.1031981 Jul 27 22:54:07.461977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5e0df38f-253f-453b-ba82-dbf07c3d6194 req-c87c55ca-4002-4682-913e-2868ac916ba2 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318575 Jul 27 22:54:08.411146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d48aa35e-92f0-4eb0-8273-c54876bdad26 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:54:08.506977 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d48aa35e-92f0-4eb0-8273-c54876bdad26, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d48aa35e-92f0-4eb0-8273-c54876bdad26,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:08.519095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'd48aa35e-92f0-4eb0-8273-c54876bdad26', 'network_id': '7af1cef4-7a5d-4f61-b471-d4f001261e0b', 'port_id': 'd48aa35e-92f0-4eb0-8273-c54876bdad26', 'mac_address': 'fa:16:3e:cd:f8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f02863-27d3-42e5-bb8c-cdf5fb9b5776', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:54:08.555348 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:08.568854 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48aa35e-92f0-4eb0-8273-c54876bdad26 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:54:08.581578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f89e5f-604e-45f4-b165-8bb3c6d1d4b6 req-44e27d98-f0d9-49e4-a454-bac6b6164dbf tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:08.583123 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-60f89e5f-604e-45f4-b165-8bb3c6d1d4b6 req-44e27d98-f0d9-49e4-a454-bac6b6164dbf tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 944 time: 0.0533235 Jul 27 22:54:08.588883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d48aa35e-92f0-4eb0-8273-c54876bdad26, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d48aa35e-92f0-4eb0-8273-c54876bdad26,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:08.592888 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:08.621966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-60f89e5f-604e-45f4-b165-8bb3c6d1d4b6 req-bce2f5e0-b715-4ae6-ad70-a5ca0a01a50e tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Jul 27 22:54:08.641234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d48aa35e-92f0-4eb0-8273-c54876bdad26,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:08.649185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:08.649532 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:08.649872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:08.650207 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:08.650564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:08.650893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:08.651220 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:08.651542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:08.651865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:08.652185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:08.652498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:08.652824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:08.792226 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d48aa35e-92f0-4eb0-8273-c54876bdad26'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:54:09.738783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fea6d8-9766-4f89-80c0-e8624b33cc10 req-88d353a7-a1b0-4577-92c7-9260f113f075 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:09.740272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4fea6d8-9766-4f89-80c0-e8624b33cc10 req-88d353a7-a1b0-4577-92c7-9260f113f075 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 945 time: 0.0527475 Jul 27 22:54:09.777582 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d4fea6d8-9766-4f89-80c0-e8624b33cc10 req-f09236e0-1feb-4e88-a71e-c2cd86a1e07a tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314791 Jul 27 22:54:10.427677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d48aa35e-92f0-4eb0-8273-c54876bdad26 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:10.475280 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port d48aa35e-92f0-4eb0-8273-c54876bdad26 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:10.479218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port d48aa35e-92f0-4eb0-8273-c54876bdad26 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:10.479583 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:10.557563 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:10.578814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d606f36-177d-4f59-a018-af280bb58de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48aa35e-92f0-4eb0-8273-c54876bdad26'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:54:10.582016 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38462d12-feee-4e09-a12e-61b5d03910a8" -d '{"events": [{"server_uuid": "4d606f36-177d-4f59-a018-af280bb58de0", "name": "network-vif-plugged", "status": "completed", "tag": "d48aa35e-92f0-4eb0-8273-c54876bdad26"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:54:10.594438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port d48aa35e-92f0-4eb0-8273-c54876bdad26, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d48aa35e-92f0-4eb0-8273-c54876bdad26,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:10.598909 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:10.623209 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a48f8f-e3bf-4a47-888d-44682001a54c x-openstack-request-id: req-e0a48f8f-e3bf-4a47-888d-44682001a54c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:54:10.623495 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d606f36-177d-4f59-a018-af280bb58de0", "name": "network-vif-plugged", "status": "completed", "tag": "d48aa35e-92f0-4eb0-8273-c54876bdad26", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:54:10.623741 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0a48f8f-e3bf-4a47-888d-44682001a54c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:54:10.624122 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d606f36-177d-4f59-a018-af280bb58de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48aa35e-92f0-4eb0-8273-c54876bdad26', 'code': 200} Jul 27 22:54:10.648273 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=d48aa35e-92f0-4eb0-8273-c54876bdad26,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:10.720607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398c721-7d45-43a9-ba4e-a25dba531e72 req-5689ec33-2bdf-4058-ab01-297837174d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:10.722226 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4398c721-7d45-43a9-ba4e-a25dba531e72 req-5689ec33-2bdf-4058-ab01-297837174d04 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 1097 time: 0.0418823 Jul 27 22:54:10.757758 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4398c721-7d45-43a9-ba4e-a25dba531e72 req-4b5c7cdd-fd70-4a47-86f1-2d108be0ef1b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273573 Jul 27 22:54:10.889295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d75b3c-f507-423a-b424-a75eaa64ca6c req-826ca121-6d18-4c2f-a397-3904beb33dcf tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:10.890782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a8d75b3c-f507-423a-b424-a75eaa64ca6c req-826ca121-6d18-4c2f-a397-3904beb33dcf tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 946 time: 0.0483360 Jul 27 22:54:10.927523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a8d75b3c-f507-423a-b424-a75eaa64ca6c req-acc68b6d-52ab-46f5-bbcc-4a5cae7da1be tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303526 Jul 27 22:54:12.047540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a284ae-cdde-4aa1-bf15-58312c70cc3a req-b984b21d-8a74-425c-81c4-b14b40e3fa51 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:12.049549 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75a284ae-cdde-4aa1-bf15-58312c70cc3a req-b984b21d-8a74-425c-81c4-b14b40e3fa51 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 946 time: 0.0527029 Jul 27 22:54:12.086836 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-75a284ae-cdde-4aa1-bf15-58312c70cc3a req-7aef087f-f6e9-418b-9a05-2ac63c1b1eef tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313971 Jul 27 22:54:12.200460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bd75d-629f-442a-a47a-f9ca33f05cb9 req-3d3c1b9c-87cd-41f0-b57b-5e66941c9f50 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:12.201957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-877bd75d-629f-442a-a47a-f9ca33f05cb9 req-3d3c1b9c-87cd-41f0-b57b-5e66941c9f50 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 946 time: 0.0491133 Jul 27 22:54:12.239910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-877bd75d-629f-442a-a47a-f9ca33f05cb9 req-cbf913cb-0bf8-414d-b9f7-fbe0950f8bdc tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Jul 27 22:54:12.815696 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-eb5371ef-db80-4fc2-a98a-c04ceaf32b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:12.953055 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:15.483558 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-445cb7bd-0c20-47f4-8838-3be3ce6790f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:15.829224 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:16.583287 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:16.922869 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:18.290928 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:29.908944 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:54:30.592347 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a1ae2-fdb5-4bc4-908f-78aadcb44273 req-25ca3f3e-d1d8-4ea2-b3b8-fe76dd14424c tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:30.593908 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-809a1ae2-fdb5-4bc4-908f-78aadcb44273 req-25ca3f3e-d1d8-4ea2-b3b8-fe76dd14424c tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 946 time: 0.0494509 Jul 27 22:54:30.633200 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-809a1ae2-fdb5-4bc4-908f-78aadcb44273 req-2a06f683-ba8d-4b64-be99-a6e43a47c683 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317507 Jul 27 22:54:31.758310 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efeaf85-0ac3-493b-b411-17f607607ba5 req-ee6d3aeb-6966-4fe9-bd49-0442dd0499a0 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:31.759823 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3efeaf85-0ac3-493b-b411-17f607607ba5 req-ee6d3aeb-6966-4fe9-bd49-0442dd0499a0 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 946 time: 0.0559163 Jul 27 22:54:31.796947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3efeaf85-0ac3-493b-b411-17f607607ba5 req-ef0ecc01-6e73-4e8c-8ba8-a25eeb8547f5 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e4bcd77-88f6-43ad-94a7-9817efcc4420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311975 Jul 27 22:54:32.154381 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f68824-3679-4955-9a20-6b4a5956caf2 req-b2ca5c53-9efc-4d41-ad59-fb68c8e4163b tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:32.155817 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-51f68824-3679-4955-9a20-6b4a5956caf2 req-b2ca5c53-9efc-4d41-ad59-fb68c8e4163b tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 946 time: 0.0478568 Jul 27 22:54:32.247575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-51f68824-3679-4955-9a20-6b4a5956caf2 req-453b1cc4-ee2e-4fac-8664-77b63bfe6eb4 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Deleting port d48aa35e-92f0-4eb0-8273-c54876bdad26 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:54:32.247915 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-51f68824-3679-4955-9a20-6b4a5956caf2 req-453b1cc4-ee2e-4fac-8664-77b63bfe6eb4 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:32.339785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-51f68824-3679-4955-9a20-6b4a5956caf2 req-453b1cc4-ee2e-4fac-8664-77b63bfe6eb4 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] For port d48aa35e-92f0-4eb0-8273-c54876bdad26, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=d48aa35e-92f0-4eb0-8273-c54876bdad26,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:32.340152 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-51f68824-3679-4955-9a20-6b4a5956caf2 req-453b1cc4-ee2e-4fac-8664-77b63bfe6eb4 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:32.356048 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-51f68824-3679-4955-9a20-6b4a5956caf2 req-453b1cc4-ee2e-4fac-8664-77b63bfe6eb4 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Calling delete_port for d48aa35e-92f0-4eb0-8273-c54876bdad26 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:54:32.484970 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-51f68824-3679-4955-9a20-6b4a5956caf2 req-453b1cc4-ee2e-4fac-8664-77b63bfe6eb4 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:32.496785 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['d48aa35e-92f0-4eb0-8273-c54876bdad26'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:54:32.513705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b1cc4-ee2e-4fac-8664-77b63bfe6eb4 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Pushing event deleted for resources: {'Port': ['ID=d48aa35e-92f0-4eb0-8273-c54876bdad26,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:32.569837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f68824-3679-4955-9a20-6b4a5956caf2 req-453b1cc4-ee2e-4fac-8664-77b63bfe6eb4 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] No DVR routers for this DVR port d48aa35e-92f0-4eb0-8273-c54876bdad26 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:54:32.572511 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-51f68824-3679-4955-9a20-6b4a5956caf2 req-453b1cc4-ee2e-4fac-8664-77b63bfe6eb4 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:32.574553 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-51f68824-3679-4955-9a20-6b4a5956caf2 req-453b1cc4-ee2e-4fac-8664-77b63bfe6eb4 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.43 "DELETE /v2.0/ports/d48aa35e-92f0-4eb0-8273-c54876bdad26 HTTP/1.1" status: 204 len: 173 time: 0.4123096 Jul 27 22:54:32.574999 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d606f36-177d-4f59-a018-af280bb58de0', 'name': 'network-vif-deleted', 'tag': 'd48aa35e-92f0-4eb0-8273-c54876bdad26'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:54:32.577263 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9280ed9e-a0fb-4807-b693-1997625e3609" -d '{"events": [{"server_uuid": "4d606f36-177d-4f59-a018-af280bb58de0", "name": "network-vif-deleted", "tag": "d48aa35e-92f0-4eb0-8273-c54876bdad26"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:54:32.625015 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e581fc-031d-4184-92f8-9f5fc8756dc0 x-openstack-request-id: req-02e581fc-031d-4184-92f8-9f5fc8756dc0 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:54:32.625318 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d606f36-177d-4f59-a018-af280bb58de0", "name": "network-vif-deleted", "tag": "d48aa35e-92f0-4eb0-8273-c54876bdad26", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:54:32.625564 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02e581fc-031d-4184-92f8-9f5fc8756dc0 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:54:32.626027 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d606f36-177d-4f59-a018-af280bb58de0', 'name': 'network-vif-deleted', 'tag': 'd48aa35e-92f0-4eb0-8273-c54876bdad26', 'status': 'completed', 'code': 200} Jul 27 22:54:32.902796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f91dc9f8-c21a-4a86-9f13-d11311763311 req-8a3be022-cd34-4d13-8790-77c7067f5550 tempest-TestEncryptedCinderVolumes-1073633598 tempest-TestEncryptedCinderVolumes-1073633598-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d606f36-177d-4f59-a018-af280bb58de0 HTTP/1.1" status: 200 len: 210 time: 0.0276513 Jul 27 22:54:33.999012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34552) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:34.625002 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:34.862457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Deleting port f0736d5d-7550-48d6-a668-1b610cf6c9f9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:54:34.862800 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:34.938675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] For port f0736d5d-7550-48d6-a668-1b610cf6c9f9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f0736d5d-7550-48d6-a668-1b610cf6c9f9,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:34.939044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:34.951816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Calling delete_port for f0736d5d-7550-48d6-a668-1b610cf6c9f9 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:54:35.132132 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:35.156777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0736d5d-7550-48d6-a668-1b610cf6c9f9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:35.168945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:35.169307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:35.169659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:35.170003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:35.170373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:35.170713 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:35.171046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:35.171377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:35.171717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:35.172043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:35.172365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:35.172689 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:35.334872 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:35.547292 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Router f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:54:35.652366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:54:35.657417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-70bbad25-bcc3-4fb3-bb8d-9336822b0f88 admin admin] 10.222.0.24 "PUT /v2.0/routers/f2e7e382-4a45-4f8e-a6ca-e02b8acd3437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6573868 Jul 27 22:54:35.659990 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34554) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:35.663425 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfc9db-cf4a-4375-87c0-9ad18fa48c0d None None] Sync routers for ids ['f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:54:35.672818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfc9db-cf4a-4375-87c0-9ad18fa48c0d None None] Routers {'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:35.673444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bddfc9db-cf4a-4375-87c0-9ad18fa48c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:54:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:35.765635 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:35.873285 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:35.927496 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Deleting port 3cd687b8-2d74-415c-9190-44f476d12c5f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:54:35.927845 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:35.931542 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-bddfc9db-cf4a-4375-87c0-9ad18fa48c0d None None] Set router f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:36.007307 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] For port 3cd687b8-2d74-415c-9190-44f476d12c5f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3cd687b8-2d74-415c-9190-44f476d12c5f,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:36.007681 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.020498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Calling delete_port for 3cd687b8-2d74-415c-9190-44f476d12c5f owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:54:36.106937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bddfc9db-cf4a-4375-87c0-9ad18fa48c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'name': 'tempest-TestEncryptedCinderVolumes-1741892603-router', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:19Z', 'updated_at': '2021-07-27T22:54:35Z', 'revision_number': 5, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'gw_port': {'id': '3cd687b8-2d74-415c-9190-44f476d12c5f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:20Z', 'updated_at': '2021-07-27T22:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:36.136614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfc9db-cf4a-4375-87c0-9ad18fa48c0d None None] Checking router: f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:54:36.144675 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfc9db-cf4a-4375-87c0-9ad18fa48c0d None None] Routers {'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:36.145418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bddfc9db-cf4a-4375-87c0-9ad18fa48c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:54:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:36.187333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.216656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd687b8-2d74-415c-9190-44f476d12c5f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:36.230387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-bddfc9db-cf4a-4375-87c0-9ad18fa48c0d None None] Set router f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:36.276643 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.284810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bddfc9db-cf4a-4375-87c0-9ad18fa48c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'name': 'tempest-TestEncryptedCinderVolumes-1741892603-router', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:19Z', 'updated_at': '2021-07-27T22:54:35Z', 'revision_number': 6, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:36.311131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfc9db-cf4a-4375-87c0-9ad18fa48c0d None None] The sync data for ids ['f2e7e382-4a45-4f8e-a6ca-e02b8acd3437'] in n-d-802011-3 is: [{'id': 'f2e7e382-4a45-4f8e-a6ca-e02b8acd3437', 'name': 'tempest-TestEncryptedCinderVolumes-1741892603-router', 'tenant_id': 'fd6b108f2fc44359bacae48cf25bab44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:19Z', 'updated_at': '2021-07-27T22:54:35Z', 'revision_number': 6, 'project_id': 'fd6b108f2fc44359bacae48cf25bab44', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:54:36.370143 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.372231 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.414058 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.414525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:54:36.418895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.420041 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e03ab537-f380-4767-98ef-0d207d3d8891 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f2e7e382-4a45-4f8e-a6ca-e02b8acd3437 HTTP/1.1" status: 204 len: 168 time: 0.7591329 Jul 27 22:54:36.422568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:36.470039 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee77e89-9463-4af4-b2b1-010b0c6f366a admin admin] Deleting subnet 78f02863-27d3-42e5-bb8c-cdf5fb9b5776 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:54:36.473072 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ee77e89-9463-4af4-b2b1-010b0c6f366a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.507503 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ee77e89-9463-4af4-b2b1-010b0c6f366a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.518869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d48aa35e-92f0-4eb0-8273-c54876bdad26 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:54:36.541635 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: d48aa35e-92f0-4eb0-8273-c54876bdad26 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:54:36.541978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device d48aa35e-92f0-4eb0-8273-c54876bdad26 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:54:36.583909 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ee77e89-9463-4af4-b2b1-010b0c6f366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.635745 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ee77e89-9463-4af4-b2b1-010b0c6f366a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.665274 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee77e89-9463-4af4-b2b1-010b0c6f366a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f02863-27d3-42e5-bb8c-cdf5fb9b5776,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:36.668912 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9ee77e89-9463-4af4-b2b1-010b0c6f366a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.673288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9ee77e89-9463-4af4-b2b1-010b0c6f366a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/78f02863-27d3-42e5-bb8c-cdf5fb9b5776 HTTP/1.1" status: 204 len: 168 time: 0.2473500 Jul 27 22:54:36.673566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34558) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:36.678076 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61adff23-0053-4fb0-9b10-34f4787e8478 None None] Network 7af1cef4-7a5d-4f61-b471-d4f001261e0b requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:54:36.747102 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.799523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Deleting port bbe7f801-7cb4-4be1-9144-56ee3468721e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:54:36.799859 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.867348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] For port bbe7f801-7cb4-4be1-9144-56ee3468721e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bbe7f801-7cb4-4be1-9144-56ee3468721e,segment=NetworkSegment(84d65b66-3cab-46d6-9518-1aa001cfd098),segment_id=84d65b66-3cab-46d6-9518-1aa001cfd098)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:36.867712 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.880085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Calling delete_port for bbe7f801-7cb4-4be1-9144-56ee3468721e owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:54:36.958385 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:36.986994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] No DVR routers for this DVR port bbe7f801-7cb4-4be1-9144-56ee3468721e on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:54:36.991806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe7f801-7cb4-4be1-9144-56ee3468721e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:37.067919 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.077887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af1cef4-7a5d-4f61-b471-d4f001261e0b']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:37.089385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d65b66-3cab-46d6-9518-1aa001cfd098') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:37.089672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d65b66-3cab-46d6-9518-1aa001cfd098') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:37.092074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadda195-3786-492e-b4e0-f73d1d0b768c None None] DHCP port deletion for 7af1cef4-7a5d-4f61-b471-d4f001261e0b request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:54:37.100899 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.123380 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.130049 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:54:37.130994 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:54:37.132521 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:54:37.154842 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bbe7f801-7cb4-4be1-9144-56ee3468721e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:54:37.183462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: bbe7f801-7cb4-4be1-9144-56ee3468721e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:54:37.183889 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bbe7f801-7cb4-4be1-9144-56ee3468721e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:54:37.184385 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3cd687b8-2d74-415c-9190-44f476d12c5f no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:54:37.195394 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.201614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.203738 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7af1cef4-7a5d-4f61-b471-d4f001261e0b HTTP/1.1" status: 204 len: 168 time: 0.5293062 Jul 27 22:54:37.207008 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34560) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:37.210436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 3cd687b8-2d74-415c-9190-44f476d12c5f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:54:37.210713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3cd687b8-2d74-415c-9190-44f476d12c5f not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:54:37.211124 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f0736d5d-7550-48d6-a668-1b610cf6c9f9 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:54:37.217767 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0770cb-0f29-43cf-8242-ec9e2881fab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7af1cef4-7a5d-4f61-b471-d4f001261e0b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:37.233431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: f0736d5d-7550-48d6-a668-1b610cf6c9f9 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:54:37.233793 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f0736d5d-7550-48d6-a668-1b610cf6c9f9 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:54:37.556771 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e701d7a-1ed1-4b82-8989-714d93cfd6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.802855 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4e701d7a-1ed1-4b82-8989-714d93cfd6c1 admin admin] Deleting port 67f681bd-6134-4557-a45e-a710b746d82b {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:54:37.803201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e701d7a-1ed1-4b82-8989-714d93cfd6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.882089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-4e701d7a-1ed1-4b82-8989-714d93cfd6c1 admin admin] For port 67f681bd-6134-4557-a45e-a710b746d82b, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=67f681bd-6134-4557-a45e-a710b746d82b,segment=NetworkSegment(a08401bf-0265-482f-a363-ce0bbc399f6f),segment_id=a08401bf-0265-482f-a363-ce0bbc399f6f)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:37.882397 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e701d7a-1ed1-4b82-8989-714d93cfd6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:37.894606 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-4e701d7a-1ed1-4b82-8989-714d93cfd6c1 admin admin] Calling delete_port for 67f681bd-6134-4557-a45e-a710b746d82b owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:54:38.075091 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e701d7a-1ed1-4b82-8989-714d93cfd6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:38.102207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e701d7a-1ed1-4b82-8989-714d93cfd6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f681bd-6134-4557-a45e-a710b746d82b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:38.263342 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4e701d7a-1ed1-4b82-8989-714d93cfd6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:38.469762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e701d7a-1ed1-4b82-8989-714d93cfd6c1 admin admin] Router 5af39484-f520-4fcd-ac22-1afdd83eda84 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:54:38.571831 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e701d7a-1ed1-4b82-8989-714d93cfd6c1 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:54:38.579336 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4e701d7a-1ed1-4b82-8989-714d93cfd6c1 admin admin] 10.222.0.24 "PUT /v2.0/routers/5af39484-f520-4fcd-ac22-1afdd83eda84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3667016 Jul 27 22:54:38.579488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34562) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:38.580253 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc97729d-5143-4db4-83be-0b7faf3e9adb None None] Sync routers for ids ['5af39484-f520-4fcd-ac22-1afdd83eda84'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:54:38.590279 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97729d-5143-4db4-83be-0b7faf3e9adb None None] Routers {'5af39484-f520-4fcd-ac22-1afdd83eda84'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:38.590889 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc97729d-5143-4db4-83be-0b7faf3e9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:54:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['5af39484-f520-4fcd-ac22-1afdd83eda84'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:38.684116 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:38.691825 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bc97729d-5143-4db4-83be-0b7faf3e9adb None None] Set router 5af39484-f520-4fcd-ac22-1afdd83eda84 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:38.786075 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:38.842440 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Deleting port 8f64bfae-51cd-416d-9743-11e1f618547e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:54:38.842966 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:38.874715 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc97729d-5143-4db4-83be-0b7faf3e9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'name': 'tempest-TestEncryptedCinderVolumes-1425799164-router', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:24Z', 'updated_at': '2021-07-27T22:54:38Z', 'revision_number': 5, 'project_id': '6ff030d85e42409885d5345309acb7fc', 'gw_port': {'id': '8f64bfae-51cd-416d-9743-11e1f618547e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:53:25Z', 'updated_at': '2021-07-27T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:38.905853 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc97729d-5143-4db4-83be-0b7faf3e9adb None None] Checking router: 5af39484-f520-4fcd-ac22-1afdd83eda84 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:54:38.915051 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97729d-5143-4db4-83be-0b7faf3e9adb None None] Routers {'5af39484-f520-4fcd-ac22-1afdd83eda84'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:38.915920 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc97729d-5143-4db4-83be-0b7faf3e9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:54:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['5af39484-f520-4fcd-ac22-1afdd83eda84'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:38.936597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] For port 8f64bfae-51cd-416d-9743-11e1f618547e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8f64bfae-51cd-416d-9743-11e1f618547e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:38.936978 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:38.950824 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Calling delete_port for 8f64bfae-51cd-416d-9743-11e1f618547e owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:54:39.101121 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bc97729d-5143-4db4-83be-0b7faf3e9adb None None] Set router 5af39484-f520-4fcd-ac22-1afdd83eda84 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:39.119203 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.152657 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f64bfae-51cd-416d-9743-11e1f618547e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:39.152829 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc97729d-5143-4db4-83be-0b7faf3e9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'name': 'tempest-TestEncryptedCinderVolumes-1425799164-router', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:24Z', 'updated_at': '2021-07-27T22:54:38Z', 'revision_number': 6, 'project_id': '6ff030d85e42409885d5345309acb7fc', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:39.182030 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc97729d-5143-4db4-83be-0b7faf3e9adb None None] The sync data for ids ['5af39484-f520-4fcd-ac22-1afdd83eda84'] in n-d-802011-3 is: [{'id': '5af39484-f520-4fcd-ac22-1afdd83eda84', 'name': 'tempest-TestEncryptedCinderVolumes-1425799164-router', 'tenant_id': '6ff030d85e42409885d5345309acb7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:53:24Z', 'updated_at': '2021-07-27T22:54:38Z', 'revision_number': 6, 'project_id': '6ff030d85e42409885d5345309acb7fc', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:54:39.218335 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.316258 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.319225 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.687933 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.688517 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5af39484-f520-4fcd-ac22-1afdd83eda84 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:54:39.694550 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.695708 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f041609f-6fb0-4ecd-81e1-b0cbf851c427 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5af39484-f520-4fcd-ac22-1afdd83eda84 HTTP/1.1" status: 204 len: 168 time: 1.1152949 Jul 27 22:54:39.698158 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34564) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:39.741051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7112e2-4ce0-42a4-b06d-676e9a38d7db admin admin] Deleting subnet dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:54:39.744015 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2e7112e2-4ce0-42a4-b06d-676e9a38d7db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.777117 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2e7112e2-4ce0-42a4-b06d-676e9a38d7db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.854742 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2e7112e2-4ce0-42a4-b06d-676e9a38d7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.906530 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2e7112e2-4ce0-42a4-b06d-676e9a38d7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.931951 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7112e2-4ce0-42a4-b06d-676e9a38d7db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:39.935433 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2e7112e2-4ce0-42a4-b06d-676e9a38d7db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:39.938731 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2e7112e2-4ce0-42a4-b06d-676e9a38d7db admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dd92e731-14f1-4e9c-b213-6bbe7e4d4cd1 HTTP/1.1" status: 204 len: 168 time: 0.2395673 Jul 27 22:54:39.939763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34566) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:39.944505 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba7d2c-d6f7-4961-b8bf-6cbc1f2c78c2 None None] Network db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:54:40.017619 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.072406 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Deleting port e0b6b442-7c95-4dbe-afee-a612c4a874b0 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:54:40.072752 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.109845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3103ef-bd08-4a53-8f14-bbfcfaa52802 None None] DHCP port deletion for db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:54:40.137810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] For port e0b6b442-7c95-4dbe-afee-a612c4a874b0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e0b6b442-7c95-4dbe-afee-a612c4a874b0,segment=NetworkSegment(a08401bf-0265-482f-a363-ce0bbc399f6f),segment_id=a08401bf-0265-482f-a363-ce0bbc399f6f)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:40.138183 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.152103 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Calling delete_port for e0b6b442-7c95-4dbe-afee-a612c4a874b0 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:54:40.155157 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1e3103ef-bd08-4a53-8f14-bbfcfaa52802 None None] Deleting port e0b6b442-7c95-4dbe-afee-a612c4a874b0 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:54:40.155530 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e3103ef-bd08-4a53-8f14-bbfcfaa52802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.220278 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1e3103ef-bd08-4a53-8f14-bbfcfaa52802 None None] For port e0b6b442-7c95-4dbe-afee-a612c4a874b0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e0b6b442-7c95-4dbe-afee-a612c4a874b0,segment=NetworkSegment(a08401bf-0265-482f-a363-ce0bbc399f6f),segment_id=a08401bf-0265-482f-a363-ce0bbc399f6f)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:40.220789 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e3103ef-bd08-4a53-8f14-bbfcfaa52802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.235282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1e3103ef-bd08-4a53-8f14-bbfcfaa52802 None None] Calling delete_port for e0b6b442-7c95-4dbe-afee-a612c4a874b0 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:54:40.241142 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.267938 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b6b442-7c95-4dbe-afee-a612c4a874b0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:40.275781 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] No DVR routers for this DVR port e0b6b442-7c95-4dbe-afee-a612c4a874b0 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:54:40.336438 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e3103ef-bd08-4a53-8f14-bbfcfaa52802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.349853 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.359904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7e85a3-c950-4b00-8eae-e8b6f43e3ac5']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:40.363184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3103ef-bd08-4a53-8f14-bbfcfaa52802 None None] Pushing event deleted for resources: {'Port': ['ID=e0b6b442-7c95-4dbe-afee-a612c4a874b0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:40.365268 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3103ef-bd08-4a53-8f14-bbfcfaa52802 None None] No DVR routers for this DVR port e0b6b442-7c95-4dbe-afee-a612c4a874b0 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:54:40.370782 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08401bf-0265-482f-a363-ce0bbc399f6f') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:40.371081 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08401bf-0265-482f-a363-ce0bbc399f6f') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:40.380548 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.393751 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.400418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:54:40.400810 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:54:40.402453 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:54:40.454781 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.460694 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.465205 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/db7e85a3-c950-4b00-8eae-e8b6f43e3ac5 HTTP/1.1" status: 204 len: 168 time: 0.5244408 Jul 27 22:54:40.476397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32908936-3e9e-46fd-88c6-4c4acebc68a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7e85a3-c950-4b00-8eae-e8b6f43e3ac5,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:40.625784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34570) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:40.664895 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1fa21faf-e532-4e54-9797-a4fdb7927a77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd6b108f2fc44359bacae48cf25bab44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379589 Jul 27 22:54:40.667377 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34572) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:40.714539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2aad0293-b0b4-491f-aea3-e305a7dee654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.735263 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2aad0293-b0b4-491f-aea3-e305a7dee654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.782167 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2aad0293-b0b4-491f-aea3-e305a7dee654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.784868 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2aad0293-b0b4-491f-aea3-e305a7dee654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:40.786173 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2aad0293-b0b4-491f-aea3-e305a7dee654 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e4bcd77-88f6-43ad-94a7-9817efcc4420 HTTP/1.1" status: 204 len: 168 time: 0.1178041 Jul 27 22:54:40.793494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad0293-b0b4-491f-aea3-e305a7dee654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4bcd77-88f6-43ad-94a7-9817efcc4420,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:40.933964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8f64bfae-51cd-416d-9743-11e1f618547e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:54:40.954803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 8f64bfae-51cd-416d-9743-11e1f618547e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:54:40.955362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8f64bfae-51cd-416d-9743-11e1f618547e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:54:40.955556 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 67f681bd-6134-4557-a45e-a710b746d82b no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:54:40.974811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 67f681bd-6134-4557-a45e-a710b746d82b {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:54:40.975149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 67f681bd-6134-4557-a45e-a710b746d82b not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:54:40.975618 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e0b6b442-7c95-4dbe-afee-a612c4a874b0 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:54:40.997197 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: e0b6b442-7c95-4dbe-afee-a612c4a874b0 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:54:40.997531 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e0b6b442-7c95-4dbe-afee-a612c4a874b0 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:54:41.110708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34578) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:41.149937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8fbef7c3-3b3b-4af3-b974-56cc42df82e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ff030d85e42409885d5345309acb7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379694 Jul 27 22:54:41.152203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34580) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:41.205258 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2e67cfb-ad1b-41cd-9bcc-8da98d129077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:41.226430 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2e67cfb-ad1b-41cd-9bcc-8da98d129077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:41.274667 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2e67cfb-ad1b-41cd-9bcc-8da98d129077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:41.277210 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2e67cfb-ad1b-41cd-9bcc-8da98d129077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:41.280744 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b2e67cfb-ad1b-41cd-9bcc-8da98d129077 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8dda785b-7846-4290-ae99-b2c0a58f2ff9 HTTP/1.1" status: 204 len: 168 time: 0.1252749 Jul 27 22:54:41.286404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e67cfb-ad1b-41cd-9bcc-8da98d129077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dda785b-7846-4290-ae99-b2c0a58f2ff9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:41.945862 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34602) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:42.048936 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1732178254-network', 'tenant_id': 'f74486f2f4b84801a0e8493839816298'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:42.068965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Made reservation on behalf of f74486f2f4b84801a0e8493839816298 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:54:42.071475 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.079951 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.183287 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.186871 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.209077 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:54:42.222718 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e83b98-1bed-4126-af1a-ceb007e06ef0,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:42.229624 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.229974 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Added segment 849e68ba-354d-4593-a4c5-0f2da236d9a6 of type vlan for network ac6563f0-2456-40b5-a992-1b649bf07e87 Jul 27 22:54:42.269404 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.297834 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.298817 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:42.299433 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.353136 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4058454 Jul 27 22:54:42.356087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34606) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:42.358291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ee823-3c99-4ee4-9234-196225528da7 admin admin] Pushing event updated for resources: {'Network': ['ID=ac6563f0-2456-40b5-a992-1b649bf07e87,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:42.361691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8ecaf14b-5c42-47ab-b96a-f6edb4b5c4b3 admin admin] Request body: {'subnet': {'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1732178254-subnet', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:42.367970 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network ac6563f0-2456-40b5-a992-1b649bf07e87 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:54:42.383416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecaf14b-5c42-47ab-b96a-f6edb4b5c4b3 admin admin] Made reservation on behalf of f74486f2f4b84801a0e8493839816298 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:54:42.385762 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf14b-5c42-47ab-b96a-f6edb4b5c4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.550657 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf14b-5c42-47ab-b96a-f6edb4b5c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.603108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecaf14b-5c42-47ab-b96a-f6edb4b5c4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45248158-3165-463f-b14c-0930595a12c4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:42.613327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecaf14b-5c42-47ab-b96a-f6edb4b5c4b3 admin admin] Checking segment: {'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:42.613732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecaf14b-5c42-47ab-b96a-f6edb4b5c4b3 admin admin] Network hostable DHCP agents. Network: ac6563f0-2456-40b5-a992-1b649bf07e87, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:54:42.630678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecaf14b-5c42-47ab-b96a-f6edb4b5c4b3 admin admin] Network ac6563f0-2456-40b5-a992-1b649bf07e87 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:54:42.638779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8ecaf14b-5c42-47ab-b96a-f6edb4b5c4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, ac6563f0-2456-40b5-a992-1b649bf07e87) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:42.642742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecaf14b-5c42-47ab-b96a-f6edb4b5c4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:42.643318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf14b-5c42-47ab-b96a-f6edb4b5c4b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.648139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1699d092-5957-4153-a2eb-744778f0b956 None None] Network ac6563f0-2456-40b5-a992-1b649bf07e87 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:54:42.657224 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8ecaf14b-5c42-47ab-b96a-f6edb4b5c4b3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2999597 Jul 27 22:54:42.660047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34608) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:42.664763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:42.683746 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.684716 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.794186 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-ac6563f0-2456-40b5-a992-1b649bf07e87', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:54:42.795101 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.827634 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6bb3-b5a0-4e7f-8419-21bca45bfb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.965878 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:42.969612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Allocated IP 172.20.0.2 (ac6563f0-2456-40b5-a992-1b649bf07e87/45248158-3165-463f-b14c-0930595a12c4/e202a57a-4f89-4ae0-ac45-7784c7b805a6) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:43.038256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:43.114334 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:43.122383 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Transition to ACTIVE for port object e202a57a-4f89-4ae0-ac45-7784c7b805a6 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:43.136804 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Transition to ACTIVE for port object e202a57a-4f89-4ae0-ac45-7784c7b805a6 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:43.143310 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:43.172012 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:43.184668 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Network ac6563f0-2456-40b5-a992-1b649bf07e87 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:43.187434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:43.193537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:43.200911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Pushing event updated for resources: {'Port': ['ID=e202a57a-4f89-4ae0-ac45-7784c7b805a6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:43.254120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Attempting to bind port e202a57a-4f89-4ae0-ac45-7784c7b805a6 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:43.255043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Attempting to bind port e202a57a-4f89-4ae0-ac45-7784c7b805a6 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:43.255441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Attempting to bind port e202a57a-4f89-4ae0-ac45-7784c7b805a6 on network ac6563f0-2456-40b5-a992-1b649bf07e87 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:43.260328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:43.260699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Checking segment: {'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:43.261102 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:43.261490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Bound using segment: {'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:43.261953 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Bound port: e202a57a-4f89-4ae0-ac45-7784c7b805a6, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:43.262395 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:43.322947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] For port e202a57a-4f89-4ae0-ac45-7784c7b805a6, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:43.325981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] For port e202a57a-4f89-4ae0-ac45-7784c7b805a6, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e202a57a-4f89-4ae0-ac45-7784c7b805a6,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:43.330719 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:43.383946 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:43.394415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924315a-e09f-4178-aa6c-fd4267862bb4 None None] Pushing event updated for resources: {'Port': ['ID=e202a57a-4f89-4ae0-ac45-7784c7b805a6,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:43.407814 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:43.519427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Allocated IP 172.25.1.123 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/f9b0632d-96f5-4ebe-b394-b311a9933428) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:43.641569 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:43.682740 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:43.721346 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:43.724896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:43.727337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:43.758564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b0632d-96f5-4ebe-b394-b311a9933428,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:43.985751 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:44.190858 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:44.274465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97791cd-5038-4ddd-b412-7fbc63068298 None None] Network ac6563f0-2456-40b5-a992-1b649bf07e87 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:54:44.325161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Router 2889ddb0-9940-49fc-b3a7-26dc5c691612 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:54:44.327883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-101647d4-fd08-4533-b086-4a210ab5a92d None None] Provisioning for port e202a57a-4f89-4ae0-ac45-7784c7b805a6 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:44.428598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:54:44.442079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Sync routers for ids ['2889ddb0-9940-49fc-b3a7-26dc5c691612'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:54:44.445664 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:44.447447 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c80b5cfd-f961-40a4-b247-87a43cc39660 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7863452 Jul 27 22:54:44.450468 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34610) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:44.455709 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Routers {'2889ddb0-9940-49fc-b3a7-26dc5c691612'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:44.456340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:54:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['2889ddb0-9940-49fc-b3a7-26dc5c691612'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:44.570227 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Set router 2889ddb0-9940-49fc-b3a7-26dc5c691612 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:44.764721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:54:43Z', 'revision_number': 3, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:44.792148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Checking router: 2889ddb0-9940-49fc-b3a7-26dc5c691612 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:54:44.792750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Updating router 2889ddb0-9940-49fc-b3a7-26dc5c691612 port f9b0632d-96f5-4ebe-b394-b311a9933428 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:54:44.818242 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:44.893636 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:44.978318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e202a57a-4f89-4ae0-ac45-7784c7b805a6 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:45.060886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Allocated IP 172.20.0.1 (ac6563f0-2456-40b5-a992-1b649bf07e87/45248158-3165-463f-b14c-0930595a12c4/d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:45.067499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port e202a57a-4f89-4ae0-ac45-7784c7b805a6 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:45.078588 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e202a57a-4f89-4ae0-ac45-7784c7b805a6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:45.079085 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.152487 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.163992 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.166654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Transition to ACTIVE for port object f9b0632d-96f5-4ebe-b394-b311a9933428 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:45.173092 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.178837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Transition to ACTIVE for port object d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:45.212229 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.252287 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.257047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Network ac6563f0-2456-40b5-a992-1b649bf07e87 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:45.263762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:45.265745 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57295dc2-a906-406a-9d37-8d294f08090b None None] Pushing event updated for resources: {'Port': ['ID=f9b0632d-96f5-4ebe-b394-b311a9933428,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:45.268801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:45.269607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Attempting to bind port f9b0632d-96f5-4ebe-b394-b311a9933428 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:45.270663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Attempting to bind port f9b0632d-96f5-4ebe-b394-b311a9933428 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:45.270663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Attempting to bind port f9b0632d-96f5-4ebe-b394-b311a9933428 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:45.271702 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:45.277470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:45.277838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:45.278237 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.278741 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:45.279106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Bound port: f9b0632d-96f5-4ebe-b394-b311a9933428, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:45.279485 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.312610 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.330173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port e202a57a-4f89-4ae0-ac45-7784c7b805a6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e202a57a-4f89-4ae0-ac45-7784c7b805a6,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:45.336596 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.389127 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] For port f9b0632d-96f5-4ebe-b394-b311a9933428, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:45.394050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] For port f9b0632d-96f5-4ebe-b394-b311a9933428, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f9b0632d-96f5-4ebe-b394-b311a9933428,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:45.401281 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.431069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=e202a57a-4f89-4ae0-ac45-7784c7b805a6,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:45.454644 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.460250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Routers {'2889ddb0-9940-49fc-b3a7-26dc5c691612'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:45.460891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:54:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['2889ddb0-9940-49fc-b3a7-26dc5c691612'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:45.550931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57295dc2-a906-406a-9d37-8d294f08090b None None] Pushing event updated for resources: {'Port': ['ID=f9b0632d-96f5-4ebe-b394-b311a9933428,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:45.577826 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1bfe-7f82-43ff-bfba-e30bc9865dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.585892 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b8ddcb26-bf8e-49a9-aa77-2d78d4ecc306 None None] Provisioning for port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:45.596054 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b8ddcb26-bf8e-49a9-aa77-2d78d4ecc306 None None] Provisioning complete for port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:45.596431 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8ddcb26-bf8e-49a9-aa77-2d78d4ecc306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.624143 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.628827 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.629487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] Set router 2889ddb0-9940-49fc-b3a7-26dc5c691612 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:45.665545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddcb26-bf8e-49a9-aa77-2d78d4ecc306 None None] Port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:54:45.698688 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.700523 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:45.790529 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Network ac6563f0-2456-40b5-a992-1b649bf07e87 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:45.792160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:45.851784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac', 'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'mac_address': 'fa:16:3e:56:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:44Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 1, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'subnets': [{'id': '45248158-3165-463f-b14c-0930595a12c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:45.855297 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:45.918354 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Router 2889ddb0-9940-49fc-b3a7-26dc5c691612 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:54:46.044446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:54:46.049445 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-809659f6-33e1-48e3-b31f-1f5aaf1e1740 admin admin] 10.222.0.24 "PUT /v2.0/routers/2889ddb0-9940-49fc-b3a7-26dc5c691612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5978627 Jul 27 22:54:46.050057 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fc730-0859-49b2-bcff-2c43d57ca3a2 None None] The sync data for ids ['2889ddb0-9940-49fc-b3a7-26dc5c691612'] in n-d-802011-3 is: [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac', 'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'mac_address': 'fa:16:3e:56:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:44Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 1, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'subnets': [{'id': '45248158-3165-463f-b14c-0930595a12c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:54:46.086987 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a59b857e-5762-472d-aab3-8e2757795d22 None None] Provisioning complete for port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:46.087361 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a59b857e-5762-472d-aab3-8e2757795d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:46.126418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a59b857e-5762-472d-aab3-8e2757795d22 None None] Port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:54:46.545786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:46.551081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-858459085-network', 'tenant_id': '604a21db14114e339bd9a66434f5392b'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:46.575251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Made reservation on behalf of 604a21db14114e339bd9a66434f5392b for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:54:46.577660 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:46.588012 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:46.588600 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:46.701270 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:46.708332 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:46.738410 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:54:46.748533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e71df2b-46cd-4fea-97ad-94f2a831e886,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:46.753634 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:46.753986 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Added segment 8897b6b4-4dcf-4a55-ab6a-1ff545975344 of type vlan for network c2117701-2294-47f8-972a-8c889a586b57 Jul 27 22:54:46.798922 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:46.829851 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:46.831002 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:46.831624 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:46.890290 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3405268 Jul 27 22:54:46.890493 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34628) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:46.895780 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-0e001767-f412-4fd3-ad38-125b2e096b48 admin admin] Request body: {'subnet': {'network_id': 'c2117701-2294-47f8-972a-8c889a586b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-858459085-subnet', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:46.911760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26707dc-e253-44b3-ba7b-0c014849ece0 admin admin] Pushing event updated for resources: {'Network': ['ID=c2117701-2294-47f8-972a-8c889a586b57,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:46.917347 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:46.928113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network c2117701-2294-47f8-972a-8c889a586b57 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:54:46.933066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e001767-f412-4fd3-ad38-125b2e096b48 admin admin] Made reservation on behalf of 604a21db14114e339bd9a66434f5392b for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:54:46.935763 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e001767-f412-4fd3-ad38-125b2e096b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.074299 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f9b0632d-96f5-4ebe-b394-b311a9933428 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:47.127586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port f9b0632d-96f5-4ebe-b394-b311a9933428 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:47.132379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f9b0632d-96f5-4ebe-b394-b311a9933428 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:47.132762 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.140594 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e001767-f412-4fd3-ad38-125b2e096b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.215472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e001767-f412-4fd3-ad38-125b2e096b48 admin admin] Checking segment: {'id': '8897b6b4-4dcf-4a55-ab6a-1ff545975344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:47.215849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e001767-f412-4fd3-ad38-125b2e096b48 admin admin] Network hostable DHCP agents. Network: c2117701-2294-47f8-972a-8c889a586b57, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:54:47.216080 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.218143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e001767-f412-4fd3-ad38-125b2e096b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee7aa83-500e-4f5d-987b-6898a664049d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:47.241814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port f9b0632d-96f5-4ebe-b394-b311a9933428, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f9b0632d-96f5-4ebe-b394-b311a9933428,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:47.243014 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e001767-f412-4fd3-ad38-125b2e096b48 admin admin] Network c2117701-2294-47f8-972a-8c889a586b57 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:54:47.247060 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.247876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e202a57a-4f89-4ae0-ac45-7784c7b805a6 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:47.255076 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-0e001767-f412-4fd3-ad38-125b2e096b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, c2117701-2294-47f8-972a-8c889a586b57) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:47.260004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e001767-f412-4fd3-ad38-125b2e096b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:54:47.261177 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e001767-f412-4fd3-ad38-125b2e096b48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.277239 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0e001767-f412-4fd3-ad38-125b2e096b48 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3857315 Jul 27 22:54:47.279715 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34630) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:47.284625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-858459085-router', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:54:47.293341 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536df292-b0f9-4708-bbf7-d2f79cb9479b None None] Network c2117701-2294-47f8-972a-8c889a586b57 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:54:47.309261 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.310215 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.375091 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.402090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=f9b0632d-96f5-4ebe-b394-b311a9933428,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:47.447631 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e202a57a-4f89-4ae0-ac45-7784c7b805a6 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:47.448008 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.516331 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.541621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-c2117701-2294-47f8-972a-8c889a586b57', 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'fixed_ips': [{'subnet_id': '4ee7aa83-500e-4f5d-987b-6898a664049d'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:54:47.542490 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.693340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Allocated IP 172.20.0.2 (c2117701-2294-47f8-972a-8c889a586b57/4ee7aa83-500e-4f5d-987b-6898a664049d/11214c68-ec77-438e-90c2-b7f23d498d92) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:47.732104 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.755339 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.844234 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.853009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Transition to ACTIVE for port object 11214c68-ec77-438e-90c2-b7f23d498d92 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:47.863258 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Allocated IP 172.25.1.252 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/55556c4c-2b3b-4492-9327-5fa0541ed2a9) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:47.870875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Transition to ACTIVE for port object 11214c68-ec77-438e-90c2-b7f23d498d92 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:47.878652 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.918390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Network c2117701-2294-47f8-972a-8c889a586b57 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:47.926952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:47.928958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Pushing event updated for resources: {'Port': ['ID=11214c68-ec77-438e-90c2-b7f23d498d92,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:47.931264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:47.978244 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:47.996253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Attempting to bind port 11214c68-ec77-438e-90c2-b7f23d498d92 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:47.996868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Attempting to bind port 11214c68-ec77-438e-90c2-b7f23d498d92 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8897b6b4-4dcf-4a55-ab6a-1ff545975344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:47.997421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Attempting to bind port 11214c68-ec77-438e-90c2-b7f23d498d92 on network c2117701-2294-47f8-972a-8c889a586b57 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:48.004345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:48.004345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Checking segment: {'id': '8897b6b4-4dcf-4a55-ab6a-1ff545975344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:48.004345 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:48.004345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Bound using segment: {'id': '8897b6b4-4dcf-4a55-ab6a-1ff545975344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:48.004841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Bound port: 11214c68-ec77-438e-90c2-b7f23d498d92, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8897b6b4-4dcf-4a55-ab6a-1ff545975344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:48.005037 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:48.026961 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:48.064563 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:48.069852 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:48.070103 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] For port 11214c68-ec77-438e-90c2-b7f23d498d92, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:48.073946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] For port 11214c68-ec77-438e-90c2-b7f23d498d92, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=11214c68-ec77-438e-90c2-b7f23d498d92,segment=NetworkSegment(8897b6b4-4dcf-4a55-ab6a-1ff545975344),segment_id=8897b6b4-4dcf-4a55-ab6a-1ff545975344)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:48.075523 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:48.079109 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:48.101966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Pushing event updated for resources: {'Port': ['ID=55556c4c-2b3b-4492-9327-5fa0541ed2a9,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:48.117697 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Sync routers for ids ['2889ddb0-9940-49fc-b3a7-26dc5c691612'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:54:48.130066 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Routers {'2889ddb0-9940-49fc-b3a7-26dc5c691612'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:48.130729 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:54:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['2889ddb0-9940-49fc-b3a7-26dc5c691612'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:48.154024 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a141f0-d821-4ce5-9939-8f66123a4a5d None None] Pushing event updated for resources: {'Port': ['ID=11214c68-ec77-438e-90c2-b7f23d498d92,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:48.251208 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Set router 2889ddb0-9940-49fc-b3a7-26dc5c691612 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:48.297661 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:48.365771 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:48.505592 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac', 'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'mac_address': 'fa:16:3e:56:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:44Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 2, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'subnets': [{'id': '45248158-3165-463f-b14c-0930595a12c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:48.531124 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Checking router: 2889ddb0-9940-49fc-b3a7-26dc5c691612 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:54:48.531476 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Updating router 2889ddb0-9940-49fc-b3a7-26dc5c691612 port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:54:48.555746 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:48.570101 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:48.700647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Router d591ab2a-8de8-4d6f-9ccd-da2065bab85b is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:54:48.814996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:54:48.825445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Sync routers for ids ['d591ab2a-8de8-4d6f-9ccd-da2065bab85b'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:54:48.834119 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:48.838004 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:48.839538 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-67d229f9-4248-45a4-ab6f-06c70f0bc29b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5586367 Jul 27 22:54:48.842186 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34632) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:54:48.848427 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Transition to ACTIVE for port object d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:48.849921 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Routers {'d591ab2a-8de8-4d6f-9ccd-da2065bab85b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:48.851745 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:54:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d591ab2a-8de8-4d6f-9ccd-da2065bab85b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:48.856402 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:48.945985 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Pushing event updated for resources: {'Port': ['ID=d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:48.976044 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:48.976377 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:48.977203 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:48.977699 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:48.983043 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:48.985795 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:48.986353 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:48.986965 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:48.987369 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:48.989564 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:48.990104 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:48.990550 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:54:49.014741 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Attempting to bind port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:49.018537 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Attempting to bind port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:49.019030 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Attempting to bind port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac on network ac6563f0-2456-40b5-a992-1b649bf07e87 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:49.029040 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:49.029547 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Checking segment: {'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:49.030197 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:49.030764 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Bound using segment: {'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:49.031352 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Bound port: d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:49.031798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Set router d591ab2a-8de8-4d6f-9ccd-da2065bab85b gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:49.031929 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:49.169591 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] For port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:49.177215 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] For port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:49.190117 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:49.200906 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f9b0632d-96f5-4ebe-b394-b311a9933428 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:49.277968 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Routers {'2889ddb0-9940-49fc-b3a7-26dc5c691612'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:49.278580 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:54:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['2889ddb0-9940-49fc-b3a7-26dc5c691612'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:49.281966 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bce56d-6b9b-49e0-bf39-24d285560615 None None] Pushing event updated for resources: {'Port': ['ID=d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:49.306591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port f9b0632d-96f5-4ebe-b394-b311a9933428 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:49.306974 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:49.369052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf661b-66fa-4466-8d69-03209ad7f720 None None] Network c2117701-2294-47f8-972a-8c889a586b57 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:54:49.430856 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'name': 'tempest-TestMinimumBasicScenario-858459085-router', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:48Z', 'revision_number': 3, 'project_id': '604a21db14114e339bd9a66434f5392b', 'gw_port': {'id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:49.447803 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] Set router 2889ddb0-9940-49fc-b3a7-26dc5c691612 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:49.486399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Checking router: d591ab2a-8de8-4d6f-9ccd-da2065bab85b for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:54:49.486627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Updating router d591ab2a-8de8-4d6f-9ccd-da2065bab85b port 55556c4c-2b3b-4492-9327-5fa0541ed2a9 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:54:49.497140 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:49.541014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 11214c68-ec77-438e-90c2-b7f23d498d92 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:49.571933 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:49.659940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f2f40848-4ac0-433d-8ec3-b58d656d80d3 None None] Provisioning for port 11214c68-ec77-438e-90c2-b7f23d498d92 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:49.676114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Allocated IP 172.20.0.1 (c2117701-2294-47f8-972a-8c889a586b57/4ee7aa83-500e-4f5d-987b-6898a664049d/bc9f34fd-37f0-4d7d-9886-db684042b9bf) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:54:49.692237 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac', 'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'mac_address': 'fa:16:3e:56:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:44Z', 'updated_at': '2021-07-27T22:54:49Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'subnets': [{'id': '45248158-3165-463f-b14c-0930595a12c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:49.725478 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed94fdb-3a7c-4996-974e-00cf2b5c18a6 None None] The sync data for ids ['2889ddb0-9940-49fc-b3a7-26dc5c691612'] in n-d-802011-3 is: [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac', 'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'mac_address': 'fa:16:3e:56:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:44Z', 'updated_at': '2021-07-27T22:54:49Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'subnets': [{'id': '45248158-3165-463f-b14c-0930595a12c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:54:49.759180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 11214c68-ec77-438e-90c2-b7f23d498d92 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:49.802056 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 11214c68-ec77-438e-90c2-b7f23d498d92 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:49.802362 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:49.803293 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:49.823898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Transition to ACTIVE for port object bc9f34fd-37f0-4d7d-9886-db684042b9bf will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:49.866313 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:49.908855 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Network c2117701-2294-47f8-972a-8c889a586b57 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:49.913041 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:49.916329 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:54:49.955199 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9f34fd-37f0-4d7d-9886-db684042b9bf,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:49.969366 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.129520 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.146203 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.181546 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.212494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 11214c68-ec77-438e-90c2-b7f23d498d92, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=11214c68-ec77-438e-90c2-b7f23d498d92,segment=NetworkSegment(8897b6b4-4dcf-4a55-ab6a-1ff545975344),segment_id=8897b6b4-4dcf-4a55-ab6a-1ff545975344)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:50.213806 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Transition to ACTIVE for port object 55556c4c-2b3b-4492-9327-5fa0541ed2a9 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:50.219402 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.249088 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.294865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=11214c68-ec77-438e-90c2-b7f23d498d92,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:50.297703 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Attempting to bind port 55556c4c-2b3b-4492-9327-5fa0541ed2a9 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:50.298075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Attempting to bind port 55556c4c-2b3b-4492-9327-5fa0541ed2a9 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:50.298465 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Attempting to bind port 55556c4c-2b3b-4492-9327-5fa0541ed2a9 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:50.323461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:50.323964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:50.324490 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.324875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:50.325378 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Bound port: 55556c4c-2b3b-4492-9327-5fa0541ed2a9, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:50.325788 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.343579 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.355067 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.377185 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b958161-54da-4395-b1a4-2534ae1362bd None None] Pushing event updated for resources: {'Port': ['ID=55556c4c-2b3b-4492-9327-5fa0541ed2a9,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:50.394375 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-236abb54-728b-4a69-a858-d0ae10b42451 None None] Provisioning complete for port 11214c68-ec77-438e-90c2-b7f23d498d92 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:50.394806 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-236abb54-728b-4a69-a858-d0ae10b42451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.433882 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.444659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9f34fd-37f0-4d7d-9886-db684042b9bf,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:50.446414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] For port 55556c4c-2b3b-4492-9327-5fa0541ed2a9, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:50.472399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] For port 55556c4c-2b3b-4492-9327-5fa0541ed2a9, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=55556c4c-2b3b-4492-9327-5fa0541ed2a9,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:50.501898 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.587865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Routers {'d591ab2a-8de8-4d6f-9ccd-da2065bab85b'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:50.588527 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:54:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d591ab2a-8de8-4d6f-9ccd-da2065bab85b'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:50.626461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b958161-54da-4395-b1a4-2534ae1362bd None None] Pushing event updated for resources: {'Port': ['ID=55556c4c-2b3b-4492-9327-5fa0541ed2a9,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:50.702614 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-879a4f89-9c14-458e-b2fa-06a142b1ffd4 None None] Provisioning for port bc9f34fd-37f0-4d7d-9886-db684042b9bf completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:50.713390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-879a4f89-9c14-458e-b2fa-06a142b1ffd4 None None] Provisioning complete for port bc9f34fd-37f0-4d7d-9886-db684042b9bf triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:50.713766 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-879a4f89-9c14-458e-b2fa-06a142b1ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:50.738919 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] Set router d591ab2a-8de8-4d6f-9ccd-da2065bab85b gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:50.787132 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-879a4f89-9c14-458e-b2fa-06a142b1ffd4 None None] Port bc9f34fd-37f0-4d7d-9886-db684042b9bf cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:54:50.871480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Network c2117701-2294-47f8-972a-8c889a586b57 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:54:50.873343 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:54:50.967861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'name': 'tempest-TestMinimumBasicScenario-858459085-router', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:50Z', 'revision_number': 4, 'project_id': '604a21db14114e339bd9a66434f5392b', 'gw_port': {'id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bc9f34fd-37f0-4d7d-9886-db684042b9bf', 'name': '', 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'mac_address': 'fa:16:3e:6f:38:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4ee7aa83-500e-4f5d-987b-6898a664049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:49Z', 'updated_at': '2021-07-27T22:54:50Z', 'revision_number': 2, 'project_id': '604a21db14114e339bd9a66434f5392b', 'subnets': [{'id': '4ee7aa83-500e-4f5d-987b-6898a664049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:51.007736 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b63d88-dbb2-4d38-a001-aa17a9583082 None None] The sync data for ids ['d591ab2a-8de8-4d6f-9ccd-da2065bab85b'] in n-d-802011-3 is: [{'id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'name': 'tempest-TestMinimumBasicScenario-858459085-router', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:50Z', 'revision_number': 4, 'project_id': '604a21db14114e339bd9a66434f5392b', 'gw_port': {'id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bc9f34fd-37f0-4d7d-9886-db684042b9bf', 'name': '', 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'mac_address': 'fa:16:3e:6f:38:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4ee7aa83-500e-4f5d-987b-6898a664049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:49Z', 'updated_at': '2021-07-27T22:54:50Z', 'revision_number': 2, 'project_id': '604a21db14114e339bd9a66434f5392b', 'subnets': [{'id': '4ee7aa83-500e-4f5d-987b-6898a664049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:54:51.022973 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Router d591ab2a-8de8-4d6f-9ccd-da2065bab85b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:54:51.023563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:51.089698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:51.098775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:51.099606 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:51.157284 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:54:51.170333 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-8538e599-78e6-49c4-9284-c9689418c2d4 admin admin] 10.222.0.24 "PUT /v2.0/routers/d591ab2a-8de8-4d6f-9ccd-da2065bab85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3201108 Jul 27 22:54:51.195025 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:51.233754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f1cec4d4-3b27-43d2-976f-57c4b3fd4e32 None None] Provisioning complete for port bc9f34fd-37f0-4d7d-9886-db684042b9bf triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:51.234110 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f1cec4d4-3b27-43d2-976f-57c4b3fd4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:51.267742 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:51.272501 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:51.273289 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 11214c68-ec77-438e-90c2-b7f23d498d92 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:51.324501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f1cec4d4-3b27-43d2-976f-57c4b3fd4e32 None None] Port bc9f34fd-37f0-4d7d-9886-db684042b9bf cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:54:51.361406 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:51.376277 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 11214c68-ec77-438e-90c2-b7f23d498d92 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:51.376652 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:53.055686 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:53.125796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:53.126179 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:53.233873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 55556c4c-2b3b-4492-9327-5fa0541ed2a9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:53.294630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 55556c4c-2b3b-4492-9327-5fa0541ed2a9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:53.298933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 55556c4c-2b3b-4492-9327-5fa0541ed2a9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:53.299311 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:53.393507 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:53.418713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 55556c4c-2b3b-4492-9327-5fa0541ed2a9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=55556c4c-2b3b-4492-9327-5fa0541ed2a9,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:53.426935 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:53.488133 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=55556c4c-2b3b-4492-9327-5fa0541ed2a9,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:54.000931 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Sync routers for ids ['d591ab2a-8de8-4d6f-9ccd-da2065bab85b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:54:54.013850 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Routers {'d591ab2a-8de8-4d6f-9ccd-da2065bab85b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:54.014715 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:54:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d591ab2a-8de8-4d6f-9ccd-da2065bab85b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:54.242645 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Set router d591ab2a-8de8-4d6f-9ccd-da2065bab85b gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:54.456704 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'name': 'tempest-TestMinimumBasicScenario-858459085-router', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:50Z', 'revision_number': 4, 'project_id': '604a21db14114e339bd9a66434f5392b', 'gw_port': {'id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bc9f34fd-37f0-4d7d-9886-db684042b9bf', 'name': '', 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'mac_address': 'fa:16:3e:6f:38:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4ee7aa83-500e-4f5d-987b-6898a664049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:49Z', 'updated_at': '2021-07-27T22:54:50Z', 'revision_number': 2, 'project_id': '604a21db14114e339bd9a66434f5392b', 'subnets': [{'id': '4ee7aa83-500e-4f5d-987b-6898a664049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:54.485699 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Checking router: d591ab2a-8de8-4d6f-9ccd-da2065bab85b for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:54:54.486200 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Updating router d591ab2a-8de8-4d6f-9ccd-da2065bab85b port bc9f34fd-37f0-4d7d-9886-db684042b9bf binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:54:54.518564 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:54.803710 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:54.813968 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Transition to ACTIVE for port object bc9f34fd-37f0-4d7d-9886-db684042b9bf will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:54:54.822415 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:54.870328 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdaf61-1968-4302-8726-b8cb03cbed72 None None] Pushing event updated for resources: {'Port': ['ID=bc9f34fd-37f0-4d7d-9886-db684042b9bf,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:54.952559 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Attempting to bind port bc9f34fd-37f0-4d7d-9886-db684042b9bf on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:54:54.953398 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Attempting to bind port bc9f34fd-37f0-4d7d-9886-db684042b9bf by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8897b6b4-4dcf-4a55-ab6a-1ff545975344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:54:54.953780 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Attempting to bind port bc9f34fd-37f0-4d7d-9886-db684042b9bf on network c2117701-2294-47f8-972a-8c889a586b57 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:54:54.963901 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:54:54.964305 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Checking segment: {'id': '8897b6b4-4dcf-4a55-ab6a-1ff545975344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:54:54.964720 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:54.965111 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Bound using segment: {'id': '8897b6b4-4dcf-4a55-ab6a-1ff545975344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:54:54.965586 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Bound port: bc9f34fd-37f0-4d7d-9886-db684042b9bf, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8897b6b4-4dcf-4a55-ab6a-1ff545975344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:54:54.965970 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:54.985280 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 55556c4c-2b3b-4492-9327-5fa0541ed2a9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:55.060883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 55556c4c-2b3b-4492-9327-5fa0541ed2a9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:55.061266 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:55.076011 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] For port bc9f34fd-37f0-4d7d-9886-db684042b9bf, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:54:55.079317 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] For port bc9f34fd-37f0-4d7d-9886-db684042b9bf, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bc9f34fd-37f0-4d7d-9886-db684042b9bf,segment=NetworkSegment(8897b6b4-4dcf-4a55-ab6a-1ff545975344),segment_id=8897b6b4-4dcf-4a55-ab6a-1ff545975344)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:54:55.087650 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:55.159340 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdaf61-1968-4302-8726-b8cb03cbed72 None None] Pushing event updated for resources: {'Port': ['ID=bc9f34fd-37f0-4d7d-9886-db684042b9bf,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:55.163896 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Routers {'d591ab2a-8de8-4d6f-9ccd-da2065bab85b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:54:55.164514 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:54:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d591ab2a-8de8-4d6f-9ccd-da2065bab85b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:55.331647 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] Set router d591ab2a-8de8-4d6f-9ccd-da2065bab85b gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:54:55.564907 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'name': 'tempest-TestMinimumBasicScenario-858459085-router', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:50Z', 'revision_number': 4, 'project_id': '604a21db14114e339bd9a66434f5392b', 'gw_port': {'id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bc9f34fd-37f0-4d7d-9886-db684042b9bf', 'name': '', 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'mac_address': 'fa:16:3e:6f:38:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4ee7aa83-500e-4f5d-987b-6898a664049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:49Z', 'updated_at': '2021-07-27T22:54:55Z', 'revision_number': 4, 'project_id': '604a21db14114e339bd9a66434f5392b', 'subnets': [{'id': '4ee7aa83-500e-4f5d-987b-6898a664049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:54:55.599118 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c99c3f-1db3-4d13-bf21-3dcef501add6 None None] The sync data for ids ['d591ab2a-8de8-4d6f-9ccd-da2065bab85b'] in n-d-802011-3 is: [{'id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'name': 'tempest-TestMinimumBasicScenario-858459085-router', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:50Z', 'revision_number': 4, 'project_id': '604a21db14114e339bd9a66434f5392b', 'gw_port': {'id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'bc9f34fd-37f0-4d7d-9886-db684042b9bf', 'name': '', 'network_id': 'c2117701-2294-47f8-972a-8c889a586b57', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'mac_address': 'fa:16:3e:6f:38:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4ee7aa83-500e-4f5d-987b-6898a664049d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:49Z', 'updated_at': '2021-07-27T22:54:55Z', 'revision_number': 4, 'project_id': '604a21db14114e339bd9a66434f5392b', 'subnets': [{'id': '4ee7aa83-500e-4f5d-987b-6898a664049d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:54:57.032015 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bc9f34fd-37f0-4d7d-9886-db684042b9bf up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:57.090616 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port bc9f34fd-37f0-4d7d-9886-db684042b9bf completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:54:57.095706 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bc9f34fd-37f0-4d7d-9886-db684042b9bf triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:57.096136 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:57.178011 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:57.216139 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port bc9f34fd-37f0-4d7d-9886-db684042b9bf, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bc9f34fd-37f0-4d7d-9886-db684042b9bf,segment=NetworkSegment(8897b6b4-4dcf-4a55-ab6a-1ff545975344),segment_id=8897b6b4-4dcf-4a55-ab6a-1ff545975344)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:54:57.221345 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:54:57.286642 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=bc9f34fd-37f0-4d7d-9886-db684042b9bf,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:54:58.968258 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bc9f34fd-37f0-4d7d-9886-db684042b9bf up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:54:59.039461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port bc9f34fd-37f0-4d7d-9886-db684042b9bf triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:54:59.039836 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:01.376441 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-e64328e3-6bcc-44fb-a6da-9c4428dca2c7 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:01.377987 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-e64328e3-6bcc-44fb-a6da-9c4428dca2c7 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/networks?id=ac6563f0-2456-40b5-a992-1b649bf07e87 HTTP/1.1" status: 200 len: 815 time: 0.1021433 Jul 27 22:55:01.393903 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-13252b32-b0f2-4b27-9e49-c799ccd217ec tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/quotas/f74486f2f4b84801a0e8493839816298 HTTP/1.1" status: 200 len: 375 time: 0.0092590 Jul 27 22:55:01.444312 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-dadfaa95-6350-43ef-8b17-4ae697236cdc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f74486f2f4b84801a0e8493839816298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449395 Jul 27 22:55:01.535758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-feef0e7b-409c-45e8-ab3a-90bf33e72968 service neutron] 10.222.0.24 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801744 Jul 27 22:55:01.628685 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-0c240257-c855-4a1a-b9d1-9ef685540982 service neutron] 10.222.0.24 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868695 Jul 27 22:55:01.960134 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5cae83d6-0482-42f0-8fb4-1e25303976b1 req-ba0a855c-72dc-44a4-bee6-596e188e4f85 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 210 time: 0.1226423 Jul 27 22:55:02.900645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-87e56cfd-0aed-4c49-b582-c760b58b437d tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:02.902175 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-87e56cfd-0aed-4c49-b582-c760b58b437d tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.43 "GET /v2.0/networks?id=ac6563f0-2456-40b5-a992-1b649bf07e87 HTTP/1.1" status: 200 len: 815 time: 0.1036909 Jul 27 22:55:02.916347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Request body: {'port': {'device_id': '43fcc77b-8a44-4637-bbfd-33776072207e', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'admin_state_up': True, 'tenant_id': 'f74486f2f4b84801a0e8493839816298'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:03.038470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Made reservation on behalf of f74486f2f4b84801a0e8493839816298 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:55:03.041929 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:03.069798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21f3b255-ce36-4d57-8cb0-b10172ee7671 req-a3dbca03-1fb2-4ea3-b65c-908e683a7423 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 210 time: 0.0367150 Jul 27 22:55:03.185289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Allocated IP 172.20.0.13 (ac6563f0-2456-40b5-a992-1b649bf07e87/45248158-3165-463f-b14c-0930595a12c4/96eb0cfd-5dfa-4c2c-af56-93b89540de32) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:55:03.406575 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:03.424764 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Transition to ACTIVE for port object 96eb0cfd-5dfa-4c2c-af56-93b89540de32 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:55:03.472407 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:03.520860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Network ac6563f0-2456-40b5-a992-1b649bf07e87 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:55:03.524107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:55:03.527853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:55:03.563283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event updated for resources: {'Port': ['ID=96eb0cfd-5dfa-4c2c-af56-93b89540de32,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:03.579474 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:03.579833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:03.580172 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:03.580512 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:03.580846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:03.581178 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:03.581508 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:03.581836 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:03.582790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:03.582790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:03.582985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:03.583304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:03.600231 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:03.601067 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:03.622407 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-c3ac0b00-3d7e-48aa-b27b-6a03bca5ee38 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7105124 Jul 27 22:55:03.829329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-668a0ad0-4ff5-46df-9da4-8ae3170fbe23 None None] Provisioning for port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:55:03.833540 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-668a0ad0-4ff5-46df-9da4-8ae3170fbe23 None None] Provisioning complete for port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:55:03.834015 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-668a0ad0-4ff5-46df-9da4-8ae3170fbe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:03.873151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-668a0ad0-4ff5-46df-9da4-8ae3170fbe23 None None] Port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:55:04.189771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e56ba7-388d-4378-98f0-484dbecaa96a req-d2e74810-af67-4f28-9405-d381f1fd9c5a tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:04.191322 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43e56ba7-388d-4378-98f0-484dbecaa96a req-d2e74810-af67-4f28-9405-d381f1fd9c5a tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 932 time: 0.0555196 Jul 27 22:55:04.532786 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43e56ba7-388d-4378-98f0-484dbecaa96a req-94f306a9-b4a7-46c9-a487-23904af40b45 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352339 Jul 27 22:55:05.652348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208317d0-99ca-4b43-979b-2e69a74f21a4 req-26d03fd9-552f-4a5a-b353-98cb2c00782c tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:05.653857 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-208317d0-99ca-4b43-979b-2e69a74f21a4 req-26d03fd9-552f-4a5a-b353-98cb2c00782c tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 932 time: 0.0511608 Jul 27 22:55:05.697083 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-208317d0-99ca-4b43-979b-2e69a74f21a4 req-2316a115-3e88-4ace-9c12-44f91c7b90e1 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339646 Jul 27 22:55:06.819213 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c2117-d2ec-4f24-9ff4-4fc4483ec77c req-52ff63ab-f246-489a-a97f-d662ad8ffabf tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:06.822720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a87c2117-d2ec-4f24-9ff4-4fc4483ec77c req-52ff63ab-f246-489a-a97f-d662ad8ffabf tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 932 time: 0.0528119 Jul 27 22:55:06.862222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a87c2117-d2ec-4f24-9ff4-4fc4483ec77c req-2f82b3d7-229e-427a-932a-4c4b0b39ef77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332167 Jul 27 22:55:06.907970 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:55:07.994983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de3998-8ba7-417b-a8c6-c609fb351533 req-fd6fcaf8-1653-4aed-af7e-8ed46ea0c836 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:07.996515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8de3998-8ba7-417b-a8c6-c609fb351533 req-fd6fcaf8-1653-4aed-af7e-8ed46ea0c836 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 932 time: 0.0555952 Jul 27 22:55:08.035991 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8de3998-8ba7-417b-a8c6-c609fb351533 req-2bd8a4a5-ad98-4b9f-b26c-82a53dc277c3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334277 Jul 27 22:55:09.176479 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15738887-1d8f-4571-87d2-f1afee5e5f2f req-0f35c81a-9794-47b9-9808-93323116d536 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:09.178579 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15738887-1d8f-4571-87d2-f1afee5e5f2f req-0f35c81a-9794-47b9-9808-93323116d536 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 932 time: 0.0621560 Jul 27 22:55:09.225507 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15738887-1d8f-4571-87d2-f1afee5e5f2f req-bf86ff5d-1d13-49f9-b893-a23a0101c33c tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 Jul 27 22:55:10.343772 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36990d10-66dc-405c-8062-4209a86bb31a req-f222a480-8fb2-4f75-85b3-0c3039c1881d tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:10.345263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36990d10-66dc-405c-8062-4209a86bb31a req-f222a480-8fb2-4f75-85b3-0c3039c1881d tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 932 time: 0.0516248 Jul 27 22:55:10.387030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36990d10-66dc-405c-8062-4209a86bb31a req-b5d4b0b1-758a-4c25-a930-45593af44026 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352128 Jul 27 22:55:11.511934 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c72c67-a411-4db5-b6f6-f45024b62223 req-eab43b87-a48c-4e9c-9d0e-e3e2e904b8a2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:11.513465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49c72c67-a411-4db5-b6f6-f45024b62223 req-eab43b87-a48c-4e9c-9d0e-e3e2e904b8a2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 932 time: 0.0582733 Jul 27 22:55:11.553170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49c72c67-a411-4db5-b6f6-f45024b62223 req-cd2b8a4b-34dd-4ae9-ab93-625677980d53 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Jul 27 22:55:12.670852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a2e48-f1f9-4536-8854-27bce1efdfff req-ca0f6cdd-998c-496c-a0cf-d38342fd10dd tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:12.672377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-122a2e48-f1f9-4536-8854-27bce1efdfff req-ca0f6cdd-998c-496c-a0cf-d38342fd10dd tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 932 time: 0.0495982 Jul 27 22:55:12.712080 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-122a2e48-f1f9-4536-8854-27bce1efdfff req-6bd1e7f9-1a57-4045-98d4-08d2a9975903 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329072 Jul 27 22:55:12.819839 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fdca60be-ac38-4146-a9c7-3ee72d3d2bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:12.952830 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:13.204152 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Request body: {'port': {'device_id': '43fcc77b-8a44-4637-bbfd-33776072207e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:13.259478 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:13.519981 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96eb0cfd-5dfa-4c2c-af56-93b89540de32 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:55:13.527476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:13.538966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Transition to ACTIVE for port object 96eb0cfd-5dfa-4c2c-af56-93b89540de32 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:55:13.543193 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:13.591488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Pushing event updated for resources: {'Port': ['ID=96eb0cfd-5dfa-4c2c-af56-93b89540de32,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:13.665583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Attempting to bind port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:55:13.665925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Attempting to bind port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:55:13.666250 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Attempting to bind port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 on network ac6563f0-2456-40b5-a992-1b649bf07e87 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:55:13.670884 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 on network ac6563f0-2456-40b5-a992-1b649bf07e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:55:13.671216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Attempting to bind port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 on network ac6563f0-2456-40b5-a992-1b649bf07e87 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:55:13.676287 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:55:13.676632 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Checking segment: {'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:55:13.677026 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Bound using segment: {'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:55:13.677458 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Bound port: 96eb0cfd-5dfa-4c2c-af56-93b89540de32, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849e68ba-354d-4593-a4c5-0f2da236d9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:55:13.677820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:13.750661 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] For port 96eb0cfd-5dfa-4c2c-af56-93b89540de32, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:55:13.753992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] For port 96eb0cfd-5dfa-4c2c-af56-93b89540de32, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:55:13.762321 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:13.797850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:13.798488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:13.799907 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] 10.222.0.43 "PUT /v2.0/ports/96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 200 len: 1092 time: 0.6013181 Jul 27 22:55:13.800337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:55:13.802660 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80564bcb1c4f7199ceea8c32d3f63ccbece07014f44d88be145e5616c7ab5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620302d8-3693-4285-9893-96602db9db38" -d '{"events": [{"name": "network-changed", "server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:55:13.840245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ec155-dc5c-4cfb-8045-e4e84dc0f2ec service neutron] Pushing event updated for resources: {'Port': ['ID=96eb0cfd-5dfa-4c2c-af56-93b89540de32,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:13.840536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdabbb8-1d56-4fb2-bea4-c40e31b09a3c req-75ca0f05-c9bd-4ab1-b6c1-8adf67843d0b tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:13.843338 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfdabbb8-1d56-4fb2-bea4-c40e31b09a3c req-75ca0f05-c9bd-4ab1-b6c1-8adf67843d0b tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 944 time: 0.0608332 Jul 27 22:55:13.861705 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e055f3-50c5-4ccc-882c-9fd46d909b50 x-openstack-request-id: req-d0e055f3-50c5-4ccc-882c-9fd46d909b50 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:55:13.862026 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:55:13.862254 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0e055f3-50c5-4ccc-882c-9fd46d909b50 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:55:13.862678 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'status': 'completed', 'code': 200} Jul 27 22:55:13.894840 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cfdabbb8-1d56-4fb2-bea4-c40e31b09a3c req-290908cf-3227-4f49-bfbc-54455355ba78 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432186 Jul 27 22:55:13.897898 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-4577be79-b338-4da7-9b19-127368460911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:13.900769 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-4577be79-b338-4da7-9b19-127368460911 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f74486f2f4b84801a0e8493839816298&device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 1095 time: 0.0498257 Jul 27 22:55:13.949040 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-691ea940-17a7-46ed-8033-86deb9d3ab46 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 200 len: 217 time: 0.0393486 Jul 27 22:55:14.001948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-dabff95b-d8ac-4892-b96b-b89ffab3796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:14.003496 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-dabff95b-d8ac-4892-b96b-b89ffab3796a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45248158-3165-463f-b14c-0930595a12c4 HTTP/1.1" status: 200 len: 854 time: 0.0461564 Jul 27 22:55:14.049183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-f1fcdb1b-e2fd-40ee-a0d0-bd1dbd39f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:14.050640 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-f1fcdb1b-e2fd-40ee-a0d0-bd1dbd39f0e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac6563f0-2456-40b5-a992-1b649bf07e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405927 Jul 27 22:55:14.146213 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-789caf9e-900b-476e-8d23-ef8ac8a9ec64 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875986 Jul 27 22:55:14.235177 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b5433b6e-8fe3-4d68-bd9f-16ed82fe44fc req-aa8b01b8-5117-4cac-8d54-51f3b67a4da7 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821352 Jul 27 22:55:14.318198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620302d8-3693-4285-9893-96602db9db38 req-55bef641-9eeb-4609-834f-c36d79d63af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:14.319637 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-620302d8-3693-4285-9893-96602db9db38 req-55bef641-9eeb-4609-834f-c36d79d63af6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f74486f2f4b84801a0e8493839816298&device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 1095 time: 0.0402787 Jul 27 22:55:14.411913 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620302d8-3693-4285-9893-96602db9db38 req-31b84991-e597-4762-abb7-1a926683d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:14.413375 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-620302d8-3693-4285-9893-96602db9db38 req-31b84991-e597-4762-abb7-1a926683d890 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac6563f0-2456-40b5-a992-1b649bf07e87 HTTP/1.1" status: 200 len: 916 time: 0.0872083 Jul 27 22:55:14.455409 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-620302d8-3693-4285-9893-96602db9db38 req-2877748d-09d9-42d4-a389-37514871af7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 200 len: 217 time: 0.0345473 Jul 27 22:55:14.505882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620302d8-3693-4285-9893-96602db9db38 req-1a13ea13-2186-442b-9124-7cf00d3114f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:14.507316 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-620302d8-3693-4285-9893-96602db9db38 req-1a13ea13-2186-442b-9124-7cf00d3114f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45248158-3165-463f-b14c-0930595a12c4 HTTP/1.1" status: 200 len: 854 time: 0.0423484 Jul 27 22:55:14.558564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620302d8-3693-4285-9893-96602db9db38 req-0036fe23-e22d-4aad-8e5d-44511c4f75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:14.559463 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-620302d8-3693-4285-9893-96602db9db38 req-0036fe23-e22d-4aad-8e5d-44511c4f75f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac6563f0-2456-40b5-a992-1b649bf07e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441852 Jul 27 22:55:14.649724 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-620302d8-3693-4285-9893-96602db9db38 req-8cdd4112-ecf0-43d8-b6b7-51766fc07bc2 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810285 Jul 27 22:55:14.741529 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-620302d8-3693-4285-9893-96602db9db38 req-35778cfb-6209-4afc-b29a-3c39e7570e78 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844917 Jul 27 22:55:15.011665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8997d6-3ac8-4ec8-9093-1035c6235e56 req-0968dde1-af56-4af4-903f-a2900576c567 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:15.013178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb8997d6-3ac8-4ec8-9093-1035c6235e56 req-0968dde1-af56-4af4-903f-a2900576c567 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 944 time: 0.0540421 Jul 27 22:55:15.051289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb8997d6-3ac8-4ec8-9093-1035c6235e56 req-79c56a5a-c2d4-442b-90f0-0d30fc547fa8 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 Jul 27 22:55:15.490410 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb768ffb-de98-408d-9d5f-e4032c1fc1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:15.826221 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:16.165814 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc186c0-518a-4747-b2bc-4461cf4107cc req-acd1f910-1bb9-4f28-9daa-929e3bd4039c tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:16.167329 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6cc186c0-518a-4747-b2bc-4461cf4107cc req-acd1f910-1bb9-4f28-9daa-929e3bd4039c tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 944 time: 0.0490198 Jul 27 22:55:16.204735 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6cc186c0-518a-4747-b2bc-4461cf4107cc req-e2abe3a6-d5ba-4939-899e-605536af8b1b tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Jul 27 22:55:16.589907 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:16.736070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 96eb0cfd-5dfa-4c2c-af56-93b89540de32 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:55:16.829975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 96eb0cfd-5dfa-4c2c-af56-93b89540de32, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:55:16.841682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'port_id': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'mac_address': 'fa:16:3e:4b:8e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:55:16.877774 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:16.890624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96eb0cfd-5dfa-4c2c-af56-93b89540de32 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:55:16.910666 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 96eb0cfd-5dfa-4c2c-af56-93b89540de32, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:55:16.917054 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:16.947668 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:16.971172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=96eb0cfd-5dfa-4c2c-af56-93b89540de32,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:16.979107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:16.979460 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:16.979807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:16.980146 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:16.980483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:16.980814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:16.981158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:16.981477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:16.981804 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:16.982127 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:16.982477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:16.982802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:17.127699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['96eb0cfd-5dfa-4c2c-af56-93b89540de32'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:55:17.326589 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc2927-484f-4f21-9e45-9882650b3f80 req-05f57d99-2ee4-4bd3-a3fd-b8794086cf77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:17.328055 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5bc2927-484f-4f21-9e45-9882650b3f80 req-05f57d99-2ee4-4bd3-a3fd-b8794086cf77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 945 time: 0.0496070 Jul 27 22:55:17.365595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5bc2927-484f-4f21-9e45-9882650b3f80 req-a69ee38b-f487-4d65-9790-018b9c548e88 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315702 Jul 27 22:55:18.294502 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:18.483376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb545da-3171-4a32-b5a5-17c5778d9b7c req-cb044152-c647-45d5-90b3-dd6561eeacd1 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:18.484839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0cb545da-3171-4a32-b5a5-17c5778d9b7c req-cb044152-c647-45d5-90b3-dd6561eeacd1 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 945 time: 0.0525360 Jul 27 22:55:18.521287 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0cb545da-3171-4a32-b5a5-17c5778d9b7c req-a88f3cf1-28c6-4ace-af49-ea960aa00841 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305352 Jul 27 22:55:18.759208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 96eb0cfd-5dfa-4c2c-af56-93b89540de32 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:55:18.807106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:55:18.810825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:55:18.811196 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:18.888017 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:18.909791 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:55:18.912298 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baa05b44b356143e5bd6754f6c1a026612cecd1e4375b59d23a6ae21b4819bcc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca1315b-c35b-4df4-8a15-629822a6c90b" -d '{"events": [{"server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "name": "network-vif-plugged", "status": "completed", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:55:18.925181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 96eb0cfd-5dfa-4c2c-af56-93b89540de32, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:55:18.929145 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:18.954914 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3fc9c6-4bbc-4de9-830e-de5fdfeabb5c x-openstack-request-id: req-4f3fc9c6-4bbc-4de9-830e-de5fdfeabb5c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:55:18.955235 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "name": "network-vif-plugged", "status": "completed", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:55:18.955525 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f3fc9c6-4bbc-4de9-830e-de5fdfeabb5c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:55:18.956307 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'code': 200} Jul 27 22:55:18.986658 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=96eb0cfd-5dfa-4c2c-af56-93b89540de32,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:19.045145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cfd0e-07c9-454e-8875-41f7e48c143c req-65430050-254e-4aeb-809d-31ed04c95493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:19.046627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8e6cfd0e-07c9-454e-8875-41f7e48c143c req-65430050-254e-4aeb-809d-31ed04c95493 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 1097 time: 0.0410526 Jul 27 22:55:19.081536 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8e6cfd0e-07c9-454e-8875-41f7e48c143c req-db01a840-d8ee-4245-88b4-b0809dc12991 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274906 Jul 27 22:55:19.635464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbe2dc-6c79-47ba-9765-c7788f3012d3 req-1ba695c0-bb31-44d0-9e43-32bf91ba6ac1 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:19.636939 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04dbe2dc-6c79-47ba-9765-c7788f3012d3 req-1ba695c0-bb31-44d0-9e43-32bf91ba6ac1 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 946 time: 0.0492601 Jul 27 22:55:19.676236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04dbe2dc-6c79-47ba-9765-c7788f3012d3 req-579022eb-c100-4510-b024-1d81c5b0e8c3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Jul 27 22:55:20.792816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcf68f-6836-4078-80f9-e4c49255ea35 req-98ed17d5-aed7-4171-b15b-73e3bd1b3fde tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:20.794342 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31fcf68f-6836-4078-80f9-e4c49255ea35 req-98ed17d5-aed7-4171-b15b-73e3bd1b3fde tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 946 time: 0.0490561 Jul 27 22:55:20.832241 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31fcf68f-6836-4078-80f9-e4c49255ea35 req-d633e796-1081-4a25-8097-9186c1c5b7ad tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320761 Jul 27 22:55:20.950736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7cb21-0baa-4c4e-a92c-e46182a5da23 req-739b1b28-7992-4a44-a173-080db13a4edb tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:20.952188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22a7cb21-0baa-4c4e-a92c-e46182a5da23 req-739b1b28-7992-4a44-a173-080db13a4edb tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 946 time: 0.0539169 Jul 27 22:55:20.991534 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22a7cb21-0baa-4c4e-a92c-e46182a5da23 req-1f3d00b0-ab93-49ee-941d-e9ebc93bcfe5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Jul 27 22:55:21.179567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0293d51-0778-426e-8eb2-5d3453abbe41 req-0d1c03c6-f0f3-49aa-94e6-f16195c13b28 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:21.180945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0293d51-0778-426e-8eb2-5d3453abbe41 req-0d1c03c6-f0f3-49aa-94e6-f16195c13b28 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 946 time: 0.0500300 Jul 27 22:55:21.219807 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d0293d51-0778-426e-8eb2-5d3453abbe41 req-cf75f2f6-71a7-4975-827b-362b8beda5c0 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327554 Jul 27 22:55:32.747245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43377de7-d547-484f-a1ae-680ca9a95862 req-6f9fe2ed-bb86-4a11-9fac-e35386c4e95a tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:32.748747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43377de7-d547-484f-a1ae-680ca9a95862 req-6f9fe2ed-bb86-4a11-9fac-e35386c4e95a tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 946 time: 0.0499208 Jul 27 22:55:32.786939 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-43377de7-d547-484f-a1ae-680ca9a95862 req-3b7159e7-5494-4cb1-87fd-c4220aede95a tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323579 Jul 27 22:55:32.809860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:32.895593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9824e1b-724d-4223-9c73-b65886f0709f tempest-TestMinimumBasicScenario-446794993 tempest-TestMinimumBasicScenario-446794993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:32.897120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b9824e1b-724d-4223-9c73-b65886f0709f tempest-TestMinimumBasicScenario-446794993 tempest-TestMinimumBasicScenario-446794993-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 1092 time: 0.0863192 Jul 27 22:55:32.900232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:32.904593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:32.925711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:33.021828 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:33.130324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Allocated IP 172.25.1.151 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/474a5e87-9134-4a59-ba68-dc0f1a500b9d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:55:33.231353 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:33.269361 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:33.312281 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:55:33.315091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:55:33.320456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:55:33.326023 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event updated for resources: {'Port': ['ID=474a5e87-9134-4a59-ba68-dc0f1a500b9d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:33.684512 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:33.754715 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:33.904863 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:33.909227 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:33.974480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event updated for resources: {'Port': ['ID=474a5e87-9134-4a59-ba68-dc0f1a500b9d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:33.985518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.085205 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Floating IP 91168d50-d063-46e0-91e9-6f47ffc277fa associated. External IP: 172.25.1.151, port: 96eb0cfd-5dfa-4c2c-af56-93b89540de32. Jul 27 22:55:34.293197 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Router 2889ddb0-9940-49fc-b3a7-26dc5c691612 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:55:34.398653 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:55:34.409114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f755f0-5684-435a-8029-d07dd50ccde3 None None] Sync routers for ids ['2889ddb0-9940-49fc-b3a7-26dc5c691612'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:55:34.415039 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.418231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f755f0-5684-435a-8029-d07dd50ccde3 None None] Routers {'2889ddb0-9940-49fc-b3a7-26dc5c691612'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:55:34.418879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-88f755f0-5684-435a-8029-d07dd50ccde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:55:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['2889ddb0-9940-49fc-b3a7-26dc5c691612'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:55:34.442484 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-61298b2c-b310-40f3-a8fe-2a5c73003ddc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5412102 Jul 27 22:55:34.443170 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:55:34.445375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34848) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:34.451637 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-15310317-e91d-4beb-95f7-d7ab61556a27 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-799844312', 'description': 'tempest-secgroup-smoke-799844312 description', 'project_id': 'f74486f2f4b84801a0e8493839816298'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:34.475864 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15310317-e91d-4beb-95f7-d7ab61556a27 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.496996 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdea38b-3f58-4c0c-8277-a6986b1cb5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:55:34.535691 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-88f755f0-5684-435a-8029-d07dd50ccde3 None None] Set router 2889ddb0-9940-49fc-b3a7-26dc5c691612 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:55:34.568657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15310317-e91d-4beb-95f7-d7ab61556a27 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.573706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15310317-e91d-4beb-95f7-d7ab61556a27 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.588880 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceee902-0422-42b2-9d55-0b7f362dc2bc x-openstack-request-id: req-1ceee902-0422-42b2-9d55-0b7f362dc2bc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:55:34.589170 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:55:34.589419 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ceee902-0422-42b2-9d55-0b7f362dc2bc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:55:34.589815 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'status': 'completed', 'code': 200} Jul 27 22:55:34.607100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15310317-e91d-4beb-95f7-d7ab61556a27 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67499d17-abac-44af-9cec-272608ec402b,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:34.611918 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-15310317-e91d-4beb-95f7-d7ab61556a27 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.616197 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-15310317-e91d-4beb-95f7-d7ab61556a27 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1671178 Jul 27 22:55:34.616771 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34856) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:34.624983 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-00c1d43c-11a7-47b0-8dc8-51e83e8bb2b5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Request body: {'security_group_rule': {'security_group_id': '67499d17-abac-44af-9cec-272608ec402b', 'project_id': 'f74486f2f4b84801a0e8493839816298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:34.653361 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00c1d43c-11a7-47b0-8dc8-51e83e8bb2b5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.752438 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00c1d43c-11a7-47b0-8dc8-51e83e8bb2b5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.757085 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00c1d43c-11a7-47b0-8dc8-51e83e8bb2b5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.775071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-88f755f0-5684-435a-8029-d07dd50ccde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '91168d50-d063-46e0-91e9-6f47ffc277fa', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'port_id': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'mac_address': 'fa:16:3e:4b:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fcc77b-8a44-4637-bbfd-33776072207e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:55:33Z', 'updated_at': '2021-07-27T22:55:33Z', 'revision_number': 0, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac', 'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'mac_address': 'fa:16:3e:56:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:44Z', 'updated_at': '2021-07-27T22:54:51Z', 'revision_number': 5, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'subnets': [{'id': '45248158-3165-463f-b14c-0930595a12c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:55:34.775480 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdea38b-3f58-4c0c-8277-a6986b1cb5a5 req-50a660c8-3691-469a-8022-fe6552ce2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:34.776991 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ecdea38b-3f58-4c0c-8277-a6986b1cb5a5 req-50a660c8-3691-469a-8022-fe6552ce2676 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f74486f2f4b84801a0e8493839816298&device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 1097 time: 0.1194441 Jul 27 22:55:34.781662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1d43c-11a7-47b0-8dc8-51e83e8bb2b5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3621e1-2cc8-4534-a36a-97230cbabd54,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:34.794618 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-00c1d43c-11a7-47b0-8dc8-51e83e8bb2b5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.795765 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-00c1d43c-11a7-47b0-8dc8-51e83e8bb2b5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1783977 Jul 27 22:55:34.798691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:34.801799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f755f0-5684-435a-8029-d07dd50ccde3 None None] Checking router: 2889ddb0-9940-49fc-b3a7-26dc5c691612 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:55:34.803918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c90cdf96-23ec-4525-8041-67e5543844c2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Request body: {'security_group_rule': {'security_group_id': '67499d17-abac-44af-9cec-272608ec402b', 'project_id': 'f74486f2f4b84801a0e8493839816298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:34.810402 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f755f0-5684-435a-8029-d07dd50ccde3 None None] Routers {'2889ddb0-9940-49fc-b3a7-26dc5c691612'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:55:34.811280 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-88f755f0-5684-435a-8029-d07dd50ccde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:55:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['2889ddb0-9940-49fc-b3a7-26dc5c691612'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:55:34.846438 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c90cdf96-23ec-4525-8041-67e5543844c2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.877321 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdea38b-3f58-4c0c-8277-a6986b1cb5a5 req-e7d6eb8b-7d1d-4e45-bf03-59aff7373352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:34.879380 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ecdea38b-3f58-4c0c-8277-a6986b1cb5a5 req-e7d6eb8b-7d1d-4e45-bf03-59aff7373352 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac6563f0-2456-40b5-a992-1b649bf07e87 HTTP/1.1" status: 200 len: 916 time: 0.0943298 Jul 27 22:55:34.935523 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c90cdf96-23ec-4525-8041-67e5543844c2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.939718 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c90cdf96-23ec-4525-8041-67e5543844c2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.956176 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ecdea38b-3f58-4c0c-8277-a6986b1cb5a5 req-08f29b6c-c99e-4959-949d-a9d2079dc754 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 200 len: 1000 time: 0.0691559 Jul 27 22:55:34.958204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cdf96-23ec-4525-8041-67e5543844c2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f811b8-525c-4e6b-b9d3-48dfac73c272,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:34.967059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c90cdf96-23ec-4525-8041-67e5543844c2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:34.971323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c90cdf96-23ec-4525-8041-67e5543844c2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1685789 Jul 27 22:55:34.971624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34862) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:34.976742 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9f0e3a96-92d6-4864-8c3c-0c4f5dc4b624 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Request body: {'security_group_rule': {'security_group_id': '67499d17-abac-44af-9cec-272608ec402b', 'project_id': 'f74486f2f4b84801a0e8493839816298', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:35.017540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdea38b-3f58-4c0c-8277-a6986b1cb5a5 req-faf9d3c2-cd6e-42b8-9617-dba46586924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:35.017887 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3a96-92d6-4864-8c3c-0c4f5dc4b624 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.019347 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ecdea38b-3f58-4c0c-8277-a6986b1cb5a5 req-faf9d3c2-cd6e-42b8-9617-dba46586924a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45248158-3165-463f-b14c-0930595a12c4 HTTP/1.1" status: 200 len: 854 time: 0.0555108 Jul 27 22:55:35.069623 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdea38b-3f58-4c0c-8277-a6986b1cb5a5 req-6d7b3ff0-bf80-41e6-8d81-5766ffa269d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:35.071390 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ecdea38b-3f58-4c0c-8277-a6986b1cb5a5 req-6d7b3ff0-bf80-41e6-8d81-5766ffa269d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac6563f0-2456-40b5-a992-1b649bf07e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437994 Jul 27 22:55:35.094656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-88f755f0-5684-435a-8029-d07dd50ccde3 None None] Set router 2889ddb0-9940-49fc-b3a7-26dc5c691612 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:55:35.096451 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3a96-92d6-4864-8c3c-0c4f5dc4b624 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.100720 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3a96-92d6-4864-8c3c-0c4f5dc4b624 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.120871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e3a96-92d6-4864-8c3c-0c4f5dc4b624 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79a0d48-2086-4141-b97f-ded080db5310,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:35.128354 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3a96-92d6-4864-8c3c-0c4f5dc4b624 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.130521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9f0e3a96-92d6-4864-8c3c-0c4f5dc4b624 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578469 Jul 27 22:55:35.133174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34864) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:35.138402 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Request body: {'security_group_rule': {'security_group_id': '67499d17-abac-44af-9cec-272608ec402b', 'project_id': 'f74486f2f4b84801a0e8493839816298', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:35.168886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.176764 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ecdea38b-3f58-4c0c-8277-a6986b1cb5a5 req-f872945d-3d67-423a-bb63-22c4eecac14f service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973957 Jul 27 22:55:35.232649 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.237145 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.259855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b76606-3e6d-492c-bef9-164e697b536f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:35.263777 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.267576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302803 Jul 27 22:55:35.269871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:35.274460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-de406bb3-65e6-4959-be3d-8d80ede93181 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Request body: {'security_group_rule': {'security_group_id': '67499d17-abac-44af-9cec-272608ec402b', 'project_id': 'f74486f2f4b84801a0e8493839816298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:35.277561 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ecdea38b-3f58-4c0c-8277-a6986b1cb5a5 req-7b5d50c2-3d97-48d5-a42e-5c077f477327 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894289 Jul 27 22:55:35.279515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:35.279881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:35.280217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:35.280557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:35.280897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:35.281672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:35.281672 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:35.281886 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:35.283076 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:35.283432 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:35.283777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:35.284105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015c90be-9e34-4593-a9f1-974e4cfd78db tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:55:35.315402 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-de406bb3-65e6-4959-be3d-8d80ede93181 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Project f74486f2f4b84801a0e8493839816298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:55:35.320568 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de406bb3-65e6-4959-be3d-8d80ede93181 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.348504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-88f755f0-5684-435a-8029-d07dd50ccde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '91168d50-d063-46e0-91e9-6f47ffc277fa', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'port_id': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'mac_address': 'fa:16:3e:4b:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fcc77b-8a44-4637-bbfd-33776072207e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:55:33Z', 'updated_at': '2021-07-27T22:55:33Z', 'revision_number': 0, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac', 'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'mac_address': 'fa:16:3e:56:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:44Z', 'updated_at': '2021-07-27T22:54:51Z', 'revision_number': 5, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'subnets': [{'id': '45248158-3165-463f-b14c-0930595a12c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:55:35.376522 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f755f0-5684-435a-8029-d07dd50ccde3 None None] The sync data for ids ['2889ddb0-9940-49fc-b3a7-26dc5c691612'] in n-d-802011-3 is: [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '91168d50-d063-46e0-91e9-6f47ffc277fa', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'port_id': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'mac_address': 'fa:16:3e:4b:8e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fcc77b-8a44-4637-bbfd-33776072207e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:55:33Z', 'updated_at': '2021-07-27T22:55:33Z', 'revision_number': 0, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac', 'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'mac_address': 'fa:16:3e:56:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:44Z', 'updated_at': '2021-07-27T22:54:51Z', 'revision_number': 5, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'subnets': [{'id': '45248158-3165-463f-b14c-0930595a12c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:55:35.383249 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de406bb3-65e6-4959-be3d-8d80ede93181 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.387032 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de406bb3-65e6-4959-be3d-8d80ede93181 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.408632 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de406bb3-65e6-4959-be3d-8d80ede93181 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803e8acc-c14a-4a50-bd31-4bd8e4bdd802,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:35.412320 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-de406bb3-65e6-4959-be3d-8d80ede93181 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.414302 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-de406bb3-65e6-4959-be3d-8d80ede93181 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1428022 Jul 27 22:55:35.417458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34868) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:55:35.422251 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2705fc48-8897-4780-a0eb-4a5338313ff5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Request body: {'security_group_rule': {'security_group_id': '67499d17-abac-44af-9cec-272608ec402b', 'project_id': 'f74486f2f4b84801a0e8493839816298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:35.444491 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-2705fc48-8897-4780-a0eb-4a5338313ff5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Project f74486f2f4b84801a0e8493839816298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:55:35.450278 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2705fc48-8897-4780-a0eb-4a5338313ff5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.515224 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2705fc48-8897-4780-a0eb-4a5338313ff5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.519137 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2705fc48-8897-4780-a0eb-4a5338313ff5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.536872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705fc48-8897-4780-a0eb-4a5338313ff5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188128c9-1fb4-4580-8067-ea3d9d3355f3,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:35.544257 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2705fc48-8897-4780-a0eb-4a5338313ff5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.545485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2705fc48-8897-4780-a0eb-4a5338313ff5 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269808 Jul 27 22:55:35.590850 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9afddf6-f358-4f39-8ac1-39caa21dd5d9 None None] New status for floating IP 91168d50-d063-46e0-91e9-6f47ffc277fa: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:55:35.636954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a24e164-f448-484e-8065-2eb89864f719 req-d5efe65b-52c2-48c0-833d-b89491f12a7f tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799844312&fields=id&tenant_id=f74486f2f4b84801a0e8493839816298 HTTP/1.1" status: 200 len: 267 time: 0.0376997 Jul 27 22:55:35.689649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24e164-f448-484e-8065-2eb89864f719 req-1649e3c6-bac0-4330-962e-6ad2a127729b tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:35.691158 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a24e164-f448-484e-8065-2eb89864f719 req-1649e3c6-bac0-4330-962e-6ad2a127729b tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 946 time: 0.0485046 Jul 27 22:55:35.703208 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4a24e164-f448-484e-8065-2eb89864f719 req-46ed2e08-0514-4981-ae67-89f917c32b37 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Request body: {'port': {'security_groups': ['75e83b98-1bed-4126-af1a-ceb007e06ef0', '67499d17-abac-44af-9cec-272608ec402b']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:55:35.770402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4a24e164-f448-484e-8065-2eb89864f719 req-46ed2e08-0514-4981-ae67-89f917c32b37 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.952127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4a24e164-f448-484e-8065-2eb89864f719 req-46ed2e08-0514-4981-ae67-89f917c32b37 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] For port 96eb0cfd-5dfa-4c2c-af56-93b89540de32, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:55:35.982711 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4a24e164-f448-484e-8065-2eb89864f719 req-46ed2e08-0514-4981-ae67-89f917c32b37 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.987271 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4a24e164-f448-484e-8065-2eb89864f719 req-46ed2e08-0514-4981-ae67-89f917c32b37 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:35.999149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['96eb0cfd-5dfa-4c2c-af56-93b89540de32'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:55:36.031408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24e164-f448-484e-8065-2eb89864f719 req-46ed2e08-0514-4981-ae67-89f917c32b37 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:36.032085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4a24e164-f448-484e-8065-2eb89864f719 req-46ed2e08-0514-4981-ae67-89f917c32b37 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:36.033659 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4a24e164-f448-484e-8065-2eb89864f719 req-46ed2e08-0514-4981-ae67-89f917c32b37 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "PUT /v2.0/ports/96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 200 len: 982 time: 0.3354549 Jul 27 22:55:36.073411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed2e08-0514-4981-ae67-89f917c32b37 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event updated for resources: {'Port': ['ID=96eb0cfd-5dfa-4c2c-af56-93b89540de32,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:55:36.100552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['96eb0cfd-5dfa-4c2c-af56-93b89540de32'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:55:36.150927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5450e4c-799a-41c2-9103-cb17a3e2af65 req-d0e03d7c-2b77-402e-a07b-ce02d58e395a tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:36.152193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5450e4c-799a-41c2-9103-cb17a3e2af65 req-d0e03d7c-2b77-402e-a07b-ce02d58e395a tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0540690 Jul 27 22:55:36.197028 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a5450e4c-799a-41c2-9103-cb17a3e2af65 req-13070fdf-b81a-4be5-8cac-203e2ad1741d tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&id=67499d17-abac-44af-9cec-272608ec402b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384908 Jul 27 22:55:36.390822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9f02e211-4e47-432c-8dc6-973a574ae2f1 None None] Provisioning complete for port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:55:36.391122 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9f02e211-4e47-432c-8dc6-973a574ae2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:36.591062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:55:36.593623 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ace646-8e8a-4909-85a3-9cb8a84f5017" -d '{"events": [{"name": "network-changed", "server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:55:36.635325 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd36fe3-2abf-4068-82ea-3c58fc41398e x-openstack-request-id: req-ebd36fe3-2abf-4068-82ea-3c58fc41398e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:55:36.635618 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:55:36.635870 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ebd36fe3-2abf-4068-82ea-3c58fc41398e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:55:36.636277 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'status': 'completed', 'code': 200} Jul 27 22:55:36.705808 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ace646-8e8a-4909-85a3-9cb8a84f5017 req-188a335e-b658-4f33-9e51-5ab79e3a3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:36.707370 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-16ace646-8e8a-4909-85a3-9cb8a84f5017 req-188a335e-b658-4f33-9e51-5ab79e3a3591 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f74486f2f4b84801a0e8493839816298&device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 1136 time: 0.0483723 Jul 27 22:55:36.796992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ace646-8e8a-4909-85a3-9cb8a84f5017 req-58f7353e-78a6-4baa-9926-9c1165ea78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:36.798489 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-16ace646-8e8a-4909-85a3-9cb8a84f5017 req-58f7353e-78a6-4baa-9926-9c1165ea78f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac6563f0-2456-40b5-a992-1b649bf07e87 HTTP/1.1" status: 200 len: 916 time: 0.0836105 Jul 27 22:55:36.867603 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-16ace646-8e8a-4909-85a3-9cb8a84f5017 req-d4267c63-376c-4694-a3ea-89ef2520ba9e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 200 len: 1002 time: 0.0614216 Jul 27 22:55:36.917939 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ace646-8e8a-4909-85a3-9cb8a84f5017 req-272bc113-d5c5-4606-8999-abde7747a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:36.919493 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-16ace646-8e8a-4909-85a3-9cb8a84f5017 req-272bc113-d5c5-4606-8999-abde7747a0a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45248158-3165-463f-b14c-0930595a12c4 HTTP/1.1" status: 200 len: 854 time: 0.0448761 Jul 27 22:55:36.971810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ace646-8e8a-4909-85a3-9cb8a84f5017 req-70964e34-dc3e-4602-9829-63ac5341b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:36.973308 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-16ace646-8e8a-4909-85a3-9cb8a84f5017 req-70964e34-dc3e-4602-9829-63ac5341b573 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac6563f0-2456-40b5-a992-1b649bf07e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415583 Jul 27 22:55:37.068385 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-16ace646-8e8a-4909-85a3-9cb8a84f5017 req-7aa4e6b3-0871-4006-b9be-f785e8f31afe service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864792 Jul 27 22:55:37.158375 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-16ace646-8e8a-4909-85a3-9cb8a84f5017 req-65508ad7-c215-4b45-bd0f-e93384f69401 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804455 Jul 27 22:55:42.675389 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d543620-48af-4927-9abb-afa6dfcb90e0 req-c6c3f52a-9cc0-4eb5-b4d0-ce6b95e79b22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432358 Jul 27 22:55:42.761089 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d543620-48af-4927-9abb-afa6dfcb90e0 req-67fe6ac7-7ef0-469c-abc2-4c8dc9821128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:42.762616 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d543620-48af-4927-9abb-afa6dfcb90e0 req-67fe6ac7-7ef0-469c-abc2-4c8dc9821128 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f74486f2f4b84801a0e8493839816298&device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 1136 time: 0.0451496 Jul 27 22:55:42.820449 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6212b9e8-557e-47a9-8a66-3fbb9e143010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:42.865137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d543620-48af-4927-9abb-afa6dfcb90e0 req-bfafcc51-3f11-45ae-abef-2513adaa7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:42.866624 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d543620-48af-4927-9abb-afa6dfcb90e0 req-bfafcc51-3f11-45ae-abef-2513adaa7b22 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac6563f0-2456-40b5-a992-1b649bf07e87 HTTP/1.1" status: 200 len: 916 time: 0.0824604 Jul 27 22:55:42.935437 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d543620-48af-4927-9abb-afa6dfcb90e0 req-4fab3708-702a-4fcb-b3ca-21624bc3f672 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 200 len: 1002 time: 0.0613830 Jul 27 22:55:42.952600 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:42.987954 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d543620-48af-4927-9abb-afa6dfcb90e0 req-d5f60fff-8fc7-447f-afd2-98f8311d14b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:42.989451 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d543620-48af-4927-9abb-afa6dfcb90e0 req-d5f60fff-8fc7-447f-afd2-98f8311d14b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45248158-3165-463f-b14c-0930595a12c4 HTTP/1.1" status: 200 len: 854 time: 0.0467696 Jul 27 22:55:43.035164 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d543620-48af-4927-9abb-afa6dfcb90e0 req-9e9e2a1e-fc41-4f06-b372-781cac5dc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:43.036627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d543620-48af-4927-9abb-afa6dfcb90e0 req-9e9e2a1e-fc41-4f06-b372-781cac5dc12d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac6563f0-2456-40b5-a992-1b649bf07e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400882 Jul 27 22:55:43.127885 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d543620-48af-4927-9abb-afa6dfcb90e0 req-c43af84e-4b40-4373-9ab0-1fb50790b365 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834301 Jul 27 22:55:43.216523 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-3d543620-48af-4927-9abb-afa6dfcb90e0 req-e463bc6f-be22-4fad-87a8-2edf6e359e89 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801604 Jul 27 22:55:43.908112 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:55:45.490345 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6b1bc94-233d-4055-963a-f31398af986f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:45.828385 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:46.591405 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:46.932464 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:48.297225 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:55:53.393912 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570d9f9-b5c4-4da9-920e-62d303f5065f req-0f195728-24ab-4b0b-98b0-4259e15a770c tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:53.394576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d7336-b739-4aed-a7fd-ddffa14bf592 req-82b65656-7c93-4671-9742-ca551a99d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:53.395661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7570d9f9-b5c4-4da9-920e-62d303f5065f req-0f195728-24ab-4b0b-98b0-4259e15a770c tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0534723 Jul 27 22:55:53.398603 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e36d7336-b739-4aed-a7fd-ddffa14bf592 req-82b65656-7c93-4671-9742-ca551a99d91d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f74486f2f4b84801a0e8493839816298&device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 1136 time: 0.0435550 Jul 27 22:55:53.440289 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7570d9f9-b5c4-4da9-920e-62d303f5065f req-e4884e5f-9942-49c8-9f32-ca4159c5e238 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&id=67499d17-abac-44af-9cec-272608ec402b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384674 Jul 27 22:55:53.489786 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d7336-b739-4aed-a7fd-ddffa14bf592 req-812b4d45-72aa-4d08-9314-291798afa1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:53.491231 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e36d7336-b739-4aed-a7fd-ddffa14bf592 req-812b4d45-72aa-4d08-9314-291798afa1e0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac6563f0-2456-40b5-a992-1b649bf07e87 HTTP/1.1" status: 200 len: 916 time: 0.0887718 Jul 27 22:55:53.556549 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e36d7336-b739-4aed-a7fd-ddffa14bf592 req-0c5dafff-ded0-4837-a21c-c27a917cd6f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 200 len: 1002 time: 0.0570183 Jul 27 22:55:53.612043 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d7336-b739-4aed-a7fd-ddffa14bf592 req-e085c721-ee9b-449a-80fa-a3dadd5cd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:53.613452 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e36d7336-b739-4aed-a7fd-ddffa14bf592 req-e085c721-ee9b-449a-80fa-a3dadd5cd52e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45248158-3165-463f-b14c-0930595a12c4 HTTP/1.1" status: 200 len: 854 time: 0.0494251 Jul 27 22:55:53.659880 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d7336-b739-4aed-a7fd-ddffa14bf592 req-b74e7883-54c6-4c5b-bf74-609708053bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:53.661403 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e36d7336-b739-4aed-a7fd-ddffa14bf592 req-b74e7883-54c6-4c5b-bf74-609708053bc6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac6563f0-2456-40b5-a992-1b649bf07e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387771 Jul 27 22:55:53.752593 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e36d7336-b739-4aed-a7fd-ddffa14bf592 req-b4f85681-708c-461d-b106-91f928f6ef24 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827131 Jul 27 22:55:53.846648 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e36d7336-b739-4aed-a7fd-ddffa14bf592 req-aa937801-9964-4ff9-9bc0-feb86aa3e7f0 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865774 Jul 27 22:55:54.557487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefdfc4-c7aa-4650-97c0-a6639fbd9190 req-c4b32d9e-5b22-4d76-869d-02db362aeb36 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:54.558996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2cefdfc4-c7aa-4650-97c0-a6639fbd9190 req-c4b32d9e-5b22-4d76-869d-02db362aeb36 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0489652 Jul 27 22:55:54.598829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2cefdfc4-c7aa-4650-97c0-a6639fbd9190 req-cfed99d4-cb5e-4e5e-acb5-2db3da70c68a tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&id=67499d17-abac-44af-9cec-272608ec402b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336697 Jul 27 22:55:55.718300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa80e43-a86f-4f04-9d75-ff7f4467728e req-7be369b1-3876-4e8a-8113-a4431e532c1b tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:55.719782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1aa80e43-a86f-4f04-9d75-ff7f4467728e req-7be369b1-3876-4e8a-8113-a4431e532c1b tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0527437 Jul 27 22:55:55.759783 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1aa80e43-a86f-4f04-9d75-ff7f4467728e req-5d026892-8e5a-4129-ad93-24b78b5d62f4 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&id=67499d17-abac-44af-9cec-272608ec402b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338945 Jul 27 22:55:56.874958 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dc8c4-6bb0-4dfc-abab-8b627e5cc729 req-f20e5b0b-8195-46ab-b1fd-8e326bf86d7d tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:56.876423 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d99dc8c4-6bb0-4dfc-abab-8b627e5cc729 req-f20e5b0b-8195-46ab-b1fd-8e326bf86d7d tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0488276 Jul 27 22:55:56.919658 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d99dc8c4-6bb0-4dfc-abab-8b627e5cc729 req-c9393f4c-5c0c-424f-a52d-36a9a8ed7dd3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&id=67499d17-abac-44af-9cec-272608ec402b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372670 Jul 27 22:55:58.035555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c28fa-c1ba-4d92-9220-3e678160fbcc req-c1fa792d-a1db-413f-82a2-024a266ab1fb tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:58.037025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea6c28fa-c1ba-4d92-9220-3e678160fbcc req-c1fa792d-a1db-413f-82a2-024a266ab1fb tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0492516 Jul 27 22:55:58.076822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ea6c28fa-c1ba-4d92-9220-3e678160fbcc req-9fd56aa3-7d67-4409-a263-1e64f8a23096 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&id=67499d17-abac-44af-9cec-272608ec402b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337980 Jul 27 22:55:59.191719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f28e35-fd15-420b-8867-1efe9f3d3516 req-bb4cbb58-d942-45a6-975a-f74e40951142 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:55:59.193119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09f28e35-fd15-420b-8867-1efe9f3d3516 req-bb4cbb58-d942-45a6-975a-f74e40951142 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0493383 Jul 27 22:55:59.232862 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-09f28e35-fd15-420b-8867-1efe9f3d3516 req-694b1765-9bf2-4327-bd02-1e26cb65583f tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&id=67499d17-abac-44af-9cec-272608ec402b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337870 Jul 27 22:56:00.347761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bdf2e-dd85-475b-8d63-2dcf7c010b68 req-a4d5d488-98e6-424c-8bcf-61656b2cea53 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:00.349232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c68bdf2e-dd85-475b-8d63-2dcf7c010b68 req-a4d5d488-98e6-424c-8bcf-61656b2cea53 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0488653 Jul 27 22:56:00.393492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c68bdf2e-dd85-475b-8d63-2dcf7c010b68 req-5156ca2c-2f8d-4db6-b5cc-131f1085c5bd tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&id=67499d17-abac-44af-9cec-272608ec402b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371971 Jul 27 22:56:01.531932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de748bf-8270-4c80-b170-525153b8c00a req-c62c5973-8a22-41bd-b734-18ebcb9de472 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:01.536705 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1de748bf-8270-4c80-b170-525153b8c00a req-c62c5973-8a22-41bd-b734-18ebcb9de472 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0693805 Jul 27 22:56:01.593799 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1de748bf-8270-4c80-b170-525153b8c00a req-00d0eec0-da58-405c-85bc-5cf86cddb2a2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&id=67499d17-abac-44af-9cec-272608ec402b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507717 Jul 27 22:56:02.711187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7aec8-e3c5-4c44-ac2d-b8ad048bb204 req-cabba1e9-1660-48da-ba1b-4d01505d02d2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:02.712670 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d7aec8-e3c5-4c44-ac2d-b8ad048bb204 req-cabba1e9-1660-48da-ba1b-4d01505d02d2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0492632 Jul 27 22:56:02.753617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-24d7aec8-e3c5-4c44-ac2d-b8ad048bb204 req-20892632-e8ab-4050-b464-19f6407a5622 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&id=67499d17-abac-44af-9cec-272608ec402b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348594 Jul 27 22:56:03.869917 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca83010-3819-49fb-8d22-0239687872be req-358a89bc-4a21-46b3-a808-ad32c25da831 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:03.871923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fca83010-3819-49fb-8d22-0239687872be req-358a89bc-4a21-46b3-a808-ad32c25da831 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0493937 Jul 27 22:56:03.914664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fca83010-3819-49fb-8d22-0239687872be req-ce52cc5d-7c4c-4c18-b456-7f8afa59501b tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&id=67499d17-abac-44af-9cec-272608ec402b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366921 Jul 27 22:56:05.034515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291b058-851e-46c8-99a5-b6496b13d2bf req-9ae513e8-8770-40ee-9152-df83d48ac185 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:05.036002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f291b058-851e-46c8-99a5-b6496b13d2bf req-9ae513e8-8770-40ee-9152-df83d48ac185 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0529404 Jul 27 22:56:05.076898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f291b058-851e-46c8-99a5-b6496b13d2bf req-357fbed7-4bfc-4863-bba4-cd7ea66bdf84 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&id=67499d17-abac-44af-9cec-272608ec402b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346739 Jul 27 22:56:12.821544 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a4a9a146-85a8-4ca3-bf41-19e43230dfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:12.948852 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:15.491427 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0dba6c33-d655-445e-b133-ffaed627883a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:15.828547 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:16.594808 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:16.939749 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:18.299091 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:20.909234 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:56:37.513189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a9e23559-5475-4255-a24f-68d2ca269743 req-75856992-680e-4990-a54a-b93eec6b3ad2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799844312&fields=id&tenant_id=f74486f2f4b84801a0e8493839816298 HTTP/1.1" status: 200 len: 267 time: 0.0344114 Jul 27 22:56:37.582090 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e23559-5475-4255-a24f-68d2ca269743 req-62435ba7-7b36-4496-8788-449178438780 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:37.583611 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a9e23559-5475-4255-a24f-68d2ca269743 req-62435ba7-7b36-4496-8788-449178438780 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 985 time: 0.0645180 Jul 27 22:56:37.594464 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-a9e23559-5475-4255-a24f-68d2ca269743 req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Request body: {'port': {'security_groups': ['75e83b98-1bed-4126-af1a-ceb007e06ef0']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:37.659954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9e23559-5475-4255-a24f-68d2ca269743 req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.826884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a9e23559-5475-4255-a24f-68d2ca269743 req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] For port 96eb0cfd-5dfa-4c2c-af56-93b89540de32, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:37.860384 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9e23559-5475-4255-a24f-68d2ca269743 req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.868897 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9e23559-5475-4255-a24f-68d2ca269743 req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.881463 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['96eb0cfd-5dfa-4c2c-af56-93b89540de32'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:56:37.911202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e23559-5475-4255-a24f-68d2ca269743 req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:37.911827 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a9e23559-5475-4255-a24f-68d2ca269743 req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.914294 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a9e23559-5475-4255-a24f-68d2ca269743 req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "PUT /v2.0/ports/96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 200 len: 943 time: 0.3232172 Jul 27 22:56:37.914294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:56:37.915983 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0ef972-b6c1-467d-96c0-c0cc7b64baab" -d '{"events": [{"name": "network-changed", "server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:56:37.919738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 34936) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:37.943218 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event updated for resources: {'Port': ['ID=96eb0cfd-5dfa-4c2c-af56-93b89540de32,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:37.951300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:37.951654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:37.952000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:37.952340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:37.952680 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:37.953012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:37.953338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:37.953667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:37.954003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:37.954362 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:37.954731 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:37.955009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3f03c-a730-4243-9909-c3c9ab0bf973 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:37.987425 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:37.991660 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf5c5eb-db14-4c5f-8387-dd37998119ad x-openstack-request-id: req-fbf5c5eb-db14-4c5f-8387-dd37998119ad {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:56:37.992150 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:56:37.992412 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbf5c5eb-db14-4c5f-8387-dd37998119ad {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:56:37.992817 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'status': 'completed', 'code': 200} Jul 27 22:56:38.001307 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['96eb0cfd-5dfa-4c2c-af56-93b89540de32'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:56:38.051256 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.100264 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ef972-b6c1-467d-96c0-c0cc7b64baab req-63c8a78e-f7ed-42a9-a892-87529ec20d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:38.101800 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb0ef972-b6c1-467d-96c0-c0cc7b64baab req-63c8a78e-f7ed-42a9-a892-87529ec20d83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f74486f2f4b84801a0e8493839816298&device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 1097 time: 0.0962903 Jul 27 22:56:38.187292 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.189773 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.190961 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "DELETE /v2.0/security-groups/67499d17-abac-44af-9cec-272608ec402b HTTP/1.1" status: 204 len: 168 time: 0.2694390 Jul 27 22:56:38.193843 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 34940) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:38.211304 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67499d17-abac-44af-9cec-272608ec402b,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:38.219525 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ef972-b6c1-467d-96c0-c0cc7b64baab req-929f1603-7623-414b-938c-2141895a6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:38.220984 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb0ef972-b6c1-467d-96c0-c0cc7b64baab req-929f1603-7623-414b-938c-2141895a6f54 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac6563f0-2456-40b5-a992-1b649bf07e87 HTTP/1.1" status: 200 len: 916 time: 0.1117449 Jul 27 22:56:38.222390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:38.222735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:38.223068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:38.223399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:38.224452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:38.224452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:38.224452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:38.224767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:38.224993 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:38.225316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:38.225636 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:38.225953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbf0ca-ed8a-426e-9fff-3d3ae642687e tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:38.257661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c5078759-370d-4c8b-9c23-13be381bcfa1 None None] Provisioning complete for port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:56:38.258037 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5078759-370d-4c8b-9c23-13be381bcfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.299791 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb0ef972-b6c1-467d-96c0-c0cc7b64baab req-c7a3e7ba-802d-49d4-9ac5-7073be21fa3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 200 len: 1002 time: 0.0710115 Jul 27 22:56:38.350578 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ef972-b6c1-467d-96c0-c0cc7b64baab req-24bc5f99-d9f6-439e-9394-aa385405266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:38.352088 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb0ef972-b6c1-467d-96c0-c0cc7b64baab req-24bc5f99-d9f6-439e-9394-aa385405266b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45248158-3165-463f-b14c-0930595a12c4 HTTP/1.1" status: 200 len: 854 time: 0.0453207 Jul 27 22:56:38.359892 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Deleting port 474a5e87-9134-4a59-ba68-dc0f1a500b9d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:38.360241 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.400210 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ef972-b6c1-467d-96c0-c0cc7b64baab req-d456d7c1-7791-45f7-a230-cd5a4be32a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:38.401721 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb0ef972-b6c1-467d-96c0-c0cc7b64baab req-d456d7c1-7791-45f7-a230-cd5a4be32a06 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac6563f0-2456-40b5-a992-1b649bf07e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411050 Jul 27 22:56:38.437790 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.438115 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.450069 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Calling delete_port for 474a5e87-9134-4a59-ba68-dc0f1a500b9d owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:38.494635 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb0ef972-b6c1-467d-96c0-c0cc7b64baab req-c765ea0d-66c7-4f6a-9ade-37f73aef4833 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852871 Jul 27 22:56:38.584697 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cb0ef972-b6c1-467d-96c0-c0cc7b64baab req-b32ff3da-ce98-4dcc-be5e-1b28f4a36bd5 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829492 Jul 27 22:56:38.597818 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.624842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event deleted for resources: {'Port': ['ID=474a5e87-9134-4a59-ba68-dc0f1a500b9d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:38.681364 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:38.681697 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Floating IP 91168d50-d063-46e0-91e9-6f47ffc277fa disassociated (deleted). External IP: 172.25.1.151, port: 96eb0cfd-5dfa-4c2c-af56-93b89540de32. Jul 27 22:56:39.172426 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Router 2889ddb0-9940-49fc-b3a7-26dc5c691612 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:56:39.277240 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:56:39.282255 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:39.288373 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ed99a-ae48-4235-814e-19866c409a05 None None] Sync routers for ids ['2889ddb0-9940-49fc-b3a7-26dc5c691612'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:56:39.299178 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ed99a-ae48-4235-814e-19866c409a05 None None] Routers {'2889ddb0-9940-49fc-b3a7-26dc5c691612'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:39.299943 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-850ed99a-ae48-4235-814e-19866c409a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:56:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['2889ddb0-9940-49fc-b3a7-26dc5c691612'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:39.314205 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-712bc800-8b9f-4ff5-9918-3981f55e0f77 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "DELETE /v2.0/floatingips/91168d50-d063-46e0-91e9-6f47ffc277fa HTTP/1.1" status: 204 len: 168 time: 1.1166451 Jul 27 22:56:39.427452 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-850ed99a-ae48-4235-814e-19866c409a05 None None] Set router 2889ddb0-9940-49fc-b3a7-26dc5c691612 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:39.641990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-850ed99a-ae48-4235-814e-19866c409a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac', 'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'mac_address': 'fa:16:3e:56:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:44Z', 'updated_at': '2021-07-27T22:54:51Z', 'revision_number': 5, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'subnets': [{'id': '45248158-3165-463f-b14c-0930595a12c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:39.667168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ed99a-ae48-4235-814e-19866c409a05 None None] Checking router: 2889ddb0-9940-49fc-b3a7-26dc5c691612 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:56:39.675219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ed99a-ae48-4235-814e-19866c409a05 None None] Routers {'2889ddb0-9940-49fc-b3a7-26dc5c691612'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:39.675807 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-850ed99a-ae48-4235-814e-19866c409a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:56:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['2889ddb0-9940-49fc-b3a7-26dc5c691612'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:39.778609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-850ed99a-ae48-4235-814e-19866c409a05 None None] Set router 2889ddb0-9940-49fc-b3a7-26dc5c691612 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:39.981748 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-850ed99a-ae48-4235-814e-19866c409a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac', 'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'mac_address': 'fa:16:3e:56:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:44Z', 'updated_at': '2021-07-27T22:54:51Z', 'revision_number': 5, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'subnets': [{'id': '45248158-3165-463f-b14c-0930595a12c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:39.993771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:56:39.996959 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254295cb-0d5d-495a-9960-fc778fed8755" -d '{"events": [{"name": "network-changed", "server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:56:40.013199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ed99a-ae48-4235-814e-19866c409a05 None None] The sync data for ids ['2889ddb0-9940-49fc-b3a7-26dc5c691612'] in n-d-802011-3 is: [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:54:45Z', 'revision_number': 4, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac', 'name': '', 'network_id': 'ac6563f0-2456-40b5-a992-1b649bf07e87', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'mac_address': 'fa:16:3e:56:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45248158-3165-463f-b14c-0930595a12c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:44Z', 'updated_at': '2021-07-27T22:54:51Z', 'revision_number': 5, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'subnets': [{'id': '45248158-3165-463f-b14c-0930595a12c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:56:40.047165 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af716a1c-5163-4c61-8368-6edd2ecd62cf x-openstack-request-id: req-af716a1c-5163-4c61-8368-6edd2ecd62cf {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:56:40.047468 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:56:40.047722 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af716a1c-5163-4c61-8368-6edd2ecd62cf {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:56:40.048148 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'status': 'completed', 'code': 200} Jul 27 22:56:40.111704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254295cb-0d5d-495a-9960-fc778fed8755 req-bbfff2e3-4bf5-434d-8632-c5d08a5f36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:40.113309 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-254295cb-0d5d-495a-9960-fc778fed8755 req-bbfff2e3-4bf5-434d-8632-c5d08a5f36b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f74486f2f4b84801a0e8493839816298&device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 1097 time: 0.0442181 Jul 27 22:56:40.215213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254295cb-0d5d-495a-9960-fc778fed8755 req-2dcbc704-ab2f-4ba0-9b95-6088c3df7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:40.216899 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-254295cb-0d5d-495a-9960-fc778fed8755 req-2dcbc704-ab2f-4ba0-9b95-6088c3df7173 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac6563f0-2456-40b5-a992-1b649bf07e87 HTTP/1.1" status: 200 len: 916 time: 0.0971696 Jul 27 22:56:40.249996 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb42d7-2d56-4325-967f-c37a71913854 None None] New status for floating IP 91168d50-d063-46e0-91e9-6f47ffc277fa: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:56:40.263293 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-254295cb-0d5d-495a-9960-fc778fed8755 req-d4095e89-6016-4dce-9a63-8c57095b44c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 200 len: 217 time: 0.0384398 Jul 27 22:56:40.320400 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254295cb-0d5d-495a-9960-fc778fed8755 req-c54983fb-020d-47c8-a5b6-73c483963138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:40.322581 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-254295cb-0d5d-495a-9960-fc778fed8755 req-c54983fb-020d-47c8-a5b6-73c483963138 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45248158-3165-463f-b14c-0930595a12c4 HTTP/1.1" status: 200 len: 854 time: 0.0519788 Jul 27 22:56:40.371409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254295cb-0d5d-495a-9960-fc778fed8755 req-96fbdcdd-ef94-4a22-93ad-f8c1d0e42fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:40.372942 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-254295cb-0d5d-495a-9960-fc778fed8755 req-96fbdcdd-ef94-4a22-93ad-f8c1d0e42fb1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac6563f0-2456-40b5-a992-1b649bf07e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434935 Jul 27 22:56:40.461842 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-254295cb-0d5d-495a-9960-fc778fed8755 req-4b39066b-70f9-468c-a6a6-09e995032423 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815365 Jul 27 22:56:40.555915 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-254295cb-0d5d-495a-9960-fc778fed8755 req-a817785d-8db4-4bba-a4f3-d40b4e38a0a5 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867929 Jul 27 22:56:42.822480 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8d100e4-90fc-4275-ba71-4c9e9381425e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:42.966314 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:44.671491 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a75535c-7d68-43ca-87e7-5bd86dde609b req-6a32cab0-0ced-4b86-a8ce-3a8d7daefddc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403781 Jul 27 22:56:44.751991 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75535c-7d68-43ca-87e7-5bd86dde609b req-238fd8fa-78e7-42dd-8891-d13acff1bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:44.753498 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a75535c-7d68-43ca-87e7-5bd86dde609b req-238fd8fa-78e7-42dd-8891-d13acff1bc46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f74486f2f4b84801a0e8493839816298&device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 1097 time: 0.0411475 Jul 27 22:56:44.860745 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75535c-7d68-43ca-87e7-5bd86dde609b req-44b43298-52ae-475c-8ecb-8702e0e9d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:44.862114 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a75535c-7d68-43ca-87e7-5bd86dde609b req-44b43298-52ae-475c-8ecb-8702e0e9d904 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac6563f0-2456-40b5-a992-1b649bf07e87 HTTP/1.1" status: 200 len: 916 time: 0.0895703 Jul 27 22:56:44.904221 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a75535c-7d68-43ca-87e7-5bd86dde609b req-8c55b90b-59dd-40c8-adc6-8a443be50529 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 200 len: 217 time: 0.0350788 Jul 27 22:56:44.956175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75535c-7d68-43ca-87e7-5bd86dde609b req-2efc6e6b-3bc0-43b0-a2ca-d3209136cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:44.957654 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a75535c-7d68-43ca-87e7-5bd86dde609b req-2efc6e6b-3bc0-43b0-a2ca-d3209136cbf0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45248158-3165-463f-b14c-0930595a12c4 HTTP/1.1" status: 200 len: 854 time: 0.0468593 Jul 27 22:56:45.008176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75535c-7d68-43ca-87e7-5bd86dde609b req-a647309f-76f1-4007-8961-155c01c45438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:45.009558 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a75535c-7d68-43ca-87e7-5bd86dde609b req-a647309f-76f1-4007-8961-155c01c45438 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac6563f0-2456-40b5-a992-1b649bf07e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441217 Jul 27 22:56:45.100494 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a75535c-7d68-43ca-87e7-5bd86dde609b req-4f199d23-ab1e-4990-850d-82b8479eae79 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832624 Jul 27 22:56:45.193447 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8a75535c-7d68-43ca-87e7-5bd86dde609b req-97ca1486-56e8-4c01-b509-050e001a4b89 service neutron] 10.222.0.43 "GET /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853703 Jul 27 22:56:45.491702 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fd0a460d-0ee3-4a1c-ac52-c0cbed99694e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:45.833055 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:46.273908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460662e2-5812-44dc-be47-bcaa94dd5740 req-6149b82a-a7bc-4f23-a828-32e29d53a7fc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:46.275412 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460662e2-5812-44dc-be47-bcaa94dd5740 req-6149b82a-a7bc-4f23-a828-32e29d53a7fc tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 946 time: 0.0528319 Jul 27 22:56:46.313716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-460662e2-5812-44dc-be47-bcaa94dd5740 req-f3d12eb4-320c-4be3-90ee-84deb2266fc2 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Jul 27 22:56:46.597838 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:46.958375 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:47.429879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908d812-7306-410a-a832-d2a95a68e286 req-35a10b5c-5fc7-4959-9c1c-0c85d959e982 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:47.431384 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1908d812-7306-410a-a832-d2a95a68e286 req-35a10b5c-5fc7-4959-9c1c-0c85d959e982 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 946 time: 0.0486977 Jul 27 22:56:47.468712 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1908d812-7306-410a-a832-d2a95a68e286 req-77d6ea90-c39b-4742-862e-80b4ee34ab93 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/security-groups?id=75e83b98-1bed-4126-af1a-ceb007e06ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313876 Jul 27 22:56:47.884418 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da5887-f88b-4008-b0f1-960c4f5f64fb req-4565c269-28af-4bae-89c2-f6e71195d4cf tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:56:47.885899 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d7da5887-f88b-4008-b0f1-960c4f5f64fb req-4565c269-28af-4bae-89c2-f6e71195d4cf tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.43 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 946 time: 0.0500181 Jul 27 22:56:47.979767 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d7da5887-f88b-4008-b0f1-960c4f5f64fb req-c718b5d1-efe2-4a1e-8ceb-c1fbe89f15f3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Deleting port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:47.980140 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7da5887-f88b-4008-b0f1-960c4f5f64fb req-c718b5d1-efe2-4a1e-8ceb-c1fbe89f15f3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:48.065905 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-d7da5887-f88b-4008-b0f1-960c4f5f64fb req-c718b5d1-efe2-4a1e-8ceb-c1fbe89f15f3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] For port 96eb0cfd-5dfa-4c2c-af56-93b89540de32, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=96eb0cfd-5dfa-4c2c-af56-93b89540de32,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:48.066301 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7da5887-f88b-4008-b0f1-960c4f5f64fb req-c718b5d1-efe2-4a1e-8ceb-c1fbe89f15f3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:48.079474 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-d7da5887-f88b-4008-b0f1-960c4f5f64fb req-c718b5d1-efe2-4a1e-8ceb-c1fbe89f15f3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Calling delete_port for 96eb0cfd-5dfa-4c2c-af56-93b89540de32 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:48.206518 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7da5887-f88b-4008-b0f1-960c4f5f64fb req-c718b5d1-efe2-4a1e-8ceb-c1fbe89f15f3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:48.219470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['96eb0cfd-5dfa-4c2c-af56-93b89540de32'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:56:48.234756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718b5d1-efe2-4a1e-8ceb-c1fbe89f15f3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Pushing event deleted for resources: {'Port': ['ID=96eb0cfd-5dfa-4c2c-af56-93b89540de32,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:48.276293 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7da5887-f88b-4008-b0f1-960c4f5f64fb req-c718b5d1-efe2-4a1e-8ceb-c1fbe89f15f3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] No DVR routers for this DVR port 96eb0cfd-5dfa-4c2c-af56-93b89540de32 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:56:48.279192 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-d7da5887-f88b-4008-b0f1-960c4f5f64fb req-c718b5d1-efe2-4a1e-8ceb-c1fbe89f15f3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:48.281354 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-d7da5887-f88b-4008-b0f1-960c4f5f64fb req-c718b5d1-efe2-4a1e-8ceb-c1fbe89f15f3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.43 "DELETE /v2.0/ports/96eb0cfd-5dfa-4c2c-af56-93b89540de32 HTTP/1.1" status: 204 len: 173 time: 0.3887789 Jul 27 22:56:48.281709 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'name': 'network-vif-deleted', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:56:48.306951 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:48.324243 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f5bd52caf5610727ea6ec9a8d26bcc39e90bd563bbe7c5a4a3aec73f761fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e85282-3867-4361-924b-e3605f807286" -d '{"events": [{"server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "name": "network-vif-deleted", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:56:48.413208 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ff11d4-caf5-43d2-8ecc-307fe51e9017 x-openstack-request-id: req-d2ff11d4-caf5-43d2-8ecc-307fe51e9017 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:56:48.413499 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fcc77b-8a44-4637-bbfd-33776072207e", "name": "network-vif-deleted", "tag": "96eb0cfd-5dfa-4c2c-af56-93b89540de32", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:56:48.413751 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2ff11d4-caf5-43d2-8ecc-307fe51e9017 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:56:48.414150 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fcc77b-8a44-4637-bbfd-33776072207e', 'name': 'network-vif-deleted', 'tag': '96eb0cfd-5dfa-4c2c-af56-93b89540de32', 'status': 'completed', 'code': 200} Jul 27 22:56:48.574513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32e60441-cb70-49e0-8d76-8b09355251ac req-4a985442-e4e6-433f-a62a-9ac5708edae3 tempest-TestMinimumBasicScenario-107167205 tempest-TestMinimumBasicScenario-107167205-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fcc77b-8a44-4637-bbfd-33776072207e HTTP/1.1" status: 200 len: 210 time: 0.0272357 Jul 27 22:56:50.145123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35048) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:50.488390 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94668271-7a34-419f-bb93-2167493a06b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:50.730760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-94668271-7a34-419f-bb93-2167493a06b7 admin admin] Deleting port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:50.731093 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94668271-7a34-419f-bb93-2167493a06b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:50.808650 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-94668271-7a34-419f-bb93-2167493a06b7 admin admin] For port d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:50.809026 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94668271-7a34-419f-bb93-2167493a06b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:50.821547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-94668271-7a34-419f-bb93-2167493a06b7 admin admin] Calling delete_port for d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:50.997268 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94668271-7a34-419f-bb93-2167493a06b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:51.032140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94668271-7a34-419f-bb93-2167493a06b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:51.193104 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-94668271-7a34-419f-bb93-2167493a06b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:51.203275 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 96eb0cfd-5dfa-4c2c-af56-93b89540de32 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:51.223294 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 96eb0cfd-5dfa-4c2c-af56-93b89540de32 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:51.223630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 96eb0cfd-5dfa-4c2c-af56-93b89540de32 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:51.409998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94668271-7a34-419f-bb93-2167493a06b7 admin admin] Router 2889ddb0-9940-49fc-b3a7-26dc5c691612 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:56:51.512131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94668271-7a34-419f-bb93-2167493a06b7 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:56:51.517889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-94668271-7a34-419f-bb93-2167493a06b7 admin admin] 10.222.0.24 "PUT /v2.0/routers/2889ddb0-9940-49fc-b3a7-26dc5c691612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3716252 Jul 27 22:56:51.519796 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35050) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:51.521276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425ee44-7676-43ad-8a47-9ed6cfe3eec9 None None] Sync routers for ids ['2889ddb0-9940-49fc-b3a7-26dc5c691612'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:56:51.531020 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425ee44-7676-43ad-8a47-9ed6cfe3eec9 None None] Routers {'2889ddb0-9940-49fc-b3a7-26dc5c691612'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:51.531627 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5425ee44-7676-43ad-8a47-9ed6cfe3eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['2889ddb0-9940-49fc-b3a7-26dc5c691612'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:51.625762 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:51.634250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5425ee44-7676-43ad-8a47-9ed6cfe3eec9 None None] Set router 2889ddb0-9940-49fc-b3a7-26dc5c691612 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:51.822401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5425ee44-7676-43ad-8a47-9ed6cfe3eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:56:50Z', 'revision_number': 5, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:51.849427 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425ee44-7676-43ad-8a47-9ed6cfe3eec9 None None] Checking router: 2889ddb0-9940-49fc-b3a7-26dc5c691612 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:56:51.858448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425ee44-7676-43ad-8a47-9ed6cfe3eec9 None None] Routers {'2889ddb0-9940-49fc-b3a7-26dc5c691612'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:51.859067 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5425ee44-7676-43ad-8a47-9ed6cfe3eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['2889ddb0-9940-49fc-b3a7-26dc5c691612'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:51.972951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-5425ee44-7676-43ad-8a47-9ed6cfe3eec9 None None] Set router 2889ddb0-9940-49fc-b3a7-26dc5c691612 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:52.091649 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.144039 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Deleting port f9b0632d-96f5-4ebe-b394-b311a9933428 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:52.144383 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.151013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-5425ee44-7676-43ad-8a47-9ed6cfe3eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:56:50Z', 'revision_number': 5, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:52.181423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425ee44-7676-43ad-8a47-9ed6cfe3eec9 None None] The sync data for ids ['2889ddb0-9940-49fc-b3a7-26dc5c691612'] in n-d-802011-3 is: [{'id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'name': 'tempest-TestMinimumBasicScenario-1732178254-router', 'tenant_id': 'f74486f2f4b84801a0e8493839816298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:42Z', 'updated_at': '2021-07-27T22:56:50Z', 'revision_number': 5, 'project_id': 'f74486f2f4b84801a0e8493839816298', 'gw_port': {'id': 'f9b0632d-96f5-4ebe-b394-b311a9933428', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889ddb0-9940-49fc-b3a7-26dc5c691612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:43Z', 'updated_at': '2021-07-27T22:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:56:52.223735 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] For port f9b0632d-96f5-4ebe-b394-b311a9933428, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=f9b0632d-96f5-4ebe-b394-b311a9933428,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:52.224105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.236787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Calling delete_port for f9b0632d-96f5-4ebe-b394-b311a9933428 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:52.425629 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.456302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b0632d-96f5-4ebe-b394-b311a9933428,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:52.514921 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.615383 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.618184 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.666705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.667271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2889ddb0-9940-49fc-b3a7-26dc5c691612 {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:56:52.672371 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.673623 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-199e8e1b-36bc-4239-aed2-59df8ee01be4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2889ddb0-9940-49fc-b3a7-26dc5c691612 HTTP/1.1" status: 204 len: 168 time: 1.1526287 Jul 27 22:56:52.676100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35052) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:52.721590 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5570d42b-357f-4cf4-a631-acdc8599ebf5 admin admin] Deleting subnet 45248158-3165-463f-b14c-0930595a12c4 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:56:52.724933 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5570d42b-357f-4cf4-a631-acdc8599ebf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.762663 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5570d42b-357f-4cf4-a631-acdc8599ebf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.846647 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5570d42b-357f-4cf4-a631-acdc8599ebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.897927 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5570d42b-357f-4cf4-a631-acdc8599ebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.926167 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570d42b-357f-4cf4-a631-acdc8599ebf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45248158-3165-463f-b14c-0930595a12c4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:52.931992 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5570d42b-357f-4cf4-a631-acdc8599ebf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:52.934595 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5570d42b-357f-4cf4-a631-acdc8599ebf5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/45248158-3165-463f-b14c-0930595a12c4 HTTP/1.1" status: 204 len: 168 time: 0.2574282 Jul 27 22:56:52.937223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35054) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:52.937905 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233fbd1d-b4bb-4dea-89b3-63ebc01a67f0 None None] Network ac6563f0-2456-40b5-a992-1b649bf07e87 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:56:53.010062 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.064679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Deleting port e202a57a-4f89-4ae0-ac45-7784c7b805a6 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:53.065150 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.135710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] For port e202a57a-4f89-4ae0-ac45-7784c7b805a6, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e202a57a-4f89-4ae0-ac45-7784c7b805a6,segment=NetworkSegment(849e68ba-354d-4593-a4c5-0f2da236d9a6),segment_id=849e68ba-354d-4593-a4c5-0f2da236d9a6)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:53.136171 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.150468 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Calling delete_port for e202a57a-4f89-4ae0-ac45-7784c7b805a6 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:53.152299 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] DHCP port deletion for ac6563f0-2456-40b5-a992-1b649bf07e87 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:56:53.209318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:53.241216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:53.241782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d4bee5f1-48cc-4d2d-a38c-8cfdc7fc2fac not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:53.242990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f9b0632d-96f5-4ebe-b394-b311a9933428 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:53.244135 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.267765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Deleting port e202a57a-4f89-4ae0-ac45-7784c7b805a6 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:53.268141 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.269681 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: f9b0632d-96f5-4ebe-b394-b311a9933428 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:53.269940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e202a57a-4f89-4ae0-ac45-7784c7b805a6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:53.270051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device f9b0632d-96f5-4ebe-b394-b311a9933428 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:53.270438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e202a57a-4f89-4ae0-ac45-7784c7b805a6 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:53.273450 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] No DVR routers for this DVR port e202a57a-4f89-4ae0-ac45-7784c7b805a6 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:56:53.326707 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: e202a57a-4f89-4ae0-ac45-7784c7b805a6 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:53.327054 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e202a57a-4f89-4ae0-ac45-7784c7b805a6 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:53.348587 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.357397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] For port e202a57a-4f89-4ae0-ac45-7784c7b805a6, host n-d-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:53.357792 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.359209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6563f0-2456-40b5-a992-1b649bf07e87']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:53.369581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849e68ba-354d-4593-a4c5-0f2da236d9a6') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:53.369925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849e68ba-354d-4593-a4c5-0f2da236d9a6') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:53.370167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Calling delete_port for e202a57a-4f89-4ae0-ac45-7784c7b805a6 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:53.372817 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Port e202a57a-4f89-4ae0-ac45-7784c7b805a6 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 22:56:53.374036 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.379046 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.393052 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.397651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Pushing event deleted for resources: {'Port': ['ID=e202a57a-4f89-4ae0-ac45-7784c7b805a6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:53.399040 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:56:53.399436 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.402498 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] No DVR routers for this DVR port e202a57a-4f89-4ae0-ac45-7784c7b805a6 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:56:53.404066 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:56:53.411664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:53.411664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:53.411664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:53.411664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:53.411664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:53.411664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:53.411664 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:53.412353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:53.412353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:53.412630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:53.412957 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:53.413064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54a6d6d-c7fb-4927-a1e5-71400f03a79c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:56:53.460778 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.466678 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:53.468886 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ac6563f0-2456-40b5-a992-1b649bf07e87 HTTP/1.1" status: 204 len: 168 time: 0.5306728 Jul 27 22:56:53.471898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:53.485094 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9c595-1d65-41e0-845d-f9ea0e850ff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac6563f0-2456-40b5-a992-1b649bf07e87,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:53.814053 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6323471-348f-4e5f-9a3f-c63731fb3175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:54.057660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b6323471-348f-4e5f-9a3f-c63731fb3175 admin admin] Deleting port bc9f34fd-37f0-4d7d-9886-db684042b9bf {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:54.058049 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6323471-348f-4e5f-9a3f-c63731fb3175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:54.133629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-b6323471-348f-4e5f-9a3f-c63731fb3175 admin admin] For port bc9f34fd-37f0-4d7d-9886-db684042b9bf, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=bc9f34fd-37f0-4d7d-9886-db684042b9bf,segment=NetworkSegment(8897b6b4-4dcf-4a55-ab6a-1ff545975344),segment_id=8897b6b4-4dcf-4a55-ab6a-1ff545975344)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:54.133916 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6323471-348f-4e5f-9a3f-c63731fb3175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:54.146542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-b6323471-348f-4e5f-9a3f-c63731fb3175 admin admin] Calling delete_port for bc9f34fd-37f0-4d7d-9886-db684042b9bf owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:54.322975 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6323471-348f-4e5f-9a3f-c63731fb3175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:54.349784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6323471-348f-4e5f-9a3f-c63731fb3175 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9f34fd-37f0-4d7d-9886-db684042b9bf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:54.805801 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6323471-348f-4e5f-9a3f-c63731fb3175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:55.022324 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6323471-348f-4e5f-9a3f-c63731fb3175 admin admin] Router d591ab2a-8de8-4d6f-9ccd-da2065bab85b has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:56:55.124151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6323471-348f-4e5f-9a3f-c63731fb3175 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:56:55.130533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b6323471-348f-4e5f-9a3f-c63731fb3175 admin admin] 10.222.0.24 "PUT /v2.0/routers/d591ab2a-8de8-4d6f-9ccd-da2065bab85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6568222 Jul 27 22:56:55.131720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35060) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:55.132520 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcecc595-7bd6-4565-be6f-6450bd939194 None None] Sync routers for ids ['d591ab2a-8de8-4d6f-9ccd-da2065bab85b'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:56:55.142323 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcecc595-7bd6-4565-be6f-6450bd939194 None None] Routers {'d591ab2a-8de8-4d6f-9ccd-da2065bab85b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:55.143027 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcecc595-7bd6-4565-be6f-6450bd939194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d591ab2a-8de8-4d6f-9ccd-da2065bab85b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:55.238535 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:55.244799 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bcecc595-7bd6-4565-be6f-6450bd939194 None None] Set router d591ab2a-8de8-4d6f-9ccd-da2065bab85b gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:55.345759 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:55.399878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Deleting port 55556c4c-2b3b-4492-9327-5fa0541ed2a9 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:55.400108 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:55.476792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] For port 55556c4c-2b3b-4492-9327-5fa0541ed2a9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=55556c4c-2b3b-4492-9327-5fa0541ed2a9,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:55.477137 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:55.490785 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Calling delete_port for 55556c4c-2b3b-4492-9327-5fa0541ed2a9 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:55.511405 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcecc595-7bd6-4565-be6f-6450bd939194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'name': 'tempest-TestMinimumBasicScenario-858459085-router', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:56:54Z', 'revision_number': 5, 'project_id': '604a21db14114e339bd9a66434f5392b', 'gw_port': {'id': '55556c4c-2b3b-4492-9327-5fa0541ed2a9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:55.537218 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcecc595-7bd6-4565-be6f-6450bd939194 None None] Checking router: d591ab2a-8de8-4d6f-9ccd-da2065bab85b for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:56:55.545924 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcecc595-7bd6-4565-be6f-6450bd939194 None None] Routers {'d591ab2a-8de8-4d6f-9ccd-da2065bab85b'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:56:55.546554 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcecc595-7bd6-4565-be6f-6450bd939194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['d591ab2a-8de8-4d6f-9ccd-da2065bab85b'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:55.631521 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bcecc595-7bd6-4565-be6f-6450bd939194 None None] Set router d591ab2a-8de8-4d6f-9ccd-da2065bab85b gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:56:55.662112 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:55.685954 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bcecc595-7bd6-4565-be6f-6450bd939194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'name': 'tempest-TestMinimumBasicScenario-858459085-router', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:56:55Z', 'revision_number': 6, 'project_id': '604a21db14114e339bd9a66434f5392b', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:55.692146 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=55556c4c-2b3b-4492-9327-5fa0541ed2a9,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:55.713680 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcecc595-7bd6-4565-be6f-6450bd939194 None None] The sync data for ids ['d591ab2a-8de8-4d6f-9ccd-da2065bab85b'] in n-d-802011-3 is: [{'id': 'd591ab2a-8de8-4d6f-9ccd-da2065bab85b', 'name': 'tempest-TestMinimumBasicScenario-858459085-router', 'tenant_id': '604a21db14114e339bd9a66434f5392b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:54:47Z', 'updated_at': '2021-07-27T22:56:55Z', 'revision_number': 6, 'project_id': '604a21db14114e339bd9a66434f5392b', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:56:55.753340 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:55.843114 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:55.845179 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:55.887832 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:55.888437 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d591ab2a-8de8-4d6f-9ccd-da2065bab85b {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:56:55.892648 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:55.894020 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5b9e08a8-233d-4f2f-95c5-99dfea71fcb3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d591ab2a-8de8-4d6f-9ccd-da2065bab85b HTTP/1.1" status: 204 len: 168 time: 0.7612762 Jul 27 22:56:55.896482 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35062) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:55.948162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-b002306e-aa52-4e63-8565-45d2b5a3b919 admin admin] Deleting subnet 4ee7aa83-500e-4f5d-987b-6898a664049d {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:56:55.951232 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b002306e-aa52-4e63-8565-45d2b5a3b919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:55.985819 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b002306e-aa52-4e63-8565-45d2b5a3b919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.063573 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b002306e-aa52-4e63-8565-45d2b5a3b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.119506 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b002306e-aa52-4e63-8565-45d2b5a3b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.149072 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002306e-aa52-4e63-8565-45d2b5a3b919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee7aa83-500e-4f5d-987b-6898a664049d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:56.155732 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-b002306e-aa52-4e63-8565-45d2b5a3b919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.162160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea42f27d-481b-4612-9c50-8ca17e4e548a None None] Network c2117701-2294-47f8-972a-8c889a586b57 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:56:56.162895 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-b002306e-aa52-4e63-8565-45d2b5a3b919 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4ee7aa83-500e-4f5d-987b-6898a664049d HTTP/1.1" status: 204 len: 168 time: 0.2653756 Jul 27 22:56:56.163524 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35064) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:56.231798 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.291283 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Deleting port 11214c68-ec77-438e-90c2-b7f23d498d92 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:56:56.291480 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.359289 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] For port 11214c68-ec77-438e-90c2-b7f23d498d92, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=11214c68-ec77-438e-90c2-b7f23d498d92,segment=NetworkSegment(8897b6b4-4dcf-4a55-ab6a-1ff545975344),segment_id=8897b6b4-4dcf-4a55-ab6a-1ff545975344)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:56:56.359660 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.372611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Calling delete_port for 11214c68-ec77-438e-90c2-b7f23d498d92 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:56:56.450907 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.475495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Pushing event deleted for resources: {'Port': ['ID=11214c68-ec77-438e-90c2-b7f23d498d92,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:56.479457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] No DVR routers for this DVR port 11214c68-ec77-438e-90c2-b7f23d498d92 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:56:56.518348 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e552c4f1-ccb0-4639-99bd-a5801cb9ae65 None None] DHCP port deletion for c2117701-2294-47f8-972a-8c889a586b57 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:56:56.557709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.567763 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2117701-2294-47f8-972a-8c889a586b57']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:56.578641 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8897b6b4-4dcf-4a55-ab6a-1ff545975344') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:56.578930 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8897b6b4-4dcf-4a55-ab6a-1ff545975344') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:56:56.588047 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.604234 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.610729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:56:56.611154 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: timer() Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:56:56.612885 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:56:56.672306 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.678782 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.680668 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c2117701-2294-47f8-972a-8c889a586b57 HTTP/1.1" status: 204 len: 168 time: 0.5159397 Jul 27 22:56:56.692229 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e62ca-676a-4709-bf16-c5d1f3a8b325 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2117701-2294-47f8-972a-8c889a586b57,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:56.844793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35068) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:56.885065 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9b41d0be-73a4-4831-9733-80eef23d953e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f74486f2f4b84801a0e8493839816298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391104 Jul 27 22:56:56.887780 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35070) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:56.934738 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8bcf-6df6-4a3e-aa7e-4a571ada98fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:56.961260 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8bcf-6df6-4a3e-aa7e-4a571ada98fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.015883 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8bcf-6df6-4a3e-aa7e-4a571ada98fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.016205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 55556c4c-2b3b-4492-9327-5fa0541ed2a9 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:57.018686 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8bcf-6df6-4a3e-aa7e-4a571ada98fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.020006 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-1e2b8bcf-6df6-4a3e-aa7e-4a571ada98fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75e83b98-1bed-4126-af1a-ceb007e06ef0 HTTP/1.1" status: 204 len: 168 time: 0.1312578 Jul 27 22:56:57.030948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b8bcf-6df6-4a3e-aa7e-4a571ada98fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e83b98-1bed-4126-af1a-ceb007e06ef0,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:57.043484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 55556c4c-2b3b-4492-9327-5fa0541ed2a9 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:57.043888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 55556c4c-2b3b-4492-9327-5fa0541ed2a9 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:57.044302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 11214c68-ec77-438e-90c2-b7f23d498d92 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:57.066518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 11214c68-ec77-438e-90c2-b7f23d498d92 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:57.066865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 11214c68-ec77-438e-90c2-b7f23d498d92 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:57.067283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bc9f34fd-37f0-4d7d-9886-db684042b9bf no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:56:57.087762 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: bc9f34fd-37f0-4d7d-9886-db684042b9bf {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:56:57.088104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device bc9f34fd-37f0-4d7d-9886-db684042b9bf not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:56:57.331787 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35078) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:57.371536 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-49b82ccc-2533-41fa-8a30-f4ea756926db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=604a21db14114e339bd9a66434f5392b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385225 Jul 27 22:56:57.373937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35080) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:57.424409 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f488f3b3-2169-4bd2-952d-1a2a190a80ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.444726 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f488f3b3-2169-4bd2-952d-1a2a190a80ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.491900 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f488f3b3-2169-4bd2-952d-1a2a190a80ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.494674 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f488f3b3-2169-4bd2-952d-1a2a190a80ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:57.495866 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f488f3b3-2169-4bd2-952d-1a2a190a80ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e71df2b-46cd-4fea-97ad-94f2a831e886 HTTP/1.1" status: 204 len: 168 time: 0.1210070 Jul 27 22:56:57.503366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488f3b3-2169-4bd2-952d-1a2a190a80ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e71df2b-46cd-4fea-97ad-94f2a831e886,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:57.908360 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:56:58.970630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-f708d074-9ff1-4126-bf7e-8c4a5db6732f req-f7f4fc8d-29b4-4481-84bb-8ddb1be6b5ce tempest-ServerDiskConfigTestJSON-2105620391 tempest-ServerDiskConfigTestJSON-2105620391-project] (93834) timed out ('10.222.0.41', 60549) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:56:59.031330 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35124) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:59.036140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-687a26c2-e0f8-4ea6-ba67-60b7f1a25ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899191023', 'description': 'tempest-secgroup-smoke-1899191023 description', 'project_id': '95e33ed6469f41269931fb7cadd2fee7'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:59.058782 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-687a26c2-e0f8-4ea6-ba67-60b7f1a25ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.070539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-687a26c2-e0f8-4ea6-ba67-60b7f1a25ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.161503 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-687a26c2-e0f8-4ea6-ba67-60b7f1a25ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.165129 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-687a26c2-e0f8-4ea6-ba67-60b7f1a25ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.200142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a26c2-e0f8-4ea6-ba67-60b7f1a25ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97fb9ea8-e36d-4aac-9584-f8db10ffc7ad,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:59.255536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-687a26c2-e0f8-4ea6-ba67-60b7f1a25ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.259204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-687a26c2-e0f8-4ea6-ba67-60b7f1a25ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.289154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a26c2-e0f8-4ea6-ba67-60b7f1a25ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:59.292791 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-687a26c2-e0f8-4ea6-ba67-60b7f1a25ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.294018 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-687a26c2-e0f8-4ea6-ba67-60b7f1a25ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2616541 Jul 27 22:56:59.297024 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35128) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:59.301371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c128fc8a-a4fc-47ff-82a2-687ea59e5d99 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': 'ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:59.326578 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c128fc8a-a4fc-47ff-82a2-687ea59e5d99 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.381844 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c128fc8a-a4fc-47ff-82a2-687ea59e5d99 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.385311 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c128fc8a-a4fc-47ff-82a2-687ea59e5d99 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.403000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128fc8a-a4fc-47ff-82a2-687ea59e5d99 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51eac4f9-0897-4e2e-9f3f-38e8fd5ffad7,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:59.408842 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c128fc8a-a4fc-47ff-82a2-687ea59e5d99 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.410208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c128fc8a-a4fc-47ff-82a2-687ea59e5d99 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122546 Jul 27 22:56:59.413046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:59.418003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0c38c1ef-9fc1-431c-9985-d8efb8308446 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': 'ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:59.443315 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c38c1ef-9fc1-431c-9985-d8efb8308446 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.502889 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c38c1ef-9fc1-431c-9985-d8efb8308446 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.506523 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c38c1ef-9fc1-431c-9985-d8efb8308446 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.525394 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38c1ef-9fc1-431c-9985-d8efb8308446 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db28090-4d33-43de-be46-b0a4890090f0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:59.529064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0c38c1ef-9fc1-431c-9985-d8efb8308446 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.530399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0c38c1ef-9fc1-431c-9985-d8efb8308446 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164327 Jul 27 22:56:59.533114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35132) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:59.537434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3151052d-f01b-4291-b7b2-6d4fec0d3df1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': 'ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:59.563347 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3151052d-f01b-4291-b7b2-6d4fec0d3df1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.620750 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3151052d-f01b-4291-b7b2-6d4fec0d3df1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.624398 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3151052d-f01b-4291-b7b2-6d4fec0d3df1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.643082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151052d-f01b-4291-b7b2-6d4fec0d3df1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b005b8a-0833-4570-b126-ed09583b1b7a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:59.649868 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3151052d-f01b-4291-b7b2-6d4fec0d3df1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.651128 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3151052d-f01b-4291-b7b2-6d4fec0d3df1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170850 Jul 27 22:56:59.654565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35134) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:59.658964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b2916dd7-7f95-49b5-9112-64c76e07eb59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': 'ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:59.683931 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2916dd7-7f95-49b5-9112-64c76e07eb59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.741571 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2916dd7-7f95-49b5-9112-64c76e07eb59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.745778 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2916dd7-7f95-49b5-9112-64c76e07eb59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.763383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2916dd7-7f95-49b5-9112-64c76e07eb59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2fe8c8-c604-4619-8790-66a721a58fa0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:59.768393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b2916dd7-7f95-49b5-9112-64c76e07eb59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.769773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b2916dd7-7f95-49b5-9112-64c76e07eb59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142757 Jul 27 22:56:59.772369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35136) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:59.777337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0e7cc53b-7306-4e79-bcd9-7b35d23378a5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': 'ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:59.798512 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-0e7cc53b-7306-4e79-bcd9-7b35d23378a5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Project 95e33ed6469f41269931fb7cadd2fee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:56:59.805339 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc53b-7306-4e79-bcd9-7b35d23378a5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.868326 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc53b-7306-4e79-bcd9-7b35d23378a5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.872379 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc53b-7306-4e79-bcd9-7b35d23378a5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.891682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cc53b-7306-4e79-bcd9-7b35d23378a5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a23fb35-af70-40ea-830e-3c182e4cae49,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:56:59.895324 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0e7cc53b-7306-4e79-bcd9-7b35d23378a5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.897240 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0e7cc53b-7306-4e79-bcd9-7b35d23378a5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233890 Jul 27 22:56:59.900224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35140) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:56:59.904862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9e523e78-839e-49ab-bbdf-051ca8981599 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': 'ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:56:59.930391 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-9e523e78-839e-49ab-bbdf-051ca8981599 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Project 95e33ed6469f41269931fb7cadd2fee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:56:59.935910 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e523e78-839e-49ab-bbdf-051ca8981599 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:56:59.996705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e523e78-839e-49ab-bbdf-051ca8981599 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.000233 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e523e78-839e-49ab-bbdf-051ca8981599 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.014158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e523e78-839e-49ab-bbdf-051ca8981599 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edc2f6b-f195-414f-bc12-24353bb255d2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:00.025253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9e523e78-839e-49ab-bbdf-051ca8981599 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.026671 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9e523e78-839e-49ab-bbdf-051ca8981599 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254365 Jul 27 22:57:00.035445 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:00.040259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-04f30fe8-1a15-418e-9c0f-2710e9de16cf tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'network': {'name': 'tempest-network-smoke--1047831725', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:00.061032 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f30fe8-1a15-418e-9c0f-2710e9de16cf tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:57:00.064435 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04f30fe8-1a15-418e-9c0f-2710e9de16cf tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.087852 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f30fe8-1a15-418e-9c0f-2710e9de16cf tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:57:00.097151 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04f30fe8-1a15-418e-9c0f-2710e9de16cf tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.097492 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-04f30fe8-1a15-418e-9c0f-2710e9de16cf tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Added segment 64f29e23-b807-46fb-8a0a-2537a6b25265 of type vlan for network 2a5767ee-a471-4552-b7fd-8b6715576b87 Jul 27 22:57:00.137148 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04f30fe8-1a15-418e-9c0f-2710e9de16cf tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.165052 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04f30fe8-1a15-418e-9c0f-2710e9de16cf tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.170734 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f30fe8-1a15-418e-9c0f-2710e9de16cf tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:00.171325 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04f30fe8-1a15-418e-9c0f-2710e9de16cf tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.228422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-04f30fe8-1a15-418e-9c0f-2710e9de16cf tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1918578 Jul 27 22:57:00.232018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:00.236425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'admin_state_up': True, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:00.255525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f30fe8-1a15-418e-9c0f-2710e9de16cf tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Network': ['ID=2a5767ee-a471-4552-b7fd-8b6715576b87,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:00.266436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 2a5767ee-a471-4552-b7fd-8b6715576b87 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:57:00.268169 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.269161 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.320994 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.458038 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.646168 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.669496 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.768667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.25.1.211 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/eac01cd1-4031-404d-8965-44064592091f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:57:00.872707 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.910954 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:00.946101 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:57:00.948942 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:00.952427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:57:00.981444 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=eac01cd1-4031-404d-8965-44064592091f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:01.256763 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:01.445187 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:01.571227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router 4be73367-62e8-4548-b076-e657c78f9ecb is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:57:01.672548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:57:01.681928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Sync routers for ids ['4be73367-62e8-4548-b076-e657c78f9ecb'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:57:01.691100 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:01.692335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4491bd46-6050-400c-935b-7d731db5247d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4593930 Jul 27 22:57:01.692491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Routers {'4be73367-62e8-4548-b076-e657c78f9ecb'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:01.692958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4be73367-62e8-4548-b076-e657c78f9ecb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:01.695647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35148) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:01.828262 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-14048c10-e85a-4798-8ebc-02f837ec432c tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=95e33ed6469f41269931fb7cadd2fee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1314166 Jul 27 22:57:01.830871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35154) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:01.966546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Set router 4be73367-62e8-4548-b076-e657c78f9ecb gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:01.986987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597cae22-2ca2-4436-9e8c-778a225ea111 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:01.988670 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-597cae22-2ca2-4436-9e8c-778a225ea111 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1568832 Jul 27 22:57:01.991579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:02.028899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e5b5a004-4636-4bcd-b5c7-189eb8dfd34b tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329626 Jul 27 22:57:02.029092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:02.033770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-08592324-1a6b-4d76-bc45-3719ebb6f26d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-419882919', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:02.145106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:01Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:02.175942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Checking router: 4be73367-62e8-4548-b076-e657c78f9ecb for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:57:02.176291 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Updating router 4be73367-62e8-4548-b076-e657c78f9ecb port eac01cd1-4031-404d-8965-44064592091f binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:57:02.203247 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:02.437319 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08592324-1a6b-4d76-bc45-3719ebb6f26d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:57:02.440813 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08592324-1a6b-4d76-bc45-3719ebb6f26d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:02.465744 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:02.475735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Transition to ACTIVE for port object eac01cd1-4031-404d-8965-44064592091f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:02.482234 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:02.538445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Attempting to bind port eac01cd1-4031-404d-8965-44064592091f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:57:02.538816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Attempting to bind port eac01cd1-4031-404d-8965-44064592091f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:57:02.539181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Attempting to bind port eac01cd1-4031-404d-8965-44064592091f on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:57:02.541164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19668148-1930-499c-bb76-3f4df04e8a06 None None] Pushing event updated for resources: {'Port': ['ID=eac01cd1-4031-404d-8965-44064592091f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:02.546657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:57:02.547028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:57:02.547422 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:02.547800 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:57:02.548568 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Bound port: eac01cd1-4031-404d-8965-44064592091f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:57:02.548668 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:02.600252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] For port eac01cd1-4031-404d-8965-44064592091f, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:57:02.604354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] For port eac01cd1-4031-404d-8965-44064592091f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=eac01cd1-4031-404d-8965-44064592091f,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:57:02.609113 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:02.622603 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08592324-1a6b-4d76-bc45-3719ebb6f26d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:02.656567 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Routers {'4be73367-62e8-4548-b076-e657c78f9ecb'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:02.657189 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4be73367-62e8-4548-b076-e657c78f9ecb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:02.681674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08592324-1a6b-4d76-bc45-3719ebb6f26d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Subnet': ['ID=8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:02.690649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08592324-1a6b-4d76-bc45-3719ebb6f26d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Checking segment: {'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:57:02.691021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08592324-1a6b-4d76-bc45-3719ebb6f26d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network hostable DHCP agents. Network: 2a5767ee-a471-4552-b7fd-8b6715576b87, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:57:02.707573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08592324-1a6b-4d76-bc45-3719ebb6f26d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 2a5767ee-a471-4552-b7fd-8b6715576b87 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:57:02.716681 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19668148-1930-499c-bb76-3f4df04e8a06 None None] Pushing event updated for resources: {'Port': ['ID=eac01cd1-4031-404d-8965-44064592091f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:02.717236 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-08592324-1a6b-4d76-bc45-3719ebb6f26d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 2a5767ee-a471-4552-b7fd-8b6715576b87) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:02.721311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08592324-1a6b-4d76-bc45-3719ebb6f26d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:02.721916 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-08592324-1a6b-4d76-bc45-3719ebb6f26d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:02.731137 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07cfbf8-b9cf-4bad-b1bf-c22a57c9c2bd None None] Network 2a5767ee-a471-4552-b7fd-8b6715576b87 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:57:02.737961 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-08592324-1a6b-4d76-bc45-3719ebb6f26d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7079372 Jul 27 22:57:02.740915 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:02.841949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] Set router 4be73367-62e8-4548-b076-e657c78f9ecb gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:03.034191 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-2a5767ee-a471-4552-b7fd-8b6715576b87', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ips': [{'subnet_id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:57:03.035089 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:03.197368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:01Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:03.236954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67aca36-1912-4a43-a7c4-a764ab0d1faa None None] The sync data for ids ['4be73367-62e8-4548-b076-e657c78f9ecb'] in n-d-802011-3 is: [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:01Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:57:03.245745 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:03.259508 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Allocated IP 172.20.0.2 (2a5767ee-a471-4552-b7fd-8b6715576b87/8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb/70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:57:03.449916 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:03.497587 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Transition to ACTIVE for port object 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:03.519801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Transition to ACTIVE for port object 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:03.532510 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:03.595112 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Network 2a5767ee-a471-4552-b7fd-8b6715576b87 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:57:03.603456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:03.608276 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:57:03.612045 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Pushing event updated for resources: {'Port': ['ID=70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:03.676411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.20.0.1 (2a5767ee-a471-4552-b7fd-8b6715576b87/8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb/d1c5cfa8-10ca-495a-8d9a-c451a0378b12) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:57:03.681552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Attempting to bind port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:57:03.682010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Attempting to bind port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:57:03.682893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Attempting to bind port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 on network 2a5767ee-a471-4552-b7fd-8b6715576b87 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:57:03.688591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:57:03.689439 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Checking segment: {'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:57:03.690292 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:03.690292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Bound using segment: {'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:57:03.690577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Bound port: 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:57:03.691317 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:03.771755 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] For port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:57:03.775342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] For port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39,segment=NetworkSegment(64f29e23-b807-46fb-8a0a-2537a6b25265),segment_id=64f29e23-b807-46fb-8a0a-2537a6b25265)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:57:03.781882 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:03.813622 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:03.831081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Transition to ACTIVE for port object d1c5cfa8-10ca-495a-8d9a-c451a0378b12 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:03.846798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e32939-76a0-4c6b-980a-ef92bc639f80 None None] Pushing event updated for resources: {'Port': ['ID=70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:03.874598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:03.923506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 2a5767ee-a471-4552-b7fd-8b6715576b87 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:57:03.930713 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:03.934387 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:57:03.941575 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=d1c5cfa8-10ca-495a-8d9a-c451a0378b12,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:03.994098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:04.166444 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:04.443127 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:04.449402 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:04.523603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=d1c5cfa8-10ca-495a-8d9a-c451a0378b12,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:04.526293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:04.622551 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 2a5767ee-a471-4552-b7fd-8b6715576b87 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:57:04.624029 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:04.739929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router 4be73367-62e8-4548-b076-e657c78f9ecb has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:57:04.763990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c06fd2-cec2-4453-8c18-25482f419306 None None] Network 2a5767ee-a471-4552-b7fd-8b6715576b87 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:57:04.846754 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:57:04.860851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-630e1a81-45b0-4bac-8de3-59fa3f093795 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "PUT /v2.0/routers/4be73367-62e8-4548-b076-e657c78f9ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1104293 Jul 27 22:57:04.876361 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4756bd3e-c11a-41a8-94f9-374c6c993fa7 None None] Provisioning for port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:05.034839 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-848fe1d6-7667-48e0-8db5-ecdb8dcdcc23 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899191023&fields=id&tenant_id=95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 267 time: 0.0525377 Jul 27 22:57:05.108022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device eac01cd1-4031-404d-8965-44064592091f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:05.163599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port eac01cd1-4031-404d-8965-44064592091f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:05.164474 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-8c9dfc4b-7d41-4f68-a387-b5e42b3742dd tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:05.166430 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-8c9dfc4b-7d41-4f68-a387-b5e42b3742dd tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/networks?id=2a5767ee-a471-4552-b7fd-8b6715576b87 HTTP/1.1" status: 200 len: 797 time: 0.1242559 Jul 27 22:57:05.174913 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port eac01cd1-4031-404d-8965-44064592091f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:05.175285 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:05.185088 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94598bc3-3899-4e26-9f8e-c2bb5a03c2cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/quotas/95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 375 time: 0.0111363 Jul 27 22:57:05.241117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-d2709f59-985a-4891-a7f1-d1b4cfd0a971 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500884 Jul 27 22:57:05.266223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0912c3c2-0006-40cf-b147-f5591fbfda9b None None] Provisioning for port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:05.271937 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0912c3c2-0006-40cf-b147-f5591fbfda9b None None] Provisioning complete for port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:05.272556 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0912c3c2-0006-40cf-b147-f5591fbfda9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:05.285966 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Sync routers for ids ['4be73367-62e8-4548-b076-e657c78f9ecb'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:57:05.299195 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Routers {'4be73367-62e8-4548-b076-e657c78f9ecb'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:05.300155 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4be73367-62e8-4548-b076-e657c78f9ecb'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:05.312749 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:05.343623 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0912c3c2-0006-40cf-b147-f5591fbfda9b None None] Port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:57:05.357021 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port eac01cd1-4031-404d-8965-44064592091f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=eac01cd1-4031-404d-8965-44064592091f,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:05.363708 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:05.364644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:05.431206 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Set router 4be73367-62e8-4548-b076-e657c78f9ecb gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:05.473973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=eac01cd1-4031-404d-8965-44064592091f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:05.486223 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-53ed973b-f96e-436f-82e0-6275afd29cf4 service neutron] 10.222.0.24 "GET /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675076 Jul 27 22:57:05.498292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-456a0474-4a97-4b27-a6b2-0d5f1f507212 None None] Provisioning complete for port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:05.499062 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-456a0474-4a97-4b27-a6b2-0d5f1f507212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:05.501745 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:05.507326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:05.507326 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:05.569708 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-456a0474-4a97-4b27-a6b2-0d5f1f507212 None None] Port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:57:05.599039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-f8ab44d9-c719-4163-87a3-c1c8ac9b4a0d service neutron] 10.222.0.24 "GET /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060095 Jul 27 22:57:05.628590 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:05.672983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39,segment=NetworkSegment(64f29e23-b807-46fb-8a0a-2537a6b25265),segment_id=64f29e23-b807-46fb-8a0a-2537a6b25265)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:05.682510 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:05.695276 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:04Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd1c5cfa8-10ca-495a-8d9a-c451a0378b12', 'name': '', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:d5:2e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:03Z', 'updated_at': '2021-07-27T22:57:04Z', 'revision_number': 2, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:05.726558 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Checking router: 4be73367-62e8-4548-b076-e657c78f9ecb for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:57:05.727312 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Updating router 4be73367-62e8-4548-b076-e657c78f9ecb port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:57:05.735819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a1159eb2-fdec-479a-acac-f905e6c563af None None] Provisioning complete for port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:05.735819 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a1159eb2-fdec-479a-acac-f905e6c563af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:05.763980 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:05.780041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a1159eb2-fdec-479a-acac-f905e6c563af None None] Port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:57:05.784470 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:05.813505 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f5d170af-d253-474b-88d2-a399c4351d23 req-db642c39-c7f0-47b1-97e7-e36d28b6b623 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 210 time: 0.0422809 Jul 27 22:57:06.056511 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:06.067085 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Transition to ACTIVE for port object d1c5cfa8-10ca-495a-8d9a-c451a0378b12 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:06.072998 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:06.147332 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Pushing event updated for resources: {'Port': ['ID=d1c5cfa8-10ca-495a-8d9a-c451a0378b12,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:06.170632 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:06.170980 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:06.171318 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:06.171650 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:06.171975 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:06.172300 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:06.172621 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:06.172942 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:06.173259 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:06.173575 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:06.173891 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:06.174208 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:06.194009 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Attempting to bind port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:57:06.194627 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Attempting to bind port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:57:06.195221 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Attempting to bind port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 on network 2a5767ee-a471-4552-b7fd-8b6715576b87 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:57:06.204911 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:57:06.205346 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Checking segment: {'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:57:06.205784 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:06.206176 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Bound using segment: {'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:57:06.206837 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Bound port: d1c5cfa8-10ca-495a-8d9a-c451a0378b12, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:57:06.207229 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:06.274171 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] For port d1c5cfa8-10ca-495a-8d9a-c451a0378b12, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:57:06.277437 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] For port d1c5cfa8-10ca-495a-8d9a-c451a0378b12, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d1c5cfa8-10ca-495a-8d9a-c451a0378b12,segment=NetworkSegment(64f29e23-b807-46fb-8a0a-2537a6b25265),segment_id=64f29e23-b807-46fb-8a0a-2537a6b25265)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:57:06.281969 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:06.343559 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Routers {'4be73367-62e8-4548-b076-e657c78f9ecb'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:06.344197 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:56:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4be73367-62e8-4548-b076-e657c78f9ecb'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:06.381813 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccadae-d7cc-49ce-a7da-1a296ecc346c None None] Pushing event updated for resources: {'Port': ['ID=d1c5cfa8-10ca-495a-8d9a-c451a0378b12,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:06.460262 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] Set router 4be73367-62e8-4548-b076-e657c78f9ecb gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:06.757632 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:04Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd1c5cfa8-10ca-495a-8d9a-c451a0378b12', 'name': '', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:d5:2e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:03Z', 'updated_at': '2021-07-27T22:57:06Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:06.786340 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d0f0c8-1321-43e9-8955-b468cba105f7 None None] The sync data for ids ['4be73367-62e8-4548-b076-e657c78f9ecb'] in n-d-802011-3 is: [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:04Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd1c5cfa8-10ca-495a-8d9a-c451a0378b12', 'name': '', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:d5:2e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:03Z', 'updated_at': '2021-07-27T22:57:06Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:57:06.815105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-0bf259ad-a211-44a3-b968-afb9592a2121 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:06.816710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-0bf259ad-a211-44a3-b968-afb9592a2121 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.41 "GET /v2.0/networks?id=2a5767ee-a471-4552-b7fd-8b6715576b87 HTTP/1.1" status: 200 len: 797 time: 0.1093075 Jul 27 22:57:06.896590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-dff68d03-23b9-4001-b9af-dd32c8aebb33 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 380 time: 0.0539718 Jul 27 22:57:06.907783 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'port': {'device_id': '180f6e91-34fc-453e-b52d-c53f837de29a', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'admin_state_up': True, 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'security_groups': ['ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:06.978350 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e5e2415e-1341-4efc-9728-98dc67a72d14 req-8daad796-d5b5-4368-9401-4ed8912f2c2e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 210 time: 0.0669639 Jul 27 22:57:07.076182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:57:07.079969 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.130608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d1c5cfa8-10ca-495a-8d9a-c451a0378b12 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:07.181653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:07.185559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:07.185945 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.227191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.20.0.13 (2a5767ee-a471-4552-b7fd-8b6715576b87/8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb/120cbf85-7923-4dde-8c98-cda671aa8983) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:57:07.269205 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.302991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port d1c5cfa8-10ca-495a-8d9a-c451a0378b12, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d1c5cfa8-10ca-495a-8d9a-c451a0378b12,segment=NetworkSegment(64f29e23-b807-46fb-8a0a-2537a6b25265),segment_id=64f29e23-b807-46fb-8a0a-2537a6b25265)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:07.308828 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.309621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device eac01cd1-4031-404d-8965-44064592091f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:07.393505 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.393886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=d1c5cfa8-10ca-495a-8d9a-c451a0378b12,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:07.407600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port eac01cd1-4031-404d-8965-44064592091f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:07.407980 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.410571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Transition to ACTIVE for port object 120cbf85-7923-4dde-8c98-cda671aa8983 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:07.450789 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.493773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:07.503160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 2a5767ee-a471-4552-b7fd-8b6715576b87 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:57:07.506570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:07.508954 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:57:07.550176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:07.550590 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.564907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:07.565576 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.579981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=120cbf85-7923-4dde-8c98-cda671aa8983,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:07.594897 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-94a2c812-48a0-41f9-b24b-245c02b239b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6907797 Jul 27 22:57:07.718801 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Request body: {'port': {'device_id': '180f6e91-34fc-453e-b52d-c53f837de29a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:07.761698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c5a9a13f-40ef-4f5e-9fb9-74c2a3b35716 None None] Provisioning for port 120cbf85-7923-4dde-8c98-cda671aa8983 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:07.766082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c5a9a13f-40ef-4f5e-9fb9-74c2a3b35716 None None] Provisioning complete for port 120cbf85-7923-4dde-8c98-cda671aa8983 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:07.766489 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c5a9a13f-40ef-4f5e-9fb9-74c2a3b35716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.777465 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:07.801558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c5a9a13f-40ef-4f5e-9fb9-74c2a3b35716 None None] Port 120cbf85-7923-4dde-8c98-cda671aa8983 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:57:08.056476 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120cbf85-7923-4dde-8c98-cda671aa8983 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:57:08.064793 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:08.100774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Transition to ACTIVE for port object 120cbf85-7923-4dde-8c98-cda671aa8983 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:57:08.106040 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:08.153919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dd82b-8422-4dfd-81f2-60e07273aa37 req-149e318c-c624-4110-a032-c41e3093c082 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:08.155505 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d93dd82b-8422-4dfd-81f2-60e07273aa37 req-149e318c-c624-4110-a032-c41e3093c082 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 932 time: 0.0883226 Jul 27 22:57:08.179928 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Pushing event updated for resources: {'Port': ['ID=120cbf85-7923-4dde-8c98-cda671aa8983,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:08.250652 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d93dd82b-8422-4dfd-81f2-60e07273aa37 req-1a4e7573-514a-45a5-8e25-e2a0ad4e1f10 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844426 Jul 27 22:57:08.273305 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Attempting to bind port 120cbf85-7923-4dde-8c98-cda671aa8983 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:57:08.273647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Attempting to bind port 120cbf85-7923-4dde-8c98-cda671aa8983 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:57:08.273984 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Attempting to bind port 120cbf85-7923-4dde-8c98-cda671aa8983 on network 2a5767ee-a471-4552-b7fd-8b6715576b87 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:57:08.279030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Port 120cbf85-7923-4dde-8c98-cda671aa8983 on network 2a5767ee-a471-4552-b7fd-8b6715576b87 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:57:08.279364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Attempting to bind port 120cbf85-7923-4dde-8c98-cda671aa8983 on network 2a5767ee-a471-4552-b7fd-8b6715576b87 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:57:08.285384 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:57:08.285815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Checking segment: {'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:57:08.286332 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Bound using segment: {'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:57:08.286867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Bound port: 120cbf85-7923-4dde-8c98-cda671aa8983, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f29e23-b807-46fb-8a0a-2537a6b25265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:57:08.287503 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:08.357067 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] For port 120cbf85-7923-4dde-8c98-cda671aa8983, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:57:08.360041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] For port 120cbf85-7923-4dde-8c98-cda671aa8983, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=120cbf85-7923-4dde-8c98-cda671aa8983,segment=NetworkSegment(64f29e23-b807-46fb-8a0a-2537a6b25265),segment_id=64f29e23-b807-46fb-8a0a-2537a6b25265)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:57:08.363567 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:08.395705 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:08.396317 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:08.397715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] 10.222.0.41 "PUT /v2.0/ports/120cbf85-7923-4dde-8c98-cda671aa8983 HTTP/1.1" status: 200 len: 1092 time: 0.7290282 Jul 27 22:57:08.398159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180f6e91-34fc-453e-b52d-c53f837de29a', 'tag': '120cbf85-7923-4dde-8c98-cda671aa8983'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:57:08.400435 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7933009c-d181-43c9-a71f-3b980abae529" -d '{"events": [{"name": "network-changed", "server_uuid": "180f6e91-34fc-453e-b52d-c53f837de29a", "tag": "120cbf85-7923-4dde-8c98-cda671aa8983"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:57:08.428327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0e8bc-bed4-4c0a-b374-6808696b4d10 service neutron] Pushing event updated for resources: {'Port': ['ID=120cbf85-7923-4dde-8c98-cda671aa8983,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:08.453677 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88690f71-dbee-41d4-bf69-44bf013ffd85 x-openstack-request-id: req-88690f71-dbee-41d4-bf69-44bf013ffd85 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:57:08.454051 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180f6e91-34fc-453e-b52d-c53f837de29a", "tag": "120cbf85-7923-4dde-8c98-cda671aa8983", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:57:08.454394 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88690f71-dbee-41d4-bf69-44bf013ffd85 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:57:08.454850 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180f6e91-34fc-453e-b52d-c53f837de29a', 'tag': '120cbf85-7923-4dde-8c98-cda671aa8983', 'status': 'completed', 'code': 200} Jul 27 22:57:08.492598 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-c75923e8-4f6a-443c-99f1-d44a92a95c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:08.494114 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-c75923e8-4f6a-443c-99f1-d44a92a95c66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 1095 time: 0.0526078 Jul 27 22:57:08.537547 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-43897612-37f7-41fe-af82-89a3908b2b96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=120cbf85-7923-4dde-8c98-cda671aa8983 HTTP/1.1" status: 200 len: 217 time: 0.0349050 Jul 27 22:57:08.588519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-f2997753-05a1-4e86-bc22-79f863b42574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:08.590114 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-f2997753-05a1-4e86-bc22-79f863b42574 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb HTTP/1.1" status: 200 len: 834 time: 0.0453055 Jul 27 22:57:08.639900 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-5a80e2dd-0133-4d34-b290-9a7f6d496874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:08.641361 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-5a80e2dd-0133-4d34-b290-9a7f6d496874 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a5767ee-a471-4552-b7fd-8b6715576b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442688 Jul 27 22:57:08.728082 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-7cf9a530-10fb-4fb2-a3fb-d1c2488c2e3b service neutron] 10.222.0.41 "GET /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793982 Jul 27 22:57:08.816624 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5a15a659-15eb-4545-8bf3-59ea78f1200a req-ad09183c-6c4e-4107-84f4-7e956e1e0d9d service neutron] 10.222.0.41 "GET /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818899 Jul 27 22:57:08.904877 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933009c-d181-43c9-a71f-3b980abae529 req-67e5af22-8059-4645-b951-fbcd06998d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:08.906417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7933009c-d181-43c9-a71f-3b980abae529 req-67e5af22-8059-4645-b951-fbcd06998d97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 1095 time: 0.0428276 Jul 27 22:57:09.001376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933009c-d181-43c9-a71f-3b980abae529 req-bef68714-8a84-4482-a488-aafbf3069427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:09.002894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7933009c-d181-43c9-a71f-3b980abae529 req-bef68714-8a84-4482-a488-aafbf3069427 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a5767ee-a471-4552-b7fd-8b6715576b87 HTTP/1.1" status: 200 len: 898 time: 0.0895023 Jul 27 22:57:09.016504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d1c5cfa8-10ca-495a-8d9a-c451a0378b12 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:09.067575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:09.067856 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:09.362667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7933009c-d181-43c9-a71f-3b980abae529 req-dc949b0a-3237-49c2-943f-ff2bbcc5eba4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=120cbf85-7923-4dde-8c98-cda671aa8983 HTTP/1.1" status: 200 len: 217 time: 0.3518729 Jul 27 22:57:09.429871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933009c-d181-43c9-a71f-3b980abae529 req-8db9c65a-e8c2-44d6-872c-73030193e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:09.431855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7933009c-d181-43c9-a71f-3b980abae529 req-8db9c65a-e8c2-44d6-872c-73030193e3ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb HTTP/1.1" status: 200 len: 834 time: 0.0607059 Jul 27 22:57:09.442198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265f493-bfb2-48c6-8468-1792f0f48684 req-046ec85b-6eab-421e-b158-85244e03a8bb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:09.443581 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1265f493-bfb2-48c6-8468-1792f0f48684 req-046ec85b-6eab-421e-b158-85244e03a8bb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 944 time: 0.0834570 Jul 27 22:57:09.507468 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1265f493-bfb2-48c6-8468-1792f0f48684 req-b9262232-3a05-4655-8faf-077f55da9f1d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549953 Jul 27 22:57:09.510030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933009c-d181-43c9-a71f-3b980abae529 req-5ae03527-a66a-4a0a-a6eb-850203b5de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:09.512119 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7933009c-d181-43c9-a71f-3b980abae529 req-5ae03527-a66a-4a0a-a6eb-850203b5de4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a5767ee-a471-4552-b7fd-8b6715576b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677083 Jul 27 22:57:09.599345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7933009c-d181-43c9-a71f-3b980abae529 req-aec5208e-c214-40e2-8984-0ac5e99d7ab8 service neutron] 10.222.0.41 "GET /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790431 Jul 27 22:57:09.692355 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7933009c-d181-43c9-a71f-3b980abae529 req-98313adb-57f3-4232-bbab-7a24e350ef2a service neutron] 10.222.0.41 "GET /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845430 Jul 27 22:57:10.622815 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb545bea-0faf-4374-803b-633fa8517e74 req-82be9754-0288-42ad-a43b-8e6a604db563 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:10.624212 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb545bea-0faf-4374-803b-633fa8517e74 req-82be9754-0288-42ad-a43b-8e6a604db563 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 944 time: 0.0493674 Jul 27 22:57:10.662107 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-eb545bea-0faf-4374-803b-633fa8517e74 req-178c428c-5ae1-44e6-bfd1-84832d95b78f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319862 Jul 27 22:57:11.421039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 120cbf85-7923-4dde-8c98-cda671aa8983 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:57:11.667810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 120cbf85-7923-4dde-8c98-cda671aa8983, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=120cbf85-7923-4dde-8c98-cda671aa8983,segment=NetworkSegment(64f29e23-b807-46fb-8a0a-2537a6b25265),segment_id=64f29e23-b807-46fb-8a0a-2537a6b25265)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:11.680685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '120cbf85-7923-4dde-8c98-cda671aa8983', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'port_id': '120cbf85-7923-4dde-8c98-cda671aa8983', 'mac_address': 'fa:16:3e:33:ea:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:57:11.720072 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:11.733159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120cbf85-7923-4dde-8c98-cda671aa8983 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:57:11.752909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 120cbf85-7923-4dde-8c98-cda671aa8983, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=120cbf85-7923-4dde-8c98-cda671aa8983,segment=NetworkSegment(64f29e23-b807-46fb-8a0a-2537a6b25265),segment_id=64f29e23-b807-46fb-8a0a-2537a6b25265)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:11.757326 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:11.778717 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f140b6-b6f4-4b7c-9fe2-40b0f3d7d32d req-fe59a818-e739-476e-b79a-42e652ca7919 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:11.780203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04f140b6-b6f4-4b7c-9fe2-40b0f3d7d32d req-fe59a818-e739-476e-b79a-42e652ca7919 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 944 time: 0.0502095 Jul 27 22:57:11.806557 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=120cbf85-7923-4dde-8c98-cda671aa8983,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:11.818448 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04f140b6-b6f4-4b7c-9fe2-40b0f3d7d32d req-29f26458-7145-426d-a3f1-61ecf3f03313 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320230 Jul 27 22:57:11.990005 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['120cbf85-7923-4dde-8c98-cda671aa8983'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:57:12.824981 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1a36-ac7c-4c80-8c25-48c1b3782027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:12.937239 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5b43c-6956-41b6-84dc-13b65c90ff25 req-50669e2e-1ca6-4c5b-8342-9f1be31ab04e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:12.938774 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15d5b43c-6956-41b6-84dc-13b65c90ff25 req-50669e2e-1ca6-4c5b-8342-9f1be31ab04e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 945 time: 0.0538566 Jul 27 22:57:12.966623 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:12.980297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15d5b43c-6956-41b6-84dc-13b65c90ff25 req-18285a83-07d7-4807-92a0-c5d515be8021 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356016 Jul 27 22:57:13.451536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 120cbf85-7923-4dde-8c98-cda671aa8983 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:57:13.500995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 120cbf85-7923-4dde-8c98-cda671aa8983 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:57:13.504585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 120cbf85-7923-4dde-8c98-cda671aa8983 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:57:13.504956 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:13.579796 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:13.601460 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180f6e91-34fc-453e-b52d-c53f837de29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120cbf85-7923-4dde-8c98-cda671aa8983'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:57:13.615545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 120cbf85-7923-4dde-8c98-cda671aa8983, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=120cbf85-7923-4dde-8c98-cda671aa8983,segment=NetworkSegment(64f29e23-b807-46fb-8a0a-2537a6b25265),segment_id=64f29e23-b807-46fb-8a0a-2537a6b25265)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:13.619511 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:13.647377 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11e8973-43ef-4b2b-9cfb-4b17daf44d30" -d '{"events": [{"server_uuid": "180f6e91-34fc-453e-b52d-c53f837de29a", "name": "network-vif-plugged", "status": "completed", "tag": "120cbf85-7923-4dde-8c98-cda671aa8983"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:57:13.674656 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=120cbf85-7923-4dde-8c98-cda671aa8983,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:13.736030 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e948bcd-9457-45df-97d2-ad266448773d x-openstack-request-id: req-4e948bcd-9457-45df-97d2-ad266448773d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:57:13.736432 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180f6e91-34fc-453e-b52d-c53f837de29a", "name": "network-vif-plugged", "status": "completed", "tag": "120cbf85-7923-4dde-8c98-cda671aa8983", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:57:13.736696 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e948bcd-9457-45df-97d2-ad266448773d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:57:13.737103 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180f6e91-34fc-453e-b52d-c53f837de29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120cbf85-7923-4dde-8c98-cda671aa8983', 'code': 200} Jul 27 22:57:13.831157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d278440-851a-4591-ba6c-bd686e2af6f7 req-272a391c-a587-4afe-be9f-7f2a3d063a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:13.832669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d278440-851a-4591-ba6c-bd686e2af6f7 req-272a391c-a587-4afe-be9f-7f2a3d063a01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 1097 time: 0.0416090 Jul 27 22:57:13.866680 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d278440-851a-4591-ba6c-bd686e2af6f7 req-0d0286dc-5abc-4316-b255-59d7ecba796d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269790 Jul 27 22:57:14.095525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f791b-05a8-446e-8816-cb0d4006cf6f req-6ec5306b-96d2-4942-85f5-2d50b72e3be8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:14.097001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab3f791b-05a8-446e-8816-cb0d4006cf6f req-6ec5306b-96d2-4942-85f5-2d50b72e3be8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 946 time: 0.0486071 Jul 27 22:57:14.135218 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ab3f791b-05a8-446e-8816-cb0d4006cf6f req-d0f659c7-73ee-44b2-9101-3bcc428550f9 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323076 Jul 27 22:57:15.257404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfdbd3-d6dd-4c86-b343-13ca58a55a17 req-e8349c6a-a88f-4a04-9c62-17007fa5c725 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:15.258923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecdfdbd3-d6dd-4c86-b343-13ca58a55a17 req-e8349c6a-a88f-4a04-9c62-17007fa5c725 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 946 time: 0.0549519 Jul 27 22:57:15.299317 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecdfdbd3-d6dd-4c86-b343-13ca58a55a17 req-16dcd829-6fd6-4f86-9be8-ce8fcf51dbec tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342844 Jul 27 22:57:15.412117 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994df38-eaff-4373-aed7-5f8decbd6ab0 req-3d61cc1f-a117-4a46-a53b-b7cc5fd922c7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:15.413625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c994df38-eaff-4373-aed7-5f8decbd6ab0 req-3d61cc1f-a117-4a46-a53b-b7cc5fd922c7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 946 time: 0.0480480 Jul 27 22:57:15.452510 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c994df38-eaff-4373-aed7-5f8decbd6ab0 req-704040e2-7f44-47e4-9962-016e0eb58455 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324736 Jul 27 22:57:15.473757 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35242) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:15.494741 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5e8e37cf-d43f-4982-9f69-b8cd01804260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:15.514116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fe733f-5299-4622-ab3f-854d966c086c tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:15.515663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-53fe733f-5299-4622-ab3f-854d966c086c tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 1092 time: 0.0409067 Jul 27 22:57:15.518510 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35244) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:15.522786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '120cbf85-7923-4dde-8c98-cda671aa8983', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:57:15.544279 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:15.640419 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:15.745675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.25.1.149 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/8e0c7dd7-5304-42f9-a2ca-1717acb4cf27) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:57:15.835039 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:15.845990 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:15.883878 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:15.918978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:57:15.921747 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:57:15.925163 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:57:15.956440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=8e0c7dd7-5304-42f9-a2ca-1717acb4cf27,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:16.285456 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:16.352194 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:16.497268 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:16.501743 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:16.568760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=8e0c7dd7-5304-42f9-a2ca-1717acb4cf27,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:16.582740 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:16.599648 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:16.681946 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Floating IP 4efb01df-8ca8-4bee-b07d-1024902b8161 associated. External IP: 172.25.1.149, port: 120cbf85-7923-4dde-8c98-cda671aa8983. Jul 27 22:57:16.885177 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router 4be73367-62e8-4548-b076-e657c78f9ecb has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:57:16.968224 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:16.999050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:57:17.008810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38affaaa-cb74-4de7-8f38-a537740d2461 None None] Sync routers for ids ['4be73367-62e8-4548-b076-e657c78f9ecb'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:57:17.015393 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:17.018524 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38affaaa-cb74-4de7-8f38-a537740d2461 None None] Routers {'4be73367-62e8-4548-b076-e657c78f9ecb'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:17.019228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-38affaaa-cb74-4de7-8f38-a537740d2461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:57:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4be73367-62e8-4548-b076-e657c78f9ecb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:17.046052 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1990fe13-5f06-4d00-ab62-cb8dec9470f2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5234194 Jul 27 22:57:17.046052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180f6e91-34fc-453e-b52d-c53f837de29a', 'tag': '120cbf85-7923-4dde-8c98-cda671aa8983'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:57:17.046873 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9281e4b-ed8e-477c-88e8-663a7c302094" -d '{"events": [{"name": "network-changed", "server_uuid": "180f6e91-34fc-453e-b52d-c53f837de29a", "tag": "120cbf85-7923-4dde-8c98-cda671aa8983"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:57:17.085104 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb193e74-4286-4051-b94e-da863a9bb419 x-openstack-request-id: req-eb193e74-4286-4051-b94e-da863a9bb419 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:57:17.085393 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180f6e91-34fc-453e-b52d-c53f837de29a", "tag": "120cbf85-7923-4dde-8c98-cda671aa8983", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:57:17.085664 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb193e74-4286-4051-b94e-da863a9bb419 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:57:17.086068 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180f6e91-34fc-453e-b52d-c53f837de29a', 'tag': '120cbf85-7923-4dde-8c98-cda671aa8983', 'status': 'completed', 'code': 200} Jul 27 22:57:17.132293 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-38affaaa-cb74-4de7-8f38-a537740d2461 None None] Set router 4be73367-62e8-4548-b076-e657c78f9ecb gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:17.169420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fdb87-3843-4c4e-9112-a987df17bf14 req-b3518124-0a5b-41ad-8da0-d2a363119d33 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:17.170958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b38fdb87-3843-4c4e-9112-a987df17bf14 req-b3518124-0a5b-41ad-8da0-d2a363119d33 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 946 time: 0.0757573 Jul 27 22:57:17.185763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9281e4b-ed8e-477c-88e8-663a7c302094 req-a6cdcce4-920e-464a-8fa8-58732369299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:17.187251 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9281e4b-ed8e-477c-88e8-663a7c302094 req-a6cdcce4-920e-464a-8fa8-58732369299d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 1097 time: 0.0652115 Jul 27 22:57:17.259826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b38fdb87-3843-4c4e-9112-a987df17bf14 req-5055d496-0f21-4959-80cd-c96fbf9c89a1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821109 Jul 27 22:57:17.287318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35250) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:17.310183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9281e4b-ed8e-477c-88e8-663a7c302094 req-4df3e490-1b58-4579-b8bf-c8f791c9d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:17.311711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9281e4b-ed8e-477c-88e8-663a7c302094 req-4df3e490-1b58-4579-b8bf-c8f791c9d433 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a5767ee-a471-4552-b7fd-8b6715576b87 HTTP/1.1" status: 200 len: 898 time: 0.1172833 Jul 27 22:57:17.353258 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-073faf0e-3daa-451b-9dcf-dac34feceeff tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/4efb01df-8ca8-4bee-b07d-1024902b8161 HTTP/1.1" status: 200 len: 992 time: 0.0647445 Jul 27 22:57:17.360590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-38affaaa-cb74-4de7-8f38-a537740d2461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:04Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4efb01df-8ca8-4bee-b07d-1024902b8161', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'port_id': '120cbf85-7923-4dde-8c98-cda671aa8983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'mac_address': 'fa:16:3e:33:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180f6e91-34fc-453e-b52d-c53f837de29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:57:16Z', 'updated_at': '2021-07-27T22:57:16Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c5cfa8-10ca-495a-8d9a-c451a0378b12', 'name': '', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:d5:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:03Z', 'updated_at': '2021-07-27T22:57:07Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:17.378086 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9281e4b-ed8e-477c-88e8-663a7c302094 req-00825b98-fbc7-4849-9e1f-31e1c5f803de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=120cbf85-7923-4dde-8c98-cda671aa8983 HTTP/1.1" status: 200 len: 1000 time: 0.0592802 Jul 27 22:57:17.391152 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38affaaa-cb74-4de7-8f38-a537740d2461 None None] Checking router: 4be73367-62e8-4548-b076-e657c78f9ecb for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:57:17.399446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38affaaa-cb74-4de7-8f38-a537740d2461 None None] Routers {'4be73367-62e8-4548-b076-e657c78f9ecb'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:17.400052 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-38affaaa-cb74-4de7-8f38-a537740d2461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:57:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4be73367-62e8-4548-b076-e657c78f9ecb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:17.431408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9281e4b-ed8e-477c-88e8-663a7c302094 req-3bfa2a76-9e36-4447-b07b-7b1a3dbdbdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:17.432792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9281e4b-ed8e-477c-88e8-663a7c302094 req-3bfa2a76-9e36-4447-b07b-7b1a3dbdbdc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb HTTP/1.1" status: 200 len: 834 time: 0.0479438 Jul 27 22:57:17.479921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9281e4b-ed8e-477c-88e8-663a7c302094 req-fc18f1d0-7907-4d21-ad32-e7693bf8883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:17.482143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9281e4b-ed8e-477c-88e8-663a7c302094 req-fc18f1d0-7907-4d21-ad32-e7693bf8883f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a5767ee-a471-4552-b7fd-8b6715576b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420318 Jul 27 22:57:17.504677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-38affaaa-cb74-4de7-8f38-a537740d2461 None None] Set router 4be73367-62e8-4548-b076-e657c78f9ecb gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:17.572630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9281e4b-ed8e-477c-88e8-663a7c302094 req-223197b8-7dd0-4b82-80b1-105f9c7de839 service neutron] 10.222.0.41 "GET /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830936 Jul 27 22:57:17.668152 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e9281e4b-ed8e-477c-88e8-663a7c302094 req-8b0c19b3-766e-447b-9bfa-2fe345884462 service neutron] 10.222.0.41 "GET /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883844 Jul 27 22:57:17.728789 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-38affaaa-cb74-4de7-8f38-a537740d2461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:04Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4efb01df-8ca8-4bee-b07d-1024902b8161', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'port_id': '120cbf85-7923-4dde-8c98-cda671aa8983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'mac_address': 'fa:16:3e:33:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180f6e91-34fc-453e-b52d-c53f837de29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:57:16Z', 'updated_at': '2021-07-27T22:57:16Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c5cfa8-10ca-495a-8d9a-c451a0378b12', 'name': '', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:d5:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:03Z', 'updated_at': '2021-07-27T22:57:07Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:17.754421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38affaaa-cb74-4de7-8f38-a537740d2461 None None] The sync data for ids ['4be73367-62e8-4548-b076-e657c78f9ecb'] in n-d-802011-3 is: [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:04Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '4efb01df-8ca8-4bee-b07d-1024902b8161', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'port_id': '120cbf85-7923-4dde-8c98-cda671aa8983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'mac_address': 'fa:16:3e:33:ea:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180f6e91-34fc-453e-b52d-c53f837de29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:57:16Z', 'updated_at': '2021-07-27T22:57:16Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c5cfa8-10ca-495a-8d9a-c451a0378b12', 'name': '', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:d5:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:03Z', 'updated_at': '2021-07-27T22:57:07Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:57:17.944015 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59408b88-328f-4f08-9cd1-22d40e85d747 None None] New status for floating IP 4efb01df-8ca8-4bee-b07d-1024902b8161: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:57:18.305072 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:18.356279 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35254) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:18.417747 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-12ac6dd8-4d46-44ad-b91a-55c8fdaf038c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/4efb01df-8ca8-4bee-b07d-1024902b8161 HTTP/1.1" status: 200 len: 994 time: 0.0603294 Jul 27 22:57:34.907809 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:57:41.111411 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-503e9c4c-c85a-41a7-bfde-64494e8b012a req-80fd04ac-2955-4136-b0cb-26a44ff0e46c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399914 Jul 27 22:57:41.196241 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9c4c-c85a-41a7-bfde-64494e8b012a req-6290f054-275e-44d4-a8b0-40329f123101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:41.197956 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-503e9c4c-c85a-41a7-bfde-64494e8b012a req-6290f054-275e-44d4-a8b0-40329f123101 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 1097 time: 0.0409405 Jul 27 22:57:41.304872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9c4c-c85a-41a7-bfde-64494e8b012a req-ac537ac2-ce52-4c4a-946b-55538a907a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:41.306439 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-503e9c4c-c85a-41a7-bfde-64494e8b012a req-ac537ac2-ce52-4c4a-946b-55538a907a8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a5767ee-a471-4552-b7fd-8b6715576b87 HTTP/1.1" status: 200 len: 898 time: 0.0882866 Jul 27 22:57:41.372798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-503e9c4c-c85a-41a7-bfde-64494e8b012a req-a36c295b-dd29-4270-80d2-21666fa2a99e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=120cbf85-7923-4dde-8c98-cda671aa8983 HTTP/1.1" status: 200 len: 1002 time: 0.0584097 Jul 27 22:57:41.426987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9c4c-c85a-41a7-bfde-64494e8b012a req-d2e1df8d-a839-4552-9bcc-0081abc4dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:41.428457 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-503e9c4c-c85a-41a7-bfde-64494e8b012a req-d2e1df8d-a839-4552-9bcc-0081abc4dc50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb HTTP/1.1" status: 200 len: 834 time: 0.0487211 Jul 27 22:57:41.475608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9c4c-c85a-41a7-bfde-64494e8b012a req-f64f5e97-fe24-45db-8540-191f6513f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:41.477007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-503e9c4c-c85a-41a7-bfde-64494e8b012a req-f64f5e97-fe24-45db-8540-191f6513f8ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a5767ee-a471-4552-b7fd-8b6715576b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404370 Jul 27 22:57:41.567385 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-503e9c4c-c85a-41a7-bfde-64494e8b012a req-90924085-d850-4d66-bb66-b1d95e350707 service neutron] 10.222.0.41 "GET /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812423 Jul 27 22:57:41.666677 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-503e9c4c-c85a-41a7-bfde-64494e8b012a req-6091c5da-9406-4d54-9f8f-838d22cd7a75 service neutron] 10.222.0.41 "GET /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891910 Jul 27 22:57:42.827250 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2d66317-927d-4248-b0a3-4f10029699e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:42.970785 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:45.503251 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36ca1b81-f3fa-473b-82d6-bba42b170879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:45.837480 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.604060 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:46.983372 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:48.308101 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:49.741586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa51ab-599f-4597-98b6-62e0ebdb0e2c req-9c82dfc5-4055-4e03-9e71-32178b5313dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:49.743092 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79fa51ab-599f-4597-98b6-62e0ebdb0e2c req-9c82dfc5-4055-4e03-9e71-32178b5313dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 946 time: 0.0499601 Jul 27 22:57:49.781414 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-79fa51ab-599f-4597-98b6-62e0ebdb0e2c req-ea9d41f9-a18f-4017-ad2f-9e591ad4a61d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314608 Jul 27 22:57:50.901153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd67d06-da73-44b2-a2ca-9404f951c540 req-f29ae059-f2cf-4ceb-88b8-54627c0e69dd tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:50.903170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fdd67d06-da73-44b2-a2ca-9404f951c540 req-f29ae059-f2cf-4ceb-88b8-54627c0e69dd tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 946 time: 0.0492437 Jul 27 22:57:50.944425 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fdd67d06-da73-44b2-a2ca-9404f951c540 req-755959e9-a79a-449d-a89b-bedfb0abbf38 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354044 Jul 27 22:57:50.967672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35278) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:51.030087 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-5ddf9aef-5dbf-4b70-a188-91cb9d0dd562 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/4efb01df-8ca8-4bee-b07d-1024902b8161 HTTP/1.1" status: 200 len: 994 time: 0.0611653 Jul 27 22:57:52.284878 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bac46e-23e8-40bc-8f2a-4936151a298a req-54872c0e-0099-45a2-8646-bc7ad51c75dd tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:52.286320 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7bac46e-23e8-40bc-8f2a-4936151a298a req-54872c0e-0099-45a2-8646-bc7ad51c75dd tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 946 time: 0.0492892 Jul 27 22:57:52.325504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d7bac46e-23e8-40bc-8f2a-4936151a298a req-759889c1-d311-4eee-baa9-cbb2b41a16ab tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332549 Jul 27 22:57:53.443333 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de7c38-b5f2-41d7-91e3-a39a0793e8ba req-7508a16b-4cf5-4111-a1b9-6b66edc44d2d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:53.444829 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-27de7c38-b5f2-41d7-91e3-a39a0793e8ba req-7508a16b-4cf5-4111-a1b9-6b66edc44d2d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 946 time: 0.0491829 Jul 27 22:57:53.483062 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-27de7c38-b5f2-41d7-91e3-a39a0793e8ba req-ab4ddc24-5b75-4f64-ab1b-743949cd14b6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317154 Jul 27 22:57:53.504726 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35290) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:53.569859 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ad7045f6-8a5f-4b7b-b344-92d7a4a144cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/4efb01df-8ca8-4bee-b07d-1024902b8161 HTTP/1.1" status: 200 len: 994 time: 0.0640011 Jul 27 22:57:53.780301 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35298) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:53.942104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port 8e0c7dd7-5304-42f9-a2ca-1717acb4cf27 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:57:53.942629 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:54.023010 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:54.023347 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:54.034633 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for 8e0c7dd7-5304-42f9-a2ca-1717acb4cf27 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:57:54.178584 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:54.203950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=8e0c7dd7-5304-42f9-a2ca-1717acb4cf27,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:54.215527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:54.215881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:54.216224 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:54.216565 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:54.216898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:54.217226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:54.217557 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:54.217884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:54.218210 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:54.218560 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:54.218887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:54.219209 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:57:54.286751 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:54.287085 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Floating IP 4efb01df-8ca8-4bee-b07d-1024902b8161 disassociated (deleted). External IP: 172.25.1.149, port: 120cbf85-7923-4dde-8c98-cda671aa8983. Jul 27 22:57:54.487829 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router 4be73367-62e8-4548-b076-e657c78f9ecb has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:57:54.595344 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:57:54.600087 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:54.605713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679f6ee-facc-41ce-8850-94796c6878a8 None None] Sync routers for ids ['4be73367-62e8-4548-b076-e657c78f9ecb'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:57:54.615458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679f6ee-facc-41ce-8850-94796c6878a8 None None] Routers {'4be73367-62e8-4548-b076-e657c78f9ecb'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:54.616077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0679f6ee-facc-41ce-8850-94796c6878a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:57:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4be73367-62e8-4548-b076-e657c78f9ecb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:54.629650 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-593b9882-e772-4ed5-9500-6d8424b87980 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/floatingips/4efb01df-8ca8-4bee-b07d-1024902b8161 HTTP/1.1" status: 204 len: 168 time: 0.8482730 Jul 27 22:57:54.630226 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180f6e91-34fc-453e-b52d-c53f837de29a', 'tag': '120cbf85-7923-4dde-8c98-cda671aa8983'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:57:54.632620 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42822ed9-7901-49cc-a200-79c1fe80e7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "180f6e91-34fc-453e-b52d-c53f837de29a", "tag": "120cbf85-7923-4dde-8c98-cda671aa8983"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:57:54.670813 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c415ab-4009-40fe-aed5-3adb6f359a28 x-openstack-request-id: req-31c415ab-4009-40fe-aed5-3adb6f359a28 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:57:54.671319 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180f6e91-34fc-453e-b52d-c53f837de29a", "tag": "120cbf85-7923-4dde-8c98-cda671aa8983", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:57:54.671683 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31c415ab-4009-40fe-aed5-3adb6f359a28 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:57:54.672184 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180f6e91-34fc-453e-b52d-c53f837de29a', 'tag': '120cbf85-7923-4dde-8c98-cda671aa8983', 'status': 'completed', 'code': 200} Jul 27 22:57:54.730110 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-0679f6ee-facc-41ce-8850-94796c6878a8 None None] Set router 4be73367-62e8-4548-b076-e657c78f9ecb gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:54.739321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42822ed9-7901-49cc-a200-79c1fe80e7e0 req-bb46e37f-2bdb-4dfb-9341-153eb3bc33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:54.742740 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42822ed9-7901-49cc-a200-79c1fe80e7e0 req-bb46e37f-2bdb-4dfb-9341-153eb3bc33bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 1097 time: 0.0485852 Jul 27 22:57:54.881589 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42822ed9-7901-49cc-a200-79c1fe80e7e0 req-04880205-dd6e-4160-a591-2beca8a8d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:54.883103 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42822ed9-7901-49cc-a200-79c1fe80e7e0 req-04880205-dd6e-4160-a591-2beca8a8d0b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a5767ee-a471-4552-b7fd-8b6715576b87 HTTP/1.1" status: 200 len: 898 time: 0.1341751 Jul 27 22:57:54.893667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cef9c3-5df1-40cc-bf09-57aab1d17510 req-a17188d1-16f1-4d9b-8a24-a3b22896e8d2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:54.895140 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37cef9c3-5df1-40cc-bf09-57aab1d17510 req-a17188d1-16f1-4d9b-8a24-a3b22896e8d2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 946 time: 0.0841725 Jul 27 22:57:54.950380 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0679f6ee-facc-41ce-8850-94796c6878a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:04Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd1c5cfa8-10ca-495a-8d9a-c451a0378b12', 'name': '', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:d5:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:03Z', 'updated_at': '2021-07-27T22:57:07Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:54.977777 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679f6ee-facc-41ce-8850-94796c6878a8 None None] Checking router: 4be73367-62e8-4548-b076-e657c78f9ecb for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:57:54.988440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679f6ee-facc-41ce-8850-94796c6878a8 None None] Routers {'4be73367-62e8-4548-b076-e657c78f9ecb'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:54.988997 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0679f6ee-facc-41ce-8850-94796c6878a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:57:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4be73367-62e8-4548-b076-e657c78f9ecb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:55.098599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-0679f6ee-facc-41ce-8850-94796c6878a8 None None] Set router 4be73367-62e8-4548-b076-e657c78f9ecb gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:55.257646 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42822ed9-7901-49cc-a200-79c1fe80e7e0 req-0880895e-a591-4899-aa68-41499ce9caa7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=120cbf85-7923-4dde-8c98-cda671aa8983 HTTP/1.1" status: 200 len: 217 time: 0.3613427 Jul 27 22:57:55.314118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-37cef9c3-5df1-40cc-bf09-57aab1d17510 req-67d51f9b-2464-46ab-8947-1d7214c32b60 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4110870 Jul 27 22:57:55.314404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-0679f6ee-facc-41ce-8850-94796c6878a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:04Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd1c5cfa8-10ca-495a-8d9a-c451a0378b12', 'name': '', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:d5:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:03Z', 'updated_at': '2021-07-27T22:57:07Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:55.323485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42822ed9-7901-49cc-a200-79c1fe80e7e0 req-289bd71d-f4b1-49f1-8186-e13f18c5e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:55.325213 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42822ed9-7901-49cc-a200-79c1fe80e7e0 req-289bd71d-f4b1-49f1-8186-e13f18c5e49b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb HTTP/1.1" status: 200 len: 834 time: 0.0585570 Jul 27 22:57:55.343106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0679f6ee-facc-41ce-8850-94796c6878a8 None None] The sync data for ids ['4be73367-62e8-4548-b076-e657c78f9ecb'] in n-d-802011-3 is: [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:04Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'd1c5cfa8-10ca-495a-8d9a-c451a0378b12', 'name': '', 'network_id': '2a5767ee-a471-4552-b7fd-8b6715576b87', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:d5:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:03Z', 'updated_at': '2021-07-27T22:57:07Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:57:55.377076 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42822ed9-7901-49cc-a200-79c1fe80e7e0 req-f1c25107-1181-4bdc-af53-b8e395d692c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:55.378631 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42822ed9-7901-49cc-a200-79c1fe80e7e0 req-f1c25107-1181-4bdc-af53-b8e395d692c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a5767ee-a471-4552-b7fd-8b6715576b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463486 Jul 27 22:57:55.471819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42822ed9-7901-49cc-a200-79c1fe80e7e0 req-eed18509-7a77-4a2e-ad8c-4eda89622b86 service neutron] 10.222.0.41 "GET /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852721 Jul 27 22:57:55.561192 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a10b4-41ae-4ffb-a589-ba292908e61e None None] New status for floating IP 4efb01df-8ca8-4bee-b07d-1024902b8161: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:57:55.572269 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-42822ed9-7901-49cc-a200-79c1fe80e7e0 req-ae7b1477-75d8-4227-b5ce-ad6fe42c0e88 service neutron] 10.222.0.41 "GET /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927491 Jul 27 22:57:56.302138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c9103-3c4e-404e-8971-99326543157d req-278dc572-c914-40f7-a8d2-e291c53ed4a4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:56.303605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae1c9103-3c4e-404e-8971-99326543157d req-278dc572-c914-40f7-a8d2-e291c53ed4a4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.41 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 946 time: 0.0483844 Jul 27 22:57:56.419714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ae1c9103-3c4e-404e-8971-99326543157d req-9fbeec98-92af-4f6c-b82c-4d0d69a40aea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port 120cbf85-7923-4dde-8c98-cda671aa8983 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:57:56.420066 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae1c9103-3c4e-404e-8971-99326543157d req-9fbeec98-92af-4f6c-b82c-4d0d69a40aea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:56.493451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad4b3f-e412-4863-a8c7-f2a2e9efcaa3 req-c3d7af4c-0055-4819-a2f5-2e0a18e74eee tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:57:56.494970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10ad4b3f-e412-4863-a8c7-f2a2e9efcaa3 req-c3d7af4c-0055-4819-a2f5-2e0a18e74eee tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=180f6e91-34fc-453e-b52d-c53f837de29a HTTP/1.1" status: 200 len: 946 time: 0.1099350 Jul 27 22:57:56.542898 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-ae1c9103-3c4e-404e-8971-99326543157d req-9fbeec98-92af-4f6c-b82c-4d0d69a40aea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port 120cbf85-7923-4dde-8c98-cda671aa8983, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=120cbf85-7923-4dde-8c98-cda671aa8983,segment=NetworkSegment(64f29e23-b807-46fb-8a0a-2537a6b25265),segment_id=64f29e23-b807-46fb-8a0a-2537a6b25265)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:56.543262 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae1c9103-3c4e-404e-8971-99326543157d req-9fbeec98-92af-4f6c-b82c-4d0d69a40aea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:56.569547 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10ad4b3f-e412-4863-a8c7-f2a2e9efcaa3 req-3f03b876-a831-4335-9a80-af119b005a14 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641248 Jul 27 22:57:56.570364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-ae1c9103-3c4e-404e-8971-99326543157d req-9fbeec98-92af-4f6c-b82c-4d0d69a40aea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for 120cbf85-7923-4dde-8c98-cda671aa8983 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:57:56.696529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae1c9103-3c4e-404e-8971-99326543157d req-9fbeec98-92af-4f6c-b82c-4d0d69a40aea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:56.724849 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbeec98-92af-4f6c-b82c-4d0d69a40aea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=120cbf85-7923-4dde-8c98-cda671aa8983,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:56.769875 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1c9103-3c4e-404e-8971-99326543157d req-9fbeec98-92af-4f6c-b82c-4d0d69a40aea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] No DVR routers for this DVR port 120cbf85-7923-4dde-8c98-cda671aa8983 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:57:56.772585 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-ae1c9103-3c4e-404e-8971-99326543157d req-9fbeec98-92af-4f6c-b82c-4d0d69a40aea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:56.774686 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ae1c9103-3c4e-404e-8971-99326543157d req-9fbeec98-92af-4f6c-b82c-4d0d69a40aea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.41 "DELETE /v2.0/ports/120cbf85-7923-4dde-8c98-cda671aa8983 HTTP/1.1" status: 204 len: 173 time: 0.4641778 Jul 27 22:57:56.775122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180f6e91-34fc-453e-b52d-c53f837de29a', 'name': 'network-vif-deleted', 'tag': '120cbf85-7923-4dde-8c98-cda671aa8983'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:57:56.777519 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7920cea-edca-40c1-93a4-ded6b9a6a6c0" -d '{"events": [{"server_uuid": "180f6e91-34fc-453e-b52d-c53f837de29a", "name": "network-vif-deleted", "tag": "120cbf85-7923-4dde-8c98-cda671aa8983"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:57:56.813568 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40d16f9-ee8e-4c11-9531-5d2dea41d4bd x-openstack-request-id: req-e40d16f9-ee8e-4c11-9531-5d2dea41d4bd {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:57:56.813890 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180f6e91-34fc-453e-b52d-c53f837de29a", "name": "network-vif-deleted", "tag": "120cbf85-7923-4dde-8c98-cda671aa8983", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:57:56.814145 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e40d16f9-ee8e-4c11-9531-5d2dea41d4bd {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:57:56.814571 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180f6e91-34fc-453e-b52d-c53f837de29a', 'name': 'network-vif-deleted', 'tag': '120cbf85-7923-4dde-8c98-cda671aa8983', 'status': 'completed', 'code': 200} Jul 27 22:57:57.626491 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35316) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:57.988455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f9fb-8549-48bd-a006-1c3005ec4734 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.242980 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f0f9fb-8549-48bd-a006-1c3005ec4734 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port d1c5cfa8-10ca-495a-8d9a-c451a0378b12 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:57:58.243250 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f9fb-8549-48bd-a006-1c3005ec4734 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.337137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c8f0f9fb-8549-48bd-a006-1c3005ec4734 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port d1c5cfa8-10ca-495a-8d9a-c451a0378b12, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d1c5cfa8-10ca-495a-8d9a-c451a0378b12,segment=NetworkSegment(64f29e23-b807-46fb-8a0a-2537a6b25265),segment_id=64f29e23-b807-46fb-8a0a-2537a6b25265)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:58.337507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f9fb-8549-48bd-a006-1c3005ec4734 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.351080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c8f0f9fb-8549-48bd-a006-1c3005ec4734 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for d1c5cfa8-10ca-495a-8d9a-c451a0378b12 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:57:58.537940 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f9fb-8549-48bd-a006-1c3005ec4734 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.562925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0f9fb-8549-48bd-a006-1c3005ec4734 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=d1c5cfa8-10ca-495a-8d9a-c451a0378b12,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:58.737708 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f9fb-8549-48bd-a006-1c3005ec4734 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:58.947762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f0f9fb-8549-48bd-a006-1c3005ec4734 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router 4be73367-62e8-4548-b076-e657c78f9ecb has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:57:59.062997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f0f9fb-8549-48bd-a006-1c3005ec4734 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:57:59.069634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c8f0f9fb-8549-48bd-a006-1c3005ec4734 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "PUT /v2.0/routers/4be73367-62e8-4548-b076-e657c78f9ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4419484 Jul 27 22:57:59.072300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35318) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:59.075221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce17c9a-2bad-4991-81f2-07b5a7541fed None None] Sync routers for ids ['4be73367-62e8-4548-b076-e657c78f9ecb'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:57:59.090386 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce17c9a-2bad-4991-81f2-07b5a7541fed None None] Routers {'4be73367-62e8-4548-b076-e657c78f9ecb'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:59.091774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bce17c9a-2bad-4991-81f2-07b5a7541fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:57:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4be73367-62e8-4548-b076-e657c78f9ecb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:59.158311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e14a7d-ab60-4093-9e95-791ed86053a0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting subnet 8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:57:59.162539 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8e14a7d-ab60-4093-9e95-791ed86053a0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.222455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8e14a7d-ab60-4093-9e95-791ed86053a0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.248725 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-bce17c9a-2bad-4991-81f2-07b5a7541fed None None] Set router 4be73367-62e8-4548-b076-e657c78f9ecb gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:59.306521 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8e14a7d-ab60-4093-9e95-791ed86053a0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.370176 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8e14a7d-ab60-4093-9e95-791ed86053a0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.398206 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14a7d-ab60-4093-9e95-791ed86053a0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Subnet': ['ID=8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:57:59.400174 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8e14a7d-ab60-4093-9e95-791ed86053a0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.405054 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a8e14a7d-ab60-4093-9e95-791ed86053a0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/subnets/8982a3b4-6cbc-4a1f-a966-0a00b1a21fbb HTTP/1.1" status: 204 len: 168 time: 0.3286698 Jul 27 22:57:59.405388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35320) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:57:59.408669 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af267501-0133-46c9-a34c-33c2bc15f181 None None] Network 2a5767ee-a471-4552-b7fd-8b6715576b87 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:57:59.516763 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.623373 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.641564 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bce17c9a-2bad-4991-81f2-07b5a7541fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'eac01cd1-4031-404d-8965-44064592091f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:58Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'eac01cd1-4031-404d-8965-44064592091f', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:5c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:59.677198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port eac01cd1-4031-404d-8965-44064592091f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:57:59.677556 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.686622 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 120cbf85-7923-4dde-8c98-cda671aa8983 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:57:59.704650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce17c9a-2bad-4991-81f2-07b5a7541fed None None] Checking router: 4be73367-62e8-4548-b076-e657c78f9ecb for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:57:59.726735 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 120cbf85-7923-4dde-8c98-cda671aa8983 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:57:59.727089 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 120cbf85-7923-4dde-8c98-cda671aa8983 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:57:59.736113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce17c9a-2bad-4991-81f2-07b5a7541fed None None] Routers {'4be73367-62e8-4548-b076-e657c78f9ecb'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:57:59.736732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bce17c9a-2bad-4991-81f2-07b5a7541fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:57:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['4be73367-62e8-4548-b076-e657c78f9ecb'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:59.755203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port eac01cd1-4031-404d-8965-44064592091f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=eac01cd1-4031-404d-8965-44064592091f,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:57:59.755570 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.768232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for eac01cd1-4031-404d-8965-44064592091f owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:57:59.828548 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-bce17c9a-2bad-4991-81f2-07b5a7541fed None None] Set router 4be73367-62e8-4548-b076-e657c78f9ecb gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:57:59.884457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] DHCP port deletion for 2a5767ee-a471-4552-b7fd-8b6715576b87 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:57:59.888559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-bce17c9a-2bad-4991-81f2-07b5a7541fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:59Z', 'revision_number': 6, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:57:59.931812 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce17c9a-2bad-4991-81f2-07b5a7541fed None None] The sync data for ids ['4be73367-62e8-4548-b076-e657c78f9ecb'] in n-d-802011-3 is: [{'id': '4be73367-62e8-4548-b076-e657c78f9ecb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238070755', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:57:00Z', 'updated_at': '2021-07-27T22:57:59Z', 'revision_number': 6, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:57:59.941171 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.961602 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Deleting port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:57:59.961602 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:57:59.971751 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=eac01cd1-4031-404d-8965-44064592091f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:00.026055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] For port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39,segment=NetworkSegment(64f29e23-b807-46fb-8a0a-2537a6b25265),segment_id=64f29e23-b807-46fb-8a0a-2537a6b25265)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:58:00.026416 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.032166 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.044007 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Calling delete_port for 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:58:00.122230 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.123380 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.125531 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.153570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] No DVR routers for this DVR port 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:58:00.160462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Pushing event deleted for resources: {'Port': ['ID=70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:00.169860 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.170354 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.170494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Fanout notify agent at l3_agent the message router_deleted on router 4be73367-62e8-4548-b076-e657c78f9ecb {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:58:00.170821 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.171173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.171518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.171858 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.172209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.172529 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.172861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.173181 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.173503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.173832 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.174160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0755def-aeef-4916-8545-a3bd95a9749c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.178845 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.182625 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-75376a2e-f2ab-4170-b411-ef8fbdf99230 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/routers/4be73367-62e8-4548-b076-e657c78f9ecb HTTP/1.1" status: 204 len: 168 time: 0.7735438 Jul 27 22:58:00.182749 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35322) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:00.260477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.348183 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.358586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5767ee-a471-4552-b7fd-8b6715576b87']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:00.368635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f29e23-b807-46fb-8a0a-2537a6b25265') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:00.368936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f29e23-b807-46fb-8a0a-2537a6b25265') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:00.378016 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.396235 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.401893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:58:00.402370 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:58:00.405249 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:58:00.462343 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.469598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.471713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/networks/2a5767ee-a471-4552-b7fd-8b6715576b87 HTTP/1.1" status: 204 len: 168 time: 0.2873476 Jul 27 22:58:00.474662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35324) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:00.483348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e05ba-3af3-47bd-a615-f715175135e4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Network': ['ID=2a5767ee-a471-4552-b7fd-8b6715576b87,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:00.536426 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.561434 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.622432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.625036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:00.626535 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/security-groups/ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a HTTP/1.1" status: 204 len: 168 time: 0.1506670 Jul 27 22:58:00.639553 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2396b9-7ed2-4d3e-be04-4ef1bece5b2a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:00.651952 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.652647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.653246 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.653791 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.654367 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.654882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.655390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.655909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.656445 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.656982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.657515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:00.658044 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9877ef08-9344-41f6-a03d-3c4ea016bf81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:58:01.030034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35332) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:01.034720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-faaed811-f32a-4578-a744-b0d146a84451 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682348431', 'description': 'tempest-secgroup-smoke-682348431 description', 'project_id': '95e33ed6469f41269931fb7cadd2fee7'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:01.050504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d1c5cfa8-10ca-495a-8d9a-c451a0378b12 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:58:01.058951 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faaed811-f32a-4578-a744-b0d146a84451 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.071190 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d1c5cfa8-10ca-495a-8d9a-c451a0378b12 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:58:01.071543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d1c5cfa8-10ca-495a-8d9a-c451a0378b12 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:58:01.071960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device eac01cd1-4031-404d-8965-44064592091f no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:58:01.093903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: eac01cd1-4031-404d-8965-44064592091f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:58:01.094243 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device eac01cd1-4031-404d-8965-44064592091f not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:58:01.094688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:58:01.113918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:58:01.114194 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 70eb9f03-a6b9-44dc-8fe8-5bc2c9b49f39 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:58:01.141168 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faaed811-f32a-4578-a744-b0d146a84451 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.144729 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faaed811-f32a-4578-a744-b0d146a84451 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.173522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-faaed811-f32a-4578-a744-b0d146a84451 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.174829 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-faaed811-f32a-4578-a744-b0d146a84451 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1437469 Jul 27 22:58:01.176686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaed811-f32a-4578-a744-b0d146a84451 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80342ce3-bd36-4346-b862-da22e19b8be6,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:01.177806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35334) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:01.184035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1513dcf1-c8a8-44e6-bf52-8d67f5c86a39 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '80342ce3-bd36-4346-b862-da22e19b8be6', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:01.210361 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1513dcf1-c8a8-44e6-bf52-8d67f5c86a39 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.267678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1513dcf1-c8a8-44e6-bf52-8d67f5c86a39 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.271256 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1513dcf1-c8a8-44e6-bf52-8d67f5c86a39 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.288531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513dcf1-c8a8-44e6-bf52-8d67f5c86a39 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff150e5f-31d6-43aa-88a8-f962734dd7dd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:01.295641 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1513dcf1-c8a8-44e6-bf52-8d67f5c86a39 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.296858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1513dcf1-c8a8-44e6-bf52-8d67f5c86a39 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172028 Jul 27 22:58:01.299579 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:01.304048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1fef393e-9077-4d01-bef9-d314c599f471 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '80342ce3-bd36-4346-b862-da22e19b8be6', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:01.329733 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fef393e-9077-4d01-bef9-d314c599f471 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.388531 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fef393e-9077-4d01-bef9-d314c599f471 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.391901 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fef393e-9077-4d01-bef9-d314c599f471 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.409276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef393e-9077-4d01-bef9-d314c599f471 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f319b8-cb98-4624-afd5-2f52e3c27367,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:01.414908 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1fef393e-9077-4d01-bef9-d314c599f471 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.416432 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1fef393e-9077-4d01-bef9-d314c599f471 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158226 Jul 27 22:58:01.419276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:01.423670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-283f8396-fd57-47e7-8fa7-0e44f5bc777c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '80342ce3-bd36-4346-b862-da22e19b8be6', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:01.448368 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-283f8396-fd57-47e7-8fa7-0e44f5bc777c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.507286 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-283f8396-fd57-47e7-8fa7-0e44f5bc777c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.510646 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-283f8396-fd57-47e7-8fa7-0e44f5bc777c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.529092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f8396-fd57-47e7-8fa7-0e44f5bc777c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5d4b34-68eb-4bea-a280-702feb62e2b4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:01.534609 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-283f8396-fd57-47e7-8fa7-0e44f5bc777c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.535842 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-283f8396-fd57-47e7-8fa7-0e44f5bc777c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155825 Jul 27 22:58:01.538446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35340) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:01.542828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-0fce0983-d39a-4592-a057-0a71a0edd6f3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '80342ce3-bd36-4346-b862-da22e19b8be6', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:01.567985 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fce0983-d39a-4592-a057-0a71a0edd6f3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.625701 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fce0983-d39a-4592-a057-0a71a0edd6f3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.629587 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fce0983-d39a-4592-a057-0a71a0edd6f3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.649279 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce0983-d39a-4592-a057-0a71a0edd6f3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661f6d7b-8cf9-440e-bcc5-25a9be3cd04a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:01.653858 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0fce0983-d39a-4592-a057-0a71a0edd6f3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.657636 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0fce0983-d39a-4592-a057-0a71a0edd6f3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157551 Jul 27 22:58:01.658094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35342) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:01.662144 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a8ea4169-06fd-4661-8801-b107a829f253 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '80342ce3-bd36-4346-b862-da22e19b8be6', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:01.684601 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-a8ea4169-06fd-4661-8801-b107a829f253 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Project 95e33ed6469f41269931fb7cadd2fee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:58:01.689353 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4169-06fd-4661-8801-b107a829f253 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.750181 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4169-06fd-4661-8801-b107a829f253 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.753638 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4169-06fd-4661-8801-b107a829f253 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.770418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea4169-06fd-4661-8801-b107a829f253 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afea0d59-f737-452e-b6d7-16ce168f91ab,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:01.776334 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4169-06fd-4661-8801-b107a829f253 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.778663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a8ea4169-06fd-4661-8801-b107a829f253 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189306 Jul 27 22:58:01.780413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35344) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:01.784839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-70481df0-eaee-4700-97da-8e7ddf110d59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '80342ce3-bd36-4346-b862-da22e19b8be6', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:01.805662 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-70481df0-eaee-4700-97da-8e7ddf110d59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Project 95e33ed6469f41269931fb7cadd2fee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:58:01.810833 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70481df0-eaee-4700-97da-8e7ddf110d59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.869848 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70481df0-eaee-4700-97da-8e7ddf110d59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.873890 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70481df0-eaee-4700-97da-8e7ddf110d59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.891561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70481df0-eaee-4700-97da-8e7ddf110d59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53b36f2-f5e0-49ae-bcbf-2e1084dc193d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:01.897391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-70481df0-eaee-4700-97da-8e7ddf110d59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.898782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-70481df0-eaee-4700-97da-8e7ddf110d59 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173513 Jul 27 22:58:01.901758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:01.906631 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fe88d380-54eb-4869-ab2a-e7255c58a75e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'network': {'name': 'tempest-network-smoke--2131521399', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:01.926475 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe88d380-54eb-4869-ab2a-e7255c58a75e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:58:01.929800 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe88d380-54eb-4869-ab2a-e7255c58a75e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.952966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe88d380-54eb-4869-ab2a-e7255c58a75e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:58:01.961286 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe88d380-54eb-4869-ab2a-e7255c58a75e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:01.961627 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-fe88d380-54eb-4869-ab2a-e7255c58a75e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Added segment 82f2d29c-9332-46b7-809b-8dead49f4c60 of type vlan for network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 Jul 27 22:58:02.000403 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe88d380-54eb-4869-ab2a-e7255c58a75e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.027989 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe88d380-54eb-4869-ab2a-e7255c58a75e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.033559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe88d380-54eb-4869-ab2a-e7255c58a75e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:02.034132 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fe88d380-54eb-4869-ab2a-e7255c58a75e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.094473 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fe88d380-54eb-4869-ab2a-e7255c58a75e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1916401 Jul 27 22:58:02.097138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35348) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:02.103531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'admin_state_up': True, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:02.118675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88d380-54eb-4869-ab2a-e7255c58a75e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Network': ['ID=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:02.133594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:58:02.136769 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.138003 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.189211 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.634489 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.825877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.844509 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:02.953367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.25.1.134 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/3323250f-e1f7-40ea-a49d-82950a4038d9) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:58:03.057671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:03.095224 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:03.130026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:58:03.132790 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:58:03.136774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:58:03.166995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=3323250f-e1f7-40ea-a49d-82950a4038d9,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:03.392761 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:03.588451 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:03.714760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:58:03.818745 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:58:03.828130 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Sync routers for ids ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:58:03.836838 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:03.837025 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Routers {'7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:58:03.837514 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:57:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:03.841172 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4bea7111-2403-4712-a291-6a0a66a2727f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7401450 Jul 27 22:58:03.841517 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35350) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:03.871675 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-18afe13a-b092-4093-828d-55029b2268c4 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=95e33ed6469f41269931fb7cadd2fee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280218 Jul 27 22:58:03.873931 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35352) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:03.946928 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Set router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:58:03.970664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8bd09d-2e4d-4b44-85bd-ccfee780038d tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:03.972651 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3d8bd09d-2e4d-4b44-85bd-ccfee780038d tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977347 Jul 27 22:58:03.975518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35354) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:04.012819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b5f6adca-7d22-42e9-a720-10fb70babf3e tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332406 Jul 27 22:58:04.013770 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35356) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:04.023138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-857a39a8-ad37-4fb1-bacd-8c20e0293853 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-37268324', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:04.139229 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:03Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:04.144391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857a39a8-ad37-4fb1-bacd-8c20e0293853 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:58:04.150100 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-857a39a8-ad37-4fb1-bacd-8c20e0293853 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.172216 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Checking router: 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:58:04.172573 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Updating router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 port 3323250f-e1f7-40ea-a49d-82950a4038d9 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:58:04.200684 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.386934 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-857a39a8-ad37-4fb1-bacd-8c20e0293853 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.467504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a39a8-ad37-4fb1-bacd-8c20e0293853 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Subnet': ['ID=7c7a6052-819e-4f82-81fe-cf95e36f5f15,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:04.481207 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a39a8-ad37-4fb1-bacd-8c20e0293853 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Checking segment: {'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:58:04.481547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a39a8-ad37-4fb1-bacd-8c20e0293853 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network hostable DHCP agents. Network: 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:58:04.500284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a39a8-ad37-4fb1-bacd-8c20e0293853 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:58:04.504808 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.515597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-857a39a8-ad37-4fb1-bacd-8c20e0293853 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:58:04.517424 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Transition to ACTIVE for port object 3323250f-e1f7-40ea-a49d-82950a4038d9 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:58:04.524577 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857a39a8-ad37-4fb1-bacd-8c20e0293853 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:04.524577 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-857a39a8-ad37-4fb1-bacd-8c20e0293853 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.527877 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.529432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491c778-d05b-4f5f-9f95-c5447f7058e4 None None] Network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:58:04.554974 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-857a39a8-ad37-4fb1-bacd-8c20e0293853 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5384355 Jul 27 22:58:04.555378 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:04.588923 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Attempting to bind port 3323250f-e1f7-40ea-a49d-82950a4038d9 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:58:04.590098 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Attempting to bind port 3323250f-e1f7-40ea-a49d-82950a4038d9 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:58:04.590972 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Attempting to bind port 3323250f-e1f7-40ea-a49d-82950a4038d9 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:58:04.615173 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:58:04.615877 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:58:04.616454 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.617005 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:58:04.617644 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Bound port: 3323250f-e1f7-40ea-a49d-82950a4038d9, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:58:04.618188 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.661927 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071e4f3-e711-4e77-906a-d6a3f715ed5d None None] Pushing event updated for resources: {'Port': ['ID=3323250f-e1f7-40ea-a49d-82950a4038d9,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:04.687866 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] For port 3323250f-e1f7-40ea-a49d-82950a4038d9, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:58:04.693889 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] For port 3323250f-e1f7-40ea-a49d-82950a4038d9, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3323250f-e1f7-40ea-a49d-82950a4038d9,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:58:04.699807 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.714797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ips': [{'subnet_id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:58:04.716529 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:04.756331 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Routers {'7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:58:04.756963 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:57:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:04.798849 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071e4f3-e711-4e77-906a-d6a3f715ed5d None None] Pushing event updated for resources: {'Port': ['ID=3323250f-e1f7-40ea-a49d-82950a4038d9,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:04.875034 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] Set router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:58:04.891328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Allocated IP 172.20.0.2 (2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84/7c7a6052-819e-4f82-81fe-cf95e36f5f15/cb54515c-59c2-41c6-9a34-7a698e007c4e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:58:05.046532 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:05.071177 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:03Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:05.072381 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:05.081596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Transition to ACTIVE for port object cb54515c-59c2-41c6-9a34-7a698e007c4e will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:58:05.096337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Transition to ACTIVE for port object cb54515c-59c2-41c6-9a34-7a698e007c4e will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:58:05.101290 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce79a2-dcfd-4893-b099-07fb613d9aeb None None] The sync data for ids ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'] in n-d-802011-3 is: [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:03Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:58:05.102646 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:05.136594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:58:05.144344 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:58:05.148210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:58:05.181101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Pushing event updated for resources: {'Port': ['ID=cb54515c-59c2-41c6-9a34-7a698e007c4e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:05.208359 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Attempting to bind port cb54515c-59c2-41c6-9a34-7a698e007c4e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:58:05.208729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Attempting to bind port cb54515c-59c2-41c6-9a34-7a698e007c4e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:58:05.209092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Attempting to bind port cb54515c-59c2-41c6-9a34-7a698e007c4e on network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:58:05.214779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:58:05.215287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Checking segment: {'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:58:05.215689 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:05.216075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Bound using segment: {'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:58:05.216533 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Bound port: cb54515c-59c2-41c6-9a34-7a698e007c4e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:58:05.216922 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:05.285477 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] For port cb54515c-59c2-41c6-9a34-7a698e007c4e, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:58:05.289079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] For port cb54515c-59c2-41c6-9a34-7a698e007c4e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cb54515c-59c2-41c6-9a34-7a698e007c4e,segment=NetworkSegment(82f2d29c-9332-46b7-809b-8dead49f4c60),segment_id=82f2d29c-9332-46b7-809b-8dead49f4c60)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:58:05.294412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:05.370328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33a43d-e0ea-44eb-8f77-c501814022b4 None None] Pushing event updated for resources: {'Port': ['ID=cb54515c-59c2-41c6-9a34-7a698e007c4e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:05.392707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.20.0.1 (2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84/7c7a6052-819e-4f82-81fe-cf95e36f5f15/940c8609-fccf-4865-949b-199d61343fa0) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:58:05.523294 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:05.543456 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Transition to ACTIVE for port object 940c8609-fccf-4865-949b-199d61343fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:58:05.599387 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:05.650014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:58:05.655160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:58:05.657789 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:58:05.698581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=940c8609-fccf-4865-949b-199d61343fa0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:05.719679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:05.861064 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:06.162242 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:06.167141 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:06.241521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=940c8609-fccf-4865-949b-199d61343fa0,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:06.243923 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:06.340107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:58:06.341673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:58:06.342012 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a59fa-a2a0-4bd0-ab10-83e2bae2373d None None] Network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:58:06.427976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6fdf85d7-c8ed-408d-9261-2c0cfb97ab2b None None] Provisioning for port cb54515c-59c2-41c6-9a34-7a698e007c4e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:58:06.463015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:58:06.580809 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:58:06.590059 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4d0319d6-00bb-469f-99a3-94c4adf57dd6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "PUT /v2.0/routers/7630d9b6-1e3c-44e8-b99b-dc46b44a94e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0297751 Jul 27 22:58:06.733202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Sync routers for ids ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:58:06.742329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Routers {'7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:58:06.743087 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-60f297d3-1e70-4149-bf87-3f6a5f5e00ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682348431&fields=id&tenant_id=95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 267 time: 0.0358317 Jul 27 22:58:06.743350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:57:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:06.798716 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-92bdc9b1-a252-463d-afce-90681289af61 None None] Provisioning for port 940c8609-fccf-4865-949b-199d61343fa0 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:58:06.804346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-92bdc9b1-a252-463d-afce-90681289af61 None None] Provisioning complete for port 940c8609-fccf-4865-949b-199d61343fa0 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:58:06.804725 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92bdc9b1-a252-463d-afce-90681289af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:06.862922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac864-39be-493b-8802-938bcad4a536 req-a8389d91-cff7-473d-91f3-e17d68e09fcb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:06.866793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-a8389d91-cff7-473d-91f3-e17d68e09fcb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/networks?id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 HTTP/1.1" status: 200 len: 797 time: 0.1157227 Jul 27 22:58:06.880723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-92bdc9b1-a252-463d-afce-90681289af61 None None] Port 940c8609-fccf-4865-949b-199d61343fa0 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:58:06.882833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-430610bd-4476-45b1-b64d-d01a4f4009f1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/quotas/95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 375 time: 0.0113544 Jul 27 22:58:06.893044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Set router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:58:06.967560 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-b9300c91-993e-49a6-b377-68eca29f805a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759816 Jul 27 22:58:07.061602 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c0808a42-bdbb-49e2-ab4c-5f1680ad9be4 None None] Provisioning complete for port 940c8609-fccf-4865-949b-199d61343fa0 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:58:07.062020 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c0808a42-bdbb-49e2-ab4c-5f1680ad9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.129078 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-8dbdd22e-b9cf-4cb6-aecf-9534f9849945 service neutron] 10.222.0.24 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399965 Jul 27 22:58:07.134819 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c0808a42-bdbb-49e2-ab4c-5f1680ad9be4 None None] Port 940c8609-fccf-4865-949b-199d61343fa0 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:58:07.147414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cb54515c-59c2-41c6-9a34-7a698e007c4e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:58:07.200872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:05Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '940c8609-fccf-4865-949b-199d61343fa0', 'name': '', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:3f:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:05Z', 'updated_at': '2021-07-27T22:58:06Z', 'revision_number': 2, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:07.231960 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Checking router: 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:58:07.232309 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Updating router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 port 940c8609-fccf-4865-949b-199d61343fa0 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:58:07.260240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port cb54515c-59c2-41c6-9a34-7a698e007c4e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:58:07.269917 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port cb54515c-59c2-41c6-9a34-7a698e007c4e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:58:07.270316 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.277477 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.309353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2bff6563-94d4-4447-bfef-c15525b72067 None None] Provisioning complete for port 940c8609-fccf-4865-949b-199d61343fa0 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:58:07.309638 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2bff6563-94d4-4447-bfef-c15525b72067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.391538 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2bff6563-94d4-4447-bfef-c15525b72067 None None] Port 940c8609-fccf-4865-949b-199d61343fa0 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:58:07.503718 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.546631 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-cb412658-cbc3-4015-aae1-09a02af36896 service neutron] 10.222.0.24 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062347 Jul 27 22:58:07.579569 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port cb54515c-59c2-41c6-9a34-7a698e007c4e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cb54515c-59c2-41c6-9a34-7a698e007c4e,segment=NetworkSegment(82f2d29c-9332-46b7-809b-8dead49f4c60),segment_id=82f2d29c-9332-46b7-809b-8dead49f4c60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:58:07.592681 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.593594 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3323250f-e1f7-40ea-a49d-82950a4038d9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:58:07.711940 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c877647b-be44-416d-9f4d-20e9e59816af req-966480da-8ad0-4b1d-83da-7e82c25d5b81 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 210 time: 0.0274632 Jul 27 22:58:07.723446 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=cb54515c-59c2-41c6-9a34-7a698e007c4e,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:07.741429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 3323250f-e1f7-40ea-a49d-82950a4038d9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:58:07.759051 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3323250f-e1f7-40ea-a49d-82950a4038d9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:58:07.759399 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.762200 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:07.947732 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Transition to ACTIVE for port object 940c8609-fccf-4865-949b-199d61343fa0 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:58:07.958113 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:08.051471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8d1db-983c-4609-8e3d-804eefa5aa1b None None] Pushing event updated for resources: {'Port': ['ID=940c8609-fccf-4865-949b-199d61343fa0,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:08.092445 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:08.103228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Attempting to bind port 940c8609-fccf-4865-949b-199d61343fa0 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:58:08.103611 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Attempting to bind port 940c8609-fccf-4865-949b-199d61343fa0 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:58:08.103974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Attempting to bind port 940c8609-fccf-4865-949b-199d61343fa0 on network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:58:08.119280 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:58:08.119855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Checking segment: {'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:58:08.120056 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:08.120537 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Bound using segment: {'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:58:08.121025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Bound port: 940c8609-fccf-4865-949b-199d61343fa0, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:58:08.121408 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:08.132878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 3323250f-e1f7-40ea-a49d-82950a4038d9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3323250f-e1f7-40ea-a49d-82950a4038d9,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:58:08.140806 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:08.239001 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] For port 940c8609-fccf-4865-949b-199d61343fa0, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:58:08.241750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=3323250f-e1f7-40ea-a49d-82950a4038d9,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:08.257720 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] For port 940c8609-fccf-4865-949b-199d61343fa0, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=940c8609-fccf-4865-949b-199d61343fa0,segment=NetworkSegment(82f2d29c-9332-46b7-809b-8dead49f4c60),segment_id=82f2d29c-9332-46b7-809b-8dead49f4c60)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:58:08.263224 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:08.318802 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Routers {'7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:58:08.319329 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:57:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:08.325079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8d1db-983c-4609-8e3d-804eefa5aa1b None None] Pushing event updated for resources: {'Port': ['ID=940c8609-fccf-4865-949b-199d61343fa0,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:08.436649 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] Set router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:58:08.640256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:05Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '940c8609-fccf-4865-949b-199d61343fa0', 'name': '', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:3f:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:05Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:08.670744 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc818c5-8cc3-4010-b1a6-9cddd92db977 None None] The sync data for ids ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'] in n-d-802011-3 is: [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:05Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '940c8609-fccf-4865-949b-199d61343fa0', 'name': '', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:3f:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:05Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:58:08.824007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30db2fdf-2d38-485b-b4d7-43c3005108b4 req-b18aea47-1414-4a33-9363-1914c66f3fc0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 210 time: 0.0344713 Jul 27 22:58:08.913736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac864-39be-493b-8802-938bcad4a536 req-ad2d74ed-ccde-4422-ad97-70d220793377 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:08.915409 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-ad2d74ed-ccde-4422-ad97-70d220793377 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "GET /v2.0/networks?id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 HTTP/1.1" status: 200 len: 797 time: 0.1213312 Jul 27 22:58:08.967602 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-9280b416-f9a5-4881-9cee-61c9c38e0ace tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 379 time: 0.0384629 Jul 27 22:58:08.981011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'port': {'device_id': '2df6481d-729e-4469-8a91-347ce82b3136', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'admin_state_up': True, 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'security_groups': ['80342ce3-bd36-4346-b862-da22e19b8be6']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:09.128189 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:58:09.133392 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.142767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cb54515c-59c2-41c6-9a34-7a698e007c4e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:58:09.202216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port cb54515c-59c2-41c6-9a34-7a698e007c4e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:58:09.202630 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.270565 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.20.0.3 (2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84/7c7a6052-819e-4f82-81fe-cf95e36f5f15/bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:58:09.285172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3323250f-e1f7-40ea-a49d-82950a4038d9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:58:09.335975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3323250f-e1f7-40ea-a49d-82950a4038d9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:58:09.336352 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.424032 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 940c8609-fccf-4865-949b-199d61343fa0 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:58:09.440252 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.455676 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Transition to ACTIVE for port object bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:58:09.474414 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 940c8609-fccf-4865-949b-199d61343fa0 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:58:09.478946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 940c8609-fccf-4865-949b-199d61343fa0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:58:09.479316 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.490917 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.533845 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:58:09.537080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:58:09.540889 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:58:09.568696 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.572171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:09.601149 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:09.601825 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.618002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 940c8609-fccf-4865-949b-199d61343fa0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=940c8609-fccf-4865-949b-199d61343fa0,segment=NetworkSegment(82f2d29c-9332-46b7-809b-8dead49f4c60),segment_id=82f2d29c-9332-46b7-809b-8dead49f4c60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:58:09.624047 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.626640 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-4e3bd608-e425-41fb-9061-f7674041d746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6504030 Jul 27 22:58:09.643066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Request body: {'port': {'device_id': '2df6481d-729e-4469-8a91-347ce82b3136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:09.695545 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=940c8609-fccf-4865-949b-199d61343fa0,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:09.715743 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.827242 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-92fa4b3b-a2b4-42fe-856b-8d80ac897cb6 None None] Provisioning for port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:58:09.831729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-92fa4b3b-a2b4-42fe-856b-8d80ac897cb6 None None] Provisioning complete for port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:58:09.832298 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-92fa4b3b-a2b4-42fe-856b-8d80ac897cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:09.873478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-92fa4b3b-a2b4-42fe-856b-8d80ac897cb6 None None] Port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:58:09.952288 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dfdfd-2903-4ae8-9e97-0382091c49f5 req-6ff73f14-c30d-4ec5-bc2a-95cdf5e45793 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:09.953809 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de1dfdfd-2903-4ae8-9e97-0382091c49f5 req-6ff73f14-c30d-4ec5-bc2a-95cdf5e45793 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 931 time: 0.0524125 Jul 27 22:58:09.993951 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-de1dfdfd-2903-4ae8-9e97-0382091c49f5 req-50740392-b3de-41fa-befa-f7e7d103b927 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335441 Jul 27 22:58:10.007223 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:58:10.016029 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:10.029253 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Transition to ACTIVE for port object bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:58:10.032802 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:10.082768 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Pushing event updated for resources: {'Port': ['ID=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:10.159335 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Attempting to bind port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:58:10.159687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Attempting to bind port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:58:10.160022 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Attempting to bind port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 on network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:58:10.165543 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 on network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:58:10.165893 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Attempting to bind port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 on network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:58:10.171311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:58:10.171652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Checking segment: {'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:58:10.172037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Bound using segment: {'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:58:10.172473 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Bound port: bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f2d29c-9332-46b7-809b-8dead49f4c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:58:10.172836 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:10.238777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] For port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:58:10.242643 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] For port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4,segment=NetworkSegment(82f2d29c-9332-46b7-809b-8dead49f4c60),segment_id=82f2d29c-9332-46b7-809b-8dead49f4c60)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:58:10.246900 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:10.279858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:10.280479 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:10.282049 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] 10.222.0.43 "PUT /v2.0/ports/bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 HTTP/1.1" status: 200 len: 1091 time: 0.6471555 Jul 27 22:58:10.284358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df6481d-729e-4469-8a91-347ce82b3136', 'tag': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:58:10.286742 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f5bd52caf5610727ea6ec9a8d26bcc39e90bd563bbe7c5a4a3aec73f761fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03df3345-2a0d-4067-b4bc-8646495f31ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2df6481d-729e-4469-8a91-347ce82b3136", "tag": "bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:58:10.315904 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9656d-8ed9-45cf-ba2b-59abdedbf82e service neutron] Pushing event updated for resources: {'Port': ['ID=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:10.341407 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78420c7b-6477-4e2a-aef6-3c5ec7673cd5 x-openstack-request-id: req-78420c7b-6477-4e2a-aef6-3c5ec7673cd5 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:58:10.341717 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df6481d-729e-4469-8a91-347ce82b3136", "tag": "bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:58:10.341986 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78420c7b-6477-4e2a-aef6-3c5ec7673cd5 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:58:10.342431 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df6481d-729e-4469-8a91-347ce82b3136', 'tag': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4', 'status': 'completed', 'code': 200} Jul 27 22:58:10.392840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac864-39be-493b-8802-938bcad4a536 req-0829cefe-b297-439a-a52c-efc53532b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:10.394430 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-0829cefe-b297-439a-a52c-efc53532b45c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 1094 time: 0.0474904 Jul 27 22:58:10.437960 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-a4c96be2-9a88-4751-9ae7-b116129f81eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 HTTP/1.1" status: 200 len: 217 time: 0.0353286 Jul 27 22:58:10.488421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac864-39be-493b-8802-938bcad4a536 req-12467351-5389-4774-9309-24551d5199ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:10.489947 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-12467351-5389-4774-9309-24551d5199ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c7a6052-819e-4f82-81fe-cf95e36f5f15 HTTP/1.1" status: 200 len: 833 time: 0.0453031 Jul 27 22:58:10.540287 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac864-39be-493b-8802-938bcad4a536 req-8d311376-cb02-4a43-8a18-76e08fa4a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:10.541808 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-8d311376-cb02-4a43-8a18-76e08fa4a2a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448909 Jul 27 22:58:10.630349 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-72be49b2-3d63-4e2b-905f-b5f31d48084b service neutron] 10.222.0.43 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811672 Jul 27 22:58:10.723619 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc5ac864-39be-493b-8802-938bcad4a536 req-330dcb31-fe54-491f-8d5f-bb120934c591 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854030 Jul 27 22:58:10.811537 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df3345-2a0d-4067-b4bc-8646495f31ae req-e842603a-ae59-42ad-a76f-97e1a78a3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:10.813051 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03df3345-2a0d-4067-b4bc-8646495f31ae req-e842603a-ae59-42ad-a76f-97e1a78a3570 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 1094 time: 0.0416100 Jul 27 22:58:10.904417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df3345-2a0d-4067-b4bc-8646495f31ae req-9e7a72fc-97f5-4048-9aea-036baba05c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:10.905884 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03df3345-2a0d-4067-b4bc-8646495f31ae req-9e7a72fc-97f5-4048-9aea-036baba05c0f service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 HTTP/1.1" status: 200 len: 898 time: 0.0859773 Jul 27 22:58:10.954628 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03df3345-2a0d-4067-b4bc-8646495f31ae req-9bc4cd51-a6b6-46e2-9479-6fef57079486 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 HTTP/1.1" status: 200 len: 217 time: 0.0413082 Jul 27 22:58:11.004964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df3345-2a0d-4067-b4bc-8646495f31ae req-8410819e-963d-4e06-bdd9-8ea634e2c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:11.006472 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03df3345-2a0d-4067-b4bc-8646495f31ae req-8410819e-963d-4e06-bdd9-8ea634e2c942 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c7a6052-819e-4f82-81fe-cf95e36f5f15 HTTP/1.1" status: 200 len: 833 time: 0.0449758 Jul 27 22:58:11.052695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 940c8609-fccf-4865-949b-199d61343fa0 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:58:11.060311 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df3345-2a0d-4067-b4bc-8646495f31ae req-b342d6ef-54de-4d5f-84eb-f9abbee5dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:11.062034 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03df3345-2a0d-4067-b4bc-8646495f31ae req-b342d6ef-54de-4d5f-84eb-f9abbee5dde7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471885 Jul 27 22:58:11.107811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 940c8609-fccf-4865-949b-199d61343fa0 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:58:11.108293 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:11.124711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7931a3-8cad-4810-b142-2a8e3ffd75e8 req-f842d502-859c-4096-8ac1-acfb17475d92 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:11.126308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf7931a3-8cad-4810-b142-2a8e3ffd75e8 req-f842d502-859c-4096-8ac1-acfb17475d92 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 943 time: 0.0553720 Jul 27 22:58:11.167549 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03df3345-2a0d-4067-b4bc-8646495f31ae req-5bd50c4c-3141-4b53-94ee-097339475773 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963695 Jul 27 22:58:11.171463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf7931a3-8cad-4810-b142-2a8e3ffd75e8 req-63365121-fc7c-4cd8-8e73-ae7eec65074e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354018 Jul 27 22:58:11.260707 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03df3345-2a0d-4067-b4bc-8646495f31ae req-c8265b99-c881-49d0-b89f-e7bd5c35c592 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858922 Jul 27 22:58:11.906599 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:58:12.292052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eac38-8dbb-4a3b-a7c1-2cf92777e629 req-6750ac4c-283f-4921-b072-e4444fca20df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:12.293620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d0eac38-8dbb-4a3b-a7c1-2cf92777e629 req-6750ac4c-283f-4921-b072-e4444fca20df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 943 time: 0.0506966 Jul 27 22:58:12.330381 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d0eac38-8dbb-4a3b-a7c1-2cf92777e629 req-4f39d513-99cb-48f7-b461-a8854eaf1ed4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308578 Jul 27 22:58:12.827022 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee933-e614-4da2-902e-f2821ec41c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:12.977203 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:13.444379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a75c9-c06e-4c1e-a6d0-72a4f95b1ace req-e177c075-a9d9-42de-888b-6d99d7081b54 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:13.445862 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-254a75c9-c06e-4c1e-a6d0-72a4f95b1ace req-e177c075-a9d9-42de-888b-6d99d7081b54 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 943 time: 0.0487638 Jul 27 22:58:13.483873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-254a75c9-c06e-4c1e-a6d0-72a4f95b1ace req-6d378bd3-a0b5-4a6f-aa61-a0a73bc593e3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314624 Jul 27 22:58:13.638559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:58:13.732075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4,segment=NetworkSegment(82f2d29c-9332-46b7-809b-8dead49f4c60),segment_id=82f2d29c-9332-46b7-809b-8dead49f4c60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:58:13.743219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'port_id': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4', 'mac_address': 'fa:16:3e:c6:0b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:58:13.778798 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:13.791519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:58:13.811931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4,segment=NetworkSegment(82f2d29c-9332-46b7-809b-8dead49f4c60),segment_id=82f2d29c-9332-46b7-809b-8dead49f4c60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:58:13.815728 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:13.861272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:14.036236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:58:14.604421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8923043-c5ff-434a-a48f-5af76d0ca9ba req-9f471e49-b64e-4e20-8772-492778e794a1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:14.606630 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8923043-c5ff-434a-a48f-5af76d0ca9ba req-9f471e49-b64e-4e20-8772-492778e794a1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 944 time: 0.0546706 Jul 27 22:58:14.644470 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b8923043-c5ff-434a-a48f-5af76d0ca9ba req-30444cba-87c7-44d2-9558-1d38a60dd23e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319905 Jul 27 22:58:15.493385 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b088ff8f-ec30-458c-b6d9-c3cd34d9e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:15.656274 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:58:15.707160 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:58:15.710897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:58:15.711265 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:15.762532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868772e-c219-474a-b743-c81f7f3d1ed1 req-7efbc4d7-3136-4faf-a9b2-bddb0925642c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:15.764043 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9868772e-c219-474a-b743-c81f7f3d1ed1 req-7efbc4d7-3136-4faf-a9b2-bddb0925642c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 944 time: 0.0500293 Jul 27 22:58:15.786760 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:15.801969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9868772e-c219-474a-b743-c81f7f3d1ed1 req-e4ee0e9c-6f17-495f-817a-c62f4b7b04e1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318005 Jul 27 22:58:15.809633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df6481d-729e-4469-8a91-347ce82b3136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:58:15.811947 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82709987-3e95-487f-9489-b55f9907f44a" -d '{"events": [{"server_uuid": "2df6481d-729e-4469-8a91-347ce82b3136", "name": "network-vif-plugged", "status": "completed", "tag": "bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:58:15.832216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4,segment=NetworkSegment(82f2d29c-9332-46b7-809b-8dead49f4c60),segment_id=82f2d29c-9332-46b7-809b-8dead49f4c60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:58:15.840259 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:15.869175 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d574b09a-4e47-408f-adab-71e29835010b x-openstack-request-id: req-d574b09a-4e47-408f-adab-71e29835010b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:58:15.869461 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df6481d-729e-4469-8a91-347ce82b3136", "name": "network-vif-plugged", "status": "completed", "tag": "bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:58:15.869711 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d574b09a-4e47-408f-adab-71e29835010b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:58:15.870647 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df6481d-729e-4469-8a91-347ce82b3136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4', 'code': 200} Jul 27 22:58:15.873073 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:15.897868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:15.954009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134e9e1-baa5-4e13-8660-a23f8a282fc0 req-0750a427-b28f-4d16-896d-95259cbf5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:15.955532 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6134e9e1-baa5-4e13-8660-a23f8a282fc0 req-0750a427-b28f-4d16-896d-95259cbf5a05 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 1096 time: 0.0461888 Jul 27 22:58:15.991770 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6134e9e1-baa5-4e13-8660-a23f8a282fc0 req-98bfe0e3-3412-41b0-a561-8f4d8df78726 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286045 Jul 27 22:58:16.607104 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:16.914863 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713167c9-7647-4020-b443-90079e28af58 req-a8580397-d3ad-4207-9892-08a7f5f1d290 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:16.916258 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-713167c9-7647-4020-b443-90079e28af58 req-a8580397-d3ad-4207-9892-08a7f5f1d290 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0487144 Jul 27 22:58:16.954690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-713167c9-7647-4020-b443-90079e28af58 req-2a42506d-7f3a-44e8-9af6-1a927f8a7cf6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317647 Jul 27 22:58:16.976980 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:17.081746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876cc82-b8d0-4bae-8daf-b05d52e3a22a req-1cac0ab8-05cb-4ea9-8131-a5dbb29f9f08 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:17.083256 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a876cc82-b8d0-4bae-8daf-b05d52e3a22a req-1cac0ab8-05cb-4ea9-8131-a5dbb29f9f08 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0535769 Jul 27 22:58:17.128293 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a876cc82-b8d0-4bae-8daf-b05d52e3a22a req-588decf2-5466-4a1f-8646-3ff55e88a5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391021 Jul 27 22:58:17.149419 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35426) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:17.188489 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e099f47-9a86-4af1-b09a-4dc176536839 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:17.189894 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8e099f47-9a86-4af1-b09a-4dc176536839 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 1091 time: 0.0394993 Jul 27 22:58:17.192549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35428) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:17.196788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:58:17.218498 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:17.315836 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:17.414706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.25.1.250 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/16740094-2b1f-454a-a00a-1b8b73e02f37) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:58:17.517518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:17.554555 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:17.588294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:58:17.591735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:58:17.595158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:58:17.622994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=16740094-2b1f-454a-a00a-1b8b73e02f37,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:17.955127 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:18.022608 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:18.169653 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:18.174235 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:18.243883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=16740094-2b1f-454a-a00a-1b8b73e02f37,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:58:18.254739 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:18.311117 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:18.356298 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Floating IP b43e7ac6-c738-4fe1-9d66-1037c33c7d2e associated. External IP: 172.25.1.250, port: bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4. Jul 27 22:58:18.563753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:58:18.670743 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:58:18.679915 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304b1ca-8d3c-41ad-ab37-7f4bb248de77 None None] Sync routers for ids ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:58:18.686472 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:18.689712 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304b1ca-8d3c-41ad-ab37-7f4bb248de77 None None] Routers {'7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:58:18.690353 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e304b1ca-8d3c-41ad-ab37-7f4bb248de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:58:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:18.712911 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f9cd2361-345c-4194-b580-934414183d97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5193701 Jul 27 22:58:18.713618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df6481d-729e-4469-8a91-347ce82b3136', 'tag': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:58:18.716834 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b952e6-7d3f-4cdb-881d-b7599f45ba9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2df6481d-729e-4469-8a91-347ce82b3136", "tag": "bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:58:18.756340 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e305e02-6079-4dd9-a0c2-4ee67241a1e1 x-openstack-request-id: req-6e305e02-6079-4dd9-a0c2-4ee67241a1e1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:58:18.756628 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df6481d-729e-4469-8a91-347ce82b3136", "tag": "bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:58:18.756885 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e305e02-6079-4dd9-a0c2-4ee67241a1e1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:58:18.757300 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df6481d-729e-4469-8a91-347ce82b3136', 'tag': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4', 'status': 'completed', 'code': 200} Jul 27 22:58:18.820519 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b31f8-6786-4224-8022-46a697cd3ac2 req-856ddf57-fc29-4c41-b515-9ba74adb86d1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:18.823676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e8b31f8-6786-4224-8022-46a697cd3ac2 req-856ddf57-fc29-4c41-b515-9ba74adb86d1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0542738 Jul 27 22:58:18.825725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b952e6-7d3f-4cdb-881d-b7599f45ba9c req-e0daf8d4-064d-43bc-b321-7b5ba33a46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:18.827274 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2b952e6-7d3f-4cdb-881d-b7599f45ba9c req-e0daf8d4-064d-43bc-b321-7b5ba33a46a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 1096 time: 0.0456164 Jul 27 22:58:18.866943 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0e8b31f8-6786-4224-8022-46a697cd3ac2 req-9af7b398-e050-4cf0-b6cf-a4541104fa2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368259 Jul 27 22:58:18.888622 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35434) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:18.895734 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e304b1ca-8d3c-41ad-ab37-7f4bb248de77 None None] Set router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:58:18.921790 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b952e6-7d3f-4cdb-881d-b7599f45ba9c req-b25fe7ca-b885-405a-83fc-b09378ab33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:18.923316 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2b952e6-7d3f-4cdb-881d-b7599f45ba9c req-b25fe7ca-b885-405a-83fc-b09378ab33c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 HTTP/1.1" status: 200 len: 898 time: 0.0895576 Jul 27 22:58:18.958647 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6b7fd11e-cddf-4c9a-8443-c7d4c822fb9a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/b43e7ac6-c738-4fe1-9d66-1037c33c7d2e HTTP/1.1" status: 200 len: 991 time: 0.0671387 Jul 27 22:58:18.993514 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2b952e6-7d3f-4cdb-881d-b7599f45ba9c req-4828f8a5-377a-4587-b683-fafd5b108283 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 HTTP/1.1" status: 200 len: 999 time: 0.0630972 Jul 27 22:58:19.045306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b952e6-7d3f-4cdb-881d-b7599f45ba9c req-1d3fa1d1-32f6-4e74-984a-a300c2b9e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:19.046789 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2b952e6-7d3f-4cdb-881d-b7599f45ba9c req-1d3fa1d1-32f6-4e74-984a-a300c2b9e1b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c7a6052-819e-4f82-81fe-cf95e36f5f15 HTTP/1.1" status: 200 len: 833 time: 0.0463200 Jul 27 22:58:19.092868 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b952e6-7d3f-4cdb-881d-b7599f45ba9c req-6b33faa3-ee64-4427-a63e-1c0de9408c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:19.094341 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2b952e6-7d3f-4cdb-881d-b7599f45ba9c req-6b33faa3-ee64-4427-a63e-1c0de9408c04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402546 Jul 27 22:58:19.125538 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e304b1ca-8d3c-41ad-ab37-7f4bb248de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:05Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'b43e7ac6-c738-4fe1-9d66-1037c33c7d2e', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'port_id': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'mac_address': 'fa:16:3e:c6:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df6481d-729e-4469-8a91-347ce82b3136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:58:17Z', 'updated_at': '2021-07-27T22:58:17Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c8609-fccf-4865-949b-199d61343fa0', 'name': '', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:3f:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:05Z', 'updated_at': '2021-07-27T22:58:09Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:19.151952 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304b1ca-8d3c-41ad-ab37-7f4bb248de77 None None] Checking router: 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:58:19.160148 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304b1ca-8d3c-41ad-ab37-7f4bb248de77 None None] Routers {'7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:58:19.160750 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e304b1ca-8d3c-41ad-ab37-7f4bb248de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:58:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:19.187371 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2b952e6-7d3f-4cdb-881d-b7599f45ba9c req-6144af5b-186c-4d17-a36d-df81d6e01937 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860672 Jul 27 22:58:19.263646 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-e304b1ca-8d3c-41ad-ab37-7f4bb248de77 None None] Set router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:58:19.277854 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-a2b952e6-7d3f-4cdb-881d-b7599f45ba9c req-a894b5b2-44f7-45b0-92ef-c99f56b1b048 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833333 Jul 27 22:58:19.482498 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-e304b1ca-8d3c-41ad-ab37-7f4bb248de77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:05Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'b43e7ac6-c738-4fe1-9d66-1037c33c7d2e', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'port_id': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'mac_address': 'fa:16:3e:c6:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df6481d-729e-4469-8a91-347ce82b3136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:58:17Z', 'updated_at': '2021-07-27T22:58:17Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c8609-fccf-4865-949b-199d61343fa0', 'name': '', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:3f:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:05Z', 'updated_at': '2021-07-27T22:58:09Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:58:19.507907 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304b1ca-8d3c-41ad-ab37-7f4bb248de77 None None] The sync data for ids ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'] in n-d-802011-3 is: [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:05Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'b43e7ac6-c738-4fe1-9d66-1037c33c7d2e', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'port_id': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'mac_address': 'fa:16:3e:c6:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df6481d-729e-4469-8a91-347ce82b3136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:58:17Z', 'updated_at': '2021-07-27T22:58:17Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940c8609-fccf-4865-949b-199d61343fa0', 'name': '', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:3f:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:05Z', 'updated_at': '2021-07-27T22:58:09Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:58:19.697472 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417cd6d-7681-421a-955a-4339fabd2b2d None None] New status for floating IP b43e7ac6-c738-4fe1-9d66-1037c33c7d2e: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:58:19.961114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:58:20.022143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-adf7281b-02ab-4041-8081-aecbae798876 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/b43e7ac6-c738-4fe1-9d66-1037c33c7d2e HTTP/1.1" status: 200 len: 993 time: 0.0598533 Jul 27 22:58:42.827187 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a13d39c-873e-4ccf-baa7-89f42142b3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:42.977270 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:45.493962 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcc12ff4-da93-4eb8-93f8-f080ddd147f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:45.843579 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:46.250426 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-1059916a-5bf9-40e7-8c9d-77623ec92ed0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440724 Jul 27 22:58:46.614432 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:46.652345 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-8a8ace63-94c8-427b-875d-11a20d29b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:46.653936 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-8a8ace63-94c8-427b-875d-11a20d29b105 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 1096 time: 0.3621213 Jul 27 22:58:46.756600 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-5ca6bd6c-6cbf-4296-a2ab-2b04cfd9fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:46.758042 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-5ca6bd6c-6cbf-4296-a2ab-2b04cfd9fb3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 HTTP/1.1" status: 200 len: 898 time: 0.0825806 Jul 27 22:58:46.827299 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-21e618bb-ec61-4d23-9a74-1ce68c762aa3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 HTTP/1.1" status: 200 len: 1001 time: 0.0604272 Jul 27 22:58:46.892355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-96550ae2-03ac-4896-bbb5-258f53db0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:46.894345 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-96550ae2-03ac-4896-bbb5-258f53db0d18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c7a6052-819e-4f82-81fe-cf95e36f5f15 HTTP/1.1" status: 200 len: 833 time: 0.0594792 Jul 27 22:58:46.940373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-5b46ac38-4c4c-4b29-b4b7-39b667740350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:46.941841 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-5b46ac38-4c4c-4b29-b4b7-39b667740350 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402215 Jul 27 22:58:46.953626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-75432768-e91c-49ba-a6d6-f822db5bfe10 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:58:46.954586 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-75432768-e91c-49ba-a6d6-f822db5bfe10 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051095 Jul 27 22:58:46.987285 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:47.055930 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-14a95f38-c5ce-41f2-9851-14e91e6f1cde service neutron] 10.222.0.43 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944886 Jul 27 22:58:47.146614 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4938a54c-7e72-4c0b-a9df-ffa28388a4c2 req-b22ab7a0-797e-42c3-838f-0fdf98ce60da service neutron] 10.222.0.43 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815072 Jul 27 22:58:48.315564 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:58:48.763904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131b23a-884a-42e6-9bcf-f8290c8fb6aa req-402a645e-a7e9-4edd-aa84-a4da8cfe10fb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:48.764705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a0b5c-6ae2-48d6-b773-daba49c6abba req-29cc051e-2fa6-4120-be81-476391cc7751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:48.765433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d131b23a-884a-42e6-9bcf-f8290c8fb6aa req-402a645e-a7e9-4edd-aa84-a4da8cfe10fb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0532563 Jul 27 22:58:48.767559 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-749a0b5c-6ae2-48d6-b773-daba49c6abba req-29cc051e-2fa6-4120-be81-476391cc7751 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 1096 time: 0.0476954 Jul 27 22:58:48.805218 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d131b23a-884a-42e6-9bcf-f8290c8fb6aa req-66d9dbaf-d03e-4e3a-b56a-9b5df3a09f11 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336776 Jul 27 22:58:48.858313 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a0b5c-6ae2-48d6-b773-daba49c6abba req-de86e2fd-d7fe-4f88-a97f-bdf7321dbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:48.859747 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-749a0b5c-6ae2-48d6-b773-daba49c6abba req-de86e2fd-d7fe-4f88-a97f-bdf7321dbbba service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 HTTP/1.1" status: 200 len: 898 time: 0.0845127 Jul 27 22:58:48.904933 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:58:48.931552 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-749a0b5c-6ae2-48d6-b773-daba49c6abba req-997014df-8895-4b9c-bb28-21075c3146d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 HTTP/1.1" status: 200 len: 1001 time: 0.0620887 Jul 27 22:58:48.979592 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a0b5c-6ae2-48d6-b773-daba49c6abba req-efea6147-4e7c-4ebb-b27e-180b7e4d44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:48.981939 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-749a0b5c-6ae2-48d6-b773-daba49c6abba req-efea6147-4e7c-4ebb-b27e-180b7e4d44ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c7a6052-819e-4f82-81fe-cf95e36f5f15 HTTP/1.1" status: 200 len: 833 time: 0.0426421 Jul 27 22:58:49.031818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a0b5c-6ae2-48d6-b773-daba49c6abba req-8a8a251f-644d-4af3-b601-7b5092e85300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:49.033313 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-749a0b5c-6ae2-48d6-b773-daba49c6abba req-8a8a251f-644d-4af3-b601-7b5092e85300 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402977 Jul 27 22:58:49.124763 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-749a0b5c-6ae2-48d6-b773-daba49c6abba req-a5c4c30c-978f-47b5-acbc-b3511c315292 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839345 Jul 27 22:58:49.212012 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-749a0b5c-6ae2-48d6-b773-daba49c6abba req-6ad73540-f4f7-4d2b-918c-23a5409410b6 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802798 Jul 27 22:58:49.922506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70649850-9a4e-4e3a-bede-b1fac448178a req-9b37241b-a338-4f0d-ba9a-2f8b686c03df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:49.923992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70649850-9a4e-4e3a-bede-b1fac448178a req-9b37241b-a338-4f0d-ba9a-2f8b686c03df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0484331 Jul 27 22:58:49.961668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70649850-9a4e-4e3a-bede-b1fac448178a req-6470e994-9b28-4eba-ad68-055770fb211f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318189 Jul 27 22:58:51.078582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d79ca-ff1b-4d1e-94f0-c959381af86d req-cf6c753f-ec64-4953-bd8c-d518f862e6d5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:51.080058 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c55d79ca-ff1b-4d1e-94f0-c959381af86d req-cf6c753f-ec64-4953-bd8c-d518f862e6d5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0492342 Jul 27 22:58:51.117620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c55d79ca-ff1b-4d1e-94f0-c959381af86d req-c5406b1c-bf12-44e4-9dcf-b06ae42d4dd3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315018 Jul 27 22:58:52.234582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbd2d3-eb0d-4543-897e-082dff596602 req-3a82166f-50bb-4fc5-9d20-fcdb564e2cc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:52.236050 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cafbd2d3-eb0d-4543-897e-082dff596602 req-3a82166f-50bb-4fc5-9d20-fcdb564e2cc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0521762 Jul 27 22:58:52.272619 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cafbd2d3-eb0d-4543-897e-082dff596602 req-2403e915-7e39-4f66-bd35-ba324b71cbcb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306842 Jul 27 22:58:53.393822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5206b8-23be-4a4d-8255-dbde052a2bee req-40f29a59-8c00-45cb-acb8-b4ac99f687ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:53.395316 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed5206b8-23be-4a4d-8255-dbde052a2bee req-40f29a59-8c00-45cb-acb8-b4ac99f687ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0493329 Jul 27 22:58:53.433285 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed5206b8-23be-4a4d-8255-dbde052a2bee req-ad9973ea-f7f9-4cfc-832a-4501e7f94c78 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316236 Jul 27 22:58:54.554123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bed5d8-1940-409a-9377-55ca3930cd79 req-cc72f1f7-6afa-40f5-ac0d-18ed5ebfbd55 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:54.555659 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04bed5d8-1940-409a-9377-55ca3930cd79 req-cc72f1f7-6afa-40f5-ac0d-18ed5ebfbd55 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0494020 Jul 27 22:58:54.593790 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-04bed5d8-1940-409a-9377-55ca3930cd79 req-004c4590-cfe1-4136-a6a3-e7808ee24310 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316210 Jul 27 22:58:55.712947 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723860fa-1a89-4073-a63e-ab8ac5f06223 req-0616003e-c2ca-4c10-824c-e90a98e3ba51 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:55.714447 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-723860fa-1a89-4073-a63e-ab8ac5f06223 req-0616003e-c2ca-4c10-824c-e90a98e3ba51 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0530355 Jul 27 22:58:55.752138 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-723860fa-1a89-4073-a63e-ab8ac5f06223 req-92849e62-33c0-4835-924d-a22cd6e5438a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317128 Jul 27 22:58:56.865095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f4767-177b-4a44-8ca5-65b5e789190c req-1290dc9b-a56f-492f-a586-ad4b886679f1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:56.866586 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af7f4767-177b-4a44-8ca5-65b5e789190c req-1290dc9b-a56f-492f-a586-ad4b886679f1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0481853 Jul 27 22:58:56.906006 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af7f4767-177b-4a44-8ca5-65b5e789190c req-90eec872-c8ad-42e6-a9e2-26b0d13dcc05 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333991 Jul 27 22:58:58.027820 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f38975-4c5c-4259-a388-5e391876a28b req-37614b9a-4620-467e-abe9-475cb5fc5c0f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:58.029287 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30f38975-4c5c-4259-a388-5e391876a28b req-37614b9a-4620-467e-abe9-475cb5fc5c0f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0510812 Jul 27 22:58:58.067474 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30f38975-4c5c-4259-a388-5e391876a28b req-c28affab-358a-45ca-8e43-53ca3b8a281b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321755 Jul 27 22:58:59.189588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75eca8-8b20-4245-8952-9fa149fdf1fb req-b3f05afc-da8a-4199-9a82-e7a2f3775e9c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:58:59.191873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a75eca8-8b20-4245-8952-9fa149fdf1fb req-b3f05afc-da8a-4199-9a82-e7a2f3775e9c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0561690 Jul 27 22:58:59.233455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7a75eca8-8b20-4245-8952-9fa149fdf1fb req-8c0cce7f-1b6b-4714-80d7-12fc69c9c3e2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348961 Jul 27 22:59:00.351091 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ece6bf-094b-422b-b6fd-340ff07df3f3 req-d41c8715-1d6d-4d44-aa5a-3a0a220174ed tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:00.352597 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40ece6bf-094b-422b-b6fd-340ff07df3f3 req-d41c8715-1d6d-4d44-aa5a-3a0a220174ed tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0525618 Jul 27 22:59:00.391354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-40ece6bf-094b-422b-b6fd-340ff07df3f3 req-1aa3f9e7-bef9-4e1f-aa62-0678949ab136 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318828 Jul 27 22:59:00.413681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35480) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:00.476434 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0a429487-5e65-4e6e-8544-56b52c50049b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/b43e7ac6-c738-4fe1-9d66-1037c33c7d2e HTTP/1.1" status: 200 len: 993 time: 0.0616183 Jul 27 22:59:12.827547 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-11c56e4d-2f8b-47c1-80e4-4bcc4068bf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:12.977439 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:15.493488 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-42745130-c84b-4e06-a031-7465ecd00a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:15.848550 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:16.612769 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:17.012162 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:18.316915 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:25.904697 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:59:30.818713 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35494) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:30.972788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port 16740094-2b1f-454a-a00a-1b8b73e02f37 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:59:30.973138 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.047863 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.048194 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.060180 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for 16740094-2b1f-454a-a00a-1b8b73e02f37 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:59:31.207375 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.234057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=16740094-2b1f-454a-a00a-1b8b73e02f37,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:31.256403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:31.256755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:31.257098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:31.257436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:31.257765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:31.258095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:31.258451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:31.258781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:31.259108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:31.259434 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:31.259785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:31.260105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:31.303993 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.304405 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Floating IP b43e7ac6-c738-4fe1-9d66-1037c33c7d2e disassociated (deleted). External IP: 172.25.1.250, port: bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4. Jul 27 22:59:31.503999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:59:31.608366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:59:31.613085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:31.617653 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57930992-a367-4e44-b0f7-2a7d2e2e102d None None] Sync routers for ids ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:59:31.626193 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57930992-a367-4e44-b0f7-2a7d2e2e102d None None] Routers {'7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:31.626832 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57930992-a367-4e44-b0f7-2a7d2e2e102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:31.642954 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-13a154c6-c716-49fd-9556-288d2e889976 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/floatingips/b43e7ac6-c738-4fe1-9d66-1037c33c7d2e HTTP/1.1" status: 204 len: 168 time: 0.8229895 Jul 27 22:59:31.643573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df6481d-729e-4469-8a91-347ce82b3136', 'tag': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:59:31.646617 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348488c7-f8dc-4963-9bc7-1d41b1642c13" -d '{"events": [{"name": "network-changed", "server_uuid": "2df6481d-729e-4469-8a91-347ce82b3136", "tag": "bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:59:31.685191 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be899c27-d1c4-4a3e-a274-58e98a85900c x-openstack-request-id: req-be899c27-d1c4-4a3e-a274-58e98a85900c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:59:31.685489 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df6481d-729e-4469-8a91-347ce82b3136", "tag": "bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:59:31.685739 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be899c27-d1c4-4a3e-a274-58e98a85900c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:59:31.686148 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df6481d-729e-4469-8a91-347ce82b3136', 'tag': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4', 'status': 'completed', 'code': 200} Jul 27 22:59:31.739721 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-57930992-a367-4e44-b0f7-2a7d2e2e102d None None] Set router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:31.752730 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348488c7-f8dc-4963-9bc7-1d41b1642c13 req-48a1583b-0de2-4722-9bb4-53a2215906c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:31.755092 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-348488c7-f8dc-4963-9bc7-1d41b1642c13 req-48a1583b-0de2-4722-9bb4-53a2215906c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 1096 time: 0.0450847 Jul 27 22:59:31.862177 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348488c7-f8dc-4963-9bc7-1d41b1642c13 req-635f5c34-edd0-4c9f-b0bd-89474a2503d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:31.863756 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-348488c7-f8dc-4963-9bc7-1d41b1642c13 req-635f5c34-edd0-4c9f-b0bd-89474a2503d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 HTTP/1.1" status: 200 len: 898 time: 0.0998569 Jul 27 22:59:31.868074 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434dc87-3340-42fd-9003-5a977743bd7f req-6cd7927b-7ea6-49e1-b26b-03803c02294b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:31.869615 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b434dc87-3340-42fd-9003-5a977743bd7f req-6cd7927b-7ea6-49e1-b26b-03803c02294b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0508790 Jul 27 22:59:31.909150 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-348488c7-f8dc-4963-9bc7-1d41b1642c13 req-c357cdff-d05a-4402-9120-6aad9f9ebad7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 HTTP/1.1" status: 200 len: 217 time: 0.0373962 Jul 27 22:59:31.911120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b434dc87-3340-42fd-9003-5a977743bd7f req-5b36d9d2-73e1-47ee-b698-c7b545681d8b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331187 Jul 27 22:59:31.945769 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57930992-a367-4e44-b0f7-2a7d2e2e102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:05Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '940c8609-fccf-4865-949b-199d61343fa0', 'name': '', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:3f:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:05Z', 'updated_at': '2021-07-27T22:58:09Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:31.960699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348488c7-f8dc-4963-9bc7-1d41b1642c13 req-0bc2e4d8-bdef-467d-a3d5-d96d1f0beee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:31.962192 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-348488c7-f8dc-4963-9bc7-1d41b1642c13 req-0bc2e4d8-bdef-467d-a3d5-d96d1f0beee3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7c7a6052-819e-4f82-81fe-cf95e36f5f15 HTTP/1.1" status: 200 len: 833 time: 0.0451310 Jul 27 22:59:31.974845 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57930992-a367-4e44-b0f7-2a7d2e2e102d None None] Checking router: 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:59:31.983963 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57930992-a367-4e44-b0f7-2a7d2e2e102d None None] Routers {'7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:31.984590 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57930992-a367-4e44-b0f7-2a7d2e2e102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:32.015130 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348488c7-f8dc-4963-9bc7-1d41b1642c13 req-3024ca96-b3b7-40f7-8a46-6990833fd029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:32.016638 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-348488c7-f8dc-4963-9bc7-1d41b1642c13 req-3024ca96-b3b7-40f7-8a46-6990833fd029 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469189 Jul 27 22:59:32.088860 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-57930992-a367-4e44-b0f7-2a7d2e2e102d None None] Set router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:32.107063 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-348488c7-f8dc-4963-9bc7-1d41b1642c13 req-a7733abb-161c-4ae9-bbc8-35d26737235f service neutron] 10.222.0.43 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817780 Jul 27 22:59:32.207546 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-348488c7-f8dc-4963-9bc7-1d41b1642c13 req-7af03d07-9b17-4ad8-990d-1f1f2dabb3c8 service neutron] 10.222.0.43 "GET /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916667 Jul 27 22:59:32.371182 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-57930992-a367-4e44-b0f7-2a7d2e2e102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:05Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '940c8609-fccf-4865-949b-199d61343fa0', 'name': '', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:3f:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:05Z', 'updated_at': '2021-07-27T22:58:09Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:32.396240 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57930992-a367-4e44-b0f7-2a7d2e2e102d None None] The sync data for ids ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'] in n-d-802011-3 is: [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:05Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '940c8609-fccf-4865-949b-199d61343fa0', 'name': '', 'network_id': '2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:3f:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:05Z', 'updated_at': '2021-07-27T22:58:09Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '7c7a6052-819e-4f82-81fe-cf95e36f5f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:59:32.603672 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dca86c4-f88d-462d-b176-b2a5fc2cc934 None None] New status for floating IP b43e7ac6-c738-4fe1-9d66-1037c33c7d2e: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:59:33.029578 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e30e17-bb56-406b-a0ec-2021653542db req-19d8b3ec-ac9d-45dd-bdde-e5190562a78b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:33.031193 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36e30e17-bb56-406b-a0ec-2021653542db req-19d8b3ec-ac9d-45dd-bdde-e5190562a78b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0507092 Jul 27 22:59:33.071360 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-36e30e17-bb56-406b-a0ec-2021653542db req-5666ca69-7c1d-4352-8d97-51c6b75ce6c6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=80342ce3-bd36-4346-b862-da22e19b8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332425 Jul 27 22:59:33.333679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a1f36-c4b9-4d09-b4a2-14cf207cb13c req-6d5f8969-3034-45e9-ac51-791b8940b18d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:33.335203 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-232a1f36-c4b9-4d09-b4a2-14cf207cb13c req-6d5f8969-3034-45e9-ac51-791b8940b18d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 945 time: 0.0536234 Jul 27 22:59:33.429056 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-232a1f36-c4b9-4d09-b4a2-14cf207cb13c req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:59:33.429408 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-232a1f36-c4b9-4d09-b4a2-14cf207cb13c req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:33.515667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-232a1f36-c4b9-4d09-b4a2-14cf207cb13c req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4,segment=NetworkSegment(82f2d29c-9332-46b7-809b-8dead49f4c60),segment_id=82f2d29c-9332-46b7-809b-8dead49f4c60)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:33.516039 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-232a1f36-c4b9-4d09-b4a2-14cf207cb13c req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:33.529249 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-232a1f36-c4b9-4d09-b4a2-14cf207cb13c req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:59:33.657298 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-232a1f36-c4b9-4d09-b4a2-14cf207cb13c req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:33.685647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:33.713616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:33.713975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:33.714344 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:33.714688 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:33.715024 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:33.715353 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:33.715693 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:33.716023 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:33.716358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:33.716686 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:33.717012 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:33.717340 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:33.736080 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-232a1f36-c4b9-4d09-b4a2-14cf207cb13c req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] No DVR routers for this DVR port bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:59:33.739120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-232a1f36-c4b9-4d09-b4a2-14cf207cb13c req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:33.741110 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-232a1f36-c4b9-4d09-b4a2-14cf207cb13c req-56e2a980-18ae-4e9a-84d0-722f65f90eea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "DELETE /v2.0/ports/bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 HTTP/1.1" status: 204 len: 173 time: 0.4000471 Jul 27 22:59:33.741553 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df6481d-729e-4469-8a91-347ce82b3136', 'name': 'network-vif-deleted', 'tag': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:59:33.743857 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f5bd52caf5610727ea6ec9a8d26bcc39e90bd563bbe7c5a4a3aec73f761fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f73faa4-7008-4601-b820-ad7151f2fc7d" -d '{"events": [{"server_uuid": "2df6481d-729e-4469-8a91-347ce82b3136", "name": "network-vif-deleted", "tag": "bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:59:33.779455 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f2c71b-6784-4336-9ad4-63e73dc5b15e x-openstack-request-id: req-91f2c71b-6784-4336-9ad4-63e73dc5b15e {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:59:33.779752 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df6481d-729e-4469-8a91-347ce82b3136", "name": "network-vif-deleted", "tag": "bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:59:33.780011 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91f2c71b-6784-4336-9ad4-63e73dc5b15e {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:59:33.780420 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df6481d-729e-4469-8a91-347ce82b3136', 'name': 'network-vif-deleted', 'tag': 'bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4', 'status': 'completed', 'code': 200} Jul 27 22:59:34.188238 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-45fdabbe-fe4f-4a62-a59f-17785e6b1561 req-75afa6d7-79bc-4c33-9283-86bd9e85041d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df6481d-729e-4469-8a91-347ce82b3136 HTTP/1.1" status: 200 len: 210 time: 0.0323164 Jul 27 22:59:35.244306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35512) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:35.592649 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6942aab5-ecf4-44c2-834d-86f9832ab3cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.841827 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6942aab5-ecf4-44c2-834d-86f9832ab3cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port 940c8609-fccf-4865-949b-199d61343fa0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:59:35.842165 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6942aab5-ecf4-44c2-834d-86f9832ab3cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.928791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-6942aab5-ecf4-44c2-834d-86f9832ab3cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port 940c8609-fccf-4865-949b-199d61343fa0, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=940c8609-fccf-4865-949b-199d61343fa0,segment=NetworkSegment(82f2d29c-9332-46b7-809b-8dead49f4c60),segment_id=82f2d29c-9332-46b7-809b-8dead49f4c60)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:35.929075 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6942aab5-ecf4-44c2-834d-86f9832ab3cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:35.945424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-6942aab5-ecf4-44c2-834d-86f9832ab3cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for 940c8609-fccf-4865-949b-199d61343fa0 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:59:36.130578 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6942aab5-ecf4-44c2-834d-86f9832ab3cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:36.154624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942aab5-ecf4-44c2-834d-86f9832ab3cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=940c8609-fccf-4865-949b-199d61343fa0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:36.639326 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6942aab5-ecf4-44c2-834d-86f9832ab3cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:36.848433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6942aab5-ecf4-44c2-834d-86f9832ab3cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:59:36.952195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6942aab5-ecf4-44c2-834d-86f9832ab3cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:59:36.957623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-6942aab5-ecf4-44c2-834d-86f9832ab3cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "PUT /v2.0/routers/7630d9b6-1e3c-44e8-b99b-dc46b44a94e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7122014 Jul 27 22:59:36.960258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35514) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:36.961594 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7008c67-4874-455e-9403-dca4093cdcb1 None None] Sync routers for ids ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:59:36.971559 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7008c67-4874-455e-9403-dca4093cdcb1 None None] Routers {'7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:36.972705 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c7008c67-4874-455e-9403-dca4093cdcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:37.015056 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde28aab-ce5f-46b2-81e2-77d69d96425c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting subnet 7c7a6052-819e-4f82-81fe-cf95e36f5f15 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:59:37.018216 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bde28aab-ce5f-46b2-81e2-77d69d96425c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.060504 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bde28aab-ce5f-46b2-81e2-77d69d96425c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.087226 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c7008c67-4874-455e-9403-dca4093cdcb1 None None] Set router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:37.151767 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bde28aab-ce5f-46b2-81e2-77d69d96425c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.213119 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bde28aab-ce5f-46b2-81e2-77d69d96425c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.240513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde28aab-ce5f-46b2-81e2-77d69d96425c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7a6052-819e-4f82-81fe-cf95e36f5f15,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:37.245005 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bde28aab-ce5f-46b2-81e2-77d69d96425c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.247826 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bde28aab-ce5f-46b2-81e2-77d69d96425c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/subnets/7c7a6052-819e-4f82-81fe-cf95e36f5f15 HTTP/1.1" status: 204 len: 168 time: 0.2865887 Jul 27 22:59:37.250534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35516) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:37.255797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1aeb81-df37-47ce-8244-44d4d4b80f04 None None] Network 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:59:37.268260 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c7008c67-4874-455e-9403-dca4093cdcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:59:36Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:37.294148 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7008c67-4874-455e-9403-dca4093cdcb1 None None] Checking router: 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:59:37.303080 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7008c67-4874-455e-9403-dca4093cdcb1 None None] Routers {'7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:37.303701 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c7008c67-4874-455e-9403-dca4093cdcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:37.361852 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.415123 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c7008c67-4874-455e-9403-dca4093cdcb1 None None] Set router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:37.443641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] DHCP port deletion for 2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:59:37.475477 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.493037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Deleting port cb54515c-59c2-41c6-9a34-7a698e007c4e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:59:37.493650 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.530406 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port 3323250f-e1f7-40ea-a49d-82950a4038d9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:59:37.530810 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.562219 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] For port cb54515c-59c2-41c6-9a34-7a698e007c4e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=cb54515c-59c2-41c6-9a34-7a698e007c4e,segment=NetworkSegment(82f2d29c-9332-46b7-809b-8dead49f4c60),segment_id=82f2d29c-9332-46b7-809b-8dead49f4c60)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:37.562908 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.578632 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Calling delete_port for cb54515c-59c2-41c6-9a34-7a698e007c4e owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:59:37.595557 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c7008c67-4874-455e-9403-dca4093cdcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:59:36Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:37.619291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port 3323250f-e1f7-40ea-a49d-82950a4038d9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3323250f-e1f7-40ea-a49d-82950a4038d9,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:37.619659 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.626442 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7008c67-4874-455e-9403-dca4093cdcb1 None None] The sync data for ids ['7630d9b6-1e3c-44e8-b99b-dc46b44a94e1'] in n-d-802011-3 is: [{'id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024356058', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:59:36Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3323250f-e1f7-40ea-a49d-82950a4038d9', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ce:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7630d9b6-1e3c-44e8-b99b-dc46b44a94e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:58:02Z', 'updated_at': '2021-07-27T22:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:59:37.633277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for 3323250f-e1f7-40ea-a49d-82950a4038d9 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:59:37.665218 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.694027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Pushing event deleted for resources: {'Port': ['ID=cb54515c-59c2-41c6-9a34-7a698e007c4e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:37.698216 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] No DVR routers for this DVR port cb54515c-59c2-41c6-9a34-7a698e007c4e on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:59:37.705379 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:37.705722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:37.706059 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:37.706519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:37.707079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:37.707425 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:37.708162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:37.708162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:37.708359 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:37.708688 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:37.709004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:37.709320 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cca82-e9a0-4fe4-8376-1d0905d16eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:37.806747 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.833093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=3323250f-e1f7-40ea-a49d-82950a4038d9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:37.894773 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.986944 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:37.989389 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.033145 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.033918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Fanout notify agent at l3_agent the message router_deleted on router 7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:59:38.041924 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.043081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-42559633-ee8c-41ce-84c4-ccaf9202b5e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/routers/7630d9b6-1e3c-44e8-b99b-dc46b44a94e1 HTTP/1.1" status: 204 len: 168 time: 0.7916236 Jul 27 22:59:38.045773 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35522) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:38.100453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:59:38.120876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:59:38.121221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device bf3a9bd7-fa80-4a99-b662-fe5f6000c1c4 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:59:38.123698 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.216876 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.229275 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:38.241133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f2d29c-9332-46b7-809b-8dead49f4c60') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:38.241505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f2d29c-9332-46b7-809b-8dead49f4c60') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:38.251131 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.267883 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.275104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:59:38.275425 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: timer() Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:59:38.281045 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:59:38.340710 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.347432 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.349219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/networks/2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84 HTTP/1.1" status: 204 len: 168 time: 0.3024673 Jul 27 22:59:38.352143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35524) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:38.360718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705b032-7592-42dd-9779-f2a2541b6904 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Network': ['ID=2ed1b6dc-6f1a-4eac-9cbc-f27a2c5a8c84,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:38.414866 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-715624e7-e1c2-483e-858a-bd00280cc4e8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.440463 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-715624e7-e1c2-483e-858a-bd00280cc4e8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.500166 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-715624e7-e1c2-483e-858a-bd00280cc4e8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.502808 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-715624e7-e1c2-483e-858a-bd00280cc4e8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.504640 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-715624e7-e1c2-483e-858a-bd00280cc4e8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/security-groups/80342ce3-bd36-4346-b862-da22e19b8be6 HTTP/1.1" status: 204 len: 168 time: 0.1514962 Jul 27 22:59:38.513719 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715624e7-e1c2-483e-858a-bd00280cc4e8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80342ce3-bd36-4346-b862-da22e19b8be6,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:38.750484 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35530) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:38.756179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4c4b6063-8200-4dd2-a972-3bd9a570e17c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2093517353', 'description': 'tempest-secgroup-smoke-2093517353 description', 'project_id': '95e33ed6469f41269931fb7cadd2fee7'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:38.780016 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6063-8200-4dd2-a972-3bd9a570e17c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.863738 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6063-8200-4dd2-a972-3bd9a570e17c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.867296 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6063-8200-4dd2-a972-3bd9a570e17c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.895875 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6063-8200-4dd2-a972-3bd9a570e17c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.897025 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4c4b6063-8200-4dd2-a972-3bd9a570e17c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1455450 Jul 27 22:59:38.898952 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b6063-8200-4dd2-a972-3bd9a570e17c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:38.900047 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35532) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:38.904905 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2961ca86-5317-408a-9afc-22d36e2eb1df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:38.932042 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2961ca86-5317-408a-9afc-22d36e2eb1df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.988107 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2961ca86-5317-408a-9afc-22d36e2eb1df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:38.991851 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2961ca86-5317-408a-9afc-22d36e2eb1df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.009370 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961ca86-5317-408a-9afc-22d36e2eb1df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab9b345-c1c2-4574-8e2c-75af664fbcff,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:39.015531 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2961ca86-5317-408a-9afc-22d36e2eb1df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.016764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2961ca86-5317-408a-9afc-22d36e2eb1df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156023 Jul 27 22:59:39.020162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35534) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:39.024819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dd91cccb-9e40-45d2-a00a-dcf9e1576c78 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:39.052112 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd91cccb-9e40-45d2-a00a-dcf9e1576c78 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.099826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cb54515c-59c2-41c6-9a34-7a698e007c4e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:59:39.110162 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd91cccb-9e40-45d2-a00a-dcf9e1576c78 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.114020 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd91cccb-9e40-45d2-a00a-dcf9e1576c78 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.119928 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: cb54515c-59c2-41c6-9a34-7a698e007c4e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:59:39.120355 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device cb54515c-59c2-41c6-9a34-7a698e007c4e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:59:39.120840 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 940c8609-fccf-4865-949b-199d61343fa0 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:59:39.131997 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91cccb-9e40-45d2-a00a-dcf9e1576c78 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f839601b-e75d-41b7-bfed-0fa470c2961a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:39.137938 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dd91cccb-9e40-45d2-a00a-dcf9e1576c78 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.139222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dd91cccb-9e40-45d2-a00a-dcf9e1576c78 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180694 Jul 27 22:59:39.142011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35536) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:39.142985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 940c8609-fccf-4865-949b-199d61343fa0 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:59:39.143336 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 940c8609-fccf-4865-949b-199d61343fa0 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:59:39.144209 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3323250f-e1f7-40ea-a49d-82950a4038d9 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:59:39.146706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b7740dfb-76af-4642-89e9-af6ff23a5746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:39.164447 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 3323250f-e1f7-40ea-a49d-82950a4038d9 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:59:39.164798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3323250f-e1f7-40ea-a49d-82950a4038d9 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:59:39.174071 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7740dfb-76af-4642-89e9-af6ff23a5746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.234893 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7740dfb-76af-4642-89e9-af6ff23a5746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.239044 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7740dfb-76af-4642-89e9-af6ff23a5746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.255735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7740dfb-76af-4642-89e9-af6ff23a5746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2890153b-6f19-494e-9a4a-31363318fb25,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:39.262192 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b7740dfb-76af-4642-89e9-af6ff23a5746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.263422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b7740dfb-76af-4642-89e9-af6ff23a5746 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204579 Jul 27 22:59:39.266147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35538) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:39.270536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ef3c0037-4930-48e3-a9b6-1bb2e9dcad86 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:39.296105 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef3c0037-4930-48e3-a9b6-1bb2e9dcad86 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.354817 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef3c0037-4930-48e3-a9b6-1bb2e9dcad86 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.358566 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef3c0037-4930-48e3-a9b6-1bb2e9dcad86 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.376098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c0037-4930-48e3-a9b6-1bb2e9dcad86 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7199e6-1a01-4883-ad44-12626eff5c6c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:39.383039 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef3c0037-4930-48e3-a9b6-1bb2e9dcad86 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.384233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ef3c0037-4930-48e3-a9b6-1bb2e9dcad86 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171441 Jul 27 22:59:39.387012 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35540) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:39.391405 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fb4c69b0-a70a-4f17-99d2-b0f8ff4eb895 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:39.413587 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-fb4c69b0-a70a-4f17-99d2-b0f8ff4eb895 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Project 95e33ed6469f41269931fb7cadd2fee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:59:39.418504 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4c69b0-a70a-4f17-99d2-b0f8ff4eb895 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.476483 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4c69b0-a70a-4f17-99d2-b0f8ff4eb895 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.479808 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4c69b0-a70a-4f17-99d2-b0f8ff4eb895 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.497540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c69b0-a70a-4f17-99d2-b0f8ff4eb895 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba240c09-a8da-4e66-8ce1-03042e7c328d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:39.502442 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4c69b0-a70a-4f17-99d2-b0f8ff4eb895 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.505332 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fb4c69b0-a70a-4f17-99d2-b0f8ff4eb895 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162858 Jul 27 22:59:39.507127 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35542) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:39.511584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-02cc7cc8-5cc1-4ca3-996a-876fd6a6c359 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:39.531861 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-02cc7cc8-5cc1-4ca3-996a-876fd6a6c359 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Project 95e33ed6469f41269931fb7cadd2fee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:59:39.536586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02cc7cc8-5cc1-4ca3-996a-876fd6a6c359 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.598562 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02cc7cc8-5cc1-4ca3-996a-876fd6a6c359 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.601894 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02cc7cc8-5cc1-4ca3-996a-876fd6a6c359 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.619741 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc7cc8-5cc1-4ca3-996a-876fd6a6c359 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1f3267-73d8-4300-bffa-d29954f9647c,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:39.624751 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-02cc7cc8-5cc1-4ca3-996a-876fd6a6c359 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.626003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-02cc7cc8-5cc1-4ca3-996a-876fd6a6c359 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179597 Jul 27 22:59:39.629607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:39.634571 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-63072130-6b70-4cb0-84d1-14bb5c6cbc53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'network': {'name': 'tempest-network-smoke--1584159224', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:39.654175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63072130-6b70-4cb0-84d1-14bb5c6cbc53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:59:39.657505 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63072130-6b70-4cb0-84d1-14bb5c6cbc53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.681461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63072130-6b70-4cb0-84d1-14bb5c6cbc53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:59:39.690116 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63072130-6b70-4cb0-84d1-14bb5c6cbc53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.690494 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-63072130-6b70-4cb0-84d1-14bb5c6cbc53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Added segment fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca of type vlan for network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 Jul 27 22:59:39.729437 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63072130-6b70-4cb0-84d1-14bb5c6cbc53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.757465 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63072130-6b70-4cb0-84d1-14bb5c6cbc53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.762972 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63072130-6b70-4cb0-84d1-14bb5c6cbc53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:39.763553 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-63072130-6b70-4cb0-84d1-14bb5c6cbc53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.827754 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-63072130-6b70-4cb0-84d1-14bb5c6cbc53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1970935 Jul 27 22:59:39.830524 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35546) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:39.834995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'admin_state_up': True, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:39.852256 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63072130-6b70-4cb0-84d1-14bb5c6cbc53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Network': ['ID=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:39.862438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:59:39.869317 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.870443 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:39.920904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:40.057949 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:40.249976 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:40.272248 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:40.369656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.25.1.80 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/922f10fe-27ad-446e-8226-acbad7f00d3a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:59:40.473947 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:40.512716 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:40.548603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:59:40.552104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:40.557397 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:59:40.562663 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=922f10fe-27ad-446e-8226-acbad7f00d3a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:40.802011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:40.994166 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:41.438800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router f19a2659-7361-468a-a06f-1f3a6c285ec2 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:59:41.543115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:59:41.553049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Sync routers for ids ['f19a2659-7361-468a-a06f-1f3a6c285ec2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:59:41.561761 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Routers {'f19a2659-7361-468a-a06f-1f3a6c285ec2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:41.562099 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:41.562413 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f19a2659-7361-468a-a06f-1f3a6c285ec2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:41.566888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2ffab936-3b0c-4ca6-ae83-5dde91ae56dc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7320731 Jul 27 22:59:41.567355 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35548) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:41.596564 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c5869dd9-ef31-437f-ab89-e96e29fd973a tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=95e33ed6469f41269931fb7cadd2fee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265210 Jul 27 22:59:41.598141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:41.669345 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Set router f19a2659-7361-468a-a06f-1f3a6c285ec2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:41.691798 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70655d57-b687-4016-8764-7ed5dcce4ed7 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:41.693407 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-70655d57-b687-4016-8764-7ed5dcce4ed7 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943441 Jul 27 22:59:41.696154 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35552) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:41.724746 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b5dfe23a-5dcc-4d81-9320-6f15bb13ea19 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274134 Jul 27 22:59:41.727156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35554) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:41.732184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-97c9083d-ac49-4779-8b61-1ccfc2883e2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-398956729', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:41.824052 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c9083d-ac49-4779-8b61-1ccfc2883e2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:59:41.827446 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97c9083d-ac49-4779-8b61-1ccfc2883e2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:41.858196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T22:59:40Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:41.888775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Checking router: f19a2659-7361-468a-a06f-1f3a6c285ec2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:59:41.889149 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Updating router f19a2659-7361-468a-a06f-1f3a6c285ec2 port 922f10fe-27ad-446e-8226-acbad7f00d3a binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:59:42.029726 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97c9083d-ac49-4779-8b61-1ccfc2883e2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.069566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.090842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9083d-ac49-4779-8b61-1ccfc2883e2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Subnet': ['ID=712f53a5-8f8b-4b76-80aa-e4c7f4107173,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:42.099051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c9083d-ac49-4779-8b61-1ccfc2883e2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Checking segment: {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:59:42.099411 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c9083d-ac49-4779-8b61-1ccfc2883e2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network hostable DHCP agents. Network: d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:59:42.117191 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c9083d-ac49-4779-8b61-1ccfc2883e2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:59:42.127518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-97c9083d-ac49-4779-8b61-1ccfc2883e2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:42.131762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c9083d-ac49-4779-8b61-1ccfc2883e2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:42.132352 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-97c9083d-ac49-4779-8b61-1ccfc2883e2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.150544 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-97c9083d-ac49-4779-8b61-1ccfc2883e2b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4197307 Jul 27 22:59:42.150903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:42.154010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b91442-f0b9-402a-a576-516fb993ab84 None None] Network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:59:42.403322 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ips': [{'subnet_id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:59:42.404178 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.526965 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.551450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Transition to ACTIVE for port object 922f10fe-27ad-446e-8226-acbad7f00d3a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:42.562540 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.601112 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.645210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Allocated IP 172.20.0.2 (d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5/712f53a5-8f8b-4b76-80aa-e4c7f4107173/6e45cadf-8714-4313-a295-61ba65539a82) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:59:42.649805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Attempting to bind port 922f10fe-27ad-446e-8226-acbad7f00d3a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:59:42.650115 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Attempting to bind port 922f10fe-27ad-446e-8226-acbad7f00d3a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:59:42.650516 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Attempting to bind port 922f10fe-27ad-446e-8226-acbad7f00d3a on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:59:42.656637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074b430-9b86-4a55-85a5-2d95f4e8b282 None None] Pushing event updated for resources: {'Port': ['ID=922f10fe-27ad-446e-8226-acbad7f00d3a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:42.664560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:59:42.664930 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:59:42.665327 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.665700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:59:42.666169 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Bound port: 922f10fe-27ad-446e-8226-acbad7f00d3a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:59:42.666566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.770941 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] For port 922f10fe-27ad-446e-8226-acbad7f00d3a, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:59:42.775252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] For port 922f10fe-27ad-446e-8226-acbad7f00d3a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=922f10fe-27ad-446e-8226-acbad7f00d3a,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:59:42.780831 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.888590 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12ccdead-55c6-41c3-997a-fc79f818b05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.912445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Routers {'f19a2659-7361-468a-a06f-1f3a6c285ec2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:42.912991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f19a2659-7361-468a-a06f-1f3a6c285ec2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:42.921231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074b430-9b86-4a55-85a5-2d95f4e8b282 None None] Pushing event updated for resources: {'Port': ['ID=922f10fe-27ad-446e-8226-acbad7f00d3a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:42.924053 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:42.969885 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Transition to ACTIVE for port object 6e45cadf-8714-4313-a295-61ba65539a82 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:42.993520 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:43.026421 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Transition to ACTIVE for port object 6e45cadf-8714-4313-a295-61ba65539a82 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:43.034864 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:43.080723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:59:43.088338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.20.0.1 (d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5/712f53a5-8f8b-4b76-80aa-e4c7f4107173/05832533-03f5-40be-ac77-4a7aeb7d15d8) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:59:43.088920 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] Set router f19a2659-7361-468a-a06f-1f3a6c285ec2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:43.092194 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:43.121797 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:59:43.163270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Pushing event updated for resources: {'Port': ['ID=6e45cadf-8714-4313-a295-61ba65539a82,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:43.207958 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:43.222885 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Transition to ACTIVE for port object 05832533-03f5-40be-ac77-4a7aeb7d15d8 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:43.257526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Attempting to bind port 6e45cadf-8714-4313-a295-61ba65539a82 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:59:43.257788 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:43.257910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Attempting to bind port 6e45cadf-8714-4313-a295-61ba65539a82 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:59:43.258244 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Attempting to bind port 6e45cadf-8714-4313-a295-61ba65539a82 on network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:59:43.272326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:59:43.272696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Checking segment: {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:59:43.273093 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:43.273481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Bound using segment: {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:59:43.273946 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Bound port: 6e45cadf-8714-4313-a295-61ba65539a82, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:59:43.274354 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:43.298379 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:59:43.301642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:43.307502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:59:43.335194 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=05832533-03f5-40be-ac77-4a7aeb7d15d8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:43.357548 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:43.376944 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] For port 6e45cadf-8714-4313-a295-61ba65539a82, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:59:43.391483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] For port 6e45cadf-8714-4313-a295-61ba65539a82, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6e45cadf-8714-4313-a295-61ba65539a82,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:59:43.397845 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:43.406254 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T22:59:40Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:43.462044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beaf795-44b4-4b10-b1bb-87c48427ff40 None None] The sync data for ids ['f19a2659-7361-468a-a06f-1f3a6c285ec2'] in n-d-802011-3 is: [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T22:59:40Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:59:43.492677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:43.495499 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e19f0-d108-40c9-b612-8a9d26dcfda0 None None] Pushing event updated for resources: {'Port': ['ID=6e45cadf-8714-4313-a295-61ba65539a82,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:43.837595 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:43.843284 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:43.923830 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:43.926327 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=05832533-03f5-40be-ac77-4a7aeb7d15d8,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:44.025435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:59:44.026964 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:44.150190 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router f19a2659-7361-468a-a06f-1f3a6c285ec2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:59:44.272484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:59:44.277574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5f16475a-7eb6-4237-b069-f1065c2d80ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "PUT /v2.0/routers/f19a2659-7361-468a-a06f-1f3a6c285ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1255817 Jul 27 22:59:44.445530 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed12368c-5f17-49f7-be89-d8bebb056488 None None] Network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:59:44.458933 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-2db61641-175f-431b-9d4a-77c20421d3e3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2093517353&fields=id&tenant_id=95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 267 time: 0.0376568 Jul 27 22:59:44.514135 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8b6ed755-f0d7-4096-8437-e2745f2d0789 None None] Provisioning for port 6e45cadf-8714-4313-a295-61ba65539a82 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:44.574683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-a5b9ffe1-2f62-44df-bff8-89dbfad05e97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:44.576179 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-a5b9ffe1-2f62-44df-bff8-89dbfad05e97 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/networks?id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 HTTP/1.1" status: 200 len: 797 time: 0.1089766 Jul 27 22:59:44.594721 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-c0985317-4952-4a6d-ae18-81879e401957 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/quotas/95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 375 time: 0.0096917 Jul 27 22:59:44.649896 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-19b8edea-b2c2-4a27-92e0-6ad9dd071d31 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485082 Jul 27 22:59:44.748049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-e73dfd2a-8658-4eba-95de-a082a8992337 service neutron] 10.222.0.24 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858469 Jul 27 22:59:44.851264 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8a1da6dc-7616-4a2a-b7f1-c815647f3c0c None None] Provisioning for port 05832533-03f5-40be-ac77-4a7aeb7d15d8 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:44.858087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8a1da6dc-7616-4a2a-b7f1-c815647f3c0c None None] Provisioning complete for port 05832533-03f5-40be-ac77-4a7aeb7d15d8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:44.858396 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8a1da6dc-7616-4a2a-b7f1-c815647f3c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:44.859485 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-53b81a8a-27f2-4a89-8826-8bc9c67fe6fa service neutron] 10.222.0.24 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045551 Jul 27 22:59:44.906523 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-8a1da6dc-7616-4a2a-b7f1-c815647f3c0c None None] Port 05832533-03f5-40be-ac77-4a7aeb7d15d8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:59:45.040996 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ef18c9a0-73bb-47d7-98bd-aad3ea6c9f2b None None] Provisioning complete for port 05832533-03f5-40be-ac77-4a7aeb7d15d8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:45.041689 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef18c9a0-73bb-47d7-98bd-aad3ea6c9f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:45.084750 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76fd4a80-077d-4395-8b0c-b6a57fffc981 req-4bdbbabd-f9cf-44aa-ab62-d70fa2ac7938 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 210 time: 0.0491788 Jul 27 22:59:45.107302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ef18c9a0-73bb-47d7-98bd-aad3ea6c9f2b None None] Port 05832533-03f5-40be-ac77-4a7aeb7d15d8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:59:45.209099 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6e45cadf-8714-4313-a295-61ba65539a82 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:45.232072 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Sync routers for ids ['f19a2659-7361-468a-a06f-1f3a6c285ec2'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:59:45.251147 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Routers {'f19a2659-7361-468a-a06f-1f3a6c285ec2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:45.251843 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:59:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f19a2659-7361-468a-a06f-1f3a6c285ec2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:45.269903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 6e45cadf-8714-4313-a295-61ba65539a82 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:45.273717 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 6e45cadf-8714-4313-a295-61ba65539a82 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:45.274096 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:45.365942 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-58522246-101e-458d-a1d2-3d6e5033feaa None None] Provisioning complete for port 05832533-03f5-40be-ac77-4a7aeb7d15d8 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:45.366344 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58522246-101e-458d-a1d2-3d6e5033feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:45.367997 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:45.371456 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Set router f19a2659-7361-468a-a06f-1f3a6c285ec2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:45.420217 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-58522246-101e-458d-a1d2-3d6e5033feaa None None] Port 05832533-03f5-40be-ac77-4a7aeb7d15d8 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:59:45.431768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 6e45cadf-8714-4313-a295-61ba65539a82, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6e45cadf-8714-4313-a295-61ba65539a82,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:45.436218 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:45.437116 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 922f10fe-27ad-446e-8226-acbad7f00d3a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:45.530491 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b26c487-a73d-4974-86c9-1cde3421cb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:45.537725 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=6e45cadf-8714-4313-a295-61ba65539a82,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:45.552221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 922f10fe-27ad-446e-8226-acbad7f00d3a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:45.556038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 922f10fe-27ad-446e-8226-acbad7f00d3a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:45.556417 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:45.588413 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T22:59:43Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '05832533-03f5-40be-ac77-4a7aeb7d15d8', 'name': '', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:21:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:42Z', 'updated_at': '2021-07-27T22:59:43Z', 'revision_number': 2, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:45.619840 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Checking router: f19a2659-7361-468a-a06f-1f3a6c285ec2 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:59:45.620192 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Updating router f19a2659-7361-468a-a06f-1f3a6c285ec2 port 05832533-03f5-40be-ac77-4a7aeb7d15d8 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:59:45.636260 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:45.645970 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:45.657583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 922f10fe-27ad-446e-8226-acbad7f00d3a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=922f10fe-27ad-446e-8226-acbad7f00d3a,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:45.662184 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:45.719728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=922f10fe-27ad-446e-8226-acbad7f00d3a,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:45.849213 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:45.916604 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:45.926447 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Transition to ACTIVE for port object 05832533-03f5-40be-ac77-4a7aeb7d15d8 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:45.931804 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:46.004381 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Pushing event updated for resources: {'Port': ['ID=05832533-03f5-40be-ac77-4a7aeb7d15d8,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:46.013161 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:46.014018 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:46.014018 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:46.014297 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:46.014649 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:46.014979 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:46.015328 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:46.015715 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:46.016093 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:46.016391 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:46.016753 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:46.017190 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:59:46.047649 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Attempting to bind port 05832533-03f5-40be-ac77-4a7aeb7d15d8 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:59:46.048050 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Attempting to bind port 05832533-03f5-40be-ac77-4a7aeb7d15d8 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:59:46.048546 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Attempting to bind port 05832533-03f5-40be-ac77-4a7aeb7d15d8 on network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:59:46.054337 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:59:46.054722 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Checking segment: {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:59:46.055181 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:46.055599 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Bound using segment: {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:59:46.056063 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Bound port: 05832533-03f5-40be-ac77-4a7aeb7d15d8, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:59:46.056438 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:46.121086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-48288e58-3ca9-4607-b223-3807bba81a4b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:46.123552 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-48288e58-3ca9-4607-b223-3807bba81a4b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "GET /v2.0/networks?id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 HTTP/1.1" status: 200 len: 797 time: 0.1386359 Jul 27 22:59:46.126861 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] For port 05832533-03f5-40be-ac77-4a7aeb7d15d8, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:59:46.131057 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] For port 05832533-03f5-40be-ac77-4a7aeb7d15d8, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=05832533-03f5-40be-ac77-4a7aeb7d15d8,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:59:46.137521 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:46.202086 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Routers {'f19a2659-7361-468a-a06f-1f3a6c285ec2'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:46.202333 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-dec3ac92-3d74-46b5-aa37-c3da627de3fc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 380 time: 0.0677919 Jul 27 22:59:46.202776 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:59:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f19a2659-7361-468a-a06f-1f3a6c285ec2'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:46.213533 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'port': {'device_id': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'admin_state_up': True, 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'security_groups': ['1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:46.258068 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698914c4-bb78-4d94-ae92-bafeb01b02d2 None None] Pushing event updated for resources: {'Port': ['ID=05832533-03f5-40be-ac77-4a7aeb7d15d8,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:46.275378 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-492fba72-13bd-4be6-b2eb-68acd05f132a req-e9e5ddc7-2cf9-4126-b8f9-b9b57e992a55 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 210 time: 0.0556543 Jul 27 22:59:46.345577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:59:46.346350 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] Set router f19a2659-7361-468a-a06f-1f3a6c285ec2 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:46.350239 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:46.493769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.20.0.4 (d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5/712f53a5-8f8b-4b76-80aa-e4c7f4107173/f8993898-f89f-49e3-80a1-d417582dcda7) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:59:46.618573 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:46.637804 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:46.642498 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T22:59:43Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '05832533-03f5-40be-ac77-4a7aeb7d15d8', 'name': '', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:21:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:42Z', 'updated_at': '2021-07-27T22:59:46Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:46.652287 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Transition to ACTIVE for port object f8993898-f89f-49e3-80a1-d417582dcda7 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:46.669237 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebb1b1c-07da-43c3-a55f-0570d9e7d5b9 None None] The sync data for ids ['f19a2659-7361-468a-a06f-1f3a6c285ec2'] in n-d-802011-3 is: [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T22:59:43Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '05832533-03f5-40be-ac77-4a7aeb7d15d8', 'name': '', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:21:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:42Z', 'updated_at': '2021-07-27T22:59:46Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:59:46.685996 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:46.733944 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:59:46.737124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:46.741135 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:59:46.772443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=f8993898-f89f-49e3-80a1-d417582dcda7,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:46.801393 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:46.802493 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:46.818392 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-31df367e-0ecc-4927-a1c8-4cdfa81b37b2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6093147 Jul 27 22:59:46.831359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Request body: {'port': {'device_id': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:46.895063 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.011289 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-303060fa-942f-4c3f-91fe-8e2c1b5e6df7 None None] Provisioning for port f8993898-f89f-49e3-80a1-d417582dcda7 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:47.019874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-303060fa-942f-4c3f-91fe-8e2c1b5e6df7 None None] Provisioning complete for port f8993898-f89f-49e3-80a1-d417582dcda7 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:47.020264 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-303060fa-942f-4c3f-91fe-8e2c1b5e6df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.044178 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.065028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-303060fa-942f-4c3f-91fe-8e2c1b5e6df7 None None] Port f8993898-f89f-49e3-80a1-d417582dcda7 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:59:47.204390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8993898-f89f-49e3-80a1-d417582dcda7 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:59:47.204918 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6e45cadf-8714-4313-a295-61ba65539a82 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:47.213662 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.226472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Transition to ACTIVE for port object f8993898-f89f-49e3-80a1-d417582dcda7 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:59:47.230786 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.256850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 6e45cadf-8714-4313-a295-61ba65539a82 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:47.257579 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.284599 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Pushing event updated for resources: {'Port': ['ID=f8993898-f89f-49e3-80a1-d417582dcda7,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:47.391592 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 05832533-03f5-40be-ac77-4a7aeb7d15d8 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:47.395265 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Attempting to bind port f8993898-f89f-49e3-80a1-d417582dcda7 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:59:47.395607 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Attempting to bind port f8993898-f89f-49e3-80a1-d417582dcda7 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:59:47.396042 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Attempting to bind port f8993898-f89f-49e3-80a1-d417582dcda7 on network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:59:47.401348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Port f8993898-f89f-49e3-80a1-d417582dcda7 on network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:59:47.401679 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Attempting to bind port f8993898-f89f-49e3-80a1-d417582dcda7 on network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:59:47.408839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:59:47.409881 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Checking segment: {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:59:47.410297 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Bound using segment: {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:59:47.410744 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Bound port: f8993898-f89f-49e3-80a1-d417582dcda7, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:59:47.411106 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.446544 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7802e3-8650-481f-9784-370e0c3305f4 req-92e8d023-e5f1-44d2-81ad-be564ae1210e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:47.455175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 05832533-03f5-40be-ac77-4a7aeb7d15d8 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:47.461782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e7802e3-8650-481f-9784-370e0c3305f4 req-92e8d023-e5f1-44d2-81ad-be564ae1210e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 943 time: 0.0888772 Jul 27 22:59:47.462269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 05832533-03f5-40be-ac77-4a7aeb7d15d8 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:47.462647 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.489529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:59:47.492743 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f8993898-f89f-49e3-80a1-d417582dcda7,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:59:47.502522 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.507027 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e7802e3-8650-481f-9784-370e0c3305f4 req-9678119e-49b4-413b-9383-02890f8e7b46 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383143 Jul 27 22:59:47.545050 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:47.545746 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.547307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] 10.222.0.43 "PUT /v2.0/ports/f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 200 len: 1091 time: 0.7205827 Jul 27 22:59:47.547777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:59:47.550580 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f5bd52caf5610727ea6ec9a8d26bcc39e90bd563bbe7c5a4a3aec73f761fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fb774b-e31a-4a66-8589-bc5ca3344256" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:59:47.579833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65d88a-dafe-4764-aad2-8d312bd7587e service neutron] Pushing event updated for resources: {'Port': ['ID=f8993898-f89f-49e3-80a1-d417582dcda7,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:47.615066 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefe11b3-3411-4771-b7a6-4e255f953211 x-openstack-request-id: req-fefe11b3-3411-4771-b7a6-4e255f953211 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:59:47.615066 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:59:47.615066 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fefe11b3-3411-4771-b7a6-4e255f953211 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:59:47.615483 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'status': 'completed', 'code': 200} Jul 27 22:59:47.634037 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.648569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-e0478d78-a206-4e6f-9e19-fa2dd5bb7840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:47.650124 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-e0478d78-a206-4e6f-9e19-fa2dd5bb7840 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 1094 time: 0.0499496 Jul 27 22:59:47.676372 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 05832533-03f5-40be-ac77-4a7aeb7d15d8, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=05832533-03f5-40be-ac77-4a7aeb7d15d8,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:47.682664 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.683606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 922f10fe-27ad-446e-8226-acbad7f00d3a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:47.704189 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-39397605-207b-4dfd-bace-e1b38f527155 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 200 len: 217 time: 0.0449014 Jul 27 22:59:47.760588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-77bf580a-7cd8-4d73-8aed-f6a824fd5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:47.762371 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-77bf580a-7cd8-4d73-8aed-f6a824fd5d96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712f53a5-8f8b-4b76-80aa-e4c7f4107173 HTTP/1.1" status: 200 len: 834 time: 0.0501606 Jul 27 22:59:47.777750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=05832533-03f5-40be-ac77-4a7aeb7d15d8,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:47.796661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 922f10fe-27ad-446e-8226-acbad7f00d3a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:47.797021 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:47.817508 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-4a27a4fd-6de7-454a-af6f-d5ee8f4353be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:47.818695 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-4a27a4fd-6de7-454a-af6f-d5ee8f4353be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473058 Jul 27 22:59:47.918976 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-2e18b808-462f-4a40-99f8-0afa9dd12ce2 service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933087 Jul 27 22:59:48.012325 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0c7458a4-1a91-4c0c-9bf1-17ea2ca864ca req-1965f0c1-5c4c-49f7-a9d7-206cdc7d7d24 service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852401 Jul 27 22:59:48.102167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb774b-e31a-4a66-8589-bc5ca3344256 req-601ce9a5-1d08-4a52-8e61-c5b375f9639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:48.104317 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-00fb774b-e31a-4a66-8589-bc5ca3344256 req-601ce9a5-1d08-4a52-8e61-c5b375f9639f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 1094 time: 0.0432508 Jul 27 22:59:48.195460 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb774b-e31a-4a66-8589-bc5ca3344256 req-fc288eaa-00a7-4735-892b-6d11d038f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:48.196911 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-00fb774b-e31a-4a66-8589-bc5ca3344256 req-fc288eaa-00a7-4735-892b-6d11d038f3e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 HTTP/1.1" status: 200 len: 898 time: 0.0859017 Jul 27 22:59:48.238876 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-00fb774b-e31a-4a66-8589-bc5ca3344256 req-44682345-8658-4bc2-8c2d-74bb6e4c0857 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 200 len: 217 time: 0.0346835 Jul 27 22:59:48.294362 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb774b-e31a-4a66-8589-bc5ca3344256 req-d263cc27-0d6c-4d80-919e-308a79d0fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:48.295842 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-00fb774b-e31a-4a66-8589-bc5ca3344256 req-d263cc27-0d6c-4d80-919e-308a79d0fd2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712f53a5-8f8b-4b76-80aa-e4c7f4107173 HTTP/1.1" status: 200 len: 834 time: 0.0496128 Jul 27 22:59:48.318829 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:48.343975 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb774b-e31a-4a66-8589-bc5ca3344256 req-aac1ecbc-aa57-4a89-8955-026c481558d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:48.345464 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-00fb774b-e31a-4a66-8589-bc5ca3344256 req-aac1ecbc-aa57-4a89-8955-026c481558d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407979 Jul 27 22:59:48.442848 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-00fb774b-e31a-4a66-8589-bc5ca3344256 req-d2932022-db05-4979-a807-fff1512d25fd service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894828 Jul 27 22:59:48.537308 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-00fb774b-e31a-4a66-8589-bc5ca3344256 req-f3feab86-6a7b-493a-a088-3e95da65f199 service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863872 Jul 27 22:59:48.627729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba58b4a-bcbf-4794-9b9d-35e3d42af984 req-ef74a066-4054-4bc5-88c3-4c1902576bdd tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:48.629994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ba58b4a-bcbf-4794-9b9d-35e3d42af984 req-ef74a066-4054-4bc5-88c3-4c1902576bdd tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 943 time: 0.0492971 Jul 27 22:59:48.667097 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0ba58b4a-bcbf-4794-9b9d-35e3d42af984 req-59afa266-513e-40d8-ab47-e66bba1bdf9c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311465 Jul 27 22:59:49.102117 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 05832533-03f5-40be-ac77-4a7aeb7d15d8 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:49.299285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 05832533-03f5-40be-ac77-4a7aeb7d15d8 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:49.299668 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:49.780447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d131fab-bfd6-4433-9913-05c26d70ffd3 req-0ee5f663-f0f6-46e9-9672-ac14ab6cb3d5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:49.781822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d131fab-bfd6-4433-9913-05c26d70ffd3 req-0ee5f663-f0f6-46e9-9672-ac14ab6cb3d5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 943 time: 0.0480971 Jul 27 22:59:49.818923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9d131fab-bfd6-4433-9913-05c26d70ffd3 req-deed72aa-ee2c-471f-9f57-ad2b887d0671 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312443 Jul 27 22:59:50.163721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f8993898-f89f-49e3-80a1-d417582dcda7 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:59:50.258043 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f8993898-f89f-49e3-80a1-d417582dcda7,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:50.269013 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'port_id': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'mac_address': 'fa:16:3e:10:0e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:59:50.306353 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:50.318778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8993898-f89f-49e3-80a1-d417582dcda7 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:59:50.338082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f8993898-f89f-49e3-80a1-d417582dcda7,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:50.341723 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:50.391265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=f8993898-f89f-49e3-80a1-d417582dcda7,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:50.563846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['f8993898-f89f-49e3-80a1-d417582dcda7'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:59:50.935564 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b33d5-b517-475f-9331-9f6130d9c4d7 req-10775a91-8b0e-4c56-b605-d1c54c2ed8ed tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:50.937030 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e73b33d5-b517-475f-9331-9f6130d9c4d7 req-10775a91-8b0e-4c56-b605-d1c54c2ed8ed tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 944 time: 0.0521033 Jul 27 22:59:50.974252 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e73b33d5-b517-475f-9331-9f6130d9c4d7 req-e0e45db0-5363-489a-a783-bb5d1d835b4a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Jul 27 22:59:52.089414 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190d174-c412-4e67-85cd-d38fc0520be6 req-a96dfc76-4b17-40f0-bcca-68214c70d7fe tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:52.090895 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8190d174-c412-4e67-85cd-d38fc0520be6 req-a96dfc76-4b17-40f0-bcca-68214c70d7fe tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 944 time: 0.0487325 Jul 27 22:59:52.129747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8190d174-c412-4e67-85cd-d38fc0520be6 req-2fd98b24-461c-47f5-805a-a2f259a887e5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329487 Jul 27 22:59:52.180140 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f8993898-f89f-49e3-80a1-d417582dcda7 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:59:52.227076 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port f8993898-f89f-49e3-80a1-d417582dcda7 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:59:52.230836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port f8993898-f89f-49e3-80a1-d417582dcda7 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:59:52.231207 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:52.305747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:52.326888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:59:52.329118 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09941f79-29ce-4d94-b393-90feb2d268a8" -d '{"events": [{"server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "name": "network-vif-plugged", "status": "completed", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:59:52.345488 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f8993898-f89f-49e3-80a1-d417582dcda7,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:59:52.350201 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:52.373178 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a000264f-5f23-482e-b67e-86baac9f25c3 x-openstack-request-id: req-a000264f-5f23-482e-b67e-86baac9f25c3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:59:52.373467 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "name": "network-vif-plugged", "status": "completed", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:59:52.373716 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a000264f-5f23-482e-b67e-86baac9f25c3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:59:52.374099 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'code': 200} Jul 27 22:59:52.399679 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=f8993898-f89f-49e3-80a1-d417582dcda7,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:52.464198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be35a09-ed50-4c34-80f9-c22c0f8e2fd8 req-3f4bdc8e-115f-46ca-b619-4b06e85d9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:52.465656 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4be35a09-ed50-4c34-80f9-c22c0f8e2fd8 req-3f4bdc8e-115f-46ca-b619-4b06e85d9948 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 1096 time: 0.0395536 Jul 27 22:59:52.500940 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4be35a09-ed50-4c34-80f9-c22c0f8e2fd8 req-328b20da-09c9-44bd-9266-3276f59dfc21 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276926 Jul 27 22:59:53.244424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a919e3-29b5-4f10-8289-af71cab2c39a req-0c3a3458-acef-4f64-9c70-25b78878d901 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:53.245803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73a919e3-29b5-4f10-8289-af71cab2c39a req-0c3a3458-acef-4f64-9c70-25b78878d901 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0491793 Jul 27 22:59:53.282937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-73a919e3-29b5-4f10-8289-af71cab2c39a req-db9fbff1-0f74-4127-8a4f-a85b8bb33299 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 Jul 27 22:59:54.406022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c688af-406f-4ca6-8941-a62c577b9e48 req-bf0702fd-6952-4816-a4c7-3d52f34f4018 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:54.408170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0c688af-406f-4ca6-8941-a62c577b9e48 req-bf0702fd-6952-4816-a4c7-3d52f34f4018 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0560811 Jul 27 22:59:54.447060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c0c688af-406f-4ca6-8941-a62c577b9e48 req-b0ef739b-b0c2-4bce-9dd3-662a872cef24 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Jul 27 22:59:54.561848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a6baa-95ea-4636-9bcb-9fbb0520b91b req-009e96ae-8141-4258-8062-eb41add12f2d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:54.563251 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc0a6baa-95ea-4636-9bcb-9fbb0520b91b req-009e96ae-8141-4258-8062-eb41add12f2d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0478103 Jul 27 22:59:54.605716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fc0a6baa-95ea-4636-9bcb-9fbb0520b91b req-24d7cbb5-6968-4531-931e-4ba4bf742917 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356212 Jul 27 22:59:54.627396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35610) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:54.665600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b1b7e9-8566-49f1-a135-9b8d6b06e6a8 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:54.667120 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-58b1b7e9-8566-49f1-a135-9b8d6b06e6a8 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 1091 time: 0.0380602 Jul 27 22:59:54.669842 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35612) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:54.674070 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:59:54.695855 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:54.791869 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:54.893556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.25.1.66 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/985821aa-fc76-47ac-bce5-e97b8b0320dc) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:59:54.997938 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:55.036507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:55.071451 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:59:55.074174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:59:55.076768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:59:55.104621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=985821aa-fc76-47ac-bce5-e97b8b0320dc,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:55.436252 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:55.501318 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:55.649119 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:55.653413 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:56.049331 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=985821aa-fc76-47ac-bce5-e97b8b0320dc,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:59:56.054011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:56.152059 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Floating IP cdbeda84-c1ea-4210-9344-d9b870af50dd associated. External IP: 172.25.1.66, port: f8993898-f89f-49e3-80a1-d417582dcda7. Jul 27 22:59:56.352765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router f19a2659-7361-468a-a06f-1f3a6c285ec2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:59:56.458839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:59:56.468775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db297467-e997-4e3f-a3e2-63a12f9f8308 None None] Sync routers for ids ['f19a2659-7361-468a-a06f-1f3a6c285ec2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:59:56.475016 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:59:56.479682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db297467-e997-4e3f-a3e2-63a12f9f8308 None None] Routers {'f19a2659-7361-468a-a06f-1f3a6c285ec2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:56.480371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-db297467-e997-4e3f-a3e2-63a12f9f8308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:59:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f19a2659-7361-468a-a06f-1f3a6c285ec2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:56.512228 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-74fd7605-d489-44e1-ad13-e83556bf3f8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8388808 Jul 27 22:59:56.512228 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:59:56.512671 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604eae12-b7f2-4a51-aabe-c20699df9999" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:59:56.552188 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd43a681-9fc8-45a9-9f5b-8ab5fe42ee1c x-openstack-request-id: req-cd43a681-9fc8-45a9-9f5b-8ab5fe42ee1c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:59:56.552491 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:59:56.552745 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd43a681-9fc8-45a9-9f5b-8ab5fe42ee1c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:59:56.553149 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'status': 'completed', 'code': 200} Jul 27 22:59:56.596544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-db297467-e997-4e3f-a3e2-63a12f9f8308 None None] Set router f19a2659-7361-468a-a06f-1f3a6c285ec2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:56.611706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5117ab-6120-4c2a-9027-53deaf5289f3 req-f35c02dd-9cce-46c8-9d64-c431bdad8ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:56.613309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c5117ab-6120-4c2a-9027-53deaf5289f3 req-f35c02dd-9cce-46c8-9d64-c431bdad8ba6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0506701 Jul 27 22:59:56.614292 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eae12-b7f2-4a51-aabe-c20699df9999 req-da8bcf68-c43d-4efe-8efb-f38ae23ce903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:56.615801 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604eae12-b7f2-4a51-aabe-c20699df9999 req-da8bcf68-c43d-4efe-8efb-f38ae23ce903 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 1096 time: 0.0414114 Jul 27 22:59:56.656551 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c5117ab-6120-4c2a-9027-53deaf5289f3 req-f1ca1366-6339-42db-bd07-dbf7f3341a30 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367415 Jul 27 22:59:56.680833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35618) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:56.725995 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eae12-b7f2-4a51-aabe-c20699df9999 req-13278252-2f24-4afe-aa17-b0570a9cf00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:56.727635 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604eae12-b7f2-4a51-aabe-c20699df9999 req-13278252-2f24-4afe-aa17-b0570a9cf00a service neutron] 10.222.0.43 "GET /v2.0/networks?id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 HTTP/1.1" status: 200 len: 898 time: 0.1047361 Jul 27 22:59:56.743135 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-db037876-3b57-4c6d-823f-555c0cb8bb42 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/cdbeda84-c1ea-4210-9344-d9b870af50dd HTTP/1.1" status: 200 len: 990 time: 0.0611384 Jul 27 22:59:56.794412 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604eae12-b7f2-4a51-aabe-c20699df9999 req-4d3c7a80-dd58-4955-b0a6-32930c74a81e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 200 len: 998 time: 0.0592597 Jul 27 22:59:56.833141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-db297467-e997-4e3f-a3e2-63a12f9f8308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T22:59:43Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'cdbeda84-c1ea-4210-9344-d9b870af50dd', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'port_id': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'mac_address': 'fa:16:3e:10:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:59:55Z', 'updated_at': '2021-07-27T22:59:55Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05832533-03f5-40be-ac77-4a7aeb7d15d8', 'name': '', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:21:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:42Z', 'updated_at': '2021-07-27T22:59:47Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:56.847976 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eae12-b7f2-4a51-aabe-c20699df9999 req-e5ecc250-4691-4c90-a400-fce4d58de8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:56.849382 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604eae12-b7f2-4a51-aabe-c20699df9999 req-e5ecc250-4691-4c90-a400-fce4d58de8ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712f53a5-8f8b-4b76-80aa-e4c7f4107173 HTTP/1.1" status: 200 len: 834 time: 0.0475931 Jul 27 22:59:56.864559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db297467-e997-4e3f-a3e2-63a12f9f8308 None None] Checking router: f19a2659-7361-468a-a06f-1f3a6c285ec2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:59:56.872784 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db297467-e997-4e3f-a3e2-63a12f9f8308 None None] Routers {'f19a2659-7361-468a-a06f-1f3a6c285ec2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:59:56.873390 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-db297467-e997-4e3f-a3e2-63a12f9f8308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T22:59:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f19a2659-7361-468a-a06f-1f3a6c285ec2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:56.895495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eae12-b7f2-4a51-aabe-c20699df9999 req-9b2baaa2-3215-4cac-8d16-eca5b0edccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:59:56.897011 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604eae12-b7f2-4a51-aabe-c20699df9999 req-9b2baaa2-3215-4cac-8d16-eca5b0edccb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405517 Jul 27 22:59:56.982800 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-db297467-e997-4e3f-a3e2-63a12f9f8308 None None] Set router f19a2659-7361-468a-a06f-1f3a6c285ec2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:59:56.993374 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604eae12-b7f2-4a51-aabe-c20699df9999 req-b40e9821-fd6c-4979-b8b0-b03e7c715a3f service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872855 Jul 27 22:59:57.094241 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-604eae12-b7f2-4a51-aabe-c20699df9999 req-9a19efea-e7f0-41d8-ac87-8112205c4863 service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935409 Jul 27 22:59:57.210004 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-db297467-e997-4e3f-a3e2-63a12f9f8308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T22:59:43Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'cdbeda84-c1ea-4210-9344-d9b870af50dd', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'port_id': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'mac_address': 'fa:16:3e:10:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:59:55Z', 'updated_at': '2021-07-27T22:59:55Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05832533-03f5-40be-ac77-4a7aeb7d15d8', 'name': '', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:21:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:42Z', 'updated_at': '2021-07-27T22:59:47Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:59:57.240629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db297467-e997-4e3f-a3e2-63a12f9f8308 None None] The sync data for ids ['f19a2659-7361-468a-a06f-1f3a6c285ec2'] in n-d-802011-3 is: [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T22:59:43Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': 'cdbeda84-c1ea-4210-9344-d9b870af50dd', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'port_id': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'mac_address': 'fa:16:3e:10:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:59:55Z', 'updated_at': '2021-07-27T22:59:55Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05832533-03f5-40be-ac77-4a7aeb7d15d8', 'name': '', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:21:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:42Z', 'updated_at': '2021-07-27T22:59:47Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:59:57.422875 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47001fab-f45f-49c2-bf7f-08e35e3fa999 None None] New status for floating IP cdbeda84-c1ea-4210-9344-d9b870af50dd: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:59:57.746589 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35620) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:59:57.809834 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-959b1a26-cfd1-4ee9-a2ea-2bca500393c0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/cdbeda84-c1ea-4210-9344-d9b870af50dd HTTP/1.1" status: 200 len: 992 time: 0.0620201 Jul 27 23:00:02.903894 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:00:12.830341 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-140cc0c4-726c-414a-a440-f0cc5556389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:12.988841 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:15.494550 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7adbeb2-c645-46c2-aba6-95aacce733bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:15.850783 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:16.619086 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:17.020372 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:18.321378 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:24.688424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58427f-e3a6-4c20-bcff-b07dc4c110e9 req-c2e151e1-a6de-4758-96dd-d378f75ffef6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:24.689973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c58427f-e3a6-4c20-bcff-b07dc4c110e9 req-c2e151e1-a6de-4758-96dd-d378f75ffef6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.1239002 Jul 27 23:00:24.691854 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-66107a62-bf22-4ebb-8aa7-71e0953f7111 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805054 Jul 27 23:00:24.730910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4c58427f-e3a6-4c20-bcff-b07dc4c110e9 req-b486c81e-b670-4b36-a579-bbc660f7be6e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339391 Jul 27 23:00:25.823618 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-4368ac55-b7bd-404e-b7ac-131a92bcf05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:25.825183 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-4368ac55-b7bd-404e-b7ac-131a92bcf05e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 1096 time: 0.0422182 Jul 27 23:00:25.901702 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76167d-5dd7-41c0-9ce5-823ebc9f5497 req-9a6d5f72-a680-435f-a57b-cb1a3b43890f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:25.903257 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef76167d-5dd7-41c0-9ce5-823ebc9f5497 req-9a6d5f72-a680-435f-a57b-cb1a3b43890f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0975955 Jul 27 23:00:25.921363 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-6f2f7745-40dd-4667-8a1b-1bf2fc588c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:25.922911 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-6f2f7745-40dd-4667-8a1b-1bf2fc588c95 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 HTTP/1.1" status: 200 len: 898 time: 0.0900147 Jul 27 23:00:25.941202 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef76167d-5dd7-41c0-9ce5-823ebc9f5497 req-3f8a994e-0261-4ada-b923-07b933c49acd tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319715 Jul 27 23:00:25.990133 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-2533a27d-cc87-48fb-8ed7-175cb78875c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 200 len: 1000 time: 0.0581725 Jul 27 23:00:26.043141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-8e8039ab-8967-40fc-90ad-0550c62254a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:26.044579 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-8e8039ab-8967-40fc-90ad-0550c62254a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712f53a5-8f8b-4b76-80aa-e4c7f4107173 HTTP/1.1" status: 200 len: 834 time: 0.0477164 Jul 27 23:00:26.090434 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-3e7fab4c-129a-4c14-9465-b5835c386b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:26.091894 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-3e7fab4c-129a-4c14-9465-b5835c386b6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389369 Jul 27 23:00:26.180728 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-807364b8-aa46-4942-a006-146ebb49fdd7 service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806270 Jul 27 23:00:26.274642 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-117595cc-7f2b-4220-961e-e5f56517d146 service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864725 Jul 27 23:00:27.068839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632adab-90b0-4c1a-b34f-d5b9322b70fd req-7ce76a5a-70f5-411c-95ad-9320e9dc1219 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:27.070368 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7632adab-90b0-4c1a-b34f-d5b9322b70fd req-7ce76a5a-70f5-411c-95ad-9320e9dc1219 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0559289 Jul 27 23:00:27.108537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7632adab-90b0-4c1a-b34f-d5b9322b70fd req-b1c55fe2-aa6b-4226-ba8b-78e51df29244 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322013 Jul 27 23:00:28.231500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6760e1-594e-450f-ac04-0e8f6e9c1409 req-0b671b55-702e-4ad0-9b9e-7b9883150eed tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:28.233574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad6760e1-594e-450f-ac04-0e8f6e9c1409 req-0b671b55-702e-4ad0-9b9e-7b9883150eed tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0575848 Jul 27 23:00:28.272493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ad6760e1-594e-450f-ac04-0e8f6e9c1409 req-9c7f5720-bf67-46e6-909b-5ab6dcff81aa tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323749 Jul 27 23:00:29.388525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94198e81-1316-410c-a9f4-8d5ee98917d1 req-04f0b533-d8dd-4a16-9f49-ef2c61c97d14 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:29.390016 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94198e81-1316-410c-a9f4-8d5ee98917d1 req-04f0b533-d8dd-4a16-9f49-ef2c61c97d14 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0501127 Jul 27 23:00:29.427996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94198e81-1316-410c-a9f4-8d5ee98917d1 req-93759405-1e86-40a8-92f0-df9d510cfed4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320356 Jul 27 23:00:30.546639 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1583e-28e0-4f9f-b880-fbd95c2bda28 req-02baa2df-fdf8-43fe-931c-98cde550edd5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:30.548131 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15d1583e-28e0-4f9f-b880-fbd95c2bda28 req-02baa2df-fdf8-43fe-931c-98cde550edd5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0526347 Jul 27 23:00:30.586663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15d1583e-28e0-4f9f-b880-fbd95c2bda28 req-32ea9eee-f380-4296-a212-357bae1c2257 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321445 Jul 27 23:00:31.703805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5153106-fc92-4b0a-af94-c8f03519d51c req-d0ecf4fe-f3c8-4527-94ca-999566654f98 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:31.705862 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5153106-fc92-4b0a-af94-c8f03519d51c req-d0ecf4fe-f3c8-4527-94ca-999566654f98 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0510726 Jul 27 23:00:31.744462 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b5153106-fc92-4b0a-af94-c8f03519d51c req-d6ae35b7-5c00-4249-8071-29bf759bd219 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317876 Jul 27 23:00:32.860000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57fed2-e53b-440b-ab51-780ffe602e46 req-fe04558e-29e9-4195-91c5-959d20d197a1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:32.861459 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a57fed2-e53b-440b-ab51-780ffe602e46 req-fe04558e-29e9-4195-91c5-959d20d197a1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0496345 Jul 27 23:00:32.898489 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6a57fed2-e53b-440b-ab51-780ffe602e46 req-ff26ad45-f501-4225-9d25-c48b835e3dee tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Jul 27 23:00:34.021777 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93cfcb-bcfb-42ac-9095-ceed46d097d8 req-62ee80cd-250f-4804-88ef-4844c0c7517f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:34.023358 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f93cfcb-bcfb-42ac-9095-ceed46d097d8 req-62ee80cd-250f-4804-88ef-4844c0c7517f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0565553 Jul 27 23:00:34.065160 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6f93cfcb-bcfb-42ac-9095-ceed46d097d8 req-48248159-522d-4996-a05d-a69ef38fe685 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322242 Jul 27 23:00:35.181340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb571d73-1b44-42e2-81e7-1ac6d9ddb28f req-33c071d9-d9b6-4196-bdb0-90b366fee3d5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:35.182902 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb571d73-1b44-42e2-81e7-1ac6d9ddb28f req-33c071d9-d9b6-4196-bdb0-90b366fee3d5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0493798 Jul 27 23:00:35.220204 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cb571d73-1b44-42e2-81e7-1ac6d9ddb28f req-1759cbd1-9a69-4e54-b34f-d9555996ef34 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Jul 27 23:00:36.335096 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e790072-ddd8-4e54-86a4-d032f924572b req-8fec7317-b597-4e35-bc0d-8c3b2a14576c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:36.336587 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e790072-ddd8-4e54-86a4-d032f924572b req-8fec7317-b597-4e35-bc0d-8c3b2a14576c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0490432 Jul 27 23:00:36.373422 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e790072-ddd8-4e54-86a4-d032f924572b req-ad8e333c-052e-477f-8859-ce016012f8ad tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309646 Jul 27 23:00:37.492641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853f2f0-c4bf-44e3-9330-a0651d618bca req-37328fd9-bcb6-4978-b49d-6d39168de0f1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:37.494137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3853f2f0-c4bf-44e3-9330-a0651d618bca req-37328fd9-bcb6-4978-b49d-6d39168de0f1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0539267 Jul 27 23:00:37.530820 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3853f2f0-c4bf-44e3-9330-a0651d618bca req-844bec05-6a58-4fab-b3a9-1f2ac8e88722 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307961 Jul 27 23:00:38.110482 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-025a0b18-759f-4fe0-984e-ccc6f84d9047 service neutron] show failed (client error): The resource could not be found. Jul 27 23:00:38.111515 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-025a0b18-759f-4fe0-984e-ccc6f84d9047 service neutron] 10.222.0.43 "GET /v2.0/ports/f8993898-f89f-49e3-80a1-d417582dcda7/bindings/n-h2-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0972536 Jul 27 23:00:38.348400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-bb278e15-cab2-43a7-985d-a94b9b08b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:38.349881 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-bb278e15-cab2-43a7-985d-a94b9b08b01d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d&tenant_id=95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 1096 time: 0.0409284 Jul 27 23:00:38.361626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:00:38.417034 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:38.647760 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=f8993898-f89f-49e3-80a1-d417582dcda7,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:00:38.677526 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba91a4-3640-4464-b405-094179d71278 req-e91465f2-6596-4559-8cd5-3eb524b9265d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:38.679142 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52ba91a4-3640-4464-b405-094179d71278 req-e91465f2-6596-4559-8cd5-3eb524b9265d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0761268 Jul 27 23:00:38.711095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:00:38.746513 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-52ba91a4-3640-4464-b405-094179d71278 req-0209d275-c3fc-4a0f-8b95-964d2177c1a1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613472 Jul 27 23:00:38.762538 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:00:38.764805 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43ae580-61a9-478a-9c40-dd8259e844ac" -d '{"events": [{"server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "name": "network-vif-unplugged", "status": "completed", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:00:38.768618 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:38.785817 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Transition to ACTIVE for port object f8993898-f89f-49e3-80a1-d417582dcda7 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:00:38.789961 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:38.873578 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbeb500-9642-4735-ac54-5f624b144f65 x-openstack-request-id: req-6bbeb500-9642-4735-ac54-5f624b144f65 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:00:38.873877 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "name": "network-vif-unplugged", "status": "completed", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:00:38.874131 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bbeb500-9642-4735-ac54-5f624b144f65 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:00:38.874571 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'code': 200} Jul 27 23:00:38.877123 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Pushing event updated for resources: {'Port': ['ID=f8993898-f89f-49e3-80a1-d417582dcda7,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:00:38.889396 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.889748 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.890089 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.890455 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.890787 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.891116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.891440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.891768 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.892105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.892410 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.892730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.893048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:38.929183 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] No DVR routers for this DVR port f8993898-f89f-49e3-80a1-d417582dcda7 on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:00:39.066584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Attempting to bind port f8993898-f89f-49e3-80a1-d417582dcda7 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:00:39.067435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Attempting to bind port f8993898-f89f-49e3-80a1-d417582dcda7 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:00:39.067888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Attempting to bind port f8993898-f89f-49e3-80a1-d417582dcda7 on network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:00:39.072779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Port f8993898-f89f-49e3-80a1-d417582dcda7 on network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:00:39.073107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Attempting to bind port f8993898-f89f-49e3-80a1-d417582dcda7 on network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:00:39.078011 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:00:39.078385 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Checking segment: {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:00:39.078769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Bound using segment: {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:00:39.079198 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Bound port: f8993898-f89f-49e3-80a1-d417582dcda7, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:00:39.079559 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:39.146957 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:00:39.150105 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f8993898-f89f-49e3-80a1-d417582dcda7,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:00:39.154388 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:39.186998 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:39.187712 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:39.188959 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] 10.222.0.41 "PUT /v2.0/ports/f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 200 len: 1091 time: 0.8313215 Jul 27 23:00:39.210637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03a133-37a4-44b9-b16f-ed588468c11f service neutron] Pushing event updated for resources: {'Port': ['ID=f8993898-f89f-49e3-80a1-d417582dcda7,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:00:39.255199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-22a8228d-b0e0-446b-a982-976b1e0cb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:39.256816 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-22a8228d-b0e0-446b-a982-976b1e0cb27d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 1094 time: 0.0433681 Jul 27 23:00:39.353988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-1bcf1e8d-5acd-48e0-bd13-7aa8f3c3c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:39.355524 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-1bcf1e8d-5acd-48e0-bd13-7aa8f3c3c390 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 HTTP/1.1" status: 200 len: 898 time: 0.0914660 Jul 27 23:00:39.421305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-795802df-8cc6-4c4e-a2cd-711684728048 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 200 len: 998 time: 0.0585384 Jul 27 23:00:39.468918 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-fa5b7fb0-dc7b-444b-936b-220d03e1407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:39.470240 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-fa5b7fb0-dc7b-444b-936b-220d03e1407a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=712f53a5-8f8b-4b76-80aa-e4c7f4107173 HTTP/1.1" status: 200 len: 834 time: 0.0423100 Jul 27 23:00:39.519000 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-67563b6e-6e1f-4c8f-b5ae-634ea6af187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:39.520996 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-67563b6e-6e1f-4c8f-b5ae-634ea6af187e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432808 Jul 27 23:00:39.531472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-aa68f144-619e-45e1-a2ac-bdadd07e9862 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:00:39.532400 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-aa68f144-619e-45e1-a2ac-bdadd07e9862 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049074 Jul 27 23:00:39.620467 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-c1077b63-2b2a-421a-a474-6335f268449e service neutron] 10.222.0.41 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803347 Jul 27 23:00:39.712933 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4140bef9-f802-44a8-94eb-19c22c9df3bf req-86979c74-f2ee-4dcb-b378-85c628ec7f65 service neutron] 10.222.0.41 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852144 Jul 27 23:00:39.867429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5049e-f2e7-4bfe-a74b-c6b3bfd2b243 req-77e90362-52d7-48e9-8e5f-08e9425e0955 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:39.868936 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82f5049e-f2e7-4bfe-a74b-c6b3bfd2b243 req-77e90362-52d7-48e9-8e5f-08e9425e0955 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 943 time: 0.0509593 Jul 27 23:00:39.903386 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:00:39.907117 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-82f5049e-f2e7-4bfe-a74b-c6b3bfd2b243 req-017f5061-1ddc-440e-8886-03c34ceeff89 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322666 Jul 27 23:00:40.875932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:00:40.878284 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c033b3f0-b03a-409a-99c7-760133d4bdcd" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:00:40.926130 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1db2871-5e2a-4b6d-a59a-b6ab48581ad0 x-openstack-request-id: req-e1db2871-5e2a-4b6d-a59a-b6ab48581ad0 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:00:40.926516 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:00:40.926765 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1db2871-5e2a-4b6d-a59a-b6ab48581ad0 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:00:40.927162 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'status': 'completed', 'code': 200} Jul 27 23:00:40.991675 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-25c8d54f-7deb-4152-ab5f-4540e2628ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:40.993210 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-25c8d54f-7deb-4152-ab5f-4540e2628ee6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 1094 time: 0.0423579 Jul 27 23:00:41.026237 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-f33f6703-3c2a-4cf3-b229-d6144f996f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.027833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-f33f6703-3c2a-4cf3-b229-d6144f996f4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 1094 time: 0.0788383 Jul 27 23:00:41.051358 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c1b2-b670-4297-8fbc-6e7d9d524624 req-1fe22901-14e8-4fcf-b107-504e8725850b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.053340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2e8c1b2-b670-4297-8fbc-6e7d9d524624 req-1fe22901-14e8-4fcf-b107-504e8725850b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 943 time: 0.0745845 Jul 27 23:00:41.088522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-ba52284e-a1c8-4cc5-affb-caa3d4a8c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.090086 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-ba52284e-a1c8-4cc5-affb-caa3d4a8c766 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 HTTP/1.1" status: 200 len: 898 time: 0.0902989 Jul 27 23:00:41.139949 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2e8c1b2-b670-4297-8fbc-6e7d9d524624 req-a0db1ead-27e2-43bf-b50c-86c49cefc2f0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771782 Jul 27 23:00:41.159872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-264d2c79-698f-496a-b225-1973f6942e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.162107 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-264d2c79-698f-496a-b225-1973f6942e80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 HTTP/1.1" status: 200 len: 898 time: 0.1270196 Jul 27 23:00:41.169305 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-74641992-1440-41a5-aef8-2863c7b1e46f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 200 len: 998 time: 0.0713403 Jul 27 23:00:41.228644 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-23c98bbb-603a-4135-995b-97c97e6c4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.230153 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-23c98bbb-603a-4135-995b-97c97e6c4e90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712f53a5-8f8b-4b76-80aa-e4c7f4107173 HTTP/1.1" status: 200 len: 834 time: 0.0536356 Jul 27 23:00:41.257210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-ce3b26f3-69b3-4f42-a2f5-3b37c71f922d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 200 len: 998 time: 0.0875468 Jul 27 23:00:41.285097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-3bac27ea-65a1-46c8-be14-6951b342778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.287551 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-3bac27ea-65a1-46c8-be14-6951b342778b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490148 Jul 27 23:00:41.312661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-429db1e1-df51-42bd-bda5-e75b5802a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.314249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-429db1e1-df51-42bd-bda5-e75b5802a01b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=712f53a5-8f8b-4b76-80aa-e4c7f4107173 HTTP/1.1" status: 200 len: 834 time: 0.0493398 Jul 27 23:00:41.367060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-87af167b-dc01-4059-a06d-2dcff5538a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:41.368713 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-87af167b-dc01-4059-a06d-2dcff5538a2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471687 Jul 27 23:00:41.378315 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-353898c7-3f40-4906-9145-7ac64fefe850 service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830960 Jul 27 23:00:41.465856 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-afb99305-2860-41a9-b1e0-8ff0b2ee8078 service neutron] 10.222.0.41 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890310 Jul 27 23:00:41.474651 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-6e112e7d-b4ad-46e2-90a2-5f69c05fec25 service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890253 Jul 27 23:00:41.557888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c033b3f0-b03a-409a-99c7-760133d4bdcd req-8184c8dc-0fa0-4f71-96f2-5664777eb609 service neutron] 10.222.0.41 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843971 Jul 27 23:00:42.270977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3ac9e-0a79-41c5-8c39-54ab9cea7c8d req-a4beaab1-1ff0-4dcd-b063-83b0dfa676e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:42.272344 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bc3ac9e-0a79-41c5-8c39-54ab9cea7c8d req-a4beaab1-1ff0-4dcd-b063-83b0dfa676e0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 943 time: 0.0514491 Jul 27 23:00:42.315207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6bc3ac9e-0a79-41c5-8c39-54ab9cea7c8d req-bad8132d-591a-41a6-9106-6850e763ac5e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357525 Jul 27 23:00:42.319134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f8993898-f89f-49e3-80a1-d417582dcda7 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:00:42.419365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f8993898-f89f-49e3-80a1-d417582dcda7,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:00:42.434050 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'port_id': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'mac_address': 'fa:16:3e:10:0e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:00:42.458726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f8993898-f89f-49e3-80a1-d417582dcda7 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:00:42.510543 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device f8993898-f89f-49e3-80a1-d417582dcda7 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:00:42.515417 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:42.530609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8993898-f89f-49e3-80a1-d417582dcda7 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:00:42.535217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93b88b-f479-46ce-ba6a-367fa1a14727 req-5e655c4d-7cd2-4455-b1b7-1fc17895d2fa tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:42.537009 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f93b88b-f479-46ce-ba6a-367fa1a14727 req-5e655c4d-7cd2-4455-b1b7-1fc17895d2fa tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 943 time: 0.0609226 Jul 27 23:00:42.550459 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f8993898-f89f-49e3-80a1-d417582dcda7,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:00:42.558229 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:42.572528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-b7a56ef3-f09c-46bb-8494-d01fba181024 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:42.574289 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-b7a56ef3-f09c-46bb-8494-d01fba181024 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d&tenant_id=95e33ed6469f41269931fb7cadd2fee7&binding%3Ahost_id=n-h2-802011-3 HTTP/1.1" status: 200 len: 943 time: 0.0587783 Jul 27 23:00:42.577797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1f93b88b-f479-46ce-ba6a-367fa1a14727 req-248f249b-a9cb-460e-a0f4-cf5abc7c65b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345495 Jul 27 23:00:42.621324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=f8993898-f89f-49e3-80a1-d417582dcda7,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:00:42.631795 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.632145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.632494 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.632838 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.633173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.633504 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.634405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.634740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.635066 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.635391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.635717 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.636069 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:00:42.641963 n-d-802011-3 neutron-server[93834]: INFO neutron.api.v2.resource [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-c1ca4565-7de3-4d3b-ab79-6f49449ce770 service neutron] delete failed (client error): The resource could not be found. Jul 27 23:00:42.643042 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-c1ca4565-7de3-4d3b-ab79-6f49449ce770 service neutron] 10.222.0.43 "DELETE /v2.0/ports/f8993898-f89f-49e3-80a1-d417582dcda7/bindings/n-h1-802011-3 HTTP/1.1" status: 404 len: 380 time: 0.0609643 Jul 27 23:00:42.706674 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183234dd-1e4a-4829-972f-373ae8355852 req-7d2f4798-d652-425b-916e-b3bc265e3805 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:42.708258 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-183234dd-1e4a-4829-972f-373ae8355852 req-7d2f4798-d652-425b-916e-b3bc265e3805 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 944 time: 0.0550194 Jul 27 23:00:42.738444 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-eb295abf-abe4-4fbf-b851-d1e9f8c3e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:42.741009 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-eb295abf-abe4-4fbf-b851-d1e9f8c3e035 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 1095 time: 0.0474110 Jul 27 23:00:42.750676 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-183234dd-1e4a-4829-972f-373ae8355852 req-7062fd8b-90e4-4314-aa7f-cb4cff05e425 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361466 Jul 27 23:00:42.788310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['f8993898-f89f-49e3-80a1-d417582dcda7'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:00:42.829021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-c3ca9f44-80a1-4c5a-8fc6-2e7c3979910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:42.830528 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-c3ca9f44-80a1-4c5a-8fc6-2e7c3979910c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 HTTP/1.1" status: 200 len: 898 time: 0.0825946 Jul 27 23:00:42.841988 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ccaab8ed-e18b-4bfa-bbd5-79c1a8f44193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:42.909972 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-36d8c2cd-6ebc-41f9-b295-4d1ae2bbdfa2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 200 len: 999 time: 0.0674083 Jul 27 23:00:42.967141 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-68aa4e3f-c047-42e6-881d-dc89a9a6b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:42.968657 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-68aa4e3f-c047-42e6-881d-dc89a9a6b890 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=712f53a5-8f8b-4b76-80aa-e4c7f4107173 HTTP/1.1" status: 200 len: 834 time: 0.0457256 Jul 27 23:00:43.008743 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:43.019031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-1cc8d0ea-50b5-442d-ae3f-367262f65ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:43.021001 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-1cc8d0ea-50b5-442d-ae3f-367262f65ba2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454097 Jul 27 23:00:43.119839 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-b5dbb776-9721-43ae-accf-bcfee660bf57 service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918565 Jul 27 23:00:43.209165 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5db0eb2f-3773-4e92-84d3-92032aa9bca8 req-aaa8ee6e-f3fe-47de-b76c-10fc1e969ddc service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816932 Jul 27 23:00:43.877427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4e910-57b1-4d1b-a4e4-02ae87f5dd2a req-e8d91c2e-11df-4d10-a039-9c2d6e444353 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:43.880309 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc4e910-57b1-4d1b-a4e4-02ae87f5dd2a req-e8d91c2e-11df-4d10-a039-9c2d6e444353 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 944 time: 0.0566461 Jul 27 23:00:43.921585 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-abc4e910-57b1-4d1b-a4e4-02ae87f5dd2a req-c8712603-f11e-477a-9a02-efe7513afeac tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354025 Jul 27 23:00:43.944932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35728) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:00:44.005618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-16fd7435-e1a4-4c23-8a1a-c9fe1f216685 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/cdbeda84-c1ea-4210-9344-d9b870af50dd HTTP/1.1" status: 200 len: 991 time: 0.0595682 Jul 27 23:00:44.333976 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f8993898-f89f-49e3-80a1-d417582dcda7 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:00:44.382070 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port f8993898-f89f-49e3-80a1-d417582dcda7 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:00:44.385560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port f8993898-f89f-49e3-80a1-d417582dcda7 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:00:44.385930 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:44.461035 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:44.492873 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:00:44.496263 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3096678-6627-4740-9480-19808d09b530" -d '{"events": [{"server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "name": "network-vif-plugged", "status": "completed", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:00:44.514092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f8993898-f89f-49e3-80a1-d417582dcda7,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:00:44.518747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:44.545334 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fdb113-1e08-47ec-95eb-b265dbd5ca03 x-openstack-request-id: req-e6fdb113-1e08-47ec-95eb-b265dbd5ca03 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:00:44.545625 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "name": "network-vif-plugged", "status": "completed", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:00:44.545878 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6fdb113-1e08-47ec-95eb-b265dbd5ca03 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:00:44.546272 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'code': 200} Jul 27 23:00:44.571468 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=f8993898-f89f-49e3-80a1-d417582dcda7,revision_number=9']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:00:45.495453 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f6319342-c16b-49b4-83ea-36d49e06be4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:45.850405 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:46.090766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e69c1c8c-0304-4b55-b64c-e6d2551ef32b req-a6facd4c-e665-4c7b-b6d3-72af75df4323 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395231 Jul 27 23:00:46.175684 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c1c8c-0304-4b55-b64c-e6d2551ef32b req-070559c0-72e3-4dcb-acd9-cd656ee88296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:46.177882 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e69c1c8c-0304-4b55-b64c-e6d2551ef32b req-070559c0-72e3-4dcb-acd9-cd656ee88296 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 1096 time: 0.0464528 Jul 27 23:00:46.276908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c1c8c-0304-4b55-b64c-e6d2551ef32b req-21d35f48-3448-4a8c-a6e3-b3922f266239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:46.278403 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e69c1c8c-0304-4b55-b64c-e6d2551ef32b req-21d35f48-3448-4a8c-a6e3-b3922f266239 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 HTTP/1.1" status: 200 len: 898 time: 0.0824370 Jul 27 23:00:46.346170 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e69c1c8c-0304-4b55-b64c-e6d2551ef32b req-d6ca318b-38e8-4dde-b63c-3067a6f01de5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 200 len: 1000 time: 0.0606880 Jul 27 23:00:46.395219 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c1c8c-0304-4b55-b64c-e6d2551ef32b req-d143b411-e64f-429e-9ca1-3158b88649aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:46.396617 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e69c1c8c-0304-4b55-b64c-e6d2551ef32b req-d143b411-e64f-429e-9ca1-3158b88649aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=712f53a5-8f8b-4b76-80aa-e4c7f4107173 HTTP/1.1" status: 200 len: 834 time: 0.0429728 Jul 27 23:00:46.443851 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c1c8c-0304-4b55-b64c-e6d2551ef32b req-c605e557-9cc3-4c28-a2d8-00f94b4c9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:00:46.445277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e69c1c8c-0304-4b55-b64c-e6d2551ef32b req-c605e557-9cc3-4c28-a2d8-00f94b4c9c82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417838 Jul 27 23:00:46.540257 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e69c1c8c-0304-4b55-b64c-e6d2551ef32b req-6f139d2a-7c24-4db2-86e7-98e5306cc920 service neutron] 10.222.0.41 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878396 Jul 27 23:00:46.622466 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:46.632095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e69c1c8c-0304-4b55-b64c-e6d2551ef32b req-b7604089-ebec-4eac-a813-14b332e55435 service neutron] 10.222.0.41 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846174 Jul 27 23:00:47.022658 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:00:48.323844 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:10.344838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35740) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:10.500891 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port 985821aa-fc76-47ac-bce5-e97b8b0320dc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:01:10.501251 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:10.578787 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:10.579123 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:10.590376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for 985821aa-fc76-47ac-bce5-e97b8b0320dc owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:01:10.741926 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:10.764707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=985821aa-fc76-47ac-bce5-e97b8b0320dc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:10.826237 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:10.826585 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Floating IP cdbeda84-c1ea-4210-9344-d9b870af50dd disassociated (deleted). External IP: 172.25.1.66, port: f8993898-f89f-49e3-80a1-d417582dcda7. Jul 27 23:01:11.032422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router f19a2659-7361-468a-a06f-1f3a6c285ec2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:01:11.447872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:01:11.452555 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:11.458964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36172051-150a-4832-b132-0eac3208c437 None None] Sync routers for ids ['f19a2659-7361-468a-a06f-1f3a6c285ec2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:01:11.467808 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36172051-150a-4832-b132-0eac3208c437 None None] Routers {'f19a2659-7361-468a-a06f-1f3a6c285ec2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:11.468419 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-36172051-150a-4832-b132-0eac3208c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:00:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f19a2659-7361-468a-a06f-1f3a6c285ec2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:11.479822 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5a2d6717-cb82-46b6-9d2f-b088aa573951 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/floatingips/cdbeda84-c1ea-4210-9344-d9b870af50dd HTTP/1.1" status: 204 len: 168 time: 1.1338487 Jul 27 23:01:11.480420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:01:11.483050 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8637d5bb-fdfb-4b2a-a396-eb0eccd1d4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:01:11.521747 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e965391c-5816-41d6-9a58-e95a144aaffe x-openstack-request-id: req-e965391c-5816-41d6-9a58-e95a144aaffe {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:01:11.522043 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:01:11.522325 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e965391c-5816-41d6-9a58-e95a144aaffe {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:01:11.522727 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'status': 'completed', 'code': 200} Jul 27 23:01:11.589372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637d5bb-fdfb-4b2a-a396-eb0eccd1d4d8 req-3cf3215f-e9e7-4fd1-a73b-1782d73df22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:11.591129 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8637d5bb-fdfb-4b2a-a396-eb0eccd1d4d8 req-3cf3215f-e9e7-4fd1-a73b-1782d73df22d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 1096 time: 0.0468848 Jul 27 23:01:11.730601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637d5bb-fdfb-4b2a-a396-eb0eccd1d4d8 req-7eee3cc9-18b2-447b-859f-1857cf5adaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:11.732626 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8637d5bb-fdfb-4b2a-a396-eb0eccd1d4d8 req-7eee3cc9-18b2-447b-859f-1857cf5adaca service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 HTTP/1.1" status: 200 len: 898 time: 0.1321764 Jul 27 23:01:11.737412 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-36172051-150a-4832-b132-0eac3208c437 None None] Set router f19a2659-7361-468a-a06f-1f3a6c285ec2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:11.747028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ace1b-388a-41cc-831d-f27adf607918 req-5be8c72a-2f6b-4d66-8385-b3588268cc6d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:11.748501 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d8ace1b-388a-41cc-831d-f27adf607918 req-5be8c72a-2f6b-4d66-8385-b3588268cc6d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0731175 Jul 27 23:01:11.793930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8637d5bb-fdfb-4b2a-a396-eb0eccd1d4d8 req-40df8f1a-bdad-4662-b10b-7b18b9520027 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 200 len: 217 time: 0.0444717 Jul 27 23:01:11.849034 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8d8ace1b-388a-41cc-831d-f27adf607918 req-e246dfa2-2ff8-4703-b521-65c6b9fb58c1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939317 Jul 27 23:01:11.858232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637d5bb-fdfb-4b2a-a396-eb0eccd1d4d8 req-94e44658-e24b-4406-addc-c9a916bb4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:11.859710 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8637d5bb-fdfb-4b2a-a396-eb0eccd1d4d8 req-94e44658-e24b-4406-addc-c9a916bb4d96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=712f53a5-8f8b-4b76-80aa-e4c7f4107173 HTTP/1.1" status: 200 len: 834 time: 0.0581102 Jul 27 23:01:11.907030 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637d5bb-fdfb-4b2a-a396-eb0eccd1d4d8 req-6eb2e029-2923-41f5-bd9e-fbc6013458c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:11.908644 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8637d5bb-fdfb-4b2a-a396-eb0eccd1d4d8 req-6eb2e029-2923-41f5-bd9e-fbc6013458c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409427 Jul 27 23:01:11.932441 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-36172051-150a-4832-b132-0eac3208c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T22:59:43Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '05832533-03f5-40be-ac77-4a7aeb7d15d8', 'name': '', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:21:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:42Z', 'updated_at': '2021-07-27T22:59:47Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:11.963768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36172051-150a-4832-b132-0eac3208c437 None None] Checking router: f19a2659-7361-468a-a06f-1f3a6c285ec2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:01:11.971966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36172051-150a-4832-b132-0eac3208c437 None None] Routers {'f19a2659-7361-468a-a06f-1f3a6c285ec2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:11.972600 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-36172051-150a-4832-b132-0eac3208c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:00:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f19a2659-7361-468a-a06f-1f3a6c285ec2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:12.005321 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8637d5bb-fdfb-4b2a-a396-eb0eccd1d4d8 req-236734c0-545e-4b8f-a070-f7d902fff5a5 service neutron] 10.222.0.41 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887778 Jul 27 23:01:12.079602 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-36172051-150a-4832-b132-0eac3208c437 None None] Set router f19a2659-7361-468a-a06f-1f3a6c285ec2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:12.094757 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8637d5bb-fdfb-4b2a-a396-eb0eccd1d4d8 req-b447ef48-a4dc-420b-8835-49a54c2cb063 service neutron] 10.222.0.41 "GET /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822270 Jul 27 23:01:12.271470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-36172051-150a-4832-b132-0eac3208c437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T22:59:43Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '05832533-03f5-40be-ac77-4a7aeb7d15d8', 'name': '', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:21:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:42Z', 'updated_at': '2021-07-27T22:59:47Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:12.296405 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36172051-150a-4832-b132-0eac3208c437 None None] The sync data for ids ['f19a2659-7361-468a-a06f-1f3a6c285ec2'] in n-d-802011-3 is: [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T22:59:43Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '05832533-03f5-40be-ac77-4a7aeb7d15d8', 'name': '', 'network_id': 'd1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:21:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:42Z', 'updated_at': '2021-07-27T22:59:47Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '712f53a5-8f8b-4b76-80aa-e4c7f4107173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:01:12.509889 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a77c4-f01f-488a-a3b7-721354dd9749 None None] New status for floating IP cdbeda84-c1ea-4210-9344-d9b870af50dd: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:01:12.828148 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56d46200-5f3b-4d28-8ff9-c1dc1a1ec16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:12.963268 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b335260-d8a2-4b22-b2cf-99bafa1f04fb req-c3dd6f9b-3f06-4d2d-807a-eecdbb054d98 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:12.964734 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b335260-d8a2-4b22-b2cf-99bafa1f04fb req-c3dd6f9b-3f06-4d2d-807a-eecdbb054d98 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0758884 Jul 27 23:01:12.989783 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:13.014563 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f427c3-329f-4ae6-93ad-a770be591c30 req-ca47b515-08a4-40c2-a2c4-f4388d21128c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:13.016033 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08f427c3-329f-4ae6-93ad-a770be591c30 req-ca47b515-08a4-40c2-a2c4-f4388d21128c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ad56e79-7e62-44f8-a35e-cfae9c76916d HTTP/1.1" status: 200 len: 945 time: 0.0951982 Jul 27 23:01:13.078797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08f427c3-329f-4ae6-93ad-a770be591c30 req-f1f97973-122d-4168-805e-2dd201dc87a9 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555189 Jul 27 23:01:13.094614 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3b335260-d8a2-4b22-b2cf-99bafa1f04fb req-f32e9cc4-8c60-449b-a2ff-14df5c27e785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port f8993898-f89f-49e3-80a1-d417582dcda7 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:01:13.094961 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b335260-d8a2-4b22-b2cf-99bafa1f04fb req-f32e9cc4-8c60-449b-a2ff-14df5c27e785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:13.184725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3b335260-d8a2-4b22-b2cf-99bafa1f04fb req-f32e9cc4-8c60-449b-a2ff-14df5c27e785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port f8993898-f89f-49e3-80a1-d417582dcda7, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=f8993898-f89f-49e3-80a1-d417582dcda7,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:13.185088 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b335260-d8a2-4b22-b2cf-99bafa1f04fb req-f32e9cc4-8c60-449b-a2ff-14df5c27e785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:13.197500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3b335260-d8a2-4b22-b2cf-99bafa1f04fb req-f32e9cc4-8c60-449b-a2ff-14df5c27e785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for f8993898-f89f-49e3-80a1-d417582dcda7 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:01:13.323167 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b335260-d8a2-4b22-b2cf-99bafa1f04fb req-f32e9cc4-8c60-449b-a2ff-14df5c27e785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:13.353750 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9cc4-8c60-449b-a2ff-14df5c27e785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=f8993898-f89f-49e3-80a1-d417582dcda7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:13.394435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b335260-d8a2-4b22-b2cf-99bafa1f04fb req-f32e9cc4-8c60-449b-a2ff-14df5c27e785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] No DVR routers for this DVR port f8993898-f89f-49e3-80a1-d417582dcda7 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:01:13.397671 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b335260-d8a2-4b22-b2cf-99bafa1f04fb req-f32e9cc4-8c60-449b-a2ff-14df5c27e785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:13.399824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b335260-d8a2-4b22-b2cf-99bafa1f04fb req-f32e9cc4-8c60-449b-a2ff-14df5c27e785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.41 "DELETE /v2.0/ports/f8993898-f89f-49e3-80a1-d417582dcda7 HTTP/1.1" status: 204 len: 173 time: 0.4289961 Jul 27 23:01:13.523976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'name': 'network-vif-deleted', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:01:13.526472 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301c215d-bc46-4424-95f7-0a757f6f8e35" -d '{"events": [{"server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "name": "network-vif-deleted", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:01:13.565576 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1bc4e2-0190-40ea-b2d7-67c6b15f4565 x-openstack-request-id: req-ba1bc4e2-0190-40ea-b2d7-67c6b15f4565 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:01:13.565870 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad56e79-7e62-44f8-a35e-cfae9c76916d", "name": "network-vif-deleted", "tag": "f8993898-f89f-49e3-80a1-d417582dcda7", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:01:13.566125 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba1bc4e2-0190-40ea-b2d7-67c6b15f4565 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:01:13.566561 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad56e79-7e62-44f8-a35e-cfae9c76916d', 'name': 'network-vif-deleted', 'tag': 'f8993898-f89f-49e3-80a1-d417582dcda7', 'status': 'completed', 'code': 200} Jul 27 23:01:14.135533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35754) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:14.496333 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45da5dd0-dd30-4fcd-a55c-ad3b2a339481 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:14.755755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-45da5dd0-dd30-4fcd-a55c-ad3b2a339481 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port 05832533-03f5-40be-ac77-4a7aeb7d15d8 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:01:14.755755 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45da5dd0-dd30-4fcd-a55c-ad3b2a339481 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:14.841220 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-45da5dd0-dd30-4fcd-a55c-ad3b2a339481 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port 05832533-03f5-40be-ac77-4a7aeb7d15d8, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=05832533-03f5-40be-ac77-4a7aeb7d15d8,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:14.841598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45da5dd0-dd30-4fcd-a55c-ad3b2a339481 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:14.854306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-45da5dd0-dd30-4fcd-a55c-ad3b2a339481 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for 05832533-03f5-40be-ac77-4a7aeb7d15d8 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:01:15.044557 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45da5dd0-dd30-4fcd-a55c-ad3b2a339481 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.074534 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da5dd0-dd30-4fcd-a55c-ad3b2a339481 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=05832533-03f5-40be-ac77-4a7aeb7d15d8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:15.251321 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45da5dd0-dd30-4fcd-a55c-ad3b2a339481 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.465083 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45da5dd0-dd30-4fcd-a55c-ad3b2a339481 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router f19a2659-7361-468a-a06f-1f3a6c285ec2 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:01:15.495791 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4342590c-df6d-40ad-abe2-074bf8dcaa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.570102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45da5dd0-dd30-4fcd-a55c-ad3b2a339481 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:01:15.576101 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-45da5dd0-dd30-4fcd-a55c-ad3b2a339481 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "PUT /v2.0/routers/f19a2659-7361-468a-a06f-1f3a6c285ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4385805 Jul 27 23:01:15.577868 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:15.581584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa8a44-eb14-4c07-b2f5-8e60cb086ea3 None None] Sync routers for ids ['f19a2659-7361-468a-a06f-1f3a6c285ec2'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:01:15.591563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa8a44-eb14-4c07-b2f5-8e60cb086ea3 None None] Routers {'f19a2659-7361-468a-a06f-1f3a6c285ec2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:15.592173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-32aa8a44-eb14-4c07-b2f5-8e60cb086ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f19a2659-7361-468a-a06f-1f3a6c285ec2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:15.628549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-5272ee1b-ccee-4e09-8455-da2673590058 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting subnet 712f53a5-8f8b-4b76-80aa-e4c7f4107173 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:01:15.632093 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5272ee1b-ccee-4e09-8455-da2673590058 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.676367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5272ee1b-ccee-4e09-8455-da2673590058 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.706558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-32aa8a44-eb14-4c07-b2f5-8e60cb086ea3 None None] Set router f19a2659-7361-468a-a06f-1f3a6c285ec2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:15.763672 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5272ee1b-ccee-4e09-8455-da2673590058 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.821688 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5272ee1b-ccee-4e09-8455-da2673590058 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.849895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272ee1b-ccee-4e09-8455-da2673590058 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Subnet': ['ID=712f53a5-8f8b-4b76-80aa-e4c7f4107173,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:15.853759 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5272ee1b-ccee-4e09-8455-da2673590058 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.855873 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5272ee1b-ccee-4e09-8455-da2673590058 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/subnets/712f53a5-8f8b-4b76-80aa-e4c7f4107173 HTTP/1.1" status: 204 len: 168 time: 0.2770171 Jul 27 23:01:15.858769 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35758) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:15.873759 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d563a3d0-ac2b-41f1-b0a9-e5723182b9b4 None None] Network d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:01:15.890059 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.966464 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:15.996553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-32aa8a44-eb14-4c07-b2f5-8e60cb086ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T23:01:14Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:16.024125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa8a44-eb14-4c07-b2f5-8e60cb086ea3 None None] Checking router: f19a2659-7361-468a-a06f-1f3a6c285ec2 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:01:16.038994 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa8a44-eb14-4c07-b2f5-8e60cb086ea3 None None] Routers {'f19a2659-7361-468a-a06f-1f3a6c285ec2'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:16.039612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-32aa8a44-eb14-4c07-b2f5-8e60cb086ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f19a2659-7361-468a-a06f-1f3a6c285ec2'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:16.073832 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.127526 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fdb245-7c57-4fea-a070-912a9ab2583c None None] DHCP port deletion for d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:01:16.128128 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port 922f10fe-27ad-446e-8226-acbad7f00d3a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:01:16.128480 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.174324 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-32aa8a44-eb14-4c07-b2f5-8e60cb086ea3 None None] Set router f19a2659-7361-468a-a06f-1f3a6c285ec2 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:16.210326 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port 922f10fe-27ad-446e-8226-acbad7f00d3a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=922f10fe-27ad-446e-8226-acbad7f00d3a,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:16.210702 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.223356 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for 922f10fe-27ad-446e-8226-acbad7f00d3a owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:01:16.286342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-58fdb245-7c57-4fea-a070-912a9ab2583c None None] Deleting port 6e45cadf-8714-4313-a295-61ba65539a82 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:01:16.286803 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58fdb245-7c57-4fea-a070-912a9ab2583c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.389143 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.397549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-58fdb245-7c57-4fea-a070-912a9ab2583c None None] For port 6e45cadf-8714-4313-a295-61ba65539a82, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=6e45cadf-8714-4313-a295-61ba65539a82,segment=NetworkSegment(fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca),segment_id=fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:16.397950 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58fdb245-7c57-4fea-a070-912a9ab2583c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.412151 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-58fdb245-7c57-4fea-a070-912a9ab2583c None None] Calling delete_port for 6e45cadf-8714-4313-a295-61ba65539a82 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:01:16.414913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=922f10fe-27ad-446e-8226-acbad7f00d3a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:16.477340 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.486218 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-32aa8a44-eb14-4c07-b2f5-8e60cb086ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T23:01:14Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:16.521729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa8a44-eb14-4c07-b2f5-8e60cb086ea3 None None] The sync data for ids ['f19a2659-7361-468a-a06f-1f3a6c285ec2'] in n-d-802011-3 is: [{'id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1585494770', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:59:39Z', 'updated_at': '2021-07-27T23:01:14Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '922f10fe-27ad-446e-8226-acbad7f00d3a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19a2659-7361-468a-a06f-1f3a6c285ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:59:40Z', 'updated_at': '2021-07-27T22:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:01:16.532586 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58fdb245-7c57-4fea-a070-912a9ab2583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.559683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdb245-7c57-4fea-a070-912a9ab2583c None None] Pushing event deleted for resources: {'Port': ['ID=6e45cadf-8714-4313-a295-61ba65539a82,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:16.564591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fdb245-7c57-4fea-a070-912a9ab2583c None None] No DVR routers for this DVR port 6e45cadf-8714-4313-a295-61ba65539a82 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:01:16.576605 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.578847 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.627758 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.902688 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:01:16.964531 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.965109 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Fanout notify agent at l3_agent the message router_deleted on router f19a2659-7361-468a-a06f-1f3a6c285ec2 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:01:16.976132 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:16.979140 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-17527c34-9b9f-4904-bca7-539eece4383a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/routers/f19a2659-7361-468a-a06f-1f3a6c285ec2 HTTP/1.1" status: 204 len: 168 time: 1.1192842 Jul 27 23:01:16.980403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35760) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:17.024158 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.066621 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.160429 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.171887 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:17.183504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:17.183804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefdd95f-c5b7-4c0c-a21f-4cbc2a64f0ca') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:17.196697 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.210173 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.216158 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:01:17.216555 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: timer() Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:01:17.219509 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:01:17.278632 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.285205 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.287725 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/networks/d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5 HTTP/1.1" status: 204 len: 168 time: 0.3059127 Jul 27 23:01:17.290720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35762) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:17.298978 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c0c1c-10b7-4432-ab49-999a1f80860e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Network': ['ID=d1ee8c4d-b6a6-4dbb-85af-1ddc54887ce5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:17.352052 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.377379 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.442029 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.444708 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.445826 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a HTTP/1.1" status: 204 len: 168 time: 0.1540639 Jul 27 23:01:17.454890 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6a1d63-2af2-4a7d-9ed6-e588e3cdba7a,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:17.464626 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:17.464987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:17.465317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:17.465655 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:17.465992 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:17.466481 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:17.466810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:17.467186 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:17.467737 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:17.468153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:17.468564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:17.469054 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4af1a8-a10c-4ecd-be6b-6f27daacbda7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:17.540445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6e45cadf-8714-4313-a295-61ba65539a82 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:01:17.561083 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 6e45cadf-8714-4313-a295-61ba65539a82 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:01:17.561430 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 6e45cadf-8714-4313-a295-61ba65539a82 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:01:17.561843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 05832533-03f5-40be-ac77-4a7aeb7d15d8 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:01:17.579814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 05832533-03f5-40be-ac77-4a7aeb7d15d8 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:01:17.580159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 05832533-03f5-40be-ac77-4a7aeb7d15d8 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:01:17.838891 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35768) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:17.843559 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4fdd95b6-d260-4f42-8d73-d86eccda6ccb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1462941824', 'description': 'tempest-secgroup-smoke-1462941824 description', 'project_id': '95e33ed6469f41269931fb7cadd2fee7'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:17.866518 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fdd95b6-d260-4f42-8d73-d86eccda6ccb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.944508 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fdd95b6-d260-4f42-8d73-d86eccda6ccb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.947947 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fdd95b6-d260-4f42-8d73-d86eccda6ccb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.973244 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4fdd95b6-d260-4f42-8d73-d86eccda6ccb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:17.975232 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4fdd95b6-d260-4f42-8d73-d86eccda6ccb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1353335 Jul 27 23:01:17.978271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:17.983097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd95b6-d260-4f42-8d73-d86eccda6ccb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:17.983667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8b2cf241-c189-4bd9-9f96-9dc1e56f6411 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '7cc3ebe7-906a-4660-9f98-9cf1dedcb30f', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:18.014801 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b2cf241-c189-4bd9-9f96-9dc1e56f6411 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.070188 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b2cf241-c189-4bd9-9f96-9dc1e56f6411 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.073669 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b2cf241-c189-4bd9-9f96-9dc1e56f6411 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.091833 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cf241-c189-4bd9-9f96-9dc1e56f6411 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df0015d-ebfa-4078-9da9-03a212e1696e,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:18.094590 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8b2cf241-c189-4bd9-9f96-9dc1e56f6411 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.095786 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8b2cf241-c189-4bd9-9f96-9dc1e56f6411 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161754 Jul 27 23:01:18.098980 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35772) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:18.103388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9a2b0823-749b-4c45-be2c-f14888a3036a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '7cc3ebe7-906a-4660-9f98-9cf1dedcb30f', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:18.129908 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0823-749b-4c45-be2c-f14888a3036a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.185409 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0823-749b-4c45-be2c-f14888a3036a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.188823 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0823-749b-4c45-be2c-f14888a3036a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.205785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b0823-749b-4c45-be2c-f14888a3036a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ae673b-176d-4fba-978b-f5943e4a42e4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:18.212585 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9a2b0823-749b-4c45-be2c-f14888a3036a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.214019 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-9a2b0823-749b-4c45-be2c-f14888a3036a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141119 Jul 27 23:01:18.216707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:18.221046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-76061e6b-7470-4f75-9548-069a559bb22a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '7cc3ebe7-906a-4660-9f98-9cf1dedcb30f', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:18.247308 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76061e6b-7470-4f75-9548-069a559bb22a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.307378 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76061e6b-7470-4f75-9548-069a559bb22a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.313340 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76061e6b-7470-4f75-9548-069a559bb22a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.330440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76061e6b-7470-4f75-9548-069a559bb22a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d4cf81-cad2-4bad-b7ff-907c8f6e74c4,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:18.331719 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.339492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-76061e6b-7470-4f75-9548-069a559bb22a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.340647 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-76061e6b-7470-4f75-9548-069a559bb22a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230247 Jul 27 23:01:18.343318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:18.347677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-79eaf390-ba6d-4498-b980-1ec4e329416e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '7cc3ebe7-906a-4660-9f98-9cf1dedcb30f', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:18.374291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79eaf390-ba6d-4498-b980-1ec4e329416e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.432128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79eaf390-ba6d-4498-b980-1ec4e329416e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.435460 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79eaf390-ba6d-4498-b980-1ec4e329416e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.454193 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eaf390-ba6d-4498-b980-1ec4e329416e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7217fb6a-ea6d-4fb6-8b49-6d722d8159ae,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:18.457084 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-79eaf390-ba6d-4498-b980-1ec4e329416e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.458478 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-79eaf390-ba6d-4498-b980-1ec4e329416e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141500 Jul 27 23:01:18.461175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35778) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:18.465518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c2e3e819-f2be-4032-a403-783781daf3da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '7cc3ebe7-906a-4660-9f98-9cf1dedcb30f', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:18.486204 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-c2e3e819-f2be-4032-a403-783781daf3da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Project 95e33ed6469f41269931fb7cadd2fee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:01:18.491678 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2e3e819-f2be-4032-a403-783781daf3da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.494208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f8993898-f89f-49e3-80a1-d417582dcda7 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:01:18.517017 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: f8993898-f89f-49e3-80a1-d417582dcda7 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:01:18.517365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device f8993898-f89f-49e3-80a1-d417582dcda7 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:01:18.550863 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2e3e819-f2be-4032-a403-783781daf3da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.555163 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2e3e819-f2be-4032-a403-783781daf3da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.574677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3e819-f2be-4032-a403-783781daf3da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda02523-1065-4966-bb3b-c0f7e2e5d791,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:18.582029 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2e3e819-f2be-4032-a403-783781daf3da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.583862 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c2e3e819-f2be-4032-a403-783781daf3da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217647 Jul 27 23:01:18.587562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35780) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:18.591932 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1b0cbb3a-1133-446e-b1dd-f3ba331ec7bb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '7cc3ebe7-906a-4660-9f98-9cf1dedcb30f', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:18.615567 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-1b0cbb3a-1133-446e-b1dd-f3ba331ec7bb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Project 95e33ed6469f41269931fb7cadd2fee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:01:18.620361 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbb3a-1133-446e-b1dd-f3ba331ec7bb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.684686 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbb3a-1133-446e-b1dd-f3ba331ec7bb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.688131 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbb3a-1133-446e-b1dd-f3ba331ec7bb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.703162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cbb3a-1133-446e-b1dd-f3ba331ec7bb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11227f64-e8bd-46cb-8a87-104207fb6e51,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:18.711492 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b0cbb3a-1133-446e-b1dd-f3ba331ec7bb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.712654 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1b0cbb3a-1133-446e-b1dd-f3ba331ec7bb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241796 Jul 27 23:01:18.715588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:18.720364 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3e49c2b7-5a2b-476b-991e-3979d353b11f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'network': {'name': 'tempest-network-smoke--355633643', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'port_security_enabled': True}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:18.740472 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e49c2b7-5a2b-476b-991e-3979d353b11f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:01:18.743785 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e49c2b7-5a2b-476b-991e-3979d353b11f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.768856 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e49c2b7-5a2b-476b-991e-3979d353b11f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:01:18.778717 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e49c2b7-5a2b-476b-991e-3979d353b11f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.779060 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-3e49c2b7-5a2b-476b-991e-3979d353b11f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Added segment 33769b0a-b8ca-4c74-a31c-87497cf3b3fb of type vlan for network 84deef60-9437-49c5-b031-aad1563b1c0c Jul 27 23:01:18.818459 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e49c2b7-5a2b-476b-991e-3979d353b11f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.848850 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e49c2b7-5a2b-476b-991e-3979d353b11f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.854452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e49c2b7-5a2b-476b-991e-3979d353b11f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:18.855038 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3e49c2b7-5a2b-476b-991e-3979d353b11f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.907734 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3e49c2b7-5a2b-476b-991e-3979d353b11f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1911237 Jul 27 23:01:18.910540 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35784) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:18.915611 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'admin_state_up': True, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:18.924697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49c2b7-5a2b-476b-991e-3979d353b11f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Network': ['ID=84deef60-9437-49c5-b031-aad1563b1c0c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:18.935153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 84deef60-9437-49c5-b031-aad1563b1c0c details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:01:18.943097 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.944085 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:18.997291 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.109193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 922f10fe-27ad-446e-8226-acbad7f00d3a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:01:19.130478 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 922f10fe-27ad-446e-8226-acbad7f00d3a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:01:19.130899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 922f10fe-27ad-446e-8226-acbad7f00d3a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:01:19.135037 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.324889 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.342997 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.442009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.25.1.149 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/da36c8fe-1983-4155-8127-03f730defe1a) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:01:19.545597 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.585241 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:19.620871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:01:19.623810 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:19.629100 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:01:19.635197 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=da36c8fe-1983-4155-8127-03f730defe1a,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:20.191848 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.383815 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.507582 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router c144ccd1-a8f9-46a0-8541-a486a191e22c is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:01:20.614660 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:01:20.623913 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Sync routers for ids ['c144ccd1-a8f9-46a0-8541-a486a191e22c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:01:20.632880 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.633370 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Routers {'c144ccd1-a8f9-46a0-8541-a486a191e22c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:20.634027 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c144ccd1-a8f9-46a0-8541-a486a191e22c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:20.634556 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a6b3e4cf-0e82-42b5-b28d-9cb4a052acda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7227650 Jul 27 23:01:20.637571 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35786) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:20.669568 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2e44a82b-c9af-4427-8677-0178999599c7 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=95e33ed6469f41269931fb7cadd2fee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308733 Jul 27 23:01:20.672068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35788) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:20.742704 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Set router c144ccd1-a8f9-46a0-8541-a486a191e22c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:20.761878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab05a2b-09b5-4a39-92ee-2db4fed353d9 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:20.763450 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9ab05a2b-09b5-4a39-92ee-2db4fed353d9 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904937 Jul 27 23:01:20.766175 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35790) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:20.798431 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f4376c15-74ac-497a-9c13-a0494e430dcc tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311282 Jul 27 23:01:20.800882 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35792) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:20.806255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-f566cab3-64dd-4600-94da-ddf947b7055a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1385875265', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:20.894720 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f566cab3-64dd-4600-94da-ddf947b7055a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:01:20.898445 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f566cab3-64dd-4600-94da-ddf947b7055a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:20.928456 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:01:20Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:20.955012 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Checking router: c144ccd1-a8f9-46a0-8541-a486a191e22c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:01:20.955359 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Updating router c144ccd1-a8f9-46a0-8541-a486a191e22c port da36c8fe-1983-4155-8127-03f730defe1a binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:01:20.982411 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.080269 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f566cab3-64dd-4600-94da-ddf947b7055a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.143933 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566cab3-64dd-4600-94da-ddf947b7055a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Subnet': ['ID=ea6e6664-998a-4586-8969-990342fe1d6c,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:21.149011 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f566cab3-64dd-4600-94da-ddf947b7055a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Checking segment: {'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:01:21.149302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f566cab3-64dd-4600-94da-ddf947b7055a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network hostable DHCP agents. Network: 84deef60-9437-49c5-b031-aad1563b1c0c, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:01:21.166452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f566cab3-64dd-4600-94da-ddf947b7055a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 84deef60-9437-49c5-b031-aad1563b1c0c is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:01:21.174952 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f566cab3-64dd-4600-94da-ddf947b7055a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 84deef60-9437-49c5-b031-aad1563b1c0c) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:21.179443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f566cab3-64dd-4600-94da-ddf947b7055a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:21.180129 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f566cab3-64dd-4600-94da-ddf947b7055a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.188491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fa6c57-0105-4840-a270-d10e3c48e88d None None] Network 84deef60-9437-49c5-b031-aad1563b1c0c requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:01:21.196398 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f566cab3-64dd-4600-94da-ddf947b7055a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3939679 Jul 27 23:01:21.199204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35794) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:21.245671 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.257043 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Transition to ACTIVE for port object da36c8fe-1983-4155-8127-03f730defe1a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:21.264408 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.318715 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Attempting to bind port da36c8fe-1983-4155-8127-03f730defe1a on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:01:21.318956 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Attempting to bind port da36c8fe-1983-4155-8127-03f730defe1a by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:01:21.319218 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Attempting to bind port da36c8fe-1983-4155-8127-03f730defe1a on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:01:21.330309 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:01:21.330697 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:01:21.331068 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.331460 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:01:21.331919 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Bound port: da36c8fe-1983-4155-8127-03f730defe1a, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:01:21.332293 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.357351 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-84deef60-9437-49c5-b031-aad1563b1c0c', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ips': [{'subnet_id': 'ea6e6664-998a-4586-8969-990342fe1d6c'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:01:21.358581 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.361875 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Pushing event updated for resources: {'Port': ['ID=da36c8fe-1983-4155-8127-03f730defe1a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:21.375059 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:21.375416 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:21.375794 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:21.376123 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:21.376453 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:21.376776 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:21.378099 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:21.378099 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:21.378099 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:21.378099 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:21.378495 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:21.378705 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:01:21.407650 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] For port da36c8fe-1983-4155-8127-03f730defe1a, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:01:21.412764 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] For port da36c8fe-1983-4155-8127-03f730defe1a, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=da36c8fe-1983-4155-8127-03f730defe1a,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:01:21.417182 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.481605 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Routers {'c144ccd1-a8f9-46a0-8541-a486a191e22c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:21.481984 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c144ccd1-a8f9-46a0-8541-a486a191e22c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:21.484179 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb4677-5c61-400e-8b3b-ce4f9d9163a7 None None] Pushing event updated for resources: {'Port': ['ID=da36c8fe-1983-4155-8127-03f730defe1a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:21.600978 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] Set router c144ccd1-a8f9-46a0-8541-a486a191e22c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:21.664493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Allocated IP 172.20.0.2 (84deef60-9437-49c5-b031-aad1563b1c0c/ea6e6664-998a-4586-8969-990342fe1d6c/52d9bd28-e22e-4b68-8e11-283b9d63eaa9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:01:21.674983 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.791693 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:01:20Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:21.819578 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e79ba-77c1-407e-9dda-9fd60671e15c None None] The sync data for ids ['c144ccd1-a8f9-46a0-8541-a486a191e22c'] in n-d-802011-3 is: [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:01:20Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:01:21.825025 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.834654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Transition to ACTIVE for port object 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:21.852353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Transition to ACTIVE for port object 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:21.857993 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.897990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Network 84deef60-9437-49c5-b031-aad1563b1c0c is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:01:21.904750 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:21.909198 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:01:21.913046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Pushing event updated for resources: {'Port': ['ID=52d9bd28-e22e-4b68-8e11-283b9d63eaa9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:21.967239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Attempting to bind port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:01:21.967715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Attempting to bind port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:01:21.968173 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Attempting to bind port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 on network 84deef60-9437-49c5-b031-aad1563b1c0c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:01:21.973051 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.20.0.1 (84deef60-9437-49c5-b031-aad1563b1c0c/ea6e6664-998a-4586-8969-990342fe1d6c/68ef6e68-a83c-4dc3-a424-cadb3b8b78d1) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:01:21.973712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:01:21.974150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Checking segment: {'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:01:21.974725 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:21.974992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Bound using segment: {'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:01:21.975470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Bound port: 52d9bd28-e22e-4b68-8e11-283b9d63eaa9, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:01:21.975866 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.054094 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] For port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:01:22.061629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] For port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=52d9bd28-e22e-4b68-8e11-283b9d63eaa9,segment=NetworkSegment(33769b0a-b8ca-4c74-a31c-87497cf3b3fb),segment_id=33769b0a-b8ca-4c74-a31c-87497cf3b3fb)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:01:22.070642 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.140722 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.148260 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01d839-d2d6-40c5-8979-2161dce8b65c None None] Pushing event updated for resources: {'Port': ['ID=52d9bd28-e22e-4b68-8e11-283b9d63eaa9,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:22.157986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Transition to ACTIVE for port object 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:22.204075 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.248722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 84deef60-9437-49c5-b031-aad1563b1c0c is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:01:22.254171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:22.260064 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:01:22.264359 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=68ef6e68-a83c-4dc3-a424-cadb3b8b78d1,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:22.316812 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.462151 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.762314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.766943 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.849706 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:22.851515 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=68ef6e68-a83c-4dc3-a424-cadb3b8b78d1,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:22.946972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 84deef60-9437-49c5-b031-aad1563b1c0c is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:01:22.948435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:23.069102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router c144ccd1-a8f9-46a0-8541-a486a191e22c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:01:23.082049 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d974db-8f9e-4774-a0b3-91091c4b9eae None None] Network 84deef60-9437-49c5-b031-aad1563b1c0c requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:01:23.196579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:01:23.206806 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2f4ee499-b893-412f-8cfc-7c5662c8941a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "PUT /v2.0/routers/c144ccd1-a8f9-46a0-8541-a486a191e22c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0064673 Jul 27 23:01:23.236816 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f8c82738-5f03-4196-8494-834cae5e0fe0 None None] Provisioning for port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:23.244372 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device da36c8fe-1983-4155-8127-03f730defe1a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:23.328650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port da36c8fe-1983-4155-8127-03f730defe1a completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:23.333775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port da36c8fe-1983-4155-8127-03f730defe1a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:23.334485 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.360679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-0df41997-40e8-437b-a351-05eea8d30ab7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1462941824&fields=id&tenant_id=95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 267 time: 0.0395741 Jul 27 23:01:23.433872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.455740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port da36c8fe-1983-4155-8127-03f730defe1a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=da36c8fe-1983-4155-8127-03f730defe1a,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:23.460513 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.461401 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:23.487254 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-ad33a75e-6576-4e54-9298-248e00458582 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:23.488928 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-ad33a75e-6576-4e54-9298-248e00458582 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/networks?id=84deef60-9437-49c5-b031-aad1563b1c0c HTTP/1.1" status: 200 len: 796 time: 0.1192293 Jul 27 23:01:23.506022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-ff0848b9-87d0-44bf-9f5c-df4ab82b4a53 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/quotas/95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 375 time: 0.0101347 Jul 27 23:01:23.548583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=da36c8fe-1983-4155-8127-03f730defe1a,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:23.557677 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:23.562006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:23.562429 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.567953 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-5d1a6200-0527-43cf-a978-efdec34cefda tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555820 Jul 27 23:01:23.606850 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6c0613c9-5a17-445e-a644-45e4dec52ca9 None None] Provisioning complete for port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:23.607227 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c0613c9-5a17-445e-a644-45e4dec52ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.609079 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Sync routers for ids ['c144ccd1-a8f9-46a0-8541-a486a191e22c'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:01:23.652914 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Routers {'c144ccd1-a8f9-46a0-8541-a486a191e22c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:23.653575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c144ccd1-a8f9-46a0-8541-a486a191e22c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:23.774747 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-3be1f0ca-a63a-40fa-a76b-d7be59396bb4 service neutron] 10.222.0.24 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462460 Jul 27 23:01:23.816123 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.834187 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c0613c9-5a17-445e-a644-45e4dec52ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:23.877247 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-3b985cc7-5c76-471b-ad36-e7e16ef48bf3 service neutron] 10.222.0.24 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951939 Jul 27 23:01:23.891008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=52d9bd28-e22e-4b68-8e11-283b9d63eaa9,segment=NetworkSegment(33769b0a-b8ca-4c74-a31c-87497cf3b3fb),segment_id=33769b0a-b8ca-4c74-a31c-87497cf3b3fb)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:23.893267 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Set router c144ccd1-a8f9-46a0-8541-a486a191e22c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:23.897804 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.057426 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-58677d03-af44-4b3d-97d5-8b84f81f78e9 req-7781ce2d-5377-4239-b636-43a51991c483 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 210 time: 0.0292475 Jul 27 23:01:24.100525 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.db.api [None req-6c0613c9-5a17-445e-a644-45e4dec52ca9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 23:01:24.101036 n-d-802011-3 neutron-server[93836]: DEBUG oslo_db.api [None req-6c0613c9-5a17-445e-a644-45e4dec52ca9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 23:01:24.110862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=52d9bd28-e22e-4b68-8e11-283b9d63eaa9,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:24.192283 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:01:22Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '68ef6e68-a83c-4dc3-a424-cadb3b8b78d1', 'name': '', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:e5:5c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:21Z', 'updated_at': '2021-07-27T23:01:22Z', 'revision_number': 2, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:24.227161 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Checking router: c144ccd1-a8f9-46a0-8541-a486a191e22c for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:01:24.227523 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Updating router c144ccd1-a8f9-46a0-8541-a486a191e22c port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:01:24.252718 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.524641 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.534445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Transition to ACTIVE for port object 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:24.541280 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.607131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d0338-cb79-4fab-bc58-6c2700d36bac None None] Pushing event updated for resources: {'Port': ['ID=68ef6e68-a83c-4dc3-a424-cadb3b8b78d1,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:24.682746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Attempting to bind port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:01:24.683121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Attempting to bind port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:01:24.683481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Attempting to bind port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 on network 84deef60-9437-49c5-b031-aad1563b1c0c {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:01:24.692630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:01:24.693188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Checking segment: {'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:01:24.693729 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.694126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Bound using segment: {'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:01:24.694695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Bound port: 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:01:24.695082 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.698078 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6c0613c9-5a17-445e-a644-45e4dec52ca9 None None] Provisioning for port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:24.767654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] For port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:01:24.771799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] For port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=68ef6e68-a83c-4dc3-a424-cadb3b8b78d1,segment=NetworkSegment(33769b0a-b8ca-4c74-a31c-87497cf3b3fb),segment_id=33769b0a-b8ca-4c74-a31c-87497cf3b3fb)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:01:24.776002 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:24.841734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Routers {'c144ccd1-a8f9-46a0-8541-a486a191e22c'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:24.842394 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c144ccd1-a8f9-46a0-8541-a486a191e22c'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:24.846861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d0338-cb79-4fab-bc58-6c2700d36bac None None] Pushing event updated for resources: {'Port': ['ID=68ef6e68-a83c-4dc3-a424-cadb3b8b78d1,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:24.990300 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] Set router c144ccd1-a8f9-46a0-8541-a486a191e22c gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:25.017800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-8d36a9fe-541d-4af8-9251-120e89e7bbc6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:25.019677 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-8d36a9fe-541d-4af8-9251-120e89e7bbc6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "GET /v2.0/networks?id=84deef60-9437-49c5-b031-aad1563b1c0c HTTP/1.1" status: 200 len: 796 time: 0.1346042 Jul 27 23:01:25.067329 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-187b84fa-9512-4975-b8b3-42b39778f30d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 380 time: 0.0378590 Jul 27 23:01:25.082390 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'port': {'device_id': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'admin_state_up': True, 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'security_groups': ['7cc3ebe7-906a-4660-9f98-9cf1dedcb30f']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:25.188610 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7aa2ebbb-e36e-420a-9e99-10fb23fb9499 req-9abc4509-addc-4dd8-bcc3-baa86fe21e35 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 210 time: 0.0469587 Jul 27 23:01:25.211490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device da36c8fe-1983-4155-8127-03f730defe1a up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:25.215659 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:01:25.219515 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:25.240809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:01:22Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '68ef6e68-a83c-4dc3-a424-cadb3b8b78d1', 'name': '', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:e5:5c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:21Z', 'updated_at': '2021-07-27T23:01:24Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:25.270581 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50482f5-d475-471d-87a7-1b52e0fa2428 None None] The sync data for ids ['c144ccd1-a8f9-46a0-8541-a486a191e22c'] in n-d-802011-3 is: [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:01:22Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '68ef6e68-a83c-4dc3-a424-cadb3b8b78d1', 'name': '', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:e5:5c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:21Z', 'updated_at': '2021-07-27T23:01:24Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:01:25.292799 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port da36c8fe-1983-4155-8127-03f730defe1a triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:25.292799 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:25.378863 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.20.0.5 (84deef60-9437-49c5-b031-aad1563b1c0c/ea6e6664-998a-4586-8969-990342fe1d6c/44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:01:25.399176 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:25.455493 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:25.455871 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:25.537563 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:25.552243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Transition to ACTIVE for port object 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:25.585891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:25.634840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 84deef60-9437-49c5-b031-aad1563b1c0c is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:01:25.637963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:25.643912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:01:25.675699 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:25.699562 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:25.700220 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:25.717440 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-2f844392-cd99-4faf-892b-f6bd2095f0d4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6389859 Jul 27 23:01:25.740348 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Request body: {'port': {'device_id': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:25.800114 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:25.965147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-03a91e0f-4807-4525-bbe6-3595e6717a37 None None] Provisioning for port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:25.969258 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-03a91e0f-4807-4525-bbe6-3595e6717a37 None None] Provisioning complete for port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:25.969772 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03a91e0f-4807-4525-bbe6-3595e6717a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.012298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-03a91e0f-4807-4525-bbe6-3595e6717a37 None None] Port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:01:26.094411 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:01:26.103323 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.116627 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Transition to ACTIVE for port object 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:01:26.120401 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.191585 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Pushing event updated for resources: {'Port': ['ID=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:26.253070 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Attempting to bind port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:01:26.253417 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Attempting to bind port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:01:26.253751 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Attempting to bind port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e on network 84deef60-9437-49c5-b031-aad1563b1c0c {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:01:26.259097 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e on network 84deef60-9437-49c5-b031-aad1563b1c0c not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:01:26.259429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Attempting to bind port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e on network 84deef60-9437-49c5-b031-aad1563b1c0c {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:01:26.265332 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:01:26.265666 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Checking segment: {'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:01:26.266021 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Bound using segment: {'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:01:26.266491 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Bound port: 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33769b0a-b8ca-4c74-a31c-87497cf3b3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:01:26.266851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.321487 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b7264-f47c-4436-a08a-e83608e1be2d req-0954f28f-d1d3-4fd9-83a6-d0d91886048b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:26.323287 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee0b7264-f47c-4436-a08a-e83608e1be2d req-0954f28f-d1d3-4fd9-83a6-d0d91886048b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 943 time: 0.0594511 Jul 27 23:01:26.339885 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] For port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:01:26.343597 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] For port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e,segment=NetworkSegment(33769b0a-b8ca-4c74-a31c-87497cf3b3fb),segment_id=33769b0a-b8ca-4c74-a31c-87497cf3b3fb)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:01:26.352036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.376374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ee0b7264-f47c-4436-a08a-e83608e1be2d req-cf13684f-a457-4707-bfb1-6e258d2726aa tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421200 Jul 27 23:01:26.400820 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:26.400820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:26.402149 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] 10.222.0.43 "PUT /v2.0/ports/44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e HTTP/1.1" status: 200 len: 1091 time: 0.6752064 Jul 27 23:01:26.402640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'tag': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:01:26.404927 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f5bd52caf5610727ea6ec9a8d26bcc39e90bd563bbe7c5a4a3aec73f761fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4178f1-2fd9-4385-befb-04048a39375c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d15b66-023f-47f7-9dbc-ecab39bfc2f2", "tag": "44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:01:26.431843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9e551-7b93-49ba-8e6c-2e03f2603071 service neutron] Pushing event updated for resources: {'Port': ['ID=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:26.460312 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aed4d6-53da-4f15-a995-0d9900187b1b x-openstack-request-id: req-69aed4d6-53da-4f15-a995-0d9900187b1b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:01:26.460829 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d15b66-023f-47f7-9dbc-ecab39bfc2f2", "tag": "44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:01:26.461241 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69aed4d6-53da-4f15-a995-0d9900187b1b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:01:26.461831 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'tag': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e', 'status': 'completed', 'code': 200} Jul 27 23:01:26.494365 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-c1522707-edaa-4690-955b-0688c0f4f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:26.495903 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-c1522707-edaa-4690-955b-0688c0f4f613 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 1094 time: 0.0470881 Jul 27 23:01:26.542251 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7fbaa1c9-1af2-47e7-95a5-c52a028d0b5e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e HTTP/1.1" status: 200 len: 217 time: 0.0380163 Jul 27 23:01:26.593937 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-0a736b52-e843-4d13-851f-e87950e4c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:26.595371 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-0a736b52-e843-4d13-851f-e87950e4c95d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea6e6664-998a-4586-8969-990342fe1d6c HTTP/1.1" status: 200 len: 835 time: 0.0453863 Jul 27 23:01:26.641819 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-866763d0-1e64-4af6-94aa-274d1c654d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:26.643331 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-866763d0-1e64-4af6-94aa-274d1c654d7c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84deef60-9437-49c5-b031-aad1563b1c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398550 Jul 27 23:01:26.741633 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-7c8fc708-ce09-4a3c-ac97-a444830f2747 service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899522 Jul 27 23:01:26.829639 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-927ba00d-f2c0-4852-a21e-1e8dfb37f440 req-850e8271-50c1-4a76-879f-08759258cd73 service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809329 Jul 27 23:01:26.917028 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4178f1-2fd9-4385-befb-04048a39375c req-8f99157a-a0d9-4dde-ba48-a957198f6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:26.918451 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab4178f1-2fd9-4385-befb-04048a39375c req-8f99157a-a0d9-4dde-ba48-a957198f6306 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 1094 time: 0.0409870 Jul 27 23:01:27.020825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4178f1-2fd9-4385-befb-04048a39375c req-0c5c55fa-cc48-41d6-84d2-db8faaaa44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:27.022363 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab4178f1-2fd9-4385-befb-04048a39375c req-0c5c55fa-cc48-41d6-84d2-db8faaaa44eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=84deef60-9437-49c5-b031-aad1563b1c0c HTTP/1.1" status: 200 len: 897 time: 0.0962443 Jul 27 23:01:27.062728 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab4178f1-2fd9-4385-befb-04048a39375c req-95f05e28-7995-495d-8bea-e5f708ba5597 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e HTTP/1.1" status: 200 len: 217 time: 0.0333927 Jul 27 23:01:27.178771 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:27.232939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:27.237440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:27.237824 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:27.318610 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:27.353262 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=68ef6e68-a83c-4dc3-a424-cadb3b8b78d1,segment=NetworkSegment(33769b0a-b8ca-4c74-a31c-87497cf3b3fb),segment_id=33769b0a-b8ca-4c74-a31c-87497cf3b3fb)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:27.357480 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:27.406403 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=68ef6e68-a83c-4dc3-a424-cadb3b8b78d1,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:27.451453 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4178f1-2fd9-4385-befb-04048a39375c req-47be326d-dc06-4d31-9cc3-fcbd85d63b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:27.452962 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab4178f1-2fd9-4385-befb-04048a39375c req-47be326d-dc06-4d31-9cc3-fcbd85d63b1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea6e6664-998a-4586-8969-990342fe1d6c HTTP/1.1" status: 200 len: 835 time: 0.3831487 Jul 27 23:01:27.498369 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4178f1-2fd9-4385-befb-04048a39375c req-43161601-e290-46f7-ae68-e7161230bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:27.499928 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab4178f1-2fd9-4385-befb-04048a39375c req-43161601-e290-46f7-ae68-e7161230bd69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84deef60-9437-49c5-b031-aad1563b1c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395949 Jul 27 23:01:27.500062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1148a-af47-4ee7-8ed0-08e974a8d6ca req-037eea51-1050-4962-b9fc-eb9ecfe97ee9 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:27.501464 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ba1148a-af47-4ee7-8ed0-08e974a8d6ca req-037eea51-1050-4962-b9fc-eb9ecfe97ee9 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 943 time: 0.0493159 Jul 27 23:01:27.541002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1ba1148a-af47-4ee7-8ed0-08e974a8d6ca req-63260b8f-8e96-4e0b-aa6f-1f3f6a74d0d2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327971 Jul 27 23:01:27.590692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab4178f1-2fd9-4385-befb-04048a39375c req-7fb59471-76f7-43a1-8594-2ddb8e0101a7 service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818341 Jul 27 23:01:27.684341 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ab4178f1-2fd9-4385-befb-04048a39375c req-ee9f0f0e-f093-49ea-944a-e4605fedd466 service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852308 Jul 27 23:01:28.661816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a41b4a-7d8a-44b0-a902-a02ca3569ee0 req-2bcf33d1-3cf0-49e1-b63d-d61c4af13f64 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:28.663341 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4a41b4a-7d8a-44b0-a902-a02ca3569ee0 req-2bcf33d1-3cf0-49e1-b63d-d61c4af13f64 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 943 time: 0.0524542 Jul 27 23:01:28.701068 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c4a41b4a-7d8a-44b0-a902-a02ca3569ee0 req-7af4b28d-87de-4af8-8f9e-7698d9d3d4c1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317738 Jul 27 23:01:29.159712 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:29.209388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:29.209746 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:29.816168 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a12f8e-cbbb-4b1d-9fa5-9f1eba73971c req-cd5d74e5-5804-4cd1-bc3b-3675a9bf4453 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:29.818375 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-51a12f8e-cbbb-4b1d-9fa5-9f1eba73971c req-cd5d74e5-5804-4cd1-bc3b-3675a9bf4453 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 943 time: 0.0495729 Jul 27 23:01:29.856833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-51a12f8e-cbbb-4b1d-9fa5-9f1eba73971c req-c6d7c8c8-6841-4ba8-8f3c-f3378e460f98 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321524 Jul 27 23:01:30.687252 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:01:30.939382 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e,segment=NetworkSegment(33769b0a-b8ca-4c74-a31c-87497cf3b3fb),segment_id=33769b0a-b8ca-4c74-a31c-87497cf3b3fb)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:30.951550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'port_id': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e', 'mac_address': 'fa:16:3e:c4:4c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:01:30.974850 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65184344-a7f7-4660-ae5b-acd936a459cc req-167c2d30-7e0a-4a47-828e-b588368172df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:30.976376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65184344-a7f7-4660-ae5b-acd936a459cc req-167c2d30-7e0a-4a47-828e-b588368172df tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 943 time: 0.0492215 Jul 27 23:01:30.993306 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:31.006418 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:01:31.018547 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-65184344-a7f7-4660-ae5b-acd936a459cc req-f3703258-3e4f-4c33-afcb-001e220877aa tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340455 Jul 27 23:01:31.026077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e,segment=NetworkSegment(33769b0a-b8ca-4c74-a31c-87497cf3b3fb),segment_id=33769b0a-b8ca-4c74-a31c-87497cf3b3fb)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:31.034058 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:31.079534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:31.254443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:01:32.138018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd8e17-1813-42fd-ba96-8f90b43cb837 req-da8a666a-7c74-411a-b698-53114c2629b1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:32.139486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3fdd8e17-1813-42fd-ba96-8f90b43cb837 req-da8a666a-7c74-411a-b698-53114c2629b1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 944 time: 0.0537643 Jul 27 23:01:32.175970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3fdd8e17-1813-42fd-ba96-8f90b43cb837 req-8c7aa121-7788-46d2-98db-3fd966a955cb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305164 Jul 27 23:01:32.692673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:01:32.747113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:01:32.750782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:01:32.751148 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:32.825871 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:32.847756 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:01:32.850763 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88362aad-1b59-49e7-9718-b846bfe7377c" -d '{"events": [{"server_uuid": "d6d15b66-023f-47f7-9dbc-ecab39bfc2f2", "name": "network-vif-plugged", "status": "completed", "tag": "44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:01:32.863268 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e,segment=NetworkSegment(33769b0a-b8ca-4c74-a31c-87497cf3b3fb),segment_id=33769b0a-b8ca-4c74-a31c-87497cf3b3fb)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:01:32.868841 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:32.898475 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cfd789-27fd-4de1-942f-68ab80a44619 x-openstack-request-id: req-04cfd789-27fd-4de1-942f-68ab80a44619 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:01:32.898776 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d15b66-023f-47f7-9dbc-ecab39bfc2f2", "name": "network-vif-plugged", "status": "completed", "tag": "44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:01:32.899046 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04cfd789-27fd-4de1-942f-68ab80a44619 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:01:32.899430 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e', 'code': 200} Jul 27 23:01:32.925041 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:32.993461 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52cb3c-d304-4a60-baae-91764351b327 req-a3a0515e-e61f-4f82-aab6-4ad7778b0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:32.995463 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fb52cb3c-d304-4a60-baae-91764351b327 req-a3a0515e-e61f-4f82-aab6-4ad7778b0719 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0433602 Jul 27 23:01:33.029444 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-fb52cb3c-d304-4a60-baae-91764351b327 req-a772c502-36bc-4c51-9f9a-7a9e795fb83d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275438 Jul 27 23:01:33.294501 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125d238-e7ee-472f-ae3b-74eb46326822 req-4d98f6fe-bc93-4907-a9e9-73739966b26c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:33.296006 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6125d238-e7ee-472f-ae3b-74eb46326822 req-4d98f6fe-bc93-4907-a9e9-73739966b26c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0491719 Jul 27 23:01:33.333859 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6125d238-e7ee-472f-ae3b-74eb46326822 req-8b83d6f1-12dc-4599-ba5e-06e2bc092d0b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313797 Jul 27 23:01:34.451285 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7b4a5-0e00-4803-8745-19c7c927297d req-94aaac48-be2a-4c51-bca5-6121df258ca7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:34.452780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91b7b4a5-0e00-4803-8745-19c7c927297d req-94aaac48-be2a-4c51-bca5-6121df258ca7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0499051 Jul 27 23:01:34.491064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91b7b4a5-0e00-4803-8745-19c7c927297d req-afa1b8df-da6b-4af7-bb6f-d38c7f487a80 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Jul 27 23:01:34.608739 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def052a5-2553-4a0a-82c0-3a2bbab0275c req-a1913145-e861-4124-831a-1bc21d133936 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:34.610232 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-def052a5-2553-4a0a-82c0-3a2bbab0275c req-a1913145-e861-4124-831a-1bc21d133936 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0531867 Jul 27 23:01:34.647979 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-def052a5-2553-4a0a-82c0-3a2bbab0275c req-245ff0c4-4541-4b44-8291-8f39fc44efef tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318074 Jul 27 23:01:34.669695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:34.709428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e77edd-731f-401f-8861-7527c5e4a25e tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:34.710977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-23e77edd-731f-401f-8861-7527c5e4a25e tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 1091 time: 0.0402658 Jul 27 23:01:34.716174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35854) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:34.720704 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:01:34.742737 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:34.843431 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:34.945580 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.25.1.78 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/c9c0f803-8b4d-4d29-bc43-26d505195b33) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:01:35.052181 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:35.090705 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:35.125536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:01:35.128315 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:01:35.132424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:01:35.160157 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=c9c0f803-8b4d-4d29-bc43-26d505195b33,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:35.490634 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:35.556597 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:35.703598 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:35.708118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:35.773341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=c9c0f803-8b4d-4d29-bc43-26d505195b33,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:01:35.786049 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:35.884443 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Floating IP 153aec13-c6c8-491a-a7d7-826c081a0730 associated. External IP: 172.25.1.78, port: 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e. Jul 27 23:01:36.091540 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router c144ccd1-a8f9-46a0-8541-a486a191e22c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:01:36.201443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:01:36.211511 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c5f0c-841a-42cf-ac89-077bf8c93961 None None] Sync routers for ids ['c144ccd1-a8f9-46a0-8541-a486a191e22c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:01:36.217535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:36.221503 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c5f0c-841a-42cf-ac89-077bf8c93961 None None] Routers {'c144ccd1-a8f9-46a0-8541-a486a191e22c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:36.222105 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-180c5f0c-841a-42cf-ac89-077bf8c93961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c144ccd1-a8f9-46a0-8541-a486a191e22c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:36.244764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1ca02358-89c0-49c0-b7f4-ec4a2ca7609c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5275655 Jul 27 23:01:36.245452 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'tag': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:01:36.247831 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc782cc5-6f09-4ae6-8217-8dfc150f00a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d15b66-023f-47f7-9dbc-ecab39bfc2f2", "tag": "44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:01:36.289672 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d788eb7-557a-4698-917b-02a4dda55227 x-openstack-request-id: req-2d788eb7-557a-4698-917b-02a4dda55227 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:01:36.289966 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d15b66-023f-47f7-9dbc-ecab39bfc2f2", "tag": "44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:01:36.290218 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d788eb7-557a-4698-917b-02a4dda55227 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:01:36.290650 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'tag': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e', 'status': 'completed', 'code': 200} Jul 27 23:01:36.358313 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b080379-591b-4aa8-b616-bff16c8d7574 req-93e126b8-e477-408c-a941-f322830de012 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:36.360418 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b080379-591b-4aa8-b616-bff16c8d7574 req-93e126b8-e477-408c-a941-f322830de012 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0549521 Jul 27 23:01:36.362704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc782cc5-6f09-4ae6-8217-8dfc150f00a7 req-2549fdc4-691c-49d5-87d6-953a681f8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:36.365223 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc782cc5-6f09-4ae6-8217-8dfc150f00a7 req-2549fdc4-691c-49d5-87d6-953a681f8f61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0513880 Jul 27 23:01:36.405569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3b080379-591b-4aa8-b616-bff16c8d7574 req-fcd6cf62-20f6-4929-ae7b-7cded26f1c77 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375824 Jul 27 23:01:36.431670 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35860) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:36.435385 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-180c5f0c-841a-42cf-ac89-077bf8c93961 None None] Set router c144ccd1-a8f9-46a0-8541-a486a191e22c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:36.458811 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc782cc5-6f09-4ae6-8217-8dfc150f00a7 req-77b74674-874e-44cc-8239-878cac91fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:36.460477 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc782cc5-6f09-4ae6-8217-8dfc150f00a7 req-77b74674-874e-44cc-8239-878cac91fc13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=84deef60-9437-49c5-b031-aad1563b1c0c HTTP/1.1" status: 200 len: 897 time: 0.0887153 Jul 27 23:01:36.498707 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2be011c2-5034-452e-9a29-e92c3be49afb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/153aec13-c6c8-491a-a7d7-826c081a0730 HTTP/1.1" status: 200 len: 990 time: 0.0647664 Jul 27 23:01:36.534371 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc782cc5-6f09-4ae6-8217-8dfc150f00a7 req-ccf8cbab-0ab2-4176-842c-e0c71d92af63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e HTTP/1.1" status: 200 len: 998 time: 0.0659647 Jul 27 23:01:36.583662 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc782cc5-6f09-4ae6-8217-8dfc150f00a7 req-a9704ffb-666a-4e98-8b17-bfb30e0e3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:36.585178 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc782cc5-6f09-4ae6-8217-8dfc150f00a7 req-a9704ffb-666a-4e98-8b17-bfb30e0e3e97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea6e6664-998a-4586-8969-990342fe1d6c HTTP/1.1" status: 200 len: 835 time: 0.0438783 Jul 27 23:01:36.631800 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc782cc5-6f09-4ae6-8217-8dfc150f00a7 req-c7887c19-dfa2-49a1-9ab8-888d13d8c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:36.633325 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc782cc5-6f09-4ae6-8217-8dfc150f00a7 req-c7887c19-dfa2-49a1-9ab8-888d13d8c8de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84deef60-9437-49c5-b031-aad1563b1c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405705 Jul 27 23:01:36.661686 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-180c5f0c-841a-42cf-ac89-077bf8c93961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:01:22Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '153aec13-c6c8-491a-a7d7-826c081a0730', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'port_id': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'mac_address': 'fa:16:3e:c4:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:01:35Z', 'updated_at': '2021-07-27T23:01:35Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ef6e68-a83c-4dc3-a424-cadb3b8b78d1', 'name': '', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:e5:5c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:21Z', 'updated_at': '2021-07-27T23:01:27Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:36.690660 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c5f0c-841a-42cf-ac89-077bf8c93961 None None] Checking router: c144ccd1-a8f9-46a0-8541-a486a191e22c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:01:36.699516 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c5f0c-841a-42cf-ac89-077bf8c93961 None None] Routers {'c144ccd1-a8f9-46a0-8541-a486a191e22c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:01:36.700128 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-180c5f0c-841a-42cf-ac89-077bf8c93961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:01:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c144ccd1-a8f9-46a0-8541-a486a191e22c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:36.728631 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc782cc5-6f09-4ae6-8217-8dfc150f00a7 req-e78a22fb-5467-448a-ae38-90e48e603568 service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877051 Jul 27 23:01:36.805611 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-180c5f0c-841a-42cf-ac89-077bf8c93961 None None] Set router c144ccd1-a8f9-46a0-8541-a486a191e22c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:01:36.819092 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cc782cc5-6f09-4ae6-8217-8dfc150f00a7 req-3e3099c9-e881-480d-ba04-4d53a62819a5 service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837016 Jul 27 23:01:37.031381 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-180c5f0c-841a-42cf-ac89-077bf8c93961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:01:22Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '153aec13-c6c8-491a-a7d7-826c081a0730', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'port_id': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'mac_address': 'fa:16:3e:c4:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:01:35Z', 'updated_at': '2021-07-27T23:01:35Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ef6e68-a83c-4dc3-a424-cadb3b8b78d1', 'name': '', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:e5:5c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:21Z', 'updated_at': '2021-07-27T23:01:27Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:01:37.061037 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c5f0c-841a-42cf-ac89-077bf8c93961 None None] The sync data for ids ['c144ccd1-a8f9-46a0-8541-a486a191e22c'] in n-d-802011-3 is: [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:01:22Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '153aec13-c6c8-491a-a7d7-826c081a0730', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'port_id': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'mac_address': 'fa:16:3e:c4:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:01:35Z', 'updated_at': '2021-07-27T23:01:35Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ef6e68-a83c-4dc3-a424-cadb3b8b78d1', 'name': '', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:e5:5c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:21Z', 'updated_at': '2021-07-27T23:01:27Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:01:37.266624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e706d6-a6e6-48d4-9ca1-0a6a6b745f73 None None] New status for floating IP 153aec13-c6c8-491a-a7d7-826c081a0730: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:01:37.501436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35862) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:01:37.571570 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c1cf3847-b908-45e6-b3cd-82499ec6f966 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/153aec13-c6c8-491a-a7d7-826c081a0730 HTTP/1.1" status: 200 len: 992 time: 0.0690048 Jul 27 23:01:42.828456 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-87310000-4fee-47b2-a804-93ffe885f4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:43.001478 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:45.496598 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db511d6e-d48d-4b02-8f14-7e9621cef193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:45.852355 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:46.628542 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:47.024774 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:48.328453 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:01:48.659236 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0885cbea-a984-422b-bf46-bf118827b1b8 req-4c0c1d84-073d-4990-a341-745a4b6780e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398269 Jul 27 23:01:48.747074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885cbea-a984-422b-bf46-bf118827b1b8 req-64259e6a-d7d1-451b-9f8f-7f7989e87c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:48.748592 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0885cbea-a984-422b-bf46-bf118827b1b8 req-64259e6a-d7d1-451b-9f8f-7f7989e87c0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0491085 Jul 27 23:01:48.858748 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885cbea-a984-422b-bf46-bf118827b1b8 req-eca4910a-e3fa-49a6-96c7-a1ffb4f7babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:48.860444 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0885cbea-a984-422b-bf46-bf118827b1b8 req-eca4910a-e3fa-49a6-96c7-a1ffb4f7babf service neutron] 10.222.0.43 "GET /v2.0/networks?id=84deef60-9437-49c5-b031-aad1563b1c0c HTTP/1.1" status: 200 len: 897 time: 0.0934086 Jul 27 23:01:48.939677 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0885cbea-a984-422b-bf46-bf118827b1b8 req-37f783b5-0cb5-48ba-92b3-bfca3ea45d02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e HTTP/1.1" status: 200 len: 1000 time: 0.0719032 Jul 27 23:01:48.992673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885cbea-a984-422b-bf46-bf118827b1b8 req-c397f778-5b14-4e21-896e-5b0eeb93c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:48.994146 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0885cbea-a984-422b-bf46-bf118827b1b8 req-c397f778-5b14-4e21-896e-5b0eeb93c09c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea6e6664-998a-4586-8969-990342fe1d6c HTTP/1.1" status: 200 len: 835 time: 0.0452466 Jul 27 23:01:49.041361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885cbea-a984-422b-bf46-bf118827b1b8 req-b66bfce5-c1bd-4683-98dc-99aeaeddf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:01:49.042879 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0885cbea-a984-422b-bf46-bf118827b1b8 req-b66bfce5-c1bd-4683-98dc-99aeaeddf6b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84deef60-9437-49c5-b031-aad1563b1c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403388 Jul 27 23:01:49.136627 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0885cbea-a984-422b-bf46-bf118827b1b8 req-9475d026-a032-492a-b188-df8d597b13b0 service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860109 Jul 27 23:01:49.230229 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0885cbea-a984-422b-bf46-bf118827b1b8 req-f0e78aeb-72c5-491a-8c48-93e3d336d7e5 service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862908 Jul 27 23:01:53.903374 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:02:06.395108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94b1b2-590a-46b0-a0bb-016e44239447 req-c4a16cfc-580d-4e9e-9a96-c973fb844dad tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:06.396644 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f94b1b2-590a-46b0-a0bb-016e44239447 req-c4a16cfc-580d-4e9e-9a96-c973fb844dad tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0503700 Jul 27 23:02:06.436546 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0f94b1b2-590a-46b0-a0bb-016e44239447 req-f102751a-27c2-450e-94d5-ccaaeb475925 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Jul 27 23:02:07.551408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0842167-b5b7-4003-adc6-c8903a61a478 req-b010d3f7-a004-4b15-88a0-fd6404ae7c1f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:07.552870 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f0842167-b5b7-4003-adc6-c8903a61a478 req-b010d3f7-a004-4b15-88a0-fd6404ae7c1f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0482149 Jul 27 23:02:07.590521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f0842167-b5b7-4003-adc6-c8903a61a478 req-062128b2-80d3-4f8e-8d3b-2898eaf09a5d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307961 Jul 27 23:02:08.703879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122d43b-85ba-4393-8c60-f012fe8d2302 req-cf75bdbd-c0d1-4f3b-ba43-f698afb66123 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:08.705364 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9122d43b-85ba-4393-8c60-f012fe8d2302 req-cf75bdbd-c0d1-4f3b-ba43-f698afb66123 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0478387 Jul 27 23:02:08.746396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9122d43b-85ba-4393-8c60-f012fe8d2302 req-64f9536a-48c2-476a-8c3b-5f4ba68dc3bb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342660 Jul 27 23:02:09.860620 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32408a83-35d7-4a60-8806-5f647a9ae2e6 req-08bcdd91-94b6-4ff4-b8d4-c62f5714563f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:09.862127 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32408a83-35d7-4a60-8806-5f647a9ae2e6 req-08bcdd91-94b6-4ff4-b8d4-c62f5714563f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0485120 Jul 27 23:02:09.899811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-32408a83-35d7-4a60-8806-5f647a9ae2e6 req-585a9c18-c318-41e8-a2a4-be29470ab0cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312741 Jul 27 23:02:11.016122 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658ae3e-b366-4cf0-8fb5-c4d45063d30b req-9d19c51a-1ee8-4f8d-ad81-403f627b799f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:11.017627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2658ae3e-b366-4cf0-8fb5-c4d45063d30b req-9d19c51a-1ee8-4f8d-ad81-403f627b799f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0510609 Jul 27 23:02:11.055493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2658ae3e-b366-4cf0-8fb5-c4d45063d30b req-4efb272b-82ac-4319-af91-1e5817949bc9 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Jul 27 23:02:12.168118 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288eb80-7288-44a0-944b-d0c0e641c538 req-02216740-26ac-47ee-8031-6d1b902a28f7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:12.169621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0288eb80-7288-44a0-944b-d0c0e641c538 req-02216740-26ac-47ee-8031-6d1b902a28f7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0484047 Jul 27 23:02:12.211818 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0288eb80-7288-44a0-944b-d0c0e641c538 req-01fc796a-45b5-408a-bf0a-07b920ff2805 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362661 Jul 27 23:02:12.829076 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f880fef-6d12-4ec7-aa85-5b74b61e52a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:13.031721 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:13.325839 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679f41a-283e-4c05-9170-f6a75a6663c4 req-5cccb161-5915-440f-923e-97a67abe1e49 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:13.327368 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b679f41a-283e-4c05-9170-f6a75a6663c4 req-5cccb161-5915-440f-923e-97a67abe1e49 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0480258 Jul 27 23:02:13.364885 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b679f41a-283e-4c05-9170-f6a75a6663c4 req-e9b2f105-ed15-49a1-8948-69412cc7e86e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Jul 27 23:02:14.482424 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a37f5f-d7df-4c9b-9b93-1bb40c54ea78 req-4225ad76-80e2-490f-8436-0d51bf49830f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:14.483980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9a37f5f-d7df-4c9b-9b93-1bb40c54ea78 req-4225ad76-80e2-490f-8436-0d51bf49830f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0517337 Jul 27 23:02:14.520149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9a37f5f-d7df-4c9b-9b93-1bb40c54ea78 req-3e714305-5855-460c-b3a0-adac6519562f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303195 Jul 27 23:02:15.496947 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8e3c2654-106c-4151-b754-97462a7f5548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:15.637114 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259ecb-b16a-4174-970e-59d98df1413b req-d62c364a-55f4-4ad9-814a-b5c71cad57f8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:15.638679 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2259ecb-b16a-4174-970e-59d98df1413b req-d62c364a-55f4-4ad9-814a-b5c71cad57f8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0485320 Jul 27 23:02:15.679920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2259ecb-b16a-4174-970e-59d98df1413b req-9de1fe85-e6b2-4ec3-a386-996f5b89829e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353117 Jul 27 23:02:15.852854 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:16.631318 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:16.795391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dbdfa-0641-4a4b-a4f3-c7c559bd92cc req-199f47c1-65bd-446b-b138-cd5b17b930e6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:16.796864 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c1dbdfa-0641-4a4b-a4f3-c7c559bd92cc req-199f47c1-65bd-446b-b138-cd5b17b930e6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0486617 Jul 27 23:02:16.833576 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1c1dbdfa-0641-4a4b-a4f3-c7c559bd92cc req-b234016c-d577-40d8-90f0-cf9887441ac4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309329 Jul 27 23:02:16.859510 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35902) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:16.923855 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-38b62da2-79b2-4789-8ffe-95bace66718e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/153aec13-c6c8-491a-a7d7-826c081a0730 HTTP/1.1" status: 200 len: 992 time: 0.0630982 Jul 27 23:02:17.047182 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:18.183026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2e39a-56f7-4119-9915-0d8890b61a5d req-ca4e8b13-17b0-41aa-aa6b-ac071fb96a88 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:18.184528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13b2e39a-56f7-4119-9915-0d8890b61a5d req-ca4e8b13-17b0-41aa-aa6b-ac071fb96a88 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0566561 Jul 27 23:02:18.200738 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda45b0-b675-4568-95a1-b6ea3d84df77 req-e02ac533-1417-4ce1-be6b-af5b0ebbab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:18.202195 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8dda45b0-b675-4568-95a1-b6ea3d84df77 req-e02ac533-1417-4ce1-be6b-af5b0ebbab5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0427504 Jul 27 23:02:18.222803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-13b2e39a-56f7-4119-9915-0d8890b61a5d req-3a4164a4-ed16-439a-b2f2-f24781f1087f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317538 Jul 27 23:02:18.296568 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda45b0-b675-4568-95a1-b6ea3d84df77 req-7d6d7c7c-5967-4302-9568-1dbe804c819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:18.298069 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8dda45b0-b675-4568-95a1-b6ea3d84df77 req-7d6d7c7c-5967-4302-9568-1dbe804c819e service neutron] 10.222.0.43 "GET /v2.0/networks?id=84deef60-9437-49c5-b031-aad1563b1c0c HTTP/1.1" status: 200 len: 897 time: 0.0890515 Jul 27 23:02:18.333408 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:18.364468 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8dda45b0-b675-4568-95a1-b6ea3d84df77 req-c8f3296b-f0f1-4623-ac26-cc0c1ee54388 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e HTTP/1.1" status: 200 len: 1000 time: 0.0589693 Jul 27 23:02:18.417188 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda45b0-b675-4568-95a1-b6ea3d84df77 req-9c9f7dac-0219-457f-9ecb-a1a56aab1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:18.418660 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8dda45b0-b675-4568-95a1-b6ea3d84df77 req-9c9f7dac-0219-457f-9ecb-a1a56aab1847 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea6e6664-998a-4586-8969-990342fe1d6c HTTP/1.1" status: 200 len: 835 time: 0.0476346 Jul 27 23:02:18.464457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda45b0-b675-4568-95a1-b6ea3d84df77 req-4c9baf40-761a-4053-94dc-afd3ba45613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:18.465842 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8dda45b0-b675-4568-95a1-b6ea3d84df77 req-4c9baf40-761a-4053-94dc-afd3ba45613f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84deef60-9437-49c5-b031-aad1563b1c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397396 Jul 27 23:02:18.554787 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8dda45b0-b675-4568-95a1-b6ea3d84df77 req-7a5da6ed-19e4-4b0c-bd26-08bfb0c4efe4 service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812323 Jul 27 23:02:18.646318 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-8dda45b0-b675-4568-95a1-b6ea3d84df77 req-dcc58005-e672-4778-961d-83a42773f46b service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850976 Jul 27 23:02:19.338690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac4577-4ef9-4c8e-a04a-ddc510b47031 req-0970a778-3029-481d-ba8e-3ae064ede17e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:19.340161 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efac4577-4ef9-4c8e-a04a-ddc510b47031 req-0970a778-3029-481d-ba8e-3ae064ede17e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0487008 Jul 27 23:02:19.376693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-efac4577-4ef9-4c8e-a04a-ddc510b47031 req-ab6b975c-2cbc-4ebb-9005-c7c4f8eeb2d8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306730 Jul 27 23:02:19.399673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35912) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:19.461649 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cdf50cbe-7a17-4e1d-9290-fb3d60235ea5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/153aec13-c6c8-491a-a7d7-826c081a0730 HTTP/1.1" status: 200 len: 992 time: 0.0608678 Jul 27 23:02:30.902769 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:02:42.829770 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a777f97-5074-4c3a-a31d-54b5c03d6689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:43.029372 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.497321 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e4db0c4d-c669-4fa8-b550-a722476806ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:45.852744 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:46.635108 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:47.061601 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:48.332465 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:49.178506 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ea31bb7-03fe-47fb-9529-fd5161491f4c req-10c19550-7333-4845-80a3-0913656e03b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416360 Jul 27 23:02:49.258349 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea31bb7-03fe-47fb-9529-fd5161491f4c req-27343c29-221d-48ea-9053-ccea62794880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:49.259756 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ea31bb7-03fe-47fb-9529-fd5161491f4c req-27343c29-221d-48ea-9053-ccea62794880 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0403392 Jul 27 23:02:49.364716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea31bb7-03fe-47fb-9529-fd5161491f4c req-2fda0f52-0e41-46b5-8b19-71c5a31eaa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:49.367284 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ea31bb7-03fe-47fb-9529-fd5161491f4c req-2fda0f52-0e41-46b5-8b19-71c5a31eaa1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=84deef60-9437-49c5-b031-aad1563b1c0c HTTP/1.1" status: 200 len: 897 time: 0.0892563 Jul 27 23:02:49.431590 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ea31bb7-03fe-47fb-9529-fd5161491f4c req-d07b83a6-968d-4934-a2bd-47fc2492c35a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e HTTP/1.1" status: 200 len: 1000 time: 0.0571907 Jul 27 23:02:49.484804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea31bb7-03fe-47fb-9529-fd5161491f4c req-f2f554c0-424b-45c4-8e0d-6c3deebd1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:49.486222 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ea31bb7-03fe-47fb-9529-fd5161491f4c req-f2f554c0-424b-45c4-8e0d-6c3deebd1c02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea6e6664-998a-4586-8969-990342fe1d6c HTTP/1.1" status: 200 len: 835 time: 0.0470335 Jul 27 23:02:49.530795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea31bb7-03fe-47fb-9529-fd5161491f4c req-aec672b3-5baf-4452-9547-1cacd14e4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:49.532168 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ea31bb7-03fe-47fb-9529-fd5161491f4c req-aec672b3-5baf-4452-9547-1cacd14e4639 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84deef60-9437-49c5-b031-aad1563b1c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390034 Jul 27 23:02:49.618312 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ea31bb7-03fe-47fb-9529-fd5161491f4c req-939e04fc-25af-4e44-97af-2c26956986dd service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788209 Jul 27 23:02:49.710488 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ea31bb7-03fe-47fb-9529-fd5161491f4c req-307055ee-af98-4db3-9761-031604896f67 service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852773 Jul 27 23:02:49.809082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:49.963245 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port c9c0f803-8b4d-4d29-bc43-26d505195b33 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:02:49.963590 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.037692 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.038024 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.049504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for c9c0f803-8b4d-4d29-bc43-26d505195b33 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:02:50.215229 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.242063 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=c9c0f803-8b4d-4d29-bc43-26d505195b33,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:50.265161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:50.265508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:50.265846 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:50.266176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:50.266526 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:50.266854 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:50.267178 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:50.267502 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:50.267825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:50.268141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:50.268459 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:50.268774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:50.312490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.312818 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Floating IP 153aec13-c6c8-491a-a7d7-826c081a0730 disassociated (deleted). External IP: 172.25.1.78, port: 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e. Jul 27 23:02:50.825386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router c144ccd1-a8f9-46a0-8541-a486a191e22c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:02:50.930400 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:02:50.935143 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:50.939621 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714cba13-25d6-4cc7-af87-e31a8cfd87cf None None] Sync routers for ids ['c144ccd1-a8f9-46a0-8541-a486a191e22c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:02:50.948247 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714cba13-25d6-4cc7-af87-e31a8cfd87cf None None] Routers {'c144ccd1-a8f9-46a0-8541-a486a191e22c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:02:50.948849 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-714cba13-25d6-4cc7-af87-e31a8cfd87cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:02:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c144ccd1-a8f9-46a0-8541-a486a191e22c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:50.961151 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-dcc963d4-d292-4188-ba85-2b84f74cfdc3 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/floatingips/153aec13-c6c8-491a-a7d7-826c081a0730 HTTP/1.1" status: 204 len: 168 time: 1.1510074 Jul 27 23:02:50.961753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'tag': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:50.964014 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe66f01-60a7-4373-b318-9399db21c1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d15b66-023f-47f7-9dbc-ecab39bfc2f2", "tag": "44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:51.011783 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b95a2d-b7dd-4aee-b896-4cdcfa33b703 x-openstack-request-id: req-05b95a2d-b7dd-4aee-b896-4cdcfa33b703 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:51.012079 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d15b66-023f-47f7-9dbc-ecab39bfc2f2", "tag": "44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:51.012351 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05b95a2d-b7dd-4aee-b896-4cdcfa33b703 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:51.013116 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'tag': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e', 'status': 'completed', 'code': 200} Jul 27 23:02:51.073424 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-714cba13-25d6-4cc7-af87-e31a8cfd87cf None None] Set router c144ccd1-a8f9-46a0-8541-a486a191e22c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:02:51.083137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe66f01-60a7-4373-b318-9399db21c1f3 req-afa3225e-89a1-499a-8e4e-70625c5b85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:51.086018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fe66f01-60a7-4373-b318-9399db21c1f3 req-afa3225e-89a1-499a-8e4e-70625c5b85ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 1096 time: 0.0495327 Jul 27 23:02:51.195164 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc6ef8-d08f-41dd-8c6b-f4ede4f837e5 req-d482a664-3490-4df2-9330-08ecaeb580d5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:51.196994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46dc6ef8-d08f-41dd-8c6b-f4ede4f837e5 req-d482a664-3490-4df2-9330-08ecaeb580d5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0520289 Jul 27 23:02:51.198925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe66f01-60a7-4373-b318-9399db21c1f3 req-834d4f76-aa21-4641-87d1-fa0742492cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:51.200421 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fe66f01-60a7-4373-b318-9399db21c1f3 req-834d4f76-aa21-4641-87d1-fa0742492cd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=84deef60-9437-49c5-b031-aad1563b1c0c HTTP/1.1" status: 200 len: 897 time: 0.1053259 Jul 27 23:02:51.237149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-46dc6ef8-d08f-41dd-8c6b-f4ede4f837e5 req-03cc6fd9-eb3e-4f6d-89bd-2cc1713a6146 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329738 Jul 27 23:02:51.245800 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fe66f01-60a7-4373-b318-9399db21c1f3 req-53654493-61b9-46ec-8a2c-3e9f7c3ed475 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e HTTP/1.1" status: 200 len: 217 time: 0.0369401 Jul 27 23:02:51.283484 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-714cba13-25d6-4cc7-af87-e31a8cfd87cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:01:22Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '68ef6e68-a83c-4dc3-a424-cadb3b8b78d1', 'name': '', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:e5:5c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:21Z', 'updated_at': '2021-07-27T23:01:27Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:51.298226 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe66f01-60a7-4373-b318-9399db21c1f3 req-8018665b-f20d-4b33-a69b-cf88d3ec6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:51.299730 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fe66f01-60a7-4373-b318-9399db21c1f3 req-8018665b-f20d-4b33-a69b-cf88d3ec6b0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ea6e6664-998a-4586-8969-990342fe1d6c HTTP/1.1" status: 200 len: 835 time: 0.0461531 Jul 27 23:02:51.314631 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714cba13-25d6-4cc7-af87-e31a8cfd87cf None None] Checking router: c144ccd1-a8f9-46a0-8541-a486a191e22c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:02:51.323994 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714cba13-25d6-4cc7-af87-e31a8cfd87cf None None] Routers {'c144ccd1-a8f9-46a0-8541-a486a191e22c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:02:51.325228 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-714cba13-25d6-4cc7-af87-e31a8cfd87cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:02:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c144ccd1-a8f9-46a0-8541-a486a191e22c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:51.345840 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe66f01-60a7-4373-b318-9399db21c1f3 req-e8646cb2-71ca-4214-8746-4d09fa8fb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:51.347626 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fe66f01-60a7-4373-b318-9399db21c1f3 req-e8646cb2-71ca-4214-8746-4d09fa8fb9cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=84deef60-9437-49c5-b031-aad1563b1c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408123 Jul 27 23:02:51.428506 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-714cba13-25d6-4cc7-af87-e31a8cfd87cf None None] Set router c144ccd1-a8f9-46a0-8541-a486a191e22c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:02:51.443100 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fe66f01-60a7-4373-b318-9399db21c1f3 req-01d1aed0-08f3-47af-a299-95199b12811c service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871413 Jul 27 23:02:51.532594 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5fe66f01-60a7-4373-b318-9399db21c1f3 req-32ff31e7-f1f3-4179-a837-812d21bde249 service neutron] 10.222.0.43 "GET /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817046 Jul 27 23:02:51.712266 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-714cba13-25d6-4cc7-af87-e31a8cfd87cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:01:22Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '68ef6e68-a83c-4dc3-a424-cadb3b8b78d1', 'name': '', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:e5:5c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:21Z', 'updated_at': '2021-07-27T23:01:27Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:51.737931 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714cba13-25d6-4cc7-af87-e31a8cfd87cf None None] The sync data for ids ['c144ccd1-a8f9-46a0-8541-a486a191e22c'] in n-d-802011-3 is: [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:01:22Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '68ef6e68-a83c-4dc3-a424-cadb3b8b78d1', 'name': '', 'network_id': '84deef60-9437-49c5-b031-aad1563b1c0c', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:e5:5c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:21Z', 'updated_at': '2021-07-27T23:01:27Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': 'ea6e6664-998a-4586-8969-990342fe1d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:02:51.947061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a463d0f-ed95-48b8-9176-7cfaa4f0849d None None] New status for floating IP 153aec13-c6c8-491a-a7d7-826c081a0730: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:02:52.366040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710106f3-fae7-4575-8a79-c31a104d3eac req-6cdd8b8a-ab89-47f3-80ad-2342428ef547 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:52.367533 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-710106f3-fae7-4575-8a79-c31a104d3eac req-6cdd8b8a-ab89-47f3-80ad-2342428ef547 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0492015 Jul 27 23:02:52.407022 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-710106f3-fae7-4575-8a79-c31a104d3eac req-88fd45cb-9f33-453e-90d0-a132ffe97a8a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 Jul 27 23:02:52.626833 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00481-73fa-41b5-b808-355446886eac req-c25b18d6-4c97-486d-b430-874778b157fe tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:52.628290 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-53a00481-73fa-41b5-b808-355446886eac req-c25b18d6-4c97-486d-b430-874778b157fe tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0554168 Jul 27 23:02:52.716107 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-53a00481-73fa-41b5-b808-355446886eac req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:02:52.716459 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53a00481-73fa-41b5-b808-355446886eac req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.810985 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-53a00481-73fa-41b5-b808-355446886eac req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e,segment=NetworkSegment(33769b0a-b8ca-4c74-a31c-87497cf3b3fb),segment_id=33769b0a-b8ca-4c74-a31c-87497cf3b3fb)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:52.811340 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53a00481-73fa-41b5-b808-355446886eac req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.825652 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-53a00481-73fa-41b5-b808-355446886eac req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:02:52.947346 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53a00481-73fa-41b5-b808-355446886eac req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:52.978608 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:53.004519 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:53.004867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:53.005204 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:53.005538 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:53.005948 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:53.006354 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:53.006823 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:53.007299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:53.007654 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:53.010091 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:53.010624 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:53.010967 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:53.033397 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a00481-73fa-41b5-b808-355446886eac req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] No DVR routers for this DVR port 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:02:53.035990 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-53a00481-73fa-41b5-b808-355446886eac req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:53.038681 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-53a00481-73fa-41b5-b808-355446886eac req-1010b789-e57f-44d1-a25c-06bddbd69401 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.43 "DELETE /v2.0/ports/44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e HTTP/1.1" status: 204 len: 173 time: 0.4028435 Jul 27 23:02:53.039111 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'name': 'network-vif-deleted', 'tag': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:02:53.041333 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f5bd52caf5610727ea6ec9a8d26bcc39e90bd563bbe7c5a4a3aec73f761fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2002066b-9bda-4543-b8f3-0a1d37eac257" -d '{"events": [{"server_uuid": "d6d15b66-023f-47f7-9dbc-ecab39bfc2f2", "name": "network-vif-deleted", "tag": "44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:02:53.160405 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0673fd45-14ab-4480-ba83-58c059ac7d3a x-openstack-request-id: req-0673fd45-14ab-4480-ba83-58c059ac7d3a {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:02:53.160696 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d15b66-023f-47f7-9dbc-ecab39bfc2f2", "name": "network-vif-deleted", "tag": "44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:02:53.161005 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0673fd45-14ab-4480-ba83-58c059ac7d3a {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:02:53.161409 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d15b66-023f-47f7-9dbc-ecab39bfc2f2', 'name': 'network-vif-deleted', 'tag': '44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e', 'status': 'completed', 'code': 200} Jul 27 23:02:53.523288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-85f0c3eb-8d08-4d9d-b1f8-7de990670fab req-dc5cc28e-f979-46e4-9c39-046da624c8fe tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d15b66-023f-47f7-9dbc-ecab39bfc2f2 HTTP/1.1" status: 200 len: 210 time: 0.0297997 Jul 27 23:02:54.581524 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:54.934128 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d48bb1a9-74b0-44da-a898-13b18af48c87 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.190138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d48bb1a9-74b0-44da-a898-13b18af48c87 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:02:55.190518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d48bb1a9-74b0-44da-a898-13b18af48c87 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.281437 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d48bb1a9-74b0-44da-a898-13b18af48c87 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=68ef6e68-a83c-4dc3-a424-cadb3b8b78d1,segment=NetworkSegment(33769b0a-b8ca-4c74-a31c-87497cf3b3fb),segment_id=33769b0a-b8ca-4c74-a31c-87497cf3b3fb)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:55.281799 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d48bb1a9-74b0-44da-a898-13b18af48c87 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.294486 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d48bb1a9-74b0-44da-a898-13b18af48c87 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:02:55.473760 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d48bb1a9-74b0-44da-a898-13b18af48c87 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.499881 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bb1a9-74b0-44da-a898-13b18af48c87 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=68ef6e68-a83c-4dc3-a424-cadb3b8b78d1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:55.673617 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d48bb1a9-74b0-44da-a898-13b18af48c87 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:55.879556 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48bb1a9-74b0-44da-a898-13b18af48c87 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router c144ccd1-a8f9-46a0-8541-a486a191e22c has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:02:55.982971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48bb1a9-74b0-44da-a898-13b18af48c87 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:02:55.988024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d48bb1a9-74b0-44da-a898-13b18af48c87 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "PUT /v2.0/routers/c144ccd1-a8f9-46a0-8541-a486a191e22c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4054885 Jul 27 23:02:55.991531 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35954) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:55.993498 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c3a34-c035-4a51-bcc5-c940fbfc1f36 None None] Sync routers for ids ['c144ccd1-a8f9-46a0-8541-a486a191e22c'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:02:56.007664 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c3a34-c035-4a51-bcc5-c940fbfc1f36 None None] Routers {'c144ccd1-a8f9-46a0-8541-a486a191e22c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:02:56.008336 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-df8c3a34-c035-4a51-bcc5-c940fbfc1f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:02:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c144ccd1-a8f9-46a0-8541-a486a191e22c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:56.046273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-0336b8af-67c6-4b2e-b02d-4bbbbd115785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting subnet ea6e6664-998a-4586-8969-990342fe1d6c {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:02:56.049271 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0336b8af-67c6-4b2e-b02d-4bbbbd115785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.088111 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0336b8af-67c6-4b2e-b02d-4bbbbd115785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.108853 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-df8c3a34-c035-4a51-bcc5-c940fbfc1f36 None None] Set router c144ccd1-a8f9-46a0-8541-a486a191e22c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:02:56.169904 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0336b8af-67c6-4b2e-b02d-4bbbbd115785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.230923 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0336b8af-67c6-4b2e-b02d-4bbbbd115785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.257467 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336b8af-67c6-4b2e-b02d-4bbbbd115785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6e6664-998a-4586-8969-990342fe1d6c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:56.261168 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0336b8af-67c6-4b2e-b02d-4bbbbd115785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.263094 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0336b8af-67c6-4b2e-b02d-4bbbbd115785 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/subnets/ea6e6664-998a-4586-8969-990342fe1d6c HTTP/1.1" status: 204 len: 168 time: 0.2706008 Jul 27 23:02:56.265618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35956) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:56.270719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2caa80-3566-4c6d-8910-4657acb6fe45 None None] Network 84deef60-9437-49c5-b031-aad1563b1c0c requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:02:56.293030 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-df8c3a34-c035-4a51-bcc5-c940fbfc1f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:02:55Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:56.322305 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c3a34-c035-4a51-bcc5-c940fbfc1f36 None None] Checking router: c144ccd1-a8f9-46a0-8541-a486a191e22c for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:02:56.331257 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8c3a34-c035-4a51-bcc5-c940fbfc1f36 None None] Routers {'c144ccd1-a8f9-46a0-8541-a486a191e22c'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:02:56.331869 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-df8c3a34-c035-4a51-bcc5-c940fbfc1f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:02:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['c144ccd1-a8f9-46a0-8541-a486a191e22c'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:56.378506 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.445595 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-df8c3a34-c035-4a51-bcc5-c940fbfc1f36 None None] Set router c144ccd1-a8f9-46a0-8541-a486a191e22c gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:02:56.454683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] DHCP port deletion for 84deef60-9437-49c5-b031-aad1563b1c0c request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:02:56.484594 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.510225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Deleting port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:02:56.510628 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.539227 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port da36c8fe-1983-4155-8127-03f730defe1a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:02:56.540065 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.574131 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] For port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=52d9bd28-e22e-4b68-8e11-283b9d63eaa9,segment=NetworkSegment(33769b0a-b8ca-4c74-a31c-87497cf3b3fb),segment_id=33769b0a-b8ca-4c74-a31c-87497cf3b3fb)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:56.574557 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.590626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Calling delete_port for 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:02:56.620413 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port da36c8fe-1983-4155-8127-03f730defe1a, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=da36c8fe-1983-4155-8127-03f730defe1a,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:02:56.620785 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.628937 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-df8c3a34-c035-4a51-bcc5-c940fbfc1f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:02:55Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:56.634503 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for da36c8fe-1983-4155-8127-03f730defe1a owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:02:56.659206 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8c3a34-c035-4a51-bcc5-c940fbfc1f36 None None] The sync data for ids ['c144ccd1-a8f9-46a0-8541-a486a191e22c'] in n-d-802011-3 is: [{'id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700084504', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:01:18Z', 'updated_at': '2021-07-27T23:02:55Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': 'da36c8fe-1983-4155-8127-03f730defe1a', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c144ccd1-a8f9-46a0-8541-a486a191e22c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:01:19Z', 'updated_at': '2021-07-27T23:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:02:56.680566 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:56.710312 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Pushing event deleted for resources: {'Port': ['ID=52d9bd28-e22e-4b68-8e11-283b9d63eaa9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:56.713028 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] No DVR routers for this DVR port 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:02:56.728093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:56.728438 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:56.728925 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:56.729288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:56.729621 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:56.729950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:56.730305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:56.730625 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:56.730948 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:56.731271 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:56.731591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:56.731912 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06636001-c1c3-489a-85d5-f5fd1031377c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:02:56.989893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:02:57.016780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:02:57.017133 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 44c7ce2e-f9b6-45ec-a3d5-da6f1403c85e not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:02:57.120687 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.150020 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=da36c8fe-1983-4155-8127-03f730defe1a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:57.214218 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.269992 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:02:57.289892 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:02:57.290562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 68ef6e68-a83c-4dc3-a424-cadb3b8b78d1 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:02:57.290695 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:02:57.308428 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:02:57.308626 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.308778 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 52d9bd28-e22e-4b68-8e11-283b9d63eaa9 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:02:57.311331 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.358493 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.359013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Fanout notify agent at l3_agent the message router_deleted on router c144ccd1-a8f9-46a0-8541-a486a191e22c {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:02:57.366080 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.367219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-06f4c5d8-3e05-4576-89f1-e79863f48756 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/routers/c144ccd1-a8f9-46a0-8541-a486a191e22c HTTP/1.1" status: 204 len: 168 time: 1.1004848 Jul 27 23:02:57.369907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 35958) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:57.448905 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.538317 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.547713 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84deef60-9437-49c5-b031-aad1563b1c0c']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:57.557504 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33769b0a-b8ca-4c74-a31c-87497cf3b3fb') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:57.557800 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33769b0a-b8ca-4c74-a31c-87497cf3b3fb') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:02:57.566294 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.579996 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.586222 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:02:57.586641 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: timer() Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:02:57.590353 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:02:57.644423 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.651601 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.653433 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/networks/84deef60-9437-49c5-b031-aad1563b1c0c HTTP/1.1" status: 204 len: 168 time: 0.2825422 Jul 27 23:02:57.656337 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35962) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:57.664719 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c64c96-fd1f-45a2-856f-76f4ac62abd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Network': ['ID=84deef60-9437-49c5-b031-aad1563b1c0c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:57.714391 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25b7cd42-2903-410d-b2aa-ecc9c8f16519 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.738968 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25b7cd42-2903-410d-b2aa-ecc9c8f16519 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.799588 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25b7cd42-2903-410d-b2aa-ecc9c8f16519 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.802196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-25b7cd42-2903-410d-b2aa-ecc9c8f16519 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:57.803680 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-25b7cd42-2903-410d-b2aa-ecc9c8f16519 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/security-groups/7cc3ebe7-906a-4660-9f98-9cf1dedcb30f HTTP/1.1" status: 204 len: 168 time: 0.1456294 Jul 27 23:02:57.813409 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7cd42-2903-410d-b2aa-ecc9c8f16519 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc3ebe7-906a-4660-9f98-9cf1dedcb30f,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:58.167391 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35968) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:58.172184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4addc996-4b55-481f-815a-3eeba8dac9ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120538498', 'description': 'tempest-secgroup-smoke-1120538498 description', 'project_id': '95e33ed6469f41269931fb7cadd2fee7'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:58.199979 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4addc996-4b55-481f-815a-3eeba8dac9ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.283570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4addc996-4b55-481f-815a-3eeba8dac9ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.287010 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4addc996-4b55-481f-815a-3eeba8dac9ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.314321 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4addc996-4b55-481f-815a-3eeba8dac9ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.315533 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4addc996-4b55-481f-815a-3eeba8dac9ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1471131 Jul 27 23:02:58.316619 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addc996-4b55-481f-815a-3eeba8dac9ae tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a59a33f-78ba-4d59-aa8b-207177f831c4,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:58.319282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35970) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:58.324073 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-d32d87a1-2a3e-4371-87da-eb39757ae28c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '4a59a33f-78ba-4d59-aa8b-207177f831c4', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:58.350107 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32d87a1-2a3e-4371-87da-eb39757ae28c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.405238 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32d87a1-2a3e-4371-87da-eb39757ae28c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.408686 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32d87a1-2a3e-4371-87da-eb39757ae28c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.426083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d87a1-2a3e-4371-87da-eb39757ae28c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9dfe5a-52b3-4cdf-8e6e-df5c7f7cf561,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:58.431780 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d32d87a1-2a3e-4371-87da-eb39757ae28c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.433012 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d32d87a1-2a3e-4371-87da-eb39757ae28c tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126947 Jul 27 23:02:58.435804 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35972) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:58.440138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-14aaef6d-07f3-4bfc-b690-c60b01c093c4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '4a59a33f-78ba-4d59-aa8b-207177f831c4', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:58.465855 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14aaef6d-07f3-4bfc-b690-c60b01c093c4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.522326 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14aaef6d-07f3-4bfc-b690-c60b01c093c4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.525607 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14aaef6d-07f3-4bfc-b690-c60b01c093c4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.543083 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aaef6d-07f3-4bfc-b690-c60b01c093c4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9204027-20db-46ff-b7bb-74bf2a0b9658,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:58.548424 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-14aaef6d-07f3-4bfc-b690-c60b01c093c4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.549666 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-14aaef6d-07f3-4bfc-b690-c60b01c093c4 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129107 Jul 27 23:02:58.552387 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35974) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:58.557952 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-a47b5213-1159-4a4b-bc8d-9592b0090e0a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '4a59a33f-78ba-4d59-aa8b-207177f831c4', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:58.584384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a47b5213-1159-4a4b-bc8d-9592b0090e0a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.645535 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a47b5213-1159-4a4b-bc8d-9592b0090e0a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.649113 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a47b5213-1159-4a4b-bc8d-9592b0090e0a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.666681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b5213-1159-4a4b-bc8d-9592b0090e0a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01600c31-65f7-4904-8fd5-7ff1e68e00d1,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:58.671743 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a47b5213-1159-4a4b-bc8d-9592b0090e0a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.675660 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a47b5213-1159-4a4b-bc8d-9592b0090e0a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186521 Jul 27 23:02:58.675793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35976) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:58.680769 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-78246981-2a81-46a8-afcd-cac0589c7feb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '4a59a33f-78ba-4d59-aa8b-207177f831c4', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:58.706306 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78246981-2a81-46a8-afcd-cac0589c7feb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.764879 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78246981-2a81-46a8-afcd-cac0589c7feb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.768267 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78246981-2a81-46a8-afcd-cac0589c7feb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.785472 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78246981-2a81-46a8-afcd-cac0589c7feb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff59ff9-a175-40fa-befa-0e9daf851350,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:58.791902 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-78246981-2a81-46a8-afcd-cac0589c7feb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.793123 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-78246981-2a81-46a8-afcd-cac0589c7feb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164796 Jul 27 23:02:58.795871 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35978) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:58.800287 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-69333a6f-0c31-4f84-b3ea-3d0a8324ebe7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '4a59a33f-78ba-4d59-aa8b-207177f831c4', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:58.824408 n-d-802011-3 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-69333a6f-0c31-4f84-b3ea-3d0a8324ebe7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Project 95e33ed6469f41269931fb7cadd2fee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:02:58.831096 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69333a6f-0c31-4f84-b3ea-3d0a8324ebe7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.901243 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69333a6f-0c31-4f84-b3ea-3d0a8324ebe7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.904213 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69333a6f-0c31-4f84-b3ea-3d0a8324ebe7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.921792 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69333a6f-0c31-4f84-b3ea-3d0a8324ebe7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e53ebc-023d-4b69-8b4d-13f2133d3ae8,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:58.929048 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-69333a6f-0c31-4f84-b3ea-3d0a8324ebe7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:58.930277 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-69333a6f-0c31-4f84-b3ea-3d0a8324ebe7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334581 Jul 27 23:02:58.933026 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35980) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:58.937407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-fbc458fe-eb00-4f61-97d2-f919b8e67ddc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'security_group_rule': {'security_group_id': '4a59a33f-78ba-4d59-aa8b-207177f831c4', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:58.958688 n-d-802011-3 neutron-server[93834]: INFO neutron.db.securitygroups_db [None req-fbc458fe-eb00-4f61-97d2-f919b8e67ddc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Project 95e33ed6469f41269931fb7cadd2fee7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:02:58.963566 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbc458fe-eb00-4f61-97d2-f919b8e67ddc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.030363 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbc458fe-eb00-4f61-97d2-f919b8e67ddc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.033744 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbc458fe-eb00-4f61-97d2-f919b8e67ddc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.052358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc458fe-eb00-4f61-97d2-f919b8e67ddc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54323c8-43f8-45ef-a47a-46b9c2df695f,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:59.059229 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fbc458fe-eb00-4f61-97d2-f919b8e67ddc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.060791 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fbc458fe-eb00-4f61-97d2-f919b8e67ddc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266840 Jul 27 23:02:59.064000 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35982) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:59.069007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-4199a751-3f28-4b76-9f7a-30f0bb407417 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'network': {'name': 'tempest-network-smoke--1923296680', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'port_security_enabled': True}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:59.088554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4199a751-3f28-4b76-9f7a-30f0bb407417 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:02:59.091963 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4199a751-3f28-4b76-9f7a-30f0bb407417 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.114956 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4199a751-3f28-4b76-9f7a-30f0bb407417 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:02:59.124333 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4199a751-3f28-4b76-9f7a-30f0bb407417 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.124722 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-4199a751-3f28-4b76-9f7a-30f0bb407417 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Added segment 51b55d09-8a26-4140-95f5-8ee75413bfcf of type vlan for network e9d8cb90-8853-4584-b85d-c8a2b6460633 Jul 27 23:02:59.164383 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4199a751-3f28-4b76-9f7a-30f0bb407417 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.169845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device da36c8fe-1983-4155-8127-03f730defe1a no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:02:59.192613 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4199a751-3f28-4b76-9f7a-30f0bb407417 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.192835 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: da36c8fe-1983-4155-8127-03f730defe1a {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:02:59.193481 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device da36c8fe-1983-4155-8127-03f730defe1a not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:02:59.198373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4199a751-3f28-4b76-9f7a-30f0bb407417 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:02:59.198955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-4199a751-3f28-4b76-9f7a-30f0bb407417 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.258996 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4199a751-3f28-4b76-9f7a-30f0bb407417 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1939535 Jul 27 23:02:59.261602 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35984) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:02:59.268093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'admin_state_up': True, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:02:59.281656 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199a751-3f28-4b76-9f7a-30f0bb407417 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Network': ['ID=e9d8cb90-8853-4584-b85d-c8a2b6460633,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:02:59.292948 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network e9d8cb90-8853-4584-b85d-c8a2b6460633 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:02:59.299394 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.300378 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.350850 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.486704 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.671845 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.693912 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.791905 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.25.1.95 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/3a015aff-6ca5-4c86-88f7-ba2854691b55) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:02:59.893190 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.933236 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:02:59.969282 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:02:59.972092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:02:59.978033 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:00.000509 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=3a015aff-6ca5-4c86-88f7-ba2854691b55,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:00.233934 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.427432 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.873085 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router f7535074-b459-448d-93e1-12b96f737eb8 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:03:00.976007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:00.987985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Sync routers for ids ['f7535074-b459-448d-93e1-12b96f737eb8'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:00.997151 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:00.998725 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2cf62812-0678-448a-9068-1138fe8f1ec8 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7361476 Jul 27 23:03:00.999188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Routers {'f7535074-b459-448d-93e1-12b96f737eb8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:00.999809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:02:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7535074-b459-448d-93e1-12b96f737eb8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:01.003495 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35986) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:01.076954 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-4d77c9c2-2ac9-43d1-b940-99bb98156e54 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=95e33ed6469f41269931fb7cadd2fee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722303 Jul 27 23:03:01.079591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35990) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:01.111003 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Set router f7535074-b459-448d-93e1-12b96f737eb8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:01.167645 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6899fcb-39b2-4d19-9bf4-6ad6d0c0c46c tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:01.169173 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a6899fcb-39b2-4d19-9bf4-6ad6d0c0c46c tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886843 Jul 27 23:03:01.172114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35992) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:01.202081 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f0412e43-eb04-4e33-b80c-24e96ec65862 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=7f99d3c9-36a7-4697-a9d4-afb1d7740409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266273 Jul 27 23:03:01.202494 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35994) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:01.206982 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-838deac8-29df-4421-9265-b04b34e21ef0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-481340693', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:01.290225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:00Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:01.300310 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838deac8-29df-4421-9265-b04b34e21ef0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:01.303820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-838deac8-29df-4421-9265-b04b34e21ef0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.320632 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Checking router: f7535074-b459-448d-93e1-12b96f737eb8 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:01.320978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Updating router f7535074-b459-448d-93e1-12b96f737eb8 port 3a015aff-6ca5-4c86-88f7-ba2854691b55 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:01.344338 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.486905 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-838deac8-29df-4421-9265-b04b34e21ef0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.547031 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838deac8-29df-4421-9265-b04b34e21ef0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Subnet': ['ID=38124a88-a8d3-4b10-94c5-65c67ceaee0d,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:01.554401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838deac8-29df-4421-9265-b04b34e21ef0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Checking segment: {'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:01.554762 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838deac8-29df-4421-9265-b04b34e21ef0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network hostable DHCP agents. Network: e9d8cb90-8853-4584-b85d-c8a2b6460633, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:03:01.570928 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838deac8-29df-4421-9265-b04b34e21ef0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network e9d8cb90-8853-4584-b85d-c8a2b6460633 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:03:01.579162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-838deac8-29df-4421-9265-b04b34e21ef0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, e9d8cb90-8853-4584-b85d-c8a2b6460633) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:01.583187 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838deac8-29df-4421-9265-b04b34e21ef0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:01.584298 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-838deac8-29df-4421-9265-b04b34e21ef0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.593281 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ac2942-6e51-4c58-a2d3-543a992fe6d5 None None] Network e9d8cb90-8853-4584-b85d-c8a2b6460633 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:01.598907 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-838deac8-29df-4421-9265-b04b34e21ef0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3957191 Jul 27 23:03:01.602564 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 35996) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:01.644030 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.658229 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Transition to ACTIVE for port object 3a015aff-6ca5-4c86-88f7-ba2854691b55 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:01.668044 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.738106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Attempting to bind port 3a015aff-6ca5-4c86-88f7-ba2854691b55 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:01.738436 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Attempting to bind port 3a015aff-6ca5-4c86-88f7-ba2854691b55 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:01.738808 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Attempting to bind port 3a015aff-6ca5-4c86-88f7-ba2854691b55 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:01.768888 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:01.769263 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:01.769668 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.770068 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:01.770572 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Bound port: 3a015aff-6ca5-4c86-88f7-ba2854691b55, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:01.770954 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.772644 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077a6a7-9709-4cde-9b78-3c0eaba4de1c None None] Pushing event updated for resources: {'Port': ['ID=3a015aff-6ca5-4c86-88f7-ba2854691b55,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:01.851893 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-e9d8cb90-8853-4584-b85d-c8a2b6460633', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ips': [{'subnet_id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:03:01.852730 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:01.866352 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] For port 3a015aff-6ca5-4c86-88f7-ba2854691b55, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:01.881733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] For port 3a015aff-6ca5-4c86-88f7-ba2854691b55, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3a015aff-6ca5-4c86-88f7-ba2854691b55,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:01.889194 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.023950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Routers {'f7535074-b459-448d-93e1-12b96f737eb8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:02.024743 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:02:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7535074-b459-448d-93e1-12b96f737eb8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:02.040688 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.043358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077a6a7-9709-4cde-9b78-3c0eaba4de1c None None] Pushing event updated for resources: {'Port': ['ID=3a015aff-6ca5-4c86-88f7-ba2854691b55,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:02.296954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Allocated IP 172.20.0.2 (e9d8cb90-8853-4584-b85d-c8a2b6460633/38124a88-a8d3-4b10-94c5-65c67ceaee0d/64549a39-3511-425b-9071-df222c30579f) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:02.364673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] Set router f7535074-b459-448d-93e1-12b96f737eb8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:02.589380 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.600310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Transition to ACTIVE for port object 64549a39-3511-425b-9071-df222c30579f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:02.621231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Transition to ACTIVE for port object 64549a39-3511-425b-9071-df222c30579f will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:02.628020 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.672340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Network e9d8cb90-8853-4584-b85d-c8a2b6460633 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:02.677202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:00Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:02.679489 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.20.0.1 (e9d8cb90-8853-4584-b85d-c8a2b6460633/38124a88-a8d3-4b10-94c5-65c67ceaee0d/ecc855d7-e624-4d4c-a186-5d990ea6c651) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:02.710241 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:02.713440 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:02.716082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da679d0-e8af-466b-8647-ba33ff0c86dd None None] The sync data for ids ['f7535074-b459-448d-93e1-12b96f737eb8'] in n-d-802011-3 is: [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:00Z', 'revision_number': 3, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:02.717462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Pushing event updated for resources: {'Port': ['ID=64549a39-3511-425b-9071-df222c30579f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:02.773033 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Attempting to bind port 64549a39-3511-425b-9071-df222c30579f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:02.773612 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Attempting to bind port 64549a39-3511-425b-9071-df222c30579f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:02.774077 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Attempting to bind port 64549a39-3511-425b-9071-df222c30579f on network e9d8cb90-8853-4584-b85d-c8a2b6460633 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:02.779770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:02.780471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Checking segment: {'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:02.780974 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.781466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Bound using segment: {'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:02.782175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Bound port: 64549a39-3511-425b-9071-df222c30579f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:02.782699 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.803679 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.817900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Transition to ACTIVE for port object ecc855d7-e624-4d4c-a186-5d990ea6c651 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:02.853944 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.855288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] For port 64549a39-3511-425b-9071-df222c30579f, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:02.862234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] For port 64549a39-3511-425b-9071-df222c30579f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=64549a39-3511-425b-9071-df222c30579f,segment=NetworkSegment(51b55d09-8a26-4140-95f5-8ee75413bfcf),segment_id=51b55d09-8a26-4140-95f5-8ee75413bfcf)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:02.868313 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:02.894667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network e9d8cb90-8853-4584-b85d-c8a2b6460633 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:02.898452 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:02.902488 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:02.931202 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7130cd6-aad6-41fe-87b2-d2261842f5e2 None None] Pushing event updated for resources: {'Port': ['ID=64549a39-3511-425b-9071-df222c30579f,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:02.960843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.001731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=ecc855d7-e624-4d4c-a186-5d990ea6c651,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:03.125629 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.317258 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 64549a39-3511-425b-9071-df222c30579f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:03.373805 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 64549a39-3511-425b-9071-df222c30579f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:03.378153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3a015aff-6ca5-4c86-88f7-ba2854691b55 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:03.438955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 3a015aff-6ca5-4c86-88f7-ba2854691b55 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:03.444770 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3a015aff-6ca5-4c86-88f7-ba2854691b55 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:03.445146 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.480268 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.488367 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.541596 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.565071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 3a015aff-6ca5-4c86-88f7-ba2854691b55, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3a015aff-6ca5-4c86-88f7-ba2854691b55,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:03.571424 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.577818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=ecc855d7-e624-4d4c-a186-5d990ea6c651,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:03.581499 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:03.633962 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=3a015aff-6ca5-4c86-88f7-ba2854691b55,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:03.683672 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network e9d8cb90-8853-4584-b85d-c8a2b6460633 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:03.685423 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:03.826171 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router f7535074-b459-448d-93e1-12b96f737eb8 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:03.940099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:03.946008 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-bba4d87f-c799-4df9-ae68-d44285be5bd2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "PUT /v2.0/routers/f7535074-b459-448d-93e1-12b96f737eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3422337 Jul 27 23:03:03.996240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129da143-c30e-4f87-9d84-10c0ccbc5ee7 None None] Network e9d8cb90-8853-4584-b85d-c8a2b6460633 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:04.057769 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7e78f6d5-48cb-4a79-bfc5-d69174b4ca5c None None] Provisioning for port 64549a39-3511-425b-9071-df222c30579f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:04.070204 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7e78f6d5-48cb-4a79-bfc5-d69174b4ca5c None None] Provisioning complete for port 64549a39-3511-425b-9071-df222c30579f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:04.070796 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e78f6d5-48cb-4a79-bfc5-d69174b4ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.095886 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-9b3c63fb-f5a0-4144-82cc-3f2aeb304e26 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120538498&fields=id&tenant_id=95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 267 time: 0.0360744 Jul 27 23:03:04.220922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-f879e701-8b87-4691-bb00-312e0b13d98f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:04.221223 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e78f6d5-48cb-4a79-bfc5-d69174b4ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.222797 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-f879e701-8b87-4691-bb00-312e0b13d98f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/networks?id=e9d8cb90-8853-4584-b85d-c8a2b6460633 HTTP/1.1" status: 200 len: 797 time: 0.1181624 Jul 27 23:03:04.251308 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-f77c1024-e2cb-4607-b444-555f361a608f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/quotas/95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 375 time: 0.0136752 Jul 27 23:03:04.263189 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7e78f6d5-48cb-4a79-bfc5-d69174b4ca5c None None] For port 64549a39-3511-425b-9071-df222c30579f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=64549a39-3511-425b-9071-df222c30579f,segment=NetworkSegment(51b55d09-8a26-4140-95f5-8ee75413bfcf),segment_id=51b55d09-8a26-4140-95f5-8ee75413bfcf)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:04.267555 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7e78f6d5-48cb-4a79-bfc5-d69174b4ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.328860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78f6d5-48cb-4a79-bfc5-d69174b4ca5c None None] Pushing event updated for resources: {'Port': ['ID=64549a39-3511-425b-9071-df222c30579f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:04.334987 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-e5883183-f739-4b94-bc22-083f36a78b21 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724216 Jul 27 23:03:04.432002 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-5eb3cb26-f07f-4c1d-a0f6-0119f119c1d5 service neutron] 10.222.0.24 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927498 Jul 27 23:03:04.465825 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Sync routers for ids ['f7535074-b459-448d-93e1-12b96f737eb8'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:04.482870 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Routers {'f7535074-b459-448d-93e1-12b96f737eb8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:04.483628 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:02:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7535074-b459-448d-93e1-12b96f737eb8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:04.487250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2050ae08-9ae8-4515-a651-973311bc6674 None None] Provisioning complete for port 64549a39-3511-425b-9071-df222c30579f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:04.487629 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2050ae08-9ae8-4515-a651-973311bc6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.564753 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-0438c86b-2636-4a69-b1a5-93e9841bdf5d service neutron] 10.222.0.24 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260040 Jul 27 23:03:04.583183 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2050ae08-9ae8-4515-a651-973311bc6674 None None] Provisioning for port ecc855d7-e624-4d4c-a186-5d990ea6c651 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:04.588075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2050ae08-9ae8-4515-a651-973311bc6674 None None] Provisioning complete for port ecc855d7-e624-4d4c-a186-5d990ea6c651 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:04.588748 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2050ae08-9ae8-4515-a651-973311bc6674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.598506 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Set router f7535074-b459-448d-93e1-12b96f737eb8 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:04.626780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2050ae08-9ae8-4515-a651-973311bc6674 None None] Port ecc855d7-e624-4d4c-a186-5d990ea6c651 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:04.750302 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9264fe64-df5c-4239-b4d8-429f36e7eb7f None None] Provisioning complete for port ecc855d7-e624-4d4c-a186-5d990ea6c651 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:04.750675 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9264fe64-df5c-4239-b4d8-429f36e7eb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:04.776493 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-05446060-8d6d-46f6-b2ac-bdb9b249f0d7 req-92fb194a-6fde-4137-b97e-56f11011bbca tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 210 time: 0.0517251 Jul 27 23:03:04.807011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9264fe64-df5c-4239-b4d8-429f36e7eb7f None None] Port ecc855d7-e624-4d4c-a186-5d990ea6c651 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:04.835460 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'ecc855d7-e624-4d4c-a186-5d990ea6c651', 'name': '', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:45:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 2, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:04.866379 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Checking router: f7535074-b459-448d-93e1-12b96f737eb8 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:04.866802 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Updating router f7535074-b459-448d-93e1-12b96f737eb8 port ecc855d7-e624-4d4c-a186-5d990ea6c651 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:03:04.900311 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:05.027301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cf9ded5f-472a-41d5-bcaf-39ba7812e257 None None] Provisioning complete for port ecc855d7-e624-4d4c-a186-5d990ea6c651 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:05.028094 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf9ded5f-472a-41d5-bcaf-39ba7812e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:05.069196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ded5f-472a-41d5-bcaf-39ba7812e257 None None] Port ecc855d7-e624-4d4c-a186-5d990ea6c651 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:05.201345 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:05.214498 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Transition to ACTIVE for port object ecc855d7-e624-4d4c-a186-5d990ea6c651 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:05.221184 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:05.228444 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 64549a39-3511-425b-9071-df222c30579f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:05.290676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 64549a39-3511-425b-9071-df222c30579f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:05.291130 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:05.310974 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Pushing event updated for resources: {'Port': ['ID=ecc855d7-e624-4d4c-a186-5d990ea6c651,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:05.425577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3a015aff-6ca5-4c86-88f7-ba2854691b55 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:05.457092 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:05.457437 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:05.457782 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:05.458120 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:05.458489 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:05.459591 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:05.460128 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:05.460673 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:05.461176 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:05.461509 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:05.462799 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:05.463223 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:05.487881 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Attempting to bind port ecc855d7-e624-4d4c-a186-5d990ea6c651 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:05.488714 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Attempting to bind port ecc855d7-e624-4d4c-a186-5d990ea6c651 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:05.488898 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Attempting to bind port ecc855d7-e624-4d4c-a186-5d990ea6c651 on network e9d8cb90-8853-4584-b85d-c8a2b6460633 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:05.497174 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3a015aff-6ca5-4c86-88f7-ba2854691b55 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:05.497725 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:05.498969 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:05.499351 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Checking segment: {'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:05.499755 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:05.500150 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Bound using segment: {'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:05.500634 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Bound port: ecc855d7-e624-4d4c-a186-5d990ea6c651, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:05.501015 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:05.580201 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] For port ecc855d7-e624-4d4c-a186-5d990ea6c651, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:05.584645 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] For port ecc855d7-e624-4d4c-a186-5d990ea6c651, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ecc855d7-e624-4d4c-a186-5d990ea6c651,segment=NetworkSegment(51b55d09-8a26-4140-95f5-8ee75413bfcf),segment_id=51b55d09-8a26-4140-95f5-8ee75413bfcf)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:05.588830 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:05.655042 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Routers {'f7535074-b459-448d-93e1-12b96f737eb8'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:05.655688 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:02:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7535074-b459-448d-93e1-12b96f737eb8'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:05.706393 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1d1de-3599-401d-95bb-f08684dbec6b None None] Pushing event updated for resources: {'Port': ['ID=ecc855d7-e624-4d4c-a186-5d990ea6c651,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:05.819538 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] Set router f7535074-b459-448d-93e1-12b96f737eb8 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:05.924515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7d75ab84-fa13-4c23-bcf9-1191e7eddef1 req-e2834fe8-05b9-479b-9200-f8c23581207f tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 210 time: 0.0361278 Jul 27 23:03:05.972184 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-e23ea5b5-f503-4525-9c8c-15b24d979372 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:05.973557 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-e23ea5b5-f503-4525-9c8c-15b24d979372 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.41 "GET /v2.0/networks?id=e9d8cb90-8853-4584-b85d-c8a2b6460633 HTTP/1.1" status: 200 len: 797 time: 0.1976321 Jul 27 23:03:06.024909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-fcba107f-2216-44fc-ba7c-45b95aadf922 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95e33ed6469f41269931fb7cadd2fee7 HTTP/1.1" status: 200 len: 380 time: 0.0414405 Jul 27 23:03:06.037425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'port': {'device_id': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'admin_state_up': True, 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'security_groups': ['4a59a33f-78ba-4d59-aa8b-207177f831c4']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:06.076292 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'ecc855d7-e624-4d4c-a186-5d990ea6c651', 'name': '', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:45:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:05Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:06.105355 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397f13b-9d67-4f4f-bcf6-b3c3a5d6d57d None None] The sync data for ids ['f7535074-b459-448d-93e1-12b96f737eb8'] in n-d-802011-3 is: [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'ecc855d7-e624-4d4c-a186-5d990ea6c651', 'name': '', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:45:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:05Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:06.166051 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Made reservation on behalf of 95e33ed6469f41269931fb7cadd2fee7 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:06.169903 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.300995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.20.0.12 (e9d8cb90-8853-4584-b85d-c8a2b6460633/38124a88-a8d3-4b10-94c5-65c67ceaee0d/4c8462dc-a128-4582-a1c0-cb0a829f1caa) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:06.450726 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.465314 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Transition to ACTIVE for port object 4c8462dc-a128-4582-a1c0-cb0a829f1caa will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:06.500475 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.544008 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network e9d8cb90-8853-4584-b85d-c8a2b6460633 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:06.547182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:06.554178 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:06.583274 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=4c8462dc-a128-4582-a1c0-cb0a829f1caa,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:06.613752 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:06.614463 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.631230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-472e4b4c-bad8-432d-9ab7-5aa82182e194 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5971711 Jul 27 23:03:06.695816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Request body: {'port': {'device_id': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:06.755255 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.883454 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9ffb7795-d257-404d-920b-0d587b5372b0 None None] Provisioning for port 4c8462dc-a128-4582-a1c0-cb0a829f1caa completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:06.888105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9ffb7795-d257-404d-920b-0d587b5372b0 None None] Provisioning complete for port 4c8462dc-a128-4582-a1c0-cb0a829f1caa triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:06.888760 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9ffb7795-d257-404d-920b-0d587b5372b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:06.928841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb7795-d257-404d-920b-0d587b5372b0 None None] Port 4c8462dc-a128-4582-a1c0-cb0a829f1caa cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:03:07.072816 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8462dc-a128-4582-a1c0-cb0a829f1caa {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:07.082914 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:07.100916 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Transition to ACTIVE for port object 4c8462dc-a128-4582-a1c0-cb0a829f1caa will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:07.114182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be281e-804d-496e-b050-0cb6f2ff3ea9 req-321b5a81-e0fd-475e-8e96-2888c42d4259 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.115798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77be281e-804d-496e-b050-0cb6f2ff3ea9 req-321b5a81-e0fd-475e-8e96-2888c42d4259 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 932 time: 0.0905159 Jul 27 23:03:07.116982 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:07.178862 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8462dc-a128-4582-a1c0-cb0a829f1caa,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:07.218049 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77be281e-804d-496e-b050-0cb6f2ff3ea9 req-9c102e91-49eb-40e9-b12b-3331a37cc6f9 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756137 Jul 27 23:03:07.268700 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ecc855d7-e624-4d4c-a186-5d990ea6c651 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:07.281895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Attempting to bind port 4c8462dc-a128-4582-a1c0-cb0a829f1caa on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:07.282241 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Attempting to bind port 4c8462dc-a128-4582-a1c0-cb0a829f1caa by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:07.282725 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Attempting to bind port 4c8462dc-a128-4582-a1c0-cb0a829f1caa on network e9d8cb90-8853-4584-b85d-c8a2b6460633 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:07.287935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Port 4c8462dc-a128-4582-a1c0-cb0a829f1caa on network e9d8cb90-8853-4584-b85d-c8a2b6460633 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:03:07.288259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Attempting to bind port 4c8462dc-a128-4582-a1c0-cb0a829f1caa on network e9d8cb90-8853-4584-b85d-c8a2b6460633 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:07.293607 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:07.293948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Checking segment: {'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:07.294383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Bound using segment: {'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:07.294794 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Bound port: 4c8462dc-a128-4582-a1c0-cb0a829f1caa, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b55d09-8a26-4140-95f5-8ee75413bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:07.295156 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:07.321727 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port ecc855d7-e624-4d4c-a186-5d990ea6c651 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:07.325826 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ecc855d7-e624-4d4c-a186-5d990ea6c651 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:07.326309 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:07.368341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] For port 4c8462dc-a128-4582-a1c0-cb0a829f1caa, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:07.372458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] For port 4c8462dc-a128-4582-a1c0-cb0a829f1caa, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4c8462dc-a128-4582-a1c0-cb0a829f1caa,segment=NetworkSegment(51b55d09-8a26-4140-95f5-8ee75413bfcf),segment_id=51b55d09-8a26-4140-95f5-8ee75413bfcf)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:07.378630 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:07.406442 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:07.415137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.416025 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:07.417251 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] 10.222.0.41 "PUT /v2.0/ports/4c8462dc-a128-4582-a1c0-cb0a829f1caa HTTP/1.1" status: 200 len: 1092 time: 0.7784660 Jul 27 23:03:07.417729 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'tag': '4c8462dc-a128-4582-a1c0-cb0a829f1caa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:07.420010 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2504d2-edc0-4f7e-8038-b180ba0d185a" -d '{"events": [{"name": "network-changed", "server_uuid": "bebe7d1f-d971-4a97-baa7-3b94937dcb90", "tag": "4c8462dc-a128-4582-a1c0-cb0a829f1caa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:07.450591 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port ecc855d7-e624-4d4c-a186-5d990ea6c651, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ecc855d7-e624-4d4c-a186-5d990ea6c651,segment=NetworkSegment(51b55d09-8a26-4140-95f5-8ee75413bfcf),segment_id=51b55d09-8a26-4140-95f5-8ee75413bfcf)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:07.454297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c35fd-8390-43df-87c2-9a9e65202540 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8462dc-a128-4582-a1c0-cb0a829f1caa,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:07.459284 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:07.477961 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6ff868-ae3b-476f-aed8-df67b723e6bf x-openstack-request-id: req-fa6ff868-ae3b-476f-aed8-df67b723e6bf {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:07.478286 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebe7d1f-d971-4a97-baa7-3b94937dcb90", "tag": "4c8462dc-a128-4582-a1c0-cb0a829f1caa", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:07.478536 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa6ff868-ae3b-476f-aed8-df67b723e6bf {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:07.478939 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'tag': '4c8462dc-a128-4582-a1c0-cb0a829f1caa', 'status': 'completed', 'code': 200} Jul 27 23:03:07.516671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-d45c8fee-b1dc-4d1c-8355-b0949ab7a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.518424 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-d45c8fee-b1dc-4d1c-8355-b0949ab7a3bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 1095 time: 0.0579183 Jul 27 23:03:07.518554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=ecc855d7-e624-4d4c-a186-5d990ea6c651,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:07.565972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-a7d1192a-ab99-4379-8e66-1aa2f976c892 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8462dc-a128-4582-a1c0-cb0a829f1caa HTTP/1.1" status: 200 len: 217 time: 0.0399680 Jul 27 23:03:07.618225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-017afb74-588b-4420-8f76-8898c8635c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.619750 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-017afb74-588b-4420-8f76-8898c8635c61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38124a88-a8d3-4b10-94c5-65c67ceaee0d HTTP/1.1" status: 200 len: 834 time: 0.0461631 Jul 27 23:03:07.665716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-a4f2cebc-ce5e-4ae4-af3b-3f2bd1a3e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.667228 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-a4f2cebc-ce5e-4ae4-af3b-3f2bd1a3e88a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9d8cb90-8853-4584-b85d-c8a2b6460633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407059 Jul 27 23:03:07.760967 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-2e6550c6-f636-4462-919e-c8189ca2c3d7 service neutron] 10.222.0.41 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859315 Jul 27 23:03:07.848937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5eeec1a9-3a00-42ae-9638-93d62d7d7437 req-050d6609-b35c-4e13-9df5-491f2aa3dab1 service neutron] 10.222.0.41 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805774 Jul 27 23:03:07.901437 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:03:07.932457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2504d2-edc0-4f7e-8038-b180ba0d185a req-6ce47551-b9ce-4c74-9f68-88c1522112c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:07.933944 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd2504d2-edc0-4f7e-8038-b180ba0d185a req-6ce47551-b9ce-4c74-9f68-88c1522112c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 1095 time: 0.0412326 Jul 27 23:03:08.025951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2504d2-edc0-4f7e-8038-b180ba0d185a req-74b3280a-5714-496a-bb77-9e45aec0793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:08.027461 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd2504d2-edc0-4f7e-8038-b180ba0d185a req-74b3280a-5714-496a-bb77-9e45aec0793b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9d8cb90-8853-4584-b85d-c8a2b6460633 HTTP/1.1" status: 200 len: 898 time: 0.0869348 Jul 27 23:03:08.071835 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd2504d2-edc0-4f7e-8038-b180ba0d185a req-318fe685-37e3-4bd3-8f20-ddbcb404d0bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8462dc-a128-4582-a1c0-cb0a829f1caa HTTP/1.1" status: 200 len: 217 time: 0.0368919 Jul 27 23:03:08.129418 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2504d2-edc0-4f7e-8038-b180ba0d185a req-756c08e5-0d94-49a0-892d-f3d05bed01e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:08.131277 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd2504d2-edc0-4f7e-8038-b180ba0d185a req-756c08e5-0d94-49a0-892d-f3d05bed01e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38124a88-a8d3-4b10-94c5-65c67ceaee0d HTTP/1.1" status: 200 len: 834 time: 0.0514021 Jul 27 23:03:08.177097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2504d2-edc0-4f7e-8038-b180ba0d185a req-c3d1623d-6e2d-441a-b0fb-42a17da3fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:08.179023 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd2504d2-edc0-4f7e-8038-b180ba0d185a req-c3d1623d-6e2d-441a-b0fb-42a17da3fb0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9d8cb90-8853-4584-b85d-c8a2b6460633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406191 Jul 27 23:03:08.267556 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd2504d2-edc0-4f7e-8038-b180ba0d185a req-b1ce0918-b69b-4164-9c82-0b2f14921cc5 service neutron] 10.222.0.41 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812154 Jul 27 23:03:08.394375 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb9453-4ed5-4293-9238-02351aa25fa3 req-5693b6ab-2900-4582-ab7e-4afe91432e7a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:08.395858 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2fb9453-4ed5-4293-9238-02351aa25fa3 req-5693b6ab-2900-4582-ab7e-4afe91432e7a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 944 time: 0.1031227 Jul 27 23:03:08.400134 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dd2504d2-edc0-4f7e-8038-b180ba0d185a req-00fcf5bf-94cc-40ce-8927-231c0edf548f service neutron] 10.222.0.41 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255188 Jul 27 23:03:08.436003 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d2fb9453-4ed5-4293-9238-02351aa25fa3 req-3aba3e07-dbc9-420c-83e7-a38a80bda966 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334668 Jul 27 23:03:08.953534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4c8462dc-a128-4582-a1c0-cb0a829f1caa details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:03:09.047836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4c8462dc-a128-4582-a1c0-cb0a829f1caa, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4c8462dc-a128-4582-a1c0-cb0a829f1caa,segment=NetworkSegment(51b55d09-8a26-4140-95f5-8ee75413bfcf),segment_id=51b55d09-8a26-4140-95f5-8ee75413bfcf)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:09.059010 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': '4c8462dc-a128-4582-a1c0-cb0a829f1caa', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'port_id': '4c8462dc-a128-4582-a1c0-cb0a829f1caa', 'mac_address': 'fa:16:3e:6b:8e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:03:09.104030 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.116505 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8462dc-a128-4582-a1c0-cb0a829f1caa {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:03:09.135269 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4c8462dc-a128-4582-a1c0-cb0a829f1caa, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4c8462dc-a128-4582-a1c0-cb0a829f1caa,segment=NetworkSegment(51b55d09-8a26-4140-95f5-8ee75413bfcf),segment_id=51b55d09-8a26-4140-95f5-8ee75413bfcf)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:09.138961 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.187909 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4c8462dc-a128-4582-a1c0-cb0a829f1caa,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:09.217469 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ecc855d7-e624-4d4c-a186-5d990ea6c651 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:09.264717 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port ecc855d7-e624-4d4c-a186-5d990ea6c651 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:09.265089 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:09.366910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['4c8462dc-a128-4582-a1c0-cb0a829f1caa'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:03:09.561276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aef9db-f5b0-4ced-8b11-b0ed4cc77f76 req-69cf8745-06fa-4432-94cf-2d2c58845cfc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:09.562878 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-27aef9db-f5b0-4ced-8b11-b0ed4cc77f76 req-69cf8745-06fa-4432-94cf-2d2c58845cfc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 945 time: 0.0528667 Jul 27 23:03:09.601796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-27aef9db-f5b0-4ced-8b11-b0ed4cc77f76 req-7a41659c-b8b4-4519-8ee7-f44becc52c54 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321674 Jul 27 23:03:10.716013 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec49093-7f4f-44db-b198-bfca34625a9c req-dc8b9ad9-4794-4084-ad5f-5788c852d09d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:10.717494 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ec49093-7f4f-44db-b198-bfca34625a9c req-dc8b9ad9-4794-4084-ad5f-5788c852d09d tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 945 time: 0.0484574 Jul 27 23:03:10.754549 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7ec49093-7f4f-44db-b198-bfca34625a9c req-cfc32456-ddb2-4e51-a375-aebc8795ccd0 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311818 Jul 27 23:03:10.975843 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4c8462dc-a128-4582-a1c0-cb0a829f1caa up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:03:11.023736 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port 4c8462dc-a128-4582-a1c0-cb0a829f1caa completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:03:11.027221 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port 4c8462dc-a128-4582-a1c0-cb0a829f1caa triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:03:11.027592 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.103476 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.126607 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8462dc-a128-4582-a1c0-cb0a829f1caa'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:11.128830 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60632f14-eb37-4b24-a85d-53ec981cc5a3" -d '{"events": [{"server_uuid": "bebe7d1f-d971-4a97-baa7-3b94937dcb90", "name": "network-vif-plugged", "status": "completed", "tag": "4c8462dc-a128-4582-a1c0-cb0a829f1caa"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:11.145193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port 4c8462dc-a128-4582-a1c0-cb0a829f1caa, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4c8462dc-a128-4582-a1c0-cb0a829f1caa,segment=NetworkSegment(51b55d09-8a26-4140-95f5-8ee75413bfcf),segment_id=51b55d09-8a26-4140-95f5-8ee75413bfcf)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:11.150194 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:11.200298 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=4c8462dc-a128-4582-a1c0-cb0a829f1caa,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:11.215652 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cfe857-7cf8-4bcf-a9eb-d53b4ada827f x-openstack-request-id: req-f1cfe857-7cf8-4bcf-a9eb-d53b4ada827f {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:11.215948 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebe7d1f-d971-4a97-baa7-3b94937dcb90", "name": "network-vif-plugged", "status": "completed", "tag": "4c8462dc-a128-4582-a1c0-cb0a829f1caa", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:11.216202 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1cfe857-7cf8-4bcf-a9eb-d53b4ada827f {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:11.216595 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8462dc-a128-4582-a1c0-cb0a829f1caa', 'code': 200} Jul 27 23:03:11.314138 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c60686-1d2c-4461-ba6d-8028dadf13fd req-a179072f-7b28-45b0-917f-b410a6ddf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:11.315657 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31c60686-1d2c-4461-ba6d-8028dadf13fd req-a179072f-7b28-45b0-917f-b410a6ddf8c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 1097 time: 0.0420842 Jul 27 23:03:11.349549 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31c60686-1d2c-4461-ba6d-8028dadf13fd req-e2b4be1b-af05-4c64-b29b-79567d7adfe6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267680 Jul 27 23:03:11.872361 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbb7bf-a8ae-4bc7-af4b-b69a9f311b0c req-5e3a5842-d48f-4f90-bbdf-cf5dad843bea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:11.873838 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a9dbb7bf-a8ae-4bc7-af4b-b69a9f311b0c req-5e3a5842-d48f-4f90-bbdf-cf5dad843bea tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 946 time: 0.0525851 Jul 27 23:03:11.913297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a9dbb7bf-a8ae-4bc7-af4b-b69a9f311b0c req-cfcb98d3-4c50-4087-b6e7-7f803563d0a5 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333056 Jul 27 23:03:12.833705 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d68d6ae-125e-4771-a348-dd9948b4d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.029720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312bc74-5ac9-42b0-815b-31c749aa795e req-b1a3b5bb-d555-48b0-be57-dbdeee818f27 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:13.031247 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f312bc74-5ac9-42b0-815b-31c749aa795e req-b1a3b5bb-d555-48b0-be57-dbdeee818f27 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 946 time: 0.0512257 Jul 27 23:03:13.050995 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.072283 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f312bc74-5ac9-42b0-815b-31c749aa795e req-49f7215e-b818-4c58-a13e-19437c77f55b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340307 Jul 27 23:03:13.188403 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edddcd2-2fff-43e9-be5f-5f2a27989de5 req-baeaa91f-e062-4937-beb9-1dbe0066cfb7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:13.189920 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8edddcd2-2fff-43e9-be5f-5f2a27989de5 req-baeaa91f-e062-4937-beb9-1dbe0066cfb7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 946 time: 0.0480902 Jul 27 23:03:13.229195 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8edddcd2-2fff-43e9-be5f-5f2a27989de5 req-69d27de5-b430-4e93-958a-0a6355ba1699 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321693 Jul 27 23:03:13.250807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36052) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:13.297302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdce77e9-15b3-4b02-8103-fe3d10be0669 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:13.298850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fdce77e9-15b3-4b02-8103-fe3d10be0669 tempest-TestNetworkAdvancedServerOps-2010906784 tempest-TestNetworkAdvancedServerOps-2010906784-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 1092 time: 0.0470901 Jul 27 23:03:13.301706 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36054) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:13.306053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '4c8462dc-a128-4582-a1c0-cb0a829f1caa', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:13.327373 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.420696 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.524081 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Allocated IP 172.25.1.24 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/e55ac85b-6800-42e2-bf47-ba38835b7a13) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:13.620401 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.658027 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:13.697991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:13.700757 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:13.704169 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:13.730522 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=e55ac85b-6800-42e2-bf47-ba38835b7a13,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:14.057118 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.124967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.270043 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.274615 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.340192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event updated for resources: {'Port': ['ID=e55ac85b-6800-42e2-bf47-ba38835b7a13,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:14.352958 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.451283 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Floating IP 9ec6ee54-6110-45ae-8992-919bf5f8328b associated. External IP: 172.25.1.24, port: 4c8462dc-a128-4582-a1c0-cb0a829f1caa. Jul 27 23:03:14.657916 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router f7535074-b459-448d-93e1-12b96f737eb8 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:14.766869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:14.777715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e55755-aaba-4768-86eb-3f35113eb732 None None] Sync routers for ids ['f7535074-b459-448d-93e1-12b96f737eb8'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:14.784204 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:14.787301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e55755-aaba-4768-86eb-3f35113eb732 None None] Routers {'f7535074-b459-448d-93e1-12b96f737eb8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:14.787740 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-11e55755-aaba-4768-86eb-3f35113eb732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:02:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7535074-b459-448d-93e1-12b96f737eb8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:14.810583 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-8cd36e17-bf9a-42a4-b1b3-4b63286ed6da tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5077899 Jul 27 23:03:14.811174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'tag': '4c8462dc-a128-4582-a1c0-cb0a829f1caa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:14.813497 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f905a6-cc3b-4679-ac2d-2f3bc8ddc752" -d '{"events": [{"name": "network-changed", "server_uuid": "bebe7d1f-d971-4a97-baa7-3b94937dcb90", "tag": "4c8462dc-a128-4582-a1c0-cb0a829f1caa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:14.851796 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2af5d4-5ec1-4f9a-b440-51c10ec26bab x-openstack-request-id: req-ec2af5d4-5ec1-4f9a-b440-51c10ec26bab {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:14.852092 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebe7d1f-d971-4a97-baa7-3b94937dcb90", "tag": "4c8462dc-a128-4582-a1c0-cb0a829f1caa", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:14.852346 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec2af5d4-5ec1-4f9a-b440-51c10ec26bab {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:14.852757 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'tag': '4c8462dc-a128-4582-a1c0-cb0a829f1caa', 'status': 'completed', 'code': 200} Jul 27 23:03:14.913141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-11e55755-aaba-4768-86eb-3f35113eb732 None None] Set router f7535074-b459-448d-93e1-12b96f737eb8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:14.944297 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb849c2d-dd59-4fc0-9b1b-e2f1cdead6e0 req-1022d11d-f1b2-4bdb-b823-8334d486fb82 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:14.945803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb849c2d-dd59-4fc0-9b1b-e2f1cdead6e0 req-1022d11d-f1b2-4bdb-b823-8334d486fb82 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 946 time: 0.0792532 Jul 27 23:03:14.951549 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f905a6-cc3b-4679-ac2d-2f3bc8ddc752 req-3f33851d-7a29-414f-8ef4-c8a2651f8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:14.952982 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f905a6-cc3b-4679-ac2d-2f3bc8ddc752 req-3f33851d-7a29-414f-8ef4-c8a2651f8bfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 1097 time: 0.0770144 Jul 27 23:03:15.037580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb849c2d-dd59-4fc0-9b1b-e2f1cdead6e0 req-fd4844eb-9b16-4daa-994c-942e7237e583 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836289 Jul 27 23:03:15.061004 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36060) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:15.122567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f905a6-cc3b-4679-ac2d-2f3bc8ddc752 req-2736cb21-f302-435b-ae06-53688aa53a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:15.123963 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f905a6-cc3b-4679-ac2d-2f3bc8ddc752 req-2736cb21-f302-435b-ae06-53688aa53a40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9d8cb90-8853-4584-b85d-c8a2b6460633 HTTP/1.1" status: 200 len: 898 time: 0.1631486 Jul 27 23:03:15.141433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-11e55755-aaba-4768-86eb-3f35113eb732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '9ec6ee54-6110-45ae-8992-919bf5f8328b', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'port_id': '4c8462dc-a128-4582-a1c0-cb0a829f1caa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'mac_address': 'fa:16:3e:6b:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:03:13Z', 'updated_at': '2021-07-27T23:03:13Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc855d7-e624-4d4c-a186-5d990ea6c651', 'name': '', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:45:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:07Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:15.172883 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e55755-aaba-4768-86eb-3f35113eb732 None None] Checking router: f7535074-b459-448d-93e1-12b96f737eb8 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:15.182104 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e55755-aaba-4768-86eb-3f35113eb732 None None] Routers {'f7535074-b459-448d-93e1-12b96f737eb8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:15.182768 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-11e55755-aaba-4768-86eb-3f35113eb732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:02:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7535074-b459-448d-93e1-12b96f737eb8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:15.294164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-11e55755-aaba-4768-86eb-3f35113eb732 None None] Set router f7535074-b459-448d-93e1-12b96f737eb8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:15.503249 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d6237b52-8c77-4aa2-9dab-620b54cc2aa7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/9ec6ee54-6110-45ae-8992-919bf5f8328b HTTP/1.1" status: 200 len: 991 time: 0.4408076 Jul 27 23:03:15.529149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f905a6-cc3b-4679-ac2d-2f3bc8ddc752 req-facf2029-1c1e-425a-81f4-7306c09cf8fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8462dc-a128-4582-a1c0-cb0a829f1caa HTTP/1.1" status: 200 len: 999 time: 0.3979614 Jul 27 23:03:15.581287 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f905a6-cc3b-4679-ac2d-2f3bc8ddc752 req-73818a5b-6028-45e8-9eba-d73827b1330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:15.582792 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f905a6-cc3b-4679-ac2d-2f3bc8ddc752 req-73818a5b-6028-45e8-9eba-d73827b1330c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38124a88-a8d3-4b10-94c5-65c67ceaee0d HTTP/1.1" status: 200 len: 834 time: 0.0453777 Jul 27 23:03:15.608307 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-862eb99c-fd31-4b85-9927-1fa03353ffc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.628860 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f905a6-cc3b-4679-ac2d-2f3bc8ddc752 req-f17b7a01-44a5-4e98-a2cf-eae46403b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:15.630613 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f905a6-cc3b-4679-ac2d-2f3bc8ddc752 req-f17b7a01-44a5-4e98-a2cf-eae46403b9cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9d8cb90-8853-4584-b85d-c8a2b6460633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408673 Jul 27 23:03:15.689853 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-11e55755-aaba-4768-86eb-3f35113eb732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '9ec6ee54-6110-45ae-8992-919bf5f8328b', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'port_id': '4c8462dc-a128-4582-a1c0-cb0a829f1caa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'mac_address': 'fa:16:3e:6b:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:03:13Z', 'updated_at': '2021-07-27T23:03:13Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc855d7-e624-4d4c-a186-5d990ea6c651', 'name': '', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:45:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:07Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:15.716818 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e55755-aaba-4768-86eb-3f35113eb732 None None] The sync data for ids ['f7535074-b459-448d-93e1-12b96f737eb8'] in n-d-802011-3 is: [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '9ec6ee54-6110-45ae-8992-919bf5f8328b', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'port_id': '4c8462dc-a128-4582-a1c0-cb0a829f1caa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'mac_address': 'fa:16:3e:6b:8e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:03:13Z', 'updated_at': '2021-07-27T23:03:13Z', 'revision_number': 0, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc855d7-e624-4d4c-a186-5d990ea6c651', 'name': '', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:45:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:07Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:15.728744 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f905a6-cc3b-4679-ac2d-2f3bc8ddc752 req-2c791297-9ba3-47b8-b083-e57070c30ea3 service neutron] 10.222.0.41 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913231 Jul 27 23:03:15.821051 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f905a6-cc3b-4679-ac2d-2f3bc8ddc752 req-44192193-c254-4f93-b6e6-3f672b75cd96 service neutron] 10.222.0.41 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855079 Jul 27 23:03:15.855327 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:15.915927 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9678adbb-601c-48e4-8586-d9b079213115 None None] New status for floating IP 9ec6ee54-6110-45ae-8992-919bf5f8328b: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:03:16.507115 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:16.570777 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-88820093-f483-4bf2-aae0-edbb08838458 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/9ec6ee54-6110-45ae-8992-919bf5f8328b HTTP/1.1" status: 200 len: 993 time: 0.0625536 Jul 27 23:03:16.641755 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:17.060180 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:18.335698 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:42.834751 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a5d4806-3651-4c99-9813-541ca4f2cc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.060998 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:43.239724 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db05063-65df-44e0-a79d-aa5d111e711c req-8a073411-7a19-44d6-9e98-b8704cca0026 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:43.241177 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2db05063-65df-44e0-a79d-aa5d111e711c req-8a073411-7a19-44d6-9e98-b8704cca0026 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 946 time: 0.0473678 Jul 27 23:03:43.279386 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2db05063-65df-44e0-a79d-aa5d111e711c req-8ff3030b-a643-4467-a8a6-aaf52751220a tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314994 Jul 27 23:03:44.400869 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10373c-7c1b-4ef7-9b28-31ca6de629e3 req-5ba5f936-1639-4a23-bc42-fe96bbc8156e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:44.402370 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f10373c-7c1b-4ef7-9b28-31ca6de629e3 req-5ba5f936-1639-4a23-bc42-fe96bbc8156e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 946 time: 0.0518708 Jul 27 23:03:44.442930 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2f10373c-7c1b-4ef7-9b28-31ca6de629e3 req-ac53a8fc-5522-41c9-96f2-e9f475886e69 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Jul 27 23:03:44.465944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:44.528458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-94947e52-cef0-4e96-9731-02c8781c61cd tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/9ec6ee54-6110-45ae-8992-919bf5f8328b HTTP/1.1" status: 200 len: 993 time: 0.0613623 Jul 27 23:03:44.902013 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:03:45.499388 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-08d821ea-ce9c-42f1-ad9d-9a6e75e09734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.810408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40f1fb-09b5-47b4-b0d5-11800c3df3e6 req-86366e0f-a3d4-4841-a92e-431805038ac1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:45.811906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d40f1fb-09b5-47b4-b0d5-11800c3df3e6 req-86366e0f-a3d4-4841-a92e-431805038ac1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 946 time: 0.0810270 Jul 27 23:03:45.817492 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0b24-1e98-4798-827b-d4bf5ba1ed01 req-d7c7241a-5fe8-4cd8-9c14-24fa6ef2f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:45.818915 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-058a0b24-1e98-4798-827b-d4bf5ba1ed01 req-d7c7241a-5fe8-4cd8-9c14-24fa6ef2f62c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 1097 time: 0.0622032 Jul 27 23:03:45.856891 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:45.897910 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3d40f1fb-09b5-47b4-b0d5-11800c3df3e6 req-008b8ea0-859b-46de-b1a5-d756f2719ddc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780351 Jul 27 23:03:45.929686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0b24-1e98-4798-827b-d4bf5ba1ed01 req-d1a659aa-2b73-48f9-9e59-b8aa640d6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:45.931199 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-058a0b24-1e98-4798-827b-d4bf5ba1ed01 req-d1a659aa-2b73-48f9-9e59-b8aa640d6f08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9d8cb90-8853-4584-b85d-c8a2b6460633 HTTP/1.1" status: 200 len: 898 time: 0.1050298 Jul 27 23:03:46.001331 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-058a0b24-1e98-4798-827b-d4bf5ba1ed01 req-ef202908-11ea-47e3-8d5e-d00cae5c3b79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8462dc-a128-4582-a1c0-cb0a829f1caa HTTP/1.1" status: 200 len: 1001 time: 0.0618825 Jul 27 23:03:46.051108 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0b24-1e98-4798-827b-d4bf5ba1ed01 req-1938fdc7-bfac-4e1a-95bb-5bea4723ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:46.052542 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-058a0b24-1e98-4798-827b-d4bf5ba1ed01 req-1938fdc7-bfac-4e1a-95bb-5bea4723ea7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38124a88-a8d3-4b10-94c5-65c67ceaee0d HTTP/1.1" status: 200 len: 834 time: 0.0438640 Jul 27 23:03:46.097506 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0b24-1e98-4798-827b-d4bf5ba1ed01 req-038ecffc-cff8-4bc3-90d0-b97c4e1f1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:46.098929 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-058a0b24-1e98-4798-827b-d4bf5ba1ed01 req-038ecffc-cff8-4bc3-90d0-b97c4e1f1b1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9d8cb90-8853-4584-b85d-c8a2b6460633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399749 Jul 27 23:03:46.191465 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-058a0b24-1e98-4798-827b-d4bf5ba1ed01 req-9882bde4-e8fd-41bf-933f-61b921834dd1 service neutron] 10.222.0.41 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849025 Jul 27 23:03:46.278456 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-058a0b24-1e98-4798-827b-d4bf5ba1ed01 req-40bc110a-4ff7-4b5e-bb52-31bd2a779382 service neutron] 10.222.0.41 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804768 Jul 27 23:03:46.641094 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:47.030994 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61e968-0f8a-42a7-b44e-d6ecbe25ba02 req-13cd61e2-5250-4b15-b337-215942b82364 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:47.032523 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef61e968-0f8a-42a7-b44e-d6ecbe25ba02 req-13cd61e2-5250-4b15-b337-215942b82364 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 946 time: 0.0630200 Jul 27 23:03:47.061945 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:47.077995 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ef61e968-0f8a-42a7-b44e-d6ecbe25ba02 req-85818ed4-ccd5-4749-9911-60f7728fb4c1 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380330 Jul 27 23:03:47.145574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879d163-b7e2-45b4-822f-1b46b65fdf0a req-aca590cb-12fd-4428-95b5-96fc2c319436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:47.147088 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3879d163-b7e2-45b4-822f-1b46b65fdf0a req-aca590cb-12fd-4428-95b5-96fc2c319436 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 1097 time: 0.0415342 Jul 27 23:03:47.249087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879d163-b7e2-45b4-822f-1b46b65fdf0a req-06a9280d-7573-4cec-87c9-be0528c9ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:47.250608 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3879d163-b7e2-45b4-822f-1b46b65fdf0a req-06a9280d-7573-4cec-87c9-be0528c9ea43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9d8cb90-8853-4584-b85d-c8a2b6460633 HTTP/1.1" status: 200 len: 898 time: 0.0843146 Jul 27 23:03:47.318340 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3879d163-b7e2-45b4-822f-1b46b65fdf0a req-b68a12eb-6c07-45dd-acb3-55f53c80cbc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8462dc-a128-4582-a1c0-cb0a829f1caa HTTP/1.1" status: 200 len: 1001 time: 0.0607014 Jul 27 23:03:47.367480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879d163-b7e2-45b4-822f-1b46b65fdf0a req-09355b28-1b5b-482b-bcf0-7fdd60cedbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:47.369178 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3879d163-b7e2-45b4-822f-1b46b65fdf0a req-09355b28-1b5b-482b-bcf0-7fdd60cedbc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38124a88-a8d3-4b10-94c5-65c67ceaee0d HTTP/1.1" status: 200 len: 834 time: 0.0445759 Jul 27 23:03:47.414623 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879d163-b7e2-45b4-822f-1b46b65fdf0a req-7296b282-a18e-4992-b010-9515d7ce4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:47.416111 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3879d163-b7e2-45b4-822f-1b46b65fdf0a req-7296b282-a18e-4992-b010-9515d7ce4f1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9d8cb90-8853-4584-b85d-c8a2b6460633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393362 Jul 27 23:03:47.509653 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3879d163-b7e2-45b4-822f-1b46b65fdf0a req-07ee5d3f-ea0b-4d5f-a228-1b829de92172 service neutron] 10.222.0.41 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854683 Jul 27 23:03:47.602946 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3879d163-b7e2-45b4-822f-1b46b65fdf0a req-e1938e30-2f53-4181-9073-5bf29ff99c1a service neutron] 10.222.0.41 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804427 Jul 27 23:03:48.205161 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d926e85-0e08-4a9d-ad95-e56e079f0bd8 req-1afcb4ac-19a9-4442-8348-e7e3e89471b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:48.206655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d926e85-0e08-4a9d-ad95-e56e079f0bd8 req-1afcb4ac-19a9-4442-8348-e7e3e89471b7 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 946 time: 0.0536005 Jul 27 23:03:48.244461 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4d926e85-0e08-4a9d-ad95-e56e079f0bd8 req-074cdd21-33a8-422b-83e6-7dd5e25de029 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317063 Jul 27 23:03:48.266505 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36094) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:48.326793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1c172c7f-51b2-4e61-91a8-db3c97060157 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/floatingips/9ec6ee54-6110-45ae-8992-919bf5f8328b HTTP/1.1" status: 200 len: 993 time: 0.0572169 Jul 27 23:03:48.340627 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.557793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36100) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:48.716950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port e55ac85b-6800-42e2-bf47-ba38835b7a13 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:48.717350 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.801834 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.802157 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.813386 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for e55ac85b-6800-42e2-bf47-ba38835b7a13 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:48.960420 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:48.988238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=e55ac85b-6800-42e2-bf47-ba38835b7a13,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:49.052471 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:49.052810 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Floating IP 9ec6ee54-6110-45ae-8992-919bf5f8328b disassociated (deleted). External IP: 172.25.1.24, port: 4c8462dc-a128-4582-a1c0-cb0a829f1caa. Jul 27 23:03:49.262038 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router f7535074-b459-448d-93e1-12b96f737eb8 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:49.370404 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:49.375267 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:49.379721 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a0989-de1c-4978-85ea-ab183f53febb None None] Sync routers for ids ['f7535074-b459-448d-93e1-12b96f737eb8'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:49.389710 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a0989-de1c-4978-85ea-ab183f53febb None None] Routers {'f7535074-b459-448d-93e1-12b96f737eb8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:49.390358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4b0a0989-de1c-4978-85ea-ab183f53febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7535074-b459-448d-93e1-12b96f737eb8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:49.402133 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-0f7f63e3-bf80-4b4a-b6d3-4e2d105fbdc2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/floatingips/9ec6ee54-6110-45ae-8992-919bf5f8328b HTTP/1.1" status: 204 len: 168 time: 0.8432508 Jul 27 23:03:49.402845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'tag': '4c8462dc-a128-4582-a1c0-cb0a829f1caa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:49.405192 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796a486d-b7c2-4c12-bdba-180f16885233" -d '{"events": [{"name": "network-changed", "server_uuid": "bebe7d1f-d971-4a97-baa7-3b94937dcb90", "tag": "4c8462dc-a128-4582-a1c0-cb0a829f1caa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:49.445896 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e190342e-b509-4db5-a541-77f2f8f6b49e x-openstack-request-id: req-e190342e-b509-4db5-a541-77f2f8f6b49e {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:49.446741 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebe7d1f-d971-4a97-baa7-3b94937dcb90", "tag": "4c8462dc-a128-4582-a1c0-cb0a829f1caa", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:49.446993 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e190342e-b509-4db5-a541-77f2f8f6b49e {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:49.447400 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'tag': '4c8462dc-a128-4582-a1c0-cb0a829f1caa', 'status': 'completed', 'code': 200} Jul 27 23:03:49.498902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4b0a0989-de1c-4978-85ea-ab183f53febb None None] Set router f7535074-b459-448d-93e1-12b96f737eb8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:49.517460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a486d-b7c2-4c12-bdba-180f16885233 req-5689b21b-0d1f-4d73-a1b2-d10c50565f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:49.519398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-796a486d-b7c2-4c12-bdba-180f16885233 req-5689b21b-0d1f-4d73-a1b2-d10c50565f19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95e33ed6469f41269931fb7cadd2fee7&device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 1097 time: 0.0515647 Jul 27 23:03:49.654602 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a486d-b7c2-4c12-bdba-180f16885233 req-cfc91fb7-663e-412e-8f74-3a7f73e718e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:49.656137 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-796a486d-b7c2-4c12-bdba-180f16885233 req-cfc91fb7-663e-412e-8f74-3a7f73e718e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9d8cb90-8853-4584-b85d-c8a2b6460633 HTTP/1.1" status: 200 len: 898 time: 0.1296976 Jul 27 23:03:49.665532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30991e48-0f49-4bc1-956b-449fb6d9740d req-38ec358b-0dfc-44e9-bca7-d3b31dc00071 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:49.667029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30991e48-0f49-4bc1-956b-449fb6d9740d req-38ec358b-0dfc-44e9-bca7-d3b31dc00071 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 946 time: 0.0835679 Jul 27 23:03:49.712514 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4b0a0989-de1c-4978-85ea-ab183f53febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'ecc855d7-e624-4d4c-a186-5d990ea6c651', 'name': '', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:45:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:07Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:49.717454 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-796a486d-b7c2-4c12-bdba-180f16885233 req-bf879288-16bd-4f65-ae49-1f20d0bbfa51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c8462dc-a128-4582-a1c0-cb0a829f1caa HTTP/1.1" status: 200 len: 217 time: 0.0494645 Jul 27 23:03:49.743550 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a0989-de1c-4978-85ea-ab183f53febb None None] Checking router: f7535074-b459-448d-93e1-12b96f737eb8 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:49.747206 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30991e48-0f49-4bc1-956b-449fb6d9740d req-a987a1d5-5397-43d4-b64e-1e27ec1455e6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734310 Jul 27 23:03:49.751878 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a0989-de1c-4978-85ea-ab183f53febb None None] Routers {'f7535074-b459-448d-93e1-12b96f737eb8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:49.752661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4b0a0989-de1c-4978-85ea-ab183f53febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7535074-b459-448d-93e1-12b96f737eb8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:49.784480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a486d-b7c2-4c12-bdba-180f16885233 req-2233b230-59b7-4198-9c4b-cedac31f782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:49.785846 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-796a486d-b7c2-4c12-bdba-180f16885233 req-2233b230-59b7-4198-9c4b-cedac31f782c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38124a88-a8d3-4b10-94c5-65c67ceaee0d HTTP/1.1" status: 200 len: 834 time: 0.0527706 Jul 27 23:03:49.832699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a486d-b7c2-4c12-bdba-180f16885233 req-74aea179-b79a-4928-962b-fa6691ffd9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:49.834205 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-796a486d-b7c2-4c12-bdba-180f16885233 req-74aea179-b79a-4928-962b-fa6691ffd9ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9d8cb90-8853-4584-b85d-c8a2b6460633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406036 Jul 27 23:03:49.858175 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4b0a0989-de1c-4978-85ea-ab183f53febb None None] Set router f7535074-b459-448d-93e1-12b96f737eb8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:49.928655 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-796a486d-b7c2-4c12-bdba-180f16885233 req-616a9254-7541-48ed-91f0-8d3d9d33b464 service neutron] 10.222.0.41 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850120 Jul 27 23:03:50.033269 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-796a486d-b7c2-4c12-bdba-180f16885233 req-4553d26f-8d19-493e-9a6c-1d155d651dab service neutron] 10.222.0.41 "GET /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928769 Jul 27 23:03:50.065133 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4b0a0989-de1c-4978-85ea-ab183f53febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'ecc855d7-e624-4d4c-a186-5d990ea6c651', 'name': '', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:45:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:07Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:50.092265 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a0989-de1c-4978-85ea-ab183f53febb None None] The sync data for ids ['f7535074-b459-448d-93e1-12b96f737eb8'] in n-d-802011-3 is: [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'ecc855d7-e624-4d4c-a186-5d990ea6c651', 'name': '', 'network_id': 'e9d8cb90-8853-4584-b85d-c8a2b6460633', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'mac_address': 'fa:16:3e:45:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:02Z', 'updated_at': '2021-07-27T23:03:07Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'subnets': [{'id': '38124a88-a8d3-4b10-94c5-65c67ceaee0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:50.299817 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f18058-f970-4d3a-a81c-3f262b5a25d1 None None] New status for floating IP 9ec6ee54-6110-45ae-8992-919bf5f8328b: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:03:50.871244 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942fe86-bcfd-4533-ba44-ebf317cc1ec1 req-0857a348-10d6-4c25-b2d6-16f295c96ffb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:50.872806 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4942fe86-bcfd-4533-ba44-ebf317cc1ec1 req-0857a348-10d6-4c25-b2d6-16f295c96ffb tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 946 time: 0.0546706 Jul 27 23:03:50.909806 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4942fe86-bcfd-4533-ba44-ebf317cc1ec1 req-5b291ce3-a5c7-49d0-b5fa-1ecbbffcb4f6 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a59a33f-78ba-4d59-aa8b-207177f831c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Jul 27 23:03:51.170950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996fa45-af31-4bca-b410-c8502a103895 req-9c00c220-61f6-47d9-97c1-d0cf7dc41ebd tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:51.172409 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b996fa45-af31-4bca-b410-c8502a103895 req-9c00c220-61f6-47d9-97c1-d0cf7dc41ebd tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.41 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 946 time: 0.0494707 Jul 27 23:03:51.265786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b996fa45-af31-4bca-b410-c8502a103895 req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port 4c8462dc-a128-4582-a1c0-cb0a829f1caa {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:51.266124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b996fa45-af31-4bca-b410-c8502a103895 req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:51.353899 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b996fa45-af31-4bca-b410-c8502a103895 req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port 4c8462dc-a128-4582-a1c0-cb0a829f1caa, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=4c8462dc-a128-4582-a1c0-cb0a829f1caa,segment=NetworkSegment(51b55d09-8a26-4140-95f5-8ee75413bfcf),segment_id=51b55d09-8a26-4140-95f5-8ee75413bfcf)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:51.354290 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b996fa45-af31-4bca-b410-c8502a103895 req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:51.367189 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-b996fa45-af31-4bca-b410-c8502a103895 req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for 4c8462dc-a128-4582-a1c0-cb0a829f1caa owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:51.495690 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b996fa45-af31-4bca-b410-c8502a103895 req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:51.523609 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=4c8462dc-a128-4582-a1c0-cb0a829f1caa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:51.549601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:51.549951 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:51.550312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:51.550647 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:51.550974 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:51.551300 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:51.551626 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:51.551948 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:51.552271 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:51.552588 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:51.552907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:51.553221 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:51.576215 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b996fa45-af31-4bca-b410-c8502a103895 req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] No DVR routers for this DVR port 4c8462dc-a128-4582-a1c0-cb0a829f1caa on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:03:51.578935 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b996fa45-af31-4bca-b410-c8502a103895 req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:51.580917 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b996fa45-af31-4bca-b410-c8502a103895 req-67cb9674-020e-4e18-8d66-027311fffb93 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.41 "DELETE /v2.0/ports/4c8462dc-a128-4582-a1c0-cb0a829f1caa HTTP/1.1" status: 204 len: 173 time: 0.4019802 Jul 27 23:03:51.581435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'name': 'network-vif-deleted', 'tag': '4c8462dc-a128-4582-a1c0-cb0a829f1caa'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:03:51.583782 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4d94d6-5b3f-4059-9a37-de0fc30fe5c5" -d '{"events": [{"server_uuid": "bebe7d1f-d971-4a97-baa7-3b94937dcb90", "name": "network-vif-deleted", "tag": "4c8462dc-a128-4582-a1c0-cb0a829f1caa"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:03:51.620765 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a44647-5090-451d-ace2-a654f88a24ba x-openstack-request-id: req-54a44647-5090-451d-ace2-a654f88a24ba {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:03:51.621060 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebe7d1f-d971-4a97-baa7-3b94937dcb90", "name": "network-vif-deleted", "tag": "4c8462dc-a128-4582-a1c0-cb0a829f1caa", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:03:51.621340 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54a44647-5090-451d-ace2-a654f88a24ba {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:03:51.621740 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bebe7d1f-d971-4a97-baa7-3b94937dcb90', 'name': 'network-vif-deleted', 'tag': '4c8462dc-a128-4582-a1c0-cb0a829f1caa', 'status': 'completed', 'code': 200} Jul 27 23:03:52.031250 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21378091-8927-4b1e-9821-84fca13ec408 req-3c837e01-0fda-4a35-bd65-095808f4f599 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "GET /v2.0/ports?device_id=bebe7d1f-d971-4a97-baa7-3b94937dcb90 HTTP/1.1" status: 200 len: 210 time: 0.0337811 Jul 27 23:03:53.089893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36116) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:53.448167 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc7a33f-a796-4d5a-ba71-cf888c4d86a2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.700134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7a33f-a796-4d5a-ba71-cf888c4d86a2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port ecc855d7-e624-4d4c-a186-5d990ea6c651 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:53.700391 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc7a33f-a796-4d5a-ba71-cf888c4d86a2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.787601 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-bcc7a33f-a796-4d5a-ba71-cf888c4d86a2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port ecc855d7-e624-4d4c-a186-5d990ea6c651, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=ecc855d7-e624-4d4c-a186-5d990ea6c651,segment=NetworkSegment(51b55d09-8a26-4140-95f5-8ee75413bfcf),segment_id=51b55d09-8a26-4140-95f5-8ee75413bfcf)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:53.787960 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc7a33f-a796-4d5a-ba71-cf888c4d86a2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:53.800709 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7a33f-a796-4d5a-ba71-cf888c4d86a2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for ecc855d7-e624-4d4c-a186-5d990ea6c651 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:53.981968 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc7a33f-a796-4d5a-ba71-cf888c4d86a2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.011050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7a33f-a796-4d5a-ba71-cf888c4d86a2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=ecc855d7-e624-4d4c-a186-5d990ea6c651,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:54.182965 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcc7a33f-a796-4d5a-ba71-cf888c4d86a2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.394518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc7a33f-a796-4d5a-ba71-cf888c4d86a2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Router f7535074-b459-448d-93e1-12b96f737eb8 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:03:54.500710 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc7a33f-a796-4d5a-ba71-cf888c4d86a2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:03:54.505914 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bcc7a33f-a796-4d5a-ba71-cf888c4d86a2 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "PUT /v2.0/routers/f7535074-b459-448d-93e1-12b96f737eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4149506 Jul 27 23:03:54.508771 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36118) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:54.511449 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e9b308-c906-4178-aa63-e02236160a81 None None] Sync routers for ids ['f7535074-b459-448d-93e1-12b96f737eb8'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:03:54.520579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9b308-c906-4178-aa63-e02236160a81 None None] Routers {'f7535074-b459-448d-93e1-12b96f737eb8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:54.521188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-80e9b308-c906-4178-aa63-e02236160a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7535074-b459-448d-93e1-12b96f737eb8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:54.559182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e8f7f1-3f0f-4867-9f0e-43e8115551cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting subnet 38124a88-a8d3-4b10-94c5-65c67ceaee0d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:03:54.562202 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f7f1-3f0f-4867-9f0e-43e8115551cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.607301 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f7f1-3f0f-4867-9f0e-43e8115551cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.627142 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-80e9b308-c906-4178-aa63-e02236160a81 None None] Set router f7535074-b459-448d-93e1-12b96f737eb8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:54.691071 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f7f1-3f0f-4867-9f0e-43e8115551cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.749550 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f7f1-3f0f-4867-9f0e-43e8115551cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.779196 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8f7f1-3f0f-4867-9f0e-43e8115551cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Subnet': ['ID=38124a88-a8d3-4b10-94c5-65c67ceaee0d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:54.784840 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f7f1-3f0f-4867-9f0e-43e8115551cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.790175 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c9e8f7f1-3f0f-4867-9f0e-43e8115551cc tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/subnets/38124a88-a8d3-4b10-94c5-65c67ceaee0d HTTP/1.1" status: 204 len: 168 time: 0.2770534 Jul 27 23:03:54.790781 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36120) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:54.793801 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51352e8-8ce5-48b0-85a1-de45563e8fe3 None None] Network e9d8cb90-8853-4584-b85d-c8a2b6460633 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:54.894962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:54.902638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-80e9b308-c906-4178-aa63-e02236160a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:53Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:54.934638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e9b308-c906-4178-aa63-e02236160a81 None None] Checking router: f7535074-b459-448d-93e1-12b96f737eb8 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:03:54.948037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9b308-c906-4178-aa63-e02236160a81 None None] Routers {'f7535074-b459-448d-93e1-12b96f737eb8'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:03:54.948586 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-80e9b308-c906-4178-aa63-e02236160a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f7535074-b459-448d-93e1-12b96f737eb8'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:55.016921 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.034479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4eeb2b-65cc-4f57-b36b-ee37c67debba None None] DHCP port deletion for e9d8cb90-8853-4584-b85d-c8a2b6460633 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:03:55.072976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Deleting port 3a015aff-6ca5-4c86-88f7-ba2854691b55 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:55.073315 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.085353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-80e9b308-c906-4178-aa63-e02236160a81 None None] Set router f7535074-b459-448d-93e1-12b96f737eb8 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:03:55.113011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4c8462dc-a128-4582-a1c0-cb0a829f1caa no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:03:55.149555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] For port 3a015aff-6ca5-4c86-88f7-ba2854691b55, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3a015aff-6ca5-4c86-88f7-ba2854691b55,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:55.149918 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.162142 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Calling delete_port for 3a015aff-6ca5-4c86-88f7-ba2854691b55 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:55.163091 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: 4c8462dc-a128-4582-a1c0-cb0a829f1caa {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:03:55.163466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device 4c8462dc-a128-4582-a1c0-cb0a829f1caa not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:03:55.211015 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ed4eeb2b-65cc-4f57-b36b-ee37c67debba None None] Deleting port 64549a39-3511-425b-9071-df222c30579f {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:03:55.213058 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed4eeb2b-65cc-4f57-b36b-ee37c67debba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.306713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-ed4eeb2b-65cc-4f57-b36b-ee37c67debba None None] For port 64549a39-3511-425b-9071-df222c30579f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=64549a39-3511-425b-9071-df222c30579f,segment=NetworkSegment(51b55d09-8a26-4140-95f5-8ee75413bfcf),segment_id=51b55d09-8a26-4140-95f5-8ee75413bfcf)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:03:55.307115 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed4eeb2b-65cc-4f57-b36b-ee37c67debba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.321787 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-ed4eeb2b-65cc-4f57-b36b-ee37c67debba None None] Calling delete_port for 64549a39-3511-425b-9071-df222c30579f owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:03:55.340000 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.345316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 64549a39-3511-425b-9071-df222c30579f no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:03:55.364707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Port': ['ID=3a015aff-6ca5-4c86-88f7-ba2854691b55,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:55.436275 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.655171 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-80e9b308-c906-4178-aa63-e02236160a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:53Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:55.700558 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e9b308-c906-4178-aa63-e02236160a81 None None] The sync data for ids ['f7535074-b459-448d-93e1-12b96f737eb8'] in n-d-802011-3 is: [{'id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1938218952', 'tenant_id': '95e33ed6469f41269931fb7cadd2fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:53Z', 'revision_number': 5, 'project_id': '95e33ed6469f41269931fb7cadd2fee7', 'gw_port': {'id': '3a015aff-6ca5-4c86-88f7-ba2854691b55', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7535074-b459-448d-93e1-12b96f737eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:02:59Z', 'updated_at': '2021-07-27T23:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:03:55.702119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ed4eeb2b-65cc-4f57-b36b-ee37c67debba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.705965 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.742127 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4eeb2b-65cc-4f57-b36b-ee37c67debba None None] Pushing event deleted for resources: {'Port': ['ID=64549a39-3511-425b-9071-df222c30579f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:55.744214 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4eeb2b-65cc-4f57-b36b-ee37c67debba None None] No DVR routers for this DVR port 64549a39-3511-425b-9071-df222c30579f on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:03:55.847455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.849495 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.890359 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.890861 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Fanout notify agent at l3_agent the message router_deleted on router f7535074-b459-448d-93e1-12b96f737eb8 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:03:55.898002 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:55.899190 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-29d22251-a476-4c5b-9be1-45040ca3df9e tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/routers/f7535074-b459-448d-93e1-12b96f737eb8 HTTP/1.1" status: 204 len: 168 time: 1.1078553 Jul 27 23:03:55.901950 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:55.980025 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.064289 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.077872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d8cb90-8853-4584-b85d-c8a2b6460633']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:56.088820 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b55d09-8a26-4140-95f5-8ee75413bfcf') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:56.089112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b55d09-8a26-4140-95f5-8ee75413bfcf') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:03:56.100614 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.115409 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.121651 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:03:56.122045 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: timer() Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:03:56.125017 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:03:56.188357 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.195759 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.197810 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/networks/e9d8cb90-8853-4584-b85d-c8a2b6460633 HTTP/1.1" status: 204 len: 168 time: 0.2947071 Jul 27 23:03:56.200534 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36124) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:56.209497 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca03167-ded7-45f6-bd87-6ebeebe8ee58 tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'Network': ['ID=e9d8cb90-8853-4584-b85d-c8a2b6460633,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:56.267733 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.298288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.362984 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.365852 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.370692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] 10.222.0.24 "DELETE /v2.0/security-groups/4a59a33f-78ba-4d59-aa8b-207177f831c4 HTTP/1.1" status: 204 len: 168 time: 0.1658647 Jul 27 23:03:56.377538 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a59a33f-78ba-4d59-aa8b-207177f831c4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:56.386529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:56.386854 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:56.387176 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:56.387516 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:56.387850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:56.388185 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:56.388520 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:56.388849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:56.389180 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:56.389529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:56.389856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:56.390179 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6b2de-1e37-46fc-8918-a8149421169b tempest-TestNetworkAdvancedServerOps-852157162 tempest-TestNetworkAdvancedServerOps-852157162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:56.689248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36132) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:56.834068 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f0a13f02-394e-4bd0-966c-e903cfb776d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95e33ed6469f41269931fb7cadd2fee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435494 Jul 27 23:03:56.837254 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36136) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:56.884600 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9305e25-9864-46af-a4be-6850e0650259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.905811 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9305e25-9864-46af-a4be-6850e0650259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.951205 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9305e25-9864-46af-a4be-6850e0650259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.953806 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-a9305e25-9864-46af-a4be-6850e0650259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:56.955131 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-a9305e25-9864-46af-a4be-6850e0650259 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97fb9ea8-e36d-4aac-9584-f8db10ffc7ad HTTP/1.1" status: 204 len: 168 time: 0.1168616 Jul 27 23:03:56.963695 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9305e25-9864-46af-a4be-6850e0650259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fb9ea8-e36d-4aac-9584-f8db10ffc7ad,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:57.217779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36142) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:57.231155 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f759eb04-054c-426c-8ab8-5a14059f4990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.246109 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ecc855d7-e624-4d4c-a186-5d990ea6c651 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:03:57.265933 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: ecc855d7-e624-4d4c-a186-5d990ea6c651 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:03:57.266311 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device ecc855d7-e624-4d4c-a186-5d990ea6c651 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:03:57.266733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3a015aff-6ca5-4c86-88f7-ba2854691b55 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:03:57.285596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 3a015aff-6ca5-4c86-88f7-ba2854691b55 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:03:57.285957 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3a015aff-6ca5-4c86-88f7-ba2854691b55 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:03:57.331311 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f759eb04-054c-426c-8ab8-5a14059f4990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.334995 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f759eb04-054c-426c-8ab8-5a14059f4990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.372654 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f759eb04-054c-426c-8ab8-5a14059f4990 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a6119e0bce247f68c1d4050b2968f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537836 Jul 27 23:03:57.374571 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759eb04-054c-426c-8ab8-5a14059f4990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7a72e7-c938-4f5d-917c-44fc912ff619,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:57.375453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36144) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:57.424417 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-decaf528-3efa-43bf-baa2-05ebf6829b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.445094 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-decaf528-3efa-43bf-baa2-05ebf6829b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.490049 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-decaf528-3efa-43bf-baa2-05ebf6829b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.493302 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-decaf528-3efa-43bf-baa2-05ebf6829b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:57.494511 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-decaf528-3efa-43bf-baa2-05ebf6829b5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b7a72e7-c938-4f5d-917c-44fc912ff619 HTTP/1.1" status: 204 len: 168 time: 0.1180294 Jul 27 23:03:57.501903 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaf528-3efa-43bf-baa2-05ebf6829b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7a72e7-c938-4f5d-917c-44fc912ff619,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:58.178963 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36166) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:58.271326 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-959656636-network', 'tenant_id': 'bb06876b0605426e9707f3483c05858c'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:58.292102 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Made reservation on behalf of bb06876b0605426e9707f3483c05858c for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:58.294488 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.302701 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.392835 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.396476 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.420879 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:03:58.430455 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6992c6-b5b8-4f83-94cb-1e9566e14a9d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:58.435232 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.435580 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Added segment 2ff2d990-8326-4d2d-917c-d1897131fc1b of type vlan for network 74fea5b2-10ee-45e2-8cda-6427c0184c41 Jul 27 23:03:58.475077 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.503744 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.504680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:58.505256 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.559324 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3785863 Jul 27 23:03:58.562457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36170) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:58.567936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3dee4da4-17ef-4813-99b6-f1592e518e6b admin admin] Request body: {'subnet': {'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-959656636-subnet', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:58.568470 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90438e-2a5c-4ac7-95d5-f51f1d0f42dd admin admin] Pushing event updated for resources: {'Network': ['ID=74fea5b2-10ee-45e2-8cda-6427c0184c41,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:58.582009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 74fea5b2-10ee-45e2-8cda-6427c0184c41 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:03:58.591432 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dee4da4-17ef-4813-99b6-f1592e518e6b admin admin] Made reservation on behalf of bb06876b0605426e9707f3483c05858c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:03:58.593857 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dee4da4-17ef-4813-99b6-f1592e518e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.762025 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dee4da4-17ef-4813-99b6-f1592e518e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.820651 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee4da4-17ef-4813-99b6-f1592e518e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a800d2-58ad-401f-a0c4-d6471aebe746,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:58.829796 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee4da4-17ef-4813-99b6-f1592e518e6b admin admin] Checking segment: {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:58.830159 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee4da4-17ef-4813-99b6-f1592e518e6b admin admin] Network hostable DHCP agents. Network: 74fea5b2-10ee-45e2-8cda-6427c0184c41, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:03:58.846140 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee4da4-17ef-4813-99b6-f1592e518e6b admin admin] Network 74fea5b2-10ee-45e2-8cda-6427c0184c41 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:03:58.854536 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3dee4da4-17ef-4813-99b6-f1592e518e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 74fea5b2-10ee-45e2-8cda-6427c0184c41) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:58.858654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dee4da4-17ef-4813-99b6-f1592e518e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:03:58.859241 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3dee4da4-17ef-4813-99b6-f1592e518e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.863737 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b18bed5-a972-4085-a1cc-484b5890c347 None None] Network 74fea5b2-10ee-45e2-8cda-6427c0184c41 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:03:58.873194 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-3dee4da4-17ef-4813-99b6-f1592e518e6b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3095205 Jul 27 23:03:58.875971 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:03:58.880289 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:03:58.901605 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.902788 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:58.955410 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.012626 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-74fea5b2-10ee-45e2-8cda-6427c0184c41', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:03:59.013429 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.093311 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.150555 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Allocated IP 172.20.0.2 (74fea5b2-10ee-45e2-8cda-6427c0184c41/a7a800d2-58ad-401f-a0c4-d6471aebe746/4af91e6b-f968-4686-b281-723cf9671a64) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:59.291391 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.297851 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.300519 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Transition to ACTIVE for port object 4af91e6b-f968-4686-b281-723cf9671a64 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:59.315931 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Transition to ACTIVE for port object 4af91e6b-f968-4686-b281-723cf9671a64 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:03:59.321761 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.322792 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.362718 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Network 74fea5b2-10ee-45e2-8cda-6427c0184c41 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:59.365492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:59.368940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:59.381284 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Pushing event updated for resources: {'Port': ['ID=4af91e6b-f968-4686-b281-723cf9671a64,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:59.404855 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:59.405205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:59.405549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:59.405891 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:59.406232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:59.406598 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:59.406940 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:59.407266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:59.407593 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:59.407919 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:59.408250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:59.408574 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:03:59.432160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Allocated IP 172.25.1.212 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:03:59.443897 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Attempting to bind port 4af91e6b-f968-4686-b281-723cf9671a64 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:03:59.444290 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Attempting to bind port 4af91e6b-f968-4686-b281-723cf9671a64 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:03:59.444730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Attempting to bind port 4af91e6b-f968-4686-b281-723cf9671a64 on network 74fea5b2-10ee-45e2-8cda-6427c0184c41 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:03:59.450782 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:03:59.451168 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Checking segment: {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:03:59.451580 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.451977 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Bound using segment: {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:03:59.452457 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Bound port: 4af91e6b-f968-4686-b281-723cf9671a64, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:03:59.452831 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.522270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] For port 4af91e6b-f968-4686-b281-723cf9671a64, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:03:59.526064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] For port 4af91e6b-f968-4686-b281-723cf9671a64, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4af91e6b-f968-4686-b281-723cf9671a64,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:03:59.530486 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.551455 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.593137 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:03:59.597609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d438c-d434-429b-998d-89a1c23fd70d None None] Pushing event updated for resources: {'Port': ['ID=4af91e6b-f968-4686-b281-723cf9671a64,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:59.631323 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:03:59.635591 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:03:59.638552 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:03:59.670744 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:03:59.918536 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:00.114514 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:00.247841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Router 7dfc9f25-ae18-4528-971d-99bab1db91fc is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:04:00.359896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:00.373283 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Sync routers for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:00.379069 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:00.383784 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36174) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:00.384301 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-870b565d-d224-4f93-aa8f-0c06c4c90235 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5069728 Jul 27 23:04:00.387509 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:00.388873 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:00.472461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c914117a-ff8b-481a-9493-eea37ff49906 None None] Network 74fea5b2-10ee-45e2-8cda-6427c0184c41 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:00.498282 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:00.557362 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-848c12af-538f-4892-90bb-d6934708981f None None] Provisioning for port 4af91e6b-f968-4686-b281-723cf9671a64 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:00.708671 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:03:59Z', 'revision_number': 3, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:00.741180 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Checking router: 7dfc9f25-ae18-4528-971d-99bab1db91fc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:00.742277 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Updating router 7dfc9f25-ae18-4528-971d-99bab1db91fc port 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:04:00.771041 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:00.879158 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.031092 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.037181 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Allocated IP 172.20.0.1 (74fea5b2-10ee-45e2-8cda-6427c0184c41/a7a800d2-58ad-401f-a0c4-d6471aebe746/3b197d04-eae2-4a2e-9d4a-10fee066d8ff) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:01.041846 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Transition to ACTIVE for port object 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:01.047102 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.097631 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Attempting to bind port 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:01.098001 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Attempting to bind port 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:01.098388 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Attempting to bind port 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:01.105974 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd9591-4aa7-4b4f-a757-cd9cc27d6c5e None None] Pushing event updated for resources: {'Port': ['ID=5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:01.109704 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:01.110087 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:01.110517 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.110904 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:01.111375 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Bound port: 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:01.111752 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.149953 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.164980 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] For port 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:01.166129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Transition to ACTIVE for port object 3b197d04-eae2-4a2e-9d4a-10fee066d8ff will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:01.168103 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] For port 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:01.171734 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.209267 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.225625 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:01.226808 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:01.259589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Network 74fea5b2-10ee-45e2-8cda-6427c0184c41 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:01.262816 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:01.263152 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd9591-4aa7-4b4f-a757-cd9cc27d6c5e None None] Pushing event updated for resources: {'Port': ['ID=5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:01.265704 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:01.307605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4af91e6b-f968-4686-b281-723cf9671a64 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:01.318459 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.366047 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Pushing event updated for resources: {'Port': ['ID=3b197d04-eae2-4a2e-9d4a-10fee066d8ff,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:01.376464 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 4af91e6b-f968-4686-b281-723cf9671a64 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:01.383575 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 4af91e6b-f968-4686-b281-723cf9671a64 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:01.384003 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.448949 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:01.483985 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.497437 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.537245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 4af91e6b-f968-4686-b281-723cf9671a64, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4af91e6b-f968-4686-b281-723cf9671a64,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:01.543007 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.597544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=4af91e6b-f968-4686-b281-723cf9671a64,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:01.614087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4d7cdf3a-a71a-4d3e-861a-c0e93925f39a None None] Provisioning for port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:01.618134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-4d7cdf3a-a71a-4d3e-861a-c0e93925f39a None None] Provisioning complete for port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:01.618539 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d7cdf3a-a71a-4d3e-861a-c0e93925f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.644287 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:03:59Z', 'revision_number': 3, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:01.652822 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-4d7cdf3a-a71a-4d3e-861a-c0e93925f39a None None] Port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:01.674838 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32480f28-e35f-46b9-a659-3e1a719fe801 None None] The sync data for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 is: [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:03:59Z', 'revision_number': 3, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:01.680564 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.685188 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.757857 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Pushing event updated for resources: {'Port': ['ID=3b197d04-eae2-4a2e-9d4a-10fee066d8ff,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:01.762709 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:01.854373 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Network 74fea5b2-10ee-45e2-8cda-6427c0184c41 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:01.855846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:02.004867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Router 7dfc9f25-ae18-4528-971d-99bab1db91fc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:02.176238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-538b7b3e-2646-4ada-9b00-5ed3f2afae45 None None] Provisioning complete for port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:02.176615 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-538b7b3e-2646-4ada-9b00-5ed3f2afae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:02.214201 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-538b7b3e-2646-4ada-9b00-5ed3f2afae45 None None] Port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:02.466113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:02.471546 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f4761ed3-3481-4790-9912-00c30512e784 admin admin] 10.222.0.24 "PUT /v2.0/routers/7dfc9f25-ae18-4528-971d-99bab1db91fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0863268 Jul 27 23:04:02.930901 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36190) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:02.935987 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1066554814-network', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:02.955388 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Made reservation on behalf of ee6ad0847e8e40e583d5285b40622683 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:02.957598 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:02.968014 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.065291 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.069008 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.096392 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:04:03.104528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dd18e1-fc5c-44ca-8738-dcb13d75912e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:03.110673 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.111016 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Added segment 8fc92a39-0337-4f17-90ca-97ad497bc29e of type vlan for network 994bbbaf-e56c-454c-9531-cb2faebd3b7d Jul 27 23:04:03.155348 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.184861 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.185900 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:03.186517 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.212356 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Sync routers for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:03.223650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:03.224471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:03.260092 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3280416 Jul 27 23:04:03.262692 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36192) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:03.267673 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-606c979f-e861-477d-b378-4a3b84027a11 admin admin] Request body: {'subnet': {'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1066554814-subnet', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:03.276099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff9f91-4b96-4b94-a324-65b42ab5c129 admin admin] Pushing event updated for resources: {'Network': ['ID=994bbbaf-e56c-454c-9531-cb2faebd3b7d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:03.288105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 994bbbaf-e56c-454c-9531-cb2faebd3b7d details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:04:03.297736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606c979f-e861-477d-b378-4a3b84027a11 admin admin] Made reservation on behalf of ee6ad0847e8e40e583d5285b40622683 for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:03.300210 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-606c979f-e861-477d-b378-4a3b84027a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.359093 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:03.443325 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:03.485010 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-606c979f-e861-477d-b378-4a3b84027a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.530339 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:03.549712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c979f-e861-477d-b378-4a3b84027a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bad8e35-37ab-4e56-b94c-3867d4efb394,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:03.560184 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c979f-e861-477d-b378-4a3b84027a11 admin admin] Checking segment: {'id': '8fc92a39-0337-4f17-90ca-97ad497bc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:03.560577 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c979f-e861-477d-b378-4a3b84027a11 admin admin] Network hostable DHCP agents. Network: 994bbbaf-e56c-454c-9531-cb2faebd3b7d, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:04:03.564248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:03.564623 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.576590 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c979f-e861-477d-b378-4a3b84027a11 admin admin] Network 994bbbaf-e56c-454c-9531-cb2faebd3b7d is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:04:03.586457 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-606c979f-e861-477d-b378-4a3b84027a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 994bbbaf-e56c-454c-9531-cb2faebd3b7d) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:03.590971 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c979f-e861-477d-b378-4a3b84027a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:03.591572 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-606c979f-e861-477d-b378-4a3b84027a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.606735 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-606c979f-e861-477d-b378-4a3b84027a11 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3430176 Jul 27 23:04:03.609572 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36194) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:03.614209 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1066554814-router', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:03.623985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14228e18-f390-4cc7-9b84-623f698550bc None None] Network 994bbbaf-e56c-454c-9531-cb2faebd3b7d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:03.636100 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.637224 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.695165 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:03.833660 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.046641 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.050175 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.069403 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.099875 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:04.105372 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-994bbbaf-e56c-454c-9531-cb2faebd3b7d', 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'fixed_ips': [{'subnet_id': '6bad8e35-37ab-4e56-b94c-3867d4efb394'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:04:04.106220 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.121202 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.121973 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4af91e6b-f968-4686-b281-723cf9671a64 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:04.186979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Allocated IP 172.25.1.254 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/a1b19776-80c4-44b7-b322-cc045d51487e) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:04.202587 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 2, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:04.293093 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.295019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Checking router: 7dfc9f25-ae18-4528-971d-99bab1db91fc for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:04.295536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Updating router 7dfc9f25-ae18-4528-971d-99bab1db91fc port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:04:04.334036 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.340521 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:04.355872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.371394 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:04.374300 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:04.377911 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:04.397223 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 4af91e6b-f968-4686-b281-723cf9671a64 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:04.397630 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.411247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b19776-80c4-44b7-b322-cc045d51487e,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:04.461346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Allocated IP 172.20.0.2 (994bbbaf-e56c-454c-9531-cb2faebd3b7d/6bad8e35-37ab-4e56-b94c-3867d4efb394/e1046938-117d-4bb3-9b7b-6c5c934940b2) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:04.644632 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.797815 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.816518 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Transition to ACTIVE for port object e1046938-117d-4bb3-9b7b-6c5c934940b2 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:04.848803 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.859775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Transition to ACTIVE for port object e1046938-117d-4bb3-9b7b-6c5c934940b2 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:04.870842 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.874572 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.906729 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Transition to ACTIVE for port object 3b197d04-eae2-4a2e-9d4a-10fee066d8ff will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:04.920694 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:04.927453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Network 994bbbaf-e56c-454c-9531-cb2faebd3b7d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:04.932722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:04.937100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Pushing event updated for resources: {'Port': ['ID=e1046938-117d-4bb3-9b7b-6c5c934940b2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:04.940682 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:04.990747 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Router f2279fc6-86b1-4792-b040-3d9d5626d915 is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:04:05.033861 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282e2dc-bb1b-40df-9b8c-7bbae849523b None None] Pushing event updated for resources: {'Port': ['ID=3b197d04-eae2-4a2e-9d4a-10fee066d8ff,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:05.053865 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Attempting to bind port e1046938-117d-4bb3-9b7b-6c5c934940b2 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:05.054236 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Attempting to bind port e1046938-117d-4bb3-9b7b-6c5c934940b2 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8fc92a39-0337-4f17-90ca-97ad497bc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:05.054623 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Attempting to bind port e1046938-117d-4bb3-9b7b-6c5c934940b2 on network 994bbbaf-e56c-454c-9531-cb2faebd3b7d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:05.075335 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:05.075752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Checking segment: {'id': '8fc92a39-0337-4f17-90ca-97ad497bc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:05.076103 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.076496 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Bound using segment: {'id': '8fc92a39-0337-4f17-90ca-97ad497bc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:05.076981 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Bound port: e1046938-117d-4bb3-9b7b-6c5c934940b2, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc92a39-0337-4f17-90ca-97ad497bc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:05.077355 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.102779 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Attempting to bind port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:05.103148 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Attempting to bind port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:05.103517 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Attempting to bind port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff on network 74fea5b2-10ee-45e2-8cda-6427c0184c41 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:05.118306 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:05.127866 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Sync routers for ids ['f2279fc6-86b1-4792-b040-3d9d5626d915'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:05.128930 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:05.129306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Checking segment: {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:05.129703 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.130097 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Bound using segment: {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:05.130605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Bound port: 3b197d04-eae2-4a2e-9d4a-10fee066d8ff, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:05.130984 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.141404 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Routers {'f2279fc6-86b1-4792-b040-3d9d5626d915'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:05.142397 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f2279fc6-86b1-4792-b040-3d9d5626d915'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:05.155044 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.156323 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-dde3c46d-d960-453e-8382-bb18aa289c19 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5458047 Jul 27 23:04:05.159807 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36196) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:05.199211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] For port e1046938-117d-4bb3-9b7b-6c5c934940b2, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:05.205728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] For port e1046938-117d-4bb3-9b7b-6c5c934940b2, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e1046938-117d-4bb3-9b7b-6c5c934940b2,segment=NetworkSegment(8fc92a39-0337-4f17-90ca-97ad497bc29e),segment_id=8fc92a39-0337-4f17-90ca-97ad497bc29e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:05.218776 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.274560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] For port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:05.293849 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Set router f2279fc6-86b1-4792-b040-3d9d5626d915 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:05.297404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] For port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3b197d04-eae2-4a2e-9d4a-10fee066d8ff,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:05.301279 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:05.326119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.368605 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f4974-a72a-4ef8-829a-453ad7f37f32 None None] Pushing event updated for resources: {'Port': ['ID=e1046938-117d-4bb3-9b7b-6c5c934940b2,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:05.429643 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:05.430037 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:05.470609 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:05.471057 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.513713 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'name': 'tempest-TestShelveInstance-1066554814-router', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:03Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 3, 'project_id': 'ee6ad0847e8e40e583d5285b40622683', 'gw_port': {'id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:04Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:05.524599 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282e2dc-bb1b-40df-9b8c-7bbae849523b None None] Pushing event updated for resources: {'Port': ['ID=3b197d04-eae2-4a2e-9d4a-10fee066d8ff,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:05.541811 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Checking router: f2279fc6-86b1-4792-b040-3d9d5626d915 for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:05.542404 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Updating router f2279fc6-86b1-4792-b040-3d9d5626d915 port a1b19776-80c4-44b7-b322-cc045d51487e binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:04:05.578449 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.621469 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:05.844677 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.932014 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.941702 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:05Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:05.944031 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Transition to ACTIVE for port object a1b19776-80c4-44b7-b322-cc045d51487e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:05.953106 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:05.978470 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f5645-0ba0-4d69-90e2-094ce993426a None None] The sync data for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 is: [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:05Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:06.010288 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Attempting to bind port a1b19776-80c4-44b7-b322-cc045d51487e on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:06.010667 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Attempting to bind port a1b19776-80c4-44b7-b322-cc045d51487e by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:06.011028 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Attempting to bind port a1b19776-80c4-44b7-b322-cc045d51487e on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:06.018043 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93427639-7960-4949-9265-074cf590ac4f None None] Pushing event updated for resources: {'Port': ['ID=a1b19776-80c4-44b7-b322-cc045d51487e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:06.021222 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:06.021587 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:06.021982 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.022396 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:06.023392 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Bound port: a1b19776-80c4-44b7-b322-cc045d51487e, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:06.023771 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.030100 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93427639-7960-4949-9265-074cf590ac4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:06.030463 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93427639-7960-4949-9265-074cf590ac4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:06.030800 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93427639-7960-4949-9265-074cf590ac4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:06.031128 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93427639-7960-4949-9265-074cf590ac4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:06.031455 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93427639-7960-4949-9265-074cf590ac4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:06.031776 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93427639-7960-4949-9265-074cf590ac4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:06.032097 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93427639-7960-4949-9265-074cf590ac4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:06.032416 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93427639-7960-4949-9265-074cf590ac4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:06.032728 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93427639-7960-4949-9265-074cf590ac4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:06.033051 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93427639-7960-4949-9265-074cf590ac4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:06.033367 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93427639-7960-4949-9265-074cf590ac4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:06.033680 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93427639-7960-4949-9265-074cf590ac4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:04:06.036405 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Allocated IP 172.20.0.1 (994bbbaf-e56c-454c-9531-cb2faebd3b7d/6bad8e35-37ab-4e56-b94c-3867d4efb394/dd08c285-53b3-418a-9cf8-45b221791777) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:06.119253 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] For port a1b19776-80c4-44b7-b322-cc045d51487e, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:06.123199 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] For port a1b19776-80c4-44b7-b322-cc045d51487e, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a1b19776-80c4-44b7-b322-cc045d51487e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:06.129929 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.191570 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.202932 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93427639-7960-4949-9265-074cf590ac4f None None] Pushing event updated for resources: {'Port': ['ID=a1b19776-80c4-44b7-b322-cc045d51487e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:06.210605 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Transition to ACTIVE for port object dd08c285-53b3-418a-9cf8-45b221791777 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:06.217978 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Routers {'f2279fc6-86b1-4792-b040-3d9d5626d915'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:06.218722 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f2279fc6-86b1-4792-b040-3d9d5626d915'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:06.259527 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.317752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Pushing event updated for resources: {'Port': ['ID=dd08c285-53b3-418a-9cf8-45b221791777,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:06.332334 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Network 994bbbaf-e56c-454c-9531-cb2faebd3b7d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:06.335476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:06.338057 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:06.347572 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] Set router f2279fc6-86b1-4792-b040-3d9d5626d915 gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:06.379949 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.530479 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.563953 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'name': 'tempest-TestShelveInstance-1066554814-router', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:03Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 3, 'project_id': 'ee6ad0847e8e40e583d5285b40622683', 'gw_port': {'id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:04Z', 'updated_at': '2021-07-27T23:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:06.567225 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd30f06-05e8-4965-bd50-754e0643eacb None None] Network 994bbbaf-e56c-454c-9531-cb2faebd3b7d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:04:06.597828 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a8584d-8447-4074-97b7-7561eaf60de5 None None] The sync data for ids ['f2279fc6-86b1-4792-b040-3d9d5626d915'] in n-d-802011-3 is: [{'id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'name': 'tempest-TestShelveInstance-1066554814-router', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:03Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 3, 'project_id': 'ee6ad0847e8e40e583d5285b40622683', 'gw_port': {'id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:04Z', 'updated_at': '2021-07-27T23:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:06.668349 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-cd194e41-a64e-481b-9f8a-8eaa9502dd3d None None] Provisioning for port e1046938-117d-4bb3-9b7b-6c5c934940b2 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:06.752587 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.758619 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.830142 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:06.832145 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Pushing event updated for resources: {'Port': ['ID=dd08c285-53b3-418a-9cf8-45b221791777,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:06.981003 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Network 994bbbaf-e56c-454c-9531-cb2faebd3b7d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:06.984896 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:07.139315 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a07def73-2356-47d3-acb3-855755aebfd5 None None] Provisioning for port dd08c285-53b3-418a-9cf8-45b221791777 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:07.145009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-a07def73-2356-47d3-acb3-855755aebfd5 None None] Provisioning complete for port dd08c285-53b3-418a-9cf8-45b221791777 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:07.145380 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a07def73-2356-47d3-acb3-855755aebfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.168325 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Router f2279fc6-86b1-4792-b040-3d9d5626d915 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:07.207357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-a07def73-2356-47d3-acb3-855755aebfd5 None None] Port dd08c285-53b3-418a-9cf8-45b221791777 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:07.377680 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:07.381842 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-2fc8daa3-5b3a-4614-bcaf-5c34c2e8dd94 admin admin] 10.222.0.24 "PUT /v2.0/routers/f2279fc6-86b1-4792-b040-3d9d5626d915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2206466 Jul 27 23:04:07.407101 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e1046938-117d-4bb3-9b7b-6c5c934940b2 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:07.482432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-12166da0-f6dc-40af-bbc6-4d9c6e61a38b None None] Provisioning complete for port dd08c285-53b3-418a-9cf8-45b221791777 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:07.482985 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12166da0-f6dc-40af-bbc6-4d9c6e61a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.535738 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-12166da0-f6dc-40af-bbc6-4d9c6e61a38b None None] Port dd08c285-53b3-418a-9cf8-45b221791777 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:07.557845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port e1046938-117d-4bb3-9b7b-6c5c934940b2 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:07.559559 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e1046938-117d-4bb3-9b7b-6c5c934940b2 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:07.560124 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.671594 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.719749 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port e1046938-117d-4bb3-9b7b-6c5c934940b2, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e1046938-117d-4bb3-9b7b-6c5c934940b2,segment=NetworkSegment(8fc92a39-0337-4f17-90ca-97ad497bc29e),segment_id=8fc92a39-0337-4f17-90ca-97ad497bc29e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:07.724090 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.724896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a1b19776-80c4-44b7-b322-cc045d51487e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:07.824407 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=e1046938-117d-4bb3-9b7b-6c5c934940b2,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:07.831199 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-06b765b9-991c-49bc-8064-006502cef4ca None None] Provisioning complete for port dd08c285-53b3-418a-9cf8-45b221791777 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:07.831713 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06b765b9-991c-49bc-8064-006502cef4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.865590 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port a1b19776-80c4-44b7-b322-cc045d51487e completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:07.876597 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a1b19776-80c4-44b7-b322-cc045d51487e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:07.877027 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.918585 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-06b765b9-991c-49bc-8064-006502cef4ca None None] Port dd08c285-53b3-418a-9cf8-45b221791777 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:07.970283 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.992167 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port a1b19776-80c4-44b7-b322-cc045d51487e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a1b19776-80c4-44b7-b322-cc045d51487e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:07.997132 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:07.998378 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3b197d04-eae2-4a2e-9d4a-10fee066d8ff up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:08.056584 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36206) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:08.061908 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3d84a076-3df8-416f-ace7-e2aefc7a779e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403354632', 'description': 'tempest-secgroup-smoke-403354632 description', 'project_id': 'bb06876b0605426e9707f3483c05858c'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:08.088053 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d84a076-3df8-416f-ace7-e2aefc7a779e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.093392 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=a1b19776-80c4-44b7-b322-cc045d51487e,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:08.101306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:08.105497 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:08.105863 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.190366 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.226620 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3b197d04-eae2-4a2e-9d4a-10fee066d8ff,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:08.233749 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.284023 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=3b197d04-eae2-4a2e-9d4a-10fee066d8ff,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:08.500289 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d84a076-3df8-416f-ace7-e2aefc7a779e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.504099 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d84a076-3df8-416f-ace7-e2aefc7a779e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.530350 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3d84a076-3df8-416f-ace7-e2aefc7a779e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.531560 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3d84a076-3df8-416f-ace7-e2aefc7a779e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4734449 Jul 27 23:04:08.533461 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84a076-3df8-416f-ace7-e2aefc7a779e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:08.535015 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36208) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:08.540522 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-820d109e-b77c-49cd-b937-ce5b3e1c45c5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group_rule': {'security_group_id': 'c8ee88e3-1f42-475b-8a26-e28ec6a0cdde', 'project_id': 'bb06876b0605426e9707f3483c05858c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:08.567699 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-820d109e-b77c-49cd-b937-ce5b3e1c45c5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.623786 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-820d109e-b77c-49cd-b937-ce5b3e1c45c5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.627291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-820d109e-b77c-49cd-b937-ce5b3e1c45c5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.645265 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d109e-b77c-49cd-b937-ce5b3e1c45c5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505530d5-cf64-422a-920a-15509e507e40,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:08.649228 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-820d109e-b77c-49cd-b937-ce5b3e1c45c5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.651149 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-820d109e-b77c-49cd-b937-ce5b3e1c45c5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151149 Jul 27 23:04:08.653811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36210) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:08.658675 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ee30ddbd-914e-48be-88cb-98682db0a196 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group_rule': {'security_group_id': 'c8ee88e3-1f42-475b-8a26-e28ec6a0cdde', 'project_id': 'bb06876b0605426e9707f3483c05858c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:08.686924 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee30ddbd-914e-48be-88cb-98682db0a196 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.748955 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee30ddbd-914e-48be-88cb-98682db0a196 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.752371 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee30ddbd-914e-48be-88cb-98682db0a196 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.773277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30ddbd-914e-48be-88cb-98682db0a196 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adefe5c9-6897-4902-b3a3-51fcbb8745d2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:08.779596 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee30ddbd-914e-48be-88cb-98682db0a196 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.780876 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ee30ddbd-914e-48be-88cb-98682db0a196 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258714 Jul 27 23:04:08.783553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36212) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:08.787982 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b6fb72ed-c825-4f0f-84a1-df7942808334 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group_rule': {'security_group_id': 'c8ee88e3-1f42-475b-8a26-e28ec6a0cdde', 'project_id': 'bb06876b0605426e9707f3483c05858c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:08.814055 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6fb72ed-c825-4f0f-84a1-df7942808334 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.873612 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6fb72ed-c825-4f0f-84a1-df7942808334 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.877253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6fb72ed-c825-4f0f-84a1-df7942808334 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.897302 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb72ed-c825-4f0f-84a1-df7942808334 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf4b044-c6dd-4639-ac2b-7606cbc532bc,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:08.902801 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b6fb72ed-c825-4f0f-84a1-df7942808334 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.904014 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b6fb72ed-c825-4f0f-84a1-df7942808334 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195302 Jul 27 23:04:08.906812 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36214) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:08.911098 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c6a3ca4f-c735-4012-82a1-ea9fa1927123 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group_rule': {'security_group_id': 'c8ee88e3-1f42-475b-8a26-e28ec6a0cdde', 'project_id': 'bb06876b0605426e9707f3483c05858c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:08.937049 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ca4f-c735-4012-82a1-ea9fa1927123 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.996002 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ca4f-c735-4012-82a1-ea9fa1927123 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:08.999630 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ca4f-c735-4012-82a1-ea9fa1927123 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.014372 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3ca4f-c735-4012-82a1-ea9fa1927123 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4542f1-fc99-4bb6-903d-37653a996ad2,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:09.023579 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ca4f-c735-4012-82a1-ea9fa1927123 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.024904 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c6a3ca4f-c735-4012-82a1-ea9fa1927123 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172421 Jul 27 23:04:09.027870 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36216) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:09.032422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d6a3fb35-4046-48ca-bf83-5e2f47c14373 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group_rule': {'security_group_id': 'c8ee88e3-1f42-475b-8a26-e28ec6a0cdde', 'project_id': 'bb06876b0605426e9707f3483c05858c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:09.055065 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-d6a3fb35-4046-48ca-bf83-5e2f47c14373 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Project bb06876b0605426e9707f3483c05858c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:04:09.060277 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fb35-4046-48ca-bf83-5e2f47c14373 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.124181 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fb35-4046-48ca-bf83-5e2f47c14373 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.127910 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fb35-4046-48ca-bf83-5e2f47c14373 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.154568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3fb35-4046-48ca-bf83-5e2f47c14373 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a685de1e-5915-43cd-9c1a-5011e4e5cf8a,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:09.160917 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fb35-4046-48ca-bf83-5e2f47c14373 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.162163 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d6a3fb35-4046-48ca-bf83-5e2f47c14373 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333375 Jul 27 23:04:09.165668 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36218) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:09.170199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5f1a0a23-06ae-493e-b411-a583173ee544 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group_rule': {'security_group_id': 'c8ee88e3-1f42-475b-8a26-e28ec6a0cdde', 'project_id': 'bb06876b0605426e9707f3483c05858c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:09.196312 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-5f1a0a23-06ae-493e-b411-a583173ee544 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Project bb06876b0605426e9707f3483c05858c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:04:09.201496 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f1a0a23-06ae-493e-b411-a583173ee544 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.265060 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e1046938-117d-4bb3-9b7b-6c5c934940b2 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:09.269213 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f1a0a23-06ae-493e-b411-a583173ee544 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.274835 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f1a0a23-06ae-493e-b411-a583173ee544 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.298480 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a0a23-06ae-493e-b411-a583173ee544 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8018d7d4-22b5-4368-b8ce-4517ccde665f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:09.300877 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5f1a0a23-06ae-493e-b411-a583173ee544 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.302219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5f1a0a23-06ae-493e-b411-a583173ee544 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355329 Jul 27 23:04:09.322629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port e1046938-117d-4bb3-9b7b-6c5c934940b2 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:09.323003 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.457444 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-aaad7017-ad30-439e-822b-ac878fcd4eb6 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403354632&fields=id&tenant_id=bb06876b0605426e9707f3483c05858c HTTP/1.1" status: 200 len: 267 time: 0.0360050 Jul 27 23:04:09.557798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Sync routers for ids ['f2279fc6-86b1-4792-b040-3d9d5626d915'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:09.569618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-628f5250-ae56-4e81-a147-18baa60bb12a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:09.571245 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-628f5250-ae56-4e81-a147-18baa60bb12a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 808 time: 0.1065361 Jul 27 23:04:09.578391 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Routers {'f2279fc6-86b1-4792-b040-3d9d5626d915'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:09.579011 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f2279fc6-86b1-4792-b040-3d9d5626d915'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:09.582546 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3b197d04-eae2-4a2e-9d4a-10fee066d8ff up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:09.586928 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-ad63a537-0768-474c-9af6-966c5152b97c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/quotas/bb06876b0605426e9707f3483c05858c HTTP/1.1" status: 200 len: 375 time: 0.0097482 Jul 27 23:04:09.643001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-3b909245-6c98-45f3-98aa-f72de91abe7f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502515 Jul 27 23:04:09.716027 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Set router f2279fc6-86b1-4792-b040-3d9d5626d915 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:09.717765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:09.718126 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:09.751439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-66223102-02af-4d34-9a83-7d43d59b17ee service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:04:09.752544 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-66223102-02af-4d34-9a83-7d43d59b17ee service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0972066 Jul 27 23:04:09.843854 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-7afc246a-c149-474f-b9bc-f114da99a236 service neutron] 10.222.0.24 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826573 Jul 27 23:04:09.925930 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a1b19776-80c4-44b7-b322-cc045d51487e up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:09.940791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-1cb489af-d9c6-4508-8a03-795659751794 service neutron] 10.222.0.24 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904126 Jul 27 23:04:10.009699 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port a1b19776-80c4-44b7-b322-cc045d51487e triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:10.010073 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.036806 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'name': 'tempest-TestShelveInstance-1066554814-router', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:03Z', 'updated_at': '2021-07-27T23:04:06Z', 'revision_number': 4, 'project_id': 'ee6ad0847e8e40e583d5285b40622683', 'gw_port': {'id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:04Z', 'updated_at': '2021-07-27T23:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'dd08c285-53b3-418a-9cf8-45b221791777', 'name': '', 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'mac_address': 'fa:16:3e:2d:9e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6bad8e35-37ab-4e56-b94c-3867d4efb394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:05Z', 'updated_at': '2021-07-27T23:04:06Z', 'revision_number': 2, 'project_id': 'ee6ad0847e8e40e583d5285b40622683', 'subnets': [{'id': '6bad8e35-37ab-4e56-b94c-3867d4efb394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:10.066248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Checking router: f2279fc6-86b1-4792-b040-3d9d5626d915 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:10.066630 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Updating router f2279fc6-86b1-4792-b040-3d9d5626d915 port dd08c285-53b3-418a-9cf8-45b221791777 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:04:10.101115 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.391912 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.401915 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Transition to ACTIVE for port object dd08c285-53b3-418a-9cf8-45b221791777 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:10.406783 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.456979 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe876f0d-8c6a-4a46-a3af-a41117ee9583 None None] Pushing event updated for resources: {'Port': ['ID=dd08c285-53b3-418a-9cf8-45b221791777,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:10.503580 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Attempting to bind port dd08c285-53b3-418a-9cf8-45b221791777 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:10.503947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Attempting to bind port dd08c285-53b3-418a-9cf8-45b221791777 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '8fc92a39-0337-4f17-90ca-97ad497bc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:10.504306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Attempting to bind port dd08c285-53b3-418a-9cf8-45b221791777 on network 994bbbaf-e56c-454c-9531-cb2faebd3b7d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:10.509754 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:10.510126 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Checking segment: {'id': '8fc92a39-0337-4f17-90ca-97ad497bc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:10.510561 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.510951 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Bound using segment: {'id': '8fc92a39-0337-4f17-90ca-97ad497bc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:10.511508 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Bound port: dd08c285-53b3-418a-9cf8-45b221791777, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc92a39-0337-4f17-90ca-97ad497bc29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:10.511779 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.579342 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] For port dd08c285-53b3-418a-9cf8-45b221791777, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:10.582395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] For port dd08c285-53b3-418a-9cf8-45b221791777, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=dd08c285-53b3-418a-9cf8-45b221791777,segment=NetworkSegment(8fc92a39-0337-4f17-90ca-97ad497bc29e),segment_id=8fc92a39-0337-4f17-90ca-97ad497bc29e)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:10.588044 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:10.646303 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Routers {'f2279fc6-86b1-4792-b040-3d9d5626d915'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:10.646938 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:03:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f2279fc6-86b1-4792-b040-3d9d5626d915'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:10.649323 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe876f0d-8c6a-4a46-a3af-a41117ee9583 None None] Pushing event updated for resources: {'Port': ['ID=dd08c285-53b3-418a-9cf8-45b221791777,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:10.769047 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] Set router f2279fc6-86b1-4792-b040-3d9d5626d915 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:10.974075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'name': 'tempest-TestShelveInstance-1066554814-router', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:03Z', 'updated_at': '2021-07-27T23:04:06Z', 'revision_number': 4, 'project_id': 'ee6ad0847e8e40e583d5285b40622683', 'gw_port': {'id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:04Z', 'updated_at': '2021-07-27T23:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'dd08c285-53b3-418a-9cf8-45b221791777', 'name': '', 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'mac_address': 'fa:16:3e:2d:9e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6bad8e35-37ab-4e56-b94c-3867d4efb394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:05Z', 'updated_at': '2021-07-27T23:04:10Z', 'revision_number': 4, 'project_id': 'ee6ad0847e8e40e583d5285b40622683', 'subnets': [{'id': '6bad8e35-37ab-4e56-b94c-3867d4efb394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:11.005645 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551ca2b-178e-4f81-8480-36039200abc3 None None] The sync data for ids ['f2279fc6-86b1-4792-b040-3d9d5626d915'] in n-d-802011-3 is: [{'id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'name': 'tempest-TestShelveInstance-1066554814-router', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:03Z', 'updated_at': '2021-07-27T23:04:06Z', 'revision_number': 4, 'project_id': 'ee6ad0847e8e40e583d5285b40622683', 'gw_port': {'id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:04Z', 'updated_at': '2021-07-27T23:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': 'dd08c285-53b3-418a-9cf8-45b221791777', 'name': '', 'network_id': '994bbbaf-e56c-454c-9531-cb2faebd3b7d', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'mac_address': 'fa:16:3e:2d:9e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '6bad8e35-37ab-4e56-b94c-3867d4efb394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:05Z', 'updated_at': '2021-07-27T23:04:10Z', 'revision_number': 4, 'project_id': 'ee6ad0847e8e40e583d5285b40622683', 'subnets': [{'id': '6bad8e35-37ab-4e56-b94c-3867d4efb394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:11.148307 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f3e8516-45f3-4ad3-bd77-2015c0699bff req-d31334f1-f945-4e6e-8ffd-631c6f465721 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 210 time: 0.0276582 Jul 27 23:04:11.290728 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dd08c285-53b3-418a-9cf8-45b221791777 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:11.350018 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port dd08c285-53b3-418a-9cf8-45b221791777 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:11.354999 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port dd08c285-53b3-418a-9cf8-45b221791777 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:11.355777 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:11.443384 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:11.481363 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port dd08c285-53b3-418a-9cf8-45b221791777, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=dd08c285-53b3-418a-9cf8-45b221791777,segment=NetworkSegment(8fc92a39-0337-4f17-90ca-97ad497bc29e),segment_id=8fc92a39-0337-4f17-90ca-97ad497bc29e)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:11.485948 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:11.544657 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=dd08c285-53b3-418a-9cf8-45b221791777,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:12.129383 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-4c187662-9e47-4900-8468-ab04cd649d09 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:12.130900 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-4c187662-9e47-4900-8468-ab04cd649d09 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 808 time: 0.1068835 Jul 27 23:04:12.175969 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-f7e34d96-4487-4f2f-9f8c-a15be139686d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb06876b0605426e9707f3483c05858c HTTP/1.1" status: 200 len: 379 time: 0.0358410 Jul 27 23:04:12.185443 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'port': {'device_id': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'admin_state_up': True, 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'security_groups': ['c8ee88e3-1f42-475b-8a26-e28ec6a0cdde']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:12.245853 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-876f5504-bbd0-4906-84e9-167bc896b595 req-90394be1-26b5-4c09-846a-a0184c13e11f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 210 time: 0.0272052 Jul 27 23:04:12.294123 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Made reservation on behalf of bb06876b0605426e9707f3483c05858c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:04:12.297617 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.424243 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Allocated IP 172.20.0.5 (74fea5b2-10ee-45e2-8cda-6427c0184c41/a7a800d2-58ad-401f-a0c4-d6471aebe746/c95e87f8-69b3-4142-9c44-abfe247d730d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:12.564387 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.577461 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Transition to ACTIVE for port object c95e87f8-69b3-4142-9c44-abfe247d730d will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:12.610812 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.652647 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Network 74fea5b2-10ee-45e2-8cda-6427c0184c41 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:12.655663 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:12.661162 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:12.685522 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:12.715291 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:12.715913 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.730656 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-10eaab50-48c3-4c8a-84f3-1be4b75e96eb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5488381 Jul 27 23:04:12.744121 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Request body: {'port': {'device_id': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:12.811559 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.841698 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-81f13098-7cb7-4bf9-ae1f-964279107d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.922757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c52ef59d-c280-4cc3-84b9-9fba5c21546f None None] Provisioning for port c95e87f8-69b3-4142-9c44-abfe247d730d completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:12.927232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-c52ef59d-c280-4cc3-84b9-9fba5c21546f None None] Provisioning complete for port c95e87f8-69b3-4142-9c44-abfe247d730d triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:12.927605 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c52ef59d-c280-4cc3-84b9-9fba5c21546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:12.962208 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c52ef59d-c280-4cc3-84b9-9fba5c21546f None None] Port c95e87f8-69b3-4142-9c44-abfe247d730d cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:04:13.058188 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.102153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95e87f8-69b3-4142-9c44-abfe247d730d {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:13.110759 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.123635 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Transition to ACTIVE for port object c95e87f8-69b3-4142-9c44-abfe247d730d will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:04:13.127753 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.217113 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Pushing event updated for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:13.250712 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Attempting to bind port c95e87f8-69b3-4142-9c44-abfe247d730d on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:04:13.251174 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Attempting to bind port c95e87f8-69b3-4142-9c44-abfe247d730d by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:04:13.251372 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Attempting to bind port c95e87f8-69b3-4142-9c44-abfe247d730d on network 74fea5b2-10ee-45e2-8cda-6427c0184c41 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:13.255925 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Port c95e87f8-69b3-4142-9c44-abfe247d730d on network 74fea5b2-10ee-45e2-8cda-6427c0184c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:04:13.256252 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Attempting to bind port c95e87f8-69b3-4142-9c44-abfe247d730d on network 74fea5b2-10ee-45e2-8cda-6427c0184c41 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:04:13.262088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:04:13.262459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Checking segment: {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:04:13.262847 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Bound using segment: {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:04:13.263278 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Bound port: c95e87f8-69b3-4142-9c44-abfe247d730d, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:04:13.263636 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.280952 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dd08c285-53b3-418a-9cf8-45b221791777 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:13.333422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port dd08c285-53b3-418a-9cf8-45b221791777 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:13.333751 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.355802 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:04:13.360700 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:04:13.369648 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.389398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d8068-ab94-4456-aa68-52da5f7a7cc9 req-d7b1e24e-65e0-4739-bc2f-b9d990d27f06 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:13.391048 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-718d8068-ab94-4456-aa68-52da5f7a7cc9 req-d7b1e24e-65e0-4739-bc2f-b9d990d27f06 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 943 time: 0.0623636 Jul 27 23:04:13.412121 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:13.412782 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:13.414313 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] 10.222.0.43 "PUT /v2.0/ports/c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 1091 time: 0.6751881 Jul 27 23:04:13.414835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:13.417141 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f5bd52caf5610727ea6ec9a8d26bcc39e90bd563bbe7c5a4a3aec73f761fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76d3e3a-7ccd-4a5d-afbb-a9a4d125a938" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:13.469899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-718d8068-ab94-4456-aa68-52da5f7a7cc9 req-a8c2101d-9f3b-4f1e-a70d-c3a99869a9ca tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675895 Jul 27 23:04:13.473166 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca5ba2-2598-4f2b-ae1b-9109b4413d6b service neutron] Pushing event updated for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:13.513237 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965531cf-3323-463a-a139-ec99b811106d x-openstack-request-id: req-965531cf-3323-463a-a139-ec99b811106d {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:13.513532 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:13.513791 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-965531cf-3323-463a-a139-ec99b811106d {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:13.514193 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'status': 'completed', 'code': 200} Jul 27 23:04:13.531435 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-a9220641-dc58-4a6b-9d53-eb3bb8fd35fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:13.532953 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-a9220641-dc58-4a6b-9d53-eb3bb8fd35fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1094 time: 0.0566308 Jul 27 23:04:13.581081 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-36adbdeb-a674-4f17-83fe-7da845c1aac7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 217 time: 0.0402577 Jul 27 23:04:13.634849 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-f58b0324-0a82-4dc6-9082-e07faff4333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:13.636343 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-f58b0324-0a82-4dc6-9082-e07faff4333a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0485117 Jul 27 23:04:13.684872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-9e366406-6cbd-4223-965a-0bd9768f5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:13.686419 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-9e366406-6cbd-4223-965a-0bd9768f5eae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423474 Jul 27 23:04:13.781502 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-064444e1-b1d4-430b-baf0-6e9b4b461084 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874043 Jul 27 23:04:13.870841 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0d7b657b-6ab1-41c3-88fe-ea0ddc6130b5 req-0d9106c1-8355-42fd-837b-a0a13cf4b1df service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816014 Jul 27 23:04:13.962469 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d3e3a-7ccd-4a5d-afbb-a9a4d125a938 req-fe25ef82-a990-464a-a051-ea2aeedcede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:13.963920 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b76d3e3a-7ccd-4a5d-afbb-a9a4d125a938 req-fe25ef82-a990-464a-a051-ea2aeedcede0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1094 time: 0.0471077 Jul 27 23:04:14.053588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d3e3a-7ccd-4a5d-afbb-a9a4d125a938 req-d6786ef6-81bc-49e3-a65b-dff60f36cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:14.055821 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b76d3e3a-7ccd-4a5d-afbb-a9a4d125a938 req-d6786ef6-81bc-49e3-a65b-dff60f36cf3c service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0847740 Jul 27 23:04:14.096755 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b76d3e3a-7ccd-4a5d-afbb-a9a4d125a938 req-b7b4ab16-eb84-4ca4-b197-838199f396f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 217 time: 0.0338926 Jul 27 23:04:14.149535 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d3e3a-7ccd-4a5d-afbb-a9a4d125a938 req-e5b8bf03-7b93-4076-a9ed-d0ec59fde81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:14.150934 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b76d3e3a-7ccd-4a5d-afbb-a9a4d125a938 req-e5b8bf03-7b93-4076-a9ed-d0ec59fde81f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0464299 Jul 27 23:04:14.197138 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d3e3a-7ccd-4a5d-afbb-a9a4d125a938 req-4890a878-1537-4cb7-96c5-157a3dd7c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:14.198761 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b76d3e3a-7ccd-4a5d-afbb-a9a4d125a938 req-4890a878-1537-4cb7-96c5-157a3dd7c29d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401185 Jul 27 23:04:14.289593 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b76d3e3a-7ccd-4a5d-afbb-a9a4d125a938 req-23b17827-18ab-4fc0-8cc4-b9673f1e0361 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834231 Jul 27 23:04:14.382630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b76d3e3a-7ccd-4a5d-afbb-a9a4d125a938 req-b2a03255-fed3-42b9-8ddb-7c5099711154 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852962 Jul 27 23:04:14.586548 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cec84-1d9e-4ab0-9c77-24e29c75b1fc req-80615443-184b-4de1-91ca-9f19868d714f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:14.588020 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e72cec84-1d9e-4ab0-9c77-24e29c75b1fc req-80615443-184b-4de1-91ca-9f19868d714f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 943 time: 0.0545938 Jul 27 23:04:14.625733 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e72cec84-1d9e-4ab0-9c77-24e29c75b1fc req-f3cb9b19-be7f-4beb-bac6-4fab76a6ec2d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318224 Jul 27 23:04:15.501189 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-641f3b4a-ab6a-4bb5-96f9-12b4d7217616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:15.743832 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53c689-a682-4a9c-9ab1-d4bc20239b2b req-0a0af5f5-2bdd-4455-b0fa-4bb8a8bcead7 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:15.745290 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b53c689-a682-4a9c-9ab1-d4bc20239b2b req-0a0af5f5-2bdd-4455-b0fa-4bb8a8bcead7 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 943 time: 0.0487313 Jul 27 23:04:15.782965 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2b53c689-a682-4a9c-9ab1-d4bc20239b2b req-476b85aa-952b-48da-a6d3-b97682dd4546 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315621 Jul 27 23:04:15.858913 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.643577 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:16.896567 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba7faf-51bc-4939-a950-d8745df3f662 req-e146ffb0-711c-4c65-96cf-d28d23a3ec8a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:16.897993 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1ba7faf-51bc-4939-a950-d8745df3f662 req-e146ffb0-711c-4c65-96cf-d28d23a3ec8a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 943 time: 0.0488601 Jul 27 23:04:16.935629 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c1ba7faf-51bc-4939-a950-d8745df3f662 req-c79b790b-135b-4f0c-8d9d-c879fa00dc76 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317004 Jul 27 23:04:17.050284 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:17.373583 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c95e87f8-69b3-4142-9c44-abfe247d730d details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:04:17.469903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:17.481596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'port_id': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'mac_address': 'fa:16:3e:f2:9a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:04:17.521491 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:17.534155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95e87f8-69b3-4142-9c44-abfe247d730d {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:04:17.556277 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:17.560023 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:17.608752 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:17.797961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['c95e87f8-69b3-4142-9c44-abfe247d730d'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:04:18.060555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f703b7-fd51-4ec5-a109-1af7f724aa66 req-2012829b-6eee-490f-9339-f37893760a72 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:18.062300 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49f703b7-fd51-4ec5-a109-1af7f724aa66 req-2012829b-6eee-490f-9339-f37893760a72 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0588093 Jul 27 23:04:18.099751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-49f703b7-fd51-4ec5-a109-1af7f724aa66 req-c9b66a0d-d13d-4517-a63a-c7d1c73dac4f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313938 Jul 27 23:04:18.340273 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:19.231865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c338a-42e1-44d5-ba86-0f77439516a8 req-dd0dfdd8-5814-4954-9454-56f608c470ab tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:19.233886 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e9c338a-42e1-44d5-ba86-0f77439516a8 req-dd0dfdd8-5814-4954-9454-56f608c470ab tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0627003 Jul 27 23:04:19.271297 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e9c338a-42e1-44d5-ba86-0f77439516a8 req-a4131c1f-52b5-4980-9a51-6357039a57ab tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315089 Jul 27 23:04:19.405162 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c95e87f8-69b3-4142-9c44-abfe247d730d up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:04:19.457491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port c95e87f8-69b3-4142-9c44-abfe247d730d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:04:19.460966 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port c95e87f8-69b3-4142-9c44-abfe247d730d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:04:19.461333 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:19.536371 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:19.562872 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:19.565138 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3b5264-9e71-4ab1-a47c-cfecb078e57d" -d '{"events": [{"server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "name": "network-vif-plugged", "status": "completed", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:19.578337 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:04:19.582424 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:19.604932 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5024dfa1-db72-4313-9951-98ca109aca38 x-openstack-request-id: req-5024dfa1-db72-4313-9951-98ca109aca38 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:19.605220 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "name": "network-vif-plugged", "status": "completed", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:19.605465 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5024dfa1-db72-4313-9951-98ca109aca38 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:19.605845 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'code': 200} Jul 27 23:04:19.634129 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:19.698216 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc1a3c-8c6c-4ccd-ba49-c6333a6f78f4 req-8eded375-c8ce-4427-b3a1-46af3ba08b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:19.699741 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b5dc1a3c-8c6c-4ccd-ba49-c6333a6f78f4 req-8eded375-c8ce-4427-b3a1-46af3ba08b7e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1096 time: 0.0418284 Jul 27 23:04:19.735014 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b5dc1a3c-8c6c-4ccd-ba49-c6333a6f78f4 req-814cdf31-c770-4b68-a751-2f7964ae6f44 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277336 Jul 27 23:04:20.387793 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5039f2-122d-443a-84b4-bed01baeeaba req-e35d2c49-cb59-4226-ad9c-77314c965242 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:20.389291 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e5039f2-122d-443a-84b4-bed01baeeaba req-e35d2c49-cb59-4226-ad9c-77314c965242 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0503564 Jul 27 23:04:20.427528 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6e5039f2-122d-443a-84b4-bed01baeeaba req-5e41c7b7-f279-4f57-8668-22eb74f6fba7 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Jul 27 23:04:21.555547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858d1ad-15ef-48a8-93af-6eeacfc21679 req-7c4f3a09-cf8a-402d-aa4c-c74244fdd514 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:21.557067 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0858d1ad-15ef-48a8-93af-6eeacfc21679 req-7c4f3a09-cf8a-402d-aa4c-c74244fdd514 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0547607 Jul 27 23:04:21.596099 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0858d1ad-15ef-48a8-93af-6eeacfc21679 req-e0d0477a-bbf2-4e95-9699-9297ac841c9d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330715 Jul 27 23:04:21.710521 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573cf02-6716-4ada-b226-b70cb13f9af9 req-0eb5e818-2bf0-4258-964b-a775f88fec9d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:21.712040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3573cf02-6716-4ada-b226-b70cb13f9af9 req-0eb5e818-2bf0-4258-964b-a775f88fec9d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0490031 Jul 27 23:04:21.749130 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3573cf02-6716-4ada-b226-b70cb13f9af9 req-2cede879-2a2f-4199-b923-cc122b720873 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312889 Jul 27 23:04:21.770756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36286) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:21.849691 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446e9606-af0d-4c56-952f-aa1205a851e9 tempest-TestShelveInstance-1373236604 tempest-TestShelveInstance-1373236604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:21.851318 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-446e9606-af0d-4c56-952f-aa1205a851e9 tempest-TestShelveInstance-1373236604 tempest-TestShelveInstance-1373236604-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1091 time: 0.0796154 Jul 27 23:04:21.854199 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36290) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:04:21.858756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:04:21.880155 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:21.901956 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:04:21.979205 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.080727 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Allocated IP 172.25.1.51 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/bfd56e94-ba23-424d-ae5e-94e70f48a4ab) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:04:22.208386 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.246895 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.283173 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:04:22.285960 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:04:22.292554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:04:22.318755 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'Port': ['ID=bfd56e94-ba23-424d-ae5e-94e70f48a4ab,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:22.651950 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.717098 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.865367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.869823 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:22.937205 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'Port': ['ID=bfd56e94-ba23-424d-ae5e-94e70f48a4ab,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:04:22.950576 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.050783 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Floating IP 33fea5dc-5bd8-47ca-a226-77eb0b2a6054 associated. External IP: 172.25.1.51, port: c95e87f8-69b3-4142-9c44-abfe247d730d. Jul 27 23:04:23.581146 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Router 7dfc9f25-ae18-4528-971d-99bab1db91fc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:04:23.686562 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:04:23.696105 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed85be5-fdb6-40d5-9550-0a183fd3fb47 None None] Sync routers for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:04:23.702398 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:23.705273 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed85be5-fdb6-40d5-9550-0a183fd3fb47 None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:23.705865 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1ed85be5-fdb6-40d5-9550-0a183fd3fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:23.729353 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-ec243a1a-749d-4fbb-9ad2-cd6e0dab9c5f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8741312 Jul 27 23:04:23.730042 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:04:23.732473 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eae804-fdec-4b69-b59b-d1a3223450ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:04:23.768086 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3345113e-5dbc-41a4-80c9-10de31d62cb3 x-openstack-request-id: req-3345113e-5dbc-41a4-80c9-10de31d62cb3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:04:23.768386 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:04:23.768646 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3345113e-5dbc-41a4-80c9-10de31d62cb3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:04:23.769045 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'status': 'completed', 'code': 200} Jul 27 23:04:23.817060 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1ed85be5-fdb6-40d5-9550-0a183fd3fb47 None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:23.834235 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eae804-fdec-4b69-b59b-d1a3223450ac req-7ef69d37-08cc-4a35-aad0-6d1d0c257ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:23.836323 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70eae804-fdec-4b69-b59b-d1a3223450ac req-7ef69d37-08cc-4a35-aad0-6d1d0c257ebc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1096 time: 0.0454283 Jul 27 23:04:23.928169 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eae804-fdec-4b69-b59b-d1a3223450ac req-f072a216-d304-4fc8-b950-2e8bde326f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:23.930169 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70eae804-fdec-4b69-b59b-d1a3223450ac req-f072a216-d304-4fc8-b950-2e8bde326f34 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0874131 Jul 27 23:04:24.007548 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70eae804-fdec-4b69-b59b-d1a3223450ac req-466a084b-8e07-4bd1-95a0-738093803887 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 998 time: 0.0695324 Jul 27 23:04:24.055835 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eae804-fdec-4b69-b59b-d1a3223450ac req-c736aec5-941d-4961-ab5e-5e1e04ca4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:24.057344 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70eae804-fdec-4b69-b59b-d1a3223450ac req-c736aec5-941d-4961-ab5e-5e1e04ca4227 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0443482 Jul 27 23:04:24.103257 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eae804-fdec-4b69-b59b-d1a3223450ac req-dc8c4ea8-7e98-400a-a4a6-0196b8d67a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:24.104670 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70eae804-fdec-4b69-b59b-d1a3223450ac req-dc8c4ea8-7e98-400a-a4a6-0196b8d67a09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401847 Jul 27 23:04:24.132830 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1ed85be5-fdb6-40d5-9550-0a183fd3fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '33fea5dc-5bd8-47ca-a226-77eb0b2a6054', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'port_id': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'mac_address': 'fa:16:3e:f2:9a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:22Z', 'revision_number': 0, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:08Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:24.161464 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed85be5-fdb6-40d5-9550-0a183fd3fb47 None None] Checking router: 7dfc9f25-ae18-4528-971d-99bab1db91fc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:04:24.169892 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed85be5-fdb6-40d5-9550-0a183fd3fb47 None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:04:24.170532 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1ed85be5-fdb6-40d5-9550-0a183fd3fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:04:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:24.199510 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70eae804-fdec-4b69-b59b-d1a3223450ac req-922089cd-54fc-46af-8f1d-7788c03929e0 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874753 Jul 27 23:04:24.273015 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-1ed85be5-fdb6-40d5-9550-0a183fd3fb47 None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:04:24.289878 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-70eae804-fdec-4b69-b59b-d1a3223450ac req-2972cc75-288b-4a84-800e-fc5d0cb62670 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830600 Jul 27 23:04:24.489412 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-1ed85be5-fdb6-40d5-9550-0a183fd3fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '33fea5dc-5bd8-47ca-a226-77eb0b2a6054', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'port_id': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'mac_address': 'fa:16:3e:f2:9a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:22Z', 'revision_number': 0, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:08Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:04:24.516683 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed85be5-fdb6-40d5-9550-0a183fd3fb47 None None] The sync data for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 is: [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '33fea5dc-5bd8-47ca-a226-77eb0b2a6054', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'port_id': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'mac_address': 'fa:16:3e:f2:9a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:04:22Z', 'updated_at': '2021-07-27T23:04:22Z', 'revision_number': 0, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:08Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:04:24.726238 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cad418f-9ddc-40ef-924f-c92c03f06d3a None None] New status for floating IP 33fea5dc-5bd8-47ca-a226-77eb0b2a6054: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:04:42.832968 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58269dca-5f23-42b8-8947-e24177bfbeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:43.068341 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.502776 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a75db53-95b3-46ce-a079-3a91d253cf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:45.860099 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:46.646951 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:47.053310 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:48.342846 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:04:50.173723 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f699514d-5071-4c4b-bcb5-5c40e19729ae req-ecba087f-b99b-4f7f-a2c5-50e43d16c016 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398197 Jul 27 23:04:50.259583 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699514d-5071-4c4b-bcb5-5c40e19729ae req-41d70cae-9c09-4a72-ab00-ba49d84a297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:50.261084 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f699514d-5071-4c4b-bcb5-5c40e19729ae req-41d70cae-9c09-4a72-ab00-ba49d84a297a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1096 time: 0.0439956 Jul 27 23:04:50.366142 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699514d-5071-4c4b-bcb5-5c40e19729ae req-3ae87a0f-49f8-43a6-bc58-e0e9923dd3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:50.367629 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f699514d-5071-4c4b-bcb5-5c40e19729ae req-3ae87a0f-49f8-43a6-bc58-e0e9923dd3f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0822966 Jul 27 23:04:50.436448 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f699514d-5071-4c4b-bcb5-5c40e19729ae req-bea4ed88-852d-4482-b290-7515fbdfc6c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 1000 time: 0.0602698 Jul 27 23:04:50.489318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699514d-5071-4c4b-bcb5-5c40e19729ae req-1d1d9f4c-7e1a-4a20-a795-0e8f8bc69dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:50.490740 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f699514d-5071-4c4b-bcb5-5c40e19729ae req-1d1d9f4c-7e1a-4a20-a795-0e8f8bc69dcb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0421424 Jul 27 23:04:50.535328 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699514d-5071-4c4b-bcb5-5c40e19729ae req-1604c7d3-3df0-4792-b2e3-af9ed8932d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:04:50.536691 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f699514d-5071-4c4b-bcb5-5c40e19729ae req-1604c7d3-3df0-4792-b2e3-af9ed8932d73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391514 Jul 27 23:04:50.627235 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f699514d-5071-4c4b-bcb5-5c40e19729ae req-6a6d4738-73e6-4c08-a621-f1487de8d40e service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824535 Jul 27 23:04:50.716043 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f699514d-5071-4c4b-bcb5-5c40e19729ae req-e4310d91-a75e-47d3-93f2-93133b39dcc8 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803218 Jul 27 23:04:58.902631 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:05:12.832734 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d598c891-0b05-4368-a0e9-0b60bb27c86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:13.088408 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:15.502770 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a672-b0dc-4d86-ae90-c734af6d26cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:15.860963 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:16.648947 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:17.060320 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:18.345707 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:35.901920 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:05:42.833155 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a54b158-fde6-4a3e-8dc1-0b3be36a285f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:43.084798 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.503126 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f57f43a4-3a69-43ea-b805-eb82388738a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:45.861121 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:46.651327 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:47.086045 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:48.346824 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:05:50.295486 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b380a3d0-7341-4e37-846b-acb2d9379295 req-6f7f3d94-ef2a-476d-a519-2555fd12d6df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0892105 Jul 27 23:05:50.391451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a3d0-7341-4e37-846b-acb2d9379295 req-878e4595-5bd5-4b9d-9c81-20763d57879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:50.392946 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b380a3d0-7341-4e37-846b-acb2d9379295 req-878e4595-5bd5-4b9d-9c81-20763d57879a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1096 time: 0.0517972 Jul 27 23:05:50.494290 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a3d0-7341-4e37-846b-acb2d9379295 req-0454bf24-3dc3-4f72-a682-dc55ffaba660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:50.495826 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b380a3d0-7341-4e37-846b-acb2d9379295 req-0454bf24-3dc3-4f72-a682-dc55ffaba660 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0833426 Jul 27 23:05:50.562995 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b380a3d0-7341-4e37-846b-acb2d9379295 req-462c1226-a85d-465a-ba12-362591c25366 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 1000 time: 0.0604720 Jul 27 23:05:50.611705 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a3d0-7341-4e37-846b-acb2d9379295 req-be03838c-bce9-4b14-905e-8deced62c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:50.613155 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b380a3d0-7341-4e37-846b-acb2d9379295 req-be03838c-bce9-4b14-905e-8deced62c7f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0437970 Jul 27 23:05:50.659711 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a3d0-7341-4e37-846b-acb2d9379295 req-083ce238-264e-4f71-b17a-b28e58974de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:05:50.661223 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b380a3d0-7341-4e37-846b-acb2d9379295 req-083ce238-264e-4f71-b17a-b28e58974de3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403407 Jul 27 23:05:50.768931 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b380a3d0-7341-4e37-846b-acb2d9379295 req-531b3445-f548-46f3-86c8-92a72206a364 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000357 Jul 27 23:05:50.858381 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-b380a3d0-7341-4e37-846b-acb2d9379295 req-e5233ae9-70c9-4eea-8c42-886adaee9d2b service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806921 Jul 27 23:06:12.833736 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a76d4066-408e-4f62-b30d-c91f11e94ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:12.903015 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:06:13.084019 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:15.504946 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dcde76b1-acff-4e82-9e44-e22d01ee8b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:15.862793 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:16.655613 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:17.086650 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:18.349077 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:18.540337 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8103bf1-20ee-4354-b0a6-328da6bd3d2c req-7d96ecdd-d4c2-4b97-8e41-aee804a9a315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:18.541824 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8103bf1-20ee-4354-b0a6-328da6bd3d2c req-7d96ecdd-d4c2-4b97-8e41-aee804a9a315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0994453 Jul 27 23:06:18.580264 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e8103bf1-20ee-4354-b0a6-328da6bd3d2c req-c6d74d6c-cfdb-4289-8037-0c0ddf11ba83 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323491 Jul 27 23:06:19.724987 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c9543-3955-44f5-a849-50de7f2634ab req-bd400b9b-2b4d-40c6-b747-0f0f1688fb5a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:19.726623 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-042c9543-3955-44f5-a849-50de7f2634ab req-bd400b9b-2b4d-40c6-b747-0f0f1688fb5a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0526359 Jul 27 23:06:19.767590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-042c9543-3955-44f5-a849-50de7f2634ab req-a0c4115e-2617-4022-899b-1f03e47230e7 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349813 Jul 27 23:06:20.907605 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70beb98b-44df-4e6b-9d7f-ab03f432afc4 req-01ec7c18-c371-4a1b-899a-87df873b4bde tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:20.909065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70beb98b-44df-4e6b-9d7f-ab03f432afc4 req-01ec7c18-c371-4a1b-899a-87df873b4bde tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0502551 Jul 27 23:06:20.946112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-70beb98b-44df-4e6b-9d7f-ab03f432afc4 req-ed7f3983-c7cd-406c-ace7-d89aa9a7e055 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311987 Jul 27 23:06:22.062621 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894ba42-10ac-4ce3-929c-7c372d72e961 req-cd5466e1-b152-43af-ade8-abbb47676fb4 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:22.064100 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5894ba42-10ac-4ce3-929c-7c372d72e961 req-cd5466e1-b152-43af-ade8-abbb47676fb4 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0486495 Jul 27 23:06:22.101841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5894ba42-10ac-4ce3-929c-7c372d72e961 req-b157e3cf-db80-4b20-8ff4-4bd3226e7dfe tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319238 Jul 27 23:06:23.217304 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc497cd-6a13-4d39-bc56-e458a1c54ff8 req-bf8a583e-4e59-4112-bce0-05c30a321b3f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:23.218790 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acc497cd-6a13-4d39-bc56-e458a1c54ff8 req-bf8a583e-4e59-4112-bce0-05c30a321b3f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0479312 Jul 27 23:06:23.260335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-acc497cd-6a13-4d39-bc56-e458a1c54ff8 req-2e9e2dac-457b-4de4-a8a4-709148fe8709 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355575 Jul 27 23:06:24.378757 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff6295-b276-4634-95f9-9e69cf3d624a req-e155533b-704f-49c3-ab4d-f25740791979 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:24.380263 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffff6295-b276-4634-95f9-9e69cf3d624a req-e155533b-704f-49c3-ab4d-f25740791979 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0504177 Jul 27 23:06:24.417573 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ffff6295-b276-4634-95f9-9e69cf3d624a req-eb449f12-9e13-4ea0-967d-de27867498cb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314975 Jul 27 23:06:25.534686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25d019-6a2f-485d-8163-7e5e4b7908bc req-0872caf5-dbd3-4bd8-a75c-7c46b5ed74ed tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:25.536065 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c25d019-6a2f-485d-8163-7e5e4b7908bc req-0872caf5-dbd3-4bd8-a75c-7c46b5ed74ed tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0482697 Jul 27 23:06:25.575563 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5c25d019-6a2f-485d-8163-7e5e4b7908bc req-2cbaeecc-a2cc-4181-b96d-5343185a12e3 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335679 Jul 27 23:06:26.692908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c853b51-731c-48f3-9002-88539d98c1b8 req-b6e1af6d-7c56-466c-a60e-1e9eeb214d67 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:26.694392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c853b51-731c-48f3-9002-88539d98c1b8 req-b6e1af6d-7c56-466c-a60e-1e9eeb214d67 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0492673 Jul 27 23:06:26.736957 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c853b51-731c-48f3-9002-88539d98c1b8 req-cb6917c1-cfc8-4084-a902-8a28720fcc5d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355799 Jul 27 23:06:27.853508 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63122f48-6dad-4341-92ab-a38e069956c5 req-a95aa50e-3ef5-4633-a9e6-606b78af583c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:27.855012 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63122f48-6dad-4341-92ab-a38e069956c5 req-a95aa50e-3ef5-4633-a9e6-606b78af583c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0487583 Jul 27 23:06:27.895888 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63122f48-6dad-4341-92ab-a38e069956c5 req-6c8a5e14-7d6d-4f94-8a30-0eabda110ce2 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346913 Jul 27 23:06:29.008736 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a4584-6110-427b-a5b3-1869575b86aa req-525ffb0f-8e26-4e9e-accf-0479e2485f8c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:29.010399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-645a4584-6110-427b-a5b3-1869575b86aa req-525ffb0f-8e26-4e9e-accf-0479e2485f8c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0485492 Jul 27 23:06:29.048674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-645a4584-6110-427b-a5b3-1869575b86aa req-b0c63dce-93dc-4f43-a47c-51ef2fde1d4b tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311565 Jul 27 23:06:29.997539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c95e87f8-69b3-4142-9c44-abfe247d730d details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:06:30.093902 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:30.105453 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'port_id': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'mac_address': 'fa:16:3e:f2:9a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:06:30.143463 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:30.155809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c95e87f8-69b3-4142-9c44-abfe247d730d {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:30.174433 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b29c7d-24c0-4179-8480-baa36176581c req-a1d488a0-4a7c-4f9a-afc3-facfe68e044c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:30.175713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:30.175948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10b29c7d-24c0-4179-8480-baa36176581c req-a1d488a0-4a7c-4f9a-afc3-facfe68e044c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0499911 Jul 27 23:06:30.179602 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:30.221651 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10b29c7d-24c0-4179-8480-baa36176581c req-389f871e-1271-4f39-b261-52aa9844af40 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389702 Jul 27 23:06:30.230852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:30.243387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:30.243765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:30.244107 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:30.244443 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:30.244775 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:30.245105 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:30.245433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:30.245758 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:30.246090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:30.246536 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:30.247075 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:30.247196 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:30.280511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['c95e87f8-69b3-4142-9c44-abfe247d730d'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:06:31.080693 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-76e13b73-95aa-45b4-827c-f4448e240545 req-e1c30e07-019c-40bb-a23d-0197a524ff11 service neutron] (93835) timed out ('10.222.0.24', 60706) {{(pid=93835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:06:31.347872 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658e615-30b4-48ac-b5cb-be12bc12ec93 req-68d2646c-68ad-4c59-8d06-0bbdd922a130 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:31.349375 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f658e615-30b4-48ac-b5cb-be12bc12ec93 req-68d2646c-68ad-4c59-8d06-0bbdd922a130 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0573297 Jul 27 23:06:31.393093 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f658e615-30b4-48ac-b5cb-be12bc12ec93 req-48bbb6c9-54d8-4506-bf51-5e8dd9d85f1b tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370176 Jul 27 23:06:32.013153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c95e87f8-69b3-4142-9c44-abfe247d730d up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:06:32.063163 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port c95e87f8-69b3-4142-9c44-abfe247d730d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:06:32.063907 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:32.148807 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:32.176451 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:32.178860 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac8d21b-3849-4f19-98de-1bd6a0da5b25" -d '{"events": [{"server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "name": "network-vif-plugged", "status": "completed", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:32.194654 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:32.201513 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:32.231608 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9903c447-fa4d-4648-acc8-f64f8d1d3b1b x-openstack-request-id: req-9903c447-fa4d-4648-acc8-f64f8d1d3b1b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:32.232185 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "name": "network-vif-plugged", "status": "completed", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:32.232618 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9903c447-fa4d-4648-acc8-f64f8d1d3b1b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:32.233263 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'code': 200} Jul 27 23:06:32.263552 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:32.519064 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca11305-1abd-47ae-8054-2888325e47f3 req-80e22313-5020-47e8-a185-b39dc680aaf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:32.520691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fca11305-1abd-47ae-8054-2888325e47f3 req-80e22313-5020-47e8-a185-b39dc680aaf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0530210 Jul 27 23:06:32.560648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fca11305-1abd-47ae-8054-2888325e47f3 req-bf1eb91d-ffc6-49fb-8614-7ab5e5f2c164 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339546 Jul 27 23:06:33.693050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25f16-5a23-4273-bc12-5f9ab6514d62 req-a5f8ee10-8c25-4f03-a4e8-22998a553980 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:33.694688 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fc25f16-5a23-4273-bc12-5f9ab6514d62 req-a5f8ee10-8c25-4f03-a4e8-22998a553980 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0535254 Jul 27 23:06:33.747074 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fc25f16-5a23-4273-bc12-5f9ab6514d62 req-85dc3948-36ad-4c69-b7d5-a87aa6629d84 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414569 Jul 27 23:06:34.880661 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5efd0-925d-489f-8626-57f703e15ea0 req-b1bfcaca-cdd3-4784-9057-3bd11fc73e0e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:34.880661 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dbd5efd0-925d-489f-8626-57f703e15ea0 req-b1bfcaca-cdd3-4784-9057-3bd11fc73e0e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0548930 Jul 27 23:06:34.920496 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-dbd5efd0-925d-489f-8626-57f703e15ea0 req-e133b953-8271-49be-8629-004bca7dd8bb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345466 Jul 27 23:06:36.054139 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7f26d-4fa9-496a-a731-283e3fcd3309 req-1bfb55dc-3e93-475f-8c39-d876a6cfc207 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:36.055580 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71a7f26d-4fa9-496a-a731-283e3fcd3309 req-1bfb55dc-3e93-475f-8c39-d876a6cfc207 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0598247 Jul 27 23:06:36.099132 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-71a7f26d-4fa9-496a-a731-283e3fcd3309 req-d35d39d6-8542-402b-90cd-84bea4e07fba tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358031 Jul 27 23:06:37.222804 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd46f58-cb0d-4677-b8d0-892c395a03b2 req-b2c7609b-308d-4710-aedd-f51eaa21e8fa tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:37.225086 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ccd46f58-cb0d-4677-b8d0-892c395a03b2 req-b2c7609b-308d-4710-aedd-f51eaa21e8fa tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0531757 Jul 27 23:06:37.279504 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ccd46f58-cb0d-4677-b8d0-892c395a03b2 req-eb6e1e8b-35f0-4ce3-aae5-02ce63f1f48d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488756 Jul 27 23:06:38.418606 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329c07d-5679-49b6-b01d-a1b6d4d5232d req-97e63e43-2607-43fb-822e-1dd44ae569dc tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:38.420224 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6329c07d-5679-49b6-b01d-a1b6d4d5232d req-97e63e43-2607-43fb-822e-1dd44ae569dc tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0596349 Jul 27 23:06:38.467866 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6329c07d-5679-49b6-b01d-a1b6d4d5232d req-c42960bd-82f8-4e71-b5c6-c5a90f649e63 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402699 Jul 27 23:06:39.651527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99288edb-ec7a-404f-8373-a852b93c2648 req-506d6591-4d80-4f6b-a52d-a0ffe469177d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:39.653176 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99288edb-ec7a-404f-8373-a852b93c2648 req-506d6591-4d80-4f6b-a52d-a0ffe469177d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0494146 Jul 27 23:06:39.690596 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99288edb-ec7a-404f-8373-a852b93c2648 req-83ac2fcc-b61c-4320-b361-fa560ce428e0 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315773 Jul 27 23:06:40.043192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa4c1e-0226-48c7-ac60-f07552a28cc0 req-4b7c8544-6b43-497b-a1a5-8cf258a4cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:40.044681 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4caa4c1e-0226-48c7-ac60-f07552a28cc0 req-4b7c8544-6b43-497b-a1a5-8cf258a4cd8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1096 time: 0.0415614 Jul 27 23:06:40.137183 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa4c1e-0226-48c7-ac60-f07552a28cc0 req-4788f053-d4f4-4acd-921c-771c11fe8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:40.138685 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4caa4c1e-0226-48c7-ac60-f07552a28cc0 req-4788f053-d4f4-4acd-921c-771c11fe8bb9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0866070 Jul 27 23:06:40.202650 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4caa4c1e-0226-48c7-ac60-f07552a28cc0 req-3cdb1cdc-cc1f-48aa-87fb-bdb75ab49e9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 1000 time: 0.0568268 Jul 27 23:06:40.254530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa4c1e-0226-48c7-ac60-f07552a28cc0 req-3d71269d-9885-42f2-ad43-5c5283562df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:40.255942 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4caa4c1e-0226-48c7-ac60-f07552a28cc0 req-3d71269d-9885-42f2-ad43-5c5283562df8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0470114 Jul 27 23:06:40.300616 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa4c1e-0226-48c7-ac60-f07552a28cc0 req-36f67611-7a56-48ae-99ce-0a79c707d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:40.302082 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4caa4c1e-0226-48c7-ac60-f07552a28cc0 req-36f67611-7a56-48ae-99ce-0a79c707d13f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385492 Jul 27 23:06:40.399943 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4caa4c1e-0226-48c7-ac60-f07552a28cc0 req-29deb22d-2658-4020-aa96-94a3d93291dc service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902846 Jul 27 23:06:40.491224 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4caa4c1e-0226-48c7-ac60-f07552a28cc0 req-493f8f43-3753-490b-8b31-e5033fb812cc service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841210 Jul 27 23:06:40.804308 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294378fb-231c-4fd1-a366-a0775673c0cf req-76fd6058-c987-44f6-abb5-f7ac8af61729 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:40.805791 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-294378fb-231c-4fd1-a366-a0775673c0cf req-76fd6058-c987-44f6-abb5-f7ac8af61729 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0475514 Jul 27 23:06:40.847490 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-294378fb-231c-4fd1-a366-a0775673c0cf req-365d6619-91e8-47fc-95a8-40ce2c2109d2 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351331 Jul 27 23:06:41.970753 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef80e2-ca37-42b7-b415-28ddc94c9d75 req-0c9fe228-7731-4e57-b928-3065603932a9 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:41.972327 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10ef80e2-ca37-42b7-b415-28ddc94c9d75 req-0c9fe228-7731-4e57-b928-3065603932a9 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0556729 Jul 27 23:06:42.017932 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-10ef80e2-ca37-42b7-b415-28ddc94c9d75 req-c146f511-c14d-47ba-9f10-6677879f8141 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384784 Jul 27 23:06:42.835575 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d432c434-ca2e-4677-aa07-af5b681dd24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:43.099930 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:43.141986 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c9a92-e15e-4a61-8eeb-35e9cb303a02 req-1c3cb42a-ec8a-4d46-b64a-6f28de674cef tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:43.143572 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-161c9a92-e15e-4a61-8eeb-35e9cb303a02 req-1c3cb42a-ec8a-4d46-b64a-6f28de674cef tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0575016 Jul 27 23:06:43.181135 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-161c9a92-e15e-4a61-8eeb-35e9cb303a02 req-82993da0-5935-4113-8819-4c974e1cae07 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316288 Jul 27 23:06:43.396558 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b08bd3-d76e-4a59-b974-857f8bde2826 req-dc817052-9558-401b-acbb-b71e24e62dd5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:43.398140 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2b08bd3-d76e-4a59-b974-857f8bde2826 req-dc817052-9558-401b-acbb-b71e24e62dd5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0494590 Jul 27 23:06:43.442540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f2b08bd3-d76e-4a59-b974-857f8bde2826 req-2a3f1c70-2752-48eb-84fb-8318e08a7b75 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376430 Jul 27 23:06:43.588926 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-e49710d2-8489-46f6-9413-8621bcc3ada9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868468 Jul 27 23:06:44.089746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device c95e87f8-69b3-4142-9c44-abfe247d730d no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:06:44.165655 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.187554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:44.189769 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a69aacf-5150-4d9b-9c9e-a7545cbe4516" -d '{"events": [{"server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "name": "network-vif-unplugged", "status": "completed", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:44.203087 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:44.207032 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:44.228522 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076c05ed-3e43-4f65-924f-12ddf6f16003 x-openstack-request-id: req-076c05ed-3e43-4f65-924f-12ddf6f16003 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:44.228808 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "name": "network-vif-unplugged", "status": "failed", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d", "code": 422}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:44.229056 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-076c05ed-3e43-4f65-924f-12ddf6f16003 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:44.229440 n-d-802011-3 neutron-server[93836]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'code': 422} returned with failed status Jul 27 23:06:44.255155 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:44.559423 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081b3e-8c7c-4b7c-afa8-14a5f597a18e req-1d324654-aa54-4e8f-a031-44e3fe8ef94a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:44.560969 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30081b3e-8c7c-4b7c-afa8-14a5f597a18e req-1d324654-aa54-4e8f-a031-44e3fe8ef94a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 943 time: 0.0490119 Jul 27 23:06:44.600081 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-30081b3e-8c7c-4b7c-afa8-14a5f597a18e req-302e9652-9e01-4359-b54b-940f95ac6d9c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331547 Jul 27 23:06:45.506112 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ad134bd7-43b4-44ce-a887-bde317e1a73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:45.714700 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa6ed3-1c1b-469e-a97b-1aad789ec883 req-9dc1d555-4c29-4830-aa35-5dc40f810f1f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:45.716258 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-affa6ed3-1c1b-469e-a97b-1aad789ec883 req-9dc1d555-4c29-4830-aa35-5dc40f810f1f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 943 time: 0.0502391 Jul 27 23:06:45.754811 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-affa6ed3-1c1b-469e-a97b-1aad789ec883 req-e47a1b78-7890-4290-81e7-8e6280dd5279 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327380 Jul 27 23:06:45.863365 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:46.515584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-9eda0cbf-1724-456b-b16d-81b1774b3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:46.517064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-9eda0cbf-1724-456b-b16d-81b1774b3a4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382&tenant_id=bb06876b0605426e9707f3483c05858c HTTP/1.1" status: 200 len: 1094 time: 0.0406291 Jul 27 23:06:46.529543 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802011-3', 'device_owner': 'compute:nova'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:06:46.583499 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:46.657584 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:46.786284 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:06:46.819181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h1-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:46.876715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95e87f8-69b3-4142-9c44-abfe247d730d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:06:46.887500 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:46.904398 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Transition to ACTIVE for port object c95e87f8-69b3-4142-9c44-abfe247d730d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:06:46.912321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d52d0-f36c-41f7-b1dc-b3c7e44e4170 req-5f145256-5e40-4589-9943-7b9f5733d88e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:46.913798 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-575d52d0-f36c-41f7-b1dc-b3c7e44e4170 req-5f145256-5e40-4589-9943-7b9f5733d88e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 943 time: 0.0752742 Jul 27 23:06:46.914851 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:47.017939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Pushing event updated for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=9']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:47.034446 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-575d52d0-f36c-41f7-b1dc-b3c7e44e4170 req-c5b35736-49e5-4199-860d-0b832c5b4407 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117752 Jul 27 23:06:47.035652 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:47.036003 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:47.036343 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:47.036687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:47.037014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:47.037341 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:47.037671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:47.037999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:47.038351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:47.038683 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:47.039260 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:47.039586 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:06:47.079465 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:47.083376 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] No DVR routers for this DVR port c95e87f8-69b3-4142-9c44-abfe247d730d on host n-h1-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:06:47.221656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Attempting to bind port c95e87f8-69b3-4142-9c44-abfe247d730d on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:06:47.221993 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Attempting to bind port c95e87f8-69b3-4142-9c44-abfe247d730d by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:06:47.222369 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Attempting to bind port c95e87f8-69b3-4142-9c44-abfe247d730d on network 74fea5b2-10ee-45e2-8cda-6427c0184c41 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:47.226641 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Port c95e87f8-69b3-4142-9c44-abfe247d730d on network 74fea5b2-10ee-45e2-8cda-6427c0184c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:06:47.226913 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Attempting to bind port c95e87f8-69b3-4142-9c44-abfe247d730d on network 74fea5b2-10ee-45e2-8cda-6427c0184c41 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:06:47.232291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:06:47.232630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Checking segment: {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:06:47.233018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Bound using segment: {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:06:47.233443 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Bound port: c95e87f8-69b3-4142-9c44-abfe247d730d, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:06:47.233795 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:47.298574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:06:47.301518 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:06:47.305765 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:47.337094 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:47.337721 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:47.339084 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] 10.222.0.41 "PUT /v2.0/ports/c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 1091 time: 0.8141499 Jul 27 23:06:47.339513 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:06:47.342440 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4247f031-c5a5-47d3-a476-da61a249f9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:06:47.392422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1421e-f1d8-4c4c-bf18-401cb2842f4d service neutron] Pushing event updated for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=10']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:06:47.411880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-32b24bb6-084d-4677-9d38-0ce0e3e7f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:47.413479 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-32b24bb6-084d-4677-9d38-0ce0e3e7f544 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1095 time: 0.0481129 Jul 27 23:06:47.472390 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcbf127-ac18-4be0-b27a-2982a7365cc4 x-openstack-request-id: req-fbcbf127-ac18-4be0-b27a-2982a7365cc4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:06:47.472726 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:06:47.472923 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbcbf127-ac18-4be0-b27a-2982a7365cc4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:06:47.473323 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'status': 'completed', 'code': 200} Jul 27 23:06:47.518092 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-d955323a-8729-4997-b779-01baf62f712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:47.519620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-d955323a-8729-4997-b779-01baf62f712a service neutron] 10.222.0.41 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0993278 Jul 27 23:06:47.585764 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-c2295fd1-e423-4371-99e3-b506004bc373 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 998 time: 0.0583904 Jul 27 23:06:47.639469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-58f0dc82-a703-477d-b2a3-c50ff67111c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:47.640900 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-58f0dc82-a703-477d-b2a3-c50ff67111c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0487776 Jul 27 23:06:47.687120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-607d48a6-3274-4837-9fca-6bf5722dc235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:47.688574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-607d48a6-3274-4837-9fca-6bf5722dc235 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404527 Jul 27 23:06:47.775955 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-ca102574-f67f-4e2a-bac9-df10a07b6dff service neutron] 10.222.0.41 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798562 Jul 27 23:06:47.868115 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-ef60064b-ec57-4965-a0d1-b2b238774547 service neutron] 10.222.0.41 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850310 Jul 27 23:06:47.954690 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247f031-c5a5-47d3-a476-da61a249f9ae req-f91745ce-389f-4e71-80d2-82aeedec6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:47.956222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4247f031-c5a5-47d3-a476-da61a249f9ae req-f91745ce-389f-4e71-80d2-82aeedec6f1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1095 time: 0.0417452 Jul 27 23:06:48.069408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247f031-c5a5-47d3-a476-da61a249f9ae req-a0d0936e-6789-4092-b8b5-5644278bfd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:48.070958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4247f031-c5a5-47d3-a476-da61a249f9ae req-a0d0936e-6789-4092-b8b5-5644278bfd60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.1038816 Jul 27 23:06:48.168361 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4247f031-c5a5-47d3-a476-da61a249f9ae req-f41050d5-e703-4522-ad83-8f2856b52eab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 998 time: 0.0895939 Jul 27 23:06:48.181277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75aab2-5782-4bc4-87fe-19f1af211ee6 req-441def69-5449-4974-8bca-03b2b7f2f9dd tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:48.182845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c75aab2-5782-4bc4-87fe-19f1af211ee6 req-441def69-5449-4974-8bca-03b2b7f2f9dd tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0679352 Jul 27 23:06:48.234227 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7c75aab2-5782-4bc4-87fe-19f1af211ee6 req-930a8c50-484b-4643-9005-0e05e3158c8f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Jul 27 23:06:48.361889 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:06:49.365908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c7a9b-8d04-4b8e-928a-472c71f3e3e4 req-e35ae34e-93cc-4fe6-8537-110c51035e41 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:49.367455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-462c7a9b-8d04-4b8e-928a-472c71f3e3e4 req-e35ae34e-93cc-4fe6-8537-110c51035e41 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0519593 Jul 27 23:06:49.416730 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-462c7a9b-8d04-4b8e-928a-472c71f3e3e4 req-f52e0b5c-ad22-4452-8a2c-62d76393e044 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423219 Jul 27 23:06:49.904256 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:06:50.536756 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dce763-2539-4265-81d4-5529e68e5185 req-61d2b2ca-58ea-401e-a1df-3a13f85d2c0b tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:50.538288 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63dce763-2539-4265-81d4-5529e68e5185 req-61d2b2ca-58ea-401e-a1df-3a13f85d2c0b tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0513320 Jul 27 23:06:50.578208 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-63dce763-2539-4265-81d4-5529e68e5185 req-c53f7436-3397-4b8b-a537-ceb1a7793569 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336311 Jul 27 23:06:51.698471 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91164dca-18e1-41df-a17a-2cadd02add52 req-0fd7c761-623c-4972-926c-627450825759 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:51.700207 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91164dca-18e1-41df-a17a-2cadd02add52 req-0fd7c761-623c-4972-926c-627450825759 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0542846 Jul 27 23:06:51.747112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91164dca-18e1-41df-a17a-2cadd02add52 req-e91a6f53-5c57-4051-bc39-ee5aca98a507 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353494 Jul 27 23:06:52.874032 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1a2d3-9903-4222-b134-02e71316ed35 req-d6176c8a-422b-44e1-b105-4058963f8e91 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:52.875536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6f1a2d3-9903-4222-b134-02e71316ed35 req-d6176c8a-422b-44e1-b105-4058963f8e91 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0553303 Jul 27 23:06:52.912917 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d6f1a2d3-9903-4222-b134-02e71316ed35 req-11aa06bc-40b6-4cce-827a-efeb9e550a32 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314519 Jul 27 23:06:54.053124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2544b-6f17-4c1a-88f4-141c2212902f req-8db5de9d-102a-4f84-9766-86df6674d9ea tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:54.056203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8d2544b-6f17-4c1a-88f4-141c2212902f req-8db5de9d-102a-4f84-9766-86df6674d9ea tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0628872 Jul 27 23:06:54.106535 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8d2544b-6f17-4c1a-88f4-141c2212902f req-7aa9711a-803b-4912-acab-3d2f47dca761 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434101 Jul 27 23:06:55.241555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9aec3-9911-4350-b827-e235c82087a7 req-5f6d7181-737f-46be-a728-50a16bc5ca27 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:55.243089 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fc9aec3-9911-4350-b827-e235c82087a7 req-5f6d7181-737f-46be-a728-50a16bc5ca27 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0514891 Jul 27 23:06:55.282885 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9fc9aec3-9911-4350-b827-e235c82087a7 req-4ee24e83-f67e-4e05-952c-e18fb50be94b tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337570 Jul 27 23:06:56.404904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599063c-91f6-479b-bf75-d9921adc8639 req-f620f77b-1821-4dfd-af94-db7ebce74f5d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:56.406374 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0599063c-91f6-479b-bf75-d9921adc8639 req-f620f77b-1821-4dfd-af94-db7ebce74f5d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0531733 Jul 27 23:06:56.450844 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0599063c-91f6-479b-bf75-d9921adc8639 req-ce228420-66a9-4b57-99ae-8f216df97f7c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384257 Jul 27 23:06:57.576264 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f2a86-6465-42d2-802d-ed962efa0ed4 req-4caec279-0654-49d4-a53c-c6fd806e399c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:57.577773 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa8f2a86-6465-42d2-802d-ed962efa0ed4 req-4caec279-0654-49d4-a53c-c6fd806e399c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0513449 Jul 27 23:06:57.615259 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa8f2a86-6465-42d2-802d-ed962efa0ed4 req-a0d73e42-b9a7-468e-8832-0167f6d0101e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314221 Jul 27 23:06:58.616415 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247f031-c5a5-47d3-a476-da61a249f9ae req-eaa84562-ce10-426f-82b6-eb868de51757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:58.617878 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4247f031-c5a5-47d3-a476-da61a249f9ae req-eaa84562-ce10-426f-82b6-eb868de51757 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0463510 Jul 27 23:06:58.670446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247f031-c5a5-47d3-a476-da61a249f9ae req-8fc7335b-4d89-4749-b1c6-469c6336346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:58.671983 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4247f031-c5a5-47d3-a476-da61a249f9ae req-8fc7335b-4d89-4749-b1c6-469c6336346a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461793 Jul 27 23:06:58.789788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4b3ac-5387-4576-92b0-5a1204ca658f req-9c1993a7-89dc-4b97-85c1-c2845ae00e85 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:58.791287 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-07a4b3ac-5387-4576-92b0-5a1204ca658f req-9c1993a7-89dc-4b97-85c1-c2845ae00e85 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0998282 Jul 27 23:06:58.810833 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4247f031-c5a5-47d3-a476-da61a249f9ae req-24b19462-5bdd-4399-9513-f5bfa33fa949 service neutron] 10.222.0.41 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269464 Jul 27 23:06:58.880153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-07a4b3ac-5387-4576-92b0-5a1204ca658f req-0f75792b-ed4f-4ad5-b7ff-c6a87fd231e0 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800855 Jul 27 23:06:58.918509 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4247f031-c5a5-47d3-a476-da61a249f9ae req-7bd0cfba-4ece-4981-9f9a-3ac353b7eaae service neutron] 10.222.0.41 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971699 Jul 27 23:06:59.021953 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d83f36-ed49-42b1-9568-3dbbd49239f0 req-b0428579-2f74-485d-981f-947d1d275511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.023521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d83f36-ed49-42b1-9568-3dbbd49239f0 req-b0428579-2f74-485d-981f-947d1d275511 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1095 time: 0.0432310 Jul 27 23:06:59.131360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d83f36-ed49-42b1-9568-3dbbd49239f0 req-d1c1a022-7590-44ef-bdcd-19b9bbee6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.132780 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d83f36-ed49-42b1-9568-3dbbd49239f0 req-d1c1a022-7590-44ef-bdcd-19b9bbee6afd service neutron] 10.222.0.41 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0878778 Jul 27 23:06:59.197153 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d83f36-ed49-42b1-9568-3dbbd49239f0 req-00dc872b-f2b3-4501-ba2b-868a74f84a88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 998 time: 0.0570257 Jul 27 23:06:59.250484 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d83f36-ed49-42b1-9568-3dbbd49239f0 req-b73681d7-016d-4661-a6af-61991f58cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.251880 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d83f36-ed49-42b1-9568-3dbbd49239f0 req-b73681d7-016d-4661-a6af-61991f58cb3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0471337 Jul 27 23:06:59.299339 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d83f36-ed49-42b1-9568-3dbbd49239f0 req-70259a4b-862b-4f0d-bd0f-16625be3f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:06:59.300819 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d83f36-ed49-42b1-9568-3dbbd49239f0 req-70259a4b-862b-4f0d-bd0f-16625be3f9cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410545 Jul 27 23:06:59.392354 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d83f36-ed49-42b1-9568-3dbbd49239f0 req-811c8d5b-b862-4fc9-921a-08fc0977ab3a service neutron] 10.222.0.41 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820196 Jul 27 23:06:59.483941 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-08d83f36-ed49-42b1-9568-3dbbd49239f0 req-fca89066-e445-4bf7-913e-b352a0cafe9f service neutron] 10.222.0.41 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843124 Jul 27 23:06:59.999715 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec49235-5013-475f-9911-452ae590aa97 req-d4aec974-b225-4f81-8375-9d52ab5f4b70 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:00.003640 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aec49235-5013-475f-9911-452ae590aa97 req-d4aec974-b225-4f81-8375-9d52ab5f4b70 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0516496 Jul 27 23:07:00.039690 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aec49235-5013-475f-9911-452ae590aa97 req-40150fc6-d646-460e-b374-87f98267b3d1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323949 Jul 27 23:07:01.154175 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a4d69-173d-4cf0-b7bc-20c42a07afa5 req-c16c53b8-54da-4e3a-8b1b-c424e76d9d60 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:01.155685 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd6a4d69-173d-4cf0-b7bc-20c42a07afa5 req-c16c53b8-54da-4e3a-8b1b-c424e76d9d60 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 944 time: 0.0483632 Jul 27 23:07:01.192947 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd6a4d69-173d-4cf0-b7bc-20c42a07afa5 req-6f722996-31a0-4cec-8c62-52196b593547 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314353 Jul 27 23:07:02.055029 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c95e87f8-69b3-4142-9c44-abfe247d730d details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:07:02.145596 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:02.157328 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'port_id': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'mac_address': 'fa:16:3e:f2:9a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:07:02.193258 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:02.208461 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95e87f8-69b3-4142-9c44-abfe247d730d {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:07:02.228015 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:02.232561 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:02.279948 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=11']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:02.315450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8246e1-f01a-41a7-af6c-3dd57d179373 req-53ff2d51-f567-49b9-8284-06fa9c7c6d56 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:02.316946 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b8246e1-f01a-41a7-af6c-3dd57d179373 req-53ff2d51-f567-49b9-8284-06fa9c7c6d56 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0539706 Jul 27 23:07:02.354605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6b8246e1-f01a-41a7-af6c-3dd57d179373 req-d9ebfd11-00ac-42be-abce-e7186ed5e437 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316057 Jul 27 23:07:02.457733 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['c95e87f8-69b3-4142-9c44-abfe247d730d'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:07:03.470865 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8879f-ad2a-42ae-b4f7-3e133ad34f2b req-d397a8b0-0cb3-45dc-8598-e95590bd8a08 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:03.472332 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0a8879f-ad2a-42ae-b4f7-3e133ad34f2b req-d397a8b0-0cb3-45dc-8598-e95590bd8a08 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 945 time: 0.0486665 Jul 27 23:07:03.515345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b0a8879f-ad2a-42ae-b4f7-3e133ad34f2b req-ad9a0e0f-5421-44c0-a209-aecb56e403ab tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369210 Jul 27 23:07:04.070064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c95e87f8-69b3-4142-9c44-abfe247d730d up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:07:04.117584 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port c95e87f8-69b3-4142-9c44-abfe247d730d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:07:04.122006 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port c95e87f8-69b3-4142-9c44-abfe247d730d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:07:04.122419 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:04.198298 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:04.219860 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:07:04.222312 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62b1c82-54eb-4f9d-8c52-acf66615c7ff" -d '{"events": [{"server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "name": "network-vif-plugged", "status": "completed", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:07:04.235549 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:07:04.239784 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:04.261743 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a498e68-cb40-424c-bf9d-6b4ada69ae30 x-openstack-request-id: req-9a498e68-cb40-424c-bf9d-6b4ada69ae30 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:07:04.262051 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "name": "network-vif-plugged", "status": "completed", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:07:04.262298 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a498e68-cb40-424c-bf9d-6b4ada69ae30 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:07:04.262681 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'code': 200} Jul 27 23:07:04.288687 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=12']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:07:04.411043 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f57cc-4547-4e3e-9e2f-bd847985ba01 req-f0a63fc9-4611-4d48-b6fd-152f29b40ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:04.412488 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-827f57cc-4547-4e3e-9e2f-bd847985ba01 req-f0a63fc9-4611-4d48-b6fd-152f29b40ec5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1097 time: 0.0400338 Jul 27 23:07:04.446515 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-827f57cc-4547-4e3e-9e2f-bd847985ba01 req-0d145b11-85a8-456f-9607-5e800fb176e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267322 Jul 27 23:07:04.631880 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240f5c5-7805-4934-add5-69608ebeacea req-4ff8e1c2-5506-4652-a4fd-a280cb15e565 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:04.633345 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a240f5c5-7805-4934-add5-69608ebeacea req-4ff8e1c2-5506-4652-a4fd-a280cb15e565 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 946 time: 0.0516691 Jul 27 23:07:04.671365 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a240f5c5-7805-4934-add5-69608ebeacea req-e90f1eef-8fff-4388-bbef-c5832dcdb0e1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312653 Jul 27 23:07:05.787867 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eb53f-f733-4e24-9982-694bae3d0a08 req-41506126-20f9-4065-9aad-2635e816c5ab tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:05.789268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca6eb53f-f733-4e24-9982-694bae3d0a08 req-41506126-20f9-4065-9aad-2635e816c5ab tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 946 time: 0.0490041 Jul 27 23:07:05.826700 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ca6eb53f-f733-4e24-9982-694bae3d0a08 req-d6b52b72-f391-4497-8c39-8da3da190731 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307882 Jul 27 23:07:12.836642 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e72f4a8-6ea2-408b-b379-77135c42ec9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:13.119541 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:15.506121 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b809b6b3-38f7-4976-bde8-bd0d1966ac23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:15.863555 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:16.660818 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:17.083085 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:18.355467 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:26.904716 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:07:42.837082 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-684c8de8-5343-4728-93a1-1a8ded99bf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:43.112562 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:45.506127 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-88d1a828-7417-461d-b901-b7b8b57e7421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:45.864502 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:46.663394 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:47.082292 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:48.361507 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:07:55.066845 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f99b1f3-d9a5-466d-9ac4-010581bb57de req-f99ea8e2-577c-4b6b-a499-a569b5aff2c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386946 Jul 27 23:07:55.150956 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99b1f3-d9a5-466d-9ac4-010581bb57de req-b5fe4760-5ba6-4f41-acbf-a9e35e599e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:55.152486 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f99b1f3-d9a5-466d-9ac4-010581bb57de req-b5fe4760-5ba6-4f41-acbf-a9e35e599e33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1097 time: 0.0438669 Jul 27 23:07:55.252935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99b1f3-d9a5-466d-9ac4-010581bb57de req-584a834c-d2bf-4736-91ef-0bd34e9b7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:55.254435 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f99b1f3-d9a5-466d-9ac4-010581bb57de req-584a834c-d2bf-4736-91ef-0bd34e9b7698 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0820270 Jul 27 23:07:55.323955 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f99b1f3-d9a5-466d-9ac4-010581bb57de req-057d3890-0d40-4f36-9234-3cef8212910c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 1000 time: 0.0613234 Jul 27 23:07:55.371176 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99b1f3-d9a5-466d-9ac4-010581bb57de req-8efc7a20-c914-46a2-9411-4ad9fbeae273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:55.372587 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f99b1f3-d9a5-466d-9ac4-010581bb57de req-8efc7a20-c914-46a2-9411-4ad9fbeae273 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0427914 Jul 27 23:07:55.417561 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99b1f3-d9a5-466d-9ac4-010581bb57de req-fce08ba5-a97c-47b6-9e21-c82335b7cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:07:55.419040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f99b1f3-d9a5-466d-9ac4-010581bb57de req-fce08ba5-a97c-47b6-9e21-c82335b7cc66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395403 Jul 27 23:07:55.510189 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f99b1f3-d9a5-466d-9ac4-010581bb57de req-e0af9e4c-750a-4ae5-a494-cb4336ef8bd6 service neutron] 10.222.0.41 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837061 Jul 27 23:07:55.598029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3f99b1f3-d9a5-466d-9ac4-010581bb57de req-18865c12-f4aa-4447-9fa5-bd2506079427 service neutron] 10.222.0.41 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806398 Jul 27 23:08:03.903886 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:08:12.838069 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-424815d6-536f-4450-90be-ffa52785065e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:13.111247 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.330784 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36630) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:15.487448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Deleting port bfd56e94-ba23-424d-ae5e-94e70f48a4ab {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:15.487798 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.507356 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f0fb5899-72c9-4f8a-ae43-51ecedffa38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.565529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.565862 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.577087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Calling delete_port for bfd56e94-ba23-424d-ae5e-94e70f48a4ab owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:15.721186 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.746546 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event deleted for resources: {'Port': ['ID=bfd56e94-ba23-424d-ae5e-94e70f48a4ab,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:15.757906 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:15.758280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:15.758637 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:15.758949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:15.759276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:15.759599 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:15.759919 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:15.760765 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:15.761062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:15.761461 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:15.761785 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:15.762103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:15.813138 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:15.813464 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Floating IP 33fea5dc-5bd8-47ca-a226-77eb0b2a6054 disassociated (deleted). External IP: 172.25.1.51, port: c95e87f8-69b3-4142-9c44-abfe247d730d. Jul 27 23:08:15.865663 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:16.018201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Router 7dfc9f25-ae18-4528-971d-99bab1db91fc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:08:16.441752 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:08:16.446429 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:16.451205 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ca822-fa36-4974-a88a-dc42d302437a None None] Sync routers for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:08:16.460298 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ca822-fa36-4974-a88a-dc42d302437a None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:16.460888 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-530ca822-fa36-4974-a88a-dc42d302437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:08:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:16.472796 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-49cc126a-1d4b-4180-8bf7-8a81fe79340c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "DELETE /v2.0/floatingips/33fea5dc-5bd8-47ca-a226-77eb0b2a6054 HTTP/1.1" status: 204 len: 168 time: 1.1409180 Jul 27 23:08:16.473358 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:16.475662 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79b309d-b1dd-42c5-8fa5-e068c6e1a0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:16.520315 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bd2086-7357-4435-92e0-7606c74cd787 x-openstack-request-id: req-85bd2086-7357-4435-92e0-7606c74cd787 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:16.520613 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:16.520865 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85bd2086-7357-4435-92e0-7606c74cd787 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:16.521263 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'status': 'completed', 'code': 200} Jul 27 23:08:16.574038 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-530ca822-fa36-4974-a88a-dc42d302437a None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:16.636511 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b309d-b1dd-42c5-8fa5-e068c6e1a0c5 req-5b546043-e424-43be-8656-60f1a128309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:16.638235 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c79b309d-b1dd-42c5-8fa5-e068c6e1a0c5 req-5b546043-e424-43be-8656-60f1a128309a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 1097 time: 0.0932224 Jul 27 23:08:16.668147 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:16.756250 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a8c01-3e6a-4613-8bd9-0f6637df489c req-11002904-506d-459b-bbf0-2e55a7c30b1a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:16.757645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c42a8c01-3e6a-4613-8bd9-0f6637df489c req-11002904-506d-459b-bbf0-2e55a7c30b1a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 946 time: 0.0912104 Jul 27 23:08:16.786280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b309d-b1dd-42c5-8fa5-e068c6e1a0c5 req-13a3f042-f020-4c95-b364-05f42b7b95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:16.787728 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c79b309d-b1dd-42c5-8fa5-e068c6e1a0c5 req-13a3f042-f020-4c95-b364-05f42b7b95fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.1420002 Jul 27 23:08:16.791129 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-530ca822-fa36-4974-a88a-dc42d302437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:08Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:16.820121 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ca822-fa36-4974-a88a-dc42d302437a None None] Checking router: 7dfc9f25-ae18-4528-971d-99bab1db91fc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:08:16.829140 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ca822-fa36-4974-a88a-dc42d302437a None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:16.829747 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-530ca822-fa36-4974-a88a-dc42d302437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:08:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:16.842024 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c42a8c01-3e6a-4613-8bd9-0f6637df489c req-3dc0036d-2a48-4052-b2da-d18cfa8635b5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721827 Jul 27 23:08:16.843669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c79b309d-b1dd-42c5-8fa5-e068c6e1a0c5 req-ae17b4fa-6180-4fa5-8f99-1f719d486f3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 200 len: 217 time: 0.0436268 Jul 27 23:08:16.895143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b309d-b1dd-42c5-8fa5-e068c6e1a0c5 req-75b036ad-75cb-46a0-a778-44952b206191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:16.896648 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c79b309d-b1dd-42c5-8fa5-e068c6e1a0c5 req-75b036ad-75cb-46a0-a778-44952b206191 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0456285 Jul 27 23:08:16.944258 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b309d-b1dd-42c5-8fa5-e068c6e1a0c5 req-b1f550a0-3b5b-4fc1-97ee-d1e1c84473d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:16.945795 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c79b309d-b1dd-42c5-8fa5-e068c6e1a0c5 req-b1f550a0-3b5b-4fc1-97ee-d1e1c84473d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412416 Jul 27 23:08:17.030123 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-530ca822-fa36-4974-a88a-dc42d302437a None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:17.046415 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c79b309d-b1dd-42c5-8fa5-e068c6e1a0c5 req-9aa8d9dd-c6f1-4584-b672-620711eb48f4 service neutron] 10.222.0.41 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921965 Jul 27 23:08:17.098857 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:17.138039 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c79b309d-b1dd-42c5-8fa5-e068c6e1a0c5 req-79040af3-bb69-45ea-ac4b-da55954b5976 service neutron] 10.222.0.41 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841980 Jul 27 23:08:17.229508 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-530ca822-fa36-4974-a88a-dc42d302437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:08Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:17.255274 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530ca822-fa36-4974-a88a-dc42d302437a None None] The sync data for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 is: [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:08Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:08:17.464751 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952f8e6f-6f78-4e75-8fd1-fee8a168ff5d None None] New status for floating IP 33fea5dc-5bd8-47ca-a226-77eb0b2a6054: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:08:17.993904 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e020dd-9a28-42fd-a5d4-99803354bc6a req-a3095ac0-71b1-4ef9-9c8e-5f84953fe143 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:17.995970 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94e020dd-9a28-42fd-a5d4-99803354bc6a req-a3095ac0-71b1-4ef9-9c8e-5f84953fe143 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 946 time: 0.0815334 Jul 27 23:08:18.004009 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e9640-c586-4e39-980e-962274b262d5 req-cdaf4629-9d3e-4d25-a8f5-32368da637f1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:18.005381 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9e9640-c586-4e39-980e-962274b262d5 req-cdaf4629-9d3e-4d25-a8f5-32368da637f1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cf4ab7d-52a5-4334-ac3d-9678ac0ff382 HTTP/1.1" status: 200 len: 946 time: 0.0820875 Jul 27 23:08:18.083720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-94e020dd-9a28-42fd-a5d4-99803354bc6a req-5e28cef5-ae45-44da-8efa-d6d6f0f76a97 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773790 Jul 27 23:08:18.117662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3c9e9640-c586-4e39-980e-962274b262d5 req-19c9a43a-6d34-4745-ae3d-580d419e784f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Deleting port c95e87f8-69b3-4142-9c44-abfe247d730d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:08:18.118003 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9e9640-c586-4e39-980e-962274b262d5 req-19c9a43a-6d34-4745-ae3d-580d419e784f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:18.204035 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3c9e9640-c586-4e39-980e-962274b262d5 req-19c9a43a-6d34-4745-ae3d-580d419e784f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] For port c95e87f8-69b3-4142-9c44-abfe247d730d, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=c95e87f8-69b3-4142-9c44-abfe247d730d,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:18.204316 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9e9640-c586-4e39-980e-962274b262d5 req-19c9a43a-6d34-4745-ae3d-580d419e784f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:18.217156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-3c9e9640-c586-4e39-980e-962274b262d5 req-19c9a43a-6d34-4745-ae3d-580d419e784f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Calling delete_port for c95e87f8-69b3-4142-9c44-abfe247d730d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:08:18.343158 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9e9640-c586-4e39-980e-962274b262d5 req-19c9a43a-6d34-4745-ae3d-580d419e784f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:18.361059 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:18.372225 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9a43a-6d34-4745-ae3d-580d419e784f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event deleted for resources: {'Port': ['ID=c95e87f8-69b3-4142-9c44-abfe247d730d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:18.414922 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9e9640-c586-4e39-980e-962274b262d5 req-19c9a43a-6d34-4745-ae3d-580d419e784f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] No DVR routers for this DVR port c95e87f8-69b3-4142-9c44-abfe247d730d on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:08:18.417526 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3c9e9640-c586-4e39-980e-962274b262d5 req-19c9a43a-6d34-4745-ae3d-580d419e784f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:18.419505 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3c9e9640-c586-4e39-980e-962274b262d5 req-19c9a43a-6d34-4745-ae3d-580d419e784f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.41 "DELETE /v2.0/ports/c95e87f8-69b3-4142-9c44-abfe247d730d HTTP/1.1" status: 204 len: 173 time: 0.4072943 Jul 27 23:08:18.522692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'name': 'network-vif-deleted', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:18.524981 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205adcaf-36ad-453a-b91d-1f59dd9bdd0a" -d '{"events": [{"server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "name": "network-vif-deleted", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:18.561277 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f966db39-601e-4cad-9733-7a6cfedf2ece x-openstack-request-id: req-f966db39-601e-4cad-9733-7a6cfedf2ece {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:18.561582 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf4ab7d-52a5-4334-ac3d-9678ac0ff382", "name": "network-vif-deleted", "tag": "c95e87f8-69b3-4142-9c44-abfe247d730d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:18.561840 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f966db39-601e-4cad-9733-7a6cfedf2ece {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:18.562244 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf4ab7d-52a5-4334-ac3d-9678ac0ff382', 'name': 'network-vif-deleted', 'tag': 'c95e87f8-69b3-4142-9c44-abfe247d730d', 'status': 'completed', 'code': 200} Jul 27 23:08:19.140823 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36652) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:19.202243 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e504c92b-43ee-4ab6-bfa2-2e87240af898 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.226282 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e504c92b-43ee-4ab6-bfa2-2e87240af898 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.283644 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e504c92b-43ee-4ab6-bfa2-2e87240af898 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.286201 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e504c92b-43ee-4ab6-bfa2-2e87240af898 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.287397 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e504c92b-43ee-4ab6-bfa2-2e87240af898 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8ee88e3-1f42-475b-8a26-e28ec6a0cdde HTTP/1.1" status: 204 len: 168 time: 0.1455379 Jul 27 23:08:19.296294 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504c92b-43ee-4ab6-bfa2-2e87240af898 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee88e3-1f42-475b-8a26-e28ec6a0cdde,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:19.531280 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36658) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:19.536028 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5afb5f12-9f9e-4eb0-84b2-72adca5f3e27 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939446549', 'description': 'tempest-secgroup-smoke-939446549 description', 'project_id': 'bb06876b0605426e9707f3483c05858c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:19.558544 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5afb5f12-9f9e-4eb0-84b2-72adca5f3e27 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.640658 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5afb5f12-9f9e-4eb0-84b2-72adca5f3e27 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.644423 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5afb5f12-9f9e-4eb0-84b2-72adca5f3e27 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.672332 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5afb5f12-9f9e-4eb0-84b2-72adca5f3e27 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.673569 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5afb5f12-9f9e-4eb0-84b2-72adca5f3e27 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1412783 Jul 27 23:08:19.675448 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb5f12-9f9e-4eb0-84b2-72adca5f3e27 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bf22a0-e2a0-4876-99bd-f734c1d8b868,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:19.676576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 36660) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:19.681943 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group_rule': {'security_group_id': 'd8bf22a0-e2a0-4876-99bd-f734c1d8b868', 'project_id': 'bb06876b0605426e9707f3483c05858c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:19.709083 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.764663 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.768249 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.786281 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c1bd46-55bc-4ffb-b94d-3643473b5890,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:19.794967 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.796350 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187663 Jul 27 23:08:19.797778 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:19.798137 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:19.798500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:19.798841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:19.799173 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:19.799523 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:19.799643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36664) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:19.799825 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:19.800148 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:19.800471 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:19.800795 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:19.801144 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:19.801476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6234a6b3-e3e2-424d-8c06-4242a04ba315 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:19.804272 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e464a716-8f81-4bfc-abce-0dd705e36160 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group_rule': {'security_group_id': 'd8bf22a0-e2a0-4876-99bd-f734c1d8b868', 'project_id': 'bb06876b0605426e9707f3483c05858c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:19.830535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e464a716-8f81-4bfc-abce-0dd705e36160 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.887962 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e464a716-8f81-4bfc-abce-0dd705e36160 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.891766 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e464a716-8f81-4bfc-abce-0dd705e36160 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.906460 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464a716-8f81-4bfc-abce-0dd705e36160 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba06786-9f27-41d6-9828-4c348257f2f8,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:19.915342 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e464a716-8f81-4bfc-abce-0dd705e36160 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:19.917007 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-e464a716-8f81-4bfc-abce-0dd705e36160 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162379 Jul 27 23:08:19.919602 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:19.923939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bc48228b-f71f-4c4f-96bb-c544baad61fb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group_rule': {'security_group_id': 'd8bf22a0-e2a0-4876-99bd-f734c1d8b868', 'project_id': 'bb06876b0605426e9707f3483c05858c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:19.950547 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc48228b-f71f-4c4f-96bb-c544baad61fb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.011124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc48228b-f71f-4c4f-96bb-c544baad61fb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.014854 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc48228b-f71f-4c4f-96bb-c544baad61fb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.031764 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48228b-f71f-4c4f-96bb-c544baad61fb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6d6742-1d4c-4510-9829-f9ed0a8f3aeb,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:20.038481 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bc48228b-f71f-4c4f-96bb-c544baad61fb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.039632 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-bc48228b-f71f-4c4f-96bb-c544baad61fb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191003 Jul 27 23:08:20.042927 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36668) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:20.047515 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-26b9c4da-4df4-48fa-bc7b-fe717075d532 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group_rule': {'security_group_id': 'd8bf22a0-e2a0-4876-99bd-f734c1d8b868', 'project_id': 'bb06876b0605426e9707f3483c05858c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:20.073119 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26b9c4da-4df4-48fa-bc7b-fe717075d532 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.130213 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26b9c4da-4df4-48fa-bc7b-fe717075d532 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.133779 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26b9c4da-4df4-48fa-bc7b-fe717075d532 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.151984 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9c4da-4df4-48fa-bc7b-fe717075d532 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d73bb28-5026-4700-85ad-1c95ba726d4d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:20.157586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-26b9c4da-4df4-48fa-bc7b-fe717075d532 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.158697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-26b9c4da-4df4-48fa-bc7b-fe717075d532 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148384 Jul 27 23:08:20.161458 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36670) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:20.165807 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f5cf49af-bb3d-492b-9558-6a12628ffeb8 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group_rule': {'security_group_id': 'd8bf22a0-e2a0-4876-99bd-f734c1d8b868', 'project_id': 'bb06876b0605426e9707f3483c05858c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:20.188682 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-f5cf49af-bb3d-492b-9558-6a12628ffeb8 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Project bb06876b0605426e9707f3483c05858c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:08:20.193676 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5cf49af-bb3d-492b-9558-6a12628ffeb8 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.252893 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5cf49af-bb3d-492b-9558-6a12628ffeb8 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.256538 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5cf49af-bb3d-492b-9558-6a12628ffeb8 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.272762 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf49af-bb3d-492b-9558-6a12628ffeb8 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370a487a-3240-40b0-847c-725c7b7c44c1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:20.279249 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f5cf49af-bb3d-492b-9558-6a12628ffeb8 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.280521 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f5cf49af-bb3d-492b-9558-6a12628ffeb8 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181369 Jul 27 23:08:20.283306 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:20.287597 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-eeaea01f-cf52-4d2e-a833-19f66cb6dbc0 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'security_group_rule': {'security_group_id': 'd8bf22a0-e2a0-4876-99bd-f734c1d8b868', 'project_id': 'bb06876b0605426e9707f3483c05858c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:20.309487 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-eeaea01f-cf52-4d2e-a833-19f66cb6dbc0 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Project bb06876b0605426e9707f3483c05858c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:08:20.315494 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeaea01f-cf52-4d2e-a833-19f66cb6dbc0 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.378355 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeaea01f-cf52-4d2e-a833-19f66cb6dbc0 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.381906 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeaea01f-cf52-4d2e-a833-19f66cb6dbc0 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.399131 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaea01f-cf52-4d2e-a833-19f66cb6dbc0 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d5d0de-46a4-4a26-a1c8-9adafb107c31,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:20.406566 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eeaea01f-cf52-4d2e-a833-19f66cb6dbc0 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:20.408060 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-eeaea01f-cf52-4d2e-a833-19f66cb6dbc0 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238401 Jul 27 23:08:22.426684 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c95e87f8-69b3-4142-9c44-abfe247d730d no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:08:22.447280 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: c95e87f8-69b3-4142-9c44-abfe247d730d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:08:22.448215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device c95e87f8-69b3-4142-9c44-abfe247d730d not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:08:34.684187 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-10165a12-dd11-4bd0-a106-d4a0aa2b219b tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939446549&fields=id&tenant_id=bb06876b0605426e9707f3483c05858c HTTP/1.1" status: 200 len: 267 time: 0.0319042 Jul 27 23:08:34.789007 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-5f904046-0fe6-443b-b2e4-55e28402fc2a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:34.790491 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-5f904046-0fe6-443b-b2e4-55e28402fc2a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 808 time: 0.0995615 Jul 27 23:08:34.805356 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-82062552-a4f6-42bd-b2c1-1b41596b6153 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/quotas/bb06876b0605426e9707f3483c05858c HTTP/1.1" status: 200 len: 375 time: 0.0089600 Jul 27 23:08:34.859415 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7228a9d2-b6ef-496a-99a8-d54af9ebfc9b tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485327 Jul 27 23:08:34.952720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-ef4e9415-e72c-4f03-a571-98eab5bcc9d4 service neutron] 10.222.0.24 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814300 Jul 27 23:08:35.045162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-c784b40b-e5f7-410d-93b4-59a35a1e0c05 service neutron] 10.222.0.24 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861182 Jul 27 23:08:35.329715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bcf64091-d1ec-406f-9956-a65c6fb96a07 req-de8543d6-6ec8-4d6d-8086-a7c155809535 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 210 time: 0.0274341 Jul 27 23:08:36.225490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-3c1e7952-a5da-4eae-800e-3a9511688f2f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:36.227347 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-3c1e7952-a5da-4eae-800e-3a9511688f2f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 808 time: 0.1059427 Jul 27 23:08:36.273131 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e4566ce9-781e-41ce-bdf2-1d63369b1e7d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb06876b0605426e9707f3483c05858c HTTP/1.1" status: 200 len: 379 time: 0.0353966 Jul 27 23:08:36.282640 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'port': {'device_id': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'admin_state_up': True, 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'security_groups': ['d8bf22a0-e2a0-4876-99bd-f734c1d8b868']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:36.403714 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Made reservation on behalf of bb06876b0605426e9707f3483c05858c for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:08:36.407779 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:36.431463 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-76b9887c-f234-4ba0-a4aa-a4980286a103 req-30602e91-36b0-454b-b48a-891e4d01078a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 210 time: 0.0270112 Jul 27 23:08:36.535639 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Allocated IP 172.20.0.12 (74fea5b2-10ee-45e2-8cda-6427c0184c41/a7a800d2-58ad-401f-a0c4-d6471aebe746/141f8504-9f7f-4c8e-81b0-f5d520b25e94) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:36.676548 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:36.690009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Transition to ACTIVE for port object 141f8504-9f7f-4c8e-81b0-f5d520b25e94 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:36.722626 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:36.767302 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Network 74fea5b2-10ee-45e2-8cda-6427c0184c41 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:36.770561 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:36.777408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:36.803121 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'Port': ['ID=141f8504-9f7f-4c8e-81b0-f5d520b25e94,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:36.832581 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:36.833206 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:36.850866 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-7376117c-c5ac-4178-ac8a-632c02d08e16 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5715899 Jul 27 23:08:36.864020 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Request body: {'port': {'device_id': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:36.926941 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.042910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-83da5e99-64c5-451d-9882-706526855b96 None None] Provisioning for port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:37.046877 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-83da5e99-64c5-451d-9882-706526855b96 None None] Provisioning complete for port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:37.047444 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-83da5e99-64c5-451d-9882-706526855b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.082158 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-83da5e99-64c5-451d-9882-706526855b96 None None] Port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:08:37.198681 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141f8504-9f7f-4c8e-81b0-f5d520b25e94 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:37.206385 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.218238 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Transition to ACTIVE for port object 141f8504-9f7f-4c8e-81b0-f5d520b25e94 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:08:37.221991 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.276004 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Pushing event updated for resources: {'Port': ['ID=141f8504-9f7f-4c8e-81b0-f5d520b25e94,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:37.348887 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Attempting to bind port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:08:37.349235 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Attempting to bind port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:08:37.349573 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Attempting to bind port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 on network 74fea5b2-10ee-45e2-8cda-6427c0184c41 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:37.354414 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 on network 74fea5b2-10ee-45e2-8cda-6427c0184c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:08:37.354749 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Attempting to bind port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 on network 74fea5b2-10ee-45e2-8cda-6427c0184c41 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:08:37.359861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:08:37.361285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Checking segment: {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:08:37.361285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Bound using segment: {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:08:37.365104 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Bound port: 141f8504-9f7f-4c8e-81b0-f5d520b25e94, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff2d990-8326-4d2d-917c-d1897131fc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:08:37.365104 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.449551 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] For port 141f8504-9f7f-4c8e-81b0-f5d520b25e94, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:08:37.452953 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] For port 141f8504-9f7f-4c8e-81b0-f5d520b25e94, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:08:37.458390 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.475807 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:37.476655 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:37.478969 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] 10.222.0.43 "PUT /v2.0/ports/141f8504-9f7f-4c8e-81b0-f5d520b25e94 HTTP/1.1" status: 200 len: 1092 time: 0.6195006 Jul 27 23:08:37.480996 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:37.485123 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f5bd52caf5610727ea6ec9a8d26bcc39e90bd563bbe7c5a4a3aec73f761fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fa0a2e-08ad-47fd-9df1-a6333dbdbb61" -d '{"events": [{"name": "network-changed", "server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:37.602432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffa539-f7bb-462d-9acb-7a6314f3714b service neutron] Pushing event updated for resources: {'Port': ['ID=141f8504-9f7f-4c8e-81b0-f5d520b25e94,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:37.615664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8532330-feb8-460e-b6ed-8fe070947e44 req-4a47d668-646e-4be4-803d-cf8b9d080b23 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:37.616248 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-37be02a1-999f-4edf-a038-a739d606a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:37.617476 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8532330-feb8-460e-b6ed-8fe070947e44 req-4a47d668-646e-4be4-803d-cf8b9d080b23 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0962293 Jul 27 23:08:37.617699 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-37be02a1-999f-4edf-a038-a739d606a065 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1095 time: 0.0870469 Jul 27 23:08:37.675236 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f8532330-feb8-460e-b6ed-8fe070947e44 req-1518cabe-6c25-485c-9385-690e2e8ef520 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467188 Jul 27 23:08:37.682341 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-a01aac7d-7329-44a4-8d90-e5cb9a1b6d26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94 HTTP/1.1" status: 200 len: 217 time: 0.0513942 Jul 27 23:08:37.682341 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3203c8-9ca1-4b48-b411-207790f2d2f3 x-openstack-request-id: req-da3203c8-9ca1-4b48-b411-207790f2d2f3 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:37.682341 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:37.682341 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da3203c8-9ca1-4b48-b411-207790f2d2f3 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:37.682341 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'status': 'completed', 'code': 200} Jul 27 23:08:37.729318 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-d4352b21-6a5d-4d10-beb9-25fcae259dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:37.730990 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-d4352b21-6a5d-4d10-beb9-25fcae259dde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0459778 Jul 27 23:08:37.783124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-8c4e23bd-5b1b-4d9b-be80-203341be6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:37.784604 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-8c4e23bd-5b1b-4d9b-be80-203341be6790 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458586 Jul 27 23:08:37.876125 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-00975ae8-2c22-4fb3-8769-5c1344cd99cd service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837789 Jul 27 23:08:38.302393 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-4f35556f-c61f-4c83-87e6-1e05b723db86 req-05f4a413-b2e7-43a5-bf6f-d42c29467f59 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194963 Jul 27 23:08:38.388099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa0a2e-08ad-47fd-9df1-a6333dbdbb61 req-1a1b0236-1633-44ef-88e0-da9a4e67b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:38.389484 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64fa0a2e-08ad-47fd-9df1-a6333dbdbb61 req-1a1b0236-1633-44ef-88e0-da9a4e67b241 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1095 time: 0.0435708 Jul 27 23:08:38.480416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa0a2e-08ad-47fd-9df1-a6333dbdbb61 req-181c6a57-e24f-4fe6-a3e7-bd695f96d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:38.481903 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64fa0a2e-08ad-47fd-9df1-a6333dbdbb61 req-181c6a57-e24f-4fe6-a3e7-bd695f96d85b service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0848517 Jul 27 23:08:38.526018 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64fa0a2e-08ad-47fd-9df1-a6333dbdbb61 req-b9550c8e-f90c-494c-92a7-56aff349c1da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94 HTTP/1.1" status: 200 len: 217 time: 0.0372248 Jul 27 23:08:38.581653 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa0a2e-08ad-47fd-9df1-a6333dbdbb61 req-33e260a8-18fd-4517-a040-f2b212fde9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:38.583155 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64fa0a2e-08ad-47fd-9df1-a6333dbdbb61 req-33e260a8-18fd-4517-a040-f2b212fde9da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0506206 Jul 27 23:08:38.632389 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa0a2e-08ad-47fd-9df1-a6333dbdbb61 req-c8bf5825-ce42-499f-9701-80985bb233d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:38.633887 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64fa0a2e-08ad-47fd-9df1-a6333dbdbb61 req-c8bf5825-ce42-499f-9701-80985bb233d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429578 Jul 27 23:08:38.736542 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64fa0a2e-08ad-47fd-9df1-a6333dbdbb61 req-0e1e781b-16bd-42b4-bf8c-e5c21331704c service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943334 Jul 27 23:08:38.802134 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f01786-ede4-4eba-89c9-47a2134b3bb3 req-448c3333-02c9-4262-a35f-61009eb5959a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:38.804290 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7f01786-ede4-4eba-89c9-47a2134b3bb3 req-448c3333-02c9-4262-a35f-61009eb5959a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0620241 Jul 27 23:08:38.833015 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-64fa0a2e-08ad-47fd-9df1-a6333dbdbb61 req-3731ee2d-a19d-41ec-86e1-33e0b934383e service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880816 Jul 27 23:08:38.850805 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b7f01786-ede4-4eba-89c9-47a2134b3bb3 req-c1be3272-a90d-441a-af80-c44595aba1fc tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388799 Jul 27 23:08:39.970152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ec724-5347-4332-94d9-02fbdb496d37 req-b40e74c7-06d7-4f92-bcd4-9b1a7aa27c41 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:39.971744 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c27ec724-5347-4332-94d9-02fbdb496d37 req-b40e74c7-06d7-4f92-bcd4-9b1a7aa27c41 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0489225 Jul 27 23:08:40.013252 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c27ec724-5347-4332-94d9-02fbdb496d37 req-e0e33e7c-d7f0-4e26-97aa-88fa42db2549 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353544 Jul 27 23:08:40.903065 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:08:41.128204 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b75a0-162e-4181-8845-39e97d4c024b req-0bf561a7-c1a3-4d7c-9e52-20a0ee8b7221 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:41.129751 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f21b75a0-162e-4181-8845-39e97d4c024b req-0bf561a7-c1a3-4d7c-9e52-20a0ee8b7221 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0485570 Jul 27 23:08:41.166974 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f21b75a0-162e-4181-8845-39e97d4c024b req-5a722a9f-90b4-4d55-b776-9766aa0c78de tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312431 Jul 27 23:08:42.284656 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345f74c-38f2-475c-ba7f-aeee234c978b req-3073be3d-6421-4b54-a003-61ac6b7ccfd2 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:42.286053 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1345f74c-38f2-475c-ba7f-aeee234c978b req-3073be3d-6421-4b54-a003-61ac6b7ccfd2 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0529153 Jul 27 23:08:42.326492 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1345f74c-38f2-475c-ba7f-aeee234c978b req-f89ec245-9201-407b-96da-929f4c5fcad7 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344050 Jul 27 23:08:42.841368 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-12c3385f-540b-4333-ba36-703e165fc3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:43.141227 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:43.440667 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079fe02-b524-4ef2-acca-d3fe8bf3f089 req-56765e19-4cb3-447f-a107-492837987d3e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:43.442638 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b079fe02-b524-4ef2-acca-d3fe8bf3f089 req-56765e19-4cb3-447f-a107-492837987d3e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0494161 Jul 27 23:08:43.481452 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b079fe02-b524-4ef2-acca-d3fe8bf3f089 req-a8e6989d-03f1-4be0-8c3c-bfdddbb1800f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329604 Jul 27 23:08:44.594657 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b23fa-5744-4e35-aa18-620ed45b0c97 req-477f611c-588b-474c-ac28-48bfcf52aa1a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:44.596143 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd1b23fa-5744-4e35-aa18-620ed45b0c97 req-477f611c-588b-474c-ac28-48bfcf52aa1a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0488048 Jul 27 23:08:44.633458 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fd1b23fa-5744-4e35-aa18-620ed45b0c97 req-b5613714-9f39-403a-88cf-c12099423330 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315621 Jul 27 23:08:45.508304 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a00b56c9-affb-40d0-80f2-974baa481633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:45.752555 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17344093-6db3-45e5-bad8-64d3f679c146 req-d6aed13a-3071-4dc0-a9c7-8053b698cd3d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:45.754025 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17344093-6db3-45e5-bad8-64d3f679c146 req-d6aed13a-3071-4dc0-a9c7-8053b698cd3d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0527585 Jul 27 23:08:45.793452 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-17344093-6db3-45e5-bad8-64d3f679c146 req-fe36f61f-0c29-4f74-95f0-a1d6f7978726 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333750 Jul 27 23:08:45.865973 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:46.670405 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:46.908408 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c0200-7d22-43a9-b1f9-41eb5235edaf req-478f4600-7f33-4282-8796-6ac8f8b02f90 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:46.909891 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-089c0200-7d22-43a9-b1f9-41eb5235edaf req-478f4600-7f33-4282-8796-6ac8f8b02f90 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0488560 Jul 27 23:08:46.947090 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-089c0200-7d22-43a9-b1f9-41eb5235edaf req-cce404bd-9a0b-405f-a6c9-28f0009d5ee3 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Jul 27 23:08:47.095937 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:48.063203 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21912954-8a3c-4483-8592-c7831a19f863 req-78d96c6a-0a7a-40e1-99a5-c8e1313077f9 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:48.064693 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21912954-8a3c-4483-8592-c7831a19f863 req-78d96c6a-0a7a-40e1-99a5-c8e1313077f9 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0495138 Jul 27 23:08:48.102519 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-21912954-8a3c-4483-8592-c7831a19f863 req-961665aa-4c89-485b-9266-05806db6111a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319440 Jul 27 23:08:48.365571 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:48.692487 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 141f8504-9f7f-4c8e-81b0-f5d520b25e94 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:08:48.785081 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 141f8504-9f7f-4c8e-81b0-f5d520b25e94, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:48.796364 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'port_id': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'mac_address': 'fa:16:3e:22:75:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:08:48.831632 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:48.843638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141f8504-9f7f-4c8e-81b0-f5d520b25e94 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:08:48.866685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 141f8504-9f7f-4c8e-81b0-f5d520b25e94, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:48.870064 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:48.914923 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=141f8504-9f7f-4c8e-81b0-f5d520b25e94,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:48.922466 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:48.922814 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:48.923150 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:48.923486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:48.923820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:48.924147 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:48.924473 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:48.924798 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:48.925120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:48.925445 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:48.925765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:48.926085 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:08:49.100975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['141f8504-9f7f-4c8e-81b0-f5d520b25e94'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:08:49.223102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae68e-c4f9-4dc0-a031-5f4ebcb3f770 req-c19e9613-793c-4857-b575-95c82a607403 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:49.224609 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1dbae68e-c4f9-4dc0-a031-5f4ebcb3f770 req-c19e9613-793c-4857-b575-95c82a607403 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 945 time: 0.0527194 Jul 27 23:08:49.263527 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1dbae68e-c4f9-4dc0-a031-5f4ebcb3f770 req-15ccbbea-b157-4a9e-ae64-4de089831102 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319571 Jul 27 23:08:50.378366 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41342fd-2bb8-4990-b246-213cdbd0e3a6 req-10d610c8-7cae-456d-af6c-c322761b9dcf tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:50.379850 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e41342fd-2bb8-4990-b246-213cdbd0e3a6 req-10d610c8-7cae-456d-af6c-c322761b9dcf tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 945 time: 0.0493658 Jul 27 23:08:50.422475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e41342fd-2bb8-4990-b246-213cdbd0e3a6 req-e1486453-44fb-468e-aa3b-8a0f734242f2 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367613 Jul 27 23:08:50.708511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 141f8504-9f7f-4c8e-81b0-f5d520b25e94 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:08:50.756205 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:08:50.759824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:08:50.760204 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:50.835547 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:50.859184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:50.861691 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc1784e-8440-43ed-a3bf-ecd8aeefd7f8" -d '{"events": [{"server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "name": "network-vif-plugged", "status": "completed", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:50.874806 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 141f8504-9f7f-4c8e-81b0-f5d520b25e94, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:08:50.879853 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:50.927119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=141f8504-9f7f-4c8e-81b0-f5d520b25e94,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:50.954840 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104a4e09-07d1-4fb7-adc3-d43462dbcaed x-openstack-request-id: req-104a4e09-07d1-4fb7-adc3-d43462dbcaed {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:50.955129 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "name": "network-vif-plugged", "status": "completed", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:50.955378 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-104a4e09-07d1-4fb7-adc3-d43462dbcaed {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:50.955954 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'code': 200} Jul 27 23:08:51.060588 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e069a4e-3295-4985-8fa3-5a414f91b594 req-37487f46-c7e8-4215-95ac-f28cea419051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:51.062093 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0e069a4e-3295-4985-8fa3-5a414f91b594 req-37487f46-c7e8-4215-95ac-f28cea419051 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1097 time: 0.0445907 Jul 27 23:08:51.097594 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-0e069a4e-3295-4985-8fa3-5a414f91b594 req-ab52da23-d390-46b3-a9ea-7368a3582aeb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275419 Jul 27 23:08:51.537420 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c2c29-1d26-478a-bf06-236211b2deaa req-f5914a17-a94d-4559-a761-1f91a41790a2 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:51.538953 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a9c2c29-1d26-478a-bf06-236211b2deaa req-f5914a17-a94d-4559-a761-1f91a41790a2 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0492604 Jul 27 23:08:51.576952 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1a9c2c29-1d26-478a-bf06-236211b2deaa req-7698c73b-848e-4969-aacf-c6985736b346 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Jul 27 23:08:52.695827 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d952f7-06c2-496b-89c3-39a77590f4bb req-08dcdcf4-3362-4626-a2b5-64065b99ebdf tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:52.697305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97d952f7-06c2-496b-89c3-39a77590f4bb req-08dcdcf4-3362-4626-a2b5-64065b99ebdf tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0530190 Jul 27 23:08:52.736072 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-97d952f7-06c2-496b-89c3-39a77590f4bb req-67ae2f01-f2e5-43a3-b7e7-7b0f36d08f69 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321670 Jul 27 23:08:52.849494 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb10d99-4cb0-4307-ab08-f8d6fa96c43a req-f3a38790-f245-4ef9-bb29-f4f876434a96 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:52.851001 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7bb10d99-4cb0-4307-ab08-f8d6fa96c43a req-f3a38790-f245-4ef9-bb29-f4f876434a96 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0487993 Jul 27 23:08:52.889992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7bb10d99-4cb0-4307-ab08-f8d6fa96c43a req-15520bcc-e448-4243-b2ec-bfedf8ec5912 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328679 Jul 27 23:08:52.910792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36864) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:52.950642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7697ca31-a877-48c0-80e5-56a9418f336b tempest-TestShelveInstance-1373236604 tempest-TestShelveInstance-1373236604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:52.952136 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7697ca31-a877-48c0-80e5-56a9418f336b tempest-TestShelveInstance-1373236604 tempest-TestShelveInstance-1373236604-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1092 time: 0.0403991 Jul 27 23:08:52.954883 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:08:52.959133 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:08:52.980499 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:53.079996 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:53.178882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Allocated IP 172.25.1.95 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/4102496f-1542-4c57-8340-8c10ea068472) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:08:53.281907 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:53.319828 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:53.356383 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:08:53.359174 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:08:53.364718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:08:53.369945 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'Port': ['ID=4102496f-1542-4c57-8340-8c10ea068472,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:53.629529 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-c65a95f7-3765-4c93-ba7b-ad8692c4e86e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411494 Jul 27 23:08:53.710459 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-523d67e1-1499-49c5-99ad-0d3478ac3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:53.711946 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-523d67e1-1499-49c5-99ad-0d3478ac3630 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1097 time: 0.0397480 Jul 27 23:08:53.726085 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:53.794423 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:53.821006 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-774e0596-e0ba-4296-a51a-018d64f2382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:53.822570 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-774e0596-e0ba-4296-a51a-018d64f2382f service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0910065 Jul 27 23:08:53.888964 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-0928503c-de27-4f93-8600-3232aaaf1c28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94 HTTP/1.1" status: 200 len: 999 time: 0.0582604 Jul 27 23:08:53.945974 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-c70dc8f4-542c-45ad-b5b4-cd162ec5897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:53.947158 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:53.947494 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-c70dc8f4-542c-45ad-b5b4-cd162ec5897e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0515945 Jul 27 23:08:53.952236 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:53.998502 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-383f397a-d7e2-45ea-bbc9-8646c7ec0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:54.000070 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-383f397a-d7e2-45ea-bbc9-8646c7ec0a90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453477 Jul 27 23:08:54.013237 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-f2433e24-96a2-411e-982c-7474ff1e9acb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:08:54.014579 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-f2433e24-96a2-411e-982c-7474ff1e9acb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062501 Jul 27 23:08:54.022740 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event updated for resources: {'Port': ['ID=4102496f-1542-4c57-8340-8c10ea068472,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:08:54.038483 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:54.105659 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-77b347bf-4c7c-4cc3-90fd-2bea6e03cb8e service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837653 Jul 27 23:08:54.141544 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Floating IP 637108b0-b37f-421f-b59f-058943220125 associated. External IP: 172.25.1.95, port: 141f8504-9f7f-4c8e-81b0-f5d520b25e94. Jul 27 23:08:54.204508 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-bb8951f7-09b2-40e6-b58d-92e04d2b7a6b req-338490d1-bea1-4b37-8380-a8f4dbeefa92 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879107 Jul 27 23:08:54.347485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Router 7dfc9f25-ae18-4528-971d-99bab1db91fc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:08:54.456914 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:08:54.467042 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39936a-8d8f-410a-a287-a2262af5b799 None None] Sync routers for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:08:54.473183 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:08:54.476751 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39936a-8d8f-410a-a287-a2262af5b799 None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:54.477360 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc39936a-8d8f-410a-a287-a2262af5b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:08:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:54.504411 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5c794ef1-bccd-4f11-9c24-18e919bd9cf1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5485215 Jul 27 23:08:54.505112 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:08:54.507412 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3da244-3e3b-4785-8723-b28693f42287" -d '{"events": [{"name": "network-changed", "server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:08:54.543818 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c54e0d4-1247-4bc4-b0a4-9921529edd26 x-openstack-request-id: req-2c54e0d4-1247-4bc4-b0a4-9921529edd26 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:08:54.544142 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:08:54.544394 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c54e0d4-1247-4bc4-b0a4-9921529edd26 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:08:54.544798 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'status': 'completed', 'code': 200} Jul 27 23:08:54.583355 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bc39936a-8d8f-410a-a287-a2262af5b799 None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:54.616121 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da244-3e3b-4785-8723-b28693f42287 req-2a16a307-db47-4c63-bbef-fe4aa4a21d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:54.617661 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf3da244-3e3b-4785-8723-b28693f42287 req-2a16a307-db47-4c63-bbef-fe4aa4a21d3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1097 time: 0.0418704 Jul 27 23:08:54.709875 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da244-3e3b-4785-8723-b28693f42287 req-741476fe-d586-49e0-ae0e-b1b147f9f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:54.711298 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf3da244-3e3b-4785-8723-b28693f42287 req-741476fe-d586-49e0-ae0e-b1b147f9f18f service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0845385 Jul 27 23:08:54.781437 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf3da244-3e3b-4785-8723-b28693f42287 req-2065dcb4-3324-49ac-afa2-852d6735f41f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94 HTTP/1.1" status: 200 len: 999 time: 0.0622962 Jul 27 23:08:54.808707 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc39936a-8d8f-410a-a287-a2262af5b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '637108b0-b37f-421f-b59f-058943220125', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'port_id': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'mac_address': 'fa:16:3e:22:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:08:53Z', 'updated_at': '2021-07-27T23:08:53Z', 'revision_number': 0, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:08Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:54.834504 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da244-3e3b-4785-8723-b28693f42287 req-509091ec-7f18-4801-8996-00d3f4abd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:54.836221 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf3da244-3e3b-4785-8723-b28693f42287 req-509091ec-7f18-4801-8996-00d3f4abd47f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0472078 Jul 27 23:08:54.837264 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39936a-8d8f-410a-a287-a2262af5b799 None None] Checking router: 7dfc9f25-ae18-4528-971d-99bab1db91fc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:08:54.845744 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39936a-8d8f-410a-a287-a2262af5b799 None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:08:54.846374 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc39936a-8d8f-410a-a287-a2262af5b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:08:45Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:54.893803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3da244-3e3b-4785-8723-b28693f42287 req-cc6f6c78-0473-4ac0-8080-0c2c0f17b54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:08:54.895542 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf3da244-3e3b-4785-8723-b28693f42287 req-cc6f6c78-0473-4ac0-8080-0c2c0f17b54e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429983 Jul 27 23:08:54.965303 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bc39936a-8d8f-410a-a287-a2262af5b799 None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:08:54.994145 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf3da244-3e3b-4785-8723-b28693f42287 req-2715345d-470b-41dd-abbb-ff2e769f1edb service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905700 Jul 27 23:08:55.088132 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-cf3da244-3e3b-4785-8723-b28693f42287 req-50e3cd29-77e6-4e72-b493-ec599ec69c9b service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849204 Jul 27 23:08:55.189049 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc39936a-8d8f-410a-a287-a2262af5b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '637108b0-b37f-421f-b59f-058943220125', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'port_id': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'mac_address': 'fa:16:3e:22:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:08:53Z', 'updated_at': '2021-07-27T23:08:53Z', 'revision_number': 0, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:08Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:08:55.215007 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39936a-8d8f-410a-a287-a2262af5b799 None None] The sync data for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 is: [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '637108b0-b37f-421f-b59f-058943220125', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'port_id': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'mac_address': 'fa:16:3e:22:75:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:08:53Z', 'updated_at': '2021-07-27T23:08:53Z', 'revision_number': 0, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:08Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:08:55.407641 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2a3e2-5ffe-4964-844c-90bef7644004 None None] New status for floating IP 637108b0-b37f-421f-b59f-058943220125: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:09:12.843568 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f1ab665-39e8-4229-a982-b438720a667b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:13.155542 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.509812 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8e9a72c-7586-41cf-a7da-30dbae2d727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:15.868941 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:16.673261 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:17.097868 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:17.903868 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:09:18.367351 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:42.844182 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cf52364c-0d7e-45ef-ad04-cb589a4ecde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:43.170317 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:45.662026 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9bbc70bb-2c78-4cef-8f45-02bbbdef1836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:45.869084 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:46.675165 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:47.101199 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:48.370130 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:09:53.626999 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fc5d17c-6740-4cf9-936a-df89fb2576b2 req-961075ad-903b-42fa-9804-7df9b4f0fe6d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455534 Jul 27 23:09:53.708843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5d17c-6740-4cf9-936a-df89fb2576b2 req-fd98f4fa-105b-40f4-a859-78b343209db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:53.710373 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fc5d17c-6740-4cf9-936a-df89fb2576b2 req-fd98f4fa-105b-40f4-a859-78b343209db1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1097 time: 0.0405290 Jul 27 23:09:53.810526 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5d17c-6740-4cf9-936a-df89fb2576b2 req-dde41950-4a20-468a-9b81-ffe735181ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:53.812238 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fc5d17c-6740-4cf9-936a-df89fb2576b2 req-dde41950-4a20-468a-9b81-ffe735181ccb service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0833032 Jul 27 23:09:53.880234 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fc5d17c-6740-4cf9-936a-df89fb2576b2 req-59d5a24a-7d15-45cf-b4c2-ee70101cbcf1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94 HTTP/1.1" status: 200 len: 1001 time: 0.0613496 Jul 27 23:09:53.929126 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5d17c-6740-4cf9-936a-df89fb2576b2 req-4e4a4f76-30aa-4848-959f-20ee82113c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:53.930577 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fc5d17c-6740-4cf9-936a-df89fb2576b2 req-4e4a4f76-30aa-4848-959f-20ee82113c0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0426908 Jul 27 23:09:53.975170 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5d17c-6740-4cf9-936a-df89fb2576b2 req-d6ae34cf-258e-40e5-ae7a-a404583c52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:09:53.976677 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fc5d17c-6740-4cf9-936a-df89fb2576b2 req-d6ae34cf-258e-40e5-ae7a-a404583c52bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394270 Jul 27 23:09:54.069415 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fc5d17c-6740-4cf9-936a-df89fb2576b2 req-819b374a-514a-4dd4-b0f4-f7bd959d9549 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854962 Jul 27 23:09:54.159895 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-2fc5d17c-6740-4cf9-936a-df89fb2576b2 req-67014b4d-1768-4a88-9b46-1b89dbef8077 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832310 Jul 27 23:09:54.903156 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:10:12.844521 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ab558a90-0feb-46f3-bbba-d58c0aea1aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:13.168998 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:15.513079 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15a63f63-219f-407b-a425-5d60d935cf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:15.872457 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:16.678055 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:17.120960 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:18.372424 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:31.904248 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:10:42.844330 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-caab6291-fffb-45b7-bfdc-e81e15ba16a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:43.177906 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:45.513746 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-91f5a838-000c-4d2a-855f-b0f9428f9f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:45.876389 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:46.680948 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:47.124890 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:47.158699 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4788e-7af3-4231-8bbc-c8548ff14433 req-0da0e8c1-fd27-4819-9248-56ff38cac133 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:47.160237 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5f4788e-7af3-4231-8bbc-c8548ff14433 req-0da0e8c1-fd27-4819-9248-56ff38cac133 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0534163 Jul 27 23:10:47.198192 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d5f4788e-7af3-4231-8bbc-c8548ff14433 req-f1a7786a-ff07-46f9-8954-36e72d59726a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314112 Jul 27 23:10:48.343819 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91884a57-54ba-4820-85db-7de19e97f1da req-3410b84f-91de-4ee6-9145-38b4d6ef7c0c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:48.345278 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91884a57-54ba-4820-85db-7de19e97f1da req-3410b84f-91de-4ee6-9145-38b4d6ef7c0c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0494411 Jul 27 23:10:48.379381 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:10:48.384840 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91884a57-54ba-4820-85db-7de19e97f1da req-59d5eede-0fe3-484c-a34d-0dab017ed182 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334396 Jul 27 23:10:49.532187 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af748d0d-3d19-4147-89c1-72a1b1d6a526 req-8c23f41e-71d1-4bf8-950f-9490b1e0d76c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:49.533646 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af748d0d-3d19-4147-89c1-72a1b1d6a526 req-8c23f41e-71d1-4bf8-950f-9490b1e0d76c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0519266 Jul 27 23:10:49.570980 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-af748d0d-3d19-4147-89c1-72a1b1d6a526 req-f0eded05-2c70-4cf0-b5fa-ff51711d04e1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309527 Jul 27 23:10:50.685678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818da88-68b7-4a26-9261-83c412a2361e req-2e268ec7-e71d-4275-a0f5-0b104718201c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:50.687174 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d818da88-68b7-4a26-9261-83c412a2361e req-2e268ec7-e71d-4275-a0f5-0b104718201c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0484207 Jul 27 23:10:50.726006 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d818da88-68b7-4a26-9261-83c412a2361e req-5e505a7c-e042-4ca7-bd40-5e25c19d62a7 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317905 Jul 27 23:10:51.839692 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95009bdd-c5a4-48f1-b508-1f94611d6e06 req-92711fc8-8a08-4572-b106-843623249d23 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:51.841144 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95009bdd-c5a4-48f1-b508-1f94611d6e06 req-92711fc8-8a08-4572-b106-843623249d23 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0487237 Jul 27 23:10:51.879155 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-95009bdd-c5a4-48f1-b508-1f94611d6e06 req-c80ac49d-b61f-4479-a68e-721cffc077fd tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322387 Jul 27 23:10:52.999080 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d49c5-00e9-4ddd-8650-ae0b7cc2de54 req-516b9a6b-0da4-4e88-a455-b0015499749e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:53.000573 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-191d49c5-00e9-4ddd-8650-ae0b7cc2de54 req-516b9a6b-0da4-4e88-a455-b0015499749e tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0554814 Jul 27 23:10:53.039782 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-191d49c5-00e9-4ddd-8650-ae0b7cc2de54 req-a6799a21-a711-43a6-94c4-fb8b3375f72f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324752 Jul 27 23:10:54.156165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfe625-412d-40a2-9d1a-7bfd55cec92f req-59144764-24d5-4dba-9582-59d2b1278240 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:54.157668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fddfe625-412d-40a2-9d1a-7bfd55cec92f req-59144764-24d5-4dba-9582-59d2b1278240 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0496576 Jul 27 23:10:54.194927 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-fddfe625-412d-40a2-9d1a-7bfd55cec92f req-40a3f5e8-e445-4d0a-ac91-b3a1f89d9ba9 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306683 Jul 27 23:10:55.308897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e731-c710-4a8a-9d2e-e600c7cb97a9 req-cf91feae-33c5-4e89-b841-927b1e13d2cc tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:55.310396 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6065e731-c710-4a8a-9d2e-e600c7cb97a9 req-cf91feae-33c5-4e89-b841-927b1e13d2cc tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0487080 Jul 27 23:10:55.346900 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6065e731-c710-4a8a-9d2e-e600c7cb97a9 req-9e685355-fa27-43c5-90c2-d1e29e72b69b tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305436 Jul 27 23:10:55.708068 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7881e-f0f3-4984-a2df-10a8053d9001 req-fec08e5e-4c4d-4f58-b268-ba18bdaa0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:55.709283 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ceb7881e-f0f3-4984-a2df-10a8053d9001 req-fec08e5e-4c4d-4f58-b268-ba18bdaa0a03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1097 time: 0.0932312 Jul 27 23:10:55.809316 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7881e-f0f3-4984-a2df-10a8053d9001 req-119e042d-f006-4a8c-b84c-45ddf312b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:55.810805 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ceb7881e-f0f3-4984-a2df-10a8053d9001 req-119e042d-f006-4a8c-b84c-45ddf312b4da service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0825369 Jul 27 23:10:55.879498 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ceb7881e-f0f3-4984-a2df-10a8053d9001 req-e57f9b21-b1d0-4128-95d5-66c55c49c000 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94 HTTP/1.1" status: 200 len: 1001 time: 0.0609365 Jul 27 23:10:55.927127 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7881e-f0f3-4984-a2df-10a8053d9001 req-ad62f98e-3c54-43a2-92a4-0f03afaa6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:55.928540 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ceb7881e-f0f3-4984-a2df-10a8053d9001 req-ad62f98e-3c54-43a2-92a4-0f03afaa6201 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0427885 Jul 27 23:10:55.975213 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7881e-f0f3-4984-a2df-10a8053d9001 req-4ece13bc-1d11-4828-b240-c79f3599ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:55.976671 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ceb7881e-f0f3-4984-a2df-10a8053d9001 req-4ece13bc-1d11-4828-b240-c79f3599ca5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401640 Jul 27 23:10:56.079911 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ceb7881e-f0f3-4984-a2df-10a8053d9001 req-483fd893-9fc6-4af3-9f9b-e782220dac44 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947294 Jul 27 23:10:56.168377 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-ceb7881e-f0f3-4984-a2df-10a8053d9001 req-2495341f-4017-4131-8b2d-3099d59e2920 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812120 Jul 27 23:10:56.469421 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44624492-c277-4da0-9d8e-72e187648db9 req-9591c615-40bc-4ea9-a7ce-fa72bdababb4 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:56.470972 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44624492-c277-4da0-9d8e-72e187648db9 req-9591c615-40bc-4ea9-a7ce-fa72bdababb4 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0572720 Jul 27 23:10:56.510668 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-44624492-c277-4da0-9d8e-72e187648db9 req-5b029642-ce96-4b1c-a840-d4c4ef5f02ee tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Jul 27 23:10:57.263878 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df298d9-4254-467a-b0b4-cc53f99fc0ad req-06172e4a-409c-48a0-a7a0-b8d1a2493784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:57.265262 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9df298d9-4254-467a-b0b4-cc53f99fc0ad req-06172e4a-409c-48a0-a7a0-b8d1a2493784 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1097 time: 0.0409734 Jul 27 23:10:57.359309 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df298d9-4254-467a-b0b4-cc53f99fc0ad req-073692b2-6471-44dd-8596-e3589f3379db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:57.360783 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9df298d9-4254-467a-b0b4-cc53f99fc0ad req-073692b2-6471-44dd-8596-e3589f3379db service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0870903 Jul 27 23:10:57.425540 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9df298d9-4254-467a-b0b4-cc53f99fc0ad req-883afba0-52ce-4b89-8cec-82dd591c2ae5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94 HTTP/1.1" status: 200 len: 1001 time: 0.0572383 Jul 27 23:10:57.477576 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df298d9-4254-467a-b0b4-cc53f99fc0ad req-fe393d31-e488-461b-96b2-c8689f66126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:57.479013 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9df298d9-4254-467a-b0b4-cc53f99fc0ad req-fe393d31-e488-461b-96b2-c8689f66126b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0469103 Jul 27 23:10:57.526490 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df298d9-4254-467a-b0b4-cc53f99fc0ad req-3f5e3cb6-8443-4481-a533-fc257663a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:57.527902 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9df298d9-4254-467a-b0b4-cc53f99fc0ad req-3f5e3cb6-8443-4481-a533-fc257663a208 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411320 Jul 27 23:10:57.617838 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9df298d9-4254-467a-b0b4-cc53f99fc0ad req-18b9d3da-f6d2-44f4-8251-e90d378a8a77 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823412 Jul 27 23:10:57.627185 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c5510-b5b1-4231-95bc-8ec340329e10 req-1554e327-c5d0-4052-aeff-e23a4394e9de tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:57.628663 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-703c5510-b5b1-4231-95bc-8ec340329e10 req-1554e327-c5d0-4052-aeff-e23a4394e9de tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0501487 Jul 27 23:10:57.667744 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-703c5510-b5b1-4231-95bc-8ec340329e10 req-84a93be4-5793-41a2-936a-ae4014d9a416 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323968 Jul 27 23:10:57.717579 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-9df298d9-4254-467a-b0b4-cc53f99fc0ad req-08faf9b6-8145-4840-bce3-1a238ffd1d68 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921583 Jul 27 23:10:58.785644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dd490-cb19-4fba-ae97-9c0a31c605e9 req-5778f879-f37e-4dd9-8862-7bc2fc378f79 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:58.787184 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df6dd490-cb19-4fba-ae97-9c0a31c605e9 req-5778f879-f37e-4dd9-8862-7bc2fc378f79 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0486422 Jul 27 23:10:58.824398 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df6dd490-cb19-4fba-ae97-9c0a31c605e9 req-8a38ccd4-f41d-4758-a4ee-6e361469f4d7 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314431 Jul 27 23:10:59.947888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63939b-3367-4333-9dda-992fd8750f25 req-238dfeec-0dff-4f33-b33e-f87d0f5b45a4 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:10:59.949529 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec63939b-3367-4333-9dda-992fd8750f25 req-238dfeec-0dff-4f33-b33e-f87d0f5b45a4 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0551772 Jul 27 23:10:59.988116 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ec63939b-3367-4333-9dda-992fd8750f25 req-634b587a-d7c5-4d3c-a42b-cb4538e040bf tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323730 Jul 27 23:11:01.105720 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2b1b4-4060-4e4b-9d7f-0277ed5506d3 req-0efae5bb-f08b-473a-a537-e27976086d88 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:01.107357 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31b2b1b4-4060-4e4b-9d7f-0277ed5506d3 req-0efae5bb-f08b-473a-a537-e27976086d88 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0506866 Jul 27 23:11:01.146843 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31b2b1b4-4060-4e4b-9d7f-0277ed5506d3 req-6724e1d3-b083-42e0-b2aa-be204cd95b1c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322566 Jul 27 23:11:01.265433 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 141f8504-9f7f-4c8e-81b0-f5d520b25e94 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:11:01.355950 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.360375 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 36966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:11:01.395179 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 141f8504-9f7f-4c8e-81b0-f5d520b25e94, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:01.396267 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:01.398775 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5cc13d-4cdf-4cd6-9c4b-c26638fec88c" -d '{"events": [{"server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "name": "network-vif-unplugged", "status": "completed", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:01.416061 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:01.447180 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cd4b6d-3e36-4c73-a862-a15ba89cf788 x-openstack-request-id: req-69cd4b6d-3e36-4c73-a862-a15ba89cf788 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:01.447541 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "name": "network-vif-unplugged", "status": "failed", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94", "code": 422}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:01.447744 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69cd4b6d-3e36-4c73-a862-a15ba89cf788 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:01.448269 n-d-802011-3 neutron-server[93836]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'code': 422} returned with failed status Jul 27 23:11:01.467135 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-03c8e050-e821-458b-bbad-cc189853c410 req-c8aa4620-9f1e-4f41-8657-dff7c75cd002 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053793 Jul 27 23:11:01.487723 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=141f8504-9f7f-4c8e-81b0-f5d520b25e94,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:01.496266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:01.496623 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:01.496974 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:01.497316 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:01.497651 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:01.497985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:01.498471 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:01.498813 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:01.499145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:01.499502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:01.499834 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:01.500159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:11:01.619097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc2ffa-464e-435f-9604-54c42d6a4be0 req-f629cfff-6fbc-4957-b8ef-bcf85170f821 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:01.620634 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2dc2ffa-464e-435f-9604-54c42d6a4be0 req-f629cfff-6fbc-4957-b8ef-bcf85170f821 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0504034 Jul 27 23:11:01.668620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a2dc2ffa-464e-435f-9604-54c42d6a4be0 req-fc2b76dd-60c3-4cd2-841f-0986723e32b7 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420282 Jul 27 23:11:02.796062 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ef9cc-1bed-4444-850b-b797c98e42b3 req-67b791d8-e9a5-4adc-9193-be406ab94f71 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:02.797598 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-422ef9cc-1bed-4444-850b-b797c98e42b3 req-67b791d8-e9a5-4adc-9193-be406ab94f71 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0543678 Jul 27 23:11:02.836268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-422ef9cc-1bed-4444-850b-b797c98e42b3 req-fc0372b1-3e38-4a67-b00a-3bfd08199e83 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327330 Jul 27 23:11:03.955940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6df6e2-fc2b-426e-af7b-67b8a3f88007 req-5e692515-2edb-46a0-9315-c1da50743956 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:03.957728 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a6df6e2-fc2b-426e-af7b-67b8a3f88007 req-5e692515-2edb-46a0-9315-c1da50743956 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0530822 Jul 27 23:11:03.996498 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2a6df6e2-fc2b-426e-af7b-67b8a3f88007 req-a711ef0c-e2f9-4625-ba2c-267b98010f27 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327737 Jul 27 23:11:05.112708 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eacaa-d82f-4a98-ae04-247bb40e18bd req-195887be-2351-48c1-9bce-9bda2cd8dda6 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:05.114644 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d78eacaa-d82f-4a98-ae04-247bb40e18bd req-195887be-2351-48c1-9bce-9bda2cd8dda6 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0496078 Jul 27 23:11:05.155761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d78eacaa-d82f-4a98-ae04-247bb40e18bd req-d7ed2a2d-ab08-462a-b9d3-e5992f006c14 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350606 Jul 27 23:11:06.041196 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8e050-e821-458b-bbad-cc189853c410 req-6756eaef-f7fd-4854-b0da-ff578fc03536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:06.042723 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03c8e050-e821-458b-bbad-cc189853c410 req-6756eaef-f7fd-4854-b0da-ff578fc03536 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c&tenant_id=bb06876b0605426e9707f3483c05858c HTTP/1.1" status: 200 len: 1095 time: 0.0414147 Jul 27 23:11:06.103755 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8e050-e821-458b-bbad-cc189853c410 req-c3b38f78-b070-4c98-a02f-7100369a9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:06.105220 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03c8e050-e821-458b-bbad-cc189853c410 req-c3b38f78-b070-4c98-a02f-7100369a9d85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1095 time: 0.0399411 Jul 27 23:11:06.197058 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8e050-e821-458b-bbad-cc189853c410 req-4f1c90b6-a06b-4bd2-8adf-2f0de5ee3009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:06.198588 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03c8e050-e821-458b-bbad-cc189853c410 req-4f1c90b6-a06b-4bd2-8adf-2f0de5ee3009 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0862978 Jul 27 23:11:06.264086 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03c8e050-e821-458b-bbad-cc189853c410 req-cd3799a7-05bd-4380-a2ff-31d11acf584e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94 HTTP/1.1" status: 200 len: 999 time: 0.0584729 Jul 27 23:11:06.271553 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9645d3-5f68-44e6-ac30-6673faabbaec req-569bb5e8-51ce-4e0b-aaeb-d259e2916af7 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:06.273046 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e9645d3-5f68-44e6-ac30-6673faabbaec req-569bb5e8-51ce-4e0b-aaeb-d259e2916af7 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0487442 Jul 27 23:11:06.315399 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e9645d3-5f68-44e6-ac30-6673faabbaec req-98141a1a-b3f9-472a-bc9d-e84c07079e81 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364387 Jul 27 23:11:06.317725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8e050-e821-458b-bbad-cc189853c410 req-6e759a5c-3556-4564-80f5-b34ad34368ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:06.319232 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03c8e050-e821-458b-bbad-cc189853c410 req-6e759a5c-3556-4564-80f5-b34ad34368ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0484319 Jul 27 23:11:06.365682 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8e050-e821-458b-bbad-cc189853c410 req-c8b41bbf-16d5-4805-afd9-7ed3cfd08368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:06.367232 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03c8e050-e821-458b-bbad-cc189853c410 req-c8b41bbf-16d5-4805-afd9-7ed3cfd08368 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409226 Jul 27 23:11:06.455697 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03c8e050-e821-458b-bbad-cc189853c410 req-b0863326-f5d2-4488-9521-d12a6134c8f5 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798423 Jul 27 23:11:06.548540 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-03c8e050-e821-458b-bbad-cc189853c410 req-f8d971b1-a071-4211-98c7-cf2866c181d7 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855212 Jul 27 23:11:07.429730 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60b79a-56c1-4121-bff3-897606c4acf5 req-d3ba353d-fdb1-4c2c-88c5-6ce6d8961069 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:07.431233 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf60b79a-56c1-4121-bff3-897606c4acf5 req-d3ba353d-fdb1-4c2c-88c5-6ce6d8961069 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0486829 Jul 27 23:11:07.467869 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bf60b79a-56c1-4121-bff3-897606c4acf5 req-4aaaada6-5c14-4ce8-8d38-16277aef1bbb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307822 Jul 27 23:11:08.580574 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65bc96-28ff-493e-b4d7-d41062a1fbe5 req-52e2dc7e-ba20-4630-9a4e-131f22e2229d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:08.582040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e65bc96-28ff-493e-b4d7-d41062a1fbe5 req-52e2dc7e-ba20-4630-9a4e-131f22e2229d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0478940 Jul 27 23:11:08.624268 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e65bc96-28ff-493e-b4d7-d41062a1fbe5 req-0890a9e3-57f8-4d88-a649-8ecdfacca567 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360432 Jul 27 23:11:08.902830 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:11:09.740439 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11732cb-bbb7-40ac-a0e4-cc12047b2c7e req-e66f0ea2-feb0-4d1d-9362-d3d7cb76c754 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:09.741918 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a11732cb-bbb7-40ac-a0e4-cc12047b2c7e req-e66f0ea2-feb0-4d1d-9362-d3d7cb76c754 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0494285 Jul 27 23:11:09.778376 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a11732cb-bbb7-40ac-a0e4-cc12047b2c7e req-6c56a6f5-0b1a-4b23-b3cf-f116112d858c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304577 Jul 27 23:11:10.891666 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dc2de-f129-4464-9e3c-71a0962022cc req-491f9b5a-4b2b-446e-a351-f8fcdd5c8360 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:10.893152 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2c4dc2de-f129-4464-9e3c-71a0962022cc req-491f9b5a-4b2b-446e-a351-f8fcdd5c8360 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0494502 Jul 27 23:11:10.931395 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2c4dc2de-f129-4464-9e3c-71a0962022cc req-fc9a4808-f6e7-409a-af90-c2921961676f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316942 Jul 27 23:11:12.046559 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508c2e2-9d01-4b3e-9e80-5527dbff5f89 req-d36f2c79-2419-4452-9883-88df9e6a5ecb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:12.048418 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3508c2e2-9d01-4b3e-9e80-5527dbff5f89 req-d36f2c79-2419-4452-9883-88df9e6a5ecb tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0497656 Jul 27 23:11:12.090715 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3508c2e2-9d01-4b3e-9e80-5527dbff5f89 req-970c491d-0ca1-4c8d-a3aa-756b7d711269 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355265 Jul 27 23:11:12.846655 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d6e1c186-98af-4e04-8c69-8f2d22533dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:13.183538 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:13.209318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281d532-0a6c-462a-9913-a16b4553f083 req-1e42b9ec-2936-42b7-b62e-3a04698aeb4a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:13.210870 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e281d532-0a6c-462a-9913-a16b4553f083 req-1e42b9ec-2936-42b7-b62e-3a04698aeb4a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 944 time: 0.0526135 Jul 27 23:11:13.248928 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-e281d532-0a6c-462a-9913-a16b4553f083 req-2c2961d0-161f-4689-be4b-47b191c73d8f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322070 Jul 27 23:11:13.313144 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 141f8504-9f7f-4c8e-81b0-f5d520b25e94 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:11:13.404566 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 141f8504-9f7f-4c8e-81b0-f5d520b25e94, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:13.416435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'port_id': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'mac_address': 'fa:16:3e:22:75:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:11:13.452610 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:13.469019 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141f8504-9f7f-4c8e-81b0-f5d520b25e94 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:11:13.487722 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 141f8504-9f7f-4c8e-81b0-f5d520b25e94, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:13.491731 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:13.540551 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=141f8504-9f7f-4c8e-81b0-f5d520b25e94,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:13.718058 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['141f8504-9f7f-4c8e-81b0-f5d520b25e94'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:11:14.362466 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3df2c8-0118-495b-8577-b80efa5d6c9d req-4c5ab844-97d5-4f57-b3bb-6f306f1adbad tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:14.364228 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b3df2c8-0118-495b-8577-b80efa5d6c9d req-4c5ab844-97d5-4f57-b3bb-6f306f1adbad tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 945 time: 0.0491679 Jul 27 23:11:14.401334 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-1b3df2c8-0118-495b-8577-b80efa5d6c9d req-f55d1e74-4ebe-4bbb-b03d-8bd39608de3c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312474 Jul 27 23:11:15.328745 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 141f8504-9f7f-4c8e-81b0-f5d520b25e94 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:11:15.375301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:11:15.375668 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:15.453249 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:15.475667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:11:15.477881 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd69531-f8a1-4ac1-83e1-7ca21f8968ab" -d '{"events": [{"server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "name": "network-vif-plugged", "status": "completed", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:11:15.493266 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 141f8504-9f7f-4c8e-81b0-f5d520b25e94, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:11:15.499801 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:15.521664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eeb3c0-a73a-4431-9da5-1593a0a70896 req-7cbaaa18-e927-40dd-823e-3e23e276f25a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:15.523203 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6eeb3c0-a73a-4431-9da5-1593a0a70896 req-7cbaaa18-e927-40dd-823e-3e23e276f25a tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 945 time: 0.0527697 Jul 27 23:11:15.530645 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962a6f75-777f-44ce-9f08-e7d48851a2b9 x-openstack-request-id: req-962a6f75-777f-44ce-9f08-e7d48851a2b9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:11:15.531075 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "name": "network-vif-plugged", "status": "completed", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:11:15.531229 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-962a6f75-777f-44ce-9f08-e7d48851a2b9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:11:15.531553 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'code': 200} Jul 27 23:11:15.541257 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b3ef8764-b6d7-4485-99dc-b61bd7a7f2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:15.562820 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=141f8504-9f7f-4c8e-81b0-f5d520b25e94,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:11:15.574021 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a6eeb3c0-a73a-4431-9da5-1593a0a70896 req-2b4be51d-74f1-444e-b89f-ee53538f8c5d tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435364 Jul 27 23:11:15.665554 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bba30a-f33f-4d09-a539-c8bf9d480ca1 req-4a5d860c-4e91-4059-8ae0-f48d5725ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:15.667070 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f8bba30a-f33f-4d09-a539-c8bf9d480ca1 req-4a5d860c-4e91-4059-8ae0-f48d5725ba73 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1097 time: 0.0402493 Jul 27 23:11:15.701705 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f8bba30a-f33f-4d09-a539-c8bf9d480ca1 req-dc00ea16-ada3-4317-882a-ff4b9ad0b76d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270674 Jul 27 23:11:15.878901 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.684136 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:16.693752 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbeeb4-a942-4f8b-b559-fbcaa14ee771 req-88e98aae-40e8-444e-9345-c20f812ec1c7 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:16.695272 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbcbeeb4-a942-4f8b-b559-fbcaa14ee771 req-88e98aae-40e8-444e-9345-c20f812ec1c7 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0499423 Jul 27 23:11:16.741900 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bbcbeeb4-a942-4f8b-b559-fbcaa14ee771 req-a27e774a-9fab-4e7c-8874-5bc3ceb88072 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405526 Jul 27 23:11:17.121729 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:18.377747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:42.849950 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65bbb6ef-a97f-49c7-849a-d2289420b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:43.177554 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:45.511848 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-259c8cf4-daa3-440a-8a78-20d6e2b6512c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:45.879856 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:45.901834 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:11:46.685941 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:47.136175 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:48.380496 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:11:57.122353 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7e82972-b404-4d22-bc01-7bb4835fc8a3 req-82ae28c5-3274-4695-9b40-61d702af115e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404184 Jul 27 23:11:57.205837 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e82972-b404-4d22-bc01-7bb4835fc8a3 req-ba706a03-471e-4bd5-b050-906bb2d21d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.207340 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7e82972-b404-4d22-bc01-7bb4835fc8a3 req-ba706a03-471e-4bd5-b050-906bb2d21d8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1097 time: 0.0442464 Jul 27 23:11:57.309798 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e82972-b404-4d22-bc01-7bb4835fc8a3 req-6d91efc1-9acd-4980-89b7-ee9bc548b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.311297 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7e82972-b404-4d22-bc01-7bb4835fc8a3 req-6d91efc1-9acd-4980-89b7-ee9bc548b4ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0830619 Jul 27 23:11:57.379641 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7e82972-b404-4d22-bc01-7bb4835fc8a3 req-5d7cbda8-55b0-4457-9ed4-f2b77e5e942e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94 HTTP/1.1" status: 200 len: 1001 time: 0.0606849 Jul 27 23:11:57.429245 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e82972-b404-4d22-bc01-7bb4835fc8a3 req-680adb68-94ee-4112-91da-f4939535a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.430707 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7e82972-b404-4d22-bc01-7bb4835fc8a3 req-680adb68-94ee-4112-91da-f4939535a7a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0437787 Jul 27 23:11:57.476285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e82972-b404-4d22-bc01-7bb4835fc8a3 req-0d2d5424-b1b8-4762-a921-fbd4f9bdd6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:11:57.477736 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7e82972-b404-4d22-bc01-7bb4835fc8a3 req-0d2d5424-b1b8-4762-a921-fbd4f9bdd6f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396631 Jul 27 23:11:57.569983 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7e82972-b404-4d22-bc01-7bb4835fc8a3 req-6ae1a52e-e845-4a3b-83cd-b952ee4d7709 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846009 Jul 27 23:11:57.658048 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c7e82972-b404-4d22-bc01-7bb4835fc8a3 req-e68590a3-92e8-4cde-b914-7a3f1daf117b service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809510 Jul 27 23:12:12.850532 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-310a2e36-f847-4ddf-83cf-bde317386fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:13.213381 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.515012 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2b2f1d7d-df3f-4bef-8b1c-ddde715816fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:15.879549 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:16.688892 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:17.135370 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:18.385095 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:22.900327 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:12:29.501160 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37028) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:29.655786 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Deleting port 4102496f-1542-4c57-8340-8c10ea068472 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:29.656127 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.041080 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.041412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.053592 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Calling delete_port for 4102496f-1542-4c57-8340-8c10ea068472 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:30.203293 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.231879 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event deleted for resources: {'Port': ['ID=4102496f-1542-4c57-8340-8c10ea068472,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:30.257780 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.258053 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.258422 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.258761 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.259095 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.261057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.261057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.261057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.261057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.261057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.261057 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.262799 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:30.303725 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.304036 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Floating IP 637108b0-b37f-421f-b59f-058943220125 disassociated (deleted). External IP: 172.25.1.95, port: 141f8504-9f7f-4c8e-81b0-f5d520b25e94. Jul 27 23:12:30.506522 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Router 7dfc9f25-ae18-4528-971d-99bab1db91fc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:12:30.612388 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:30.618006 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:30.622599 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ef196-fccb-4910-af4f-40f3123264da None None] Sync routers for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:30.631865 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ef196-fccb-4910-af4f-40f3123264da None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:30.632461 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9d8ef196-fccb-4910-af4f-40f3123264da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:30.645985 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5b256c02-9a6d-4782-879f-8a1a2e48cda5 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "DELETE /v2.0/floatingips/637108b0-b37f-421f-b59f-058943220125 HTTP/1.1" status: 204 len: 168 time: 1.1436980 Jul 27 23:12:30.646711 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:30.649046 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c143f19c-b772-4cfc-acc9-f3c74c320987" -d '{"events": [{"name": "network-changed", "server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:30.746249 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9d8ef196-fccb-4910-af4f-40f3123264da None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:30.756057 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0013679b-47fa-4523-a6c3-3483dc6197f1 x-openstack-request-id: req-0013679b-47fa-4523-a6c3-3483dc6197f1 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:30.756812 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:30.757065 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0013679b-47fa-4523-a6c3-3483dc6197f1 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:30.757487 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'status': 'completed', 'code': 200} Jul 27 23:12:30.831007 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143f19c-b772-4cfc-acc9-f3c74c320987 req-e0ba62cb-02e2-47a5-b370-28aba44ac59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.832735 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c143f19c-b772-4cfc-acc9-f3c74c320987 req-e0ba62cb-02e2-47a5-b370-28aba44ac59a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb06876b0605426e9707f3483c05858c&device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 1097 time: 0.0478656 Jul 27 23:12:30.934435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f238bc9-ea32-4ad4-83d3-41e319442663 req-359a2ec1-4554-489f-ad4a-e9969a556823 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.936716 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f238bc9-ea32-4ad4-83d3-41e319442663 req-359a2ec1-4554-489f-ad4a-e9969a556823 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.1036317 Jul 27 23:12:30.938066 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143f19c-b772-4cfc-acc9-f3c74c320987 req-3dc5808a-b838-47ee-8395-23fd891d2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:30.939569 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c143f19c-b772-4cfc-acc9-f3c74c320987 req-3dc5808a-b838-47ee-8395-23fd891d2a7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 200 len: 909 time: 0.0988567 Jul 27 23:12:30.977267 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7f238bc9-ea32-4ad4-83d3-41e319442663 req-cbe4b96b-ab45-4d46-937e-384be0e2a3e6 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339985 Jul 27 23:12:30.984241 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c143f19c-b772-4cfc-acc9-f3c74c320987 req-f880ce2e-b953-4bcb-982c-06e6c4558ca7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94 HTTP/1.1" status: 200 len: 217 time: 0.0368848 Jul 27 23:12:31.048388 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143f19c-b772-4cfc-acc9-f3c74c320987 req-729e0bbf-4478-40a0-a7d0-4f801c80512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.049899 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c143f19c-b772-4cfc-acc9-f3c74c320987 req-729e0bbf-4478-40a0-a7d0-4f801c80512a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 200 len: 847 time: 0.0581167 Jul 27 23:12:31.057915 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9d8ef196-fccb-4910-af4f-40f3123264da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:08Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:31.084087 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ef196-fccb-4910-af4f-40f3123264da None None] Checking router: 7dfc9f25-ae18-4528-971d-99bab1db91fc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:31.092690 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ef196-fccb-4910-af4f-40f3123264da None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:31.093289 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9d8ef196-fccb-4910-af4f-40f3123264da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:31.096752 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143f19c-b772-4cfc-acc9-f3c74c320987 req-c69c831e-ea9f-45c2-b5b7-32875e06c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:31.098298 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c143f19c-b772-4cfc-acc9-f3c74c320987 req-c69c831e-ea9f-45c2-b5b7-32875e06c5b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74fea5b2-10ee-45e2-8cda-6427c0184c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408111 Jul 27 23:12:31.190801 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c143f19c-b772-4cfc-acc9-f3c74c320987 req-123547bf-142c-4576-b897-53191dac7811 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840013 Jul 27 23:12:31.196215 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9d8ef196-fccb-4910-af4f-40f3123264da None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:31.284060 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-c143f19c-b772-4cfc-acc9-f3c74c320987 req-f7faf5f5-fd54-49cf-92d6-6b4ddca25f48 service neutron] 10.222.0.43 "GET /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856373 Jul 27 23:12:31.389175 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9d8ef196-fccb-4910-af4f-40f3123264da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:08Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:31.417334 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ef196-fccb-4910-af4f-40f3123264da None None] The sync data for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 is: [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:04:01Z', 'revision_number': 4, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '3b197d04-eae2-4a2e-9d4a-10fee066d8ff', 'name': '', 'network_id': '74fea5b2-10ee-45e2-8cda-6427c0184c41', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'mac_address': 'fa:16:3e:2d:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:00Z', 'updated_at': '2021-07-27T23:04:08Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'subnets': [{'id': 'a7a800d2-58ad-401f-a0c4-d6471aebe746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:12:31.630061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826703e-3873-4566-bd73-9f9db7c563ec None None] New status for floating IP 637108b0-b37f-421f-b59f-058943220125: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:12:32.141582 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4dbf8-88cc-4751-af95-7b754ebdc7e1 req-8def0d4f-3d10-4fac-b30d-bc00123c734c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.143091 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67b4dbf8-88cc-4751-af95-7b754ebdc7e1 req-8def0d4f-3d10-4fac-b30d-bc00123c734c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0933847 Jul 27 23:12:32.180739 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-67b4dbf8-88cc-4751-af95-7b754ebdc7e1 req-0a9d22ce-61dc-4261-b204-2977ce4df7c1 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8bf22a0-e2a0-4876-99bd-f734c1d8b868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317318 Jul 27 23:12:32.379731 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4fbd0-6d32-4682-84f7-853e86586e94 req-cb2bac0a-7984-4126-afd1-ed4e9319d483 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:32.381185 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f0c4fbd0-6d32-4682-84f7-853e86586e94 req-cb2bac0a-7984-4126-afd1-ed4e9319d483 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.43 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 946 time: 0.0485401 Jul 27 23:12:32.473843 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f0c4fbd0-6d32-4682-84f7-853e86586e94 req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Deleting port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:32.474189 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0c4fbd0-6d32-4682-84f7-853e86586e94 req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:32.561286 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-f0c4fbd0-6d32-4682-84f7-853e86586e94 req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] For port 141f8504-9f7f-4c8e-81b0-f5d520b25e94, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=141f8504-9f7f-4c8e-81b0-f5d520b25e94,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:32.561657 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0c4fbd0-6d32-4682-84f7-853e86586e94 req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:32.574160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-f0c4fbd0-6d32-4682-84f7-853e86586e94 req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Calling delete_port for 141f8504-9f7f-4c8e-81b0-f5d520b25e94 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:32.704852 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0c4fbd0-6d32-4682-84f7-853e86586e94 req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:32.731160 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event deleted for resources: {'Port': ['ID=141f8504-9f7f-4c8e-81b0-f5d520b25e94,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:32.741416 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:32.741761 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:32.742099 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:32.742458 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:32.742853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:32.743198 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:32.743525 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:32.744408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:32.744408 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:32.744589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:32.744777 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:32.745086 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:32.787421 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c4fbd0-6d32-4682-84f7-853e86586e94 req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] No DVR routers for this DVR port 141f8504-9f7f-4c8e-81b0-f5d520b25e94 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:12:32.790235 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-f0c4fbd0-6d32-4682-84f7-853e86586e94 req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:32.792526 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f0c4fbd0-6d32-4682-84f7-853e86586e94 req-725025fe-b1ed-4fab-a043-a7d555c7a257 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.43 "DELETE /v2.0/ports/141f8504-9f7f-4c8e-81b0-f5d520b25e94 HTTP/1.1" status: 204 len: 173 time: 0.4051945 Jul 27 23:12:32.792969 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'name': 'network-vif-deleted', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:12:32.796103 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f5bd52caf5610727ea6ec9a8d26bcc39e90bd563bbe7c5a4a3aec73f761fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7685965e-3699-4308-a082-c241c9b49180" -d '{"events": [{"server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "name": "network-vif-deleted", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:12:32.835132 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602d64f4-7d54-46c6-87a4-d69f2a01230b x-openstack-request-id: req-602d64f4-7d54-46c6-87a4-d69f2a01230b {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:12:32.835419 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72396df4-3cd1-4029-8152-d7a497bfeb5c", "name": "network-vif-deleted", "tag": "141f8504-9f7f-4c8e-81b0-f5d520b25e94", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:12:32.835667 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-602d64f4-7d54-46c6-87a4-d69f2a01230b {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:12:32.836066 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72396df4-3cd1-4029-8152-d7a497bfeb5c', 'name': 'network-vif-deleted', 'tag': '141f8504-9f7f-4c8e-81b0-f5d520b25e94', 'status': 'completed', 'code': 200} Jul 27 23:12:33.277305 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-d1551a7e-fe3a-48be-8fdf-8b3ccf6f977c req-be8d05cf-aa93-4cdf-8316-f370c42ac228 tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 210 time: 0.0269463 Jul 27 23:12:34.374605 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-f1a96402-bf7b-4d98-9a9f-16d8257c1b7a req-60dacdc2-81ab-49f6-84d8-950696f2ebdd tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 210 time: 0.0280650 Jul 27 23:12:35.476196 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-aa6d305b-0c5a-42ce-af53-f4633bbf4e18 req-3329d7ad-d9da-4c16-be5b-86e4ec25762c tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 210 time: 0.0323195 Jul 27 23:12:36.588948 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-df3c7501-bed1-48be-b767-f643507c38e5 req-0af20fff-413a-4f63-91cb-cd10637c8cec tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "GET /v2.0/ports?device_id=72396df4-3cd1-4029-8152-d7a497bfeb5c HTTP/1.1" status: 200 len: 210 time: 0.0289528 Jul 27 23:12:37.615482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 141f8504-9f7f-4c8e-81b0-f5d520b25e94 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:37.641544 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 141f8504-9f7f-4c8e-81b0-f5d520b25e94 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:37.641908 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 141f8504-9f7f-4c8e-81b0-f5d520b25e94 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:37.649630 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37066) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:37.712333 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9048f16c-4ebd-41dd-8e27-050501b4a38f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:37.737715 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9048f16c-4ebd-41dd-8e27-050501b4a38f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:37.797004 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9048f16c-4ebd-41dd-8e27-050501b4a38f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:37.799796 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9048f16c-4ebd-41dd-8e27-050501b4a38f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:37.803453 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9048f16c-4ebd-41dd-8e27-050501b4a38f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] 10.222.0.24 "DELETE /v2.0/security-groups/d8bf22a0-e2a0-4876-99bd-f734c1d8b868 HTTP/1.1" status: 204 len: 168 time: 0.1503747 Jul 27 23:12:37.810658 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048f16c-4ebd-41dd-8e27-050501b4a38f tempest-TestShelveInstance-1546024874 tempest-TestShelveInstance-1546024874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bf22a0-e2a0-4876-99bd-f734c1d8b868,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:37.859884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37070) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:38.311239 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ecd7aac-164f-44e4-b014-10dcc72fb6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.556453 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd7aac-164f-44e4-b014-10dcc72fb6e4 admin admin] Deleting port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:38.556802 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ecd7aac-164f-44e4-b014-10dcc72fb6e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.633312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1ecd7aac-164f-44e4-b014-10dcc72fb6e4 admin admin] For port 3b197d04-eae2-4a2e-9d4a-10fee066d8ff, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=3b197d04-eae2-4a2e-9d4a-10fee066d8ff,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:38.633681 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ecd7aac-164f-44e4-b014-10dcc72fb6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.646082 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd7aac-164f-44e4-b014-10dcc72fb6e4 admin admin] Calling delete_port for 3b197d04-eae2-4a2e-9d4a-10fee066d8ff owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:38.833102 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ecd7aac-164f-44e4-b014-10dcc72fb6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:38.871671 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd7aac-164f-44e4-b014-10dcc72fb6e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b197d04-eae2-4a2e-9d4a-10fee066d8ff,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:39.043516 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ecd7aac-164f-44e4-b014-10dcc72fb6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.257937 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecd7aac-164f-44e4-b014-10dcc72fb6e4 admin admin] Router 7dfc9f25-ae18-4528-971d-99bab1db91fc has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:12:39.360678 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecd7aac-164f-44e4-b014-10dcc72fb6e4 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:39.365893 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1ecd7aac-164f-44e4-b014-10dcc72fb6e4 admin admin] 10.222.0.24 "PUT /v2.0/routers/7dfc9f25-ae18-4528-971d-99bab1db91fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5043337 Jul 27 23:12:39.368530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37074) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:39.370467 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99a8b1c-012d-4e8c-b2b4-a35d959ac7c4 None None] Sync routers for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:39.379496 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a8b1c-012d-4e8c-b2b4-a35d959ac7c4 None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:39.380098 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f99a8b1c-012d-4e8c-b2b4-a35d959ac7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:39.478781 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.486803 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f99a8b1c-012d-4e8c-b2b4-a35d959ac7c4 None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:39.586031 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.639225 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Deleting port 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:39.639575 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.663399 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f99a8b1c-012d-4e8c-b2b4-a35d959ac7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:12:38Z', 'revision_number': 5, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port': {'id': '5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:fa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:03:59Z', 'updated_at': '2021-07-27T23:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:39.694101 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99a8b1c-012d-4e8c-b2b4-a35d959ac7c4 None None] Checking router: 7dfc9f25-ae18-4528-971d-99bab1db91fc for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:39.703625 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a8b1c-012d-4e8c-b2b4-a35d959ac7c4 None None] Routers {'7dfc9f25-ae18-4528-971d-99bab1db91fc'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:39.704243 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f99a8b1c-012d-4e8c-b2b4-a35d959ac7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['7dfc9f25-ae18-4528-971d-99bab1db91fc'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:39.716399 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] For port 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:39.716878 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.733569 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Calling delete_port for 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:39.784471 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f99a8b1c-012d-4e8c-b2b4-a35d959ac7c4 None None] Set router 7dfc9f25-ae18-4528-971d-99bab1db91fc gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:39.839839 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f99a8b1c-012d-4e8c-b2b4-a35d959ac7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:12:39Z', 'revision_number': 6, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:39.867802 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99a8b1c-012d-4e8c-b2b4-a35d959ac7c4 None None] The sync data for ids ['7dfc9f25-ae18-4528-971d-99bab1db91fc'] in n-d-802011-3 is: [{'id': '7dfc9f25-ae18-4528-971d-99bab1db91fc', 'name': 'tempest-TestShelveInstance-959656636-router', 'tenant_id': 'bb06876b0605426e9707f3483c05858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:03:58Z', 'updated_at': '2021-07-27T23:12:39Z', 'revision_number': 6, 'project_id': 'bb06876b0605426e9707f3483c05858c', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:12:39.903246 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:39.931376 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:39.992552 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.082046 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.084181 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.126803 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.127322 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dfc9f25-ae18-4528-971d-99bab1db91fc {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:12:40.131653 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.132871 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-7cbf925c-47c4-44f0-8205-fd682a99e20b admin admin] 10.222.0.24 "DELETE /v2.0/routers/7dfc9f25-ae18-4528-971d-99bab1db91fc HTTP/1.1" status: 204 len: 168 time: 0.7633321 Jul 27 23:12:40.135371 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37076) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:40.182940 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-d150e57c-4cd6-4419-b635-ea18fc2b3ef2 admin admin] Deleting subnet a7a800d2-58ad-401f-a0c4-d6471aebe746 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:12:40.186858 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d150e57c-4cd6-4419-b635-ea18fc2b3ef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.221586 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d150e57c-4cd6-4419-b635-ea18fc2b3ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.301769 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d150e57c-4cd6-4419-b635-ea18fc2b3ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.359652 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d150e57c-4cd6-4419-b635-ea18fc2b3ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.385303 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150e57c-4cd6-4419-b635-ea18fc2b3ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a800d2-58ad-401f-a0c4-d6471aebe746,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:40.389288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-d150e57c-4cd6-4419-b635-ea18fc2b3ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.391234 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-d150e57c-4cd6-4419-b635-ea18fc2b3ef2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a7a800d2-58ad-401f-a0c4-d6471aebe746 HTTP/1.1" status: 204 len: 168 time: 0.2549448 Jul 27 23:12:40.393870 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37078) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:40.396437 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11a30fc-3461-40ac-9b6e-5213d4bc9e42 None None] Network 74fea5b2-10ee-45e2-8cda-6427c0184c41 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:40.462675 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.516088 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Deleting port 4af91e6b-f968-4686-b281-723cf9671a64 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:40.516362 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.583591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] For port 4af91e6b-f968-4686-b281-723cf9671a64, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=4af91e6b-f968-4686-b281-723cf9671a64,segment=NetworkSegment(2ff2d990-8326-4d2d-917c-d1897131fc1b),segment_id=2ff2d990-8326-4d2d-917c-d1897131fc1b)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:40.583894 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.596150 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Calling delete_port for 4af91e6b-f968-4686-b281-723cf9671a64 owned by network:dhcp {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:40.641972 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] DHCP port deletion for 74fea5b2-10ee-45e2-8cda-6427c0184c41 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:12:40.683019 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.690824 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Deleting port 4af91e6b-f968-4686-b281-723cf9671a64 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:40.691254 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.712476 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Pushing event deleted for resources: {'Port': ['ID=4af91e6b-f968-4686-b281-723cf9671a64,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:40.716079 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] No DVR routers for this DVR port 4af91e6b-f968-4686-b281-723cf9671a64 on host n-d-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:12:40.757892 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] For port 4af91e6b-f968-4686-b281-723cf9671a64, host n-d-802011-3, got binding levels [] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:40.758318 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.771836 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Calling delete_port for 4af91e6b-f968-4686-b281-723cf9671a64 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:40.774423 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.ipam_backend_mixin [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Port 4af91e6b-f968-4686-b281-723cf9671a64 was not found and therefore no delete operation was performed {{(pid=93836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 23:12:40.775738 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.787684 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.798803 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fea5b2-10ee-45e2-8cda-6427c0184c41']}} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:40.800711 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Pushing event deleted for resources: {'Port': ['ID=4af91e6b-f968-4686-b281-723cf9671a64,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:40.808589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] No DVR routers for this DVR port 4af91e6b-f968-4686-b281-723cf9671a64 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:12:40.811366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff2d990-8326-4d2d-917c-d1897131fc1b') {'for_net_delete': True} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:40.811667 n-d-802011-3 neutron-server[93834]: DEBUG neutron.services.segments.db [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff2d990-8326-4d2d-917c-d1897131fc1b') {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:40.813629 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:40.814235 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:40.814608 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:40.814947 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:40.815287 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:40.815615 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:40.816122 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:40.816624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:40.817121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:40.818159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:40.818685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:40.819194 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e34f7-9e0b-4b47-9f83-0a1ad8a9e954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:40.822121 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947906'] for segment, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.841813 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.849648 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:12:40.850101 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2947992'] for segment, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: Traceback (most recent call last): Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: timer() Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: cb(*args, **kw) Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: return func(*args, **kwargs) Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: self._notify() Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: self.callback(batched_events) Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: event.method(event) Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: return f(self, *a, **k) Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: return self._get(url).json() Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: return self.request(url, 'GET', **kwargs) Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:12:40.851848 n-d-802011-3 neutron-server[93834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:12:40.912482 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.918076 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:40.920406 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] 10.222.0.24 "DELETE /v2.0/networks/74fea5b2-10ee-45e2-8cda-6427c0184c41 HTTP/1.1" status: 204 len: 168 time: 0.5253880 Jul 27 23:12:40.923149 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37080) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:40.932860 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31ba61-3c6b-40da-b0de-d03c5a3cb59f admin admin] Pushing event deleted for resources: {'Network': ['ID=74fea5b2-10ee-45e2-8cda-6427c0184c41,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:41.276937 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f614509d-374d-48d1-9487-b3156ba491bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:41.528983 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f614509d-374d-48d1-9487-b3156ba491bb admin admin] Deleting port dd08c285-53b3-418a-9cf8-45b221791777 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:41.529355 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f614509d-374d-48d1-9487-b3156ba491bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:41.539491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:41.564082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:41.564701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 5d7937fa-0a52-4b37-86ae-91eb2e1e9dd4 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:41.565296 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4af91e6b-f968-4686-b281-723cf9671a64 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:41.584231 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 4af91e6b-f968-4686-b281-723cf9671a64 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:41.584578 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 4af91e6b-f968-4686-b281-723cf9671a64 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:41.584988 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3b197d04-eae2-4a2e-9d4a-10fee066d8ff no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:41.603141 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 3b197d04-eae2-4a2e-9d4a-10fee066d8ff {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:41.603485 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 3b197d04-eae2-4a2e-9d4a-10fee066d8ff not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:41.613050 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f614509d-374d-48d1-9487-b3156ba491bb admin admin] For port dd08c285-53b3-418a-9cf8-45b221791777, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=dd08c285-53b3-418a-9cf8-45b221791777,segment=NetworkSegment(8fc92a39-0337-4f17-90ca-97ad497bc29e),segment_id=8fc92a39-0337-4f17-90ca-97ad497bc29e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:41.613476 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f614509d-374d-48d1-9487-b3156ba491bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:41.627259 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f614509d-374d-48d1-9487-b3156ba491bb admin admin] Calling delete_port for dd08c285-53b3-418a-9cf8-45b221791777 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:41.808529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f614509d-374d-48d1-9487-b3156ba491bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:41.835217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614509d-374d-48d1-9487-b3156ba491bb admin admin] Pushing event deleted for resources: {'Port': ['ID=dd08c285-53b3-418a-9cf8-45b221791777,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:42.317803 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f614509d-374d-48d1-9487-b3156ba491bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:42.525217 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f614509d-374d-48d1-9487-b3156ba491bb admin admin] Router f2279fc6-86b1-4792-b040-3d9d5626d915 has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:12:42.633100 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f614509d-374d-48d1-9487-b3156ba491bb admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:42.638031 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f614509d-374d-48d1-9487-b3156ba491bb admin admin] 10.222.0.24 "PUT /v2.0/routers/f2279fc6-86b1-4792-b040-3d9d5626d915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136059 Jul 27 23:12:42.641649 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37082) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:42.644318 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d482ae-547a-41fb-afd8-5779f399822e None None] Sync routers for ids ['f2279fc6-86b1-4792-b040-3d9d5626d915'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:42.653346 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d482ae-547a-41fb-afd8-5779f399822e None None] Routers {'f2279fc6-86b1-4792-b040-3d9d5626d915'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:42.654696 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-26d482ae-547a-41fb-afd8-5779f399822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f2279fc6-86b1-4792-b040-3d9d5626d915'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:42.744713 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:42.756113 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-26d482ae-547a-41fb-afd8-5779f399822e None None] Set router f2279fc6-86b1-4792-b040-3d9d5626d915 gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:42.847716 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:42.866471 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cb899660-d5ee-4956-93c9-c4507b1c9fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:42.904618 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Deleting port a1b19776-80c4-44b7-b322-cc045d51487e {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:42.904981 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:42.941331 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-26d482ae-547a-41fb-afd8-5779f399822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'name': 'tempest-TestShelveInstance-1066554814-router', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:03Z', 'updated_at': '2021-07-27T23:12:41Z', 'revision_number': 5, 'project_id': 'ee6ad0847e8e40e583d5285b40622683', 'gw_port': {'id': 'a1b19776-80c4-44b7-b322-cc045d51487e', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:04:04Z', 'updated_at': '2021-07-27T23:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:42.971095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d482ae-547a-41fb-afd8-5779f399822e None None] Checking router: f2279fc6-86b1-4792-b040-3d9d5626d915 for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:42.979278 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d482ae-547a-41fb-afd8-5779f399822e None None] Routers {'f2279fc6-86b1-4792-b040-3d9d5626d915'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:42.979876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-26d482ae-547a-41fb-afd8-5779f399822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:15Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['f2279fc6-86b1-4792-b040-3d9d5626d915'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:42.986425 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] For port a1b19776-80c4-44b7-b322-cc045d51487e, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=a1b19776-80c4-44b7-b322-cc045d51487e,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:42.986804 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.001151 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Calling delete_port for a1b19776-80c4-44b7-b322-cc045d51487e owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:43.066640 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-26d482ae-547a-41fb-afd8-5779f399822e None None] Set router f2279fc6-86b1-4792-b040-3d9d5626d915 gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:43.121845 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-26d482ae-547a-41fb-afd8-5779f399822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'name': 'tempest-TestShelveInstance-1066554814-router', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:03Z', 'updated_at': '2021-07-27T23:12:42Z', 'revision_number': 6, 'project_id': 'ee6ad0847e8e40e583d5285b40622683', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:43.152074 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d482ae-547a-41fb-afd8-5779f399822e None None] The sync data for ids ['f2279fc6-86b1-4792-b040-3d9d5626d915'] in n-d-802011-3 is: [{'id': 'f2279fc6-86b1-4792-b040-3d9d5626d915', 'name': 'tempest-TestShelveInstance-1066554814-router', 'tenant_id': 'ee6ad0847e8e40e583d5285b40622683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:04:03Z', 'updated_at': '2021-07-27T23:12:42Z', 'revision_number': 6, 'project_id': 'ee6ad0847e8e40e583d5285b40622683', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:12:43.173559 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.200825 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b19776-80c4-44b7-b322-cc045d51487e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:43.224666 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.260867 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.353607 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.355717 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.398507 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.398995 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2279fc6-86b1-4792-b040-3d9d5626d915 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:12:43.403497 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.404994 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-aeec8738-eaae-4472-91c9-219e73077c90 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f2279fc6-86b1-4792-b040-3d9d5626d915 HTTP/1.1" status: 204 len: 168 time: 0.7624297 Jul 27 23:12:43.407367 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37084) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:43.453021 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ba9e51-c297-4595-ba54-07f82e46541c admin admin] Deleting subnet 6bad8e35-37ab-4e56-b94c-3867d4efb394 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:12:43.455784 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4ba9e51-c297-4595-ba54-07f82e46541c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.501634 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4ba9e51-c297-4595-ba54-07f82e46541c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.609677 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4ba9e51-c297-4595-ba54-07f82e46541c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.650233 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dd08c285-53b3-418a-9cf8-45b221791777 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:43.672650 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4ba9e51-c297-4595-ba54-07f82e46541c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.674773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: dd08c285-53b3-418a-9cf8-45b221791777 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:43.675120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device dd08c285-53b3-418a-9cf8-45b221791777 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:43.700152 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba9e51-c297-4595-ba54-07f82e46541c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bad8e35-37ab-4e56-b94c-3867d4efb394,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:43.702744 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a4ba9e51-c297-4595-ba54-07f82e46541c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.704629 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a4ba9e51-c297-4595-ba54-07f82e46541c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6bad8e35-37ab-4e56-b94c-3867d4efb394 HTTP/1.1" status: 204 len: 168 time: 0.2963305 Jul 27 23:12:43.707087 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37086) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:43.708228 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e0efc-5640-4c3f-baf6-b1d22b1d0c9b None None] Network 994bbbaf-e56c-454c-9531-cb2faebd3b7d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:43.777574 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.830110 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Deleting port e1046938-117d-4bb3-9b7b-6c5c934940b2 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:12:43.830495 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.892568 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] For port e1046938-117d-4bb3-9b7b-6c5c934940b2, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=e1046938-117d-4bb3-9b7b-6c5c934940b2,segment=NetworkSegment(8fc92a39-0337-4f17-90ca-97ad497bc29e),segment_id=8fc92a39-0337-4f17-90ca-97ad497bc29e)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:43.892940 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.905440 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Calling delete_port for e1046938-117d-4bb3-9b7b-6c5c934940b2 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:12:43.988478 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:43.999900 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd216605-0ba1-4cf1-ae57-c1e24abe7bf5 None None] DHCP port deletion for 994bbbaf-e56c-454c-9531-cb2faebd3b7d request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:12:44.016338 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e1046938-117d-4bb3-9b7b-6c5c934940b2,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:44.022107 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] No DVR routers for this DVR port e1046938-117d-4bb3-9b7b-6c5c934940b2 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:12:44.096834 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.107554 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994bbbaf-e56c-454c-9531-cb2faebd3b7d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:44.118688 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc92a39-0337-4f17-90ca-97ad497bc29e') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:44.118991 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc92a39-0337-4f17-90ca-97ad497bc29e') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:44.129090 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.142658 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.148485 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:12:44.148886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: timer() Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:12:44.150686 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:12:44.204658 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.212173 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.213806 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] 10.222.0.24 "DELETE /v2.0/networks/994bbbaf-e56c-454c-9531-cb2faebd3b7d HTTP/1.1" status: 204 len: 168 time: 0.5057576 Jul 27 23:12:44.223664 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86e3de-4162-4332-b06c-0e246b52c3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=994bbbaf-e56c-454c-9531-cb2faebd3b7d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:44.334662 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37090) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:44.373922 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b3ae18e6-1e8f-42fb-ad58-e0fa6f8c7ce2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb06876b0605426e9707f3483c05858c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374267 Jul 27 23:12:44.376102 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37092) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:44.426059 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54a8cdd3-5183-4f33-b458-85465e2897c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.446811 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54a8cdd3-5183-4f33-b458-85465e2897c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.494808 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54a8cdd3-5183-4f33-b458-85465e2897c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.497452 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54a8cdd3-5183-4f33-b458-85465e2897c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.501387 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-54a8cdd3-5183-4f33-b458-85465e2897c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f6992c6-b5b8-4f83-94cb-1e9566e14a9d HTTP/1.1" status: 204 len: 168 time: 0.1243243 Jul 27 23:12:44.509535 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8cdd3-5183-4f33-b458-85465e2897c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6992c6-b5b8-4f83-94cb-1e9566e14a9d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:44.801085 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:44.839255 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-acb34c0f-3b35-41a7-9b83-ba5409d8dccc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee6ad0847e8e40e583d5285b40622683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370107 Jul 27 23:12:44.842348 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37100) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:44.887397 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9f12842-e92e-4b44-9b68-1d26688e26cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.908457 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9f12842-e92e-4b44-9b68-1d26688e26cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.953032 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9f12842-e92e-4b44-9b68-1d26688e26cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.955547 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f9f12842-e92e-4b44-9b68-1d26688e26cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:44.956669 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-f9f12842-e92e-4b44-9b68-1d26688e26cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48dd18e1-fc5c-44ca-8738-dcb13d75912e HTTP/1.1" status: 204 len: 168 time: 0.1134477 Jul 27 23:12:44.964758 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f12842-e92e-4b44-9b68-1d26688e26cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dd18e1-fc5c-44ca-8738-dcb13d75912e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:45.516219 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-99a4491f-2af1-4aaa-9b60-34d777fdba51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.521358 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a1b19776-80c4-44b7-b322-cc045d51487e no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:45.542092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: a1b19776-80c4-44b7-b322-cc045d51487e {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:45.542479 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device a1b19776-80c4-44b7-b322-cc045d51487e not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:45.542901 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e1046938-117d-4bb3-9b7b-6c5c934940b2 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:12:45.562991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: e1046938-117d-4bb3-9b7b-6c5c934940b2 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:12:45.563340 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device e1046938-117d-4bb3-9b7b-6c5c934940b2 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:12:45.632822 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37122) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:45.734368 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-390076748-network', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:45.756156 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Made reservation on behalf of 2f1ac37cf92c42f6898c38fb63346c8f for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:45.758462 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.769254 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.855253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.859243 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.879682 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.883722 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:12:45.894282 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3368ec45-46c5-4cf9-954e-33f8c361584a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:45.899061 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.899410 n-d-802011-3 neutron-server[93835]: INFO neutron.db.segments_db [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Added segment 705db106-4583-4b20-845e-5a716815b010 of type vlan for network 63512901-c981-4a2e-8c65-415b15263f31 Jul 27 23:12:45.940619 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.970586 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:45.971547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:45.972126 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.024720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3907807 Jul 27 23:12:46.027814 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37126) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:46.031988 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c04370-c862-4c91-8389-adf18f12f326 admin admin] Pushing event updated for resources: {'Network': ['ID=63512901-c981-4a2e-8c65-415b15263f31,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:46.033136 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3acf9ebd-1cae-44c2-8f57-e0694e56d938 admin admin] Request body: {'subnet': {'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-390076748-subnet', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'ip_version': 4}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:46.042100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 63512901-c981-4a2e-8c65-415b15263f31 details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:12:46.054237 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acf9ebd-1cae-44c2-8f57-e0694e56d938 admin admin] Made reservation on behalf of 2f1ac37cf92c42f6898c38fb63346c8f for: {'subnet': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:46.056554 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3acf9ebd-1cae-44c2-8f57-e0694e56d938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2666371'] for subnet, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.222902 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3acf9ebd-1cae-44c2-8f57-e0694e56d938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2947875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2666481'] for subnet, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.278366 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf9ebd-1cae-44c2-8f57-e0694e56d938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac514568-c7a2-4a1d-b73c-dca9caf9e698,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:46.284922 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acf9ebd-1cae-44c2-8f57-e0694e56d938 admin admin] Checking segment: {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:46.285285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acf9ebd-1cae-44c2-8f57-e0694e56d938 admin admin] Network hostable DHCP agents. Network: 63512901-c981-4a2e-8c65-415b15263f31, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:12:46.301964 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acf9ebd-1cae-44c2-8f57-e0694e56d938 admin admin] Network 63512901-c981-4a2e-8c65-415b15263f31 is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:12:46.311320 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-3acf9ebd-1cae-44c2-8f57-e0694e56d938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 63512901-c981-4a2e-8c65-415b15263f31) {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:46.315195 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acf9ebd-1cae-44c2-8f57-e0694e56d938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:46.315780 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3acf9ebd-1cae-44c2-8f57-e0694e56d938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.319971 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70ab69a-752c-4ef7-91e0-1ee4c2c8831c None None] Network 63512901-c981-4a2e-8c65-415b15263f31 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:46.328981 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3acf9ebd-1cae-44c2-8f57-e0694e56d938 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3000715 Jul 27 23:12:46.331740 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37128) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:46.336067 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:46.355636 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.356701 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.411883 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.460570 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-63512901-c981-4a2e-8c65-415b15263f31', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:12:46.461436 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.600245 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Allocated IP 172.20.0.2 (63512901-c981-4a2e-8c65-415b15263f31/ac514568-c7a2-4a1d-b73c-dca9caf9e698/8a863056-823f-4fdb-a7c1-7d2564f369cc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:46.843986 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.881855 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.913226 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.921896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Transition to ACTIVE for port object 8a863056-823f-4fdb-a7c1-7d2564f369cc will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:46.936862 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Transition to ACTIVE for port object 8a863056-823f-4fdb-a7c1-7d2564f369cc will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:46.942999 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:46.981125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Network 63512901-c981-4a2e-8c65-415b15263f31 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:46.984655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:46.990492 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:46.997247 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Pushing event updated for resources: {'Port': ['ID=8a863056-823f-4fdb-a7c1-7d2564f369cc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:47.051553 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Attempting to bind port 8a863056-823f-4fdb-a7c1-7d2564f369cc on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:47.051978 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Attempting to bind port 8a863056-823f-4fdb-a7c1-7d2564f369cc by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:47.052314 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Attempting to bind port 8a863056-823f-4fdb-a7c1-7d2564f369cc on network 63512901-c981-4a2e-8c65-415b15263f31 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:47.057292 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:47.057667 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Checking segment: {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:47.058067 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.058520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Bound using segment: {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:47.058986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Bound port: 8a863056-823f-4fdb-a7c1-7d2564f369cc, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:47.059373 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.097843 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.116705 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.126726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] For port 8a863056-823f-4fdb-a7c1-7d2564f369cc, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:47.130090 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] For port 8a863056-823f-4fdb-a7c1-7d2564f369cc, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8a863056-823f-4fdb-a7c1-7d2564f369cc,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:47.135330 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.184988 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.210145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60ef61-708e-40b5-90d7-effc5fab71ee None None] Pushing event updated for resources: {'Port': ['ID=8a863056-823f-4fdb-a7c1-7d2564f369cc,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:47.226093 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Allocated IP 172.25.1.197 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/44bd6325-7458-4a6d-9969-b173cca0fd89) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:47.331762 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.377090 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.416872 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:47.419986 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:47.422285 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:47.453384 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Pushing event updated for resources: {'Port': ['ID=44bd6325-7458-4a6d-9969-b173cca0fd89,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:47.559746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8a863056-823f-4fdb-a7c1-7d2564f369cc up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:47.613456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 8a863056-823f-4fdb-a7c1-7d2564f369cc completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:47.685610 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:47.884087 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.017591 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Router 92ca153c-031d-49c2-9464-2a87525bddad is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:12:48.110809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba08b1e4-3cfb-4372-b26c-b7cf54757957 None None] Network 63512901-c981-4a2e-8c65-415b15263f31 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:48.131793 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:48.142444 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Sync routers for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:48.148720 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.149976 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9bfb9cda-4491-4dc2-bfb4-86c2a4ea06bb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8173084 Jul 27 23:12:48.152936 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37130) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:48.153445 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:48.154637 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:48.240456 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-23ec29e2-1850-427f-bcc8-b0df9422f225 None None] Provisioning for port 8a863056-823f-4fdb-a7c1-7d2564f369cc completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:48.244975 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-23ec29e2-1850-427f-bcc8-b0df9422f225 None None] Provisioning complete for port 8a863056-823f-4fdb-a7c1-7d2564f369cc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:48.245437 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23ec29e2-1850-427f-bcc8-b0df9422f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.272179 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:48.353253 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23ec29e2-1850-427f-bcc8-b0df9422f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.412468 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.416734 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-23ec29e2-1850-427f-bcc8-b0df9422f225 None None] For port 8a863056-823f-4fdb-a7c1-7d2564f369cc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8a863056-823f-4fdb-a7c1-7d2564f369cc,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:48.423417 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23ec29e2-1850-427f-bcc8-b0df9422f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.486685 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec29e2-1850-427f-bcc8-b0df9422f225 None None] Pushing event updated for resources: {'Port': ['ID=8a863056-823f-4fdb-a7c1-7d2564f369cc,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:48.579292 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:47Z', 'revision_number': 3, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:48.605789 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Checking router: 92ca153c-031d-49c2-9464-2a87525bddad for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:48.606135 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Updating router 92ca153c-031d-49c2-9464-2a87525bddad port 44bd6325-7458-4a6d-9969-b173cca0fd89 binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:12:48.607721 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.632412 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.648633 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-ac7fab2c-817b-4a0c-b14d-c5d026e6dfa3 None None] Provisioning complete for port 8a863056-823f-4fdb-a7c1-7d2564f369cc triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:48.649207 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac7fab2c-817b-4a0c-b14d-c5d026e6dfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.766779 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Allocated IP 172.20.0.1 (63512901-c981-4a2e-8c65-415b15263f31/ac514568-c7a2-4a1d-b73c-dca9caf9e698/141d1489-07a6-4e50-80f8-efbe94de440f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:48.868768 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.881933 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Transition to ACTIVE for port object 141d1489-07a6-4e50-80f8-efbe94de440f will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:48.893869 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.903255 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Transition to ACTIVE for port object 44bd6325-7458-4a6d-9969-b173cca0fd89 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:48.908462 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.917340 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.959908 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Network 63512901-c981-4a2e-8c65-415b15263f31 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:48.962513 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Attempting to bind port 44bd6325-7458-4a6d-9969-b173cca0fd89 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:48.962697 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:48.962885 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Attempting to bind port 44bd6325-7458-4a6d-9969-b173cca0fd89 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:48.963246 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Attempting to bind port 44bd6325-7458-4a6d-9969-b173cca0fd89 on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:48.968805 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:48.972460 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Pushing event updated for resources: {'Port': ['ID=44bd6325-7458-4a6d-9969-b173cca0fd89,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:48.974162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Pushing event updated for resources: {'Port': ['ID=141d1489-07a6-4e50-80f8-efbe94de440f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:48.975486 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:48.976669 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:48.977132 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.977913 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:48.978416 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Bound port: 44bd6325-7458-4a6d-9969-b173cca0fd89, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:48.978811 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:48.987492 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:48.989006 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:48.989363 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:48.989915 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:48.990543 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:48.991108 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:48.991687 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:48.992182 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:48.992522 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:48.992859 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:48.993191 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:48.993519 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:12:49.016731 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.056597 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] For port 44bd6325-7458-4a6d-9969-b173cca0fd89, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:49.061232 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] For port 44bd6325-7458-4a6d-9969-b173cca0fd89, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=44bd6325-7458-4a6d-9969-b173cca0fd89,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:49.065934 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.124201 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:49.125222 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:49.165529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.178533 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291c04b-b86c-416f-a5e4-e0fd26a57949 None None] Pushing event updated for resources: {'Port': ['ID=44bd6325-7458-4a6d-9969-b173cca0fd89,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:49.246736 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:49.257134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-210046bf-f68f-4764-9688-41d3017dc87e None None] Provisioning for port 141d1489-07a6-4e50-80f8-efbe94de440f completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:49.261239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-210046bf-f68f-4764-9688-41d3017dc87e None None] Provisioning complete for port 141d1489-07a6-4e50-80f8-efbe94de440f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:49.261750 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-210046bf-f68f-4764-9688-41d3017dc87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.312977 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-210046bf-f68f-4764-9688-41d3017dc87e None None] Port 141d1489-07a6-4e50-80f8-efbe94de440f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:12:49.340541 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.351021 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.416124 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.418686 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Pushing event updated for resources: {'Port': ['ID=141d1489-07a6-4e50-80f8-efbe94de440f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:49.441267 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:47Z', 'revision_number': 3, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:49.469264 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf281d-c786-4130-bd98-24d86c2d9f99 None None] The sync data for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 is: [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:47Z', 'revision_number': 3, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:12:49.519246 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Network 63512901-c981-4a2e-8c65-415b15263f31 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:49.521093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:49.526958 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8a863056-823f-4fdb-a7c1-7d2564f369cc up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:49.589332 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 8a863056-823f-4fdb-a7c1-7d2564f369cc triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:49.589781 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.668126 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Router 92ca153c-031d-49c2-9464-2a87525bddad has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:12:49.805273 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:49.810531 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1dfb23c0-803a-4710-9667-e90163124501 admin admin] 10.222.0.24 "PUT /v2.0/routers/92ca153c-031d-49c2-9464-2a87525bddad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6548359 Jul 27 23:12:49.846274 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f9ad1a5f-420d-4033-81d5-a10d76ae9fdc None None] Provisioning complete for port 141d1489-07a6-4e50-80f8-efbe94de440f triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:49.846791 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1a5f-420d-4033-81d5-a10d76ae9fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:49.885182 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad1a5f-420d-4033-81d5-a10d76ae9fdc None None] Port 141d1489-07a6-4e50-80f8-efbe94de440f cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:12:50.304589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37146) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:50.309886 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-832191224-network', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:50.334009 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Made reservation on behalf of a683bd670d0a4d95b80cd0600a259b67 for: {'network': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:50.336386 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for network, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.345829 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.436525 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.440093 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.463713 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 23:12:50.473812 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc6b8da-4afa-48dc-a885-262c41a76cc8,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:50.478544 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.478904 n-d-802011-3 neutron-server[93834]: INFO neutron.db.segments_db [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Added segment 9e0dd3ab-1229-4eb7-9946-29bbc34a45d7 of type vlan for network 8cee548a-0888-4e48-9c1e-9b561abd049d Jul 27 23:12:50.519105 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779860312149'] for network, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.558336 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535'] for network, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.559314 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:50.559885 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Notify callbacks [] for network, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:50.613506 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3076632 Jul 27 23:12:50.616276 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37148) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:50.621340 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-2a0ed77f-7c58-470e-8ae9-c0b37c985afb admin admin] Request body: {'subnet': {'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-832191224-subnet', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:50.622235 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276ac5d-1751-4cee-b54f-d86b1b2088fc admin admin] Pushing event updated for resources: {'Network': ['ID=8cee548a-0888-4e48-9c1e-9b561abd049d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:50.632282 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Network 8cee548a-0888-4e48-9c1e-9b561abd049d details requested by agent ovs-agent-n-d-802011-3 with host n-d-802011-3 {{(pid=93836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 23:12:50.642395 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0ed77f-7c58-470e-8ae9-c0b37c985afb admin admin] Made reservation on behalf of a683bd670d0a4d95b80cd0600a259b67 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:12:50.644729 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed77f-7c58-470e-8ae9-c0b37c985afb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261530579'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.053435 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Sync routers for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:51.062936 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:51.063560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:51.143984 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed77f-7c58-470e-8ae9-c0b37c985afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3785772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261530529'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.178014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:51.197940 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ed77f-7c58-470e-8ae9-c0b37c985afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:51.214921 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ed77f-7c58-470e-8ae9-c0b37c985afb admin admin] Checking segment: {'id': '9e0dd3ab-1229-4eb7-9946-29bbc34a45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:51.215291 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0ed77f-7c58-470e-8ae9-c0b37c985afb admin admin] Network hostable DHCP agents. Network: 8cee548a-0888-4e48-9c1e-9b561abd049d, hostable agents: ['d824d308-e03b-418e-b2d1-51bcabc93aaf'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 23:12:51.231909 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0ed77f-7c58-470e-8ae9-c0b37c985afb admin admin] Network 8cee548a-0888-4e48-9c1e-9b561abd049d is scheduled to be hosted by DHCP agent d824d308-e03b-418e-b2d1-51bcabc93aaf with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 23:12:51.241022 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-2a0ed77f-7c58-470e-8ae9-c0b37c985afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802011-3, 8cee548a-0888-4e48-9c1e-9b561abd049d) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:51.246041 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ed77f-7c58-470e-8ae9-c0b37c985afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:51.248139 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed77f-7c58-470e-8ae9-c0b37c985afb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.251589 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d4114b-39f3-4934-b4d3-ab9154d5d25f None None] Network 8cee548a-0888-4e48-9c1e-9b561abd049d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:51.261536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2a0ed77f-7c58-470e-8ae9-c0b37c985afb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6440561 Jul 27 23:12:51.264929 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37150) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:51.269716 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-832191224-router', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:51.290654 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-75734'] for router, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.291891 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-966020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-961865', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-75727'] for router, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.348211 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.482919 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0ebece7-f975-55a0-8912-4808a380929a-8cee548a-0888-4e48-9c1e-9b561abd049d', 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'fixed_ips': [{'subnet_id': 'fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34'}]}} from n-d-802011-3. {{(pid=93836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 23:12:51.483786 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.502947 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-965905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-75773'] for router, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.504986 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 2, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:51.548404 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Checking router: 92ca153c-031d-49c2-9464-2a87525bddad for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:51.548757 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Updating router 92ca153c-031d-49c2-9464-2a87525bddad port 141d1489-07a6-4e50-80f8-efbe94de440f binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:12:51.611134 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 44bd6325-7458-4a6d-9969-b173cca0fd89 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:51.641775 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.720689 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.744954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.805789 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Allocated IP 172.20.0.2 (8cee548a-0888-4e48-9c1e-9b561abd049d/fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34/aa059da9-8158-4af6-861e-a6f28299c9b9) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:51.819288 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 44bd6325-7458-4a6d-9969-b173cca0fd89 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:51.835783 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 44bd6325-7458-4a6d-9969-b173cca0fd89 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:51.836150 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.852034 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Allocated IP 172.25.1.148 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/d016ded5-73bc-41ac-b403-ac042ba4072d) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:51.958978 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:51.999800 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.038972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:52.041818 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:52.045037 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:52.073949 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=d016ded5-73bc-41ac-b403-ac042ba4072d,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:52.098488 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.126837 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.162767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 44bd6325-7458-4a6d-9969-b173cca0fd89, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=44bd6325-7458-4a6d-9969-b173cca0fd89,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:52.165249 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Transition to ACTIVE for port object aa059da9-8158-4af6-861e-a6f28299c9b9 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:52.171466 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.193943 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.223810 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Transition to ACTIVE for port object aa059da9-8158-4af6-861e-a6f28299c9b9 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:52.232985 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Transition to ACTIVE for port object 141d1489-07a6-4e50-80f8-efbe94de440f will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:52.236468 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.250030 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.271210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Network 8cee548a-0888-4e48-9c1e-9b561abd049d is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:52.274073 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=44bd6325-7458-4a6d-9969-b173cca0fd89,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:52.276788 n-d-802011-3 neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:52.281796 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:52.306676 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.374016 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Pushing event updated for resources: {'Port': ['ID=aa059da9-8158-4af6-861e-a6f28299c9b9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:52.431071 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Attempting to bind port aa059da9-8158-4af6-861e-a6f28299c9b9 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:52.431442 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Attempting to bind port aa059da9-8158-4af6-861e-a6f28299c9b9 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '9e0dd3ab-1229-4eb7-9946-29bbc34a45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:52.431803 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Attempting to bind port aa059da9-8158-4af6-861e-a6f28299c9b9 on network 8cee548a-0888-4e48-9c1e-9b561abd049d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:52.443458 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Attempting to bind port 141d1489-07a6-4e50-80f8-efbe94de440f on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:52.443825 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Attempting to bind port 141d1489-07a6-4e50-80f8-efbe94de440f by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:52.444184 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Attempting to bind port 141d1489-07a6-4e50-80f8-efbe94de440f on network 63512901-c981-4a2e-8c65-415b15263f31 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:52.450357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:52.451061 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Checking segment: {'id': '9e0dd3ab-1229-4eb7-9946-29bbc34a45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:52.451635 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.452036 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Bound using segment: {'id': '9e0dd3ab-1229-4eb7-9946-29bbc34a45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:52.452513 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Bound port: aa059da9-8158-4af6-861e-a6f28299c9b9, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0dd3ab-1229-4eb7-9946-29bbc34a45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:52.452891 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.469014 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:52.469388 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Checking segment: {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:52.469785 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.470180 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Bound using segment: {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:52.470683 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Bound port: 141d1489-07a6-4e50-80f8-efbe94de440f, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:52.471063 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.474397 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3438d80-6f55-421a-9a21-2e3401618eae None None] Pushing event updated for resources: {'Port': ['ID=141d1489-07a6-4e50-80f8-efbe94de440f,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:52.527532 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-965912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568726'] for router, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.577950 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] For port aa059da9-8158-4af6-861e-a6f28299c9b9, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:52.601211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] For port aa059da9-8158-4af6-861e-a6f28299c9b9, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=aa059da9-8158-4af6-861e-a6f28299c9b9,segment=NetworkSegment(9e0dd3ab-1229-4eb7-9946-29bbc34a45d7),segment_id=9e0dd3ab-1229-4eb7-9946-29bbc34a45d7)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:52.604338 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] For port 141d1489-07a6-4e50-80f8-efbe94de440f, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:52.609436 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.641508 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] For port 141d1489-07a6-4e50-80f8-efbe94de440f, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=141d1489-07a6-4e50-80f8-efbe94de440f,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:52.649270 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:52.693925 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc63436-ab34-4b11-af26-cc5fb31e4771 None None] Pushing event updated for resources: {'Port': ['ID=aa059da9-8158-4af6-861e-a6f28299c9b9,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:52.708326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:52.708991 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:52.834767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3438d80-6f55-421a-9a21-2e3401618eae None None] Pushing event updated for resources: {'Port': ['ID=141d1489-07a6-4e50-80f8-efbe94de440f,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:52.869765 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:53.025598 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Router ea7d3f53-78a6-4c74-9b0f-45eae05b930a is scheduled to L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 with binding_index 1 {{(pid=93834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 23:12:53.145633 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:53.156188 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Sync routers for ids ['ea7d3f53-78a6-4c74-9b0f-45eae05b930a'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:53.162196 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.166126 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-277907b0-937e-4e25-815c-c5796c945fa4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8976088 Jul 27 23:12:53.166315 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Routers {'ea7d3f53-78a6-4c74-9b0f-45eae05b930a'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:53.166315 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ea7d3f53-78a6-4c74-9b0f-45eae05b930a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:53.166725 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37152) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:53.270689 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Set router ea7d3f53-78a6-4c74-9b0f-45eae05b930a gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:53.306579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:53.333876 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250f1fee-65ac-4cbb-be80-658b806f3a2c None None] The sync data for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 is: [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:12:53.547040 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'name': 'tempest-TestSnapshotPattern-832191224-router', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 3, 'project_id': 'a683bd670d0a4d95b80cd0600a259b67', 'gw_port': {'id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:53.598559 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Checking router: ea7d3f53-78a6-4c74-9b0f-45eae05b930a for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:53.598913 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Updating router ea7d3f53-78a6-4c74-9b0f-45eae05b930a port d016ded5-73bc-41ac-b403-ac042ba4072d binding host n-d-802011-3 {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:12:53.631101 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.699620 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:53.764159 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device aa059da9-8158-4af6-861e-a6f28299c9b9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:53.851210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port aa059da9-8158-4af6-861e-a6f28299c9b9 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:53.856334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 141d1489-07a6-4e50-80f8-efbe94de440f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:53.912153 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Allocated IP 172.20.0.1 (8cee548a-0888-4e48-9c1e-9b561abd049d/fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34/13161254-fb63-4306-bc2d-7ca340d08fb2) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:12:53.955311 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 141d1489-07a6-4e50-80f8-efbe94de440f completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:53.959248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 141d1489-07a6-4e50-80f8-efbe94de440f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:53.959641 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.005892 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb56e155-3456-4195-87bd-3c7e37f9bb37 None None] Network 8cee548a-0888-4e48-9c1e-9b561abd049d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:12:54.022715 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.035113 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Transition to ACTIVE for port object d016ded5-73bc-41ac-b403-ac042ba4072d will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:54.043697 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.087280 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.097968 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f8ee6f64-4c24-493d-8bcb-698197fa5fb5 None None] Provisioning for port aa059da9-8158-4af6-861e-a6f28299c9b9 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:54.104430 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Attempting to bind port d016ded5-73bc-41ac-b403-ac042ba4072d on host n-d-802011-3 for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:54.105884 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Attempting to bind port d016ded5-73bc-41ac-b403-ac042ba4072d by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:54.105884 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Attempting to bind port d016ded5-73bc-41ac-b403-ac042ba4072d on network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:54.108092 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f8ee6f64-4c24-493d-8bcb-698197fa5fb5 None None] Provisioning complete for port aa059da9-8158-4af6-861e-a6f28299c9b9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:54.108589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Transition to ACTIVE for port object 13161254-fb63-4306-bc2d-7ca340d08fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:54.109182 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6f64-4c24-493d-8bcb-698197fa5fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.115500 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:54.115926 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Checking segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:54.116840 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.117073 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Bound using segment: {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:54.117600 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Bound port: d016ded5-73bc-41ac-b403-ac042ba4072d, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4874cc79-26ee-4e82-b4ef-e2f34cb11022', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:54.118036 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.152380 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.157396 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e937b65-9e15-47a4-af9d-40c2a77791b1 None None] Pushing event updated for resources: {'Port': ['ID=d016ded5-73bc-41ac-b403-ac042ba4072d,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:54.199185 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] For port d016ded5-73bc-41ac-b403-ac042ba4072d, host n-d-802011-3, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:54.202929 n-d-802011-3 neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] For port d016ded5-73bc-41ac-b403-ac042ba4072d, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d016ded5-73bc-41ac-b403-ac042ba4072d,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:54.209938 n-d-802011-3 neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.210299 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Pushing event updated for resources: {'Port': ['ID=13161254-fb63-4306-bc2d-7ca340d08fb2,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:54.225025 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Network 8cee548a-0888-4e48-9c1e-9b561abd049d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:54.226901 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:54.229903 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:12:54.231410 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.279296 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Routers {'ea7d3f53-78a6-4c74-9b0f-45eae05b930a'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:54.280147 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ea7d3f53-78a6-4c74-9b0f-45eae05b930a'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:54.287369 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568649'] for router_interface, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.301495 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 141d1489-07a6-4e50-80f8-efbe94de440f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=141d1489-07a6-4e50-80f8-efbe94de440f,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:54.330908 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e937b65-9e15-47a4-af9d-40c2a77791b1 None None] Pushing event updated for resources: {'Port': ['ID=d016ded5-73bc-41ac-b403-ac042ba4072d,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:54.348410 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.349961 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 44bd6325-7458-4a6d-9969-b173cca0fd89 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:54.461857 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=141d1489-07a6-4e50-80f8-efbe94de440f,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:54.478198 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.491000 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 44bd6325-7458-4a6d-9969-b173cca0fd89 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:54.491640 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.494933 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6f64-4c24-493d-8bcb-698197fa5fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.554245 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] Set router ea7d3f53-78a6-4c74-9b0f-45eae05b930a gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:54.580215 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-f8ee6f64-4c24-493d-8bcb-698197fa5fb5 None None] For port aa059da9-8158-4af6-861e-a6f28299c9b9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=aa059da9-8158-4af6-861e-a6f28299c9b9,segment=NetworkSegment(9e0dd3ab-1229-4eb7-9946-29bbc34a45d7),segment_id=9e0dd3ab-1229-4eb7-9946-29bbc34a45d7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:54.591662 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f8ee6f64-4c24-493d-8bcb-698197fa5fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.696715 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee6f64-4c24-493d-8bcb-698197fa5fb5 None None] Pushing event updated for resources: {'Port': ['ID=aa059da9-8158-4af6-861e-a6f28299c9b9,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:54.734698 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-15186b7c-6614-4f2e-b6e5-560befa2072b None None] Provisioning for port 13161254-fb63-4306-bc2d-7ca340d08fb2 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:54.740874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-15186b7c-6614-4f2e-b6e5-560befa2072b None None] Provisioning complete for port 13161254-fb63-4306-bc2d-7ca340d08fb2 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:54.741692 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15186b7c-6614-4f2e-b6e5-560befa2072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.759895 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.767227 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.791144 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-15186b7c-6614-4f2e-b6e5-560befa2072b None None] Port 13161254-fb63-4306-bc2d-7ca340d08fb2 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:12:54.801879 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-15186b7c-6614-4f2e-b6e5-560befa2072b None None] Provisioning complete for port aa059da9-8158-4af6-861e-a6f28299c9b9 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:54.802482 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15186b7c-6614-4f2e-b6e5-560befa2072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.803001 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'name': 'tempest-TestSnapshotPattern-832191224-router', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 3, 'project_id': 'a683bd670d0a4d95b80cd0600a259b67', 'gw_port': {'id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:54.848343 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9a838-86f5-4c69-9469-43577335e37f None None] The sync data for ids ['ea7d3f53-78a6-4c74-9b0f-45eae05b930a'] in n-d-802011-3 is: [{'id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'name': 'tempest-TestSnapshotPattern-832191224-router', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 3, 'project_id': 'a683bd670d0a4d95b80cd0600a259b67', 'gw_port': {'id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:12:54.862061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Pushing event updated for resources: {'Port': ['ID=13161254-fb63-4306-bc2d-7ca340d08fb2,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:54.872201 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-964313'] for router_interface, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:54.983832 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Network 8cee548a-0888-4e48-9c1e-9b561abd049d is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:12:54.985427 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:12:55.075415 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1901bdab-27dd-4a48-8408-25a37fc889b4 None None] Provisioning complete for port 13161254-fb63-4306-bc2d-7ca340d08fb2 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:55.076847 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1901bdab-27dd-4a48-8408-25a37fc889b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.125144 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-1901bdab-27dd-4a48-8408-25a37fc889b4 None None] Port 13161254-fb63-4306-bc2d-7ca340d08fb2 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:12:55.130979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Router ea7d3f53-78a6-4c74-9b0f-45eae05b930a has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:12:55.261258 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-dd45a29b-dffe-4ff9-bda6-083829030950 None None] Provisioning complete for port 13161254-fb63-4306-bc2d-7ca340d08fb2 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:55.261629 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dd45a29b-dffe-4ff9-bda6-083829030950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.271530 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:12:55.277088 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-9d222b76-4429-4e3d-bacd-e335bd31f17a admin admin] 10.222.0.24 "PUT /v2.0/routers/ea7d3f53-78a6-4c74-9b0f-45eae05b930a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1097648 Jul 27 23:12:55.303601 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dd45a29b-dffe-4ff9-bda6-083829030950 None None] Port 13161254-fb63-4306-bc2d-7ca340d08fb2 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:12:55.604673 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device aa059da9-8158-4af6-861e-a6f28299c9b9 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:55.659395 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port aa059da9-8158-4af6-861e-a6f28299c9b9 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:55.659862 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.740253 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d016ded5-73bc-41ac-b403-ac042ba4072d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:55.790097 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port d016ded5-73bc-41ac-b403-ac042ba4072d completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:55.794277 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d016ded5-73bc-41ac-b403-ac042ba4072d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:55.794880 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.876038 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.896240 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port d016ded5-73bc-41ac-b403-ac042ba4072d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d016ded5-73bc-41ac-b403-ac042ba4072d,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:55.899872 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:55.900634 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 141d1489-07a6-4e50-80f8-efbe94de440f up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:55.973121 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=d016ded5-73bc-41ac-b403-ac042ba4072d,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:55.983989 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 141d1489-07a6-4e50-80f8-efbe94de440f triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:55.984366 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.656460 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Sync routers for ids ['ea7d3f53-78a6-4c74-9b0f-45eae05b930a'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:12:56.665676 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Routers {'ea7d3f53-78a6-4c74-9b0f-45eae05b930a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:56.666393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ea7d3f53-78a6-4c74-9b0f-45eae05b930a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:56.771002 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Set router ea7d3f53-78a6-4c74-9b0f-45eae05b930a gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:56.899877 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37162) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:56.905728 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-db9f9924-194e-468f-adc0-837f9e77c5c1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434408865', 'description': 'tempest-secgroup-smoke-434408865 description', 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:56.927290 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db9f9924-194e-468f-adc0-837f9e77c5c1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:56.966869 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'name': 'tempest-TestSnapshotPattern-832191224-router', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 4, 'project_id': 'a683bd670d0a4d95b80cd0600a259b67', 'gw_port': {'id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '13161254-fb63-4306-bc2d-7ca340d08fb2', 'name': '', 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'mac_address': 'fa:16:3e:1b:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:53Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 2, 'project_id': 'a683bd670d0a4d95b80cd0600a259b67', 'subnets': [{'id': 'fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:56.996661 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Checking router: ea7d3f53-78a6-4c74-9b0f-45eae05b930a for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:12:56.997009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Updating router ea7d3f53-78a6-4c74-9b0f-45eae05b930a port 13161254-fb63-4306-bc2d-7ca340d08fb2 binding host n-d-802011-3 {{(pid=93836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 23:12:57.009529 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db9f9924-194e-468f-adc0-837f9e77c5c1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.015954 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db9f9924-194e-468f-adc0-837f9e77c5c1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.022923 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.043862 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-db9f9924-194e-468f-adc0-837f9e77c5c1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.045307 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-db9f9924-194e-468f-adc0-837f9e77c5c1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1442003 Jul 27 23:12:57.048435 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37164) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:57.053642 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1277aee1-ca36-4690-a90d-a76d98ab306f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Request body: {'security_group_rule': {'security_group_id': '94de0762-7a5c-4640-ab5d-684e90687751', 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:57.054701 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f9924-194e-468f-adc0-837f9e77c5c1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94de0762-7a5c-4640-ab5d-684e90687751,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:57.082113 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1277aee1-ca36-4690-a90d-a76d98ab306f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.135636 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1277aee1-ca36-4690-a90d-a76d98ab306f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.140970 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1277aee1-ca36-4690-a90d-a76d98ab306f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.159182 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277aee1-ca36-4690-a90d-a76d98ab306f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd38ee8-fcdb-4fa5-92b0-f5245415580f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:57.167082 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1277aee1-ca36-4690-a90d-a76d98ab306f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.168360 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-1277aee1-ca36-4690-a90d-a76d98ab306f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187894 Jul 27 23:12:57.172013 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37166) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:57.176722 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-ff23c425-9398-4359-910a-c9ee01849cbe tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Request body: {'security_group_rule': {'security_group_id': '94de0762-7a5c-4640-ab5d-684e90687751', 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:57.205942 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff23c425-9398-4359-910a-c9ee01849cbe tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.254980 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff23c425-9398-4359-910a-c9ee01849cbe tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.258851 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff23c425-9398-4359-910a-c9ee01849cbe tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.277114 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23c425-9398-4359-910a-c9ee01849cbe tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ff692b-6e2e-4b2d-a425-56aaf49cbad6,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:57.283288 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-ff23c425-9398-4359-910a-c9ee01849cbe tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.286798 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-ff23c425-9398-4359-910a-c9ee01849cbe tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136565 Jul 27 23:12:57.287498 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37168) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:57.292147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c4d9e490-4727-4852-a777-95e1e476ecea tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Request body: {'security_group_rule': {'security_group_id': '94de0762-7a5c-4640-ab5d-684e90687751', 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:57.312234 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.318588 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e490-4727-4852-a777-95e1e476ecea tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.321846 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Transition to ACTIVE for port object 13161254-fb63-4306-bc2d-7ca340d08fb2 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:12:57.327446 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.377831 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a5182-d0c2-4870-87bd-f5536886f4cc None None] Pushing event updated for resources: {'Port': ['ID=13161254-fb63-4306-bc2d-7ca340d08fb2,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:57.380153 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e490-4727-4852-a777-95e1e476ecea tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.384195 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e490-4727-4852-a777-95e1e476ecea tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.399006 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9e490-4727-4852-a777-95e1e476ecea tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759c2604-662c-499c-b699-55522e8be4cd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:57.412659 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e490-4727-4852-a777-95e1e476ecea tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.413889 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c4d9e490-4727-4852-a777-95e1e476ecea tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253941 Jul 27 23:12:57.416912 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37170) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:57.423401 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [None req-08ae31d6-eb21-4381-b6ac-b69877c421ce tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Request body: {'security_group_rule': {'security_group_id': '94de0762-7a5c-4640-ab5d-684e90687751', 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:57.435694 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Attempting to bind port 13161254-fb63-4306-bc2d-7ca340d08fb2 on host n-d-802011-3 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:12:57.436064 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Attempting to bind port 13161254-fb63-4306-bc2d-7ca340d08fb2 by drivers openvswitch,hyperv on host n-d-802011-3 at level 0 using segments [{'id': '9e0dd3ab-1229-4eb7-9946-29bbc34a45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:12:57.436429 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Attempting to bind port 13161254-fb63-4306-bc2d-7ca340d08fb2 on network 8cee548a-0888-4e48-9c1e-9b561abd049d {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:12:57.441773 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Checking agent: {'id': '312f0d90-1495-4fca-9c04-a42020fd57d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 47, 16), 'started_at': datetime.datetime(2021, 7, 27, 21, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802011-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:12:57.442153 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Checking segment: {'id': '9e0dd3ab-1229-4eb7-9946-29bbc34a45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:12:57.442609 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.443233 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Bound using segment: {'id': '9e0dd3ab-1229-4eb7-9946-29bbc34a45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:12:57.443483 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Bound port: 13161254-fb63-4306-bc2d-7ca340d08fb2, host: n-d-802011-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0dd3ab-1229-4eb7-9946-29bbc34a45d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:12:57.443866 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.456903 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08ae31d6-eb21-4381-b6ac-b69877c421ce tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.523431 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] For port 13161254-fb63-4306-bc2d-7ca340d08fb2, host n-d-802011-3, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:12:57.528720 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] For port 13161254-fb63-4306-bc2d-7ca340d08fb2, host n-d-802011-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=13161254-fb63-4306-bc2d-7ca340d08fb2,segment=NetworkSegment(9e0dd3ab-1229-4eb7-9946-29bbc34a45d7),segment_id=9e0dd3ab-1229-4eb7-9946-29bbc34a45d7)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:12:57.535429 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.536068 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08ae31d6-eb21-4381-b6ac-b69877c421ce tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.546778 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08ae31d6-eb21-4381-b6ac-b69877c421ce tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.564448 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d016ded5-73bc-41ac-b403-ac042ba4072d up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:57.573207 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae31d6-eb21-4381-b6ac-b69877c421ce tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c3a215-cb9d-40aa-9928-f8c72e77c811,revision_number=0']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:57.581440 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-08ae31d6-eb21-4381-b6ac-b69877c421ce tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.582935 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-08ae31d6-eb21-4381-b6ac-b69877c421ce tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1648133 Jul 27 23:12:57.585981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37172) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:57.591345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-18d8f2e2-b112-43b8-af99-7cff3bd8a2ff tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Request body: {'security_group_rule': {'security_group_id': '94de0762-7a5c-4640-ab5d-684e90687751', 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:57.615409 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-18d8f2e2-b112-43b8-af99-7cff3bd8a2ff tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Project 2f1ac37cf92c42f6898c38fb63346c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:12:57.620594 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18d8f2e2-b112-43b8-af99-7cff3bd8a2ff tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.642995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Routers {'ea7d3f53-78a6-4c74-9b0f-45eae05b930a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:12:57.643789 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ea7d3f53-78a6-4c74-9b0f-45eae05b930a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:57.680250 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a5182-d0c2-4870-87bd-f5536886f4cc None None] Pushing event updated for resources: {'Port': ['ID=13161254-fb63-4306-bc2d-7ca340d08fb2,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:57.706531 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18d8f2e2-b112-43b8-af99-7cff3bd8a2ff tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.712387 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18d8f2e2-b112-43b8-af99-7cff3bd8a2ff tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.717262 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port d016ded5-73bc-41ac-b403-ac042ba4072d triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:57.717643 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.734295 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8f2e2-b112-43b8-af99-7cff3bd8a2ff tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648e8ac8-ea33-454b-a369-109cc63efda9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:57.741742 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18d8f2e2-b112-43b8-af99-7cff3bd8a2ff tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.743377 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-18d8f2e2-b112-43b8-af99-7cff3bd8a2ff tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560757 Jul 27 23:12:57.745871 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37176) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:12:57.751763 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7ee5822b-d0d5-4ca8-abf3-99856e8b42f1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Request body: {'security_group_rule': {'security_group_id': '94de0762-7a5c-4640-ab5d-684e90687751', 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:57.776647 n-d-802011-3 neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-7ee5822b-d0d5-4ca8-abf3-99856e8b42f1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Project 2f1ac37cf92c42f6898c38fb63346c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 23:12:57.783291 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ee5822b-d0d5-4ca8-abf3-99856e8b42f1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.868866 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ee5822b-d0d5-4ca8-abf3-99856e8b42f1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.874148 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ee5822b-d0d5-4ca8-abf3-99856e8b42f1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001649'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.893373 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5822b-d0d5-4ca8-abf3-99856e8b42f1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cb7409-222f-4221-8f67-608a951a1b57,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:57.900236 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ee5822b-d0d5-4ca8-abf3-99856e8b42f1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:57.902898 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-7ee5822b-d0d5-4ca8-abf3-99856e8b42f1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1558983 Jul 27 23:12:57.970899 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] Set router ea7d3f53-78a6-4c74-9b0f-45eae05b930a gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:12:58.054487 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-cf68db17-f0ff-4670-a914-d44757d9f4d9 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434408865&fields=id&tenant_id=2f1ac37cf92c42f6898c38fb63346c8f HTTP/1.1" status: 200 len: 267 time: 0.0328431 Jul 27 23:12:58.162939 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-f9ee2cf6-db0f-45f3-9a41-c31f941a14a1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:58.164471 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-f9ee2cf6-db0f-45f3-9a41-c31f941a14a1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 809 time: 0.1024375 Jul 27 23:12:58.180216 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-48a1fdeb-d98e-4669-aa64-cae7f1143e45 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/quotas/2f1ac37cf92c42f6898c38fb63346c8f HTTP/1.1" status: 200 len: 375 time: 0.0091588 Jul 27 23:12:58.207145 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'name': 'tempest-TestSnapshotPattern-832191224-router', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 4, 'project_id': 'a683bd670d0a4d95b80cd0600a259b67', 'gw_port': {'id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '13161254-fb63-4306-bc2d-7ca340d08fb2', 'name': '', 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'mac_address': 'fa:16:3e:1b:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:53Z', 'updated_at': '2021-07-27T23:12:57Z', 'revision_number': 4, 'project_id': 'a683bd670d0a4d95b80cd0600a259b67', 'subnets': [{'id': 'fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:12:58.230917 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-0b66e674-4bc9-40b5-9283-0dcd3d88df1d tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450270 Jul 27 23:12:58.234210 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee1421-d8fe-4163-ae6e-fa5115d64420 None None] The sync data for ids ['ea7d3f53-78a6-4c74-9b0f-45eae05b930a'] in n-d-802011-3 is: [{'id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'name': 'tempest-TestSnapshotPattern-832191224-router', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 4, 'project_id': 'a683bd670d0a4d95b80cd0600a259b67', 'gw_port': {'id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '13161254-fb63-4306-bc2d-7ca340d08fb2', 'name': '', 'network_id': '8cee548a-0888-4e48-9c1e-9b561abd049d', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'mac_address': 'fa:16:3e:1b:d3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:53Z', 'updated_at': '2021-07-27T23:12:57Z', 'revision_number': 4, 'project_id': 'a683bd670d0a4d95b80cd0600a259b67', 'subnets': [{'id': 'fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:12:58.449215 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-5e01797f-b586-4514-9451-026d03d30b4a service neutron] 10.222.0.24 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047648 Jul 27 23:12:58.542609 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-ac1e2520-2365-449f-b188-cdeea7d03aa4 service neutron] 10.222.0.24 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863371 Jul 27 23:12:58.731367 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ed782c71-c76e-4b60-aca0-c3cd9f2afa66 req-ba384840-d3fa-4f22-ad16-f0902221486d tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 210 time: 0.0330324 Jul 27 23:12:59.544256 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 13161254-fb63-4306-bc2d-7ca340d08fb2 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:12:59.594015 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning for port 13161254-fb63-4306-bc2d-7ca340d08fb2 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:12:59.597520 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 13161254-fb63-4306-bc2d-7ca340d08fb2 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:12:59.597892 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.677953 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.716082 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] For port 13161254-fb63-4306-bc2d-7ca340d08fb2, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=13161254-fb63-4306-bc2d-7ca340d08fb2,segment=NetworkSegment(9e0dd3ab-1229-4eb7-9946-29bbc34a45d7),segment_id=9e0dd3ab-1229-4eb7-9946-29bbc34a45d7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:12:59.723791 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:12:59.776501 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Pushing event updated for resources: {'Port': ['ID=13161254-fb63-4306-bc2d-7ca340d08fb2,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:12:59.821255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-dc0cf95a-37a3-4e27-a406-dd3fffc3e610 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:12:59.822992 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-dc0cf95a-37a3-4e27-a406-dd3fffc3e610 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.43 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 809 time: 0.1229932 Jul 27 23:12:59.834909 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8e79080b-d464-457b-8e3f-aea2820396a4 req-982451b4-c70f-4f51-9a37-034e2a055226 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 210 time: 0.0281553 Jul 27 23:12:59.881955 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-76ff0c30-bbcd-4b28-9f7b-4e13005069e9 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f1ac37cf92c42f6898c38fb63346c8f HTTP/1.1" status: 200 len: 379 time: 0.0498037 Jul 27 23:12:59.892451 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Request body: {'port': {'device_id': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'admin_state_up': True, 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'security_groups': ['94de0762-7a5c-4640-ab5d-684e90687751']}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:12:59.898971 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:13:00.002850 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Made reservation on behalf of 2f1ac37cf92c42f6898c38fb63346c8f for: {'port': 1} {{(pid=93834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:13:00.006955 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.138909 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_common [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Allocated IP 172.20.0.5 (63512901-c981-4a2e-8c65-415b15263f31/ac514568-c7a2-4a1d-b73c-dca9caf9e698/190dbf94-6ee6-4429-b07e-42b7c40c4632) {{(pid=93834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:00.276885 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for port, precommit_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.290061 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Transition to ACTIVE for port object 190dbf94-6ee6-4429-b07e-42b7c40c4632 will not be triggered until provisioned by entity DHCP. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:00.323007 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_create {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.367620 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Network 63512901-c981-4a2e-8c65-415b15263f31 is already hosted by enough agents. {{(pid=93834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:00.370666 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.base_scheduler [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Resources bound (agent type, host, resource id): {{(pid=93834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:00.375010 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Received port after_create {{(pid=93834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:00.404483 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'Port': ['ID=190dbf94-6ee6-4429-b07e-42b7c40c4632,revision_number=1']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:00.432192 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:00.432820 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.447236 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-d26737db-e9d1-4410-942c-a98fce831b0a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5590301 Jul 27 23:13:00.460255 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.v2.base [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Request body: {'port': {'device_id': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802011-3'}} {{(pid=93834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:00.518049 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.603095 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-644507c9-8fda-4182-af73-c56bb72759d0 None None] Provisioning for port 190dbf94-6ee6-4429-b07e-42b7c40c4632 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:00.608193 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-644507c9-8fda-4182-af73-c56bb72759d0 None None] Provisioning complete for port 190dbf94-6ee6-4429-b07e-42b7c40c4632 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:00.608574 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-644507c9-8fda-4182-af73-c56bb72759d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.644422 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-644507c9-8fda-4182-af73-c56bb72759d0 None None] Port 190dbf94-6ee6-4429-b07e-42b7c40c4632 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:13:00.793500 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190dbf94-6ee6-4429-b07e-42b7c40c4632 {{(pid=93834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:00.802120 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.815429 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.provisioning_blocks [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Transition to ACTIVE for port object 190dbf94-6ee6-4429-b07e-42b7c40c4632 will not be triggered until provisioned by entity L2. {{(pid=93834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:13:00.820323 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:00.873407 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=190dbf94-6ee6-4429-b07e-42b7c40c4632,revision_number=2']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:00.953143 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Attempting to bind port 190dbf94-6ee6-4429-b07e-42b7c40c4632 on host n-h1-802011-3 for vnic_type normal with profile {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:13:00.953579 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Attempting to bind port 190dbf94-6ee6-4429-b07e-42b7c40c4632 by drivers openvswitch,hyperv on host n-h1-802011-3 at level 0 using segments [{'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:13:00.953918 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Attempting to bind port 190dbf94-6ee6-4429-b07e-42b7c40c4632 on network 63512901-c981-4a2e-8c65-415b15263f31 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:00.959521 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Port 190dbf94-6ee6-4429-b07e-42b7c40c4632 on network 63512901-c981-4a2e-8c65-415b15263f31 not bound, no agent of type Open vSwitch agent registered on host n-h1-802011-3 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:13:00.959846 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Attempting to bind port 190dbf94-6ee6-4429-b07e-42b7c40c4632 on network 63512901-c981-4a2e-8c65-415b15263f31 {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:13:00.965124 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Checking agent: {'id': '26bddbcf-01a4-4573-afc6-44dab3922dfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:13:00.965467 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Checking segment: {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:13:00.965858 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Bound using segment: {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'} {{(pid=93834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:13:00.967271 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.managers [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Bound port: 190dbf94-6ee6-4429-b07e-42b7c40c4632, host: n-h1-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'}}] {{(pid=93834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:13:00.967638 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:01.000884 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22feabb3-1b43-4320-bf1c-b8fa500ea704 req-12e549ac-f943-44f9-b8b1-db1b44fa8c53 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.009064 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22feabb3-1b43-4320-bf1c-b8fa500ea704 req-12e549ac-f943-44f9-b8b1-db1b44fa8c53 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 943 time: 0.0791082 Jul 27 23:13:01.050839 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] For port 190dbf94-6ee6-4429-b07e-42b7c40c4632, host n-h1-802011-3, cleared binding levels {{(pid=93834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:13:01.052875 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-22feabb3-1b43-4320-bf1c-b8fa500ea704 req-5aeade67-0c77-4ee1-9b0c-f0f0b18aa822 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427845 Jul 27 23:13:01.054598 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] For port 190dbf94-6ee6-4429-b07e-42b7c40c4632, host n-h1-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:13:01.060704 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2948028'] for port, after_update {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:01.100361 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.100978 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:01.102411 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] 10.222.0.43 "PUT /v2.0/ports/190dbf94-6ee6-4429-b07e-42b7c40c4632 HTTP/1.1" status: 200 len: 1091 time: 0.6465352 Jul 27 23:13:01.102851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:01.105106 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f5bd52caf5610727ea6ec9a8d26bcc39e90bd563bbe7c5a4a3aec73f761fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67441169-ebf6-4a4b-bf2f-e522f30a2898" -d '{"events": [{"name": "network-changed", "server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:01.129041 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb9d7a-9dda-44cd-b0d4-70ca4bccd7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=190dbf94-6ee6-4429-b07e-42b7c40c4632,revision_number=3']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:01.149865 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de2e264-7579-414c-9455-898dc21f10d9 x-openstack-request-id: req-6de2e264-7579-414c-9455-898dc21f10d9 {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:01.150158 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:01.150444 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6de2e264-7579-414c-9455-898dc21f10d9 {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:01.150849 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'status': 'completed', 'code': 200} Jul 27 23:13:01.195856 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-6d3ef11a-e085-48ba-b9b5-c1542bf312b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.197402 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-6d3ef11a-e085-48ba-b9b5-c1542bf312b1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 1094 time: 0.0450475 Jul 27 23:13:01.245793 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-b87fddc0-ab5e-4e1a-ae1d-00ddf82bf9f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632 HTTP/1.1" status: 200 len: 217 time: 0.0401254 Jul 27 23:13:01.297358 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-cf24b1c5-6090-4fc3-b54c-1b13cd447265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.298781 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-cf24b1c5-6090-4fc3-b54c-1b13cd447265 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0456688 Jul 27 23:13:01.345438 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-bfe74ba4-08aa-4c25-a71b-d386ef0e52af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.346996 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-bfe74ba4-08aa-4c25-a71b-d386ef0e52af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414598 Jul 27 23:13:01.440334 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-45efb76f-a9b6-4c99-a9e1-e30d76d198fb service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860600 Jul 27 23:13:01.529063 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-77e5bb1f-4657-422b-ba53-12be7f8b61e4 req-f66d89d5-8411-42eb-a2ac-b7684088ea97 service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819736 Jul 27 23:13:01.541486 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 13161254-fb63-4306-bc2d-7ca340d08fb2 up at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:01.594046 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Provisioning complete for port 13161254-fb63-4306-bc2d-7ca340d08fb2 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:01.594361 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:01.615558 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67441169-ebf6-4a4b-bf2f-e522f30a2898 req-0ac77cbb-bec4-4de7-901d-ba3149175f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.617070 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-67441169-ebf6-4a4b-bf2f-e522f30a2898 req-0ac77cbb-bec4-4de7-901d-ba3149175f88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 1094 time: 0.0412550 Jul 27 23:13:01.710584 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67441169-ebf6-4a4b-bf2f-e522f30a2898 req-842ad077-9764-4fee-a764-6fdd74bd3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.712071 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-67441169-ebf6-4a4b-bf2f-e522f30a2898 req-842ad077-9764-4fee-a764-6fdd74bd3791 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 910 time: 0.0882506 Jul 27 23:13:01.754592 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-67441169-ebf6-4a4b-bf2f-e522f30a2898 req-7c810f93-f9ea-41f2-8c41-c159be628cee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632 HTTP/1.1" status: 200 len: 217 time: 0.0346813 Jul 27 23:13:01.807529 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67441169-ebf6-4a4b-bf2f-e522f30a2898 req-9db64f33-8fd8-4f62-90ff-1c8bdc47705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.808964 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-67441169-ebf6-4a4b-bf2f-e522f30a2898 req-9db64f33-8fd8-4f62-90ff-1c8bdc47705a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0470197 Jul 27 23:13:01.855485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67441169-ebf6-4a4b-bf2f-e522f30a2898 req-bea0da7f-60e1-4a85-8af0-988dbf88b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:01.857545 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-67441169-ebf6-4a4b-bf2f-e522f30a2898 req-bea0da7f-60e1-4a85-8af0-988dbf88b03b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399003 Jul 27 23:13:01.945006 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-67441169-ebf6-4a4b-bf2f-e522f30a2898 req-c0c0628a-299a-4e76-b9a0-c216d5f9f81f service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803890 Jul 27 23:13:02.039582 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-67441169-ebf6-4a4b-bf2f-e522f30a2898 req-64f6d3da-c627-4074-98f7-fe19ca71664b service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868742 Jul 27 23:13:02.168234 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64783f-8673-4793-86ea-ab14c2f36045 req-b6a3d4c5-8498-4c17-b0d6-40761d367f12 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:02.169832 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb64783f-8673-4793-86ea-ab14c2f36045 req-b6a3d4c5-8498-4c17-b0d6-40761d367f12 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 943 time: 0.0493991 Jul 27 23:13:02.206643 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bb64783f-8673-4793-86ea-ab14c2f36045 req-dffd8269-e860-4e5f-954d-3b8cccdd4ede tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309057 Jul 27 23:13:03.324682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1495ce-26cf-4558-9480-73218a7c0465 req-48ce49ef-595f-4e9d-9cdd-858b6f734592 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:03.327167 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f1495ce-26cf-4558-9480-73218a7c0465 req-48ce49ef-595f-4e9d-9cdd-858b6f734592 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 943 time: 0.0497725 Jul 27 23:13:03.365899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8f1495ce-26cf-4558-9480-73218a7c0465 req-98310709-b7c3-4438-b1cb-fb1b6b38e58a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327775 Jul 27 23:13:04.484234 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9c97c-ceeb-4517-817a-27cd86ed5dfd req-e2aa8919-9255-468c-a4bb-42db5f5169c6 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:04.485637 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f9c97c-ceeb-4517-817a-27cd86ed5dfd req-e2aa8919-9255-468c-a4bb-42db5f5169c6 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 943 time: 0.0530989 Jul 27 23:13:04.522973 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-50f9c97c-ceeb-4517-817a-27cd86ed5dfd req-cdeacd56-8c40-4c6d-ab15-d8fc9a77fa8a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312376 Jul 27 23:13:05.645625 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72a894-fc0b-44e6-a4ee-6caad87127b0 req-373e5493-8ecc-4205-b34a-a52a3e7853a1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:05.647122 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e72a894-fc0b-44e6-a4ee-6caad87127b0 req-373e5493-8ecc-4205-b34a-a52a3e7853a1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 943 time: 0.0532167 Jul 27 23:13:05.684124 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9e72a894-fc0b-44e6-a4ee-6caad87127b0 req-465aff56-3b86-4298-bfa9-03d0337e6c6a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310659 Jul 27 23:13:05.746350 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 190dbf94-6ee6-4429-b07e-42b7c40c4632 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:13:05.841874 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 190dbf94-6ee6-4429-b07e-42b7c40c4632, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:05.852663 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'port_id': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'mac_address': 'fa:16:3e:8f:71:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:13:05.891036 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:05.903502 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190dbf94-6ee6-4429-b07e-42b7c40c4632 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:13:05.924534 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 190dbf94-6ee6-4429-b07e-42b7c40c4632, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:05.928855 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:05.973926 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=190dbf94-6ee6-4429-b07e-42b7c40c4632,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:06.131563 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['190dbf94-6ee6-4429-b07e-42b7c40c4632'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:13:06.799481 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601174f-331f-434d-9326-aa8a5660057e req-4d22517d-b865-42d7-aab2-883e02272bc5 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:06.801040 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9601174f-331f-434d-9326-aa8a5660057e req-4d22517d-b865-42d7-aab2-883e02272bc5 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 944 time: 0.0486107 Jul 27 23:13:06.842899 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-9601174f-331f-434d-9326-aa8a5660057e req-ed9b9607-03db-4cea-a40f-57fd5bfaa8e8 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338998 Jul 27 23:13:07.762120 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 190dbf94-6ee6-4429-b07e-42b7c40c4632 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:13:07.812624 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning for port 190dbf94-6ee6-4429-b07e-42b7c40c4632 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:13:07.816409 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 190dbf94-6ee6-4429-b07e-42b7c40c4632 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:13:07.816772 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:07.892175 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:07.914305 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:07.916560 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bbaf41-950e-432d-9dd1-dd08ec7b1b04" -d '{"events": [{"server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "name": "network-vif-plugged", "status": "completed", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:07.930234 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 190dbf94-6ee6-4429-b07e-42b7c40c4632, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:13:07.934899 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:07.958413 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba84c2c-3c85-4884-a653-6fd2e4d36d0d x-openstack-request-id: req-cba84c2c-3c85-4884-a653-6fd2e4d36d0d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:07.958709 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "name": "network-vif-plugged", "status": "completed", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:07.958964 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cba84c2c-3c85-4884-a653-6fd2e4d36d0d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:07.959350 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'code': 200} Jul 27 23:13:07.962446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f69023-2d9b-4447-8dbe-321574f0404c req-a5e76f7c-ebf5-415a-88aa-5ece4dfcd947 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:07.963977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91f69023-2d9b-4447-8dbe-321574f0404c req-a5e76f7c-ebf5-415a-88aa-5ece4dfcd947 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 944 time: 0.0555842 Jul 27 23:13:07.992780 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=190dbf94-6ee6-4429-b07e-42b7c40c4632,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:08.009213 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-91f69023-2d9b-4447-8dbe-321574f0404c req-434d5370-d35e-40cb-9626-a300f3dc94bb tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369267 Jul 27 23:13:08.060405 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe71c8f-212f-4155-91a8-c25bab0c9681 req-bf8f2c12-0420-480a-bdac-9365df86adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:08.061973 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efe71c8f-212f-4155-91a8-c25bab0c9681 req-bf8f2c12-0420-480a-bdac-9365df86adc0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 1096 time: 0.0421660 Jul 27 23:13:08.097261 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-efe71c8f-212f-4155-91a8-c25bab0c9681 req-7a2d9fff-00dd-4ab4-8988-8d650dae5e05 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269258 Jul 27 23:13:09.125265 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a3936-f620-4d89-951a-a61b11f2ca88 req-fde432fd-90c1-4639-9990-3c02c36327d1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:09.126664 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b93a3936-f620-4d89-951a-a61b11f2ca88 req-fde432fd-90c1-4639-9990-3c02c36327d1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 945 time: 0.0484133 Jul 27 23:13:09.164029 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b93a3936-f620-4d89-951a-a61b11f2ca88 req-3615b12f-0ac0-406a-b382-96e9aa0444e1 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315917 Jul 27 23:13:09.279677 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc94421-dc19-480e-b608-ff662701d686 req-a15b9cb9-d785-4edf-90a2-158213156f57 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:09.281140 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecc94421-dc19-480e-b608-ff662701d686 req-a15b9cb9-d785-4edf-90a2-158213156f57 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 945 time: 0.0501018 Jul 27 23:13:09.319095 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-ecc94421-dc19-480e-b608-ff662701d686 req-a531005c-c581-47a7-b6e9-a397327a2bfa tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320249 Jul 27 23:13:09.341172 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37234) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:09.425202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a2ddef-3240-44fb-a720-37355283bbe3 tempest-TestSnapshotPattern-715132547 tempest-TestSnapshotPattern-715132547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:09.426697 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-a3a2ddef-3240-44fb-a720-37355283bbe3 tempest-TestSnapshotPattern-715132547 tempest-TestSnapshotPattern-715132547-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 1091 time: 0.0845549 Jul 27 23:13:09.429593 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:13:09.434001 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:13:09.456195 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.551465 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.656766 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Allocated IP 172.25.1.223 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/9f411824-78c2-4864-b3a4-91e7e9d186db) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:13:09.757115 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.794609 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:09.835417 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:13:09.838120 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:13:09.840638 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:13:09.866457 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'Port': ['ID=9f411824-78c2-4864-b3a4-91e7e9d186db,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:10.197565 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.266920 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.411968 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.416483 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.483351 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'Port': ['ID=9f411824-78c2-4864-b3a4-91e7e9d186db,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:13:10.493288 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.594791 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Floating IP 2f71147c-066a-48b1-b3bb-895c99f3b9e5 associated. External IP: 172.25.1.223, port: 190dbf94-6ee6-4429-b07e-42b7c40c4632. Jul 27 23:13:10.800391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Router 92ca153c-031d-49c2-9464-2a87525bddad has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:13:10.908428 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:13:10.918222 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a72476-07b3-4661-8ca1-f58b6e8d361c None None] Sync routers for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:13:10.925290 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:10.929262 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a72476-07b3-4661-8ca1-f58b6e8d361c None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:10.929888 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36a72476-07b3-4661-8ca1-f58b6e8d361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:10.952966 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-fd12b28c-f473-40ac-b629-30efc4b24269 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5223432 Jul 27 23:13:10.953573 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:13:10.955886 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9524037-9630-43a3-a6e7-e4f1715fa4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:13:10.992844 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb7bdb2-71a7-4b06-bc28-079e42ec7060 x-openstack-request-id: req-adb7bdb2-71a7-4b06-bc28-079e42ec7060 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:13:10.993141 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:13:10.993395 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adb7bdb2-71a7-4b06-bc28-079e42ec7060 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:13:10.993800 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'status': 'completed', 'code': 200} Jul 27 23:13:11.042533 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-36a72476-07b3-4661-8ca1-f58b6e8d361c None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:13:11.054106 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524037-9630-43a3-a6e7-e4f1715fa4e9 req-84e2e673-a3b5-4c00-9e0f-7f3b26b3fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:11.055556 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e9524037-9630-43a3-a6e7-e4f1715fa4e9 req-84e2e673-a3b5-4c00-9e0f-7f3b26b3fe20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 1096 time: 0.0406268 Jul 27 23:13:11.149864 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524037-9630-43a3-a6e7-e4f1715fa4e9 req-395b713f-5f35-4689-80ca-fcdb1c584982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:11.151625 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e9524037-9630-43a3-a6e7-e4f1715fa4e9 req-395b713f-5f35-4689-80ca-fcdb1c584982 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 910 time: 0.0891981 Jul 27 23:13:11.221396 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e9524037-9630-43a3-a6e7-e4f1715fa4e9 req-6b9109de-b884-47d9-9f0a-aaf06a78bdbe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632 HTTP/1.1" status: 200 len: 999 time: 0.0621536 Jul 27 23:13:11.264375 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36a72476-07b3-4661-8ca1-f58b6e8d361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2f71147c-066a-48b1-b3bb-895c99f3b9e5', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'port_id': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'mac_address': 'fa:16:3e:8f:71:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:13:10Z', 'updated_at': '2021-07-27T23:13:10Z', 'revision_number': 0, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:11.275665 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524037-9630-43a3-a6e7-e4f1715fa4e9 req-ec599e7c-50d1-4bc6-840a-c439986a85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:11.277152 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e9524037-9630-43a3-a6e7-e4f1715fa4e9 req-ec599e7c-50d1-4bc6-840a-c439986a85fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0487928 Jul 27 23:13:11.289256 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a72476-07b3-4661-8ca1-f58b6e8d361c None None] Checking router: 92ca153c-031d-49c2-9464-2a87525bddad for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:13:11.298051 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a72476-07b3-4661-8ca1-f58b6e8d361c None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:13:11.298691 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36a72476-07b3-4661-8ca1-f58b6e8d361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:12:46Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:11.323157 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524037-9630-43a3-a6e7-e4f1715fa4e9 req-e3aa5120-817c-4e3a-a7fd-86c2d7435eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:11.324569 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e9524037-9630-43a3-a6e7-e4f1715fa4e9 req-e3aa5120-817c-4e3a-a7fd-86c2d7435eda service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399728 Jul 27 23:13:11.401256 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-36a72476-07b3-4661-8ca1-f58b6e8d361c None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:13:11.414594 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e9524037-9630-43a3-a6e7-e4f1715fa4e9 req-8e590c7d-1fcd-4337-b0ee-7fdbcdbe39de service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814879 Jul 27 23:13:11.508697 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e9524037-9630-43a3-a6e7-e4f1715fa4e9 req-97799793-e0ca-41be-ad7e-4b8fd2ae3afa service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875645 Jul 27 23:13:11.621785 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-36a72476-07b3-4661-8ca1-f58b6e8d361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2f71147c-066a-48b1-b3bb-895c99f3b9e5', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'port_id': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'mac_address': 'fa:16:3e:8f:71:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:13:10Z', 'updated_at': '2021-07-27T23:13:10Z', 'revision_number': 0, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:13:11.648717 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a72476-07b3-4661-8ca1-f58b6e8d361c None None] The sync data for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 is: [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2f71147c-066a-48b1-b3bb-895c99f3b9e5', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'port_id': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'mac_address': 'fa:16:3e:8f:71:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:13:10Z', 'updated_at': '2021-07-27T23:13:10Z', 'revision_number': 0, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:13:11.828490 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056890b6-15fb-4ac9-9646-ea8b5b1796b7 None None] New status for floating IP 2f71147c-066a-48b1-b3bb-895c99f3b9e5: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:13:12.846874 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1e7d1f8f-8c0e-4dd8-94fe-9602d9a9ccd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:13.255845 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.518353 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1995fe4f-4f94-4a07-945a-f3aada7aaa98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:15.880842 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:16.696636 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:17.148259 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:18.389865 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:36.899010 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:13:42.847231 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c6408bfd-b6c3-4ad9-8277-28830d59eb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:43.270687 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:45.519115 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68fb7aa2-d0ca-4ee4-a756-caf079796c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:45.881100 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:46.697935 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:47.136059 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:48.392268 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:13:58.622958 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ec7d754-9f21-41e3-92af-c2de9ceef861 req-48ebe8fc-9fc3-4ac5-b2f7-8f33dafec157 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403237 Jul 27 23:13:58.703326 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7d754-9f21-41e3-92af-c2de9ceef861 req-cb3407f7-604b-4f62-94c6-207875ff34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:58.704786 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ec7d754-9f21-41e3-92af-c2de9ceef861 req-cb3407f7-604b-4f62-94c6-207875ff34a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 1096 time: 0.0401049 Jul 27 23:13:58.809687 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7d754-9f21-41e3-92af-c2de9ceef861 req-711b88b6-fafd-4ec6-bbff-bbcd71a6cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:58.811179 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ec7d754-9f21-41e3-92af-c2de9ceef861 req-711b88b6-fafd-4ec6-bbff-bbcd71a6cf63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 910 time: 0.0878117 Jul 27 23:13:58.875446 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ec7d754-9f21-41e3-92af-c2de9ceef861 req-6110d8dc-b3c5-4247-97ad-d96421b5eb4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632 HTTP/1.1" status: 200 len: 1001 time: 0.0567801 Jul 27 23:13:58.928001 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7d754-9f21-41e3-92af-c2de9ceef861 req-91e8910b-cdcc-48be-812c-c9a669b146c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:58.929416 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ec7d754-9f21-41e3-92af-c2de9ceef861 req-91e8910b-cdcc-48be-812c-c9a669b146c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0463135 Jul 27 23:13:58.974432 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7d754-9f21-41e3-92af-c2de9ceef861 req-ec32a5b2-80cd-46b2-b2e7-288761a63d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:13:58.975875 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ec7d754-9f21-41e3-92af-c2de9ceef861 req-ec32a5b2-80cd-46b2-b2e7-288761a63d63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394688 Jul 27 23:13:59.062695 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ec7d754-9f21-41e3-92af-c2de9ceef861 req-10b806fe-b59e-496c-8fc8-89d0f8fe127f service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795560 Jul 27 23:13:59.153966 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-5ec7d754-9f21-41e3-92af-c2de9ceef861 req-3c524c6b-65cd-48a4-bd77-59208a25acde service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843971 Jul 27 23:14:12.846957 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56e1ea6b-42a6-4245-8a4d-ac763b2d0765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:13.284476 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:13.897995 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:14:15.521131 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ffb393f4-cfad-47ba-8505-7c85ab856c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:15.881706 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:16.701108 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:17.152479 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:18.394428 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:42.847510 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-85217e5e-e5c5-4702-a876-6d8e5a6afd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:43.285264 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.523129 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-78779ac2-1c9a-4e95-859c-7f8cc2c99462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:45.882215 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:46.705404 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:47.147290 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:48.396102 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:14:50.897921 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:15:00.618395 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-88f941e8-87f1-47f2-aa06-9228416141f3 req-34cbc03f-cb8d-4833-8768-4b44994cebff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419471 Jul 27 23:15:00.698972 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f941e8-87f1-47f2-aa06-9228416141f3 req-7f9da84e-9bce-41ee-b7cf-a291464f2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:00.700717 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-88f941e8-87f1-47f2-aa06-9228416141f3 req-7f9da84e-9bce-41ee-b7cf-a291464f2b59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 1096 time: 0.0414336 Jul 27 23:15:00.806625 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f941e8-87f1-47f2-aa06-9228416141f3 req-a5610690-948c-4719-820f-10a9d5eed810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:00.808100 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-88f941e8-87f1-47f2-aa06-9228416141f3 req-a5610690-948c-4719-820f-10a9d5eed810 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 910 time: 0.0876389 Jul 27 23:15:00.872630 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-88f941e8-87f1-47f2-aa06-9228416141f3 req-85739857-e648-47b1-8e78-5c66a17dfaf1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632 HTTP/1.1" status: 200 len: 1001 time: 0.0568862 Jul 27 23:15:01.249841 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f941e8-87f1-47f2-aa06-9228416141f3 req-7b28c0de-089f-447f-9426-bcfab3460b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:01.251823 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-88f941e8-87f1-47f2-aa06-9228416141f3 req-7b28c0de-089f-447f-9426-bcfab3460b03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.3718035 Jul 27 23:15:01.295057 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f941e8-87f1-47f2-aa06-9228416141f3 req-2980026f-ea9a-4ec3-bf0a-1d136c6d0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:01.296516 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-88f941e8-87f1-47f2-aa06-9228416141f3 req-2980026f-ea9a-4ec3-bf0a-1d136c6d0ede service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377519 Jul 27 23:15:01.381692 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-88f941e8-87f1-47f2-aa06-9228416141f3 req-3443a1eb-def0-4d57-b285-dd2c5ee924b0 service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782266 Jul 27 23:15:01.472015 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-88f941e8-87f1-47f2-aa06-9228416141f3 req-48604910-98e9-4a13-8fea-5d2f91341cb8 service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833921 Jul 27 23:15:12.321123 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 190dbf94-6ee6-4429-b07e-42b7c40c4632 details requested by agent hyperv_n-h1-802011-3 with host n-h1-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:15:12.419285 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 190dbf94-6ee6-4429-b07e-42b7c40c4632, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:12.431903 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Returning: {'device': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'port_id': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'mac_address': 'fa:16:3e:8f:71:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:15:12.477084 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.491008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 190dbf94-6ee6-4429-b07e-42b7c40c4632 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:15:12.512326 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 190dbf94-6ee6-4429-b07e-42b7c40c4632, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:12.517159 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:12.571270 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=190dbf94-6ee6-4429-b07e-42b7c40c4632,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:12.579886 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:12.580482 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:12.581008 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:12.581353 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:12.581690 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:12.582025 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:12.582387 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:12.582719 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:12.583039 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:12.583371 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:12.583697 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:12.584023 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:12.597334 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] get_ports_and_sgs() called for port_ids ['190dbf94-6ee6-4429-b07e-42b7c40c4632'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:15:12.869848 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22bc445e-1a1c-4ceb-a3ac-b45ffb68a967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:13.302765 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.338026 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 190dbf94-6ee6-4429-b07e-42b7c40c4632 up at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:14.393272 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Provisioning complete for port 190dbf94-6ee6-4429-b07e-42b7c40c4632 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:14.393650 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.481841 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.508655 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:14.511281 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd0009d-cada-4fd2-b4b3-aa60d70f616b" -d '{"events": [{"server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "name": "network-vif-plugged", "status": "completed", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:14.526475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 190dbf94-6ee6-4429-b07e-42b7c40c4632, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:14.533909 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:14.585896 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=190dbf94-6ee6-4429-b07e-42b7c40c4632,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:14.629693 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6399a9-d652-457a-aab7-b0a60df9f5d4 x-openstack-request-id: req-3f6399a9-d652-457a-aab7-b0a60df9f5d4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:14.629996 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "name": "network-vif-plugged", "status": "completed", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:14.630248 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f6399a9-d652-457a-aab7-b0a60df9f5d4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:14.630709 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'code': 200} Jul 27 23:15:15.524760 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb7b9-dd2b-4383-9087-1833ce8871d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:15.886101 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:16.708895 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:17.165783 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:18.402234 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:21.257706 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b3b1f7c2-841a-4bac-a51e-2b48059e65cb tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434408865&fields=id&tenant_id=2f1ac37cf92c42f6898c38fb63346c8f HTTP/1.1" status: 200 len: 267 time: 0.0392973 Jul 27 23:15:21.370143 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-edda29f5-5f53-4d08-89c3-17cd7eed8f42 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:21.371621 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-edda29f5-5f53-4d08-89c3-17cd7eed8f42 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 809 time: 0.1069577 Jul 27 23:15:21.387091 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-3264dfb6-fa3b-497d-9890-130cce80f52b tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/quotas/2f1ac37cf92c42f6898c38fb63346c8f HTTP/1.1" status: 200 len: 375 time: 0.0090117 Jul 27 23:15:21.443044 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-d339bfee-0a34-40fa-92a8-42233a8293e8 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0505049 Jul 27 23:15:21.458135 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-4f528f4d-f5ce-432a-a6d7-64761d3e80d9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:15:21.459118 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-4f528f4d-f5ce-432a-a6d7-64761d3e80d9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051217 Jul 27 23:15:21.546921 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-a0fa0dad-79ea-46b3-a1f5-c666114938bf service neutron] 10.222.0.24 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823038 Jul 27 23:15:21.645906 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-31bdf1b6-01ee-4115-98a8-dd75dd9a491a service neutron] 10.222.0.24 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921872 Jul 27 23:15:21.838537 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-31cccc82-533c-46ec-a24e-e114d19587db req-5aa39673-3eed-4384-9279-fc58f4674800 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 210 time: 0.0268903 Jul 27 23:15:22.932088 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-5f2bb7aa-b4a4-48d0-bea8-092e3a4780c3 req-7e17b707-d80d-479c-a7a9-29c5ccb552cd tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 210 time: 0.0263581 Jul 27 23:15:23.860828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-ffbff143-aab8-4387-b5f4-f8d2c2dabdab tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:23.862201 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-ffbff143-aab8-4387-b5f4-f8d2c2dabdab tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.41 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 809 time: 0.1070704 Jul 27 23:15:23.905475 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-0c530db4-8741-4ad7-bd2d-7159ae714c4e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f1ac37cf92c42f6898c38fb63346c8f HTTP/1.1" status: 200 len: 379 time: 0.0340931 Jul 27 23:15:23.916153 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Request body: {'port': {'device_id': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'admin_state_up': True, 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'security_groups': ['94de0762-7a5c-4640-ab5d-684e90687751']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:24.044804 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf210d38-1691-473e-9b06-953776cb56e3 req-62ddc355-690b-4ec7-a7ce-311bbacf292c tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 210 time: 0.0383937 Jul 27 23:15:24.066234 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Made reservation on behalf of 2f1ac37cf92c42f6898c38fb63346c8f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 23:15:24.066234 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.218522 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Allocated IP 172.20.0.11 (63512901-c981-4a2e-8c65-415b15263f31/ac514568-c7a2-4a1d-b73c-dca9caf9e698/da60f4a3-82a8-4b97-a8db-a7421eb46f71) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:24.444436 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.464714 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Transition to ACTIVE for port object da60f4a3-82a8-4b97-a8db-a7421eb46f71 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:24.504641 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.551535 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Network 63512901-c981-4a2e-8c65-415b15263f31 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:24.554792 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:24.560989 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:24.586981 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'Port': ['ID=da60f4a3-82a8-4b97-a8db-a7421eb46f71,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:24.600014 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:24.600450 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:24.600855 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:24.601278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:24.601996 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:24.602436 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:24.602837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:24.603232 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:24.603629 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:24.604031 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:24.604427 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:24.604835 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:15:24.648473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:24.649412 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.674635 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4165bd5-9ed4-41f0-a25a-60e65ae54659 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7619722 Jul 27 23:15:24.874910 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-822b3ca1-b795-4654-83da-396025b395dc None None] Provisioning for port da60f4a3-82a8-4b97-a8db-a7421eb46f71 completed by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:24.878955 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-822b3ca1-b795-4654-83da-396025b395dc None None] Provisioning complete for port da60f4a3-82a8-4b97-a8db-a7421eb46f71 triggered by entity DHCP. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:24.879360 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-822b3ca1-b795-4654-83da-396025b395dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:24.921649 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-822b3ca1-b795-4654-83da-396025b395dc None None] Port da60f4a3-82a8-4b97-a8db-a7421eb46f71 cannot update to ACTIVE because it is not bound. {{(pid=93836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 23:15:25.170893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea9faa-9c73-4092-b57a-0d3e0f7f2372 req-70aaaaad-633b-4d7e-985b-bf835242673d tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:25.172562 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fea9faa-9c73-4092-b57a-0d3e0f7f2372 req-70aaaaad-633b-4d7e-985b-bf835242673d tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 932 time: 0.0546060 Jul 27 23:15:25.218536 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6fea9faa-9c73-4092-b57a-0d3e0f7f2372 req-37e013ba-fe3f-4bf2-85dc-e1a7dc31c631 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351949 Jul 27 23:15:26.342345 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a145d-da2d-493f-883e-ca941915c93f req-1356864b-20bc-4c05-bee1-d3761327bf22 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:26.344711 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d9a145d-da2d-493f-883e-ca941915c93f req-1356864b-20bc-4c05-bee1-d3761327bf22 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 932 time: 0.0507121 Jul 27 23:15:26.385112 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-6d9a145d-da2d-493f-883e-ca941915c93f req-0c227b8a-979a-481b-8944-ccde11d382d0 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333953 Jul 27 23:15:26.414863 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 190dbf94-6ee6-4429-b07e-42b7c40c4632 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:15:26.500043 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:26.522730 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:26.524998 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97153bab-7982-47b3-8bdf-3a914043d550" -d '{"events": [{"server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "name": "network-vif-unplugged", "status": "completed", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:26.538393 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] For port 190dbf94-6ee6-4429-b07e-42b7c40c4632, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:26.543747 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:26.569664 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a915e4-1830-4933-8812-d111cd899044 x-openstack-request-id: req-b3a915e4-1830-4933-8812-d111cd899044 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:26.569962 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "name": "network-vif-unplugged", "status": "completed", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:26.570215 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3a915e4-1830-4933-8812-d111cd899044 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:26.570644 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'code': 200} Jul 27 23:15:26.597577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Pushing event updated for resources: {'Port': ['ID=190dbf94-6ee6-4429-b07e-42b7c40c4632,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:27.511233 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adc79f-f3a1-4bca-b781-149c580b16d2 req-8d98d449-a1c9-46b1-9da6-7672ad52a25e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:27.512720 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92adc79f-f3a1-4bca-b781-149c580b16d2 req-8d98d449-a1c9-46b1-9da6-7672ad52a25e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 932 time: 0.0514009 Jul 27 23:15:27.557366 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-92adc79f-f3a1-4bca-b781-149c580b16d2 req-fd1f4d74-ec42-4659-bd57-64609abea2b7 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Jul 27 23:15:27.898838 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:15:28.684895 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a672f-eeb4-4e47-8dbd-395181c18f6f req-66c716d4-b4d4-4ae5-8486-49edf3d74909 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:28.686565 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf4a672f-eeb4-4e47-8dbd-395181c18f6f req-66c716d4-b4d4-4ae5-8486-49edf3d74909 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 932 time: 0.0503986 Jul 27 23:15:28.728125 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-cf4a672f-eeb4-4e47-8dbd-395181c18f6f req-7c6062d8-e779-4b27-95d9-b581e7c791b8 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342119 Jul 27 23:15:29.851979 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed75d1-e936-4ce9-9682-68f38a69f906 req-1f9fed9e-af67-49ff-93bc-77e8c50c01a4 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:29.853582 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26ed75d1-e936-4ce9-9682-68f38a69f906 req-1f9fed9e-af67-49ff-93bc-77e8c50c01a4 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 932 time: 0.0518856 Jul 27 23:15:29.893923 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-26ed75d1-e936-4ce9-9682-68f38a69f906 req-fa4648f2-4362-478d-a237-a6f4657fbe33 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340633 Jul 27 23:15:31.014841 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc590b-ca75-48be-ac34-1b394a93c454 req-fe33be2e-bc43-4edf-b770-5cb989179358 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:31.016357 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0bcc590b-ca75-48be-ac34-1b394a93c454 req-fe33be2e-bc43-4edf-b770-5cb989179358 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 932 time: 0.0508320 Jul 27 23:15:31.059540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-0bcc590b-ca75-48be-ac34-1b394a93c454 req-44645363-9e98-4df2-a3d5-e8eba0183371 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368295 Jul 27 23:15:32.180242 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68986e57-c92c-4052-9c46-cc01732eb5ed req-3c1566d9-5791-4286-a80a-01f3f587f644 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:32.181786 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68986e57-c92c-4052-9c46-cc01732eb5ed req-3c1566d9-5791-4286-a80a-01f3f587f644 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 932 time: 0.0520577 Jul 27 23:15:32.222841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-68986e57-c92c-4052-9c46-cc01732eb5ed req-c8c20eac-cfeb-4eec-a582-646c87942a6c tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349534 Jul 27 23:15:33.342005 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19738e0f-c0cf-448b-80eb-79f5fb47426b req-de1049bb-b2fc-4489-ae74-24f7ad844013 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:33.343659 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19738e0f-c0cf-448b-80eb-79f5fb47426b req-de1049bb-b2fc-4489-ae74-24f7ad844013 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 932 time: 0.0502234 Jul 27 23:15:33.383563 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19738e0f-c0cf-448b-80eb-79f5fb47426b req-81ce6303-a714-4e05-a404-858da1b46e40 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338454 Jul 27 23:15:34.020806 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4968723-50d8-4a8e-b44a-0d9f8e86902e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 23:15:34.021953 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b4968723-50d8-4a8e-b44a-0d9f8e86902e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060492 Jul 27 23:15:34.087888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Request body: {'port': {'device_id': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802011-3'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:34.142982 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:34.401596 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da60f4a3-82a8-4b97-a8db-a7421eb46f71 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:15:34.409063 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:34.421570 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Transition to ACTIVE for port object da60f4a3-82a8-4b97-a8db-a7421eb46f71 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 23:15:34.425471 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:34.510732 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Pushing event updated for resources: {'Port': ['ID=da60f4a3-82a8-4b97-a8db-a7421eb46f71,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:34.563201 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aaaf8-e727-4d2f-bff2-17d0655fc5f4 req-214927c9-5c83-41d7-bc84-e55189a8ae6e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:34.564743 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-381aaaf8-e727-4d2f-bff2-17d0655fc5f4 req-214927c9-5c83-41d7-bc84-e55189a8ae6e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 944 time: 0.1095476 Jul 27 23:15:34.617944 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Attempting to bind port da60f4a3-82a8-4b97-a8db-a7421eb46f71 on host n-h2-802011-3 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 23:15:34.618527 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Attempting to bind port da60f4a3-82a8-4b97-a8db-a7421eb46f71 by drivers openvswitch,hyperv on host n-h2-802011-3 at level 0 using segments [{'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 23:15:34.618645 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Attempting to bind port da60f4a3-82a8-4b97-a8db-a7421eb46f71 on network 63512901-c981-4a2e-8c65-415b15263f31 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:34.628700 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-381aaaf8-e727-4d2f-bff2-17d0655fc5f4 req-edfd0154-3c91-4241-b62e-7ad9ec63d25a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573528 Jul 27 23:15:34.629391 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Port da60f4a3-82a8-4b97-a8db-a7421eb46f71 on network 63512901-c981-4a2e-8c65-415b15263f31 not bound, no agent of type Open vSwitch agent registered on host n-h2-802011-3 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 23:15:34.629718 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Attempting to bind port da60f4a3-82a8-4b97-a8db-a7421eb46f71 on network 63512901-c981-4a2e-8c65-415b15263f31 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 23:15:34.634660 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Checking agent: {'id': '6ddadb4b-3fa2-40c1-9694-5c82874cbf38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802011-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'started_at': datetime.datetime(2021, 7, 27, 21, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 23, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 23:15:34.634999 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Checking segment: {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 23:15:34.635382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Bound using segment: {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 23:15:34.635811 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Bound port: da60f4a3-82a8-4b97-a8db-a7421eb46f71, host: n-h2-802011-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705db106-4583-4b20-845e-5a716815b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63512901-c981-4a2e-8c65-415b15263f31'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 23:15:34.636170 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:34.705093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] For port da60f4a3-82a8-4b97-a8db-a7421eb46f71, host n-h2-802011-3, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 23:15:34.708071 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] For port da60f4a3-82a8-4b97-a8db-a7421eb46f71, host n-h2-802011-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 23:15:34.713330 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:34.746231 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:34.746869 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:34.748436 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] 10.222.0.41 "PUT /v2.0/ports/da60f4a3-82a8-4b97-a8db-a7421eb46f71 HTTP/1.1" status: 200 len: 1092 time: 0.7185612 Jul 27 23:15:34.748893 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:34.751153 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7790a60d-fc73-4041-b9f2-784c59d74916" -d '{"events": [{"name": "network-changed", "server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:34.780137 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843223aa-6414-4e54-991a-2d73aed8c360 service neutron] Pushing event updated for resources: {'Port': ['ID=da60f4a3-82a8-4b97-a8db-a7421eb46f71,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:34.798841 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f17c3c-c2ec-42c6-85a3-b804ed8c3277 x-openstack-request-id: req-65f17c3c-c2ec-42c6-85a3-b804ed8c3277 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:34.799209 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:34.799533 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65f17c3c-c2ec-42c6-85a3-b804ed8c3277 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:34.800007 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'status': 'completed', 'code': 200} Jul 27 23:15:34.831060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-c265c920-0d72-4398-8c31-4d56e4d6f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:34.832570 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-c265c920-0d72-4398-8c31-4d56e4d6f024 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 1095 time: 0.0439007 Jul 27 23:15:34.878749 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-28f72c88-422c-4b95-b069-a9fcb2ec5b2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71 HTTP/1.1" status: 200 len: 217 time: 0.0378637 Jul 27 23:15:34.932162 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-c3c8e323-e560-4d30-b955-00b7e7b47e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:34.933645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-c3c8e323-e560-4d30-b955-00b7e7b47e3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0485597 Jul 27 23:15:34.981178 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b55c2e5d-ecf7-4bde-bf16-f0072cb7c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:34.982667 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-b55c2e5d-ecf7-4bde-bf16-f0072cb7c3e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408001 Jul 27 23:15:35.075017 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-5672643d-9518-4914-9040-6967338d7318 service neutron] 10.222.0.41 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851624 Jul 27 23:15:35.473574 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-957de00e-a62f-4089-a576-92f64d90ecc5 req-93967df8-e2cf-4ddd-8cc0-bab13ae37da2 service neutron] 10.222.0.41 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902907 Jul 27 23:15:35.556119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790a60d-fc73-4041-b9f2-784c59d74916 req-0450ef0a-674b-43fa-9bd2-c70b68e8cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:35.557610 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7790a60d-fc73-4041-b9f2-784c59d74916 req-0450ef0a-674b-43fa-9bd2-c70b68e8cd68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 1095 time: 0.0414040 Jul 27 23:15:35.648659 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790a60d-fc73-4041-b9f2-784c59d74916 req-9ecc73de-0656-419d-aa3a-f8ccac3585d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:35.650162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7790a60d-fc73-4041-b9f2-784c59d74916 req-9ecc73de-0656-419d-aa3a-f8ccac3585d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 910 time: 0.0856752 Jul 27 23:15:35.691884 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7790a60d-fc73-4041-b9f2-784c59d74916 req-b3c4b423-614f-4d45-a8a8-06330fdc57c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71 HTTP/1.1" status: 200 len: 217 time: 0.0349510 Jul 27 23:15:35.772303 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790a60d-fc73-4041-b9f2-784c59d74916 req-29756dd9-5988-4c3b-9ef3-09320e83bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:35.773717 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7790a60d-fc73-4041-b9f2-784c59d74916 req-29756dd9-5988-4c3b-9ef3-09320e83bc4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0743971 Jul 27 23:15:35.784949 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e80d07-7fbe-45a4-93c7-9e797694ba36 req-4e9bf865-3665-416e-9b17-35bedfe748e3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:35.786335 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7e80d07-7fbe-45a4-93c7-9e797694ba36 req-4e9bf865-3665-416e-9b17-35bedfe748e3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 944 time: 0.0882199 Jul 27 23:15:35.848237 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c7e80d07-7fbe-45a4-93c7-9e797694ba36 req-3caa2969-4584-4e64-88a3-b2cc66eba3a3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526071 Jul 27 23:15:35.851584 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790a60d-fc73-4041-b9f2-784c59d74916 req-4c281d43-095a-4a91-b8a2-8cde5464dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:35.852989 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7790a60d-fc73-4041-b9f2-784c59d74916 req-4c281d43-095a-4a91-b8a2-8cde5464dbe1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657198 Jul 27 23:15:35.945739 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7790a60d-fc73-4041-b9f2-784c59d74916 req-f9f2588b-6e5d-40bd-9067-886f54d362b3 service neutron] 10.222.0.41 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840175 Jul 27 23:15:36.034992 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7790a60d-fc73-4041-b9f2-784c59d74916 req-527433f8-ea82-48c3-bc9c-0420bc5e6256 service neutron] 10.222.0.41 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812845 Jul 27 23:15:36.967828 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651f871-23c9-4bec-8f93-c493e2bdeda5 req-2243c6e2-71e8-46ea-845d-aabcf0eb9e52 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:36.969298 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4651f871-23c9-4bec-8f93-c493e2bdeda5 req-2243c6e2-71e8-46ea-845d-aabcf0eb9e52 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 944 time: 0.0489521 Jul 27 23:15:37.007793 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4651f871-23c9-4bec-8f93-c493e2bdeda5 req-7266cb01-bfee-4db3-9dfe-9cdc6dac478c tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325108 Jul 27 23:15:38.129844 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0af4b-5690-4ed3-a8af-bcefa6e87d4f req-c5a80e02-f791-4f6d-89e2-8c8858823116 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:38.131480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2cc0af4b-5690-4ed3-a8af-bcefa6e87d4f req-c5a80e02-f791-4f6d-89e2-8c8858823116 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 944 time: 0.0533981 Jul 27 23:15:38.168437 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2cc0af4b-5690-4ed3-a8af-bcefa6e87d4f req-3c36d98b-9af1-4c1c-a084-85240ce50904 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310698 Jul 27 23:15:38.725841 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da60f4a3-82a8-4b97-a8db-a7421eb46f71 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:15:38.843114 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da60f4a3-82a8-4b97-a8db-a7421eb46f71, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:38.854063 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'port_id': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'mac_address': 'fa:16:3e:28:40:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:15:38.889962 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.905995 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da60f4a3-82a8-4b97-a8db-a7421eb46f71 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:15:38.924251 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da60f4a3-82a8-4b97-a8db-a7421eb46f71, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:38.928313 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:38.974232 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=da60f4a3-82a8-4b97-a8db-a7421eb46f71,revision_number=4']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:39.140462 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['da60f4a3-82a8-4b97-a8db-a7421eb46f71'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:15:39.286681 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ef1e3-4521-44f7-86ec-15545681e9e6 req-e233ab5e-d0c6-4542-8386-5ae4da5ec1a0 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:39.288627 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a37ef1e3-4521-44f7-86ec-15545681e9e6 req-e233ab5e-d0c6-4542-8386-5ae4da5ec1a0 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 945 time: 0.0499206 Jul 27 23:15:39.326691 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-a37ef1e3-4521-44f7-86ec-15545681e9e6 req-7c974202-7522-4314-907c-96e1b954f120 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320241 Jul 27 23:15:40.442277 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0165c-81de-4699-b7fe-713a36c60f65 req-9d412536-6676-46ae-af7b-68861dc41643 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:40.444674 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15e0165c-81de-4699-b7fe-713a36c60f65 req-9d412536-6676-46ae-af7b-68861dc41643 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 945 time: 0.0496507 Jul 27 23:15:40.483681 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-15e0165c-81de-4699-b7fe-713a36c60f65 req-2313ce08-21d8-48f5-992f-3f6bcf2faffa tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331893 Jul 27 23:15:40.738767 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da60f4a3-82a8-4b97-a8db-a7421eb46f71 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:15:40.789434 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning for port da60f4a3-82a8-4b97-a8db-a7421eb46f71 completed by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 23:15:40.793399 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port da60f4a3-82a8-4b97-a8db-a7421eb46f71 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:15:40.793796 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.874758 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.896154 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:40.898752 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c835ab91-9021-420e-840a-547202628adb" -d '{"events": [{"server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "name": "network-vif-plugged", "status": "completed", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:40.911365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da60f4a3-82a8-4b97-a8db-a7421eb46f71, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:15:40.916033 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:40.940035 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aae4cb3-5603-48c6-ae98-7a10af56e963 x-openstack-request-id: req-6aae4cb3-5603-48c6-ae98-7a10af56e963 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:40.940322 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "name": "network-vif-plugged", "status": "completed", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:40.940570 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6aae4cb3-5603-48c6-ae98-7a10af56e963 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:40.940949 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'code': 200} Jul 27 23:15:40.967788 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=da60f4a3-82a8-4b97-a8db-a7421eb46f71,revision_number=5']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:41.041238 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76b4a4-1c13-46b2-a794-1a042147dbad req-661d3fd6-208f-4275-ad47-57e08f11dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:41.042761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e76b4a4-1c13-46b2-a794-1a042147dbad req-661d3fd6-208f-4275-ad47-57e08f11dfea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 1097 time: 0.0449231 Jul 27 23:15:41.082945 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-3e76b4a4-1c13-46b2-a794-1a042147dbad req-670c8989-bc61-4c7e-b129-55888388327c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330970 Jul 27 23:15:41.601746 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24c9e1-5dc6-46f8-af2a-c8dca618b866 req-8d02e7ca-0654-40dd-8a6a-86a55034b27f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:41.603267 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b24c9e1-5dc6-46f8-af2a-c8dca618b866 req-8d02e7ca-0654-40dd-8a6a-86a55034b27f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 946 time: 0.0508916 Jul 27 23:15:41.641382 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-8b24c9e1-5dc6-46f8-af2a-c8dca618b866 req-ff2bff6e-5f5a-4372-8886-95f05eeb0bed tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321605 Jul 27 23:15:42.760935 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b59af9-5c6a-47a2-97f0-7bb4a12d7ea1 req-b504741f-58e1-4ffd-b954-aa39b2e830a9 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:42.762461 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19b59af9-5c6a-47a2-97f0-7bb4a12d7ea1 req-b504741f-58e1-4ffd-b954-aa39b2e830a9 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 946 time: 0.0486279 Jul 27 23:15:42.799851 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-19b59af9-5c6a-47a2-97f0-7bb4a12d7ea1 req-6699f882-3284-469d-b19b-df16c4be3bba tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314775 Jul 27 23:15:42.851491 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d2a75931-10f1-44bc-9d63-2b6d3a3593aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:42.919278 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99902bad-00a2-4745-b26d-31deef91c074 req-e99191e6-770f-4631-99dd-90a1e1b029e7 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:42.920768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99902bad-00a2-4745-b26d-31deef91c074 req-e99191e6-770f-4631-99dd-90a1e1b029e7 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 946 time: 0.0536253 Jul 27 23:15:42.958177 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-99902bad-00a2-4745-b26d-31deef91c074 req-dd879bca-663a-43ce-8efb-d2444c3190ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312688 Jul 27 23:15:42.979665 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37542) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:43.019473 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b0ccd-abed-46c8-a0fe-bea8af78ff18 tempest-TestSnapshotPattern-715132547 tempest-TestSnapshotPattern-715132547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:43.020977 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-834b0ccd-abed-46c8-a0fe-bea8af78ff18 tempest-TestSnapshotPattern-715132547 tempest-TestSnapshotPattern-715132547-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 1092 time: 0.0403426 Jul 27 23:15:43.023735 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:15:43.028026 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.v2.base [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Request body: {'floatingip': {'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'port_id': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 23:15:43.050529 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.149886 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.250791 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Allocated IP 172.25.1.78 (7f99d3c9-36a7-4697-a9d4-afb1d7740409/8f4ade17-e78e-43f0-8489-67b5afa55b8b/4e9d6ad2-0b5d-46b6-9078-5548083fbece) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 23:15:43.305176 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.356809 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.394782 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779860296439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.430360 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Network 7f99d3c9-36a7-4697-a9d4-afb1d7740409 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 23:15:43.434603 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 23:15:43.440512 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 23:15:43.463630 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'Port': ['ID=4e9d6ad2-0b5d-46b6-9078-5548083fbece,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:43.796562 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:43.861063 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.008392 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.013367 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3785907'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.092103 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event updated for resources: {'Port': ['ID=4e9d6ad2-0b5d-46b6-9078-5548083fbece,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:15:44.098434 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568636'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.197208 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Floating IP a0dea660-d3ea-4b6a-82a5-e4befbb9919d associated. External IP: 172.25.1.78, port: da60f4a3-82a8-4b97-a8db-a7421eb46f71. Jul 27 23:15:44.397643 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Router 92ca153c-031d-49c2-9464-2a87525bddad has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:15:44.509469 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:15:44.518906 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc402ab6-c84e-4899-bc30-ca9fc97b0778 None None] Sync routers for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:15:44.524660 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:44.527856 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc402ab6-c84e-4899-bc30-ca9fc97b0778 None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:44.528459 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc402ab6-c84e-4899-bc30-ca9fc97b0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:15:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:44.551608 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5393dd06-5f86-4b77-ae20-cbb20999127a tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5268703 Jul 27 23:15:44.552202 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:15:44.555083 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c136da-09b5-4125-a603-50a5d975539d" -d '{"events": [{"name": "network-changed", "server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:15:44.590251 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867508dd-7e70-403f-b7a4-2fc5696ca8b3 x-openstack-request-id: req-867508dd-7e70-403f-b7a4-2fc5696ca8b3 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:15:44.590575 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:15:44.590828 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-867508dd-7e70-403f-b7a4-2fc5696ca8b3 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:15:44.591251 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'status': 'completed', 'code': 200} Jul 27 23:15:44.635191 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bc402ab6-c84e-4899-bc30-ca9fc97b0778 None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:15:44.656032 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c136da-09b5-4125-a603-50a5d975539d req-a471e8db-acaf-4ca6-a2e8-9beb24c92a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:44.657540 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9c136da-09b5-4125-a603-50a5d975539d req-a471e8db-acaf-4ca6-a2e8-9beb24c92a6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 1097 time: 0.0448492 Jul 27 23:15:44.745321 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c136da-09b5-4125-a603-50a5d975539d req-bc9cba9e-d993-4f0a-894c-b97232244119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:44.746849 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9c136da-09b5-4125-a603-50a5d975539d req-bc9cba9e-d993-4f0a-894c-b97232244119 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 910 time: 0.0828655 Jul 27 23:15:44.816070 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9c136da-09b5-4125-a603-50a5d975539d req-766971c0-dc6b-4780-858f-126745b3caf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71 HTTP/1.1" status: 200 len: 999 time: 0.0617990 Jul 27 23:15:44.867416 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c136da-09b5-4125-a603-50a5d975539d req-2a97f44e-7d21-4691-af35-ee80cc397e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:44.868924 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9c136da-09b5-4125-a603-50a5d975539d req-2a97f44e-7d21-4691-af35-ee80cc397e34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0460813 Jul 27 23:15:44.917147 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c136da-09b5-4125-a603-50a5d975539d req-df6cd078-64d6-409c-a085-6a1d38042905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:15:44.918718 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9c136da-09b5-4125-a603-50a5d975539d req-df6cd078-64d6-409c-a085-6a1d38042905 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428762 Jul 27 23:15:44.954759 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc402ab6-c84e-4899-bc30-ca9fc97b0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2f71147c-066a-48b1-b3bb-895c99f3b9e5', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'port_id': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'mac_address': 'fa:16:3e:8f:71:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:13:10Z', 'updated_at': '2021-07-27T23:13:11Z', 'revision_number': 1, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address_scope': None}, {'id': 'a0dea660-d3ea-4b6a-82a5-e4befbb9919d', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'port_id': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'mac_address': 'fa:16:3e:28:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:43Z', 'updated_at': '2021-07-27T23:15:43Z', 'revision_number': 0, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:44.980642 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc402ab6-c84e-4899-bc30-ca9fc97b0778 None None] Checking router: 92ca153c-031d-49c2-9464-2a87525bddad for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:15:44.989644 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc402ab6-c84e-4899-bc30-ca9fc97b0778 None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:15:44.990961 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc402ab6-c84e-4899-bc30-ca9fc97b0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:15:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:45.014219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9c136da-09b5-4125-a603-50a5d975539d req-b38a2124-f069-488c-8bad-11d208b563e2 service neutron] 10.222.0.41 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882781 Jul 27 23:15:45.096775 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-bc402ab6-c84e-4899-bc30-ca9fc97b0778 None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:15:45.105841 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-b9c136da-09b5-4125-a603-50a5d975539d req-0f011926-ee32-48ac-bc49-e23c5ba4a145 service neutron] 10.222.0.41 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846393 Jul 27 23:15:45.316633 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-bc402ab6-c84e-4899-bc30-ca9fc97b0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2f71147c-066a-48b1-b3bb-895c99f3b9e5', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'port_id': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'mac_address': 'fa:16:3e:8f:71:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:13:10Z', 'updated_at': '2021-07-27T23:13:11Z', 'revision_number': 1, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address_scope': None}, {'id': 'a0dea660-d3ea-4b6a-82a5-e4befbb9919d', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'port_id': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'mac_address': 'fa:16:3e:28:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:43Z', 'updated_at': '2021-07-27T23:15:43Z', 'revision_number': 0, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:15:45.342611 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc402ab6-c84e-4899-bc30-ca9fc97b0778 None None] The sync data for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 is: [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2f71147c-066a-48b1-b3bb-895c99f3b9e5', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'port_id': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'mac_address': 'fa:16:3e:8f:71:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:13:10Z', 'updated_at': '2021-07-27T23:13:11Z', 'revision_number': 1, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address_scope': None}, {'id': 'a0dea660-d3ea-4b6a-82a5-e4befbb9919d', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'port_id': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'mac_address': 'fa:16:3e:28:40:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:15:43Z', 'updated_at': '2021-07-27T23:15:43Z', 'revision_number': 0, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:15:45.526583 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-69529578-e53f-4b0c-a10b-fa56f454c6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:45.537616 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b007c9-d498-4906-a419-63802100be6b None None] New status for floating IP a0dea660-d3ea-4b6a-82a5-e4befbb9919d: ACTIVE {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:15:45.887048 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:46.710930 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:47.191015 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:15:48.402359 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:00.660610 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f61826c3-bad4-4dad-8aea-a53050592dfd req-594a3ff3-fedb-465f-b174-5fcfb9348258 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0942838 Jul 27 23:16:00.742129 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61826c3-bad4-4dad-8aea-a53050592dfd req-8cf4577e-4b47-4dc1-8cc2-c1f2575079e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:00.743660 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f61826c3-bad4-4dad-8aea-a53050592dfd req-8cf4577e-4b47-4dc1-8cc2-c1f2575079e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 1094 time: 0.0407932 Jul 27 23:16:00.848932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61826c3-bad4-4dad-8aea-a53050592dfd req-248a3f01-d8fc-4999-8a9d-b5ca267fc368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:00.850941 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f61826c3-bad4-4dad-8aea-a53050592dfd req-248a3f01-d8fc-4999-8a9d-b5ca267fc368 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 910 time: 0.0879052 Jul 27 23:16:00.915802 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f61826c3-bad4-4dad-8aea-a53050592dfd req-c69d73a6-2086-4fd5-a174-0d2873cd858a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632 HTTP/1.1" status: 200 len: 999 time: 0.0575967 Jul 27 23:16:00.968631 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61826c3-bad4-4dad-8aea-a53050592dfd req-bc8bf21a-b5df-4a8c-8f90-ee75ba3e7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:00.970071 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f61826c3-bad4-4dad-8aea-a53050592dfd req-bc8bf21a-b5df-4a8c-8f90-ee75ba3e7b1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0474074 Jul 27 23:16:01.016553 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61826c3-bad4-4dad-8aea-a53050592dfd req-4412fd1d-4335-4043-94e4-ba8a733ec984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:01.018067 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f61826c3-bad4-4dad-8aea-a53050592dfd req-4412fd1d-4335-4043-94e4-ba8a733ec984 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409286 Jul 27 23:16:01.107530 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f61826c3-bad4-4dad-8aea-a53050592dfd req-764f2db4-71e3-492c-abe1-dff2ce1099d9 service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810375 Jul 27 23:16:01.203623 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-f61826c3-bad4-4dad-8aea-a53050592dfd req-12a973d6-9a00-4be2-9ed8-37e73aa8d118 service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886357 Jul 27 23:16:03.049516 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-853cbf3e-47e2-4ff1-81b0-359ee2f497f9 req-ec4c1a0f-ad0a-4a84-8e44-de24fa161967 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401857 Jul 27 23:16:03.135890 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cbf3e-47e2-4ff1-81b0-359ee2f497f9 req-81fda8a9-5b29-462d-b5ca-c6d2ead0cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:03.137417 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-853cbf3e-47e2-4ff1-81b0-359ee2f497f9 req-81fda8a9-5b29-462d-b5ca-c6d2ead0cb6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 1097 time: 0.0462143 Jul 27 23:16:03.248111 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cbf3e-47e2-4ff1-81b0-359ee2f497f9 req-379415c2-4dec-4931-8670-af0299aace95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:03.249590 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-853cbf3e-47e2-4ff1-81b0-359ee2f497f9 req-379415c2-4dec-4931-8670-af0299aace95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 910 time: 0.0936668 Jul 27 23:16:03.319222 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-853cbf3e-47e2-4ff1-81b0-359ee2f497f9 req-6162deb3-4e2a-4217-93ad-7e7ebc949e88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71 HTTP/1.1" status: 200 len: 1001 time: 0.0623813 Jul 27 23:16:03.369255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cbf3e-47e2-4ff1-81b0-359ee2f497f9 req-8295fa95-c036-4c30-a7a7-bc0040cbd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:03.370803 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-853cbf3e-47e2-4ff1-81b0-359ee2f497f9 req-8295fa95-c036-4c30-a7a7-bc0040cbd8c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0450773 Jul 27 23:16:03.416873 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cbf3e-47e2-4ff1-81b0-359ee2f497f9 req-039f72aa-a775-4ea1-b4d6-dfef3c27289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:16:03.418392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-853cbf3e-47e2-4ff1-81b0-359ee2f497f9 req-039f72aa-a775-4ea1-b4d6-dfef3c27289f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410187 Jul 27 23:16:03.518455 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-853cbf3e-47e2-4ff1-81b0-359ee2f497f9 req-3985e12d-f71b-4ac7-a066-468fd3bdd939 service neutron] 10.222.0.41 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883691 Jul 27 23:16:03.608428 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-853cbf3e-47e2-4ff1-81b0-359ee2f497f9 req-6425026a-ebb1-44da-8ade-18ae77f38fe3 service neutron] 10.222.0.41 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842028 Jul 27 23:16:04.899592 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:16:12.852063 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-851d17b0-c42a-4b09-975b-778a8c77fabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:13.295903 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:15.679198 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f0ffe3e-abb0-4440-9e7f-5ff90c857cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:15.887666 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:16.713173 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:17.189671 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:18.405390 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:41.898356 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:16:42.852959 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-15777941-fbe8-4cba-a989-55d13a65223e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:43.307620 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:45.530774 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-670f2b43-7b55-4825-a902-5e9519c18b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:45.888095 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:46.717528 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:47.195581 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:16:48.408624 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:00.619857 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-381a0a87-e1e2-481d-be35-4e415ad3e7b1 req-a50dbe55-04cb-4d2e-b0de-116a68c29a36 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411134 Jul 27 23:17:00.701710 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a0a87-e1e2-481d-be35-4e415ad3e7b1 req-ff99be3f-95a3-4593-b2c1-8e9d3275f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:00.703434 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-381a0a87-e1e2-481d-be35-4e415ad3e7b1 req-ff99be3f-95a3-4593-b2c1-8e9d3275f953 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 1094 time: 0.0418591 Jul 27 23:17:00.810851 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a0a87-e1e2-481d-be35-4e415ad3e7b1 req-f201fa81-807a-4fe1-8c5e-4e52b2f8b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:00.812359 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-381a0a87-e1e2-481d-be35-4e415ad3e7b1 req-f201fa81-807a-4fe1-8c5e-4e52b2f8b36f service neutron] 10.222.0.43 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 910 time: 0.0894332 Jul 27 23:17:00.882873 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-381a0a87-e1e2-481d-be35-4e415ad3e7b1 req-b3366942-7eed-41a8-8202-185996a86425 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632 HTTP/1.1" status: 200 len: 999 time: 0.0615849 Jul 27 23:17:00.936966 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a0a87-e1e2-481d-be35-4e415ad3e7b1 req-f1b22f0f-c7a1-4b0f-94f5-5ce14e27c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:00.938793 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-381a0a87-e1e2-481d-be35-4e415ad3e7b1 req-f1b22f0f-c7a1-4b0f-94f5-5ce14e27c0b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0491889 Jul 27 23:17:00.989101 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a0a87-e1e2-481d-be35-4e415ad3e7b1 req-8fc770be-61b7-4371-a550-4a6221be8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:00.990863 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-381a0a87-e1e2-481d-be35-4e415ad3e7b1 req-8fc770be-61b7-4371-a550-4a6221be8e4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446484 Jul 27 23:17:01.081397 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-381a0a87-e1e2-481d-be35-4e415ad3e7b1 req-926ece5f-d127-4827-8fea-1604c679e1ef service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833728 Jul 27 23:17:01.176092 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-381a0a87-e1e2-481d-be35-4e415ad3e7b1 req-a1d51df7-8950-49ab-b67c-7d25974babef service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861754 Jul 27 23:17:03.048230 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39da8aa0-3811-4d6a-9135-d3c4c6493c56 req-ae6f91ec-5e4e-412d-8698-b8b167cd95b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412865 Jul 27 23:17:03.138896 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da8aa0-3811-4d6a-9135-d3c4c6493c56 req-c00624a4-8151-419e-ad04-9d08f3c52c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:03.140373 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39da8aa0-3811-4d6a-9135-d3c4c6493c56 req-c00624a4-8151-419e-ad04-9d08f3c52c5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 1097 time: 0.0442536 Jul 27 23:17:03.239778 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da8aa0-3811-4d6a-9135-d3c4c6493c56 req-512a40d5-e453-49c6-a4ce-5b9c7896ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:03.241216 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39da8aa0-3811-4d6a-9135-d3c4c6493c56 req-512a40d5-e453-49c6-a4ce-5b9c7896ac8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 910 time: 0.0817478 Jul 27 23:17:03.309188 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39da8aa0-3811-4d6a-9135-d3c4c6493c56 req-d0fe9f07-99f0-46b4-89aa-6b3067f86300 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71 HTTP/1.1" status: 200 len: 1001 time: 0.0607195 Jul 27 23:17:03.370695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da8aa0-3811-4d6a-9135-d3c4c6493c56 req-b1cd79b8-d20a-49af-9573-581b70c9b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:03.372162 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39da8aa0-3811-4d6a-9135-d3c4c6493c56 req-b1cd79b8-d20a-49af-9573-581b70c9b586 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0556440 Jul 27 23:17:03.426707 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da8aa0-3811-4d6a-9135-d3c4c6493c56 req-01a75c2d-b8ac-4440-961f-383504040201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:03.428210 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39da8aa0-3811-4d6a-9135-d3c4c6493c56 req-01a75c2d-b8ac-4440-961f-383504040201 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485601 Jul 27 23:17:03.518410 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39da8aa0-3811-4d6a-9135-d3c4c6493c56 req-9e153f1f-af27-48c5-81cc-46dba4464277 service neutron] 10.222.0.41 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833819 Jul 27 23:17:03.609323 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-39da8aa0-3811-4d6a-9135-d3c4c6493c56 req-47cf3459-b90b-448f-ab01-a2a1471d3ed8 service neutron] 10.222.0.41 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844321 Jul 27 23:17:09.204460 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da60f4a3-82a8-4b97-a8db-a7421eb46f71 details requested by agent hyperv_n-h2-802011-3 with host n-h2-802011-3 {{(pid=93836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 23:17:09.317022 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da60f4a3-82a8-4b97-a8db-a7421eb46f71, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:09.330954 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Returning: {'device': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'port_id': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'mac_address': 'fa:16:3e:28:40:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 23:17:09.369863 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:09.383983 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da60f4a3-82a8-4b97-a8db-a7421eb46f71 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 23:17:09.404637 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da60f4a3-82a8-4b97-a8db-a7421eb46f71, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:09.412507 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:09.471044 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=da60f4a3-82a8-4b97-a8db-a7421eb46f71,revision_number=6']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:09.480125 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:09.480554 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:09.480964 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:09.481368 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:09.481788 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:09.482188 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:09.482638 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:09.483038 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:09.483432 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:09.483830 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:09.484164 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:09.484503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:09.489713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] get_ports_and_sgs() called for port_ids ['da60f4a3-82a8-4b97-a8db-a7421eb46f71'] {{(pid=93836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 23:17:11.217577 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da60f4a3-82a8-4b97-a8db-a7421eb46f71 up at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 23:17:11.268511 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Provisioning complete for port da60f4a3-82a8-4b97-a8db-a7421eb46f71 triggered by entity L2. {{(pid=93836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 23:17:11.269224 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16714269'] for port, provisioning_complete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:11.350798 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:11.376484 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:11.378825 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b035d97-d031-43f3-a1b7-c325642e68da" -d '{"events": [{"server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "name": "network-vif-plugged", "status": "completed", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:11.392929 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da60f4a3-82a8-4b97-a8db-a7421eb46f71, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:11.401549 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:11.432131 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b08375-6525-4624-af01-4ce735789a0c x-openstack-request-id: req-a6b08375-6525-4624-af01-4ce735789a0c {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:11.432410 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "name": "network-vif-plugged", "status": "completed", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:11.432667 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6b08375-6525-4624-af01-4ce735789a0c {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:11.433064 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'code': 200} Jul 27 23:17:11.469653 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=da60f4a3-82a8-4b97-a8db-a7421eb46f71,revision_number=7']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:12.857258 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-44beeada-ffbf-43fb-ad49-97e67e875b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:13.325138 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.537779 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa05533b-df55-429c-ba1c-f9d5d62b8ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:15.890735 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:16.723611 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:17.206874 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:18.410779 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:18.897742 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:17:18.985682 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37738) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:19.143635 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Deleting port 4e9d6ad2-0b5d-46b6-9078-5548083fbece {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:19.143978 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:19.568332 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:19.568686 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:19.579925 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Calling delete_port for 4e9d6ad2-0b5d-46b6-9078-5548083fbece owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:19.723286 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:19.749929 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event deleted for resources: {'Port': ['ID=4e9d6ad2-0b5d-46b6-9078-5548083fbece,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:19.773716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:19.774059 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:19.774429 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:19.775382 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:19.775716 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:19.776046 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:19.776371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:19.776693 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:19.777018 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:19.777336 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:19.777658 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:19.777976 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:19.815430 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:19.815764 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Floating IP a0dea660-d3ea-4b6a-82a5-e4befbb9919d disassociated (deleted). External IP: 172.25.1.78, port: da60f4a3-82a8-4b97-a8db-a7421eb46f71. Jul 27 23:17:20.025060 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Router 92ca153c-031d-49c2-9464-2a87525bddad has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:17:20.132195 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:20.137603 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:20.142071 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d685ca3-6442-497e-b4d5-7ddb798a6b0e None None] Sync routers for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:20.151350 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d685ca3-6442-497e-b4d5-7ddb798a6b0e None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:20.151946 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4d685ca3-6442-497e-b4d5-7ddb798a6b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:20.164453 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2e94b5ee-7ca1-44f4-a3aa-9eff9a94b7ae tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "DELETE /v2.0/floatingips/a0dea660-d3ea-4b6a-82a5-e4befbb9919d HTTP/1.1" status: 204 len: 168 time: 1.1774831 Jul 27 23:17:20.165491 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:20.168271 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd29eda4-b501-49c1-97d5-c4306dd8f2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:20.206733 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e71ae52-3524-4a9a-ad1a-6bcdb1981dbe x-openstack-request-id: req-3e71ae52-3524-4a9a-ad1a-6bcdb1981dbe {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:20.207035 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:20.207293 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e71ae52-3524-4a9a-ad1a-6bcdb1981dbe {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:20.207733 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'status': 'completed', 'code': 200} Jul 27 23:17:20.264063 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4d685ca3-6442-497e-b4d5-7ddb798a6b0e None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:20.273093 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29eda4-b501-49c1-97d5-c4306dd8f2d1 req-0c752684-a898-4e90-9a1a-6fd9fcf69528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:20.274814 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd29eda4-b501-49c1-97d5-c4306dd8f2d1 req-0c752684-a898-4e90-9a1a-6fd9fcf69528 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 1097 time: 0.0432806 Jul 27 23:17:20.401166 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29eda4-b501-49c1-97d5-c4306dd8f2d1 req-93ac0493-ea22-47c0-9597-fd870ef15cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:20.402695 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd29eda4-b501-49c1-97d5-c4306dd8f2d1 req-93ac0493-ea22-47c0-9597-fd870ef15cf9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 910 time: 0.1189034 Jul 27 23:17:20.457837 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1aae6e-51d4-40ba-9972-355d5097477a req-15127c8f-e23e-415b-9bdc-b1d406314689 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:20.459363 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e1aae6e-51d4-40ba-9972-355d5097477a req-15127c8f-e23e-415b-9bdc-b1d406314689 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 946 time: 0.0957088 Jul 27 23:17:20.460785 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd29eda4-b501-49c1-97d5-c4306dd8f2d1 req-73a90b88-4082-4cdf-a77f-823f81dc3cfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71 HTTP/1.1" status: 200 len: 217 time: 0.0495443 Jul 27 23:17:20.501198 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4d685ca3-6442-497e-b4d5-7ddb798a6b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2f71147c-066a-48b1-b3bb-895c99f3b9e5', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'port_id': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'mac_address': 'fa:16:3e:8f:71:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:13:10Z', 'updated_at': '2021-07-27T23:13:11Z', 'revision_number': 1, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:20.526959 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d685ca3-6442-497e-b4d5-7ddb798a6b0e None None] Checking router: 92ca153c-031d-49c2-9464-2a87525bddad for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:17:20.533620 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-7e1aae6e-51d4-40ba-9972-355d5097477a req-929c2000-ff4d-43ce-9b71-b546972684e3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669885 Jul 27 23:17:20.535032 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d685ca3-6442-497e-b4d5-7ddb798a6b0e None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:20.535637 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4d685ca3-6442-497e-b4d5-7ddb798a6b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:20.537311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29eda4-b501-49c1-97d5-c4306dd8f2d1 req-ad5f1a8d-f6d3-49d6-b67c-c88e96d532ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:20.538761 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd29eda4-b501-49c1-97d5-c4306dd8f2d1 req-ad5f1a8d-f6d3-49d6-b67c-c88e96d532ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0710919 Jul 27 23:17:20.585124 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29eda4-b501-49c1-97d5-c4306dd8f2d1 req-9487124b-ade2-4d50-99da-6199cb331fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:20.586665 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd29eda4-b501-49c1-97d5-c4306dd8f2d1 req-9487124b-ade2-4d50-99da-6199cb331fae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403373 Jul 27 23:17:20.639961 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-4d685ca3-6442-497e-b4d5-7ddb798a6b0e None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:20.681645 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd29eda4-b501-49c1-97d5-c4306dd8f2d1 req-f344c4d0-7017-4492-b4e6-1e8ca73058a9 service neutron] 10.222.0.41 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866623 Jul 27 23:17:20.772758 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-bd29eda4-b501-49c1-97d5-c4306dd8f2d1 req-561a2b02-6743-4c8e-a3e2-4f438297c68f service neutron] 10.222.0.41 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835006 Jul 27 23:17:20.856977 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-4d685ca3-6442-497e-b4d5-7ddb798a6b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2f71147c-066a-48b1-b3bb-895c99f3b9e5', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'port_id': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'mac_address': 'fa:16:3e:8f:71:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:13:10Z', 'updated_at': '2021-07-27T23:13:11Z', 'revision_number': 1, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:20.886206 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d685ca3-6442-497e-b4d5-7ddb798a6b0e None None] The sync data for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 is: [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_floatingips': [{'id': '2f71147c-066a-48b1-b3bb-895c99f3b9e5', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'router_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'port_id': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'mac_address': 'fa:16:3e:8f:71:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T23:13:10Z', 'updated_at': '2021-07-27T23:13:11Z', 'revision_number': 1, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:21.123100 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a7434-1bfe-46e9-ba95-16b6b0314c8c None None] New status for floating IP a0dea660-d3ea-4b6a-82a5-e4befbb9919d: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:17:21.312106 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da60f4a3-82a8-4b97-a8db-a7421eb46f71 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:21.389548 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16360798'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:21.411809 n-d-802011-3 neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:21.414011 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e802d8e426742acfc86c0e9936c3f6e3b2d09a8eaa075e585542c24d575bb7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e40b965-ef7a-4665-978e-429cb4eb7e9b" -d '{"events": [{"server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "name": "network-vif-unplugged", "status": "completed", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:21.426949 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] For port da60f4a3-82a8-4b97-a8db-a7421eb46f71, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:21.431180 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779860700977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779860296461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779860296479'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:21.456623 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46f6d1d-8117-4e4b-840c-22924cfbc6d5 x-openstack-request-id: req-b46f6d1d-8117-4e4b-840c-22924cfbc6d5 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:21.456914 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "name": "network-vif-unplugged", "status": "completed", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:21.457165 n-d-802011-3 neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b46f6d1d-8117-4e4b-840c-22924cfbc6d5 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:21.457545 n-d-802011-3 neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'code': 200} Jul 27 23:17:21.483606 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Pushing event updated for resources: {'Port': ['ID=da60f4a3-82a8-4b97-a8db-a7421eb46f71,revision_number=8']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:21.658774 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890efe1-15ac-4933-b4d2-d6b76669c543 req-6c3bcc7e-e731-4828-a6a6-c6c29381249c tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:21.660503 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4890efe1-15ac-4933-b4d2-d6b76669c543 req-6c3bcc7e-e731-4828-a6a6-c6c29381249c tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 944 time: 0.0573065 Jul 27 23:17:21.703768 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-4890efe1-15ac-4933-b4d2-d6b76669c543 req-ee9e0765-f88a-49fc-a584-1e352ac09357 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371439 Jul 27 23:17:21.854495 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfc584-2535-47d7-9057-4b3f9cee7868 req-73032fdd-4222-4d5e-b16f-01f4f8623753 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:21.855937 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83cfc584-2535-47d7-9057-4b3f9cee7868 req-73032fdd-4222-4d5e-b16f-01f4f8623753 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61ecf97a-8603-4591-b84b-c4a9d671332a HTTP/1.1" status: 200 len: 944 time: 0.0481348 Jul 27 23:17:21.944888 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-83cfc584-2535-47d7-9057-4b3f9cee7868 req-9448e81a-4d33-4d0a-826f-135bbd765ce3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Deleting port da60f4a3-82a8-4b97-a8db-a7421eb46f71 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:21.945143 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83cfc584-2535-47d7-9057-4b3f9cee7868 req-9448e81a-4d33-4d0a-826f-135bbd765ce3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.040845 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-83cfc584-2535-47d7-9057-4b3f9cee7868 req-9448e81a-4d33-4d0a-826f-135bbd765ce3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] For port da60f4a3-82a8-4b97-a8db-a7421eb46f71, host n-h2-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802011-3',level=0,port_id=da60f4a3-82a8-4b97-a8db-a7421eb46f71,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:22.041218 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83cfc584-2535-47d7-9057-4b3f9cee7868 req-9448e81a-4d33-4d0a-826f-135bbd765ce3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.053600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-83cfc584-2535-47d7-9057-4b3f9cee7868 req-9448e81a-4d33-4d0a-826f-135bbd765ce3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Calling delete_port for da60f4a3-82a8-4b97-a8db-a7421eb46f71 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:22.179953 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83cfc584-2535-47d7-9057-4b3f9cee7868 req-9448e81a-4d33-4d0a-826f-135bbd765ce3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.208608 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448e81a-4d33-4d0a-826f-135bbd765ce3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event deleted for resources: {'Port': ['ID=da60f4a3-82a8-4b97-a8db-a7421eb46f71,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:22.250104 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cfc584-2535-47d7-9057-4b3f9cee7868 req-9448e81a-4d33-4d0a-826f-135bbd765ce3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] No DVR routers for this DVR port da60f4a3-82a8-4b97-a8db-a7421eb46f71 on host n-h2-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:17:22.252861 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-83cfc584-2535-47d7-9057-4b3f9cee7868 req-9448e81a-4d33-4d0a-826f-135bbd765ce3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:22.254981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-83cfc584-2535-47d7-9057-4b3f9cee7868 req-9448e81a-4d33-4d0a-826f-135bbd765ce3 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.41 "DELETE /v2.0/ports/da60f4a3-82a8-4b97-a8db-a7421eb46f71 HTTP/1.1" status: 204 len: 173 time: 0.3930087 Jul 27 23:17:22.255533 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'name': 'network-vif-deleted', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:22.257773 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a652b9-62da-4261-8330-ca09be4b752e" -d '{"events": [{"server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "name": "network-vif-deleted", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:22.298891 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e49a59-d7be-4a9f-b9ef-dc028c065121 x-openstack-request-id: req-d2e49a59-d7be-4a9f-b9ef-dc028c065121 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:22.299215 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ecf97a-8603-4591-b84b-c4a9d671332a", "name": "network-vif-deleted", "tag": "da60f4a3-82a8-4b97-a8db-a7421eb46f71", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:22.299475 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2e49a59-d7be-4a9f-b9ef-dc028c065121 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:22.299880 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ecf97a-8603-4591-b84b-c4a9d671332a', 'name': 'network-vif-deleted', 'tag': 'da60f4a3-82a8-4b97-a8db-a7421eb46f71', 'status': 'completed', 'code': 200} Jul 27 23:17:23.267525 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37796) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:23.421566 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Deleting port 9f411824-78c2-4864-b3a4-91e7e9d186db {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:23.421824 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:23.497850 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:23.498177 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:23.509687 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Calling delete_port for 9f411824-78c2-4864-b3a4-91e7e9d186db owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:23.658888 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:23.685821 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event deleted for resources: {'Port': ['ID=9f411824-78c2-4864-b3a4-91e7e9d186db,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:23.745240 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:23.745577 n-d-802011-3 neutron-server[93835]: INFO neutron.db.l3_db [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Floating IP 2f71147c-066a-48b1-b3bb-895c99f3b9e5 disassociated (deleted). External IP: 172.25.1.223, port: 190dbf94-6ee6-4429-b07e-42b7c40c4632. Jul 27 23:17:23.949838 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Router 92ca153c-031d-49c2-9464-2a87525bddad has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:17:24.058959 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:24.063710 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:24.069270 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df8e23-345e-4fd5-bc4e-7fdb09cd4abe None None] Sync routers for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:24.080202 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df8e23-345e-4fd5-bc4e-7fdb09cd4abe None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:24.080822 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-51df8e23-345e-4fd5-bc4e-7fdb09cd4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:24.090719 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-570fb9e9-fcb1-4d93-9270-9bd51273207e tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "DELETE /v2.0/floatingips/2f71147c-066a-48b1-b3bb-895c99f3b9e5 HTTP/1.1" status: 204 len: 168 time: 0.8220766 Jul 27 23:17:24.279791 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-51df8e23-345e-4fd5-bc4e-7fdb09cd4abe None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:24.301192 n-d-802011-3 neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:24.304071 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4df2c4332a5226cab527033dd509c920ec5f105c127559a6ff96b0f688497a22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e371ffff-5321-4cdb-ae04-a1629045b505" -d '{"events": [{"name": "network-changed", "server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:24.330010 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c102fb9-4934-4e11-b627-3345507981e2 req-d414c3f4-89a8-4018-923a-78f62657d242 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:24.331618 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2c102fb9-4934-4e11-b627-3345507981e2 req-d414c3f4-89a8-4018-923a-78f62657d242 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 943 time: 0.0639088 Jul 27 23:17:24.345317 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc7e363-fdcc-428c-9866-3e92561d29df x-openstack-request-id: req-1cc7e363-fdcc-428c-9866-3e92561d29df {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:24.345605 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:24.345858 n-d-802011-3 neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cc7e363-fdcc-428c-9866-3e92561d29df {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:24.346243 n-d-802011-3 neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'status': 'completed', 'code': 200} Jul 27 23:17:24.380991 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-2c102fb9-4934-4e11-b627-3345507981e2 req-6c583510-c609-483a-8de8-4b5a6dcee1cd tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426877 Jul 27 23:17:24.406729 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371ffff-5321-4cdb-ae04-a1629045b505 req-bcf59406-44b0-474a-8c7c-e943d1a8d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:24.408374 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e371ffff-5321-4cdb-ae04-a1629045b505 req-bcf59406-44b0-474a-8c7c-e943d1a8d760 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 1094 time: 0.0432134 Jul 27 23:17:24.480616 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-51df8e23-345e-4fd5-bc4e-7fdb09cd4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:24.505820 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df8e23-345e-4fd5-bc4e-7fdb09cd4abe None None] Checking router: 92ca153c-031d-49c2-9464-2a87525bddad for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:17:24.513794 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df8e23-345e-4fd5-bc4e-7fdb09cd4abe None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:24.513965 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371ffff-5321-4cdb-ae04-a1629045b505 req-2e515021-b002-414b-b82f-2299e0d024a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:24.514416 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-51df8e23-345e-4fd5-bc4e-7fdb09cd4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:24.515570 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e371ffff-5321-4cdb-ae04-a1629045b505 req-2e515021-b002-414b-b82f-2299e0d024a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 200 len: 910 time: 0.0988402 Jul 27 23:17:24.559377 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e371ffff-5321-4cdb-ae04-a1629045b505 req-9b0eb4ee-f7a7-4cf3-b475-7b0e35b513bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632 HTTP/1.1" status: 200 len: 217 time: 0.0355315 Jul 27 23:17:24.609932 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371ffff-5321-4cdb-ae04-a1629045b505 req-df219a5b-1f99-4df7-a0b4-cea197fae1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:24.611460 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e371ffff-5321-4cdb-ae04-a1629045b505 req-df219a5b-1f99-4df7-a0b4-cea197fae1a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 200 len: 848 time: 0.0441115 Jul 27 23:17:24.618905 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-51df8e23-345e-4fd5-bc4e-7fdb09cd4abe None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:24.664736 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371ffff-5321-4cdb-ae04-a1629045b505 req-d9899cc8-69b1-4aac-a6a4-03b4ddfe1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:24.666605 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e371ffff-5321-4cdb-ae04-a1629045b505 req-d9899cc8-69b1-4aac-a6a4-03b4ddfe1918 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=63512901-c981-4a2e-8c65-415b15263f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454855 Jul 27 23:17:24.756752 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e371ffff-5321-4cdb-ae04-a1629045b505 req-a63e3cd2-89dc-40e3-bbc4-73b8f4498203 service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823314 Jul 27 23:17:24.820987 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-51df8e23-345e-4fd5-bc4e-7fdb09cd4abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:24.847976 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df8e23-345e-4fd5-bc4e-7fdb09cd4abe None None] The sync data for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 is: [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:12:49Z', 'revision_number': 4, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3', '_interfaces': [{'id': '141d1489-07a6-4e50-80f8-efbe94de440f', 'name': '', 'network_id': '63512901-c981-4a2e-8c65-415b15263f31', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'mac_address': 'fa:16:3e:c3:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:48Z', 'updated_at': '2021-07-27T23:12:54Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'subnets': [{'id': 'ac514568-c7a2-4a1d-b73c-dca9caf9e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:24.853909 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-e371ffff-5321-4cdb-ae04-a1629045b505 req-6f809ecc-3cdd-4b83-bec7-98639e9b5a01 service neutron] 10.222.0.43 "GET /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893433 Jul 27 23:17:25.054713 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3711460d-20ce-416b-b425-299cfe419a10 None None] New status for floating IP 2f71147c-066a-48b1-b3bb-895c99f3b9e5: DOWN {{(pid=93836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 23:17:25.344365 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da60f4a3-82a8-4b97-a8db-a7421eb46f71 no longer exists at agent hyperv_n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:25.367306 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] No Port match for: da60f4a3-82a8-4b97-a8db-a7421eb46f71 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:17:25.367650 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Device da60f4a3-82a8-4b97-a8db-a7421eb46f71 not bound to the agent host n-h2-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:17:25.500490 n-d-802011-3 neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf083a8-ff4f-4a05-9b9c-6566e9a09afa req-958a5d55-23f3-4cf6-bea5-b13abc4f0722 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:25.501958 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-baf083a8-ff4f-4a05-9b9c-6566e9a09afa req-958a5d55-23f3-4cf6-bea5-b13abc4f0722 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 943 time: 0.0484431 Jul 27 23:17:25.538766 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-baf083a8-ff4f-4a05-9b9c-6566e9a09afa req-7caeb970-b9fb-4adc-a94a-abf0fe346fda tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/security-groups?id=94de0762-7a5c-4640-ab5d-684e90687751&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309141 Jul 27 23:17:25.800979 n-d-802011-3 neutron-server[93834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee663ec-954b-4960-9f97-0a91442696aa req-5ad92b3a-fc5d-4c80-8daf-a4a3550679e4 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 23:17:25.802453 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eee663ec-954b-4960-9f97-0a91442696aa req-5ad92b3a-fc5d-4c80-8daf-a4a3550679e4 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.43 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 943 time: 0.0489361 Jul 27 23:17:25.890092 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-eee663ec-954b-4960-9f97-0a91442696aa req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Deleting port 190dbf94-6ee6-4429-b07e-42b7c40c4632 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:25.890384 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-eee663ec-954b-4960-9f97-0a91442696aa req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:25.980779 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [req-eee663ec-954b-4960-9f97-0a91442696aa req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] For port 190dbf94-6ee6-4429-b07e-42b7c40c4632, host n-h1-802011-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802011-3',level=0,port_id=190dbf94-6ee6-4429-b07e-42b7c40c4632,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:25.981314 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-eee663ec-954b-4960-9f97-0a91442696aa req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:25.995853 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [req-eee663ec-954b-4960-9f97-0a91442696aa req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Calling delete_port for 190dbf94-6ee6-4429-b07e-42b7c40c4632 owned by compute:nova {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:26.130881 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-eee663ec-954b-4960-9f97-0a91442696aa req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:26.158629 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event deleted for resources: {'Port': ['ID=190dbf94-6ee6-4429-b07e-42b7c40c4632,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:26.169756 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:26.170105 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:26.170475 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:26.170906 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:26.171247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:26.171575 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:26.171901 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:26.172224 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:26.172547 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:26.172867 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:26.173230 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:26.175556 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802011-3 {{(pid=93834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 23:17:26.225375 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee663ec-954b-4960-9f97-0a91442696aa req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] No DVR routers for this DVR port 190dbf94-6ee6-4429-b07e-42b7c40c4632 on host n-h1-802011-3 {{(pid=93834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:17:26.231078 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [req-eee663ec-954b-4960-9f97-0a91442696aa req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92708'] for port, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:26.234132 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [req-eee663ec-954b-4960-9f97-0a91442696aa req-53f49e06-57d9-4284-be76-ca35c470591f tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.43 "DELETE /v2.0/ports/190dbf94-6ee6-4429-b07e-42b7c40c4632 HTTP/1.1" status: 204 len: 173 time: 0.4256454 Jul 27 23:17:26.234682 n-d-802011-3 neutron-server[93834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'name': 'network-vif-deleted', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632'}] {{(pid=93834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 23:17:26.237131 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2f5bd52caf5610727ea6ec9a8d26bcc39e90bd563bbe7c5a4a3aec73f761fa6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628c8601-8942-4798-abcd-41da66ca96bd" -d '{"events": [{"server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "name": "network-vif-deleted", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632"}]}' {{(pid=93834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 23:17:26.368982 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 23:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf1e29d-ee0b-4f68-a9f0-6eeaba02e37c x-openstack-request-id: req-3bf1e29d-ee0b-4f68-a9f0-6eeaba02e37c {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 23:17:26.369259 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891cf8c2-b541-4b07-b7dd-09e8a0b687e5", "name": "network-vif-deleted", "tag": "190dbf94-6ee6-4429-b07e-42b7c40c4632", "status": "completed", "code": 200}]} {{(pid=93834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 23:17:26.369645 n-d-802011-3 neutron-server[93834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bf1e29d-ee0b-4f68-a9f0-6eeaba02e37c {{(pid=93834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 23:17:26.370050 n-d-802011-3 neutron-server[93834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891cf8c2-b541-4b07-b7dd-09e8a0b687e5', 'name': 'network-vif-deleted', 'tag': '190dbf94-6ee6-4429-b07e-42b7c40c4632', 'status': 'completed', 'code': 200} Jul 27 23:17:26.674707 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [req-c716b4ed-4a8e-4586-9e7c-10a9d5f13608 req-2019dac5-9f85-4f88-8803-4fff61414b53 tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "GET /v2.0/ports?device_id=891cf8c2-b541-4b07-b7dd-09e8a0b687e5 HTTP/1.1" status: 200 len: 210 time: 0.0422993 Jul 27 23:17:27.742500 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:27.801952 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb861563-253a-413f-a385-92271b31236b tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.830869 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb861563-253a-413f-a385-92271b31236b tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.892460 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb861563-253a-413f-a385-92271b31236b tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.895011 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb861563-253a-413f-a385-92271b31236b tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:27.896287 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-cb861563-253a-413f-a385-92271b31236b tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] 10.222.0.24 "DELETE /v2.0/security-groups/94de0762-7a5c-4640-ab5d-684e90687751 HTTP/1.1" status: 204 len: 168 time: 0.1522627 Jul 27 23:17:27.905858 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb861563-253a-413f-a385-92271b31236b tempest-TestSnapshotPattern-285910086 tempest-TestSnapshotPattern-285910086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94de0762-7a5c-4640-ab5d-684e90687751,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:27.939141 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:28.282582 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42301c3f-45ba-4bda-9815-52af4882a54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.519627 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-42301c3f-45ba-4bda-9815-52af4882a54e admin admin] Deleting port 141d1489-07a6-4e50-80f8-efbe94de440f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:28.519967 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42301c3f-45ba-4bda-9815-52af4882a54e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.606371 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-42301c3f-45ba-4bda-9815-52af4882a54e admin admin] For port 141d1489-07a6-4e50-80f8-efbe94de440f, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=141d1489-07a6-4e50-80f8-efbe94de440f,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:28.606735 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42301c3f-45ba-4bda-9815-52af4882a54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.620054 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-42301c3f-45ba-4bda-9815-52af4882a54e admin admin] Calling delete_port for 141d1489-07a6-4e50-80f8-efbe94de440f owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:28.797773 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42301c3f-45ba-4bda-9815-52af4882a54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:28.828977 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42301c3f-45ba-4bda-9815-52af4882a54e admin admin] Pushing event deleted for resources: {'Port': ['ID=141d1489-07a6-4e50-80f8-efbe94de440f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:28.991349 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42301c3f-45ba-4bda-9815-52af4882a54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:29.199966 n-d-802011-3 neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42301c3f-45ba-4bda-9815-52af4882a54e admin admin] Router 92ca153c-031d-49c2-9464-2a87525bddad has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:17:29.307542 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42301c3f-45ba-4bda-9815-52af4882a54e admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:29.312480 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-42301c3f-45ba-4bda-9815-52af4882a54e admin admin] 10.222.0.24 "PUT /v2.0/routers/92ca153c-031d-49c2-9464-2a87525bddad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3722792 Jul 27 23:17:29.315033 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:29.317640 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c5b8f-8214-4e2c-b4dd-20897048408f None None] Sync routers for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:29.327058 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c5b8f-8214-4e2c-b4dd-20897048408f None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:29.327659 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-764c5b8f-8214-4e2c-b4dd-20897048408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:29.419662 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:29.427980 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-764c5b8f-8214-4e2c-b4dd-20897048408f None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:29.610483 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-764c5b8f-8214-4e2c-b4dd-20897048408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:17:28Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:29.643720 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c5b8f-8214-4e2c-b4dd-20897048408f None None] Checking router: 92ca153c-031d-49c2-9464-2a87525bddad for host: n-d-802011-3 {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:17:29.653407 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c5b8f-8214-4e2c-b4dd-20897048408f None None] Routers {'92ca153c-031d-49c2-9464-2a87525bddad'} bound to L3 agent in host n-d-802011-3 {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:29.654041 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-764c5b8f-8214-4e2c-b4dd-20897048408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['92ca153c-031d-49c2-9464-2a87525bddad'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:29.761991 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-764c5b8f-8214-4e2c-b4dd-20897048408f None None] Set router 92ca153c-031d-49c2-9464-2a87525bddad gateway port host: n-d-802011-3 {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:29.845846 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:29.897695 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Deleting port 44bd6325-7458-4a6d-9969-b173cca0fd89 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:29.897952 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:29.941341 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-764c5b8f-8214-4e2c-b4dd-20897048408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:17:28Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:29.968399 n-d-802011-3 neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c5b8f-8214-4e2c-b4dd-20897048408f None None] The sync data for ids ['92ca153c-031d-49c2-9464-2a87525bddad'] in n-d-802011-3 is: [{'id': '92ca153c-031d-49c2-9464-2a87525bddad', 'name': 'tempest-TestSnapshotPattern-390076748-router', 'tenant_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:46Z', 'updated_at': '2021-07-27T23:17:28Z', 'revision_number': 5, 'project_id': '2f1ac37cf92c42f6898c38fb63346c8f', 'gw_port': {'id': '44bd6325-7458-4a6d-9969-b173cca0fd89', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ca153c-031d-49c2-9464-2a87525bddad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:47Z', 'updated_at': '2021-07-27T23:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:29.978116 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] For port 44bd6325-7458-4a6d-9969-b173cca0fd89, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=44bd6325-7458-4a6d-9969-b173cca0fd89,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:29.979092 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:29.993600 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Calling delete_port for 44bd6325-7458-4a6d-9969-b173cca0fd89 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:30.165659 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.189040 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Pushing event deleted for resources: {'Port': ['ID=44bd6325-7458-4a6d-9969-b173cca0fd89,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:30.249444 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.339416 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.341618 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.389045 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.389624 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ca153c-031d-49c2-9464-2a87525bddad {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:17:30.394043 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.395358 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-72a9aa6e-8c48-4501-8a19-58cbf9a8df7f admin admin] 10.222.0.24 "DELETE /v2.0/routers/92ca153c-031d-49c2-9464-2a87525bddad HTTP/1.1" status: 204 len: 168 time: 1.0794251 Jul 27 23:17:30.397907 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:30.443119 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-732dd455-73cb-4a9a-9263-b33873988ee0 admin admin] Deleting subnet ac514568-c7a2-4a1d-b73c-dca9caf9e698 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:17:30.446171 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-732dd455-73cb-4a9a-9263-b33873988ee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.481579 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-732dd455-73cb-4a9a-9263-b33873988ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1411245'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.566914 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-732dd455-73cb-4a9a-9263-b33873988ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.623535 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-732dd455-73cb-4a9a-9263-b33873988ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3785965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261530542'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.649097 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732dd455-73cb-4a9a-9263-b33873988ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac514568-c7a2-4a1d-b73c-dca9caf9e698,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:30.653490 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-732dd455-73cb-4a9a-9263-b33873988ee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.655360 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-732dd455-73cb-4a9a-9263-b33873988ee0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ac514568-c7a2-4a1d-b73c-dca9caf9e698 HTTP/1.1" status: 204 len: 168 time: 0.2564914 Jul 27 23:17:30.657902 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:30.660939 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8369b6a8-4ba6-44d6-8761-8ece74a43890 None None] Network 63512901-c981-4a2e-8c65-415b15263f31 requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:30.728573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.781547 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Deleting port 8a863056-823f-4fdb-a7c1-7d2564f369cc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:30.781897 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.843788 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] For port 8a863056-823f-4fdb-a7c1-7d2564f369cc, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=8a863056-823f-4fdb-a7c1-7d2564f369cc,segment=NetworkSegment(705db106-4583-4b20-845e-5a716815b010),segment_id=705db106-4583-4b20-845e-5a716815b010)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:30.844150 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.856447 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Calling delete_port for 8a863056-823f-4fdb-a7c1-7d2564f369cc owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:30.935239 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bc5c5d-ae9e-4001-b73a-53e09b6f65ba None None] DHCP port deletion for 63512901-c981-4a2e-8c65-415b15263f31 request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:17:30.942769 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:30.970701 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-11bc5c5d-ae9e-4001-b73a-53e09b6f65ba None None] The port '8a863056-823f-4fdb-a7c1-7d2564f369cc' was deleted {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 23:17:30.971365 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a863056-823f-4fdb-a7c1-7d2564f369cc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:30.973312 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] No DVR routers for this DVR port 8a863056-823f-4fdb-a7c1-7d2564f369cc on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:17:31.018579 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 190dbf94-6ee6-4429-b07e-42b7c40c4632 no longer exists at agent hyperv_n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:31.038491 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] No Port match for: 190dbf94-6ee6-4429-b07e-42b7c40c4632 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:17:31.038839 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Device 190dbf94-6ee6-4429-b07e-42b7c40c4632 not bound to the agent host n-h1-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:17:31.046004 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.055446 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63512901-c981-4a2e-8c65-415b15263f31']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:31.070165 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705db106-4583-4b20-845e-5a716815b010') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:31.070532 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705db106-4583-4b20-845e-5a716815b010') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:31.079900 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.093659 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.099311 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:17:31.099765 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: timer() Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:17:31.101387 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:17:31.154813 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.161331 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.163084 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/63512901-c981-4a2e-8c65-415b15263f31 HTTP/1.1" status: 204 len: 168 time: 0.5042374 Jul 27 23:17:31.166247 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37826) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:31.172897 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf7bd1-d17a-4b21-a8a2-bbb0d97927e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=63512901-c981-4a2e-8c65-415b15263f31,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:31.509477 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e65bc7d5-8229-46d8-a5ce-a23f7831b5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-964156'] for router_interface, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.678852 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8a863056-823f-4fdb-a7c1-7d2564f369cc no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:31.698774 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 8a863056-823f-4fdb-a7c1-7d2564f369cc {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:17:31.699119 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 8a863056-823f-4fdb-a7c1-7d2564f369cc not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:17:31.699528 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 141d1489-07a6-4e50-80f8-efbe94de440f no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:31.718133 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 141d1489-07a6-4e50-80f8-efbe94de440f {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:17:31.718503 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 141d1489-07a6-4e50-80f8-efbe94de440f not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:17:31.718914 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 44bd6325-7458-4a6d-9969-b173cca0fd89 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:31.737301 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 44bd6325-7458-4a6d-9969-b173cca0fd89 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:17:31.737646 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 44bd6325-7458-4a6d-9969-b173cca0fd89 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:17:31.759347 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e65bc7d5-8229-46d8-a5ce-a23f7831b5d8 admin admin] Deleting port 13161254-fb63-4306-bc2d-7ca340d08fb2 {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:31.759840 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e65bc7d5-8229-46d8-a5ce-a23f7831b5d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.835069 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-e65bc7d5-8229-46d8-a5ce-a23f7831b5d8 admin admin] For port 13161254-fb63-4306-bc2d-7ca340d08fb2, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=13161254-fb63-4306-bc2d-7ca340d08fb2,segment=NetworkSegment(9e0dd3ab-1229-4eb7-9946-29bbc34a45d7),segment_id=9e0dd3ab-1229-4eb7-9946-29bbc34a45d7)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:31.835444 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e65bc7d5-8229-46d8-a5ce-a23f7831b5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:31.848589 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-e65bc7d5-8229-46d8-a5ce-a23f7831b5d8 admin admin] Calling delete_port for 13161254-fb63-4306-bc2d-7ca340d08fb2 owned by network:router_interface {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:32.032025 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e65bc7d5-8229-46d8-a5ce-a23f7831b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.058167 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bc7d5-8229-46d8-a5ce-a23f7831b5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=13161254-fb63-4306-bc2d-7ca340d08fb2,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:32.221489 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-e65bc7d5-8229-46d8-a5ce-a23f7831b5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-964176'] for router_interface, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.428317 n-d-802011-3 neutron-server[93834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65bc7d5-8229-46d8-a5ce-a23f7831b5d8 admin admin] Router ea7d3f53-78a6-4c74-9b0f-45eae05b930a has already been hosted by L3 agent 213bd1db-da94-447e-8e49-ea6cd4d1a7c8 {{(pid=93834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 23:17:32.531016 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65bc7d5-8229-46d8-a5ce-a23f7831b5d8 admin admin] Notify agent at l3_agent.n-d-802011-3 the message routers_updated {{(pid=93834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 23:17:32.535956 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-e65bc7d5-8229-46d8-a5ce-a23f7831b5d8 admin admin] 10.222.0.24 "PUT /v2.0/routers/ea7d3f53-78a6-4c74-9b0f-45eae05b930a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3685079 Jul 27 23:17:32.538528 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37828) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:32.541315 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220fd73-370b-4a0c-afcb-3cfdc949aba3 None None] Sync routers for ids ['ea7d3f53-78a6-4c74-9b0f-45eae05b930a'] in n-d-802011-3 {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 23:17:32.550539 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220fd73-370b-4a0c-afcb-3cfdc949aba3 None None] Routers {'ea7d3f53-78a6-4c74-9b0f-45eae05b930a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:32.551177 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4220fd73-370b-4a0c-afcb-3cfdc949aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ea7d3f53-78a6-4c74-9b0f-45eae05b930a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:32.639907 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Notify callbacks [] for router, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.653726 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4220fd73-370b-4a0c-afcb-3cfdc949aba3 None None] Set router ea7d3f53-78a6-4c74-9b0f-45eae05b930a gateway port host: n-d-802011-3 {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:32.740283 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:32.836450 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4220fd73-370b-4a0c-afcb-3cfdc949aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'name': 'tempest-TestSnapshotPattern-832191224-router', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'external_fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:17:31Z', 'revision_number': 5, 'project_id': 'a683bd670d0a4d95b80cd0600a259b67', 'gw_port': {'id': 'd016ded5-73bc-41ac-b403-ac042ba4072d', 'name': '', 'network_id': '7f99d3c9-36a7-4697-a9d4-afb1d7740409', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802011-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f4ade17-e78e-43f0-8489-67b5afa55b8b', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802011-3'}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:32.864811 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220fd73-370b-4a0c-afcb-3cfdc949aba3 None None] Checking router: ea7d3f53-78a6-4c74-9b0f-45eae05b930a for host: n-d-802011-3 {{(pid=93836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 23:17:32.875009 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220fd73-370b-4a0c-afcb-3cfdc949aba3 None None] Routers {'ea7d3f53-78a6-4c74-9b0f-45eae05b930a'} bound to L3 agent in host n-d-802011-3 {{(pid=93836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 23:17:32.875649 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4220fd73-370b-4a0c-afcb-3cfdc949aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802011-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T21:47:15Z,description=,heartbeat_timestamp=2021-07-27T23:17:16Z,host='n-d-802011-3',id=213bd1db-da94-447e-8e49-ea6cd4d1a7c8,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T21:47:15Z,topic='l3_agent')) {'router_ids': ['ea7d3f53-78a6-4c74-9b0f-45eae05b930a'], 'active': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:32.966211 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvr_db [None req-4220fd73-370b-4a0c-afcb-3cfdc949aba3 None None] Set router ea7d3f53-78a6-4c74-9b0f-45eae05b930a gateway port host: None {{(pid=93836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 23:17:33.018339 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_hamode_db [None req-4220fd73-370b-4a0c-afcb-3cfdc949aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'name': 'tempest-TestSnapshotPattern-832191224-router', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:17:32Z', 'revision_number': 6, 'project_id': 'a683bd670d0a4d95b80cd0600a259b67', 'gw_port_host': None}], 'n-d-802011-3', False) {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:33.049560 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220fd73-370b-4a0c-afcb-3cfdc949aba3 None None] The sync data for ids ['ea7d3f53-78a6-4c74-9b0f-45eae05b930a'] in n-d-802011-3 is: [{'id': 'ea7d3f53-78a6-4c74-9b0f-45eae05b930a', 'name': 'tempest-TestSnapshotPattern-832191224-router', 'tenant_id': 'a683bd670d0a4d95b80cd0600a259b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T23:12:51Z', 'updated_at': '2021-07-27T23:17:32Z', 'revision_number': 6, 'project_id': 'a683bd670d0a4d95b80cd0600a259b67', 'gw_port_host': None}] {{(pid=93836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 23:17:33.124485 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Deleting port d016ded5-73bc-41ac-b403-ac042ba4072d {{(pid=93834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:33.124826 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.200487 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.db [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] For port d016ded5-73bc-41ac-b403-ac042ba4072d, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=d016ded5-73bc-41ac-b403-ac042ba4072d,segment=NetworkSegment(4874cc79-26ee-4e82-b4ef-e2f34cb11022),segment_id=4874cc79-26ee-4e82-b4ef-e2f34cb11022)] {{(pid=93834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:33.200850 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.213038 n-d-802011-3 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Calling delete_port for d016ded5-73bc-41ac-b403-ac042ba4072d owned by network:router_gateway {{(pid=93834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:33.372991 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2948023'] for port, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.400861 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=d016ded5-73bc-41ac-b403-ac042ba4072d,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:33.465423 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568818'] for router_gateway, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.554536 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-965997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-75716'] for router, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.557138 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.603559 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-934909'] for router, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.604074 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea7d3f53-78a6-4c74-9b0f-45eae05b930a {{(pid=93834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 23:17:33.608946 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] Notify callbacks [] for router, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.610086 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-829ae612-fe17-43cc-9248-b1e286015c91 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ea7d3f53-78a6-4c74-9b0f-45eae05b930a HTTP/1.1" status: 204 len: 168 time: 1.0706646 Jul 27 23:17:33.612572 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [-] (93834) accepted ('10.222.0.24', 37830) {{(pid=93834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:33.658270 n-d-802011-3 neutron-server[93834]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3805492-c038-4898-911b-a07e0f6681a8 admin admin] Deleting subnet fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34 {{(pid=93834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 23:17:33.661330 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3805492-c038-4898-911b-a07e0f6681a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.695398 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3805492-c038-4898-911b-a07e0f6681a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2947915'] for subnet, precommit_delete_associations {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.783712 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3805492-c038-4898-911b-a07e0f6681a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16725305'] for subnet, precommit_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.817990 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 13161254-fb63-4306-bc2d-7ca340d08fb2 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:33.838868 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: 13161254-fb63-4306-bc2d-7ca340d08fb2 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:17:33.839539 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3805492-c038-4898-911b-a07e0f6681a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16725296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2948066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2666494'] for subnet, after_delete {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.840055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device 13161254-fb63-4306-bc2d-7ca340d08fb2 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:17:33.840475 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d016ded5-73bc-41ac-b403-ac042ba4072d no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:33.860398 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: d016ded5-73bc-41ac-b403-ac042ba4072d {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:17:33.860636 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device d016ded5-73bc-41ac-b403-ac042ba4072d not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:17:33.871363 n-d-802011-3 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-f3805492-c038-4898-911b-a07e0f6681a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:33.874584 n-d-802011-3 neutron-server[93834]: INFO neutron.wsgi [None req-f3805492-c038-4898-911b-a07e0f6681a8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34 HTTP/1.1" status: 204 len: 168 time: 0.2597666 Jul 27 23:17:33.875355 n-d-802011-3 neutron-server[93834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3805492-c038-4898-911b-a07e0f6681a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1fd2e4-8adc-4b4c-a17c-fa53a7a7ce34,revision_number=None']} {{(pid=93834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:33.876325 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37832) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:33.877562 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c16753-d75b-4426-aa5b-f3cb796e94cd None None] Network 8cee548a-0888-4e48-9c1e-9b561abd049d requested from n-d-802011-3 {{(pid=93836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 23:17:33.953253 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16328651'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.019255 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Deleting port aa059da9-8158-4af6-861e-a6f28299c9b9 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:34.019660 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.060055 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e17b484-18e9-4c5c-9d2f-7e34cdc9433e None None] DHCP port deletion for 8cee548a-0888-4e48-9c1e-9b561abd049d request from n-d-802011-3 {{(pid=93836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 23:17:34.097048 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] For port aa059da9-8158-4af6-861e-a6f28299c9b9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=aa059da9-8158-4af6-861e-a6f28299c9b9,segment=NetworkSegment(9e0dd3ab-1229-4eb7-9946-29bbc34a45d7),segment_id=9e0dd3ab-1229-4eb7-9946-29bbc34a45d7)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:34.097518 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.110941 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Calling delete_port for aa059da9-8158-4af6-861e-a6f28299c9b9 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:34.111357 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0e17b484-18e9-4c5c-9d2f-7e34cdc9433e None None] Deleting port aa059da9-8158-4af6-861e-a6f28299c9b9 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 23:17:34.111733 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e17b484-18e9-4c5c-9d2f-7e34cdc9433e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779860696459'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.176310 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0e17b484-18e9-4c5c-9d2f-7e34cdc9433e None None] For port aa059da9-8158-4af6-861e-a6f28299c9b9, host n-d-802011-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802011-3',level=0,port_id=aa059da9-8158-4af6-861e-a6f28299c9b9,segment=NetworkSegment(9e0dd3ab-1229-4eb7-9946-29bbc34a45d7),segment_id=9e0dd3ab-1229-4eb7-9946-29bbc34a45d7)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 23:17:34.176716 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e17b484-18e9-4c5c-9d2f-7e34cdc9433e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960035'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.189746 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0e17b484-18e9-4c5c-9d2f-7e34cdc9433e None None] Calling delete_port for aa059da9-8158-4af6-861e-a6f28299c9b9 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 23:17:34.196334 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3785912'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.223438 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa059da9-8158-4af6-861e-a6f28299c9b9,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:34.225261 n-d-802011-3 neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] No DVR routers for this DVR port aa059da9-8158-4af6-861e-a6f28299c9b9 on host n-d-802011-3 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:17:34.265131 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e17b484-18e9-4c5c-9d2f-7e34cdc9433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16770707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35943', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779860700959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779860296452'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.290172 n-d-802011-3 neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17b484-18e9-4c5c-9d2f-7e34cdc9433e None None] Pushing event deleted for resources: {'Port': ['ID=aa059da9-8158-4af6-861e-a6f28299c9b9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:34.294648 n-d-802011-3 neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17b484-18e9-4c5c-9d2f-7e34cdc9433e None None] No DVR routers for this DVR port aa059da9-8158-4af6-861e-a6f28299c9b9 on host n-d-802011-3 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 23:17:34.300115 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16711756', 'neutron.services.segments.db._delete_segments_for_network-8779860876081'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.312848 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cee548a-0888-4e48-9c1e-9b561abd049d']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:34.323882 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0dd3ab-1229-4eb7-9946-29bbc34a45d7') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:34.324181 n-d-802011-3 neutron-server[93835]: DEBUG neutron.services.segments.db [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0dd3ab-1229-4eb7-9946-29bbc34a45d7') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 23:17:34.332643 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779860876602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1411236'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.346838 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.352673 n-d-802011-3 neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 23:17:34.353151 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16723276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3785879'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: Traceback (most recent call last): Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: timer() Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: cb(*args, **kw) Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: return func(*args, **kwargs) Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: self._notify() Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: self.callback(batched_events) Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: event.method(event) Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: return f(self, *a, **k) Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: return self._get(url).json() Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: return self.request(url, 'GET', **kwargs) Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 23:17:34.354952 n-d-802011-3 neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 23:17:34.407424 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16727487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568782'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.412679 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Notify callbacks [] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.417219 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8cee548a-0888-4e48-9c1e-9b561abd049d HTTP/1.1" status: 204 len: 168 time: 0.5372007 Jul 27 23:17:34.427826 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdec70-d302-4597-9f45-1b4d9a315685 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cee548a-0888-4e48-9c1e-9b561abd049d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:34.585654 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37836) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:34.624981 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-64d73647-ced0-4848-ad33-22240fb02da6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f1ac37cf92c42f6898c38fb63346c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380638 Jul 27 23:17:34.627328 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:34.679054 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b38c9290-b5b2-4129-86c6-190c0c6b03b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.700573 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b38c9290-b5b2-4129-86c6-190c0c6b03b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.745344 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b38c9290-b5b2-4129-86c6-190c0c6b03b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.747944 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b38c9290-b5b2-4129-86c6-190c0c6b03b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:34.749116 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-b38c9290-b5b2-4129-86c6-190c0c6b03b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3368ec45-46c5-4cf9-954e-33f8c361584a HTTP/1.1" status: 204 len: 168 time: 0.1208758 Jul 27 23:17:34.756644 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c9290-b5b2-4129-86c6-190c0c6b03b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3368ec45-46c5-4cf9-954e-33f8c361584a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:35.066318 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37844) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:35.107807 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-c9a86caa-ecf0-4e9f-93a8-8f0c394bfd6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a683bd670d0a4d95b80cd0600a259b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402935 Jul 27 23:17:35.110335 n-d-802011-3 neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.24', 37846) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 23:17:35.156537 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56d5ba41-4d3b-4dc9-a2e7-a19f784cb9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:35.176945 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56d5ba41-4d3b-4dc9-a2e7-a19f784cb9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:35.223181 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56d5ba41-4d3b-4dc9-a2e7-a19f784cb9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1001696'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:35.226220 n-d-802011-3 neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-56d5ba41-4d3b-4dc9-a2e7-a19f784cb9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:35.227392 n-d-802011-3 neutron-server[93835]: INFO neutron.wsgi [None req-56d5ba41-4d3b-4dc9-a2e7-a19f784cb9a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cc6b8da-4afa-48dc-a885-262c41a76cc8 HTTP/1.1" status: 204 len: 168 time: 0.1161723 Jul 27 23:17:35.235581 n-d-802011-3 neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5ba41-4d3b-4dc9-a2e7-a19f784cb9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc6b8da-4afa-48dc-a885-262c41a76cc8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 23:17:35.675660 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device aa059da9-8158-4af6-861e-a6f28299c9b9 no longer exists at agent ovs-agent-n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 23:17:35.697911 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] No Port match for: aa059da9-8158-4af6-861e-a6f28299c9b9 {{(pid=93836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 23:17:35.698248 n-d-802011-3 neutron-server[93836]: DEBUG neutron.plugins.ml2.rpc [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Device aa059da9-8158-4af6-861e-a6f28299c9b9 not bound to the agent host n-d-802011-3 {{(pid=93836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 23:17:42.858092 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ebd33a7e-bcc0-4969-8fd0-d9734fcd2f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:43.481640 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:45.528171 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5a96d91e-6329-4078-b75c-45c21a4de683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:45.893654 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:46.723068 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:47.204691 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:48.413920 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:17:55.896786 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:18:12.858406 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-45e00e42-8307-45fc-9cc7-9abf3e50fba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:13.479525 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:15.529150 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c98d4adb-2002-45ae-b1bb-8b9724b37949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:15.893427 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:16.725873 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:17.205656 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:18.415868 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:32.895537 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:18:42.858945 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41b02da1-1688-4c53-95d8-24b828add41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:43.495674 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.531507 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04849a13-20e5-45ca-afd3-87a3d8c08ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:45.894093 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:46.727481 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:47.208353 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:18:48.419091 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:09.894387 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:19:12.862290 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-65cefcba-7229-40bb-ad8f-4117791e5bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:13.492729 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:15.532119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33e5a625-ab30-46c8-b50f-07b3ee018205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:15.894351 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:16.731106 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:17.230319 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:18.422699 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:42.862781 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-af84a133-adbe-4224-b5d8-50da12171165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:43.507571 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.532829 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-197e35c3-b5b3-4df6-81a5-96e40015a217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:45.894736 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.734148 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:46.892910 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:19:47.227874 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:19:48.425069 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:12.862536 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5191-5308-4886-a8fa-d5da3ee8ea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:13.520950 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:15.533023 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ab217c0-d3c9-454f-af55-71573d659f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:15.894670 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:16.736335 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:17.241760 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:18.427319 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:23.891739 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:20:42.864071 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-677baeda-4023-480d-ac22-d878d31092ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:43.521963 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:45.532832 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0e5799d4-3cb0-4919-9887-3f95dffcf20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:45.895400 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:46.739631 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:47.255172 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:20:48.433342 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:00.891316 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:21:13.021934 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0da478bf-815c-4afe-8caa-03f806d3f153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:13.519659 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:15.532703 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e86e4cee-9c6c-4933-b2a9-8eee5b2e4010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:15.895424 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:16.744290 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:17.250325 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:18.433407 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:37.891019 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:21:42.863803 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-976059e7-816c-4134-8edc-b72ef22859b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:43.533619 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:43.590546 n-d-802011-3 neutron-server[93834]: DEBUG neutron.wsgi [req-6dc33d36-fcab-4d12-bf0f-2146070303cf req-e49710d2-8489-46f6-9413-8621bcc3ada9 service neutron] (93834) timed out ('10.222.0.24', 58266) {{(pid=93834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 23:21:45.532961 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3a394f59-156e-4c5c-96fd-fc68e37fcc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:45.895611 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:46.747131 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:47.269449 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:21:48.436498 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:12.864421 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-830c4249-00c0-4a46-8cbf-ec053456bad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:13.549237 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:14.890812 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:22:15.533367 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d1970e2-1c21-44f3-8472-4a5ec5e09442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:15.896136 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:16.748952 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:17.274364 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:18.437546 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:42.865181 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c80076f7-7694-46b4-b8d6-04cae637a780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:43.548412 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:45.533562 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25078387-1cbc-4980-9949-731581c1a876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:45.900624 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:46.751358 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:47.269605 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:48.441119 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:22:51.890566 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:23:12.866321 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ebc5dc1-ab83-4dd0-b5d9-c4c121c96229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:13.561893 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:15.533514 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ab82a40-3df1-4cb3-afb1-2c6749f5c95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:15.901298 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:16.755121 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:17.284768 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:18.443039 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:28.889783 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:23:42.866354 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3170a968-daf0-45ee-853f-da1bb964730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:43.561576 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:45.534029 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c7108266-7078-43f0-84d4-0e5493a70108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:45.901908 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:46.757570 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:47.298974 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:23:48.446096 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:05.890156 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:24:12.866702 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-db14c059-caae-4f9d-9b26-7b0afc60522b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:13.559992 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.538152 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-953aac5b-f224-4b34-aa88-b69d222c54b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:15.903269 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:16.759310 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:17.296998 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:18.447884 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:42.866790 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27f95843-3abb-47c2-98d1-182e1ab05676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:42.889132 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 23:24:43.559008 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:45.537217 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53e56c14-ccc9-472b-9650-c6f027298f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:45.904122 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:46.762951 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:47.305340 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:24:48.450727 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:12.867062 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-642d3431-59b4-43ac-858e-be3935fed156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:13.572968 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-709d062e-abe4-4be6-af46-fd98a7ae8459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:15.537029 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-54424a3f-1ad2-4a16-a288-301ccbd1446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:15.905735 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a478f35-dac2-4169-ad2d-ebe822653087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:16.766645 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc7df-0d0d-4141-b1ef-74d3fc467a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:17.313884 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2f765dbe-fc26-4533-8e4b-b6fb0c5509d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:18.453137 n-d-802011-3 neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1fab1aab-04b9-444b-a00b-71d907a9d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779860876063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16714316'] for agent, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 23:25:19.889394 n-d-802011-3 neutron-server[93837]: DEBUG neutron.db.agents_db [None req-73cd84b7-aceb-480c-8a19-c1bbc6a38820 None None] Agent healthcheck: found 7 active agents {{(pid=93837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}